-- Logs begin at Mon 2021-08-23 13:44:02 UTC, end at Mon 2021-08-23 16:28:58 UTC. -- Aug 23 14:30:03.273124 n-d-804985-3 systemd[1]: Started Devstack devstack@q-svc.service. Aug 23 14:30:06.192885 n-d-804985-3 neutron-server[95506]: INFO neutron.common.config [-] Logging enabled! Aug 23 14:30:06.193524 n-d-804985-3 neutron-server[95506]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 23 14:30:06.193681 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95506) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 14:30:06.196941 n-d-804985-3 neutron-server[95506]: INFO neutron.common.config [-] Logging enabled! Aug 23 14:30:06.197201 n-d-804985-3 neutron-server[95506]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 23 14:30:06.197515 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95506) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 14:30:06.198487 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 14:30:06.198724 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 14:30:06.199095 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 14:30:06.199344 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 14:30:06.199576 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 14:30:06.199926 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.200227 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.200527 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.200761 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.201061 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.201355 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.201640 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.201934 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.202236 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.202530 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.202810 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.203095 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.203328 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.203613 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.203935 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.204226 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.204482 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] debug = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.204781 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.205213 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.205611 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.205902 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.206197 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.206477 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.206752 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.207030 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.207313 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.207669 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] host = n-d-804985-3 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.207949 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.208240 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.208528 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.208818 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.209096 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.209371 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.209654 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.209928 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.210202 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] log_file = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.210477 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.210766 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.211054 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.211346 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.211571 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.211819 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.212112 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.212404 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.212684 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.212960 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.213237 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.213512 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.213785 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.214054 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.214343 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.214628 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.214916 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.215195 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.215470 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.215767 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.216048 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.216335 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.216609 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.216883 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.217157 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.217446 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.217714 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.217992 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.218292 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.218582 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.218869 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.219158 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.219434 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.219815 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.220031 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.220857 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.221130 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] use_json = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.221485 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.221761 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.222049 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.222327 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.222606 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.222885 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.223162 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.223452 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:06.223784 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.224085 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.224388 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.224675 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.224975 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.225260 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.225552 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.225833 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.226130 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.226421 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.226713 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.226993 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.227283 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.227563 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.227886 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.228199 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.228499 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.228791 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.229069 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.229346 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.229621 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.229900 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.230188 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.230485 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.230778 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.231055 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.231336 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.231629 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.231930 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.232204 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.232482 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.232774 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.233054 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.233329 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.233611 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.233889 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.234161 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.234431 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.234709 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.235000 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.235278 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.235552 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.235891 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.236697 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.237004 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.237447 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.237545 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.237787 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.238060 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.238339 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.238616 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.238891 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.239168 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.239444 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.239749 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.240172 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.240302 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.240575 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.240848 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.241120 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.241391 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.241663 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.241941 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.242216 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.242488 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.242760 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.243034 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.243307 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.243601 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.243927 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.244209 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.244492 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.244773 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.245054 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.245334 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.245614 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.245895 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.246178 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.246451 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.246746 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.247032 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.247323 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.247611 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.247936 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.248234 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.248513 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.248799 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.249078 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.249357 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.249651 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.249936 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.250232 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.250528 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.250823 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.251116 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.251410 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.251712 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.252025 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.252306 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:06.252527 n-d-804985-3 neutron-server[95506]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 14:30:06.252778 n-d-804985-3 neutron-server[95506]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95506) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 23 14:30:06.608261 n-d-804985-3 neutron-server[95506]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:06.608537 n-d-804985-3 neutron-server[95506]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:06.608829 n-d-804985-3 neutron-server[95506]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:06.609162 n-d-804985-3 neutron-server[95506]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 23 14:30:07.011542 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.011850 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.012137 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.013555 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.013841 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.014110 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.049739 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.050027 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.050298 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.068142 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.068429 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.068704 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.098831 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.099112 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.099379 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.136416 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.136707 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.136980 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.373603 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.374204 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.374204 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.374377 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.375023 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.501415 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.501882 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.502294 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.502580 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.502856 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.503174 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.503443 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.503736 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.503999 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.504286 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.504552 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.504824 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.505086 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.505342 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.505600 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.505869 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.506130 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.506406 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.506679 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.506961 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.507224 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.507481 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.507787 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.508173 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.508433 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.508685 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.509091 n-d-804985-3 neutron-server[95506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 14:30:07.509337 n-d-804985-3 neutron-server[95506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 14:30:07.509577 n-d-804985-3 neutron-server[95506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 14:30:07.509817 n-d-804985-3 neutron-server[95506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 14:30:07.510054 n-d-804985-3 neutron-server[95506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 14:30:07.510291 n-d-804985-3 neutron-server[95506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 14:30:07.510674 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 23 14:30:07.514060 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 23 14:30:07.518823 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 23 14:30:07.522539 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 23 14:30:07.524201 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 23 14:30:07.524665 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 23 14:30:07.525004 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 23 14:30:07.525389 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 23 14:30:07.528245 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 23 14:30:07.528507 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 23 14:30:07.528859 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 14:30:07.535007 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 23 14:30:07.558411 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 23 14:30:07.558879 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.559182 n-d-804985-3 neutron-server[95506]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95506) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 23 14:30:07.559547 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.560937 n-d-804985-3 neutron-server[95506]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95506) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 23 14:30:07.561221 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 14:30:07.561471 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 23 14:30:07.565565 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.565856 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:07.631314 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 23 14:30:07.631533 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 23 14:30:07.631773 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 23 14:30:07.632145 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 23 14:30:07.653389 n-d-804985-3 neutron-server[95506]: DEBUG oslo_db.sqlalchemy.engines [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95506) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 23 14:30:08.483621 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Initializing driver for type 'gre' Aug 23 14:30:08.484319 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] gre ID ranges: [(1, 1000)] Aug 23 14:30:08.963465 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Initializing driver for type 'local' Aug 23 14:30:08.963815 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Initializing driver for type 'vlan' Aug 23 14:30:09.140837 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] VlanTypeDriver initialization complete Aug 23 14:30:09.141182 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Initializing driver for type 'vxlan' Aug 23 14:30:09.141701 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] vxlan ID ranges: [(1, 1000)] Aug 23 14:30:09.330168 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Initializing extension driver 'port_security' Aug 23 14:30:09.330921 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.extensions.port_security [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] PortSecurityExtensionDriver initialization complete Aug 23 14:30:09.331268 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Initializing mechanism driver 'openvswitch' Aug 23 14:30:09.331688 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Initializing mechanism driver 'hyperv' Aug 23 14:30:09.345627 n-d-804985-3 neutron-server[95506]: DEBUG neutron.plugins.ml2.plugin [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:09.346607 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > port after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.346994 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > port after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.347359 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > port after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.347948 n-d-804985-3 neutron-server[95506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 14:30:09.348401 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > subnet after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.348765 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > subnet after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.349123 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.349520 n-d-804985-3 neutron-server[95506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 14:30:09.349939 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > network after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.350298 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > network after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.350649 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > network after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.351089 n-d-804985-3 neutron-server[95506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 14:30:09.351509 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > security_group after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.351895 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > security_group after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.352249 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.352650 n-d-804985-3 neutron-server[95506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 14:30:09.353069 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.353427 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.353778 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.354177 n-d-804985-3 neutron-server[95506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 14:30:09.354600 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > address_group after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.354956 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > address_group after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.355304 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.355722 n-d-804985-3 neutron-server[95506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 14:30:09.356145 n-d-804985-3 neutron-server[95506]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] ML2 OVO RPC backend initialized. {{(pid=95506) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 23 14:30:09.356887 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.357248 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.357672 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > network before_response 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.358037 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > networks before_response 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.358396 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > port before_response 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.358752 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > ports before_response 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.359105 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > subnet before_response 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.359457 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > subnets before_response 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.359849 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > network after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.360202 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > network after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.360553 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > network after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.361111 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > port after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.361935 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > port after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.362294 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > port after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.362647 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > subnet after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.363002 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > subnet after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.363353 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.364061 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.plugin [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Modular L2 Plugin initialization complete Aug 23 14:30:09.364369 n-d-804985-3 neutron-server[95506]: DEBUG neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading services supported by the core plugin {{(pid=95506) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 23 14:30:09.364713 n-d-804985-3 neutron-server[95506]: INFO neutron.plugins.ml2.managers [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Got port-security extension from driver 'port_security' Aug 23 14:30:09.365361 n-d-804985-3 neutron-server[95506]: INFO neutron.extensions.vlantransparent [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Disabled vlantransparent extension. Aug 23 14:30:09.365860 n-d-804985-3 neutron-server[95506]: DEBUG neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95506) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 23 14:30:09.366184 n-d-804985-3 neutron-server[95506]: INFO neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading Plugin: router Aug 23 14:30:09.411605 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.412040 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router after_create 55549900 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.412422 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router before_create 55549900 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.412795 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.413179 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.413541 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router after_delete 55549900 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.413910 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.414402 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.414781 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router after_create 55549900 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.415144 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router after_update 55549900 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.415509 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router after_update 55549900 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.415894 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.416266 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router after_update 55549900 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.416687 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router precommit_update 55549900 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.417066 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: port after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.417418 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: port after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.417765 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: subnet after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.418110 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.418470 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.418829 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router precommit_create 55549900 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.419287 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: port before_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.419629 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router precommit_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.421404 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router after_update 55549900 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.421404 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.421404 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router precommit_create 55549900 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.421404 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.421767 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router precommit_update 55549900 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.421767 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > agent after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.422139 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > agent after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.422494 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > network after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.424208 n-d-804985-3 neutron-server[95506]: DEBUG neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Tracking information for resource: router configured {{(pid=95506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 14:30:09.424587 n-d-804985-3 neutron-server[95506]: DEBUG neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Tracking information for resource: floatingip configured {{(pid=95506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 14:30:09.429815 n-d-804985-3 neutron-server[95506]: INFO neutron.db.l3_agentschedulers_db [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 23 14:30:09.430421 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: port after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.430797 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: port after_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.431419 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: port after_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.431818 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: port after_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.432661 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router before_create 55550100 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.433037 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.433411 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router precommit_create 55550100 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.433822 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > router precommit_update 55550100 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.438474 n-d-804985-3 neutron-server[95506]: DEBUG neutron.services.provider_configuration [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Service providers = [] {{(pid=95506) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 23 14:30:09.440536 n-d-804985-3 neutron-server[95506]: DEBUG neutron.db.servicetype_db [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95506) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 23 14:30:09.443640 n-d-804985-3 neutron-server[95506]: DEBUG neutron.services.service_base [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 14:30:09.444023 n-d-804985-3 neutron-server[95506]: DEBUG neutron.services.service_base [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 14:30:09.444380 n-d-804985-3 neutron-server[95506]: DEBUG neutron.services.service_base [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 14:30:09.445313 n-d-804985-3 neutron-server[95506]: DEBUG neutron.services.service_base [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 14:30:09.445703 n-d-804985-3 neutron-server[95506]: INFO neutron.services.service_base [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 23 14:30:09.446112 n-d-804985-3 neutron-server[95506]: DEBUG neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 14:30:09.446453 n-d-804985-3 neutron-server[95506]: INFO neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 23 14:30:09.459487 n-d-804985-3 neutron-server[95506]: DEBUG neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 14:30:09.459852 n-d-804985-3 neutron-server[95506]: INFO neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading Plugin: auto_allocate Aug 23 14:30:09.465731 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: network precommit_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.466121 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: network precommit_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.466670 n-d-804985-3 neutron-server[95506]: DEBUG neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 14:30:09.467004 n-d-804985-3 neutron-server[95506]: INFO neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading Plugin: tag Aug 23 14:30:09.475310 n-d-804985-3 neutron-server[95506]: DEBUG neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 14:30:09.475688 n-d-804985-3 neutron-server[95506]: INFO neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading Plugin: timestamp Aug 23 14:30:09.479608 n-d-804985-3 neutron-server[95506]: DEBUG neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 14:30:09.479978 n-d-804985-3 neutron-server[95506]: INFO neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading Plugin: network_ip_availability Aug 23 14:30:09.485598 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.487124 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.487540 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.488397 n-d-804985-3 neutron-server[95506]: DEBUG neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 14:30:09.488728 n-d-804985-3 neutron-server[95506]: INFO neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading Plugin: flavors Aug 23 14:30:09.494058 n-d-804985-3 neutron-server[95506]: DEBUG neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 14:30:09.494401 n-d-804985-3 neutron-server[95506]: INFO neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading Plugin: revisions Aug 23 14:30:09.498931 n-d-804985-3 neutron-server[95506]: DEBUG neutron.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 14:30:09.499333 n-d-804985-3 neutron-server[95506]: DEBUG oslo_concurrency.lockutils [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.890s {{(pid=95506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:09.500104 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95506) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 23 14:30:09.500479 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Initializing extension manager. Aug 23 14:30:09.501029 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: __init__.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.501926 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: __pycache__ {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.502282 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.502628 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: address_group.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.503417 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.504047 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: address-group Aug 23 14:30:09.504380 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: address_scope.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.505114 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.505636 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: address-scope Aug 23 14:30:09.505967 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.506912 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.507426 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: router-admin-state-down-before-update Aug 23 14:30:09.507789 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: agent.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.508507 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.509045 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: agent Aug 23 14:30:09.509377 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: agent_resources_synced.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.510301 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.510813 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: agent-resources-synced Aug 23 14:30:09.511141 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: allowedaddresspairs.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.513001 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.513528 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: allowed-address-pairs Aug 23 14:30:09.513865 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: auto_allocated_topology.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.514955 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.515473 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: auto-allocated-topology Aug 23 14:30:09.515889 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: availability_zone.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.516684 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.517728 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: availability_zone Aug 23 14:30:09.518061 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: availability_zone_filter.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.519016 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.519536 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: availability_zone_filter Aug 23 14:30:09.519912 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: data_plane_status.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.520863 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.521377 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension data-plane-status not supported by any of loaded plugins Aug 23 14:30:09.521709 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: default_subnetpools.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.522646 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.523161 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: default-subnetpools Aug 23 14:30:09.523497 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.524376 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.524927 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: dhcp_agent_scheduler Aug 23 14:30:09.525260 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: dns.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.526208 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.526720 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension dns-integration not supported by any of loaded plugins Aug 23 14:30:09.527055 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: dns_domain_ports.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.528011 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.528527 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 23 14:30:09.528863 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.529799 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.530313 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 23 14:30:09.530646 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: dvr.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.531328 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.531944 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: dvr Aug 23 14:30:09.532280 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: ecmp_routes.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.534284 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.534808 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 23 14:30:09.535144 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: empty_string_filtering.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.536128 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.536648 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: empty-string-filtering Aug 23 14:30:09.536984 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.537913 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.538426 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 23 14:30:09.538761 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.539724 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.540242 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 23 14:30:09.540576 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: external_net.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.541512 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.542026 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: external-net Aug 23 14:30:09.542359 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.543285 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.543832 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: extra_dhcp_opt Aug 23 14:30:09.544167 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: extraroute.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.545091 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.545609 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: extraroute Aug 23 14:30:09.545939 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: extraroute_atomic.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.547002 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.547603 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: extraroute-atomic Aug 23 14:30:09.547981 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: filter_validation.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.549963 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.550488 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: filter-validation Aug 23 14:30:09.550855 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: fip_pf_description.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.551850 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.552364 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 23 14:30:09.552697 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: fip_port_details.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.553648 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.554172 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: fip-port-details Aug 23 14:30:09.554505 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: flavors.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.555819 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.556602 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: flavors Aug 23 14:30:09.556935 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.558661 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.559196 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 23 14:30:09.559540 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: floatingip_pools.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.560299 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.560824 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: floatingip-pools Aug 23 14:30:09.561163 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: ip_allocation.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.562112 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.562628 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension ip_allocation not supported by any of loaded plugins Aug 23 14:30:09.562990 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.564648 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.565192 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: ip-substring-filtering Aug 23 14:30:09.565530 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: l2_adjacency.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.566493 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.567010 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 23 14:30:09.567347 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: l3.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.568418 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.568946 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: router Aug 23 14:30:09.569285 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.571627 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.572183 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 23 14:30:09.572525 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.573484 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.574008 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: ext-gw-mode Aug 23 14:30:09.574350 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.575299 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.575857 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: l3-ha Aug 23 14:30:09.576196 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: l3_flavors.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.577126 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.577644 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: l3-flavors Aug 23 14:30:09.577977 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.578981 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.579922 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 23 14:30:09.580549 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: l3agentscheduler.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.581608 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.582175 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: l3_agent_scheduler Aug 23 14:30:09.582473 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: logging.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.585443 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.585997 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension logging not supported by any of loaded plugins Aug 23 14:30:09.586346 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: metering.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.587601 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.588317 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: metering Aug 23 14:30:09.588573 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.593067 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.593607 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: metering_source_and_destination_fields Aug 23 14:30:09.593954 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: multiprovidernet.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.595513 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.596709 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: multi-provider Aug 23 14:30:09.597050 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: netmtu.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.598011 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.598533 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: net-mtu Aug 23 14:30:09.598867 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: netmtu_writable.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.599860 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.600381 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: net-mtu-writable Aug 23 14:30:09.600711 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: network_availability_zone.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.601401 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.601913 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: network_availability_zone Aug 23 14:30:09.602244 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: network_ip_availability.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.603384 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.603932 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: network-ip-availability Aug 23 14:30:09.604264 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: network_segment_range.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.605071 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.605582 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension network-segment-range not supported by any of loaded plugins Aug 23 14:30:09.605911 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: pagination.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.606934 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.607273 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: pagination Aug 23 14:30:09.607604 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: port_device_profile.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.608644 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.609170 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: port-device-profile Aug 23 14:30:09.609504 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.610437 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.612102 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: port-mac-address-regenerate Aug 23 14:30:09.612442 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.613449 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.613970 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: port-numa-affinity-policy Aug 23 14:30:09.614303 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: port_resource_request.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.615249 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.615789 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension port-resource-request not supported by any of loaded plugins Aug 23 14:30:09.616123 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: portbindings.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.617128 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.617646 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: binding Aug 23 14:30:09.617977 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: portbindings_extended.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.619301 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.619862 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: binding-extended Aug 23 14:30:09.620200 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: portsecurity.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.621152 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.621672 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: port-security Aug 23 14:30:09.622008 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: project_id.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.623011 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.623354 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: project-id Aug 23 14:30:09.623716 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: providernet.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.624659 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.625179 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: provider Aug 23 14:30:09.625509 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: qos.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.629516 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.630050 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension qos not supported by any of loaded plugins Aug 23 14:30:09.630400 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.631672 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.632215 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 23 14:30:09.632559 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.633499 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.634024 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 23 14:30:09.636826 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: qos_default.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.636826 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.636826 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension qos-default not supported by any of loaded plugins Aug 23 14:30:09.636826 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: qos_fip.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.636826 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.637322 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension qos-fip not supported by any of loaded plugins Aug 23 14:30:09.637655 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: qos_gateway_ip.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.638604 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.639126 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 23 14:30:09.639458 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: qos_port_network_policy.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.640428 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.640941 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 23 14:30:09.641362 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: qos_pps_rule.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.643739 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.644234 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension qos-pps not supported by any of loaded plugins Aug 23 14:30:09.644570 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: qos_rule_type_details.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.645519 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.646038 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 23 14:30:09.646373 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: qos_rules_alias.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.647435 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.647979 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 23 14:30:09.648314 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: quotasv2.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.649517 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.649857 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: quotas Aug 23 14:30:09.650197 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: quotasv2_detail.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.653377 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.653725 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: quota_details Aug 23 14:30:09.654065 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: rbac.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.655203 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.655728 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: rbac-policies Aug 23 14:30:09.656072 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: rbac_address_group.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.657106 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.658274 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: rbac-address-group Aug 23 14:30:09.658707 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: rbac_address_scope.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.659676 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.660202 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: rbac-address-scope Aug 23 14:30:09.660537 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: rbac_security_groups.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.661487 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.662010 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: rbac-security-groups Aug 23 14:30:09.662339 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: rbac_subnetpool.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.663301 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.664077 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: rbac-subnetpool Aug 23 14:30:09.664412 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: revisionifmatch.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.665383 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.665912 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: revision-if-match Aug 23 14:30:09.666245 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: revisions.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.667416 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.667968 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: standard-attr-revisions Aug 23 14:30:09.668301 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: router_availability_zone.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.669003 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.669524 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: router_availability_zone Aug 23 14:30:09.669852 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: routerservicetype.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.670846 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.671358 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension router-service-type not supported by any of loaded plugins Aug 23 14:30:09.671709 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.672744 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.673289 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: security-groups-normalized-cidr Aug 23 14:30:09.674255 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.675225 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.675775 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: port-security-groups-filtering Aug 23 14:30:09.676114 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.677057 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.677574 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: security-groups-remote-address-group Aug 23 14:30:09.677906 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: securitygroup.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.687993 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.688559 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: security-group Aug 23 14:30:09.689453 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: segment.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.690390 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.690917 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension segment not supported by any of loaded plugins Aug 23 14:30:09.691262 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.692297 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.692820 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 23 14:30:09.693161 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: servicetype.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.694388 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.694919 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: service-type Aug 23 14:30:09.695260 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: sorting.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.696289 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.696633 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: sorting Aug 23 14:30:09.696969 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: standard_attr_segment.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.697909 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.698439 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 23 14:30:09.698776 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: standardattrdescription.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.699449 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.700003 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: standard-attr-description Aug 23 14:30:09.700340 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: stateful_security_group.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.701298 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.701823 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: stateful-security-group Aug 23 14:30:09.702159 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: stdattrs_common.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.702755 n-d-804985-3 neutron-server[95506]: WARNING neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 23 14:30:09.703086 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.704054 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.705597 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 23 14:30:09.705932 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: subnet_onboard.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.707048 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.707576 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: subnet_onboard Aug 23 14:30:09.707942 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.708896 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.709410 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 23 14:30:09.709747 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: subnet_service_types.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.710691 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.711212 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: subnet-service-types Aug 23 14:30:09.711546 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: subnetallocation.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.712694 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.713220 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: subnet_allocation Aug 23 14:30:09.713559 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.714252 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.714784 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: subnetpool-prefix-ops Aug 23 14:30:09.715117 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.716100 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.716626 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 23 14:30:09.716959 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: tagging.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.718140 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.718674 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: standard-attr-tag Aug 23 14:30:09.719014 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: timestamp.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.721411 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.721937 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loaded extension: standard-attr-timestamp Aug 23 14:30:09.722276 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: trunk.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.723342 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.723916 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension trunk not supported by any of loaded plugins Aug 23 14:30:09.724256 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: trunk_details.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.725208 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.725735 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension trunk-details not supported by any of loaded plugins Aug 23 14:30:09.726069 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: uplink_status_propagation.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.727012 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.727529 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 23 14:30:09.727892 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Loading extension file: vlantransparent.py {{(pid=95506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 14:30:09.728589 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 14:30:09.729105 n-d-804985-3 neutron-server[95506]: INFO neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 23 14:30:09.731701 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:network Aug 23 14:30:09.732259 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:subnet Aug 23 14:30:09.732662 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 14:30:09.733068 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:port Aug 23 14:30:09.734374 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.v2.resource_helper [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 14:30:09.734814 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.v2.resource_helper [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Service FLAVORS assigned prefix: {{(pid=95506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 14:30:09.735446 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.v2.resource_helper [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 14:30:09.736567 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.v2.resource_helper [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 14:30:09.736968 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:router Aug 23 14:30:09.737533 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 14:30:09.738049 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.v2.resource_helper [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Service METERING assigned prefix: /metering {{(pid=95506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 14:30:09.739544 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.739961 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.740327 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:30:09.741366 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 14:30:09.741814 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:security_group Aug 23 14:30:09.742265 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 14:30:09.742896 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.v2.resource_helper [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Service CORE assigned prefix: {{(pid=95506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 14:30:09.743241 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 14:30:09.743600 n-d-804985-3 neutron-server[95506]: WARNING neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] subnetpool is already registered Aug 23 14:30:09.744124 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.v2.resource_helper [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Service CORE assigned prefix: {{(pid=95506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 14:30:09.744459 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 14:30:09.744797 n-d-804985-3 neutron-server[95506]: WARNING neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] subnetpool is already registered Aug 23 14:30:09.747118 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.v2.resource_helper [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 14:30:09.747700 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.v2.resource_helper [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Service FLAVORS assigned prefix: {{(pid=95506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 14:30:09.748355 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.v2.resource_helper [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 14:30:09.748791 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.v2.resource_helper [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 14:30:09.749138 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:router Aug 23 14:30:09.749491 n-d-804985-3 neutron-server[95506]: WARNING neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] router is already registered Aug 23 14:30:09.749911 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 14:30:09.750253 n-d-804985-3 neutron-server[95506]: WARNING neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] floatingip is already registered Aug 23 14:30:09.750729 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.v2.resource_helper [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Service METERING assigned prefix: /metering {{(pid=95506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 14:30:09.752046 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 14:30:09.752395 n-d-804985-3 neutron-server[95506]: WARNING neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] rbac_policy is already registered Aug 23 14:30:09.752834 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:security_group Aug 23 14:30:09.753179 n-d-804985-3 neutron-server[95506]: WARNING neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] security_group is already registered Aug 23 14:30:09.753593 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 14:30:09.753937 n-d-804985-3 neutron-server[95506]: WARNING neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] security_group_rule is already registered Aug 23 14:30:09.754451 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.v2.resource_helper [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Service CORE assigned prefix: {{(pid=95506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 14:30:09.754787 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 14:30:09.755126 n-d-804985-3 neutron-server[95506]: WARNING neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] subnetpool is already registered Aug 23 14:30:09.755551 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.v2.resource_helper [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Service CORE assigned prefix: {{(pid=95506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 14:30:09.755919 n-d-804985-3 neutron-server[95506]: INFO neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 14:30:09.756259 n-d-804985-3 neutron-server[95506]: WARNING neutron.quota.resource_registry [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] subnetpool is already registered Aug 23 14:30:09.758094 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: extensions {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.759623 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: address-groups {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.761135 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: address-scopes {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.762348 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: agents {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.763612 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: auto-allocated-topology {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.764879 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: availability_zones {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.766109 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: dhcp-networks {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.768113 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: dhcp-agents {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.770282 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: routers {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.771998 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: flavors {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.773177 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: service_profiles {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.774492 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: next_providers {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.775956 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: service_profiles {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.777391 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: floatingip-pools {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.778721 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: routers {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.780473 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: floatingips {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.781658 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: l3-routers {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.784485 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: l3-agents {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.785910 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: metering-labels {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.787310 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: metering-label-rules {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.788882 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: network-ip-availabilities {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.790327 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: bindings {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.792102 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: quotas {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.793566 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: quotas {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.795088 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: rbac-policies {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.796325 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: security-groups {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.797543 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: security-group-rules {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.800000 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: service-providers {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.801234 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: subnetpools {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.802557 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: subnetpools {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.804136 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: tags {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.805833 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: tags {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.807916 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: tags {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.809786 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: tags {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.811477 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: tags {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.813357 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: tags {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.816343 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: tags {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.818129 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: tags {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.821098 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: tags {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.822850 n-d-804985-3 neutron-server[95506]: DEBUG neutron.api.extensions [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Extended resource: tags {{(pid=95506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 14:30:09.828978 n-d-804985-3 neutron-server[95506]: WARNING keystonemiddleware.auth_token [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 23 14:30:09.834329 n-d-804985-3 neutron-server[95506]: WARNING keystonemiddleware.auth_token [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 23 14:30:09.842912 n-d-804985-3 neutron-server[95506]: DEBUG oslo_concurrency.lockutils [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Acquired lock "singleton_lock" {{(pid=95506) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 23 14:30:09.843397 n-d-804985-3 neutron-server[95506]: DEBUG oslo_concurrency.lockutils [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Releasing lock "singleton_lock" {{(pid=95506) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 23 14:30:09.844082 n-d-804985-3 neutron-server[95506]: INFO oslo_service.service [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Starting 2 workers Aug 23 14:30:09.850852 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Started child 96114 {{(pid=95506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 14:30:09.854416 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Started child 96115 {{(pid=95506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 14:30:09.855332 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:09.856054 n-d-804985-3 neutron-server[95506]: INFO neutron.service [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 23 14:30:09.856713 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Notify callbacks [] for process, before_spawn {{(pid=95506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:09.857062 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [-] (96114) wsgi starting up on http://0.0.0.0:9696 Aug 23 14:30:09.859113 n-d-804985-3 neutron-server[95506]: INFO oslo_service.service [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Starting 1 workers Aug 23 14:30:09.859250 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:09.861183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [-] (96115) wsgi starting up on http://0.0.0.0:9696 Aug 23 14:30:09.865639 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Started child 96116 {{(pid=95506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 14:30:09.866180 n-d-804985-3 neutron-server[95506]: INFO oslo_service.service [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Starting 1 workers Aug 23 14:30:09.869411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.service [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] calling RpcWorker wait() {{(pid=96116) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 23 14:30:09.869991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.service [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] returning from RpcWorker wait() {{(pid=96116) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 23 14:30:09.871362 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Started child 96117 {{(pid=95506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 14:30:09.871597 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:09.872145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:09.872640 n-d-804985-3 neutron-server[95506]: DEBUG neutron_lib.callbacks.manager [None req-6febd3e6-91fc-458d-b8db-2c782d742a01 None None] Notify callbacks [] for process, after_spawn {{(pid=95506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:09.875138 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95506) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 14:30:09.879065 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 14:30:09.879065 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 14:30:09.879065 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 14:30:09.879394 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:09.880229 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 14:30:09.880229 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 14:30:09.880372 n-d-804985-3 neutron-server[96117]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:09.880441 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.880441 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.880441 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.880441 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.880441 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.881017 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.881483 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.882144 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.882601 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.883032 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.883379 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.886017 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.886017 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.886319 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.886710 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.889120 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.889120 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.889120 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.889120 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.889120 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.889120 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.889120 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.889969 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] debug = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.889969 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.890204 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.890346 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.890753 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.891015 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.891298 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.891553 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.891864 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.892212 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.892428 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.892638 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.892952 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.893346 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.893346 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.893757 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.894058 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.894343 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.894974 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] host = n-d-804985-3 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.895282 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.895610 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.895938 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.896193 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.896457 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.896701 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.896973 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.897222 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.897497 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.897743 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.898039 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.898297 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.898557 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.898879 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_file = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.899118 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_options = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.899460 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.899786 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.900046 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.900237 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.900405 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.900579 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.900836 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.900997 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.901255 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.901487 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.901702 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.901915 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.902163 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.902397 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.902655 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.902890 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.903130 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.903352 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.903596 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.903970 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.904177 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.904400 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.904615 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.904848 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.905062 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.905295 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.905654 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.905916 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.906955 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.908282 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.909153 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.909153 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.909396 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.909615 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.909971 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.910318 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.910580 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.910974 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.911232 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.911515 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.911813 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.912046 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.912305 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.913041 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.913041 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.913331 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] use_json = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.913528 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.913764 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.914029 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.914256 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.914479 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.914705 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.914949 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.915234 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.915799 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.916201 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.916602 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.916882 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.917117 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.917379 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.917657 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.917901 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.918157 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.918408 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.918737 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.918966 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.919290 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.919559 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.919871 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.920232 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.920482 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.920758 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.921135 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.921287 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.921682 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.921886 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.922352 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.922705 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.922997 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.924084 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.925039 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.925039 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.925039 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.925039 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.925596 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.925596 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.925596 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.926086 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.926086 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.926297 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.926813 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.926813 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.927117 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.927269 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.927457 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.927753 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.927992 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.928212 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.928439 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.928713 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.928869 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.929137 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.929368 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.929621 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.929936 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.930203 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.930428 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.930700 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.931230 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.931604 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.931921 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.932119 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.932339 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.932566 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.932823 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.933087 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.933310 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.933529 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.933745 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.933990 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.934260 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.934475 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.934697 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.934914 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.935137 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.935377 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.935595 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.935841 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.936079 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.936296 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.936511 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.936747 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.937003 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.937212 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.937453 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.937769 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.938060 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.938492 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.938648 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.939449 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.939795 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.940385 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.940385 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.940731 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.940731 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.941084 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.941084 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.941445 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.941629 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.941814 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.942025 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.942258 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.942494 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.942721 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.943003 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.943246 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.943476 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.943740 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.944027 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.944276 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.944566 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.944838 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.945081 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.945318 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.945717 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.946034 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.946534 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.946534 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.946817 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.947147 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.947355 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.947622 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.947918 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.948174 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.948411 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.948709 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.949072 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.949231 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.949490 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.949754 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.949977 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.950277 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.951011 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.951275 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.951485 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.951971 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.952080 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960415 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960415 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960415 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960415 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960415 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960415 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960415 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960415 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960985 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960985 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960985 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960985 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960985 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960985 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960985 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.960985 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.961529 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.961529 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.961529 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.961529 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.961529 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.961529 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.961529 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.961529 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962111 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962111 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962111 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962111 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962111 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962111 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962111 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962111 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962654 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962654 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962654 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962654 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962654 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962654 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962654 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.962654 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.963198 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.963198 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.963198 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.963198 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.963198 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.963198 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.963198 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.963691 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.963691 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.963691 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.963910 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.964138 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.964394 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.964634 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.964991 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.965252 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.965490 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.965728 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.965946 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.966186 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.966425 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.966664 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.966899 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.967115 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.967354 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.967681 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.967923 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.968167 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.968380 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.968592 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.968826 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.969079 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.969295 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.969586 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.969844 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.970638 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.971071 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.971517 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.971937 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.972339 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.972705 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.973079 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.973467 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.973793 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.974024 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.974285 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.974510 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.974752 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.974984 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.975218 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.975444 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.975704 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.975923 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.976141 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.976390 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.976721 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.976848 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.977072 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.977327 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.977541 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.977767 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.977988 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.978201 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.978824 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.978931 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.979083 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.979210 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53022) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:30:09.979580 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983119 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983119 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983119 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983119 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983119 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983119 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983119 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983119 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983996 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983996 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983996 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983996 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983996 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983996 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983996 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.983996 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.984539 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.984781 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.984984 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.985250 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.985606 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.985986 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.987565 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.987565 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.987565 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.987857 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.988825 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.990569 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.990569 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.990569 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.990569 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.990569 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.990569 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.990964 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.990964 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.991105 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.991316 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.991539 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.991785 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.992018 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.992262 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.992511 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.992725 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.992948 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.993163 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:09.993326 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 14:30:09.993859 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95506) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 14:30:09.994021 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 14:30:09.994173 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 14:30:09.994366 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 14:30:09.994538 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 14:30:09.994697 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 14:30:09.994898 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.995142 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.995240 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.995379 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.995530 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.995725 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.995942 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.996109 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.996257 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.996418 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.996563 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.996727 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.996882 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.997089 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.997232 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.997370 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.997506 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.997629 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.997791 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.997951 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.998111 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.998271 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.998429 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] debug = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.998752 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.998952 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.999111 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.999565 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.999565 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.999944 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:09.999944 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.000207 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.000358 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.000499 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.000677 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.001479 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.001479 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.001479 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.002154 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0195251 Aug 23 14:30:10.003246 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.003246 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.003246 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.003246 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] host = n-d-804985-3 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.003246 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.003246 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.003246 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.003246 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.004319 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.004319 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.004319 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.004319 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.004319 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.004319 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.004319 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.004319 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.005504 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.005504 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_file = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.005504 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_options = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.005504 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.005504 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.005504 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.005504 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.006063 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.006063 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.006182 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.006329 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.006491 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.006653 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.006815 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.006976 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.007135 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.008617 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.008617 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.008617 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.008617 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.008617 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.008617 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.008617 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.008617 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.010464 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.010464 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.010464 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.010464 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.010464 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.010464 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.010464 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.010464 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.010464 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.011507 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.011507 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.011507 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.011507 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.011507 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.011507 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.011507 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.011507 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.012087 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.012087 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.012087 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.012087 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.012087 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.012087 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.012663 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.012663 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] use_json = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.012663 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.012663 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.013195 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.013195 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.013195 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.013195 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.013700 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.013700 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 14:30:10.013700 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.014097 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.014097 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.014356 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.014356 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.014625 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.014625 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.014895 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.014895 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.015176 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.015176 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.015550 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.015550 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.015905 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.015905 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.016167 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.016167 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.016427 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.016427 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.016747 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.016961 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.017645 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.017645 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.017645 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.018095 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.018095 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.018095 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.018502 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.018502 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.018502 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.018887 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.018887 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.018887 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.019286 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.019715 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.019715 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.019999 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.019999 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.020261 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.020261 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.020524 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.020661 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.020799 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.020962 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.021278 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.021434 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.021604 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.021767 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.021932 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.022094 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.022272 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.022418 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.022584 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.023950 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.024136 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.024311 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.024601 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.024706 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.024866 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.025016 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.025160 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.025400 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.025507 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.027696 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.027696 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.027696 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.027696 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.027696 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.027696 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.027696 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.027696 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.028177 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.028177 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.028177 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.028370 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.028370 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.028727 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.028727 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.028878 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.029022 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.029165 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.029329 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.029472 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.029611 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.029784 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.029963 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.030123 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.030282 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.030446 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.030610 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.030770 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.030928 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.031079 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.031253 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.031398 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.031554 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.033147 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.033776 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.033776 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.033776 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.039510 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.039510 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.039510 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.039510 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.039510 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.039510 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.039510 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.039510 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040033 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040033 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040033 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040033 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040033 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040033 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040033 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040033 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040458 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040458 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040458 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040458 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040458 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040458 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040458 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040458 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040886 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040886 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040886 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040886 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040886 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040886 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040886 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.040886 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.041343 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.041343 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.041343 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.041343 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.041343 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.041343 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.041343 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.041343 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.041770 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.041770 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.041770 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.041960 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.042032 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.042634 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.042634 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.042634 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.042634 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.043153 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.043153 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.043153 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.043618 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.043618 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.043618 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.044040 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.044701 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.044866 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.045029 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.045191 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.045352 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.045513 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.045673 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.045832 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.046063 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.046183 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.046288 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.046444 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.046604 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.046772 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.046932 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.047092 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.047253 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.047415 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.047576 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.047759 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.047925 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.048138 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.048845 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.049039 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.049203 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.049364 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.049525 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.049685 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.049845 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.050005 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.050165 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.050344 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.050505 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.050664 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.050824 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.050983 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.051142 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.051303 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.051463 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.051620 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.052018 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.052167 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.052277 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.052381 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.052537 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.052697 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.052857 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.053016 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.053176 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.053337 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.054169 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.054169 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.054169 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.054766 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.054766 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.054766 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.055283 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.055283 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.055283 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.055629 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.055629 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.056884 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.057063 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.057345 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.057564 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.057564 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.057822 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.057985 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.058186 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.058186 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.058422 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.058544 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.058667 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.058789 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.058920 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.059381 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.059381 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.059381 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.059751 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.060455 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.060655 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.060817 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.060978 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.061138 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.061298 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.061458 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.061631 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.061792 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.061953 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.062122 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.062281 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.062442 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.062602 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.062776 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.063744 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.063744 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.063744 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.063744 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.063744 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.064551 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.065719 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.065719 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.065719 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.065719 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.065719 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.066056 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.066056 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.066176 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.066335 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.066449 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.067322 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.067322 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.067322 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.067322 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.067322 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.067322 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.067773 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.067773 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.068469 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.068639 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.069019 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.069122 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.069214 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.071103 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.071103 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.071103 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.071103 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.071103 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.071103 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 14:30:10.071103 n-d-804985-3 neutron-server[95506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 14:30:10.076341 n-d-804985-3 neutron-server[96116]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:22.586130 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4846c8d3-1795-450c-897e-5c6951d10c16 None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 14:30:22.749277 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4846c8d3-1795-450c-897e-5c6951d10c16 None None] No non-hosted networks {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 23 14:30:22.786786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.agentschedulers_db [None req-4846c8d3-1795-450c-897e-5c6951d10c16 None None] DHCP Agent not found on host n-d-804985-3 {{(pid=96116) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 23 14:30:23.063900 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1d630bd3-f627-406e-8275-353dc12f46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1680939'] for agent, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:25.445774 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1680939'] for agent, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:25.448053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.448596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.449134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.449663 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.450300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.450843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.451393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.452053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.452579 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.456519 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.456519 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.456519 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.456519 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804985-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:25.462751 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804985-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:25.713775 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dad0fe5e-12dd-4fa6-ade4-ee5a2d0558ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1680939'] for agent, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:25.758155 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-85f7de60-6309-4052-a4bd-e9efef7d6486 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-804985-3 {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:30:25.758600 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-85f7de60-6309-4052-a4bd-e9efef7d6486 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:30:26.289573 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-85f7de60-6309-4052-a4bd-e9efef7d6486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:26.500231 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1680939'] for agent, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:28.306888 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1680939'] for agent, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:29.163093 n-d-804985-3 neutron-server[96116]: INFO neutron.db.l3_hamode_db [None req-f46fcffc-ea45-432f-a605-824a5b3f8859 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 23 14:30:29.247514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46fcffc-ea45-432f-a605-824a5b3f8859 None None] Routers set() bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:30:29.248013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46fcffc-ea45-432f-a605-824a5b3f8859 None None] Router IDs set() for agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 14:30:29.416108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53122) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:30:29.949144 n-d-804985-3 neutron-server[96114]: WARNING oslo_policy.policy [None req-73354d7b-29a7-408c-879d-91510d0b99ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 14:30:29.949797 n-d-804985-3 neutron-server[96114]: WARNING oslo_policy.policy [None req-73354d7b-29a7-408c-879d-91510d0b99ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 14:30:30.177734 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-73354d7b-29a7-408c-879d-91510d0b99ae admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:30:30.178912 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-73354d7b-29a7-408c-879d-91510d0b99ae admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7617815 Aug 23 14:30:32.679357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53136) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:30:33.238190 n-d-804985-3 neutron-server[96115]: WARNING oslo_policy.policy [None req-c0f2ffdf-5089-44e5-8ed0-228212cc2df0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 14:30:33.238817 n-d-804985-3 neutron-server[96115]: WARNING oslo_policy.policy [None req-c0f2ffdf-5089-44e5-8ed0-228212cc2df0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 14:30:33.458236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c0f2ffdf-5089-44e5-8ed0-228212cc2df0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:30:33.556052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.policy [None req-c0f2ffdf-5089-44e5-8ed0-228212cc2df0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=96115) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 14:30:33.602325 n-d-804985-3 neutron-server[96115]: WARNING oslo_policy.policy [None req-c0f2ffdf-5089-44e5-8ed0-228212cc2df0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 14:30:33.602735 n-d-804985-3 neutron-server[96115]: WARNING oslo_policy.policy [None req-c0f2ffdf-5089-44e5-8ed0-228212cc2df0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 14:30:33.611511 n-d-804985-3 neutron-server[96115]: INFO neutron.quota [None req-c0f2ffdf-5089-44e5-8ed0-228212cc2df0 admin admin] Loaded quota_driver: . Aug 23 14:30:33.846682 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ffdf-5089-44e5-8ed0-228212cc2df0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727178599484', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727178601065', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727178612155', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727178613860', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727178625829', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727178634744', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-611845', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1353668', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-338340', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-387231'] for rbac-policy, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:34.158559 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ffdf-5089-44e5-8ed0-228212cc2df0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:34.159926 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c0f2ffdf-5089-44e5-8ed0-228212cc2df0 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4780166 Aug 23 14:30:36.866977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53154) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:30:37.198181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd', 'name': 'private', 'project_id': '7ea05a11b03f43c79c05740cf92137fd'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:30:37.300219 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Made reservation on behalf of 7ea05a11b03f43c79c05740cf92137fd for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:30:37.303136 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:37.323227 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:37.467442 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:37.511569 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:37.533153 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:30:37.564422 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727177602070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:37.564936 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Unsubscribe: segment precommit_create {{(pid=96115) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 14:30:37.565456 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Added segment 5778059b-6c53-477f-bcf0-26695817eff7 of type vlan for network 831b5fda-5bb4-4c08-9417-1af84d229b64 Aug 23 14:30:37.582338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba6c10a-00e3-417c-8327-aa5da85a9b28,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:37.640794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:37.641449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:37.641634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:37.641969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:37.642293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:37.642621 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:37.642941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:37.643261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:37.643581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:37.643925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:37.644247 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Tracked resource versions report: Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: pushed versions: Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: { 'AddressGroup': {'1.2'}, Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'ConntrackHelper': {'1.0'}, Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'Log': {'1.0'}, Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'Network': {'1.1'}, Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'Port': {'1.7'}, Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'PortForwarding': {'1.2'}, Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'QosPolicy': {'1.9'}, Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'SecurityGroup': {'1.4'}, Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'SecurityGroupRule': {'1.2'}, Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'SubPort': {'1.0'}, Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'Subnet': {'1.1'}, Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'Trunk': {'1.1'}} Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: consumer versions: Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: { DHCP agent@n-d-804985-3: {}, Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: L3 agent@n-d-804985-3: {}, Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: Metadata agent@n-d-804985-3: {}, Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: Metering agent@n-d-804985-3: {}, Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: Open vSwitch agent@n-d-804985-3: { 'AddressGroup': '1.2', Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'ConntrackHelper': '1.0', Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'Log': '1.0', Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'Network': '1.1', Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'Port': '1.7', Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'PortForwarding': '1.2', Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'QosPolicy': '1.9', Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'SecurityGroup': '1.4', Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'SecurityGroupRule': '1.2', Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'SubPort': '1.0', Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'Subnet': '1.1', Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: 'Trunk': '1.1'}} Aug 23 14:30:37.646282 n-d-804985-3 neutron-server[96115]: {{(pid=96115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:30:37.698444 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:37.826246 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:37.827413 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:37.828114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:37.931311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] Pushing event updated for resources: {'Network': ['ID=831b5fda-5bb4-4c08-9417-1af84d229b64,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:37.943819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 831b5fda-5bb4-4c08-9417-1af84d229b64 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:30:38.037621 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-710e4cb9-ea89-432d-80e4-94089fa5a921 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1694458 Aug 23 14:30:40.738032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53168) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:30:41.299635 n-d-804985-3 neutron-server[96114]: DEBUG neutron.policy [None req-88ce3cb5-de69-4664-bcbc-a7e7ba2066ab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=96114) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 14:30:41.347624 n-d-804985-3 neutron-server[96114]: WARNING oslo_policy.policy [None req-88ce3cb5-de69-4664-bcbc-a7e7ba2066ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 14:30:41.348042 n-d-804985-3 neutron-server[96114]: WARNING oslo_policy.policy [None req-88ce3cb5-de69-4664-bcbc-a7e7ba2066ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 14:30:41.357005 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ce3cb5-de69-4664-bcbc-a7e7ba2066ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:41.358797 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-88ce3cb5-de69-4664-bcbc-a7e7ba2066ab admin admin] 10.222.0.38 "GET /v2.0/networks/831b5fda-5bb4-4c08-9417-1af84d229b64 HTTP/1.1" status: 200 len: 825 time: 0.6197948 Aug 23 14:30:41.400358 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-90589cae-2c87-4684-ad46-d0834c945405 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/94a67601-53ed-4f28-be70-fd21b2da8a50 HTTP/1.1" status: 200 len: 734 time: 0.0349050 Aug 23 14:30:41.410336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Request body: {'subnet': {'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64', 'subnetpool_id': '94a67601-53ed-4f28-be70-fd21b2da8a50', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:30:41.411967 n-d-804985-3 neutron-server[96114]: INFO neutron.quota [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Loaded quota_driver: . Aug 23 14:30:41.522799 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Made reservation on behalf of 7ea05a11b03f43c79c05740cf92137fd for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:30:41.525697 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Notify callbacks [] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:41.900635 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:41.975471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Checking segment: {'id': '5778059b-6c53-477f-bcf0-26695817eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:30:41.975882 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Network hostable DHCP agents. Network: 831b5fda-5bb4-4c08-9417-1af84d229b64, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:30:41.986922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fee0fb8-2ef3-4765-8218-493d316772f2,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:42.000718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:42.001066 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:42.001542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:42.001868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:42.002194 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:42.002517 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:42.002839 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:42.003154 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:42.003470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:42.003819 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:42.004141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:42.004455 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Tracked resource versions report: Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: pushed versions: Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: { 'AddressGroup': {'1.2'}, Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'ConntrackHelper': {'1.0'}, Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'Log': {'1.0'}, Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'Network': {'1.1'}, Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'Port': {'1.7'}, Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'PortForwarding': {'1.2'}, Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'QosPolicy': {'1.9'}, Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'SecurityGroup': {'1.4'}, Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'SecurityGroupRule': {'1.2'}, Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'SubPort': {'1.0'}, Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'Subnet': {'1.1'}, Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'Trunk': {'1.1'}} Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: consumer versions: Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: { DHCP agent@n-d-804985-3: {}, Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: L3 agent@n-d-804985-3: {}, Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: Metadata agent@n-d-804985-3: {}, Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: Metering agent@n-d-804985-3: {}, Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: Open vSwitch agent@n-d-804985-3: { 'AddressGroup': '1.2', Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'ConntrackHelper': '1.0', Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'Log': '1.0', Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'Network': '1.1', Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'Port': '1.7', Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'PortForwarding': '1.2', Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'QosPolicy': '1.9', Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'SecurityGroup': '1.4', Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'SecurityGroupRule': '1.2', Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'SubPort': '1.0', Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'Subnet': '1.1', Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: 'Trunk': '1.1'}} Aug 23 14:30:42.005533 n-d-804985-3 neutron-server[96114]: {{(pid=96114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:30:42.112013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Network 831b5fda-5bb4-4c08-9417-1af84d229b64 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:30:42.208352 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 831b5fda-5bb4-4c08-9417-1af84d229b64) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:42.213263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:42.213935 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:42.218188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcab7a8-f70b-44e0-96f3-f6d31a6acd49 None None] Network 831b5fda-5bb4-4c08-9417-1af84d229b64 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:30:42.358051 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7f00e413-d526-4b3d-a8c4-6a446b06770e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9513013 Aug 23 14:30:42.563181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-831b5fda-5bb4-4c08-9417-1af84d229b64', 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64', 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd', 'fixed_ips': [{'subnet_id': '2fee0fb8-2ef3-4765-8218-493d316772f2'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:30:42.564507 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:42.861522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Allocated IP 172.20.0.2 (831b5fda-5bb4-4c08-9417-1af84d229b64/2fee0fb8-2ef3-4765-8218-493d316772f2/1b886998-1bee-4ccb-a61f-d864fb7ce4ff) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:30:43.082128 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:43.131840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Transition to ACTIVE for port object 1b886998-1bee-4ccb-a61f-d864fb7ce4ff will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:30:43.154941 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Transition to ACTIVE for port object 1b886998-1bee-4ccb-a61f-d864fb7ce4ff will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:30:43.249404 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:43.318750 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Network 831b5fda-5bb4-4c08-9417-1af84d229b64 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:30:43.323335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:43.338996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:30:43.342174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Pushing event updated for resources: {'Port': ['ID=1b886998-1bee-4ccb-a61f-d864fb7ce4ff,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:43.374219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:43.374676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:43.375515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:43.375883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:43.376216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:43.376682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:43.377170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:43.377707 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:43.378213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:43.378726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:43.379247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:43.379771 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Tracked resource versions report: Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: pushed versions: Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: { 'AddressGroup': {'1.2'}, Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'ConntrackHelper': {'1.0'}, Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'Log': {'1.0'}, Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'Network': {'1.1'}, Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'Port': {'1.7'}, Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'PortForwarding': {'1.2'}, Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'QosPolicy': {'1.9'}, Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'SecurityGroup': {'1.4'}, Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'SecurityGroupRule': {'1.2'}, Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'SubPort': {'1.0'}, Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'Subnet': {'1.1'}, Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'Trunk': {'1.1'}} Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: consumer versions: Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: { DHCP agent@n-d-804985-3: {}, Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: L3 agent@n-d-804985-3: {}, Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: Metadata agent@n-d-804985-3: {}, Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: Metering agent@n-d-804985-3: {}, Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: Open vSwitch agent@n-d-804985-3: { 'AddressGroup': '1.2', Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'ConntrackHelper': '1.0', Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'Log': '1.0', Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'Network': '1.1', Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'Port': '1.7', Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'PortForwarding': '1.2', Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'QosPolicy': '1.9', Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'SecurityGroup': '1.4', Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'SecurityGroupRule': '1.2', Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'SubPort': '1.0', Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'Subnet': '1.1', Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: 'Trunk': '1.1'}} Aug 23 14:30:43.381550 n-d-804985-3 neutron-server[96116]: {{(pid=96116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:30:43.432755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Attempting to bind port 1b886998-1bee-4ccb-a61f-d864fb7ce4ff on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:30:43.433169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Attempting to bind port 1b886998-1bee-4ccb-a61f-d864fb7ce4ff by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '5778059b-6c53-477f-bcf0-26695817eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:30:43.433599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Attempting to bind port 1b886998-1bee-4ccb-a61f-d864fb7ce4ff on network 831b5fda-5bb4-4c08-9417-1af84d229b64 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:30:43.439214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:30:43.439625 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Checking segment: {'id': '5778059b-6c53-477f-bcf0-26695817eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:30:43.440125 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:43.440520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Bound using segment: {'id': '5778059b-6c53-477f-bcf0-26695817eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:30:43.440985 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Bound port: 1b886998-1bee-4ccb-a61f-d864fb7ce4ff, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5778059b-6c53-477f-bcf0-26695817eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:30:43.441401 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:43.508481 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] For port 1b886998-1bee-4ccb-a61f-d864fb7ce4ff, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:30:43.513058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] For port 1b886998-1bee-4ccb-a61f-d864fb7ce4ff, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1b886998-1bee-4ccb-a61f-d864fb7ce4ff,segment=NetworkSegment(5778059b-6c53-477f-bcf0-26695817eff7),segment_id=5778059b-6c53-477f-bcf0-26695817eff7)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:30:43.592144 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:43.669361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0882dd-e87e-4695-b144-6c035e821663 None None] Pushing event updated for resources: {'Port': ['ID=1b886998-1bee-4ccb-a61f-d864fb7ce4ff,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:44.867873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53182) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:30:45.226957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-2c760bfc-1689-416d-8ddf-92a95bdf0563 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:30:45.228103 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2c760bfc-1689-416d-8ddf-92a95bdf0563 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3592358 Aug 23 14:30:47.751959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53190) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:30:48.105792 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-0b9c25fb-2694-4882-8dbc-f6649241d4c3 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:30:48.106786 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0b9c25fb-2694-4882-8dbc-f6649241d4c3 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3538971 Aug 23 14:30:50.800158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53200) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:30:51.125527 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-01280565-e12e-4613-811c-e3b90340868c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd', 'admin_state_up': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:30:51.220635 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01280565-e12e-4613-811c-e3b90340868c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:51.222351 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01280565-e12e-4613-811c-e3b90340868c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:51.380753 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01280565-e12e-4613-811c-e3b90340868c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:51.454728 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01280565-e12e-4613-811c-e3b90340868c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:51.528453 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01280565-e12e-4613-811c-e3b90340868c admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:51.539046 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-01280565-e12e-4613-811c-e3b90340868c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7287056 Aug 23 14:30:51.539272 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1b886998-1bee-4ccb-a61f-d864fb7ce4ff up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:30:51.693846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 1b886998-1bee-4ccb-a61f-d864fb7ce4ff completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:52.365724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20668b20-9581-4ccf-8865-e5bebfcafa24 None None] Network 831b5fda-5bb4-4c08-9417-1af84d229b64 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:30:52.498827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e682ab2d-2a59-4ef8-8f60-0eea1a0497de None None] Provisioning for port 1b886998-1bee-4ccb-a61f-d864fb7ce4ff completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:52.511216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e682ab2d-2a59-4ef8-8f60-0eea1a0497de None None] Provisioning complete for port 1b886998-1bee-4ccb-a61f-d864fb7ce4ff triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:52.511615 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e682ab2d-2a59-4ef8-8f60-0eea1a0497de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:52.681828 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2be113f6-588f-42a3-a1fe-ee7fb14c3077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:52.689752 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e682ab2d-2a59-4ef8-8f60-0eea1a0497de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:52.732052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e682ab2d-2a59-4ef8-8f60-0eea1a0497de None None] For port 1b886998-1bee-4ccb-a61f-d864fb7ce4ff, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1b886998-1bee-4ccb-a61f-d864fb7ce4ff,segment=NetworkSegment(5778059b-6c53-477f-bcf0-26695817eff7),segment_id=5778059b-6c53-477f-bcf0-26695817eff7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:52.814787 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e682ab2d-2a59-4ef8-8f60-0eea1a0497de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:52.862068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682ab2d-2a59-4ef8-8f60-0eea1a0497de None None] Pushing event updated for resources: {'Port': ['ID=1b886998-1bee-4ccb-a61f-d864fb7ce4ff,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:52.934090 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6b50ac0d-27f7-4bdb-88ee-2a1b817d24c8 None None] Provisioning complete for port 1b886998-1bee-4ccb-a61f-d864fb7ce4ff triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:52.934409 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6b50ac0d-27f7-4bdb-88ee-2a1b817d24c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:53.508069 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1b886998-1bee-4ccb-a61f-d864fb7ce4ff up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:30:53.563895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1b886998-1bee-4ccb-a61f-d864fb7ce4ff triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:53.564270 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:54.013647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53214) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:30:54.345332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-4d213b89-1576-4db3-9524-6eb4c262cd3e admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:30:54.346371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4d213b89-1576-4db3-9524-6eb4c262cd3e admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3317461 Aug 23 14:30:55.391191 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:55.682445 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fa66b014-040a-4566-a90c-21a49204f601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:56.436767 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:56.794061 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53232) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:30:56.934417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:30:57.030552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] Made reservation on behalf of 76988bcb0eed4d9a823d392237d958ff for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:30:57.032959 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:57.041920 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:57.131762 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:57.202460 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:57.220859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] Reserving flat network on physical network physnet1 {{(pid=96115) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 23 14:30:57.236578 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4263bb-bdc5-4cc0-b64f-8e26a37491e6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:57.243313 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:57.244301 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] Added segment a9c40cfa-bc06-481f-99c2-4584f01dcd11 of type flat for network e6581f12-2906-4ad2-9e73-ba5575fb886b Aug 23 14:30:57.299756 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:57.425123 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:57.426097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:57.426681 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:57.505549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] Pushing event updated for resources: {'Network': ['ID=e6581f12-2906-4ad2-9e73-ba5575fb886b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:57.516485 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network e6581f12-2906-4ad2-9e73-ba5575fb886b details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:30:57.574600 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-95f31d79-9eb1-4acd-aadf-88c3f0d3a713 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7793107 Aug 23 14:30:57.944085 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 5 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:30:58.248330 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:59.852948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53250) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:30:59.996395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c99c98d-01ab-472d-8680-5f84a4836b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:59.997781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5c99c98d-01ab-472d-8680-5f84a4836b56 admin admin] 10.222.0.38 "GET /v2.0/subnets/2fee0fb8-2ef3-4765-8218-493d316772f2 HTTP/1.1" status: 200 len: 849 time: 0.1438448 Aug 23 14:31:00.123547 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8492faa0-09e5-4a47-ac6e-8576ce8e88a4 admin admin] 10.222.0.38 "GET /v2.0/routers/dc9eccac-278f-4bf0-ad96-d3c61b9bf511 HTTP/1.1" status: 200 len: 704 time: 0.1196008 Aug 23 14:31:00.428520 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:00.748193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Allocated IP 172.20.0.1 (831b5fda-5bb4-4c08-9417-1af84d229b64/2fee0fb8-2ef3-4765-8218-493d316772f2/3853954c-06ae-4473-9484-50ef436b9132) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:31:00.947224 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:00.973306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Transition to ACTIVE for port object 3853954c-06ae-4473-9484-50ef436b9132 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:31:01.094709 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:01.171076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Network 831b5fda-5bb4-4c08-9417-1af84d229b64 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:31:01.177151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:31:01.185820 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:31:01.186376 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:01.206138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Pushing event updated for resources: {'Port': ['ID=3853954c-06ae-4473-9484-50ef436b9132,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:31:01.487935 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-18ea1ee2-b623-4cd4-8796-9cf2bc435d3b None None] Provisioning for port 3853954c-06ae-4473-9484-50ef436b9132 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:31:01.492292 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-18ea1ee2-b623-4cd4-8796-9cf2bc435d3b None None] Provisioning complete for port 3853954c-06ae-4473-9484-50ef436b9132 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:31:01.492661 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-18ea1ee2-b623-4cd4-8796-9cf2bc435d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:01.529290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-18ea1ee2-b623-4cd4-8796-9cf2bc435d3b None None] Port 3853954c-06ae-4473-9484-50ef436b9132 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:31:01.541689 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:01.768470 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:01.831106 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:01.832038 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:01.923528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Pushing event updated for resources: {'Port': ['ID=3853954c-06ae-4473-9484-50ef436b9132,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:31:01.981039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Network 831b5fda-5bb4-4c08-9417-1af84d229b64 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:31:01.982388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:31:02.150568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-cd282b98-e8f6-4764-a148-09785b2cfcf8 None None] Provisioning complete for port 3853954c-06ae-4473-9484-50ef436b9132 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:31:02.150935 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cd282b98-e8f6-4764-a148-09785b2cfcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:02.192063 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-cd282b98-e8f6-4764-a148-09785b2cfcf8 None None] Port 3853954c-06ae-4473-9484-50ef436b9132 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:31:02.202427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Router dc9eccac-278f-4bf0-ad96-d3c61b9bf511 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:31:02.301768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:31:02.309074 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-67856393-2b37-44c2-b7ec-2f026b54707d admin admin] 10.222.0.38 "PUT /v2.0/routers/dc9eccac-278f-4bf0-ad96-d3c61b9bf511/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1794453 Aug 23 14:31:02.315251 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Sync routers for ids ['dc9eccac-278f-4bf0-ad96-d3c61b9bf511'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:31:02.329403 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Routers {'dc9eccac-278f-4bf0-ad96-d3c61b9bf511'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:31:02.330279 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:30:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc9eccac-278f-4bf0-ad96-d3c61b9bf511'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:31:02.534548 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Set router dc9eccac-278f-4bf0-ad96-d3c61b9bf511 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:31:03.068726 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9eccac-278f-4bf0-ad96-d3c61b9bf511', 'name': 'router1', 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:30:51Z', 'updated_at': '2021-08-23T14:31:01Z', 'revision_number': 2, 'project_id': '7ea05a11b03f43c79c05740cf92137fd', 'gw_port_host': None, '_interfaces': [{'id': '3853954c-06ae-4473-9484-50ef436b9132', 'name': '', 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64', 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd', 'mac_address': 'fa:16:3e:3a:08:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9eccac-278f-4bf0-ad96-d3c61b9bf511', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fee0fb8-2ef3-4765-8218-493d316772f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:31:00Z', 'updated_at': '2021-08-23T14:31:01Z', 'revision_number': 2, 'project_id': '7ea05a11b03f43c79c05740cf92137fd', 'subnets': [{'id': '2fee0fb8-2ef3-4765-8218-493d316772f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94a67601-53ed-4f28-be70-fd21b2da8a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:31:03.121586 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Checking router: dc9eccac-278f-4bf0-ad96-d3c61b9bf511 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:31:03.121965 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Updating router dc9eccac-278f-4bf0-ad96-d3c61b9bf511 port 3853954c-06ae-4473-9484-50ef436b9132 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:31:03.174472 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:03.726341 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:03.747906 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Transition to ACTIVE for port object 3853954c-06ae-4473-9484-50ef436b9132 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:31:03.819707 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:03.991253 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc632e-36ce-4e47-b035-880fddd99317 None None] Pushing event updated for resources: {'Port': ['ID=3853954c-06ae-4473-9484-50ef436b9132,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:31:03.991253 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Attempting to bind port 3853954c-06ae-4473-9484-50ef436b9132 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:31:03.991694 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Attempting to bind port 3853954c-06ae-4473-9484-50ef436b9132 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '5778059b-6c53-477f-bcf0-26695817eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:31:03.992101 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Attempting to bind port 3853954c-06ae-4473-9484-50ef436b9132 on network 831b5fda-5bb4-4c08-9417-1af84d229b64 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:31:04.000557 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:31:04.000977 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Checking segment: {'id': '5778059b-6c53-477f-bcf0-26695817eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:31:04.001453 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:04.001847 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Bound using segment: {'id': '5778059b-6c53-477f-bcf0-26695817eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:31:04.002360 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Bound port: 3853954c-06ae-4473-9484-50ef436b9132, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5778059b-6c53-477f-bcf0-26695817eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:31:04.002789 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:04.005481 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc632e-36ce-4e47-b035-880fddd99317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:31:04.005827 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc632e-36ce-4e47-b035-880fddd99317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:31:04.006168 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc632e-36ce-4e47-b035-880fddd99317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:31:04.006506 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc632e-36ce-4e47-b035-880fddd99317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:31:04.006844 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc632e-36ce-4e47-b035-880fddd99317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:31:04.007175 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc632e-36ce-4e47-b035-880fddd99317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:31:04.007504 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc632e-36ce-4e47-b035-880fddd99317 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:31:04.007857 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc632e-36ce-4e47-b035-880fddd99317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:31:04.008189 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc632e-36ce-4e47-b035-880fddd99317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:31:04.008536 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc632e-36ce-4e47-b035-880fddd99317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:31:04.008862 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc632e-36ce-4e47-b035-880fddd99317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:31:04.009185 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc632e-36ce-4e47-b035-880fddd99317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc632e-36ce-4e47-b035-880fddd99317 None None] Tracked resource versions report: Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: pushed versions: Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: { 'AddressGroup': {'1.2'}, Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'ConntrackHelper': {'1.0'}, Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'Log': {'1.0'}, Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'Network': {'1.1'}, Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'Port': {'1.7'}, Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'PortForwarding': {'1.2'}, Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'QosPolicy': {'1.9'}, Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'SecurityGroup': {'1.4'}, Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'SecurityGroupRule': {'1.2'}, Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'SubPort': {'1.0'}, Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'Subnet': {'1.1'}, Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'Trunk': {'1.1'}} Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: consumer versions: Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: { DHCP agent@n-d-804985-3: {}, Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: L3 agent@n-d-804985-3: {}, Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: Metadata agent@n-d-804985-3: {}, Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: Metering agent@n-d-804985-3: {}, Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: Open vSwitch agent@n-d-804985-3: { 'AddressGroup': '1.2', Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'ConntrackHelper': '1.0', Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'Log': '1.0', Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'Network': '1.1', Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'Port': '1.7', Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'PortForwarding': '1.2', Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'QosPolicy': '1.9', Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'SecurityGroup': '1.4', Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'SecurityGroupRule': '1.2', Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'SubPort': '1.0', Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'Subnet': '1.1', Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: 'Trunk': '1.1'}} Aug 23 14:31:04.010276 n-d-804985-3 neutron-server[96117]: {{(pid=96117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:31:04.080277 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] For port 3853954c-06ae-4473-9484-50ef436b9132, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:31:04.100421 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] For port 3853954c-06ae-4473-9484-50ef436b9132, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3853954c-06ae-4473-9484-50ef436b9132,segment=NetworkSegment(5778059b-6c53-477f-bcf0-26695817eff7),segment_id=5778059b-6c53-477f-bcf0-26695817eff7)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:31:04.174014 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:04.230640 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Routers {'dc9eccac-278f-4bf0-ad96-d3c61b9bf511'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:31:04.231283 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:30:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc9eccac-278f-4bf0-ad96-d3c61b9bf511'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:31:04.269678 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc632e-36ce-4e47-b035-880fddd99317 None None] Pushing event updated for resources: {'Port': ['ID=3853954c-06ae-4473-9484-50ef436b9132,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:31:04.329804 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] Set router dc9eccac-278f-4bf0-ad96-d3c61b9bf511 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:31:04.567722 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9eccac-278f-4bf0-ad96-d3c61b9bf511', 'name': 'router1', 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:30:51Z', 'updated_at': '2021-08-23T14:31:01Z', 'revision_number': 2, 'project_id': '7ea05a11b03f43c79c05740cf92137fd', 'gw_port_host': None, '_interfaces': [{'id': '3853954c-06ae-4473-9484-50ef436b9132', 'name': '', 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64', 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd', 'mac_address': 'fa:16:3e:3a:08:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9eccac-278f-4bf0-ad96-d3c61b9bf511', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fee0fb8-2ef3-4765-8218-493d316772f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:31:00Z', 'updated_at': '2021-08-23T14:31:04Z', 'revision_number': 4, 'project_id': '7ea05a11b03f43c79c05740cf92137fd', 'subnets': [{'id': '2fee0fb8-2ef3-4765-8218-493d316772f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94a67601-53ed-4f28-be70-fd21b2da8a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:31:04.596680 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db569532-bfe7-4ab0-bd41-dd11457074a7 None None] The sync data for ids ['dc9eccac-278f-4bf0-ad96-d3c61b9bf511'] in n-d-804985-3 is: [{'id': 'dc9eccac-278f-4bf0-ad96-d3c61b9bf511', 'name': 'router1', 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:30:51Z', 'updated_at': '2021-08-23T14:31:01Z', 'revision_number': 2, 'project_id': '7ea05a11b03f43c79c05740cf92137fd', 'gw_port_host': None, '_interfaces': [{'id': '3853954c-06ae-4473-9484-50ef436b9132', 'name': '', 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64', 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd', 'mac_address': 'fa:16:3e:3a:08:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9eccac-278f-4bf0-ad96-d3c61b9bf511', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fee0fb8-2ef3-4765-8218-493d316772f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:31:00Z', 'updated_at': '2021-08-23T14:31:04Z', 'revision_number': 4, 'project_id': '7ea05a11b03f43c79c05740cf92137fd', 'subnets': [{'id': '2fee0fb8-2ef3-4765-8218-493d316772f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94a67601-53ed-4f28-be70-fd21b2da8a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:31:04.695023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53260) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:31:04.813497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b5cd26-49fa-4faf-af7c-77fdad5fc6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:04.814874 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-99b5cd26-49fa-4faf-af7c-77fdad5fc6bb admin admin] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 842 time: 0.1188226 Aug 23 14:31:04.825071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2ab803a3-9f22-4e18-8b69-ac1b64e8da88 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.8.1', 'ip_version': 4, 'cidr': '172.25.8.0/24', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:31:04.922633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab803a3-9f22-4e18-8b69-ac1b64e8da88 admin admin] Made reservation on behalf of 76988bcb0eed4d9a823d392237d958ff for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:31:04.925015 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ab803a3-9f22-4e18-8b69-ac1b64e8da88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:05.309993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.objects.ports [None req-2ab803a3-9f22-4e18-8b69-ac1b64e8da88 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96115) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 14:31:05.310434 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ab803a3-9f22-4e18-8b69-ac1b64e8da88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:05.366634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab803a3-9f22-4e18-8b69-ac1b64e8da88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9859893c-f770-4aaa-b6e5-4c043c6a93d6,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:31:05.379257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab803a3-9f22-4e18-8b69-ac1b64e8da88 admin admin] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:31:05.379614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab803a3-9f22-4e18-8b69-ac1b64e8da88 admin admin] Network hostable DHCP agents. Network: e6581f12-2906-4ad2-9e73-ba5575fb886b, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:31:05.488038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab803a3-9f22-4e18-8b69-ac1b64e8da88 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:31:05.579505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-2ab803a3-9f22-4e18-8b69-ac1b64e8da88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, e6581f12-2906-4ad2-9e73-ba5575fb886b) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:31:05.583489 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab803a3-9f22-4e18-8b69-ac1b64e8da88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:05.584116 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ab803a3-9f22-4e18-8b69-ac1b64e8da88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:05.589278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b07db7e-8198-49d4-b338-eb307298a340 None None] Network e6581f12-2906-4ad2-9e73-ba5575fb886b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:31:05.694406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2ab803a3-9f22-4e18-8b69-ac1b64e8da88 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8729193 Aug 23 14:31:05.727242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cf8427-ff05-4046-89cb-29d0ae3bfdde None None] Network e6581f12-2906-4ad2-9e73-ba5575fb886b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:31:08.102041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53268) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:31:08.334585 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cb4f4789-b763-4678-9b6a-e12d9cf2bfa7 admin admin] 10.222.0.38 "GET /v2.0/routers/dc9eccac-278f-4bf0-ad96-d3c61b9bf511 HTTP/1.1" status: 200 len: 710 time: 0.2313106 Aug 23 14:31:08.505966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39683e-e39c-4cd0-94c9-0b20dc3de70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:08.512774 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3d39683e-e39c-4cd0-94c9-0b20dc3de70c admin admin] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 886 time: 0.1671593 Aug 23 14:31:08.518868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:31:08.777461 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:09.270320 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:09.357135 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:09.473114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Allocated IP 172.25.8.161 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/44fd1f45-e158-4102-9674-0c23938dffdb) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:31:09.581352 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:09.682676 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:09.733731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Pushing event updated for resources: {'Port': ['ID=44fd1f45-e158-4102-9674-0c23938dffdb,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:31:09.746652 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:31:09.748165 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:31:09.751842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:31:10.086455 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:10.390313 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:10.393770 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:10.505972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Router dc9eccac-278f-4bf0-ad96-d3c61b9bf511 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:31:10.620661 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:31:10.625926 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:10.627204 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d3f2ee18-a667-49b1-94f1-ac30131fa458 admin admin] 10.222.0.38 "PUT /v2.0/routers/dc9eccac-278f-4bf0-ad96-d3c61b9bf511 HTTP/1.1" status: 200 len: 890 time: 2.1137831 Aug 23 14:31:11.153153 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Sync routers for ids ['dc9eccac-278f-4bf0-ad96-d3c61b9bf511'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:31:11.164443 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Routers {'dc9eccac-278f-4bf0-ad96-d3c61b9bf511'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:31:11.165098 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-785860d6-7c24-4526-88da-be6c0561345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:30:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc9eccac-278f-4bf0-ad96-d3c61b9bf511'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:31:11.430807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Set router dc9eccac-278f-4bf0-ad96-d3c61b9bf511 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:31:11.581821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3853954c-06ae-4473-9484-50ef436b9132 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:31:11.813815 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 3853954c-06ae-4473-9484-50ef436b9132 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:31:11.830252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 3853954c-06ae-4473-9484-50ef436b9132 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:31:11.830628 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:11.923154 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-785860d6-7c24-4526-88da-be6c0561345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9eccac-278f-4bf0-ad96-d3c61b9bf511', 'name': 'router1', 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '44fd1f45-e158-4102-9674-0c23938dffdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:30:51Z', 'updated_at': '2021-08-23T14:31:09Z', 'revision_number': 4, 'project_id': '7ea05a11b03f43c79c05740cf92137fd', 'gw_port': {'id': '44fd1f45-e158-4102-9674-0c23938dffdb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9eccac-278f-4bf0-ad96-d3c61b9bf511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:31:09Z', 'updated_at': '2021-08-23T14:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '3853954c-06ae-4473-9484-50ef436b9132', 'name': '', 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64', 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd', 'mac_address': 'fa:16:3e:3a:08:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9eccac-278f-4bf0-ad96-d3c61b9bf511', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fee0fb8-2ef3-4765-8218-493d316772f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:31:00Z', 'updated_at': '2021-08-23T14:31:04Z', 'revision_number': 4, 'project_id': '7ea05a11b03f43c79c05740cf92137fd', 'subnets': [{'id': '2fee0fb8-2ef3-4765-8218-493d316772f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94a67601-53ed-4f28-be70-fd21b2da8a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:31:11.992859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Checking router: dc9eccac-278f-4bf0-ad96-d3c61b9bf511 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:31:11.993558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Updating router dc9eccac-278f-4bf0-ad96-d3c61b9bf511 port 44fd1f45-e158-4102-9674-0c23938dffdb binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:31:12.052299 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:12.054251 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:12.188225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 3853954c-06ae-4473-9484-50ef436b9132, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3853954c-06ae-4473-9484-50ef436b9132,segment=NetworkSegment(5778059b-6c53-477f-bcf0-26695817eff7),segment_id=5778059b-6c53-477f-bcf0-26695817eff7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:31:12.276276 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:12.351981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=3853954c-06ae-4473-9484-50ef436b9132,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:31:12.453125 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:12.464840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Transition to ACTIVE for port object 44fd1f45-e158-4102-9674-0c23938dffdb will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:31:12.573433 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:12.627499 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Attempting to bind port 44fd1f45-e158-4102-9674-0c23938dffdb on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:31:12.627915 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Attempting to bind port 44fd1f45-e158-4102-9674-0c23938dffdb by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:31:12.628281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Attempting to bind port 44fd1f45-e158-4102-9674-0c23938dffdb on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:31:12.631420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64956b7-9389-482d-9147-a44b8dbcb423 None None] Pushing event updated for resources: {'Port': ['ID=44fd1f45-e158-4102-9674-0c23938dffdb,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:31:12.636069 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:31:12.636451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:31:12.636865 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:12.637256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:31:12.637728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Bound port: 44fd1f45-e158-4102-9674-0c23938dffdb, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:31:12.638116 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:12.692159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-785860d6-7c24-4526-88da-be6c0561345c None None] For port 44fd1f45-e158-4102-9674-0c23938dffdb, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:31:12.695312 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-785860d6-7c24-4526-88da-be6c0561345c None None] For port 44fd1f45-e158-4102-9674-0c23938dffdb, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=44fd1f45-e158-4102-9674-0c23938dffdb,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:31:12.773669 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:12.829355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Routers {'dc9eccac-278f-4bf0-ad96-d3c61b9bf511'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:31:12.829979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-785860d6-7c24-4526-88da-be6c0561345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:30:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc9eccac-278f-4bf0-ad96-d3c61b9bf511'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:31:12.878274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64956b7-9389-482d-9147-a44b8dbcb423 None None] Pushing event updated for resources: {'Port': ['ID=44fd1f45-e158-4102-9674-0c23938dffdb,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:31:13.041087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-785860d6-7c24-4526-88da-be6c0561345c None None] Set router dc9eccac-278f-4bf0-ad96-d3c61b9bf511 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:31:13.097517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53280) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:31:13.222426 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1860995f-0214-4bb8-aca7-d9f1569d2c57 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1237404 Aug 23 14:31:13.277029 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-785860d6-7c24-4526-88da-be6c0561345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9eccac-278f-4bf0-ad96-d3c61b9bf511', 'name': 'router1', 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '44fd1f45-e158-4102-9674-0c23938dffdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:30:51Z', 'updated_at': '2021-08-23T14:31:09Z', 'revision_number': 4, 'project_id': '7ea05a11b03f43c79c05740cf92137fd', 'gw_port': {'id': '44fd1f45-e158-4102-9674-0c23938dffdb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9eccac-278f-4bf0-ad96-d3c61b9bf511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:31:09Z', 'updated_at': '2021-08-23T14:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '3853954c-06ae-4473-9484-50ef436b9132', 'name': '', 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64', 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd', 'mac_address': 'fa:16:3e:3a:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9eccac-278f-4bf0-ad96-d3c61b9bf511', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fee0fb8-2ef3-4765-8218-493d316772f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:31:00Z', 'updated_at': '2021-08-23T14:31:12Z', 'revision_number': 5, 'project_id': '7ea05a11b03f43c79c05740cf92137fd', 'subnets': [{'id': '2fee0fb8-2ef3-4765-8218-493d316772f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94a67601-53ed-4f28-be70-fd21b2da8a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:31:13.305905 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785860d6-7c24-4526-88da-be6c0561345c None None] The sync data for ids ['dc9eccac-278f-4bf0-ad96-d3c61b9bf511'] in n-d-804985-3 is: [{'id': 'dc9eccac-278f-4bf0-ad96-d3c61b9bf511', 'name': 'router1', 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '44fd1f45-e158-4102-9674-0c23938dffdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:30:51Z', 'updated_at': '2021-08-23T14:31:09Z', 'revision_number': 4, 'project_id': '7ea05a11b03f43c79c05740cf92137fd', 'gw_port': {'id': '44fd1f45-e158-4102-9674-0c23938dffdb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9eccac-278f-4bf0-ad96-d3c61b9bf511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:31:09Z', 'updated_at': '2021-08-23T14:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '3853954c-06ae-4473-9484-50ef436b9132', 'name': '', 'network_id': '831b5fda-5bb4-4c08-9417-1af84d229b64', 'tenant_id': '7ea05a11b03f43c79c05740cf92137fd', 'mac_address': 'fa:16:3e:3a:08:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9eccac-278f-4bf0-ad96-d3c61b9bf511', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fee0fb8-2ef3-4765-8218-493d316772f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:31:00Z', 'updated_at': '2021-08-23T14:31:12Z', 'revision_number': 5, 'project_id': '7ea05a11b03f43c79c05740cf92137fd', 'subnets': [{'id': '2fee0fb8-2ef3-4765-8218-493d316772f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '94a67601-53ed-4f28-be70-fd21b2da8a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:31:13.632182 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3853954c-06ae-4473-9484-50ef436b9132 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:31:13.703176 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 3853954c-06ae-4473-9484-50ef436b9132 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:31:13.703742 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:13.803867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 44fd1f45-e158-4102-9674-0c23938dffdb up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:31:13.906895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 44fd1f45-e158-4102-9674-0c23938dffdb completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:31:13.911400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 44fd1f45-e158-4102-9674-0c23938dffdb triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:31:13.911812 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:14.014852 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:14.043515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 44fd1f45-e158-4102-9674-0c23938dffdb, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=44fd1f45-e158-4102-9674-0c23938dffdb,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:31:14.130723 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:14.199265 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=44fd1f45-e158-4102-9674-0c23938dffdb,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:31:15.528612 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 44fd1f45-e158-4102-9674-0c23938dffdb up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:31:15.596137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 44fd1f45-e158-4102-9674-0c23938dffdb triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:31:15.596621 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:22.556579 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-04befe56-a576-42cd-b6a9-21932fdd7ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:25.395925 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:25.682096 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4bea9c08-d7a4-4e94-ad56-a6be33422c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:26.430751 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:28.275285 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:34.948767 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 5 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:31:52.589841 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-234430bc-4fa9-4ac6-a3bb-20bfdc27a887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:55.423952 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:55.686905 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d8c5-52e4-4cf8-9e66-3c3bfda49d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:56.446008 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:58.281064 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:11.951824 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 5 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:32:22.587851 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-31efa841-7cc4-4342-a4e8-6ec0c82bd917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:25.395111 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:25.708915 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9c7950ef-1431-400f-87d7-7cdc2fd3cfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:26.446187 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:28.267442 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:48.950873 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 5 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:32:52.566477 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3feeb3fd-63bc-4936-a1f9-bd827c21df67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:55.400703 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:55.656587 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-24cd456a-c782-4df9-83c8-e9bb2a025dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:56.443878 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:58.278279 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:00.077803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53880) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:33:00.144212 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-d119dda7-ccfc-41e4-88ee-5ee04b961957 admin admin] GET failed (client error): The resource could not be found. Aug 23 14:33:00.145717 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d119dda7-ccfc-41e4-88ee-5ee04b961957 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669484 Aug 23 14:33:00.312505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9706b7a7-3612-4f88-bd60-2d4ebf23a845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:00.313978 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9706b7a7-3612-4f88-bd60-2d4ebf23a845 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1632388 Aug 23 14:33:02.530670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53890) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:33:02.630978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc0c538-b1f3-4151-80da-a0e895591d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:02.632522 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7fc0c538-b1f3-4151-80da-a0e895591d89 admin admin] 10.222.0.38 "GET /v2.0/subnets/2fee0fb8-2ef3-4765-8218-493d316772f2 HTTP/1.1" status: 200 len: 849 time: 0.1009316 Aug 23 14:33:02.642814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:33:02.733334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Notify callbacks [] for subnet, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:02.964242 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727177648954'] for subnet, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:03.016760 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:03.017240 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:03.019250 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] 10.222.0.38 "PUT /v2.0/subnets/2fee0fb8-2ef3-4765-8218-493d316772f2 HTTP/1.1" status: 200 len: 868 time: 0.3794963 Aug 23 14:33:03.022689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2f6ccb-0003-4eec-92a1-95b3cd647c8d None None] Network 831b5fda-5bb4-4c08-9417-1af84d229b64 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:33:03.048465 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fee0fb8-2ef3-4765-8218-493d316772f2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:33:03.059015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:03.059611 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:03.060392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:03.065878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:03.065878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:03.065878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:03.065878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:03.065878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:03.065878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:03.065878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:03.065878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:03.065878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fffae59-9ce2-41c4-b48c-be3c251996ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:03.459629 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-293ae37e-ac57-4c1e-9889-af229ad793d1 None None] Provisioning complete for port 1b886998-1bee-4ccb-a61f-d864fb7ce4ff triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:33:03.460030 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-293ae37e-ac57-4c1e-9889-af229ad793d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:03.550158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-293ae37e-ac57-4c1e-9889-af229ad793d1 None None] Provisioning complete for port 3853954c-06ae-4473-9484-50ef436b9132 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:33:03.550537 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-293ae37e-ac57-4c1e-9889-af229ad793d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:05.238318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53900) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:33:05.448665 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cb7527-ddb3-4a3f-b00e-648fe033b432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:05.449100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cb7527-ddb3-4a3f-b00e-648fe033b432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:05.450850 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-72cb7527-ddb3-4a3f-b00e-648fe033b432 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2115688 Aug 23 14:33:07.857459 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53908) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:33:07.996032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f559a758-d1c0-4d2d-9ea4-7caf4ad0bda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:07.996508 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f559a758-d1c0-4d2d-9ea4-7caf4ad0bda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:07.998051 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f559a758-d1c0-4d2d-9ea4-7caf4ad0bda9 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1395457 Aug 23 14:33:10.207212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53916) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:33:10.393613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115f6b13-c37f-47ee-9caa-5aeff0dd648d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:10.394932 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-115f6b13-c37f-47ee-9caa-5aeff0dd648d admin admin] 10.222.0.38 "GET /v2.0/networks/831b5fda-5bb4-4c08-9417-1af84d229b64 HTTP/1.1" status: 200 len: 869 time: 0.1867151 Aug 23 14:33:12.593629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53924) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:33:12.726423 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a9acab-7da4-4c57-8d64-a72ac4876602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:12.728362 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-47a9acab-7da4-4c57-8d64-a72ac4876602 admin admin] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 886 time: 0.1337268 Aug 23 14:33:14.960221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53932) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:33:15.096711 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a007139c-ce30-41f5-aebd-a7fdc701fa0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:15.097173 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a007139c-ce30-41f5-aebd-a7fdc701fa0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:15.098734 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a007139c-ce30-41f5-aebd-a7fdc701fa0a admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1375427 Aug 23 14:33:17.598354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53940) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:33:17.699355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aadf6e2-bdc3-4889-b070-460bcd0fe58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:17.699836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aadf6e2-bdc3-4889-b070-460bcd0fe58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:17.701367 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1aadf6e2-bdc3-4889-b070-460bcd0fe58d admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1020551 Aug 23 14:33:19.962687 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53948) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:33:20.063241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8d93de-b33a-46cf-a975-48a165256dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:20.064624 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cc8d93de-b33a-46cf-a975-48a165256dc8 admin admin] 10.222.0.38 "GET /v2.0/subnets/2fee0fb8-2ef3-4765-8218-493d316772f2 HTTP/1.1" status: 200 len: 868 time: 0.1009226 Aug 23 14:33:22.276387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53956) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:33:22.367582 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8ec987-d2b8-4d8a-948e-6b5431707923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:22.369265 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7a8ec987-d2b8-4d8a-948e-6b5431707923 admin admin] 10.222.0.38 "GET /v2.0/subnets/9859893c-f770-4aaa-b6e5-4c043c6a93d6 HTTP/1.1" status: 200 len: 816 time: 0.0918643 Aug 23 14:33:22.559551 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8eddc8d9-f9c6-4fb6-addc-531fa6d411d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:25.402514 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:25.673496 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4be7c3a8-200d-4b71-b355-eb6cc9465a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:25.950033 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 5 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:33:26.460357 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:28.284480 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:47.237164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54010) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:33:47.284287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-84df8235-6900-423f-8664-6afae5dde37e admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:33:47.285274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-84df8235-6900-423f-8664-6afae5dde37e admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471709 Aug 23 14:33:49.615003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54018) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:33:49.676221 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5234917-6d84-4e1e-aff0-f0d12b200d0d admin admin] GET failed (client error): The resource could not be found. Aug 23 14:33:49.677571 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a5234917-6d84-4e1e-aff0-f0d12b200d0d admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616229 Aug 23 14:33:49.765812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc447e-e84b-4d95-a3b1-ac3f71f98883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:49.767293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-91dc447e-e84b-4d95-a3b1-ac3f71f98883 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0830441 Aug 23 14:33:51.983180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54026) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:33:52.030979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:33:52.106366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Made reservation on behalf of 76988bcb0eed4d9a823d392237d958ff for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:33:52.108616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:52.135436 n-d-804985-3 neutron-server[96115]: WARNING neutron.services.revisions.revision_plugin [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Could not find related network for resource to bump revision. Aug 23 14:33:52.145764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:33:52.154792 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:52.155073 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Added segment bcf09af5-0a5a-41d2-ab92-5521dac1bf0b of type vlan for network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd Aug 23 14:33:52.199882 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:52.293428 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:52.294378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:52.294948 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:52.355536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Pushing event updated for resources: {'Network': ['ID=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:33:52.362066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:52.362411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:52.362746 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:52.363078 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:52.363406 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:52.363766 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:52.364097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:52.364419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:52.364737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:52.365091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:52.365374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:52.365692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:52.377383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:33:52.432284 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-27313f7e-3574-4cb7-913a-1857446f72b0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4475214 Aug 23 14:33:52.604160 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c2295a73-6b56-4c99-8d53-e86a0f50965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:54.623606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54034) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:33:54.687031 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ddb4bf-5132-4ec5-b95f-bcef96b3c872 admin admin] GET failed (client error): The resource could not be found. Aug 23 14:33:54.688388 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-97ddb4bf-5132-4ec5-b95f-bcef96b3c872 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0637145 Aug 23 14:33:54.756815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b0e10-e834-4adf-8dd8-2e367d423d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:54.758333 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-538b0e10-e834-4adf-8dd8-2e367d423d6f admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655470 Aug 23 14:33:54.768334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-492b28ed-9429-4eab-8a8f-de2e0521afd4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'cidr': '192.168.233.0/24'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:33:54.884070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492b28ed-9429-4eab-8a8f-de2e0521afd4 admin admin] Made reservation on behalf of 76988bcb0eed4d9a823d392237d958ff for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:33:54.886254 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-492b28ed-9429-4eab-8a8f-de2e0521afd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:55.135408 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-492b28ed-9429-4eab-8a8f-de2e0521afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:55.195015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b28ed-9429-4eab-8a8f-de2e0521afd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2a7b78-598e-4d7f-a664-724208a5a6d0,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:33:55.201874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b28ed-9429-4eab-8a8f-de2e0521afd4 admin admin] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:33:55.202237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b28ed-9429-4eab-8a8f-de2e0521afd4 admin admin] Network hostable DHCP agents. Network: a1b24a4c-e1f0-471a-b8eb-50a88cc691dd, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:33:55.324007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b28ed-9429-4eab-8a8f-de2e0521afd4 admin admin] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:33:55.398917 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-492b28ed-9429-4eab-8a8f-de2e0521afd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, a1b24a4c-e1f0-471a-b8eb-50a88cc691dd) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:33:55.402925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b28ed-9429-4eab-8a8f-de2e0521afd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:55.403563 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-492b28ed-9429-4eab-8a8f-de2e0521afd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:55.414170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0feaacd-6465-4c86-8b5c-60802d7d202a None None] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:33:55.447300 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:55.528634 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-492b28ed-9429-4eab-8a8f-de2e0521afd4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7635713 Aug 23 14:33:55.562780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'tenant_id': '76988bcb0eed4d9a823d392237d958ff', 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:33:55.563732 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:55.724449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Allocated IP 192.168.233.2 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/d004d310-7008-43e8-bdfb-926041956aa0) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:33:55.742935 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8db9d1a1-fe18-420f-a6fd-949c22240202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:55.886759 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:55.895289 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Transition to ACTIVE for port object d004d310-7008-43e8-bdfb-926041956aa0 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:33:55.912035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Transition to ACTIVE for port object d004d310-7008-43e8-bdfb-926041956aa0 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:33:55.986573 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:56.032196 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:33:56.034906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:33:56.038406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:33:56.046049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Pushing event updated for resources: {'Port': ['ID=d004d310-7008-43e8-bdfb-926041956aa0,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:33:56.056972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:56.057325 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:56.057666 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:56.058019 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:56.058350 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:56.058674 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:56.058998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:56.059320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:56.059672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:56.059987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:56.060301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:56.060618 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:33:56.118810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Attempting to bind port d004d310-7008-43e8-bdfb-926041956aa0 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:33:56.119189 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Attempting to bind port d004d310-7008-43e8-bdfb-926041956aa0 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:33:56.119558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Attempting to bind port d004d310-7008-43e8-bdfb-926041956aa0 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:33:56.124801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:33:56.125179 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:33:56.125582 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:56.125978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:33:56.126442 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Bound port: d004d310-7008-43e8-bdfb-926041956aa0, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:33:56.126866 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:56.192815 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] For port d004d310-7008-43e8-bdfb-926041956aa0, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:33:56.197101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] For port d004d310-7008-43e8-bdfb-926041956aa0, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d004d310-7008-43e8-bdfb-926041956aa0,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:33:56.311273 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:56.373458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4958bcb-9e4b-4c31-a192-bf79905b6d28 None None] Pushing event updated for resources: {'Port': ['ID=d004d310-7008-43e8-bdfb-926041956aa0,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:33:56.447815 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:57.227018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e4e16f-7408-41a0-ace6-dddf8893fbf6 None None] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:33:57.358528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8a4b9184-5315-451f-9376-babe4048d460 None None] Provisioning for port d004d310-7008-43e8-bdfb-926041956aa0 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:33:57.682792 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d004d310-7008-43e8-bdfb-926041956aa0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:33:57.798304 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port d004d310-7008-43e8-bdfb-926041956aa0 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:33:57.802628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port d004d310-7008-43e8-bdfb-926041956aa0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:33:57.803009 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:57.896789 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:57.932093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port d004d310-7008-43e8-bdfb-926041956aa0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d004d310-7008-43e8-bdfb-926041956aa0,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:33:58.008318 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:58.067941 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=d004d310-7008-43e8-bdfb-926041956aa0,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:33:58.295499 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:59.650315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d004d310-7008-43e8-bdfb-926041956aa0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:33:59.701789 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port d004d310-7008-43e8-bdfb-926041956aa0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:33:59.702155 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:02.949719 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 5 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:34:22.569278 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-23fe6325-e228-4ff6-8199-f2ace46bae45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:25.528896 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:25.687186 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9a0710a5-df69-4e74-9114-957580ec8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:26.461172 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:28.283011 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:39.949820 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 5 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:34:52.590904 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-66b7ed24-bb9a-4d9d-81bf-e5cf4393f95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:55.526561 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:55.688144 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-40b9bddd-f7a9-41f5-8774-72489686799b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:56.492626 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:58.288258 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:16.949457 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 5 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:35:21.714691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54086) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:35:21.720534 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-c168f0ea-6ba4-4df4-8774-958cc13db523 tempest-verify_tempest_config-1947339529 tempest-verify_tempest_config-1947339529-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:35:21.721620 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c168f0ea-6ba4-4df4-8774-958cc13db523 tempest-verify_tempest_config-1947339529 tempest-verify_tempest_config-1947339529-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059791 Aug 23 14:35:22.265815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54104) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:35:22.368450 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:22.453931 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:22.548573 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:22.571112 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ae66d1df-26de-4a8a-9ecc-acc8a0bfab06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:22.594771 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c0823a8d0d14bb48570ecd89da132a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3278449 Aug 23 14:35:22.595816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8267f9-fb14-4413-a60d-8459c5ae16bc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:35:22.597644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54108) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:35:22.603372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.603746 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.604117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.604461 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.604796 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.605135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.605467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.605793 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.606117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.606448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.606770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.607096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e3f4ef-9d50-43b5-9f27-0b255fdaee3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.684008 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:22.704777 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:22.839968 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:22.842605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:22.843795 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6d8267f9-fb14-4413-a60d-8459c5ae16bc HTTP/1.1" status: 204 len: 168 time: 0.2443550 Aug 23 14:35:22.856737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8267f9-fb14-4413-a60d-8459c5ae16bc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:35:22.859266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.859623 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.860003 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.860343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.860693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.861023 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.861353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.861682 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.862016 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.862351 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.862677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:22.863006 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d929d1-0cc2-4546-a025-2d5001ba200a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:35:25.416656 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:25.681639 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db85ca97-942a-4c8d-ad01-48de39fb14ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:26.485185 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:28.292886 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:52.550021 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f36f81b5-b78a-4538-adb2-c635305ffa99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:53.948890 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 5 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:35:55.424111 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:55.675453 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f218b7b2-baba-475b-ba8f-7519cd5788cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:56.492196 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:58.289892 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:22.542832 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fb279470-f055-4334-ad49-b957823b2a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:25.400250 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:25.680191 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a1160673-7d54-4185-851f-fedce9b81372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:26.477611 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:28.289760 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:30.947819 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 5 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:36:52.602734 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-840249db-59d0-4dae-9328-46f534d8467b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:55.390820 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:55.679344 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e10bb791-2efd-41da-a36a-a881aac7cd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:56.484992 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:58.324907 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:37:07.946541 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 5 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:37:22.558889 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e1ec3c28-0005-43bf-b68c-c44a53eaceb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:37:25.375979 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:37:25.682305 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-875dc3ea-9298-452c-97b1-0cdd66fd254f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:37:26.481264 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:37:28.301391 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:37:44.946636 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 5 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:37:52.539081 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d6c27b8b-74a5-48ca-92e4-0edff3f0633a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:37:55.409824 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:37:55.678013 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6961c50e-dc6a-4bad-9fad-b1c015398888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:37:56.492616 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:37:58.295270 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:38:21.945288 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 5 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:38:22.545926 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c060bb5a-9af7-41ba-ab8b-3adaf17a587f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:38:25.428536 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:38:25.668774 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-687bc71f-34a7-4aae-afa7-c3d39d25dd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:38:26.473813 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:38:28.322700 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:38:45.101945 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1680939'] for agent, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:38:49.825730 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1680939'] for agent, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:38:52.535907 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2bcae232-1e2c-4972-adc2-5c553c6c501a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:38:55.419237 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:38:55.688051 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6f672381-0179-49db-8666-0aad6220081d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:38:56.494063 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:38:58.316502 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:38:58.945321 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:39:15.053535 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:39:19.775147 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:39:22.544741 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-10e914c0-776b-44de-a303-76d6373c96fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:39:25.427284 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:39:25.706367 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-93743269-83f1-4840-8a10-b77d2ff9b4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:39:26.471735 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:39:28.344490 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:39:35.881715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54170) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:39:35.944580 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:39:35.991832 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-137dbe57-aa35-42c9-8138-48c681177bcd admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1088963 Aug 23 14:39:38.178441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54180) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:39:38.241091 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5d08867d-2e52-4056-8328-1881db372434 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0615032 Aug 23 14:39:45.076975 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:39:49.762461 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:39:52.517162 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-65bce0f2-0e98-470c-a80d-d6ac31582bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:39:55.413962 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:39:55.671254 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5b71baf0-8cb3-4ddb-92b8-8669978c85c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:39:56.528228 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:39:58.322357 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:40:12.942905 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:40:15.086302 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:40:19.813254 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:40:22.548880 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fe7aad53-6a4b-4ad5-8467-a36392d77c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:40:25.412211 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:40:25.700991 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1de6c203-6fc4-4dcc-9f8f-0964a66c8148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:40:26.493527 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:40:28.342868 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:40:45.076588 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:40:49.784022 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:40:49.942154 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:40:52.583817 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-338aba42-b832-4954-8494-3e0439909778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:40:55.412522 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:40:55.681182 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d77fa441-1266-4fac-8434-8b36e2ef953e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:40:56.492568 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:40:58.320619 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:08.866380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54422) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:09.449056 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b5fc1ed3-2a77-4ed7-ad0a-025144d899ff tempest-AutoAllocateNetworkTest-653131884 tempest-AutoAllocateNetworkTest-653131884-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b1b359e1e0ae407da5aecc59ef80534d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5813205 Aug 23 14:41:09.451572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54442) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:09.750639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a2269b-4a05-4cfd-b528-53b8cb381e73 tempest-AutoAllocateNetworkTest-653131884 tempest-AutoAllocateNetworkTest-653131884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:09.755245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d0a2269b-4a05-4cfd-b528-53b8cb381e73 tempest-AutoAllocateNetworkTest-653131884 tempest-AutoAllocateNetworkTest-653131884-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3026841 Aug 23 14:41:09.755357 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54456) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:09.855688 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ef6fc95b-747f-4e61-9dd4-0eb2e0f28a27 tempest-AutoAllocateNetworkTest-653131884 tempest-AutoAllocateNetworkTest-653131884-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980122 Aug 23 14:41:09.857932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54462) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:09.885226 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bb836541-b0bf-4fa0-91d6-9eb4e3d01f4a tempest-AutoAllocateNetworkTest-653131884 tempest-AutoAllocateNetworkTest-653131884-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b1b359e1e0ae407da5aecc59ef80534d HTTP/1.1" status: 200 len: 208 time: 0.0260601 Aug 23 14:41:10.933062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54514) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:11.336543 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:11.453483 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:11.520447 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:11.563100 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b1b359e1e0ae407da5aecc59ef80534d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6287427 Aug 23 14:41:11.564145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f2ba8d-5ca8-4a41-8b7b-0538ce47c5cb,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:11.566403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54538) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:11.572835 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.573172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.575018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.575018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.575018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.575018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.575018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.576071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.576542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.577013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.577581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.577902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4459b7-e07f-4e01-a6ca-d7b8f3958863 admin admin] Tracked resource versions report: Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: pushed versions: Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: { 'AddressGroup': {'1.2'}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'ConntrackHelper': {'1.0'}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'Log': {'1.0'}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'Network': {'1.1'}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'Port': {'1.7'}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'PortForwarding': {'1.2'}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'QosPolicy': {'1.9'}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'SecurityGroup': {'1.4'}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'SecurityGroupRule': {'1.2'}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'SubPort': {'1.0'}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'Subnet': {'1.1'}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'Trunk': {'1.1'}} Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: consumer versions: Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: { DHCP agent@n-d-804985-3: {}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: HyperV agent@n-h1-804985-3: {}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: HyperV agent@n-h2-804985-3: {}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: L3 agent@n-d-804985-3: {}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: Metadata agent@n-d-804985-3: {}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: Metering agent@n-d-804985-3: {}, Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: Open vSwitch agent@n-d-804985-3: { 'AddressGroup': '1.2', Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'ConntrackHelper': '1.0', Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'Log': '1.0', Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'Network': '1.1', Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'Port': '1.7', Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'PortForwarding': '1.2', Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'QosPolicy': '1.9', Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'SecurityGroup': '1.4', Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'SecurityGroupRule': '1.2', Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'SubPort': '1.0', Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'Subnet': '1.1', Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: 'Trunk': '1.1'}} Aug 23 14:41:11.579295 n-d-804985-3 neutron-server[96115]: {{(pid=96115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:41:11.631987 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:11.656689 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:11.789251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:11.792012 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:11.797259 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/59f2ba8d-5ca8-4a41-8b7b-0538ce47c5cb HTTP/1.1" status: 204 len: 168 time: 0.2258749 Aug 23 14:41:11.802696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f2ba8d-5ca8-4a41-8b7b-0538ce47c5cb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:11.816513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.817303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.817852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.818354 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.818856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.819481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.820037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.820594 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.821127 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.821656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.822193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.822724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52faf67-b233-433a-9a83-5a6b3e00450c admin admin] Tracked resource versions report: Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: pushed versions: Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: { 'AddressGroup': {'1.2'}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'ConntrackHelper': {'1.0'}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'Log': {'1.0'}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'Network': {'1.1'}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'Port': {'1.7'}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'PortForwarding': {'1.2'}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'QosPolicy': {'1.9'}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'SecurityGroup': {'1.4'}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'SecurityGroupRule': {'1.2'}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'SubPort': {'1.0'}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'Subnet': {'1.1'}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'Trunk': {'1.1'}} Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: consumer versions: Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: { DHCP agent@n-d-804985-3: {}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: HyperV agent@n-h1-804985-3: {}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: HyperV agent@n-h2-804985-3: {}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: L3 agent@n-d-804985-3: {}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: Metadata agent@n-d-804985-3: {}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: Metering agent@n-d-804985-3: {}, Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: Open vSwitch agent@n-d-804985-3: { 'AddressGroup': '1.2', Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'ConntrackHelper': '1.0', Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'Log': '1.0', Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'Network': '1.1', Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'Port': '1.7', Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'PortForwarding': '1.2', Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'QosPolicy': '1.9', Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'SecurityGroup': '1.4', Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'SecurityGroupRule': '1.2', Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'SubPort': '1.0', Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'Subnet': '1.1', Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: 'Trunk': '1.1'}} Aug 23 14:41:11.824060 n-d-804985-3 neutron-server[96114]: {{(pid=96114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:41:12.746877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54588) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:12.755095 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54592) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:12.902136 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5c94f413-b1b6-48f8-9dad-73b5ad78ad4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:12.951873 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-df83cd12-a074-47a5-b973-3587383a0372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:13.051124 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5c94f413-b1b6-48f8-9dad-73b5ad78ad4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:13.133606 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5c94f413-b1b6-48f8-9dad-73b5ad78ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:13.196296 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5c94f413-b1b6-48f8-9dad-73b5ad78ad4e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a4cdad97c1cc483c8cd06c5d7c6fcde0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4483645 Aug 23 14:41:13.199440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54626) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:13.218136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94f413-b1b6-48f8-9dad-73b5ad78ad4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a133cd59-d16e-40a7-a051-6a846324b13e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:13.293670 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-df83cd12-a074-47a5-b973-3587383a0372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:13.318013 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8cd27d5-7563-4c52-bb36-b7f492a43af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:13.338289 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8cd27d5-7563-4c52-bb36-b7f492a43af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:13.411007 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-df83cd12-a074-47a5-b973-3587383a0372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:13.452005 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-df83cd12-a074-47a5-b973-3587383a0372 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=29f11a84631c45998f91020096cab823&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6959951 Aug 23 14:41:13.453503 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83cd12-a074-47a5-b973-3587383a0372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec9c268-efc0-4b7d-8424-bdcad4b09aa8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:13.458320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54644) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:13.470087 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8cd27d5-7563-4c52-bb36-b7f492a43af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:13.473105 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8cd27d5-7563-4c52-bb36-b7f492a43af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:13.475126 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c8cd27d5-7563-4c52-bb36-b7f492a43af9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a133cd59-d16e-40a7-a051-6a846324b13e HTTP/1.1" status: 204 len: 168 time: 0.2746305 Aug 23 14:41:13.483725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd27d5-7563-4c52-bb36-b7f492a43af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a133cd59-d16e-40a7-a051-6a846324b13e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:13.537025 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37117cc7-cc4c-423e-84e4-ddcc7eddb9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:13.562233 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37117cc7-cc4c-423e-84e4-ddcc7eddb9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:13.692543 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37117cc7-cc4c-423e-84e4-ddcc7eddb9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:13.695549 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37117cc7-cc4c-423e-84e4-ddcc7eddb9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:13.696964 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-37117cc7-cc4c-423e-84e4-ddcc7eddb9c5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8ec9c268-efc0-4b7d-8424-bdcad4b09aa8 HTTP/1.1" status: 204 len: 168 time: 0.2373884 Aug 23 14:41:13.707369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37117cc7-cc4c-423e-84e4-ddcc7eddb9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec9c268-efc0-4b7d-8424-bdcad4b09aa8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:13.945800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54672) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:14.461502 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-beac2840-cd3a-42ed-8046-24a5aee1c27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:14.552743 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-beac2840-cd3a-42ed-8046-24a5aee1c27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:14.617371 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-beac2840-cd3a-42ed-8046-24a5aee1c27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:14.655408 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-beac2840-cd3a-42ed-8046-24a5aee1c27e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b1fb22baea54cc587e47a0f860cdb45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7083635 Aug 23 14:41:14.656633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac2840-cd3a-42ed-8046-24a5aee1c27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fb785c-1975-42b0-98e2-af762decfa28,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:14.659004 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54686) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:14.700755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54688) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:14.715266 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-648e36bf-f487-4d04-88ac-cd7c10c71f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:14.717630 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94fbf4f7-6b70-431f-a84c-35c825e33cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:14.740235 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94fbf4f7-6b70-431f-a84c-35c825e33cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:14.757505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54690) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:14.771819 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2e986484-3047-4525-bae6-3d2a2e266bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:14.839610 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-648e36bf-f487-4d04-88ac-cd7c10c71f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:14.858252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54692) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:14.886010 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94fbf4f7-6b70-431f-a84c-35c825e33cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:14.888694 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94fbf4f7-6b70-431f-a84c-35c825e33cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:14.894515 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-94fbf4f7-6b70-431f-a84c-35c825e33cec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46fb785c-1975-42b0-98e2-af762decfa28 HTTP/1.1" status: 204 len: 168 time: 0.2335794 Aug 23 14:41:14.902825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbf4f7-6b70-431f-a84c-35c825e33cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fb785c-1975-42b0-98e2-af762decfa28,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:14.939086 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-648e36bf-f487-4d04-88ac-cd7c10c71f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:14.980182 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7875efd6-1b81-410e-8215-5a595cc1e662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:14.989752 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54704) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:14.998938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-648e36bf-f487-4d04-88ac-cd7c10c71f7c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=541542ac4b2f45ee81efbb6202f04efa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2895010 Aug 23 14:41:15.026316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e36bf-f487-4d04-88ac-cd7c10c71f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40160709-2f84-4808-b244-e5c2aaa74097,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:15.046040 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d9aae1a7-21b6-43c8-846a-ae348389aa02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.074969 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d9aae1a7-21b6-43c8-846a-ae348389aa02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.092217 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2e986484-3047-4525-bae6-3d2a2e266bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.130630 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.160513 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2e986484-3047-4525-bae6-3d2a2e266bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.203718 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2e986484-3047-4525-bae6-3d2a2e266bca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c82aca11a2324f6cae3c4b2d78b7b2b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4457793 Aug 23 14:41:15.204536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e986484-3047-4525-bae6-3d2a2e266bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd882664-26c3-4c37-918f-6dae72e96660,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:15.207085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54712) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:15.208772 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d9aae1a7-21b6-43c8-846a-ae348389aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.214105 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d9aae1a7-21b6-43c8-846a-ae348389aa02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.217661 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d9aae1a7-21b6-43c8-846a-ae348389aa02 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40160709-2f84-4808-b244-e5c2aaa74097 HTTP/1.1" status: 204 len: 168 time: 0.2244797 Aug 23 14:41:15.233564 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aae1a7-21b6-43c8-846a-ae348389aa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40160709-2f84-4808-b244-e5c2aaa74097,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:15.291722 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7875efd6-1b81-410e-8215-5a595cc1e662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.292814 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7220-2daf-48d4-a148-85f694619b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.319983 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7220-2daf-48d4-a148-85f694619b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.370388 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7875efd6-1b81-410e-8215-5a595cc1e662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.406696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875efd6-1b81-410e-8215-5a595cc1e662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab05a18-26dc-41d7-a91a-35869aafb0f2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:15.412554 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7875efd6-1b81-410e-8215-5a595cc1e662 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=15d86ab2de3b41baac8a432452990fc4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5523839 Aug 23 14:41:15.414604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54728) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:15.467912 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1544153-679a-4642-b2ca-47bc0fa830c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.490245 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1544153-679a-4642-b2ca-47bc0fa830c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.498324 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7220-2daf-48d4-a148-85f694619b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.500860 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7220-2daf-48d4-a148-85f694619b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.502547 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3a8b7220-2daf-48d4-a148-85f694619b02 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cd882664-26c3-4c37-918f-6dae72e96660 HTTP/1.1" status: 204 len: 168 time: 0.2938840 Aug 23 14:41:15.523859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b7220-2daf-48d4-a148-85f694619b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd882664-26c3-4c37-918f-6dae72e96660,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:15.645247 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1544153-679a-4642-b2ca-47bc0fa830c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.648041 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1544153-679a-4642-b2ca-47bc0fa830c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.649243 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a1544153-679a-4642-b2ca-47bc0fa830c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fab05a18-26dc-41d7-a91a-35869aafb0f2 HTTP/1.1" status: 204 len: 168 time: 0.2336066 Aug 23 14:41:15.657064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1544153-679a-4642-b2ca-47bc0fa830c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab05a18-26dc-41d7-a91a-35869aafb0f2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:15.843609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54748) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:15.858100 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7a909909-d58b-4b93-affd-73605a68fca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:15.972007 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7a909909-d58b-4b93-affd-73605a68fca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:16.011808 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7a909909-d58b-4b93-affd-73605a68fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:16.048355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a909909-d58b-4b93-affd-73605a68fca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653749ec-c22f-4fea-bd07-aaf991fdbf53,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:16.053184 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7a909909-d58b-4b93-affd-73605a68fca7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9d092ad8a5a40ff88ccfe195ec25cd6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2083557 Aug 23 14:41:16.056263 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54758) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:16.106633 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6cbbd731-de80-46d1-9a2e-f03294703a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:16.131070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6cbbd731-de80-46d1-9a2e-f03294703a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:16.263736 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6cbbd731-de80-46d1-9a2e-f03294703a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:16.269261 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6cbbd731-de80-46d1-9a2e-f03294703a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:16.269261 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6cbbd731-de80-46d1-9a2e-f03294703a26 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/653749ec-c22f-4fea-bd07-aaf991fdbf53 HTTP/1.1" status: 204 len: 168 time: 0.2103913 Aug 23 14:41:16.280213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbd731-de80-46d1-9a2e-f03294703a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653749ec-c22f-4fea-bd07-aaf991fdbf53,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:16.726543 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54784) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:16.743460 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a6f2a8dc-c914-4bf3-acb4-dfd677e99efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:16.860231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a6f2a8dc-c914-4bf3-acb4-dfd677e99efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:16.943564 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a6f2a8dc-c914-4bf3-acb4-dfd677e99efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:16.983983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2a8dc-c914-4bf3-acb4-dfd677e99efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fa0df7-e87a-4a77-a6c1-3be561a259fc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:17.000127 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a6f2a8dc-c914-4bf3-acb4-dfd677e99efc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4c45abad7b224e2dbbd55028e995bfb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2724924 Aug 23 14:41:17.000317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54814) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:17.053608 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62199515-63ab-4f31-9408-353728e3d856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:17.091762 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62199515-63ab-4f31-9408-353728e3d856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:17.216103 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62199515-63ab-4f31-9408-353728e3d856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:17.218926 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62199515-63ab-4f31-9408-353728e3d856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:17.220274 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-62199515-63ab-4f31-9408-353728e3d856 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/15fa0df7-e87a-4a77-a6c1-3be561a259fc HTTP/1.1" status: 204 len: 168 time: 0.2190914 Aug 23 14:41:17.228244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62199515-63ab-4f31-9408-353728e3d856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fa0df7-e87a-4a77-a6c1-3be561a259fc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:18.737548 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54930) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:19.063456 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54946) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:19.066945 n-d-804985-3 neutron-server[96114]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 14:41:19.096840 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-1903726f-0782-4aec-8dc2-81a9dcf3b2b6 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=2ff1fec357bf48dd8dd6829a98ea9cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321748 Aug 23 14:41:19.150672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-network', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:19.238127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54950) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:19.359252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-ceafaebd-aeb6-4498-a100-51687dd47db3 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:19.360412 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-ceafaebd-aeb6-4498-a100-51687dd47db3 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579472 Aug 23 14:41:19.381557 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f4a4ba4f-1a34-4e7a-b07d-21ccf40340ab tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/quotas/2ff1fec357bf48dd8dd6829a98ea9cac HTTP/1.1" status: 200 len: 375 time: 0.0143449 Aug 23 14:41:19.395050 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01072d35-bac3-4b11-9135-1cb61bd56e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:19.421498 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] Made reservation on behalf of 44d3f2d108d54d4d8c0a0c97823e1e8a for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:41:19.424658 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:19.443646 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-c94f1351-9967-4f2e-a8d5-e3f3a3e12e55 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2ff1fec357bf48dd8dd6829a98ea9cac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561898 Aug 23 14:41:19.452059 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:19.529742 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01072d35-bac3-4b11-9135-1cb61bd56e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:19.571917 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01072d35-bac3-4b11-9135-1cb61bd56e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:19.613608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01072d35-bac3-4b11-9135-1cb61bd56e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1742fee8-6e7d-49ce-b66c-f90d06b93f59,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:19.620754 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-01072d35-bac3-4b11-9135-1cb61bd56e3e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7ab87f300f8840c689e06a81f2bcb2ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3807971 Aug 23 14:41:19.623713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54968) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:19.690621 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:19.693955 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8bfffa3a-ad37-493d-930b-c744dd7714b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:19.719516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8bfffa3a-ad37-493d-930b-c744dd7714b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:19.811447 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:19.822355 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:19.843767 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c252224-485a-49b0-b12b-35d32fa85f63,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:19.857687 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8bfffa3a-ad37-493d-930b-c744dd7714b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:19.860844 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8bfffa3a-ad37-493d-930b-c744dd7714b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:19.862827 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8bfffa3a-ad37-493d-930b-c744dd7714b5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1742fee8-6e7d-49ce-b66c-f90d06b93f59 HTTP/1.1" status: 204 len: 168 time: 0.2377992 Aug 23 14:41:19.870702 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:41:19.872818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfffa3a-ad37-493d-930b-c744dd7714b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1742fee8-6e7d-49ce-b66c-f90d06b93f59,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:19.892250 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54994) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:19.892420 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727177602070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:19.896348 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] Unsubscribe: segment precommit_create {{(pid=96114) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 14:41:19.896348 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] Added segment 2df108af-91c8-484f-93b6-4ef6e951205c of type vlan for network 5686c327-7ddb-4f80-9a60-a54a51f40b94 Aug 23 14:41:19.946960 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:20.053212 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:20.054768 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:20.055478 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:20.057438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55002) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:20.206383 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4600065 Aug 23 14:41:20.215825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55014) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:20.221037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-fb82e926-6275-47b5-ab27-604455805b33 admin admin] Request body: {'subnet': {'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-subnet', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:20.230456 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b920a66-69e9-498d-ab84-1d8dc34aefa6 admin admin] Pushing event updated for resources: {'Network': ['ID=5686c327-7ddb-4f80-9a60-a54a51f40b94,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:20.243209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 5686c327-7ddb-4f80-9a60-a54a51f40b94 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:41:20.319746 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1560049090-network', 'tenant_id': '159dfef45aba41a9ba6e62b996e58758'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:20.499418 n-d-804985-3 neutron-server[96115]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 14:41:20.513297 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb82e926-6275-47b5-ab27-604455805b33 admin admin] Made reservation on behalf of 44d3f2d108d54d4d8c0a0c97823e1e8a for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:41:20.515559 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fb82e926-6275-47b5-ab27-604455805b33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:20.549240 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2199f22f-e810-47a8-ba12-5f47f79d2ac7 req-1e3bf33b-191c-4ddb-add4-f3de47b8ba4d tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 210 time: 0.4901371 Aug 23 14:41:20.639205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] Made reservation on behalf of 159dfef45aba41a9ba6e62b996e58758 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:41:20.641652 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:20.655189 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:20.769127 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:20.811950 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fb82e926-6275-47b5-ab27-604455805b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:20.836762 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:20.849363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:41:20.862523 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:20.864110 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] Added segment 32e6d0d2-4cb5-4102-87f9-f1fc2468d51c of type vlan for network 35ecc69b-4dbb-4673-a364-a842bec1e318 Aug 23 14:41:20.866767 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82e926-6275-47b5-ab27-604455805b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=992c01ea-22e9-4541-a53a-7089cdc61629,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:20.908671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82e926-6275-47b5-ab27-604455805b33 admin admin] Checking segment: {'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:20.912319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb82e926-6275-47b5-ab27-604455805b33 admin admin] Network hostable DHCP agents. Network: 5686c327-7ddb-4f80-9a60-a54a51f40b94, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:41:20.913777 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:20.928191 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e46a5f9-3ee1-46b7-abd1-4ea97e27df49,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:20.975707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55030) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:20.990260 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-267ff6cd-269c-4ee0-93e9-cda441ff7110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.002338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb82e926-6275-47b5-ab27-604455805b33 admin admin] Network 5686c327-7ddb-4f80-9a60-a54a51f40b94 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:41:21.027394 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.028888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:21.030021 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.077674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-5ec19bc9-5c55-45a4-9277-953cb81da933 req-502ed545-7393-4530-b04d-80921f1e260e tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1623381437', 'description': 'tempest-description-1679514237'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:21.091827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-fb82e926-6275-47b5-ab27-604455805b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 5686c327-7ddb-4f80-9a60-a54a51f40b94) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:21.103686 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb82e926-6275-47b5-ab27-604455805b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:21.103686 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fb82e926-6275-47b5-ab27-604455805b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.103876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723282d8-63a8-4b9e-abe2-8fd038ddfb59 None None] Network 5686c327-7ddb-4f80-9a60-a54a51f40b94 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:41:21.131786 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] Pushing event updated for resources: {'Network': ['ID=35ecc69b-4dbb-4673-a364-a842bec1e318,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:21.154322 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-267ff6cd-269c-4ee0-93e9-cda441ff7110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.159945 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 35ecc69b-4dbb-4673-a364-a842bec1e318 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:41:21.207826 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-267ff6cd-269c-4ee0-93e9-cda441ff7110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.253068 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-267ff6cd-269c-4ee0-93e9-cda441ff7110 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a3c589ef2c884244949cde46d831f2db&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2761204 Aug 23 14:41:21.255856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55042) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:21.258213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ff6cd-269c-4ee0-93e9-cda441ff7110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786e79d1-1ace-41d8-8300-d2a7e43e808c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:21.294749 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fb82e926-6275-47b5-ab27-604455805b33 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0776677 Aug 23 14:41:21.297493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55044) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:21.304355 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:21.318392 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a8e5d378-e261-4f77-9a11-9c61e0d8fdf7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4201014 Aug 23 14:41:21.319275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55046) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:21.321489 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c83b-344b-4db2-9d5b-413325dc983b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.344640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e266d4f9-f9b5-4e86-8949-7d8181b147d5 admin admin] Request body: {'subnet': {'network_id': '35ecc69b-4dbb-4673-a364-a842bec1e318', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1560049090-subnet', 'tenant_id': '159dfef45aba41a9ba6e62b996e58758', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:21.351305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-5686c327-7ddb-4f80-9a60-a54a51f40b94', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:41:21.353944 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.356414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c83b-344b-4db2-9d5b-413325dc983b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.402433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5ec19bc9-5c55-45a4-9277-953cb81da933 req-502ed545-7393-4530-b04d-80921f1e260e tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.414028 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.api [None req-e266d4f9-f9b5-4e86-8949-7d8181b147d5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 14:41:21.414028 n-d-804985-3 neutron-server[96115]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 14:41:21.414028 n-d-804985-3 neutron-server[96115]: [parameters: {'project_id_1': '159dfef45aba41a9ba6e62b996e58758', 'expiration_1': datetime.datetime(2021, 8, 23, 14, 41, 21, 350651)}] Aug 23 14:41:21.414028 n-d-804985-3 neutron-server[96115]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:41:21.414413 n-d-804985-3 neutron-server[96115]: DEBUG oslo_db.api [None req-e266d4f9-f9b5-4e86-8949-7d8181b147d5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:41:21.419720 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5ec19bc9-5c55-45a4-9277-953cb81da933 req-502ed545-7393-4530-b04d-80921f1e260e tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.479210 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c83b-344b-4db2-9d5b-413325dc983b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.481984 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c83b-344b-4db2-9d5b-413325dc983b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.483435 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b3b5c83b-344b-4db2-9d5b-413325dc983b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/786e79d1-1ace-41d8-8300-d2a7e43e808c HTTP/1.1" status: 204 len: 168 time: 0.2264154 Aug 23 14:41:21.492790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5c83b-344b-4db2-9d5b-413325dc983b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786e79d1-1ace-41d8-8300-d2a7e43e808c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:21.512209 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.514320 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.534876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Allocated IP 172.20.0.2 (5686c327-7ddb-4f80-9a60-a54a51f40b94/992c01ea-22e9-4541-a53a-7089cdc61629/0379d522-ac93-4fdc-89ad-94d18c9b03bc) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:41:21.661448 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.697659 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-51845d2d-df8e-40c7-bbe2-ae1faf2b34f8 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=cc8da408faa2414f9a9778235cf8520e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569811 Aug 23 14:41:21.713363 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.724409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Transition to ACTIVE for port object 0379d522-ac93-4fdc-89ad-94d18c9b03bc will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:21.743786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Transition to ACTIVE for port object 0379d522-ac93-4fdc-89ad-94d18c9b03bc will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:21.906893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-24be44af-3e7a-4241-9202-68099dc00fbc tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:21.906893 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-24be44af-3e7a-4241-9202-68099dc00fbc tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1303132 Aug 23 14:41:21.906893 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-a204aa0f-5bcc-467b-986d-6ccce7165c75 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/quotas/cc8da408faa2414f9a9778235cf8520e HTTP/1.1" status: 200 len: 375 time: 0.0112622 Aug 23 14:41:21.912234 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.912340 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5ec19bc9-5c55-45a4-9277-953cb81da933 req-502ed545-7393-4530-b04d-80921f1e260e tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.912763 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Network 5686c327-7ddb-4f80-9a60-a54a51f40b94 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:21.915692 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-44cc0128-1624-4677-92e0-a41df1abe31c tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cc8da408faa2414f9a9778235cf8520e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612516 Aug 23 14:41:21.916278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:21.919785 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:41:21.932855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Pushing event updated for resources: {'Port': ['ID=0379d522-ac93-4fdc-89ad-94d18c9b03bc,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:21.937449 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:21.943806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:21.944154 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:21.944487 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:21.944993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:21.945322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:21.945647 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:21.945972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:21.946289 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:21.946600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:21.947047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:21.947369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:21.947706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Tracked resource versions report: Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: pushed versions: Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: { 'AddressGroup': {'1.2'}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'ConntrackHelper': {'1.0'}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'Log': {'1.0'}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'Network': {'1.1'}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'Port': {'1.7'}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'PortForwarding': {'1.2'}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'QosPolicy': {'1.9'}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'SecurityGroup': {'1.4'}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'SecurityGroupRule': {'1.2'}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'SubPort': {'1.0'}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'Subnet': {'1.1'}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'Trunk': {'1.1'}} Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: consumer versions: Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: { DHCP agent@n-d-804985-3: {}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: HyperV agent@n-h1-804985-3: {}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: HyperV agent@n-h2-804985-3: {}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: L3 agent@n-d-804985-3: {}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: Metadata agent@n-d-804985-3: {}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: Metering agent@n-d-804985-3: {}, Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: Open vSwitch agent@n-d-804985-3: { 'AddressGroup': '1.2', Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'ConntrackHelper': '1.0', Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'Log': '1.0', Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'Network': '1.1', Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'Port': '1.7', Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'PortForwarding': '1.2', Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'QosPolicy': '1.9', Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'SecurityGroup': '1.4', Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'SecurityGroupRule': '1.2', Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'SubPort': '1.0', Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'Subnet': '1.1', Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: 'Trunk': '1.1'}} Aug 23 14:41:21.948779 n-d-804985-3 neutron-server[96116]: {{(pid=96116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:41:21.998610 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Attempting to bind port 0379d522-ac93-4fdc-89ad-94d18c9b03bc on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:41:22.000992 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Attempting to bind port 0379d522-ac93-4fdc-89ad-94d18c9b03bc by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:41:22.000992 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Attempting to bind port 0379d522-ac93-4fdc-89ad-94d18c9b03bc on network 5686c327-7ddb-4f80-9a60-a54a51f40b94 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:41:22.006234 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5ec19bc9-5c55-45a4-9277-953cb81da933 req-502ed545-7393-4530-b04d-80921f1e260e tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:22.013113 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:41:22.014309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Checking segment: {'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:22.015296 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:22.016675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Bound using segment: {'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:41:22.018492 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Bound port: 0379d522-ac93-4fdc-89ad-94d18c9b03bc, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:41:22.019246 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:22.081015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e266d4f9-f9b5-4e86-8949-7d8181b147d5 admin admin] Made reservation on behalf of 159dfef45aba41a9ba6e62b996e58758 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:41:22.086349 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e266d4f9-f9b5-4e86-8949-7d8181b147d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:22.090900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ed545-7393-4530-b04d-80921f1e260e tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755d237f-0c5d-47b6-8228-00e5909c3edf,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:22.102901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] For port 0379d522-ac93-4fdc-89ad-94d18c9b03bc, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:41:22.106934 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] For port 0379d522-ac93-4fdc-89ad-94d18c9b03bc, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0379d522-ac93-4fdc-89ad-94d18c9b03bc,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:41:22.190800 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5ec19bc9-5c55-45a4-9277-953cb81da933 req-502ed545-7393-4530-b04d-80921f1e260e tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:22.217865 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:22.345043 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5ec19bc9-5c55-45a4-9277-953cb81da933 req-502ed545-7393-4530-b04d-80921f1e260e tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:22.360407 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd2385-4f83-48cb-9eef-2452e1430878 None None] Pushing event updated for resources: {'Port': ['ID=0379d522-ac93-4fdc-89ad-94d18c9b03bc,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:22.464846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ed545-7393-4530-b04d-80921f1e260e tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60cd557-93fb-486e-84f6-fb1ced82c261,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:22.474998 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:22.498516 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a66cf1bf-7084-4555-9f74-7d3215c6dece req-f3c32d20-54f0-4fde-a4fc-f63123d7ff87 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 210 time: 0.0566003 Aug 23 14:41:22.518872 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e266d4f9-f9b5-4e86-8949-7d8181b147d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:22.559622 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5ec19bc9-5c55-45a4-9277-953cb81da933 req-502ed545-7393-4530-b04d-80921f1e260e tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:22.566744 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ec19bc9-5c55-45a4-9277-953cb81da933 req-502ed545-7393-4530-b04d-80921f1e260e tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.4954443 Aug 23 14:41:22.568184 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:22.601187 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-1519fbb0-8c9e-43db-9802-751c6e19c2e0 req-ad644edc-bca2-4ec8-b189-1e78f25c621c tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Request body: {'security_group': {'name': 'tempest-securitygroup-882635384', 'description': 'tempest-description-314562417'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:22.601288 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5c052450-0708-49a9-b491-15e8ec9411ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:22.716117 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50ca7f2b-886e-46d0-909f-90330e511951 req-ba014d8f-ed7e-4082-9f01-8ca98e3bb960 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 210 time: 0.0453978 Aug 23 14:41:22.728073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e266d4f9-f9b5-4e86-8949-7d8181b147d5 admin admin] Checking segment: {'id': '32e6d0d2-4cb5-4102-87f9-f1fc2468d51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '35ecc69b-4dbb-4673-a364-a842bec1e318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:22.728581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e266d4f9-f9b5-4e86-8949-7d8181b147d5 admin admin] Network hostable DHCP agents. Network: 35ecc69b-4dbb-4673-a364-a842bec1e318, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:41:22.751423 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266d4f9-f9b5-4e86-8949-7d8181b147d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df761aca-656e-4424-8b76-ac33352ae084,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:22.817582 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e266d4f9-f9b5-4e86-8949-7d8181b147d5 admin admin] Network 35ecc69b-4dbb-4673-a364-a842bec1e318 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:41:22.891246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-e266d4f9-f9b5-4e86-8949-7d8181b147d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 35ecc69b-4dbb-4673-a364-a842bec1e318) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:22.891794 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1519fbb0-8c9e-43db-9802-751c6e19c2e0 req-ad644edc-bca2-4ec8-b189-1e78f25c621c tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:22.895686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e266d4f9-f9b5-4e86-8949-7d8181b147d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:22.899329 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e266d4f9-f9b5-4e86-8949-7d8181b147d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:22.901720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5828b4-4cab-4b19-877d-539b9265e6ea None None] Network 35ecc69b-4dbb-4673-a364-a842bec1e318 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:41:22.952248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Allocated IP 172.25.8.225 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/483fb5d5-8274-4e39-8fa8-cdc31b5607da) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:41:23.012437 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e266d4f9-f9b5-4e86-8949-7d8181b147d5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6917019 Aug 23 14:41:23.053261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1a957f-e692-4c8d-b60b-9e8cc18f33bd None None] Network 35ecc69b-4dbb-4673-a364-a842bec1e318 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:41:23.144360 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1519fbb0-8c9e-43db-9802-751c6e19c2e0 req-ad644edc-bca2-4ec8-b189-1e78f25c621c tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:23.191236 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:23.235286 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1519fbb0-8c9e-43db-9802-751c6e19c2e0 req-ad644edc-bca2-4ec8-b189-1e78f25c621c tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:23.296887 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad644edc-bca2-4ec8-b189-1e78f25c621c tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1d8b64-0032-49d1-9130-7deb58d5bcec,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:23.417344 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1519fbb0-8c9e-43db-9802-751c6e19c2e0 req-ad644edc-bca2-4ec8-b189-1e78f25c621c tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:23.418838 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1519fbb0-8c9e-43db-9802-751c6e19c2e0 req-ad644edc-bca2-4ec8-b189-1e78f25c621c tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8277066 Aug 23 14:41:23.498435 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:23.631687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:23.643012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:23.649869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:41:23.694737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b4c256-bed1-4ea5-8c93-7a8855c0e72b None None] Network 5686c327-7ddb-4f80-9a60-a54a51f40b94 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:41:23.759058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Pushing event updated for resources: {'Port': ['ID=483fb5d5-8274-4e39-8fa8-cdc31b5607da,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:23.856969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.61', 56810) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:23.866990 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ad9fcc6a-97bb-4142-9784-29e9dd8c62a1 req-1811622b-0787-4f72-b6bf-2fe13a1f0192 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 210 time: 0.1123478 Aug 23 14:41:23.950147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-119523a9-577a-4ddf-9d47-fe278d27e3c8 None None] Provisioning for port 0379d522-ac93-4fdc-89ad-94d18c9b03bc completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:23.960694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d6cacb9e-0123-4bce-b16d-805d178136bb tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2ff1fec357bf48dd8dd6829a98ea9cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906713 Aug 23 14:41:24.031598 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-11b6739f-129d-43a8-ba3e-011231c8107f req-ef655256-dc36-4c30-b60e-1ad6ee51c481 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 210 time: 0.0622818 Aug 23 14:41:24.062015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-a6e86476-701a-46c4-a002-7a46b3773d1c req-5142ddc2-8b31-4eb0-9188-c16da6c63d49 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2047369544', 'description': 'tempest-description-1840638006'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:24.083704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0379d522-ac93-4fdc-89ad-94d18c9b03bc up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:24.222944 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 0379d522-ac93-4fdc-89ad-94d18c9b03bc completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:24.229442 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0379d522-ac93-4fdc-89ad-94d18c9b03bc triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:24.229442 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:24.397524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-709accbb-6329-4adb-a580-3994ee8817d4 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:24.399878 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-709accbb-6329-4adb-a580-3994ee8817d4 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4369657 Aug 23 14:41:24.403262 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:24.426447 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:24.451106 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2481d330-3d36-462c-8651-3b1559e1e218 None None] Provisioning complete for port 0379d522-ac93-4fdc-89ad-94d18c9b03bc triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:24.451708 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2481d330-3d36-462c-8651-3b1559e1e218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:24.456747 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a6e86476-701a-46c4-a002-7a46b3773d1c req-5142ddc2-8b31-4eb0-9188-c16da6c63d49 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:24.477415 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a6e86476-701a-46c4-a002-7a46b3773d1c req-5142ddc2-8b31-4eb0-9188-c16da6c63d49 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:24.492250 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55164) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:24.495181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 0379d522-ac93-4fdc-89ad-94d18c9b03bc, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0379d522-ac93-4fdc-89ad-94d18c9b03bc,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:24.502256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-850110301-network', 'tenant_id': '156a4a406a5e44d09e8a3f123d457398'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:24.538384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Request body: {'port': {'device_id': 'b3dbf635-fc24-45bd-9f53-2a78ee3a1345', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '2ff1fec357bf48dd8dd6829a98ea9cac'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:24.571193 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:24.612398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2481d330-3d36-462c-8651-3b1559e1e218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:24.675009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=0379d522-ac93-4fdc-89ad-94d18c9b03bc,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:24.738600 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-2481d330-3d36-462c-8651-3b1559e1e218 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:41:24.739738 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-2481d330-3d36-462c-8651-3b1559e1e218 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:41:24.749295 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:24.837757 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a6e86476-701a-46c4-a002-7a46b3773d1c req-5142ddc2-8b31-4eb0-9188-c16da6c63d49 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:24.891498 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a6e86476-701a-46c4-a002-7a46b3773d1c req-5142ddc2-8b31-4eb0-9188-c16da6c63d49 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:24.952123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142ddc2-8b31-4eb0-9188-c16da6c63d49 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54a8340-e4cb-4a80-b097-8fafd1475610,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:25.004569 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] Made reservation on behalf of 156a4a406a5e44d09e8a3f123d457398 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:41:25.006752 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:25.020882 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eaf18806-dedb-4f41-aa82-092e2d2598d2 req-2987f775-966a-4c9b-b32f-3ae0d35ca889 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 210 time: 0.0279737 Aug 23 14:41:25.022368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:25.046466 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Router 806809ae-2880-4059-883e-70a69d908869 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:41:25.108200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Made reservation on behalf of 2ff1fec357bf48dd8dd6829a98ea9cac for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:41:25.112859 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:25.132763 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:25.145687 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4ed509a8-1ae1-4af7-be9b-dfe6b1398a91 req-5b96844f-e3b6-4c74-8836-9dcf336e6bea tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 210 time: 0.0385630 Aug 23 14:41:25.205794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:41:25.211601 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a6e86476-701a-46c4-a002-7a46b3773d1c req-5142ddc2-8b31-4eb0-9188-c16da6c63d49 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:25.216837 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Sync routers for ids ['806809ae-2880-4059-883e-70a69d908869'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:41:25.231733 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Routers {'806809ae-2880-4059-883e-70a69d908869'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:41:25.233017 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:40:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['806809ae-2880-4059-883e-70a69d908869'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:25.275386 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a6e86476-701a-46c4-a002-7a46b3773d1c req-5142ddc2-8b31-4eb0-9188-c16da6c63d49 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:25.332866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:25.336895 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-616d05f9-1dd5-457f-8558-933d4b2caae0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0381978 Aug 23 14:41:25.340816 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55202) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:25.352677 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142ddc2-8b31-4eb0-9188-c16da6c63d49 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aba248a-ec75-40cd-9bb6-d50340e74b16,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:25.457285 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:25.511330 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Set router 806809ae-2880-4059-883e-70a69d908869 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:41:25.588059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.61', 56814) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:25.599864 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:25.616600 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-6356035f-954f-4195-a988-e888c916fad1 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=cc8da408faa2414f9a9778235cf8520e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271862 Aug 23 14:41:25.686816 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:25.737380 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d038f8b8-9261-415c-8d19-648222154d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:25.852417 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-7a35293d-6f91-4591-be2c-20757d9e7c8e tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:25.853476 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-7a35293d-6f91-4591-be2c-20757d9e7c8e tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308707 Aug 23 14:41:25.864856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ad00d1-2486-46f7-a73b-39940713fdd0,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:25.879101 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:41:25.891105 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:24Z', 'revision_number': 3, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:25.936154 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:25.936712 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] Added segment 95d91049-abf2-4088-8627-d83e7622dae5 of type vlan for network cb284516-8feb-497e-971f-a7244b3fafe5 Aug 23 14:41:25.944309 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Checking router: 806809ae-2880-4059-883e-70a69d908869 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:41:25.949607 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Updating router 806809ae-2880-4059-883e-70a69d908869 port 483fb5d5-8274-4e39-8fa8-cdc31b5607da binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:41:25.955571 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Request body: {'port': {'device_id': '96158e52-100c-4a10-aa66-dea57b3a091b', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': 'cc8da408faa2414f9a9778235cf8520e'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:25.976487 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.045594 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0379d522-ac93-4fdc-89ad-94d18c9b03bc up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:26.101021 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.129537 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.135552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0379d522-ac93-4fdc-89ad-94d18c9b03bc triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:26.135552 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.225418 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.240265 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-301af352-2b22-4bb4-8530-07aced2b7573 req-871df83d-dded-4975-a805-385611977822 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 210 time: 0.0689166 Aug 23 14:41:26.247989 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.249117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:26.249681 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.310561 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a6e86476-701a-46c4-a002-7a46b3773d1c req-5142ddc2-8b31-4eb0-9188-c16da6c63d49 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.312114 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6e86476-701a-46c4-a002-7a46b3773d1c req-5142ddc2-8b31-4eb0-9188-c16da6c63d49 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.3639827 Aug 23 14:41:26.522293 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.534473 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-22a11d86-0971-401f-896c-16843c364409 req-a6d129da-7e59-4849-8489-f7c0c82ac836 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-688944694', 'description': 'tempest-description-590827121'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:26.553762 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55226) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:26.568719 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0743256 Aug 23 14:41:26.580473 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55230) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:26.583417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afea4bd8-8297-41bb-a954-6ca18adab3da,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:26.586057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904497ce-66e7-4021-964b-3b5c22267de9 admin admin] Pushing event updated for resources: {'Network': ['ID=cb284516-8feb-497e-971f-a7244b3fafe5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:26.615174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-5affff95-2b62-4e12-b5dd-072518481502 admin admin] Request body: {'subnet': {'network_id': 'cb284516-8feb-497e-971f-a7244b3fafe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-850110301-subnet', 'tenant_id': '156a4a406a5e44d09e8a3f123d457398', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:26.649239 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e7e3cdd-ec30-4494-86f5-88709ab62b24 req-60617e83-4504-4d63-b944-6cdb19474d0f tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 210 time: 0.0964026 Aug 23 14:41:26.684910 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.702104 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Transition to ACTIVE for port object 483fb5d5-8274-4e39-8fa8-cdc31b5607da will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:26.728926 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network cb284516-8feb-497e-971f-a7244b3fafe5 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:41:26.743546 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-22a11d86-0971-401f-896c-16843c364409 req-a6d129da-7e59-4849-8489-f7c0c82ac836 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.787481 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.791529 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 14:41:26.791529 n-d-804985-3 neutron-server[96114]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 14:41:26.791529 n-d-804985-3 neutron-server[96114]: [parameters: {'project_id_1': 'cc8da408faa2414f9a9778235cf8520e', 'expiration_1': datetime.datetime(2021, 8, 23, 14, 41, 26, 661425)}] Aug 23 14:41:26.791529 n-d-804985-3 neutron-server[96114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:41:26.793623 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:41:26.813175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Allocated IP 192.168.233.59 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/0d3e80a1-b7da-459e-897f-12ff8a1daafe) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:41:26.860017 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Attempting to bind port 483fb5d5-8274-4e39-8fa8-cdc31b5607da on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:41:26.860516 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Attempting to bind port 483fb5d5-8274-4e39-8fa8-cdc31b5607da by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:41:26.861770 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Attempting to bind port 483fb5d5-8274-4e39-8fa8-cdc31b5607da on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:41:26.877130 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:41:26.883050 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:26.883050 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.883050 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:41:26.883050 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Bound port: 483fb5d5-8274-4e39-8fa8-cdc31b5607da, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:41:26.883050 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.884879 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23270da6-367e-42cb-87cd-6223c6648d37 None None] Pushing event updated for resources: {'Port': ['ID=483fb5d5-8274-4e39-8fa8-cdc31b5607da,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:26.885002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5affff95-2b62-4e12-b5dd-072518481502 admin admin] Made reservation on behalf of 156a4a406a5e44d09e8a3f123d457398 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:41:26.886888 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5affff95-2b62-4e12-b5dd-072518481502 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.912203 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b412564e-0d12-419e-83f6-f246c8651cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.917483 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23270da6-367e-42cb-87cd-6223c6648d37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:26.917483 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23270da6-367e-42cb-87cd-6223c6648d37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:26.917483 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23270da6-367e-42cb-87cd-6223c6648d37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:26.917483 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23270da6-367e-42cb-87cd-6223c6648d37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:26.917483 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23270da6-367e-42cb-87cd-6223c6648d37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:26.917483 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23270da6-367e-42cb-87cd-6223c6648d37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:26.917483 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23270da6-367e-42cb-87cd-6223c6648d37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:26.918217 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23270da6-367e-42cb-87cd-6223c6648d37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:26.918217 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23270da6-367e-42cb-87cd-6223c6648d37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:26.918807 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23270da6-367e-42cb-87cd-6223c6648d37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:26.919166 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23270da6-367e-42cb-87cd-6223c6648d37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:26.919570 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23270da6-367e-42cb-87cd-6223c6648d37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23270da6-367e-42cb-87cd-6223c6648d37 None None] Tracked resource versions report: Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: pushed versions: Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: { 'AddressGroup': {'1.2'}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'ConntrackHelper': {'1.0'}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'Log': {'1.0'}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'Network': {'1.1'}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'Port': {'1.7'}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'PortForwarding': {'1.2'}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'QosPolicy': {'1.9'}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'SecurityGroup': {'1.4'}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'SecurityGroupRule': {'1.2'}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'SubPort': {'1.0'}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'Subnet': {'1.1'}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'Trunk': {'1.1'}} Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: consumer versions: Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: { DHCP agent@n-d-804985-3: {}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: HyperV agent@n-h1-804985-3: {}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: HyperV agent@n-h2-804985-3: {}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: L3 agent@n-d-804985-3: {}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: Metadata agent@n-d-804985-3: {}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: Metering agent@n-d-804985-3: {}, Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: Open vSwitch agent@n-d-804985-3: { 'AddressGroup': '1.2', Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'ConntrackHelper': '1.0', Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'Log': '1.0', Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'Network': '1.1', Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'Port': '1.7', Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'PortForwarding': '1.2', Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'QosPolicy': '1.9', Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'SecurityGroup': '1.4', Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'SecurityGroupRule': '1.2', Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'SubPort': '1.0', Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'Subnet': '1.1', Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: 'Trunk': '1.1'}} Aug 23 14:41:26.920806 n-d-804985-3 neutron-server[96117]: {{(pid=96117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:41:26.960466 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:41:26.972236 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:26.977442 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] For port 483fb5d5-8274-4e39-8fa8-cdc31b5607da, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:41:26.982599 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] For port 483fb5d5-8274-4e39-8fa8-cdc31b5607da, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=483fb5d5-8274-4e39-8fa8-cdc31b5607da,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:41:27.052657 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:27.130341 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23270da6-367e-42cb-87cd-6223c6648d37 None None] Pushing event updated for resources: {'Port': ['ID=483fb5d5-8274-4e39-8fa8-cdc31b5607da,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:27.133147 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Routers {'806809ae-2880-4059-883e-70a69d908869'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:41:27.133776 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['806809ae-2880-4059-883e-70a69d908869'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:27.148784 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-22a11d86-0971-401f-896c-16843c364409 req-a6d129da-7e59-4849-8489-f7c0c82ac836 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:27.201186 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:27.244577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Transition to ACTIVE for port object 0d3e80a1-b7da-459e-897f-12ff8a1daafe will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:27.245574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Allocated IP 172.20.0.1 (5686c327-7ddb-4f80-9a60-a54a51f40b94/992c01ea-22e9-4541-a53a-7089cdc61629/b55de9a3-7fd4-40c9-9eed-6d244833e50d) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:41:27.307409 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] Set router 806809ae-2880-4059-883e-70a69d908869 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:41:27.338903 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-22a11d86-0971-401f-896c-16843c364409 req-a6d129da-7e59-4849-8489-f7c0c82ac836 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:27.386927 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:27.397098 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5affff95-2b62-4e12-b5dd-072518481502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:27.541827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b76664-54fd-400b-91f0-e859f693662e req-50773e4a-8fb2-45ec-9fd2-0f03f10506af tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:27.543841 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64b76664-54fd-400b-91f0-e859f693662e req-50773e4a-8fb2-45ec-9fd2-0f03f10506af tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 935 time: 0.1501079 Aug 23 14:41:27.582921 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:27.635772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d129da-7e59-4849-8489-f7c0c82ac836 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a030ea-c590-496e-a412-e2239468d676,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:27.682626 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:27.687179 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Pushing event updated for resources: {'Port': ['ID=0d3e80a1-b7da-459e-897f-12ff8a1daafe,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:27.710483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:27.725501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:41:27.725501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:27.726395 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:27.728946 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64b76664-54fd-400b-91f0-e859f693662e req-481fd20a-096b-4b79-afd3-ada04b02c8f1 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761870 Aug 23 14:41:27.738120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affff95-2b62-4e12-b5dd-072518481502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f493daa2-529c-4912-bae0-733d1220244a,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:27.745019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Transition to ACTIVE for port object b55de9a3-7fd4-40c9-9eed-6d244833e50d will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:27.749547 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b412564e-0d12-419e-83f6-f246c8651cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:27.752235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affff95-2b62-4e12-b5dd-072518481502 admin admin] Checking segment: {'id': '95d91049-abf2-4088-8627-d83e7622dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'cb284516-8feb-497e-971f-a7244b3fafe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:27.752904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5affff95-2b62-4e12-b5dd-072518481502 admin admin] Network hostable DHCP agents. Network: cb284516-8feb-497e-971f-a7244b3fafe5, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:41:27.758022 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:24Z', 'revision_number': 3, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:27.814521 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b412564e-0d12-419e-83f6-f246c8651cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:27.817349 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cbc46a-fc22-4c4e-bf4a-de51d7c4a05a None None] The sync data for ids ['806809ae-2880-4059-883e-70a69d908869'] in n-d-804985-3 is: [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:24Z', 'revision_number': 3, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:41:27.834371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5affff95-2b62-4e12-b5dd-072518481502 admin admin] Network cb284516-8feb-497e-971f-a7244b3fafe5 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:41:27.857748 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-22a11d86-0971-401f-896c-16843c364409 req-a6d129da-7e59-4849-8489-f7c0c82ac836 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:27.859482 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22a11d86-0971-401f-896c-16843c364409 req-a6d129da-7e59-4849-8489-f7c0c82ac836 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3919520 Aug 23 14:41:27.882338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-f52384e5-2cef-436a-8dc5-8b7240c5cba8 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3571570 Aug 23 14:41:27.899071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-39355388-437d-4796-a2e8-2152102e36c9 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:41:27.909853 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-39355388-437d-4796-a2e8-2152102e36c9 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145106 Aug 23 14:41:27.914713 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a546c759-b84f-4574-bfab-ceaffb6b0fc5 req-716bf9cf-a127-432a-9f69-ddd965cc2707 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 210 time: 0.0774570 Aug 23 14:41:27.936392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-5affff95-2b62-4e12-b5dd-072518481502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, cb284516-8feb-497e-971f-a7244b3fafe5) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:27.936629 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:27.953526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5affff95-2b62-4e12-b5dd-072518481502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:27.954255 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5affff95-2b62-4e12-b5dd-072518481502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:27.956262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd454839-524f-4b7e-ad49-ce0724ab8334 None None] Network cb284516-8feb-497e-971f-a7244b3fafe5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:41:27.962290 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Network 5686c327-7ddb-4f80-9a60-a54a51f40b94 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:27.967930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:27.976110 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b412564e-0d12-419e-83f6-f246c8651cd1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6f4f6f7629d84fae956cd45837d7c693&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4118419 Aug 23 14:41:27.978979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55246) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:28.012552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:41:28.013066 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:28.273674 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d93776-e94e-43b6-848e-fe950754da8d None None] Network cb284516-8feb-497e-971f-a7244b3fafe5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:41:28.468431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-cfefdbab-c035-476f-ac74-22ef9a3cd4fe None None] Provisioning for port 0d3e80a1-b7da-459e-897f-12ff8a1daafe completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:28.480002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-cfefdbab-c035-476f-ac74-22ef9a3cd4fe None None] Provisioning complete for port 0d3e80a1-b7da-459e-897f-12ff8a1daafe triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:28.480514 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cfefdbab-c035-476f-ac74-22ef9a3cd4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:28.547953 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412564e-0d12-419e-83f6-f246c8651cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e6ba03-8abc-494f-b418-cd7be02d9387,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:28.554682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-d48fefd4-bfa6-4f0e-91e9-ca9d1ae83e92 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 31305 time: 0.6654787 Aug 23 14:41:28.575781 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:28.585213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Request body: {'port': {'device_id': 'b3dbf635-fc24-45bd-9f53-2a78ee3a1345', 'device_owner': 'compute:tempest-test_az-1455534871', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:28.603836 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Pushing event updated for resources: {'Port': ['ID=b55de9a3-7fd4-40c9-9eed-6d244833e50d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:28.620406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-cfefdbab-c035-476f-ac74-22ef9a3cd4fe None None] Port 0d3e80a1-b7da-459e-897f-12ff8a1daafe cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:41:28.704774 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:28.716332 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d7cab583-39b7-4db0-a247-215e0fec464e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:28.742016 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d7cab583-39b7-4db0-a247-215e0fec464e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:28.745105 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-6f86cfee-c828-45ee-aaaa-2c99edf1c870 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/1ba6c10a-00e3-417c-8327-aa5da85a9b28 HTTP/1.1" status: 200 len: 2973 time: 0.1838155 Aug 23 14:41:28.764892 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5affff95-2b62-4e12-b5dd-072518481502 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1653790 Aug 23 14:41:28.807820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Made reservation on behalf of cc8da408faa2414f9a9778235cf8520e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:41:28.818858 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:28.828075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3a1664e7-c8ce-4942-97c4-7c5a6cdab502 None None] Provisioning for port b55de9a3-7fd4-40c9-9eed-6d244833e50d completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:28.828075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3a1664e7-c8ce-4942-97c4-7c5a6cdab502 None None] Provisioning complete for port b55de9a3-7fd4-40c9-9eed-6d244833e50d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:28.828075 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3a1664e7-c8ce-4942-97c4-7c5a6cdab502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:28.868220 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:28.959724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3a1664e7-c8ce-4942-97c4-7c5a6cdab502 None None] Port b55de9a3-7fd4-40c9-9eed-6d244833e50d cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:41:28.960278 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-8657e8ec-8f2f-4fa4-8940-783fb272e7d2 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/1ba6c10a-00e3-417c-8327-aa5da85a9b28 HTTP/1.1" status: 200 len: 2973 time: 0.1923096 Aug 23 14:41:28.967360 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:29.001136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55256) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:29.100459 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665913d-c2f9-449a-b3b0-5384d86a966a req-85de38b6-2c9c-4b55-a053-0ca46335de1d tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:29.100459 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0665913d-c2f9-449a-b3b0-5384d86a966a req-85de38b6-2c9c-4b55-a053-0ca46335de1d tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 935 time: 0.2283053 Aug 23 14:41:29.288378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-809b6c8c-a59a-42a9-8866-df1f0198ffe9 admin admin] Deleting subnet df761aca-656e-4424-8b76-ac33352ae084 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:41:29.288378 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-809b6c8c-a59a-42a9-8866-df1f0198ffe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:29.288378 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0665913d-c2f9-449a-b3b0-5384d86a966a req-b0b95101-ec0d-40df-8436-e904e0959744 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384001 Aug 23 14:41:29.288378 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-809b6c8c-a59a-42a9-8866-df1f0198ffe9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:29.315787 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-809b6c8c-a59a-42a9-8866-df1f0198ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:29.336120 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-adec8647-035d-407f-b25d-e071f263416d tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/1c252224-485a-49b0-b12b-35d32fa85f63 HTTP/1.1" status: 200 len: 2977 time: 0.3586469 Aug 23 14:41:29.388082 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:29.418793 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fd1d230e-447d-4975-b827-94666110bcb7 req-6b7aad87-ccfa-41e4-8a19-d113470682f2 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 210 time: 0.0458889 Aug 23 14:41:29.473045 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-4b35515e-3116-4f53-b3ad-508cff60ead4 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/1c252224-485a-49b0-b12b-35d32fa85f63 HTTP/1.1" status: 200 len: 2977 time: 0.1119189 Aug 23 14:41:29.524679 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d7cab583-39b7-4db0-a247-215e0fec464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:29.529442 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d7cab583-39b7-4db0-a247-215e0fec464e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:29.543841 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d7cab583-39b7-4db0-a247-215e0fec464e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/71e6ba03-8abc-494f-b418-cd7be02d9387 HTTP/1.1" status: 204 len: 168 time: 1.3471062 Aug 23 14:41:29.554868 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:29.555823 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:29.557786 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-809b6c8c-a59a-42a9-8866-df1f0198ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:29.584384 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-b680e544-4ae8-4598-a489-d4b5f638946c tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/4e46a5f9-3ee1-46b7-abd1-4ea97e27df49 HTTP/1.1" status: 200 len: 2977 time: 0.1003072 Aug 23 14:41:29.629344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b6c8c-a59a-42a9-8866-df1f0198ffe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df761aca-656e-4424-8b76-ac33352ae084,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:29.637107 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cab583-39b7-4db0-a247-215e0fec464e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e6ba03-8abc-494f-b418-cd7be02d9387,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:29.707475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3e80a1-b7da-459e-897f-12ff8a1daafe {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:41:29.719143 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:29.737731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Transition to ACTIVE for port object 0d3e80a1-b7da-459e-897f-12ff8a1daafe will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:29.751003 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-809b6c8c-a59a-42a9-8866-df1f0198ffe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:29.751293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-b69103c5-f81b-4d4b-a8bb-67faa8c9714d tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/4e46a5f9-3ee1-46b7-abd1-4ea97e27df49 HTTP/1.1" status: 200 len: 2977 time: 0.1659465 Aug 23 14:41:29.753320 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-809b6c8c-a59a-42a9-8866-df1f0198ffe9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/df761aca-656e-4424-8b76-ac33352ae084 HTTP/1.1" status: 204 len: 168 time: 0.7432768 Aug 23 14:41:29.756675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55264) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:29.827363 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Network 5686c327-7ddb-4f80-9a60-a54a51f40b94 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:29.830448 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:29.840623 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-fc4784fe-99e3-4287-a600-c75756147228 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] show failed (client error): The resource could not be found. Aug 23 14:41:29.841747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-fc4784fe-99e3-4287-a600-c75756147228 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/71e6ba03-8abc-494f-b418-cd7be02d9387 HTTP/1.1" status: 404 len: 352 time: 0.0728869 Aug 23 14:41:29.849270 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:29.924197 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:29.991142 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-83a426b4-babc-4451-873e-b1afd99f7789 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] show failed (client error): The resource could not be found. Aug 23 14:41:29.992767 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-83a426b4-babc-4451-873e-b1afd99f7789 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/71e6ba03-8abc-494f-b418-cd7be02d9387 HTTP/1.1" status: 404 len: 352 time: 0.0769689 Aug 23 14:41:30.018475 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:30.024361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Pushing event updated for resources: {'Port': ['ID=0d3e80a1-b7da-459e-897f-12ff8a1daafe,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:30.084895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 483fb5d5-8274-4e39-8fa8-cdc31b5607da up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:30.123133 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Router 806809ae-2880-4059-883e-70a69d908869 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:41:30.126996 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Pushing event updated for resources: {'Port': ['ID=b55de9a3-7fd4-40c9-9eed-6d244833e50d,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:30.146882 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:30.293039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Attempting to bind port 0d3e80a1-b7da-459e-897f-12ff8a1daafe on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:41:30.302732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Attempting to bind port 0d3e80a1-b7da-459e-897f-12ff8a1daafe by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:41:30.302732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Attempting to bind port 0d3e80a1-b7da-459e-897f-12ff8a1daafe on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:41:30.320668 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7e49b011-c1dc-4ae6-b434-3d52da2a87c9 None None] Provisioning complete for port b55de9a3-7fd4-40c9-9eed-6d244833e50d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:30.320668 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7e49b011-c1dc-4ae6-b434-3d52da2a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:30.334312 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-356488d0-a9a9-42d9-a21a-819dfc521734 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/755d237f-0c5d-47b6-8228-00e5909c3edf HTTP/1.1" status: 200 len: 2981 time: 0.3109076 Aug 23 14:41:30.374916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 483fb5d5-8274-4e39-8fa8-cdc31b5607da completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:30.381797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Port 0d3e80a1-b7da-459e-897f-12ff8a1daafe on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:41:30.382109 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Attempting to bind port 0d3e80a1-b7da-459e-897f-12ff8a1daafe on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:41:30.386972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 483fb5d5-8274-4e39-8fa8-cdc31b5607da triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:30.389553 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:30.426346 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:41:30.429736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:30.432426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:41:30.433122 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Bound port: 0d3e80a1-b7da-459e-897f-12ff8a1daafe, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:41:30.433641 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:30.446661 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:30.462224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-7e49b011-c1dc-4ae6-b434-3d52da2a87c9 None None] Port b55de9a3-7fd4-40c9-9eed-6d244833e50d cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:41:30.489512 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=96115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:30.490114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=96115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:30.491053 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=96115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:30.491547 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Subscribe: > port after_create 55550000 {{(pid=96115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:30.492054 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Subscribe: > port after_delete 55550000 {{(pid=96115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:30.492536 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Subscribe: > port after_update 55550000 {{(pid=96115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:30.493017 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=96115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:30.493508 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=96115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:30.493967 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=96115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:30.494431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=96115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:30.585510 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:30.622452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 483fb5d5-8274-4e39-8fa8-cdc31b5607da, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=483fb5d5-8274-4e39-8fa8-cdc31b5607da,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:30.656014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee93e6-65d8-423a-a453-172e553b3067,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:30.708440 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:30.758868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55272) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:30.758868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:41:30.774731 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-12e2a31c-2344-4f28-97da-f0a1ddf977c4 admin admin] 10.222.0.38 "PUT /v2.0/routers/806809ae-2880-4059-883e-70a69d908869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4325471 Aug 23 14:41:30.828754 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4a292a76-b427-412f-9be5-e6cbe0a710e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:30.830602 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=483fb5d5-8274-4e39-8fa8-cdc31b5607da,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:30.879938 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=96115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:30.883900 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=96115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:30.883900 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=96115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:30.883900 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=96115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:30.883900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ecc69b-4dbb-4673-a364-a842bec1e318']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:30.894787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Allocated IP 192.168.233.20 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/286ceef6-e9c9-4e3e-8447-7d09cad8a10e) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:41:30.945693 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e6d0d2-4cb5-4102-87f9-f1fc2468d51c') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:30.946041 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedda90-751b-4301-b573-406e67d60052 req-4386f48e-099f-493c-ae92-1ef8da031ede tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:30.946578 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e6d0d2-4cb5-4102-87f9-f1fc2468d51c') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:30.961890 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7cedda90-751b-4301-b573-406e67d60052 req-4386f48e-099f-493c-ae92-1ef8da031ede tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 969 time: 0.3026807 Aug 23 14:41:30.968989 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:31.044773 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:31.052147 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-916bc143-b118-4f9b-9da1-4b82aa4b5d5e tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/755d237f-0c5d-47b6-8228-00e5909c3edf HTTP/1.1" status: 200 len: 2981 time: 0.6665854 Aug 23 14:41:31.068318 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7cedda90-751b-4301-b573-406e67d60052 req-1cc0ca6f-b64d-4bab-a052-397a6c0fe10c tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053517 Aug 23 14:41:31.101224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:41:31.104075 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: from cryptography.utils import int_from_bytes Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: from cryptography.utils import int_from_bytes Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:41:31.114737 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:41:31.186484 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Sync routers for ids ['806809ae-2880-4059-883e-70a69d908869'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:41:31.210272 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Routers {'806809ae-2880-4059-883e-70a69d908869'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:41:31.211125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['806809ae-2880-4059-883e-70a69d908869'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:31.243098 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2fec77f3-f7ba-4f2e-91ec-10dab6f6f141 req-5001ea2d-42c6-4d3d-b496-7b6ca7f8e8a8 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 210 time: 0.0703859 Aug 23 14:41:31.293566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] For port 0d3e80a1-b7da-459e-897f-12ff8a1daafe, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:41:31.359339 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4a292a76-b427-412f-9be5-e6cbe0a710e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:31.360156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] For port 0d3e80a1-b7da-459e-897f-12ff8a1daafe, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0d3e80a1-b7da-459e-897f-12ff8a1daafe,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:41:31.386843 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-2abc24e6-b500-40a3-b23d-e5cbacfd4d8f tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/afea4bd8-8297-41bb-a954-6ca18adab3da HTTP/1.1" status: 200 len: 2981 time: 0.3161409 Aug 23 14:41:31.399937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Set router 806809ae-2880-4059-883e-70a69d908869 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:41:31.417443 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4a292a76-b427-412f-9be5-e6cbe0a710e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:31.440602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-d53c0e0d-221b-4683-94dd-a1820171aa53 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/afea4bd8-8297-41bb-a954-6ca18adab3da HTTP/1.1" status: 200 len: 2981 time: 0.0461361 Aug 23 14:41:31.450432 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:31.452374 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:31.498171 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:31.509546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a292a76-b427-412f-9be5-e6cbe0a710e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18512e1f-3d8b-4f0b-b425-19e4308f2bcb,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:31.524182 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:31.528304 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] 10.222.0.38 "DELETE /v2.0/networks/35ecc69b-4dbb-4673-a364-a842bec1e318 HTTP/1.1" status: 204 len: 168 time: 1.7698681 Aug 23 14:41:31.533907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55280) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:31.540330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Transition to ACTIVE for port object 286ceef6-e9c9-4e3e-8447-7d09cad8a10e will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:31.558111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333900d4-5dcb-435f-9d18-e1ddcb7def22 admin admin] Pushing event deleted for resources: {'Network': ['ID=35ecc69b-4dbb-4673-a364-a842bec1e318,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:31.591611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4a292a76-b427-412f-9be5-e6cbe0a710e7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cce69d080e064e60b4f91b6efca4bb64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8321779 Aug 23 14:41:31.599513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:31.603613 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:31.604350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-2566c6c9-bb0d-4c14-8fc3-573e6cac1ac4 admin admin] Deleting subnet f493daa2-529c-4912-bae0-733d1220244a {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:41:31.604536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] 10.222.0.61 "PUT /v2.0/ports/0d3e80a1-b7da-459e-897f-12ff8a1daafe HTTP/1.1" status: 200 len: 1117 time: 3.4092925 Aug 23 14:41:31.604536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55282) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:31.604536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dbf635-fc24-45bd-9f53-2a78ee3a1345', 'tag': '0d3e80a1-b7da-459e-897f-12ff8a1daafe'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:41:31.607538 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2566c6c9-bb0d-4c14-8fc3-573e6cac1ac4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:31.727535 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2566c6c9-bb0d-4c14-8fc3-573e6cac1ac4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:31.737759 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2566c6c9-bb0d-4c14-8fc3-573e6cac1ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:31.793355 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-8d81d625-6ff3-4202-a5e3-58dff330f335 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/b54a8340-e4cb-4a80-b097-8fafd1475610 HTTP/1.1" status: 200 len: 2981 time: 0.3426719 Aug 23 14:41:32.003130 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:32.025253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa4ea8-3ab5-438e-b445-c960eb1b787a service neutron] Pushing event updated for resources: {'Port': ['ID=0d3e80a1-b7da-459e-897f-12ff8a1daafe,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:32.091427 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67d3bd16-b440-420a-8ca2-4fbb462c40f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:32.169588 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-a9e67568-4444-473b-b927-5d22bd74d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:32.171609 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-a9e67568-4444-473b-b927-5d22bd74d6de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ff1fec357bf48dd8dd6829a98ea9cac&device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 1120 time: 0.4256160 Aug 23 14:41:32.174346 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67d3bd16-b440-420a-8ca2-4fbb462c40f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:32.179759 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 483fb5d5-8274-4e39-8fa8-cdc31b5607da up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:32.183880 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-c28072ad-a3ee-465e-afc7-dcdf9cef3a22 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/b54a8340-e4cb-4a80-b097-8fafd1475610 HTTP/1.1" status: 200 len: 2981 time: 0.3279817 Aug 23 14:41:32.318754 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-c45d1805-72db-480f-8f1f-2fef6705a76b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0d3e80a1-b7da-459e-897f-12ff8a1daafe HTTP/1.1" status: 200 len: 217 time: 0.0910664 Aug 23 14:41:32.326870 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-b6c344b1-5ef7-4160-9ed3-bd4d8a02ca34 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/d1ad00d1-2486-46f7-a73b-39940713fdd0 HTTP/1.1" status: 200 len: 2981 time: 0.1420729 Aug 23 14:41:32.332415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55302) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:32.349493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080379261-network', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:32.395257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Pushing event updated for resources: {'Port': ['ID=286ceef6-e9c9-4e3e-8447-7d09cad8a10e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:32.430843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:32.441110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:32.449447 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:41:32.455998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:32.456903 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:32.460060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:28Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'b55de9a3-7fd4-40c9-9eed-6d244833e50d', 'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'mac_address': 'fa:16:3e:5a:c0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:27Z', 'updated_at': '2021-08-23T14:41:29Z', 'revision_number': 2, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'subnets': [{'id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:32.470970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-5c1f8ee4-88b5-426f-82ea-c6424f753035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:32.475183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-5c1f8ee4-88b5-426f-82ea-c6424f753035 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1413212 Aug 23 14:41:32.479696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 483fb5d5-8274-4e39-8fa8-cdc31b5607da triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:32.480072 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:32.490991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f51f1-c552-4977-a2f9-857b2e524d8d req-4cc82fba-c1aa-4430-8bc5-0f489f756085 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:32.495387 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0e6f51f1-c552-4977-a2f9-857b2e524d8d req-4cc82fba-c1aa-4430-8bc5-0f489f756085 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 969 time: 0.1623635 Aug 23 14:41:32.496289 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7f3d5e-6132-48bf-b329-c1f5fdf63b77" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dbf635-fc24-45bd-9f53-2a78ee3a1345", "tag": "0d3e80a1-b7da-459e-897f-12ff8a1daafe"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:41:32.525120 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2566c6c9-bb0d-4c14-8fc3-573e6cac1ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:32.543516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Checking router: 806809ae-2880-4059-883e-70a69d908869 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:41:32.543516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Updating router 806809ae-2880-4059-883e-70a69d908869 port b55de9a3-7fd4-40c9-9eed-6d244833e50d binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:41:32.569553 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2566c6c9-bb0d-4c14-8fc3-573e6cac1ac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:32.575412 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2566c6c9-bb0d-4c14-8fc3-573e6cac1ac4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f493daa2-529c-4912-bae0-733d1220244a HTTP/1.1" status: 204 len: 168 time: 1.0386286 Aug 23 14:41:32.576810 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55306) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:32.587071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566c6c9-bb0d-4c14-8fc3-573e6cac1ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f493daa2-529c-4912-bae0-733d1220244a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:32.616508 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:32.626913 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0e6f51f1-c552-4977-a2f9-857b2e524d8d req-f4975300-28a5-4fd4-84eb-425d2e9d76a6 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253893 Aug 23 14:41:32.726297 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:32.736272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-b80eba91-5a97-404b-b6f1-504f4bdab305 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/d1ad00d1-2486-46f7-a73b-39940713fdd0 HTTP/1.1" status: 200 len: 2981 time: 0.3793344 Aug 23 14:41:32.810953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-09299013-87ba-47a6-b53d-403e3fa6c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:32.812796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-09299013-87ba-47a6-b53d-403e3fa6c1e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2770472 Aug 23 14:41:32.823227 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-e5929d75-9352-4038-99d6-b1288c2a4a30 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/ef4263bb-bdc5-4cc0-b64f-8e26a37491e6 HTTP/1.1" status: 200 len: 2977 time: 0.0860741 Aug 23 14:41:32.895427 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-076cdc3b-f87c-4398-bd17-d17d9a606451 req-d2f71f5e-10ce-43b9-94f8-6924a94facd1 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/ef4263bb-bdc5-4cc0-b64f-8e26a37491e6 HTTP/1.1" status: 200 len: 2977 time: 0.0640070 Aug 23 14:41:32.984981 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.003049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=96114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:33.003413 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=96114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:33.005775 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=96114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:33.006111 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Subscribe: > port after_create 55550000 {{(pid=96114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:33.006433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Subscribe: > port after_delete 55550000 {{(pid=96114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:33.006765 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Subscribe: > port after_update 55550000 {{(pid=96114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:33.007129 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=96114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:33.007464 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=96114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:33.007827 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=96114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:33.008152 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=96114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:33.023527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-1b34014b-f74c-4c1d-a47f-29a55a99a39c service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268437 Aug 23 14:41:33.091366 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67d3bd16-b440-420a-8ca2-4fbb462c40f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.096429 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67d3bd16-b440-420a-8ca2-4fbb462c40f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.101050 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-67d3bd16-b440-420a-8ca2-4fbb462c40f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/18512e1f-3d8b-4f0b-b425-19e4308f2bcb HTTP/1.1" status: 204 len: 168 time: 1.4765987 Aug 23 14:41:33.109297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3bd16-b440-420a-8ca2-4fbb462c40f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18512e1f-3d8b-4f0b-b425-19e4308f2bcb,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:33.122944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] Made reservation on behalf of 75192dde0c3b4fcb9566fa348839c7e3 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:41:33.123853 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.143893 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.167151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b0b042f0-de18-4f97-9c65-8c28040a5422 None None] Provisioning for port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:33.176097 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b0b042f0-de18-4f97-9c65-8c28040a5422 None None] Provisioning complete for port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:33.180017 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b0b042f0-de18-4f97-9c65-8c28040a5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.238751 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.266038 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=96114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:33.266473 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=96114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:33.266994 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=96114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:33.267455 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=96114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:41:33.267915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb284516-8feb-497e-971f-a7244b3fafe5']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:33.268797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b0b042f0-de18-4f97-9c65-8c28040a5422 None None] Port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:41:33.288895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d91049-abf2-4088-8627-d83e7622dae5') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:33.289127 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d91049-abf2-4088-8627-d83e7622dae5') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:33.305288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Transition to ACTIVE for port object b55de9a3-7fd4-40c9-9eed-6d244833e50d will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:33.309815 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.341093 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.352065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:41:33.352558 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.396544 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: from cryptography.utils import int_from_bytes Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: from cryptography.utils import int_from_bytes Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:41:33.431905 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:41:33.442862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a666177-1d03-4765-9190-73b34b387347 req-836213a3-cceb-419c-9321-362dd47856f3 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:33.444611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a666177-1d03-4765-9190-73b34b387347 req-836213a3-cceb-419c-9321-362dd47856f3 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 935 time: 0.6269002 Aug 23 14:41:33.509163 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b8b2c4-4d45-41b4-a6f0-f390cafe4319 x-openstack-request-id: req-f3b8b2c4-4d45-41b4-a6f0-f390cafe4319 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:41:33.509446 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dbf635-fc24-45bd-9f53-2a78ee3a1345", "tag": "0d3e80a1-b7da-459e-897f-12ff8a1daafe", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:41:33.509745 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f3b8b2c4-4d45-41b4-a6f0-f390cafe4319 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:41:33.510200 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dbf635-fc24-45bd-9f53-2a78ee3a1345', 'tag': '0d3e80a1-b7da-459e-897f-12ff8a1daafe', 'status': 'completed', 'code': 200} Aug 23 14:41:33.519445 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.523218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610d68f-09be-4c6b-885f-9526c16161f0 None None] Pushing event updated for resources: {'Port': ['ID=b55de9a3-7fd4-40c9-9eed-6d244833e50d,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:33.539943 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a666177-1d03-4765-9190-73b34b387347 req-793c20aa-fb5d-41df-892f-c9587b610c1e tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881667 Aug 23 14:41:33.581336 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.581336 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] 10.222.0.38 "DELETE /v2.0/networks/cb284516-8feb-497e-971f-a7244b3fafe5 HTTP/1.1" status: 204 len: 168 time: 1.0018582 Aug 23 14:41:33.585524 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-299d7fc7-37c8-431e-81f2-5e2852e41931 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.6511939 Aug 23 14:41:33.586528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc5625-dfa6-4028-ae60-9c146ea8804c admin admin] Pushing event deleted for resources: {'Network': ['ID=cb284516-8feb-497e-971f-a7244b3fafe5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:33.605867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Request body: {'port': {'device_id': '96158e52-100c-4a10-aa66-dea57b3a091b', 'device_owner': 'compute:tempest-test_az-1455534871', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:33.672688 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Attempting to bind port b55de9a3-7fd4-40c9-9eed-6d244833e50d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:41:33.673899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Attempting to bind port b55de9a3-7fd4-40c9-9eed-6d244833e50d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:41:33.674540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Attempting to bind port b55de9a3-7fd4-40c9-9eed-6d244833e50d on network 5686c327-7ddb-4f80-9a60-a54a51f40b94 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:41:33.681763 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:41:33.682405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Checking segment: {'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:33.682915 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.683521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Bound using segment: {'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:41:33.684403 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Bound port: b55de9a3-7fd4-40c9-9eed-6d244833e50d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:41:33.685233 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.762411 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:33.794598 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee7553f-fc5f-4193-962e-7e0d7f13239f req-ea2248bf-8878-4940-8186-9f3c441fd918 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380750 Aug 23 14:41:33.836872 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] For port b55de9a3-7fd4-40c9-9eed-6d244833e50d, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:41:33.847881 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] For port b55de9a3-7fd4-40c9-9eed-6d244833e50d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b55de9a3-7fd4-40c9-9eed-6d244833e50d,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:41:33.861891 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-210fcc2a-4c13-4518-b79c-e27c8baa90b6 req-7a7f1909-d950-4e57-9ece-681e2cf4a9d7 tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=300bbdee2aae4507add379e52f4814a1 HTTP/1.1" status: 200 len: 6102 time: 0.3543551 Aug 23 14:41:33.966334 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:34.023362 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-210fcc2a-4c13-4518-b79c-e27c8baa90b6 req-5d22e58c-d0f6-4c6a-846f-09e3654c5ee5 tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] 10.222.0.38 "GET /v2.0/security-groups/755d237f-0c5d-47b6-8228-00e5909c3edf HTTP/1.1" status: 200 len: 2981 time: 0.1604207 Aug 23 14:41:34.119613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e1d1c-8189-46e0-9f10-df41c10a495a req-dbfd0b71-2192-4868-a37f-8689681bdca6 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:34.121382 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3e2e1d1c-8189-46e0-9f10-df41c10a495a req-dbfd0b71-2192-4868-a37f-8689681bdca6 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 969 time: 0.2693119 Aug 23 14:41:34.136482 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:34.147878 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610d68f-09be-4c6b-885f-9526c16161f0 None None] Pushing event updated for resources: {'Port': ['ID=b55de9a3-7fd4-40c9-9eed-6d244833e50d,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:34.174397 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Routers {'806809ae-2880-4059-883e-70a69d908869'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:41:34.175038 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['806809ae-2880-4059-883e-70a69d908869'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:34.199903 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-210fcc2a-4c13-4518-b79c-e27c8baa90b6 req-5e9016c1-dd18-4092-885a-b85879184309 tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] 10.222.0.38 "GET /v2.0/security-groups/755d237f-0c5d-47b6-8228-00e5909c3edf HTTP/1.1" status: 200 len: 2981 time: 0.1754665 Aug 23 14:41:34.206097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f3d5e-6132-48bf-b329-c1f5fdf63b77 req-1426142e-15e5-4d01-814c-1e63b9d3588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:34.220077 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4c7f3d5e-6132-48bf-b329-c1f5fdf63b77 req-1426142e-15e5-4d01-814c-1e63b9d3588e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ff1fec357bf48dd8dd6829a98ea9cac&device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 1120 time: 0.1832342 Aug 23 14:41:34.272478 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:34.278628 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3e2e1d1c-8189-46e0-9f10-df41c10a495a req-80da60b1-009e-4525-b7ec-e4e25b43eb45 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475563 Aug 23 14:41:34.297468 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55332) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:34.406454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] Set router 806809ae-2880-4059-883e-70a69d908869 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:41:34.446519 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0c02aad6-09a3-4ea0-90e5-3afc5d41269b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=159dfef45aba41a9ba6e62b996e58758&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1472361 Aug 23 14:41:34.450265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55334) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:34.549830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:41:34.591501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52c05bb9-1541-4405-b4c4-7447666b356a req-42f08afb-3aa2-40f7-9f7f-fa6670fd74d2 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/32a030ea-c590-496e-a412-e2239468d676 HTTP/1.1" status: 200 len: 1776 time: 0.3695488 Aug 23 14:41:34.593352 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:34.593352 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] Added segment 79d887e3-50a8-4cc7-8b84-cbfede7686b5 of type vlan for network e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53 Aug 23 14:41:34.598464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef47ba6-fd77-4eb7-a45b-96663e5ba431,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:34.629268 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59c2c21c-4a7f-481c-abba-bd317d6a5e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:34.639911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286ceef6-e9c9-4e3e-8447-7d09cad8a10e {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:41:34.661805 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:34.674385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f3d5e-6132-48bf-b329-c1f5fdf63b77 req-c9ed9661-b87c-4dcd-84de-710ccc0cea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:34.676015 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4c7f3d5e-6132-48bf-b329-c1f5fdf63b77 req-c9ed9661-b87c-4dcd-84de-710ccc0cea71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.4239337 Aug 23 14:41:34.711439 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:34.724224 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59c2c21c-4a7f-481c-abba-bd317d6a5e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:34.755884 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Transition to ACTIVE for port object 286ceef6-e9c9-4e3e-8447-7d09cad8a10e will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:34.770196 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4c7f3d5e-6132-48bf-b329-c1f5fdf63b77 req-d3ea8c76-6f65-42b7-a5cd-747f193b242e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0d3e80a1-b7da-459e-897f-12ff8a1daafe HTTP/1.1" status: 200 len: 217 time: 0.0670002 Aug 23 14:41:34.815576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896302b2-5ace-42eb-bffa-c30e1772aef3 req-48445512-1178-49ab-b9a0-fb48cb10129f tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:34.817162 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-896302b2-5ace-42eb-bffa-c30e1772aef3 req-48445512-1178-49ab-b9a0-fb48cb10129f tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 935 time: 0.1300466 Aug 23 14:41:34.844107 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:34.886088 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:28Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'b55de9a3-7fd4-40c9-9eed-6d244833e50d', 'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'mac_address': 'fa:16:3e:5a:c0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:27Z', 'updated_at': '2021-08-23T14:41:33Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'subnets': [{'id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:34.928243 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-896302b2-5ace-42eb-bffa-c30e1772aef3 req-2ea8bbe7-6799-40e0-9fea-1953f00fedfc tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020520 Aug 23 14:41:34.929534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Pushing event updated for resources: {'Port': ['ID=286ceef6-e9c9-4e3e-8447-7d09cad8a10e,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:34.934119 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59c2c21c-4a7f-481c-abba-bd317d6a5e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:34.936811 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59c2c21c-4a7f-481c-abba-bd317d6a5e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:34.938006 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-59c2c21c-4a7f-481c-abba-bd317d6a5e35 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4e46a5f9-3ee1-46b7-abd1-4ea97e27df49 HTTP/1.1" status: 204 len: 168 time: 0.4849873 Aug 23 14:41:34.956254 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2c21c-4a7f-481c-abba-bd317d6a5e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e46a5f9-3ee1-46b7-abd1-4ea97e27df49,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:34.957561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655fdd62-1e3b-4b09-8ee6-abb750b4bd1a None None] The sync data for ids ['806809ae-2880-4059-883e-70a69d908869'] in n-d-804985-3 is: [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:28Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'b55de9a3-7fd4-40c9-9eed-6d244833e50d', 'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'mac_address': 'fa:16:3e:5a:c0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:27Z', 'updated_at': '2021-08-23T14:41:33Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'subnets': [{'id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:41:35.099344 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:35.100352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:35.103857 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:35.234878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f3d5e-6132-48bf-b329-c1f5fdf63b77 req-9d4efe13-81d3-4b55-9b43-0b1344769871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:35.239051 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4c7f3d5e-6132-48bf-b329-c1f5fdf63b77 req-9d4efe13-81d3-4b55-9b43-0b1344769871 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.4253020 Aug 23 14:41:35.241882 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-52c05bb9-1541-4405-b4c4-7447666b356a req-f4cca3c4-177e-4fcf-85db-b5cbad30e959 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:35.302382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Attempting to bind port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:41:35.303105 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Attempting to bind port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:41:35.303968 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Attempting to bind port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:41:35.320984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:41:35.321630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Attempting to bind port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:41:35.323822 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-52c05bb9-1541-4405-b4c4-7447666b356a req-f4cca3c4-177e-4fcf-85db-b5cbad30e959 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:35.335677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:41:35.336597 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:35.337764 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:41:35.339965 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Bound port: 286ceef6-e9c9-4e3e-8447-7d09cad8a10e, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:41:35.341254 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:35.482233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] Pushing event updated for resources: {'Network': ['ID=e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:35.497854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:41:35.533915 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f3d5e-6132-48bf-b329-c1f5fdf63b77 req-52d40fa6-eb0d-47cd-a0d7-bb1e9f01c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:35.536046 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] For port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:41:35.536576 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4c7f3d5e-6132-48bf-b329-c1f5fdf63b77 req-52d40fa6-eb0d-47cd-a0d7-bb1e9f01c75a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227441 Aug 23 14:41:35.646147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] For port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=286ceef6-e9c9-4e3e-8447-7d09cad8a10e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:41:35.664808 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-21368453-8638-47c7-a293-e1c950c84171 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3200850 Aug 23 14:41:35.665512 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-52c05bb9-1541-4405-b4c4-7447666b356a req-f4cca3c4-177e-4fcf-85db-b5cbad30e959 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:35.668365 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55354) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:35.672647 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-52c05bb9-1541-4405-b4c4-7447666b356a req-f4cca3c4-177e-4fcf-85db-b5cbad30e959 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:35.676582 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52c05bb9-1541-4405-b4c4-7447666b356a req-f4cca3c4-177e-4fcf-85db-b5cbad30e959 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/32a030ea-c590-496e-a412-e2239468d676 HTTP/1.1" status: 204 len: 173 time: 1.0582955 Aug 23 14:41:35.678231 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ab85ece3-e445-4c8f-ae14-44ba2f1e530e admin admin] Request body: {'subnet': {'network_id': 'e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080379261-subnet', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:35.708736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cca3c4-177e-4fcf-85db-b5cbad30e959 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a030ea-c590-496e-a412-e2239468d676,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:35.736767 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defce833-1096-4fcf-a7c7-3531ec179fae req-5f7fcb42-699c-4909-a1f2-1ac3cd69d3ca tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:35.745604 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-defce833-1096-4fcf-a7c7-3531ec179fae req-5f7fcb42-699c-4909-a1f2-1ac3cd69d3ca tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 969 time: 0.2504640 Aug 23 14:41:35.773774 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:35.808154 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4c7f3d5e-6132-48bf-b329-c1f5fdf63b77 req-b93ad512-c145-4a4d-bd3a-6ed1c8df69e7 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628529 Aug 23 14:41:35.835379 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:35.836272 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:35.837944 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] 10.222.0.61 "PUT /v2.0/ports/286ceef6-e9c9-4e3e-8447-7d09cad8a10e HTTP/1.1" status: 200 len: 1117 time: 2.2438450 Aug 23 14:41:35.840496 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96158e52-100c-4a10-aa66-dea57b3a091b', 'tag': '286ceef6-e9c9-4e3e-8447-7d09cad8a10e'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:41:35.888151 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-defce833-1096-4fcf-a7c7-3531ec179fae req-b28888fa-9386-46b5-863f-090b600b9030 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242456 Aug 23 14:41:35.901808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab85ece3-e445-4c8f-ae14-44ba2f1e530e admin admin] Made reservation on behalf of 75192dde0c3b4fcb9566fa348839c7e3 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:41:35.906110 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ab85ece3-e445-4c8f-ae14-44ba2f1e530e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:36.052191 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d976bf1b-ee33-4cee-b526-a3a890577dc2 req-e14b6f58-c562-4df0-8427-b522a0541f0f tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "GET /v2.0/security-groups/9aba248a-ec75-40cd-9bb6-d50340e74b16 HTTP/1.1" status: 200 len: 1778 time: 0.3347485 Aug 23 14:41:36.124651 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55366) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:36.169579 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b55de9a3-7fd4-40c9-9eed-6d244833e50d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:36.234977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-53bcaf39-75cd-416a-85e7-eeb5d80c8eb9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=156a4a406a5e44d09e8a3f123d457398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1002045 Aug 23 14:41:36.247415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55368) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:36.364577 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port b55de9a3-7fd4-40c9-9eed-6d244833e50d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:36.371122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b55de9a3-7fd4-40c9-9eed-6d244833e50d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:36.373235 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:36.445120 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a853f-2b80-4fca-b8f2-eca697f7f482 service neutron] Pushing event updated for resources: {'Port': ['ID=286ceef6-e9c9-4e3e-8447-7d09cad8a10e,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:36.448879 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d976bf1b-ee33-4cee-b526-a3a890577dc2 req-d79c4c77-1ddd-4cd2-9c33-2bb2e67c6f92 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:36.460362 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3e1e543-ce4c-484e-adcc-d0953099c825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:36.481512 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1767a734-c827-4996-b47e-26573258fe39" -d '{"events": [{"name": "network-changed", "server_uuid": "96158e52-100c-4a10-aa66-dea57b3a091b", "tag": "286ceef6-e9c9-4e3e-8447-7d09cad8a10e"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:41:36.494444 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d976bf1b-ee33-4cee-b526-a3a890577dc2 req-d79c4c77-1ddd-4cd2-9c33-2bb2e67c6f92 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:36.596744 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4c7f3d5e-6132-48bf-b329-c1f5fdf63b77 req-0b34a4f9-c965-4547-adce-a48496b6d629 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7729373 Aug 23 14:41:36.606031 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:36.649490 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port b55de9a3-7fd4-40c9-9eed-6d244833e50d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b55de9a3-7fd4-40c9-9eed-6d244833e50d,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:36.663329 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3e1e543-ce4c-484e-adcc-d0953099c825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:36.716048 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:36.739120 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-7a902302-7c62-408b-8966-47d257735109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:36.740901 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-7a902302-7c62-408b-8966-47d257735109 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc8da408faa2414f9a9778235cf8520e&device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 1120 time: 0.2754238 Aug 23 14:41:36.748658 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f797790-e243-4683-a19a-6370295e2435 req-bca94099-a149-4fb1-b23a-1e7a0f2d8ba8 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:36.762440 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f797790-e243-4683-a19a-6370295e2435 req-bca94099-a149-4fb1-b23a-1e7a0f2d8ba8 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 969 time: 0.2920234 Aug 23 14:41:36.788606 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d976bf1b-ee33-4cee-b526-a3a890577dc2 req-d79c4c77-1ddd-4cd2-9c33-2bb2e67c6f92 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:36.792000 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d976bf1b-ee33-4cee-b526-a3a890577dc2 req-d79c4c77-1ddd-4cd2-9c33-2bb2e67c6f92 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:36.799393 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d976bf1b-ee33-4cee-b526-a3a890577dc2 req-d79c4c77-1ddd-4cd2-9c33-2bb2e67c6f92 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/9aba248a-ec75-40cd-9bb6-d50340e74b16 HTTP/1.1" status: 204 len: 173 time: 0.7313361 Aug 23 14:41:36.804187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c4c77-1ddd-4cd2-9c33-2bb2e67c6f92 tempest-SecurityGroupsTestAdminJSON-676871992 tempest-SecurityGroupsTestAdminJSON-676871992-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aba248a-ec75-40cd-9bb6-d50340e74b16,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:36.818157 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3e1e543-ce4c-484e-adcc-d0953099c825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:36.821095 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3e1e543-ce4c-484e-adcc-d0953099c825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:36.822348 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e3e1e543-ce4c-484e-adcc-d0953099c825 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1ad00d1-2486-46f7-a73b-39940713fdd0 HTTP/1.1" status: 204 len: 168 time: 0.5735891 Aug 23 14:41:36.840634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1e543-ce4c-484e-adcc-d0953099c825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ad00d1-2486-46f7-a73b-39940713fdd0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:36.852539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=b55de9a3-7fd4-40c9-9eed-6d244833e50d,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:36.952862 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f797790-e243-4683-a19a-6370295e2435 req-f7cb7eae-c09a-4fe1-9ae0-081e6178cc65 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757646 Aug 23 14:41:36.957076 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-edcf3df5-b7e9-49b7-bd49-f84602149212 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=286ceef6-e9c9-4e3e-8447-7d09cad8a10e HTTP/1.1" status: 200 len: 217 time: 0.1349664 Aug 23 14:41:37.156399 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b93d0d-cb44-4b4f-b1b6-5f4eb427eab3 x-openstack-request-id: req-59b93d0d-cb44-4b4f-b1b6-5f4eb427eab3 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:41:37.158138 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96158e52-100c-4a10-aa66-dea57b3a091b", "tag": "286ceef6-e9c9-4e3e-8447-7d09cad8a10e", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:41:37.158508 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59b93d0d-cb44-4b4f-b1b6-5f4eb427eab3 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:41:37.159341 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96158e52-100c-4a10-aa66-dea57b3a091b', 'tag': '286ceef6-e9c9-4e3e-8447-7d09cad8a10e', 'status': 'completed', 'code': 200} Aug 23 14:41:37.276412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-90417a07-82e7-4e56-95a2-385ded5966dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:37.278916 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-90417a07-82e7-4e56-95a2-385ded5966dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.2456594 Aug 23 14:41:37.297246 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05328a2e-6ff2-4094-a958-3a24b820896a req-878aee95-e897-4d75-be6a-2eed2664da32 tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] 10.222.0.38 "GET /v2.0/security-groups/4b1d8b64-0032-49d1-9130-7deb58d5bcec HTTP/1.1" status: 200 len: 1776 time: 0.2757690 Aug 23 14:41:37.324744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a72f3c-3b8c-4e4e-9ab2-d1249d0f96b6 req-70362ea6-572f-4603-94ff-c16b288f1d72 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:37.334306 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-21a72f3c-3b8c-4e4e-9ab2-d1249d0f96b6 req-70362ea6-572f-4603-94ff-c16b288f1d72 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 969 time: 0.1274841 Aug 23 14:41:37.358479 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ab85ece3-e445-4c8f-ae14-44ba2f1e530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:37.449253 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-21a72f3c-3b8c-4e4e-9ab2-d1249d0f96b6 req-e23a6413-f052-403c-94ef-904b55e46613 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099548 Aug 23 14:41:37.582412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85ece3-e445-4c8f-ae14-44ba2f1e530e admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ddac8d-9dee-4209-bc48-9447f1cfb0d9,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:37.592909 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-f8008289-84cf-4ed7-9289-425c1be3a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:37.594022 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-f8008289-84cf-4ed7-9289-425c1be3a661 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1779511 Aug 23 14:41:37.599246 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-05328a2e-6ff2-4094-a958-3a24b820896a req-33a10d0b-f1ab-4d0d-959a-604cb9124517 tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:37.629479 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab85ece3-e445-4c8f-ae14-44ba2f1e530e admin admin] Checking segment: {'id': '79d887e3-50a8-4cc7-8b84-cbfede7686b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:37.629846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab85ece3-e445-4c8f-ae14-44ba2f1e530e admin admin] Network hostable DHCP agents. Network: e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:41:37.667846 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-05328a2e-6ff2-4094-a958-3a24b820896a req-33a10d0b-f1ab-4d0d-959a-604cb9124517 tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:37.725339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab85ece3-e445-4c8f-ae14-44ba2f1e530e admin admin] Network e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:41:37.810834 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-05328a2e-6ff2-4094-a958-3a24b820896a req-33a10d0b-f1ab-4d0d-959a-604cb9124517 tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:37.815590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-05328a2e-6ff2-4094-a958-3a24b820896a req-33a10d0b-f1ab-4d0d-959a-604cb9124517 tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:37.818446 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05328a2e-6ff2-4094-a958-3a24b820896a req-33a10d0b-f1ab-4d0d-959a-604cb9124517 tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] 10.222.0.38 "DELETE /v2.0/security-groups/4b1d8b64-0032-49d1-9130-7deb58d5bcec HTTP/1.1" status: 204 len: 173 time: 0.5188613 Aug 23 14:41:37.831072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a10d0b-f1ab-4d0d-959a-604cb9124517 tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1d8b64-0032-49d1-9130-7deb58d5bcec,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:37.835922 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-df2f88a0-9e40-47a1-8f6f-375fa5ba5ad5 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a6f5c4613b364924ae1363c53a90461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294383 Aug 23 14:41:37.862055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-ab85ece3-e445-4c8f-ae14-44ba2f1e530e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:37.874076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fef3794-50fb-4610-8aeb-1517bbdea23f None None] Network e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:41:37.895358 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab85ece3-e445-4c8f-ae14-44ba2f1e530e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:37.896121 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ab85ece3-e445-4c8f-ae14-44ba2f1e530e admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:37.970903 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ff005cc3-4d4c-4fa9-b103-c93d4c68bbf3 req-63c78e5d-d629-4b66-8941-e9dacf022c94 tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] 10.222.0.38 "GET /v2.0/security-groups/e60cd557-93fb-486e-84f6-fb1ced82c261 HTTP/1.1" status: 200 len: 1778 time: 0.1274576 Aug 23 14:41:38.014819 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ab85ece3-e445-4c8f-ae14-44ba2f1e530e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3447075 Aug 23 14:41:38.021655 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b55de9a3-7fd4-40c9-9eed-6d244833e50d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:38.027234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55420) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:38.051997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080379261-router', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:38.052309 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ff005cc3-4d4c-4fa9-b103-c93d4c68bbf3 req-301db6d6-7d91-45bd-bb23-9e496fe2886f tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:38.098682 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ff005cc3-4d4c-4fa9-b103-c93d4c68bbf3 req-301db6d6-7d91-45bd-bb23-9e496fe2886f tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:38.132689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-e57e535c-a36c-4c2e-8236-055e6eefa028 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:38.137727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b55de9a3-7fd4-40c9-9eed-6d244833e50d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:38.138442 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:38.153133 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-e57e535c-a36c-4c2e-8236-055e6eefa028 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3006406 Aug 23 14:41:38.160709 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:38.162534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:38.226536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-4665936b-d3b9-44fe-bf15-b7bd7be33863 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/quotas/a6f5c4613b364924ae1363c53a90461d HTTP/1.1" status: 200 len: 375 time: 0.0702782 Aug 23 14:41:38.261302 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ff005cc3-4d4c-4fa9-b103-c93d4c68bbf3 req-301db6d6-7d91-45bd-bb23-9e496fe2886f tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:38.264568 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ff005cc3-4d4c-4fa9-b103-c93d4c68bbf3 req-301db6d6-7d91-45bd-bb23-9e496fe2886f tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:38.266141 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ff005cc3-4d4c-4fa9-b103-c93d4c68bbf3 req-301db6d6-7d91-45bd-bb23-9e496fe2886f tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] 10.222.0.38 "DELETE /v2.0/security-groups/e60cd557-93fb-486e-84f6-fb1ced82c261 HTTP/1.1" status: 204 len: 173 time: 0.2836339 Aug 23 14:41:38.290378 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-569610c6-0aee-4968-8f8f-dc7c6131f7ff tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573015 Aug 23 14:41:38.292265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301db6d6-7d91-45bd-bb23-9e496fe2886f tempest-SecurityGroupsTestAdminJSON-147643876 tempest-SecurityGroupsTestAdminJSON-147643876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60cd557-93fb-486e-84f6-fb1ced82c261,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:38.393411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53', 'network_id': 'e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3', 'fixed_ips': [{'subnet_id': '36ddac8d-9dee-4209-bc48-9447f1cfb0d9'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:41:38.394494 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:38.396636 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:38.471380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2b847-346d-4a09-b613-f91124e89a75 req-54c992fc-59e4-48a9-99d7-6ef93518e94e tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:38.473616 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4ab2b847-346d-4a09-b613-f91124e89a75 req-54c992fc-59e4-48a9-99d7-6ef93518e94e tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 969 time: 0.1026518 Aug 23 14:41:38.550596 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4ab2b847-346d-4a09-b613-f91124e89a75 req-dad3fa9f-ac3a-4673-a850-e1717ffff36d tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685039 Aug 23 14:41:38.637084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Allocated IP 172.20.0.2 (e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53/36ddac8d-9dee-4209-bc48-9447f1cfb0d9/7e4cf071-8ee2-4f4a-ae8b-922a88e40be8) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:41:38.687915 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:38.714883 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7dd55c4-08ce-4dae-abbe-8fe36fd71baa req-b5809c35-0265-4083-8708-fd96a0fe41fa tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 210 time: 0.0554545 Aug 23 14:41:38.729196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01addfbb-bde5-45d3-b3ed-c3d98d04e64b req-868ea049-4450-4084-876c-6f0e66bc9a46 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:38.729705 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-01addfbb-bde5-45d3-b3ed-c3d98d04e64b req-868ea049-4450-4084-876c-6f0e66bc9a46 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 969 time: 0.0909312 Aug 23 14:41:38.778871 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-01addfbb-bde5-45d3-b3ed-c3d98d04e64b req-d26eab3b-8eb2-4b3f-b736-84459b183ed5 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 Aug 23 14:41:38.868657 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:38.880967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Transition to ACTIVE for port object 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:38.900881 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Transition to ACTIVE for port object 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:38.928418 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-b9baa7d3-953a-4f00-a15a-e772484b64cf service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264427 Aug 23 14:41:38.962863 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55448) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:39.040153 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:39.055865 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d5bee59-9369-4033-96b3-15eba6be2f31 req-33416168-690e-49a8-9348-6a61e6fe80cc service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191828 Aug 23 14:41:39.081537 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:39.082555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Network e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:39.085291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:39.088720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:41:39.100593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Pushing event updated for resources: {'Port': ['ID=7e4cf071-8ee2-4f4a-ae8b-922a88e40be8,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:39.110143 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:39.177362 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Attempting to bind port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:41:39.177746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Attempting to bind port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '79d887e3-50a8-4cc7-8b84-cbfede7686b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:41:39.179943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Attempting to bind port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 on network e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:41:39.199365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:41:39.202102 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Checking segment: {'id': '79d887e3-50a8-4cc7-8b84-cbfede7686b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:39.202605 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:39.203518 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Bound using segment: {'id': '79d887e3-50a8-4cc7-8b84-cbfede7686b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:41:39.203713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Bound port: 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d887e3-50a8-4cc7-8b84-cbfede7686b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:41:39.204771 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:39.255082 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Allocated IP 172.25.8.101 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/6933d22b-df8b-409d-ae27-87ed603257c6) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:41:39.257826 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d67cf6d4-b529-4872-879d-5ca875764bd8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=300bbdee2aae4507add379e52f4814a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938197 Aug 23 14:41:39.260571 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767a734-c827-4996-b47e-26573258fe39 req-454f287b-af0a-41ec-83cb-98269d5f1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:39.261861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55456) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:39.262128 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1767a734-c827-4996-b47e-26573258fe39 req-454f287b-af0a-41ec-83cb-98269d5f1a8d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc8da408faa2414f9a9778235cf8520e&device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 1120 time: 0.0764771 Aug 23 14:41:39.293771 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] For port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:41:39.300719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] For port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7e4cf071-8ee2-4f4a-ae8b-922a88e40be8,segment=NetworkSegment(79d887e3-50a8-4cc7-8b84-cbfede7686b5),segment_id=79d887e3-50a8-4cc7-8b84-cbfede7686b5)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:41:39.377338 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c117498-cd66-4152-a0be-21b6513d7a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:39.383038 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:39.456370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6456de7-e6f0-4e59-ad7d-1237768560b1 None None] Pushing event updated for resources: {'Port': ['ID=7e4cf071-8ee2-4f4a-ae8b-922a88e40be8,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:39.497029 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767a734-c827-4996-b47e-26573258fe39 req-ca6d9360-5a82-484d-b2ea-34da2acd7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:39.498801 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1767a734-c827-4996-b47e-26573258fe39 req-ca6d9360-5a82-484d-b2ea-34da2acd7c62 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.2266846 Aug 23 14:41:39.561410 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1767a734-c827-4996-b47e-26573258fe39 req-0b5198a4-086b-4489-8e78-b6f93875f089 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=286ceef6-e9c9-4e3e-8447-7d09cad8a10e HTTP/1.1" status: 200 len: 217 time: 0.0544636 Aug 23 14:41:39.605025 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:39.640911 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c117498-cd66-4152-a0be-21b6513d7a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:39.667709 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767a734-c827-4996-b47e-26573258fe39 req-27ea2e0a-aac4-4996-949d-57311934d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:39.670496 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1767a734-c827-4996-b47e-26573258fe39 req-27ea2e0a-aac4-4996-949d-57311934d681 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1015937 Aug 23 14:41:39.760875 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767a734-c827-4996-b47e-26573258fe39 req-764d01e9-a541-49fe-a611-80182aee009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:39.761425 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1767a734-c827-4996-b47e-26573258fe39 req-764d01e9-a541-49fe-a611-80182aee009c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0820150 Aug 23 14:41:39.762088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719da8dd-f199-4520-97ba-7fcce60e7c42 req-fbb376ea-974c-4299-a695-40fa55d91f15 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:39.763749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-719da8dd-f199-4520-97ba-7fcce60e7c42 req-fbb376ea-974c-4299-a695-40fa55d91f15 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 969 time: 0.0918055 Aug 23 14:41:39.803163 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:39.870853 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-719da8dd-f199-4520-97ba-7fcce60e7c42 req-4618ea2f-2ff2-42fe-83cf-0e0aae9176fa tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976887 Aug 23 14:41:39.887073 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c117498-cd66-4152-a0be-21b6513d7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:39.897802 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-868486ed-900f-4822-8df9-df3f39531ab8 req-15fa4f2d-6a2f-486b-9afe-807a00292384 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 210 time: 0.0597830 Aug 23 14:41:39.917140 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c117498-cd66-4152-a0be-21b6513d7a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:39.917140 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5c117498-cd66-4152-a0be-21b6513d7a1a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/755d237f-0c5d-47b6-8228-00e5909c3edf HTTP/1.1" status: 204 len: 168 time: 0.6516957 Aug 23 14:41:39.940710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:39.959181 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1767a734-c827-4996-b47e-26573258fe39 req-78bfff7e-a476-4caf-bdea-72f3dfafdbd1 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870184 Aug 23 14:41:39.979643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:39.987020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c117498-cd66-4152-a0be-21b6513d7a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755d237f-0c5d-47b6-8228-00e5909c3edf,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:39.989248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:41:39.991798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Pushing event updated for resources: {'Port': ['ID=6933d22b-df8b-409d-ae27-87ed603257c6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:40.056267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:40.119259 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1767a734-c827-4996-b47e-26573258fe39 req-068592fd-52be-4ee4-ae73-ce061756b9f7 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503742 Aug 23 14:41:40.193782 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:40.204900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43c20-a430-48a7-8c40-d80c20d4ba23 req-ad9df02a-eba1-45f2-b013-0642f4d2446f tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:40.207619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fb43c20-a430-48a7-8c40-d80c20d4ba23 req-ad9df02a-eba1-45f2-b013-0642f4d2446f tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 969 time: 0.1937318 Aug 23 14:41:40.295523 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fb43c20-a430-48a7-8c40-d80c20d4ba23 req-b06d0932-5212-49fe-bf89-2fcf5a5d045f tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612350 Aug 23 14:41:40.553024 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:40.668854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e53044-b52a-4c77-8b36-297677620d9a None None] Network e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:41:40.801419 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:40.906817 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55500) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:40.966716 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a46e3285-90b3-4104-9deb-bcb38ad70b58 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8d8c7ce6ada54a8f8160cb7897ec4b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571809 Aug 23 14:41:40.969351 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55506) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:40.982753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fa947bd2-fd39-45f0-9466-b0d31d16731c None None] Provisioning for port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:40.996345 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fa947bd2-fd39-45f0-9466-b0d31d16731c None None] Provisioning complete for port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:40.996719 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fa947bd2-fd39-45f0-9466-b0d31d16731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:41.025980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ca56-ef49-43ed-a9ff-d7ba740a7b12 req-5fa1697d-47f5-4008-9816-4010d5525559 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:41.028617 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3668ca56-ef49-43ed-a9ff-d7ba740a7b12 req-5fa1697d-47f5-4008-9816-4010d5525559 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 969 time: 0.0620282 Aug 23 14:41:41.035326 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25598a68-078e-4ecb-ad2b-87b96e59d4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:41.061515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Router f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:41:41.105273 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3668ca56-ef49-43ed-a9ff-d7ba740a7b12 req-25c1c4ef-0921-444e-ab34-1dd2e46382f8 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657263 Aug 23 14:41:41.121362 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fa947bd2-fd39-45f0-9466-b0d31d16731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:41.179781 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.57', 58006) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:41.184509 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fa947bd2-fd39-45f0-9466-b0d31d16731c None None] For port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7e4cf071-8ee2-4f4a-ae8b-922a88e40be8,segment=NetworkSegment(79d887e3-50a8-4cc7-8b84-cbfede7686b5),segment_id=79d887e3-50a8-4cc7-8b84-cbfede7686b5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:41.213808 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-5164eeb6-88b6-44f3-be08-b63a9326a760 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a6f5c4613b364924ae1363c53a90461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305219 Aug 23 14:41:41.251541 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fa947bd2-fd39-45f0-9466-b0d31d16731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:41.282007 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-983aaba6-5122-4287-8b00-ba1cd2460fe3 req-49544670-6de3-42f2-8124-e856b28e26dc tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 210 time: 0.2498717 Aug 23 14:41:41.299933 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25598a68-078e-4ecb-ad2b-87b96e59d4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:41.356690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:41:41.367849 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Sync routers for ids ['f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:41:41.374207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa947bd2-fd39-45f0-9466-b0d31d16731c None None] Pushing event updated for resources: {'Port': ['ID=7e4cf071-8ee2-4f4a-ae8b-922a88e40be8,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:41.384436 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Routers {'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:41:41.389519 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:41.395636 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8a71ac4f-0600-4c41-b265-97e820886ca8 None None] Provisioning complete for port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:41.396148 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8a71ac4f-0600-4c41-b265-97e820886ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:41.496161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-cd0b6ff6-04a7-4774-b0f8-df5e61266339 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:41.501352 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-cd0b6ff6-04a7-4774-b0f8-df5e61266339 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2734628 Aug 23 14:41:41.518103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8d24a-c801-4d03-bf19-56c6492e1476 req-85765e1c-28b3-4bde-86da-c5b5ea920dc5 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:41.519797 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c6b8d24a-c801-4d03-bf19-56c6492e1476 req-85765e1c-28b3-4bde-86da-c5b5ea920dc5 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 969 time: 0.0814841 Aug 23 14:41:41.527809 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25598a68-078e-4ecb-ad2b-87b96e59d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:41.530498 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25598a68-078e-4ecb-ad2b-87b96e59d4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:41.531822 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-25598a68-078e-4ecb-ad2b-87b96e59d4fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b54a8340-e4cb-4a80-b097-8fafd1475610 HTTP/1.1" status: 204 len: 168 time: 0.5608473 Aug 23 14:41:41.549520 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:41.550841 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-64e9fbb9-03a4-44c8-b5a2-486803aa371e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5226619 Aug 23 14:41:41.553131 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25598a68-078e-4ecb-ad2b-87b96e59d4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54a8340-e4cb-4a80-b097-8fafd1475610,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:41.554233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55518) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:41.562715 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Set router f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:41:41.591843 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c6b8d24a-c801-4d03-bf19-56c6492e1476 req-1de309a6-3bce-4ee1-8bf0-a96e593b70cc tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657012 Aug 23 14:41:41.624585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Request body: {'port': {'device_id': '91e17106-878b-46ed-a126-d4a6ce8f05ad', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': 'a6f5c4613b364924ae1363c53a90461d'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:41.791566 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080379261-router', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '6933d22b-df8b-409d-ae27-87ed603257c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:38Z', 'updated_at': '2021-08-23T14:41:40Z', 'revision_number': 3, 'project_id': '75192dde0c3b4fcb9566fa348839c7e3', 'gw_port': {'id': '6933d22b-df8b-409d-ae27-87ed603257c6', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:39Z', 'updated_at': '2021-08-23T14:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:41.821426 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Checking router: f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:41:41.821775 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Updating router f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 port 6933d22b-df8b-409d-ae27-87ed603257c6 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:41:41.853864 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:41.997060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:42.036425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Made reservation on behalf of a6f5c4613b364924ae1363c53a90461d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:41:42.047051 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:42.070082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:42.070694 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:42.331414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:42.343190 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:42.354258 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef155ba1-f5c3-4eb2-a031-988508488359 req-f1fd1032-b824-407c-98f6-ad7ada3e10dd tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:42.369029 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef155ba1-f5c3-4eb2-a031-988508488359 req-f1fd1032-b824-407c-98f6-ad7ada3e10dd tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 969 time: 0.1120579 Aug 23 14:41:42.369307 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Transition to ACTIVE for port object 6933d22b-df8b-409d-ae27-87ed603257c6 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:42.427621 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef155ba1-f5c3-4eb2-a031-988508488359 req-5a5f27aa-8c0f-4e24-b7f7-237f4d5b14c7 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629790 Aug 23 14:41:42.451229 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:42.531508 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Attempting to bind port 6933d22b-df8b-409d-ae27-87ed603257c6 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:41:42.531853 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Attempting to bind port 6933d22b-df8b-409d-ae27-87ed603257c6 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:41:42.532925 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Attempting to bind port 6933d22b-df8b-409d-ae27-87ed603257c6 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:41:42.544878 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:41:42.545375 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:42.545929 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:42.546540 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:41:42.551877 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Bound port: 6933d22b-df8b-409d-ae27-87ed603257c6, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:41:42.551877 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:42.560207 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-94b9c819-8e25-4eba-95b8-ab281339c3d8 req-acc8ba35-85cc-4941-af78-09c6d54191d9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 210 time: 0.0659196 Aug 23 14:41:42.601329 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80e056-d501-4ce1-b892-0b071a485a20 None None] Pushing event updated for resources: {'Port': ['ID=6933d22b-df8b-409d-ae27-87ed603257c6,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:42.640531 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] For port 6933d22b-df8b-409d-ae27-87ed603257c6, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:41:42.641043 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:42.647256 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] For port 6933d22b-df8b-409d-ae27-87ed603257c6, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6933d22b-df8b-409d-ae27-87ed603257c6,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:41:42.675837 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:42.731474 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:42.772149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe9770-59fc-4920-9933-ab38b63e981c req-ebbf636f-10f7-482d-baab-b274185b8ee9 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:42.790637 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0fe9770-59fc-4920-9933-ab38b63e981c req-ebbf636f-10f7-482d-baab-b274185b8ee9 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 969 time: 0.0926888 Aug 23 14:41:42.791781 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Routers {'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:41:42.793572 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:42.793945 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:42.842313 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06141aeb-5963-4120-a31c-1d82900d3d4c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:42.850857 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0fe9770-59fc-4920-9933-ab38b63e981c req-d61c19fc-a4ff-4129-a587-ec4a646b74c9 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590172 Aug 23 14:41:42.904580 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80e056-d501-4ce1-b892-0b071a485a20 None None] Pushing event updated for resources: {'Port': ['ID=6933d22b-df8b-409d-ae27-87ed603257c6,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:42.990368 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] Set router f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:41:43.011237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Allocated IP 172.20.0.1 (e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53/36ddac8d-9dee-4209-bc48-9447f1cfb0d9/1b6ac2f9-8162-432d-a538-d2582a9a34ab) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:41:43.056289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Allocated IP 192.168.233.87 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/e225fb55-aa3f-4b03-b4c8-d244f16aa243) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:41:43.236990 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080379261-router', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '6933d22b-df8b-409d-ae27-87ed603257c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:38Z', 'updated_at': '2021-08-23T14:41:40Z', 'revision_number': 3, 'project_id': '75192dde0c3b4fcb9566fa348839c7e3', 'gw_port': {'id': '6933d22b-df8b-409d-ae27-87ed603257c6', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:39Z', 'updated_at': '2021-08-23T14:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:43.237539 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:43.267519 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2f8c2d-dd72-43f3-b284-bc5b3b2b07e0 None None] The sync data for ids ['f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'] in n-d-804985-3 is: [{'id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080379261-router', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '6933d22b-df8b-409d-ae27-87ed603257c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:38Z', 'updated_at': '2021-08-23T14:41:40Z', 'revision_number': 3, 'project_id': '75192dde0c3b4fcb9566fa348839c7e3', 'gw_port': {'id': '6933d22b-df8b-409d-ae27-87ed603257c6', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:39Z', 'updated_at': '2021-08-23T14:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:41:43.271196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Transition to ACTIVE for port object 1b6ac2f9-8162-432d-a538-d2582a9a34ab will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:43.361672 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:43.375557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55572) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:43.382799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Transition to ACTIVE for port object e225fb55-aa3f-4b03-b4c8-d244f16aa243 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:43.447368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:43.494703 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:43.520298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Network e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:43.521100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1879372487-network', 'tenant_id': 'd1328ed304934c18acef0398e473a4af'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:43.525784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:43.535701 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:41:43.611778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Pushing event updated for resources: {'Port': ['ID=1b6ac2f9-8162-432d-a538-d2582a9a34ab,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:43.632609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:43.667509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:43.702276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] Made reservation on behalf of d1328ed304934c18acef0398e473a4af for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:41:43.706453 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:43.721126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:41:43.726979 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:43.802921 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0d3e80a1-b7da-459e-897f-12ff8a1daafe details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:41:43.951239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26851839-472f-4827-87d5-f0bcf7fd63f4 req-9b4d3945-59de-4bd7-8261-41488c1bc1e0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:43.967388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-26851839-472f-4827-87d5-f0bcf7fd63f4 req-9b4d3945-59de-4bd7-8261-41488c1bc1e0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 935 time: 0.1415021 Aug 23 14:41:43.968323 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:43.969010 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:43.996560 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.044360 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-26851839-472f-4827-87d5-f0bcf7fd63f4 req-4959b973-cbde-4cbf-bb03-793a7736d24c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756469 Aug 23 14:41:44.051447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6933d22b-df8b-409d-ae27-87ed603257c6 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:44.075759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Pushing event updated for resources: {'Port': ['ID=e225fb55-aa3f-4b03-b4c8-d244f16aa243,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:44.095493 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.143329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3478bc6-abd4-4c2e-9863-0b2ce5eb8710 req-f16e8cfc-98fc-407f-aad2-23bd53725563 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:44.143329 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3478bc6-abd4-4c2e-9863-0b2ce5eb8710 req-f16e8cfc-98fc-407f-aad2-23bd53725563 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 969 time: 0.5283551 Aug 23 14:41:44.179590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a0bc5a85-17cf-4d8e-bb26-4f943d20c186 None None] Provisioning for port 1b6ac2f9-8162-432d-a538-d2582a9a34ab completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:44.192379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0d3e80a1-b7da-459e-897f-12ff8a1daafe, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0d3e80a1-b7da-459e-897f-12ff8a1daafe,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:44.195242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a0bc5a85-17cf-4d8e-bb26-4f943d20c186 None None] Provisioning complete for port 1b6ac2f9-8162-432d-a538-d2582a9a34ab triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:44.195530 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a0bc5a85-17cf-4d8e-bb26-4f943d20c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.237458 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.239291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '0d3e80a1-b7da-459e-897f-12ff8a1daafe', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '0d3e80a1-b7da-459e-897f-12ff8a1daafe', 'mac_address': 'fa:16:3e:fe:1e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:tempest-test_az-1455534871', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:41:44.263895 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3478bc6-abd4-4c2e-9863-0b2ce5eb8710 req-84dbdf17-c969-4f67-a03f-f3dbec21b51c tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124971 Aug 23 14:41:44.281723 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:41:44.284362 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc5a85-17cf-4d8e-bb26-4f943d20c186 None None] Port 1b6ac2f9-8162-432d-a538-d2582a9a34ab cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:41:44.309848 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a744a1a-b907-4a17-a673-c37762ff574d req-d8db55cc-8c0c-46bf-b37d-33a41a9eda34 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:44.316824 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5a744a1a-b907-4a17-a673-c37762ff574d req-d8db55cc-8c0c-46bf-b37d-33a41a9eda34 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 969 time: 0.1313820 Aug 23 14:41:44.317601 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.330780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 6933d22b-df8b-409d-ae27-87ed603257c6 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:44.343805 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.344157 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] Added segment 4bdc026b-7b15-4dab-b1a9-6210745f0c15 of type vlan for network c2397443-5c7d-463a-b9d2-0965c32e2454 Aug 23 14:41:44.346164 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6933d22b-df8b-409d-ae27-87ed603257c6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:44.346488 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b62fb48-e8e3-4049-a2a2-b2726b01ca32,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:44.346595 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.350969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3e80a1-b7da-459e-897f-12ff8a1daafe {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:41:44.356541 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-c78780d9-273e-4208-884a-5d1a48a25948 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7412066 Aug 23 14:41:44.411835 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.425887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0d3e80a1-b7da-459e-897f-12ff8a1daafe, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0d3e80a1-b7da-459e-897f-12ff8a1daafe,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:44.432116 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.463375 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5a744a1a-b907-4a17-a673-c37762ff574d req-77ed0b2d-2c25-4608-adf5-c50f12c18993 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303878 Aug 23 14:41:44.507740 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.508686 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 286ceef6-e9c9-4e3e-8447-7d09cad8a10e details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:41:44.548448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3c82809b-2917-49ad-bed1-1bbab2c65587 None None] Provisioning for port e225fb55-aa3f-4b03-b4c8-d244f16aa243 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:44.552782 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.554583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:44.556070 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.572061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3c82809b-2917-49ad-bed1-1bbab2c65587 None None] Provisioning complete for port e225fb55-aa3f-4b03-b4c8-d244f16aa243 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:44.572382 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3c82809b-2917-49ad-bed1-1bbab2c65587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.585735 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.631745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=286ceef6-e9c9-4e3e-8447-7d09cad8a10e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:44.663371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] Pushing event updated for resources: {'Network': ['ID=c2397443-5c7d-463a-b9d2-0965c32e2454,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:44.673415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=0d3e80a1-b7da-459e-897f-12ff8a1daafe,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:44.689240 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.693222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 6933d22b-df8b-409d-ae27-87ed603257c6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6933d22b-df8b-409d-ae27-87ed603257c6,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:44.697947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network c2397443-5c7d-463a-b9d2-0965c32e2454 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:41:44.704787 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f51191c9-ef9d-423c-aa09-cb287fbdf58f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3267388 Aug 23 14:41:44.708810 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55602) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:44.714924 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7b88b411-a7e6-433a-a6bd-fa870b65ef3a admin admin] Request body: {'subnet': {'network_id': 'c2397443-5c7d-463a-b9d2-0965c32e2454', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1879372487-subnet', 'tenant_id': 'd1328ed304934c18acef0398e473a4af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:44.726877 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '286ceef6-e9c9-4e3e-8447-7d09cad8a10e', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '286ceef6-e9c9-4e3e-8447-7d09cad8a10e', 'mac_address': 'fa:16:3e:8c:20:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:tempest-test_az-1455534871', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:41:44.766405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3c82809b-2917-49ad-bed1-1bbab2c65587 None None] Port e225fb55-aa3f-4b03-b4c8-d244f16aa243 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:41:44.782999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.814710 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b88b411-a7e6-433a-a6bd-fa870b65ef3a admin admin] Made reservation on behalf of d1328ed304934c18acef0398e473a4af for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:41:44.818880 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.825160 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7b88b411-a7e6-433a-a6bd-fa870b65ef3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.873452 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.901945 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286ceef6-e9c9-4e3e-8447-7d09cad8a10e {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:41:44.919145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Pushing event updated for resources: {'Port': ['ID=1b6ac2f9-8162-432d-a538-d2582a9a34ab,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:44.922241 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:44.958725 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=286ceef6-e9c9-4e3e-8447-7d09cad8a10e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:44.983636 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=6933d22b-df8b-409d-ae27-87ed603257c6,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:45.039012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Network e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:45.040718 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:45.054559 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:45.158530 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=286ceef6-e9c9-4e3e-8447-7d09cad8a10e,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:45.169113 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:45.234352 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7b88b411-a7e6-433a-a6bd-fa870b65ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:45.362910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a913fd-ffd6-4fa0-a42e-f91298c936c1 req-9ad2416d-993f-4b57-99c8-6e9139f582b9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:45.371802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b0a913fd-ffd6-4fa0-a42e-f91298c936c1 req-9ad2416d-993f-4b57-99c8-6e9139f582b9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 935 time: 0.1774473 Aug 23 14:41:45.410820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d00eb1be-8b21-47de-bb24-2a75e632a957 None None] Provisioning complete for port 1b6ac2f9-8162-432d-a538-d2582a9a34ab triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:45.411522 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d00eb1be-8b21-47de-bb24-2a75e632a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:45.418968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Router f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:41:45.450493 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['0d3e80a1-b7da-459e-897f-12ff8a1daafe'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:41:45.452132 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88b411-a7e6-433a-a6bd-fa870b65ef3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0d64b8-2638-4faf-b24b-bda5d1581941,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:45.455183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b0a913fd-ffd6-4fa0-a42e-f91298c936c1 req-108cc38f-2e44-487d-9c3b-311505ba6ee7 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753777 Aug 23 14:41:45.456866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['286ceef6-e9c9-4e3e-8447-7d09cad8a10e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:41:45.496971 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88b411-a7e6-433a-a6bd-fa870b65ef3a admin admin] Checking segment: {'id': '4bdc026b-7b15-4dab-b1a9-6210745f0c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c2397443-5c7d-463a-b9d2-0965c32e2454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:45.497654 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88b411-a7e6-433a-a6bd-fa870b65ef3a admin admin] Network hostable DHCP agents. Network: c2397443-5c7d-463a-b9d2-0965c32e2454, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:41:45.536500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f9098-b1e7-49a6-ab6b-aedcb8cdc595 req-e6ba9bba-82b4-41c6-8f99-e78737712bae tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:45.537591 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-760f9098-b1e7-49a6-ab6b-aedcb8cdc595 req-e6ba9bba-82b4-41c6-8f99-e78737712bae tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 970 time: 0.1347597 Aug 23 14:41:45.589781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88b411-a7e6-433a-a6bd-fa870b65ef3a admin admin] Network c2397443-5c7d-463a-b9d2-0965c32e2454 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:41:45.665761 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-760f9098-b1e7-49a6-ab6b-aedcb8cdc595 req-89f0c217-a8dd-4827-8b94-6bebefbc8e43 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138437 Aug 23 14:41:45.670227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-7b88b411-a7e6-433a-a6bd-fa870b65ef3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, c2397443-5c7d-463a-b9d2-0965c32e2454) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:45.686973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d00eb1be-8b21-47de-bb24-2a75e632a957 None None] Port 1b6ac2f9-8162-432d-a538-d2582a9a34ab cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:41:45.691473 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:41:45.706081 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9f9f20de-e8f7-40e3-b4dc-72543705c60f admin admin] 10.222.0.38 "PUT /v2.0/routers/f65b0f37-a0f6-4c59-8986-39cd8a0d37c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1368523 Aug 23 14:41:45.709090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b88b411-a7e6-433a-a6bd-fa870b65ef3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:45.709090 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7b88b411-a7e6-433a-a6bd-fa870b65ef3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:45.718210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef63814f-414d-4730-ba26-79c1f0e29cd4 None None] Network c2397443-5c7d-463a-b9d2-0965c32e2454 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:41:45.718467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7443d59-c92e-4799-9209-320899a195e7 req-c509e857-2963-4fcb-a3b8-17848e865c76 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:45.726917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7443d59-c92e-4799-9209-320899a195e7 req-c509e857-2963-4fcb-a3b8-17848e865c76 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 970 time: 0.1371527 Aug 23 14:41:45.788857 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7443d59-c92e-4799-9209-320899a195e7 req-4c7d6709-fbb1-4ba0-b58d-355d5a3d2b1a tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606685 Aug 23 14:41:45.791844 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Sync routers for ids ['f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:41:45.815044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Routers {'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:41:45.815783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:45.824905 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7b88b411-a7e6-433a-a6bd-fa870b65ef3a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1141083 Aug 23 14:41:45.827232 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55624) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:45.833516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1879372487-router', 'tenant_id': 'd1328ed304934c18acef0398e473a4af', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:45.955073 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:45.956445 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:46.022593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6933d22b-df8b-409d-ae27-87ed603257c6 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:46.057777 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:46.281987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Set router f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:41:46.355758 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:46.443803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-c2397443-5c7d-463a-b9d2-0965c32e2454', 'network_id': 'c2397443-5c7d-463a-b9d2-0965c32e2454', 'tenant_id': 'd1328ed304934c18acef0398e473a4af', 'fixed_ips': [{'subnet_id': '2e0d64b8-2638-4faf-b24b-bda5d1581941'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:41:46.444691 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:46.476869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6933d22b-df8b-409d-ae27-87ed603257c6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:46.477269 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:46.617360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67ae9c-3907-451a-be7e-59a9849e1bdd req-89093bd6-46d1-4e55-a8fb-8eedec5990d3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:46.619575 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ce67ae9c-3907-451a-be7e-59a9849e1bdd req-89093bd6-46d1-4e55-a8fb-8eedec5990d3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 935 time: 0.0638709 Aug 23 14:41:46.683615 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ce67ae9c-3907-451a-be7e-59a9849e1bdd req-3722d661-82ad-4961-9910-8bd163a8d01b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547636 Aug 23 14:41:46.686114 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:46.718267 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:46.835255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Allocated IP 172.25.8.74 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/9e1bd5d8-b623-4f2f-918c-9d6856fa8602) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:41:46.919358 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Allocated IP 172.20.0.2 (c2397443-5c7d-463a-b9d2-0965c32e2454/2e0d64b8-2638-4faf-b24b-bda5d1581941/1f5abb07-7856-4baa-a057-101f4add924d) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:41:46.968279 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2a2d7-1784-4e6e-9958-f98d2770a2c9 req-5029358b-7c03-46b2-9160-b6fe3d0a810e tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:46.968279 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aca2a2d7-1784-4e6e-9958-f98d2770a2c9 req-5029358b-7c03-46b2-9160-b6fe3d0a810e tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 970 time: 0.0741525 Aug 23 14:41:46.972600 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:46.989883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080379261-router', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '6933d22b-df8b-409d-ae27-87ed603257c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:38Z', 'updated_at': '2021-08-23T14:41:44Z', 'revision_number': 4, 'project_id': '75192dde0c3b4fcb9566fa348839c7e3', 'gw_port': {'id': '6933d22b-df8b-409d-ae27-87ed603257c6', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:39Z', 'updated_at': '2021-08-23T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '1b6ac2f9-8162-432d-a538-d2582a9a34ab', 'name': '', 'network_id': 'e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3', 'mac_address': 'fa:16:3e:bf:4f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '36ddac8d-9dee-4209-bc48-9447f1cfb0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:42Z', 'updated_at': '2021-08-23T14:41:44Z', 'revision_number': 2, 'project_id': '75192dde0c3b4fcb9566fa348839c7e3', 'subnets': [{'id': '36ddac8d-9dee-4209-bc48-9447f1cfb0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:47.019707 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aca2a2d7-1784-4e6e-9958-f98d2770a2c9 req-97346a7e-f868-43f3-a52d-d6baec0c4533 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Aug 23 14:41:47.021472 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Checking router: f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:41:47.021832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Updating router f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 port 1b6ac2f9-8162-432d-a538-d2582a9a34ab binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:41:47.066065 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:47.080777 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:47.130731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:47.133596 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:47.136425 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:41:47.156273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffef85-ca1d-4893-8c85-f33b63555b56 req-702585d0-d507-496f-bbeb-cd0c162b1b9a tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:47.158959 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cdffef85-ca1d-4893-8c85-f33b63555b56 req-702585d0-d507-496f-bbeb-cd0c162b1b9a tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 970 time: 0.0718651 Aug 23 14:41:47.176963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=9e1bd5d8-b623-4f2f-918c-9d6856fa8602,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:47.220978 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cdffef85-ca1d-4893-8c85-f33b63555b56 req-f384d50c-de43-4d3d-b01f-1451966776b6 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546212 Aug 23 14:41:47.242255 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:47.253646 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Transition to ACTIVE for port object 1f5abb07-7856-4baa-a057-101f4add924d will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:47.293197 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Transition to ACTIVE for port object 1f5abb07-7856-4baa-a057-101f4add924d will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:47.370179 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:47.464184 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Network c2397443-5c7d-463a-b9d2-0965c32e2454 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:47.474852 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:47.478858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Pushing event updated for resources: {'Port': ['ID=1f5abb07-7856-4baa-a057-101f4add924d,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:47.490620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:41:47.498939 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:47.511708 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:47.559052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Transition to ACTIVE for port object 1b6ac2f9-8162-432d-a538-d2582a9a34ab will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:47.582346 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Attempting to bind port 1f5abb07-7856-4baa-a057-101f4add924d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:41:47.582715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Attempting to bind port 1f5abb07-7856-4baa-a057-101f4add924d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '4bdc026b-7b15-4dab-b1a9-6210745f0c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c2397443-5c7d-463a-b9d2-0965c32e2454'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:41:47.583078 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Attempting to bind port 1f5abb07-7856-4baa-a057-101f4add924d on network c2397443-5c7d-463a-b9d2-0965c32e2454 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:41:47.588180 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:41:47.588557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Checking segment: {'id': '4bdc026b-7b15-4dab-b1a9-6210745f0c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c2397443-5c7d-463a-b9d2-0965c32e2454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:47.589312 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:47.589432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Bound using segment: {'id': '4bdc026b-7b15-4dab-b1a9-6210745f0c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c2397443-5c7d-463a-b9d2-0965c32e2454'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:41:47.589898 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Bound port: 1f5abb07-7856-4baa-a057-101f4add924d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdc026b-7b15-4dab-b1a9-6210745f0c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c2397443-5c7d-463a-b9d2-0965c32e2454'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:41:47.590277 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:47.646877 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:47.675821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55656) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:47.681640 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d4e9ba6a-684e-4e78-b7aa-bb86b6d46871 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1442883119', 'description': 'tempest-description--720064271'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:47.690846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] For port 1f5abb07-7856-4baa-a057-101f4add924d, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:41:47.720494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] For port 1f5abb07-7856-4baa-a057-101f4add924d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1f5abb07-7856-4baa-a057-101f4add924d,segment=NetworkSegment(4bdc026b-7b15-4dab-b1a9-6210745f0c15),segment_id=4bdc026b-7b15-4dab-b1a9-6210745f0c15)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:41:47.723423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e56be-d3e4-4e30-af27-d807bdf9ad37 None None] Pushing event updated for resources: {'Port': ['ID=1b6ac2f9-8162-432d-a538-d2582a9a34ab,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:47.806999 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 286ceef6-e9c9-4e3e-8447-7d09cad8a10e up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:47.809008 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ba6a-684e-4e78-b7aa-bb86b6d46871 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:47.815179 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:47.895288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Attempting to bind port 1b6ac2f9-8162-432d-a538-d2582a9a34ab on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:41:47.895689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Attempting to bind port 1b6ac2f9-8162-432d-a538-d2582a9a34ab by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '79d887e3-50a8-4cc7-8b84-cbfede7686b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:41:47.896092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Attempting to bind port 1b6ac2f9-8162-432d-a538-d2582a9a34ab on network e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:41:47.950302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:41:47.950690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Checking segment: {'id': '79d887e3-50a8-4cc7-8b84-cbfede7686b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:47.951082 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:47.951477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Bound using segment: {'id': '79d887e3-50a8-4cc7-8b84-cbfede7686b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:41:47.952049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Bound port: 1b6ac2f9-8162-432d-a538-d2582a9a34ab, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d887e3-50a8-4cc7-8b84-cbfede7686b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:41:47.952445 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:47.957283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471631b-ca5f-404b-b4d2-816d442a4289 None None] Pushing event updated for resources: {'Port': ['ID=1f5abb07-7856-4baa-a057-101f4add924d,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:48.065632 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] For port 1b6ac2f9-8162-432d-a538-d2582a9a34ab, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:41:48.068898 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] For port 1b6ac2f9-8162-432d-a538-d2582a9a34ab, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1b6ac2f9-8162-432d-a538-d2582a9a34ab,segment=NetworkSegment(79d887e3-50a8-4cc7-8b84-cbfede7686b5),segment_id=79d887e3-50a8-4cc7-8b84-cbfede7686b5)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:41:48.075918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:48.080127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:48.080502 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:48.084974 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:48.160755 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:48.192957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41c587-4917-4066-9567-6d54f2c4b231 req-782c63a0-398a-49b4-b275-7316a98f0f9f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:48.197682 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c41c587-4917-4066-9567-6d54f2c4b231 req-782c63a0-398a-49b4-b275-7316a98f0f9f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 935 time: 0.3905797 Aug 23 14:41:48.225806 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:48.280445 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96158e52-100c-4a10-aa66-dea57b3a091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286ceef6-e9c9-4e3e-8447-7d09cad8a10e'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:41:48.374250 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ba6a-684e-4e78-b7aa-bb86b6d46871 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:48.380174 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c41c587-4917-4066-9567-6d54f2c4b231 req-fe76e6ec-19f8-4d48-9085-74b28fb755e1 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648977 Aug 23 14:41:48.382404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Routers {'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:41:48.383212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:48.400816 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e56be-d3e4-4e30-af27-d807bdf9ad37 None None] Pushing event updated for resources: {'Port': ['ID=1b6ac2f9-8162-432d-a538-d2582a9a34ab,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:48.425005 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ba6a-684e-4e78-b7aa-bb86b6d46871 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:48.472408 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=286ceef6-e9c9-4e3e-8447-7d09cad8a10e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:48.479752 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9ba6a-684e-4e78-b7aa-bb86b6d46871 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:48.491774 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cadbad-d1b4-4773-aa7c-e04e7b054853" -d '{"events": [{"server_uuid": "96158e52-100c-4a10-aa66-dea57b3a091b", "name": "network-vif-plugged", "status": "completed", "tag": "286ceef6-e9c9-4e3e-8447-7d09cad8a10e"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:41:48.509536 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ba6a-684e-4e78-b7aa-bb86b6d46871 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:48.511009 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d4e9ba6a-684e-4e78-b7aa-bb86b6d46871 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8341911 Aug 23 14:41:48.514039 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55676) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:48.519085 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-391f8899-4b26-4426-b1ca-d54aee795c18 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Request body: {'security_group_rule': {'security_group_id': 'a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:48.582566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-0d258748-546c-4a78-90f1-f35a677209aa tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:41:48.583721 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-0d258748-546c-4a78-90f1-f35a677209aa tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066440 Aug 23 14:41:48.604881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826866e-fb9f-42cc-9f13-aad8cb180191 req-8fd3f741-a536-489c-8ba9-213f0451035d tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:48.606639 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8826866e-fb9f-42cc-9f13-aad8cb180191 req-8fd3f741-a536-489c-8ba9-213f0451035d tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 970 time: 0.0621336 Aug 23 14:41:48.652548 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8826866e-fb9f-42cc-9f13-aad8cb180191 req-ccda950d-3acb-43a5-876e-e28a430fbda7 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383422 Aug 23 14:41:48.712460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] Set router f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:41:48.752749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Request body: {'port': {'device_id': '91e17106-878b-46ed-a126-d4a6ce8f05ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:48.775156 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Router 3a4e9137-cb70-4d7b-b3e7-eef42497ae5a is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:41:48.779541 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:48.780163 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0d3e80a1-b7da-459e-897f-12ff8a1daafe up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:48.793634 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-391f8899-4b26-4426-b1ca-d54aee795c18 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:48.819386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45f6ac-e561-4a7c-b0f7-b647f4a221ee req-658758a6-7648-4e67-9709-45c41eda841e tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:48.824049 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:48.827793 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9a45f6ac-e561-4a7c-b0f7-b647f4a221ee req-658758a6-7648-4e67-9709-45c41eda841e tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 970 time: 0.0962033 Aug 23 14:41:48.961853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9a45f6ac-e561-4a7c-b0f7-b647f4a221ee req-24d51191-c327-4d8a-8cb0-6e808e67ec74 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288400 Aug 23 14:41:48.999991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=286ceef6-e9c9-4e3e-8447-7d09cad8a10e,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:49.063549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 0d3e80a1-b7da-459e-897f-12ff8a1daafe completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:49.072907 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-391f8899-4b26-4426-b1ca-d54aee795c18 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:49.084081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 0d3e80a1-b7da-459e-897f-12ff8a1daafe triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:49.084572 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:49.123094 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:41:49.133305 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Sync routers for ids ['3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:41:49.148042 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-391f8899-4b26-4426-b1ca-d54aee795c18 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:49.150132 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Routers {'3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:41:49.150902 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:49.153874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080379261-router', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '6933d22b-df8b-409d-ae27-87ed603257c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:38Z', 'updated_at': '2021-08-23T14:41:44Z', 'revision_number': 4, 'project_id': '75192dde0c3b4fcb9566fa348839c7e3', 'gw_port': {'id': '6933d22b-df8b-409d-ae27-87ed603257c6', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:39Z', 'updated_at': '2021-08-23T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '1b6ac2f9-8162-432d-a538-d2582a9a34ab', 'name': '', 'network_id': 'e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3', 'mac_address': 'fa:16:3e:bf:4f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '36ddac8d-9dee-4209-bc48-9447f1cfb0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:42Z', 'updated_at': '2021-08-23T14:41:48Z', 'revision_number': 4, 'project_id': '75192dde0c3b4fcb9566fa348839c7e3', 'subnets': [{'id': '36ddac8d-9dee-4209-bc48-9447f1cfb0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:49.196650 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f8899-4b26-4426-b1ca-d54aee795c18 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a3f6ac-e03b-4d76-9bf8-46fc27a6ce40,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:49.205521 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a17156e-f167-43dd-819a-be804f5788f8 x-openstack-request-id: req-4a17156e-f167-43dd-819a-be804f5788f8 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:41:49.205894 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96158e52-100c-4a10-aa66-dea57b3a091b", "name": "network-vif-plugged", "status": "completed", "tag": "286ceef6-e9c9-4e3e-8447-7d09cad8a10e", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:41:49.206310 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a17156e-f167-43dd-819a-be804f5788f8 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:41:49.206975 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96158e52-100c-4a10-aa66-dea57b3a091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286ceef6-e9c9-4e3e-8447-7d09cad8a10e', 'code': 200} Aug 23 14:41:49.208852 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1bd970-9b29-44d0-beb4-cf6fa3ad2beb None None] The sync data for ids ['f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'] in n-d-804985-3 is: [{'id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080379261-router', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '6933d22b-df8b-409d-ae27-87ed603257c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:38Z', 'updated_at': '2021-08-23T14:41:44Z', 'revision_number': 4, 'project_id': '75192dde0c3b4fcb9566fa348839c7e3', 'gw_port': {'id': '6933d22b-df8b-409d-ae27-87ed603257c6', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:39Z', 'updated_at': '2021-08-23T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '1b6ac2f9-8162-432d-a538-d2582a9a34ab', 'name': '', 'network_id': 'e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3', 'mac_address': 'fa:16:3e:bf:4f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '36ddac8d-9dee-4209-bc48-9447f1cfb0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:42Z', 'updated_at': '2021-08-23T14:41:48Z', 'revision_number': 4, 'project_id': '75192dde0c3b4fcb9566fa348839c7e3', 'subnets': [{'id': '36ddac8d-9dee-4209-bc48-9447f1cfb0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:41:49.216754 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:49.221822 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-05dc2994-498a-40b0-9555-1b3d05339aa7 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3920062 Aug 23 14:41:49.225528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55684) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:49.258555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a74c758-3bb3-4885-9076-705299ec1cbe None None] Network c2397443-5c7d-463a-b9d2-0965c32e2454 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:41:49.365914 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-391f8899-4b26-4426-b1ca-d54aee795c18 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:49.367588 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-391f8899-4b26-4426-b1ca-d54aee795c18 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8524871 Aug 23 14:41:49.385184 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Set router 3a4e9137-cb70-4d7b-b3e7-eef42497ae5a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:41:49.406238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55686) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:49.425299 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-9d5e3f77-f12f-4643-9238-9ae0f022ab1f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Request body: {'security_group_rule': {'security_group_id': 'a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:49.554717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e225fb55-aa3f-4b03-b4c8-d244f16aa243 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:41:49.566217 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:49.585128 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:49.597064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Transition to ACTIVE for port object e225fb55-aa3f-4b03-b4c8-d244f16aa243 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:49.661966 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b51f0737-9e2d-4ccd-9b8b-e1b1df691c90 None None] Provisioning for port 1f5abb07-7856-4baa-a057-101f4add924d completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:49.668924 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:49.725727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0d3e80a1-b7da-459e-897f-12ff8a1daafe, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0d3e80a1-b7da-459e-897f-12ff8a1daafe,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:49.788208 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38f882-a5d3-4d43-823b-e354838da4e3 req-4f9467d3-523f-4eaf-861a-9dd8c2c0ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:49.789753 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ae38f882-a5d3-4d43-823b-e354838da4e3 req-4f9467d3-523f-4eaf-861a-9dd8c2c0ff9d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 1122 time: 0.4411249 Aug 23 14:41:49.791266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Pushing event updated for resources: {'Port': ['ID=e225fb55-aa3f-4b03-b4c8-d244f16aa243,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:49.829834 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ae38f882-a5d3-4d43-823b-e354838da4e3 req-4d0708c2-9cce-4c7d-b681-39c5b6e3f9d6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:49.883686 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1879372487-router', 'tenant_id': 'd1328ed304934c18acef0398e473a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e1bd5d8-b623-4f2f-918c-9d6856fa8602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:45Z', 'updated_at': '2021-08-23T14:41:47Z', 'revision_number': 3, 'project_id': 'd1328ed304934c18acef0398e473a4af', 'gw_port': {'id': '9e1bd5d8-b623-4f2f-918c-9d6856fa8602', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:46Z', 'updated_at': '2021-08-23T14:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:49.893885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Attempting to bind port e225fb55-aa3f-4b03-b4c8-d244f16aa243 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:41:49.894408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Attempting to bind port e225fb55-aa3f-4b03-b4c8-d244f16aa243 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:41:49.894597 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9d5e3f77-f12f-4643-9238-9ae0f022ab1f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:49.895048 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Attempting to bind port e225fb55-aa3f-4b03-b4c8-d244f16aa243 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:41:49.903230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Port e225fb55-aa3f-4b03-b4c8-d244f16aa243 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:41:49.903512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Attempting to bind port e225fb55-aa3f-4b03-b4c8-d244f16aa243 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:41:49.908950 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:49.911303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:41:49.911923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:49.912465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:41:49.912975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Bound port: e225fb55-aa3f-4b03-b4c8-d244f16aa243, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:41:49.913499 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:49.916127 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:49.962305 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Checking router: 3a4e9137-cb70-4d7b-b3e7-eef42497ae5a for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:41:49.968996 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Updating router 3a4e9137-cb70-4d7b-b3e7-eef42497ae5a port 9e1bd5d8-b623-4f2f-918c-9d6856fa8602 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:41:50.046173 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:50.067020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] For port e225fb55-aa3f-4b03-b4c8-d244f16aa243, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:41:50.074322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] For port e225fb55-aa3f-4b03-b4c8-d244f16aa243, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:41:50.101336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=0d3e80a1-b7da-459e-897f-12ff8a1daafe,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:50.106662 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29cef5-2cf3-4e0a-a67c-13494e32c604 req-e8cd36b5-137b-487f-9e35-ed4a930f2ff3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:50.108327 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd29cef5-2cf3-4e0a-a67c-13494e32c604 req-e8cd36b5-137b-487f-9e35-ed4a930f2ff3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 947 time: 0.4016540 Aug 23 14:41:50.165000 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9d5e3f77-f12f-4643-9238-9ae0f022ab1f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:50.172723 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:50.228389 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1f5abb07-7856-4baa-a057-101f4add924d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:50.311279 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9d5e3f77-f12f-4643-9238-9ae0f022ab1f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:50.342779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Pushing event updated for resources: {'Port': ['ID=e225fb55-aa3f-4b03-b4c8-d244f16aa243,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:50.385266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e3f77-f12f-4643-9238-9ae0f022ab1f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb4a0b2-60b7-4d35-bb2b-7b5accf46ac3,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:50.405031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:50.407534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:50.408141 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-bde57c1f-8bae-4b6d-971f-6394e92bbb68 service neutron] 10.222.0.57 "PUT /v2.0/ports/e225fb55-aa3f-4b03-b4c8-d244f16aa243 HTTP/1.1" status: 200 len: 1095 time: 1.7219214 Aug 23 14:41:50.409627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e17106-878b-46ed-a126-d4a6ce8f05ad', 'tag': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:41:50.412373 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b641a7-8f2c-47bf-a45c-0b9cc1b7834f" -d '{"events": [{"name": "network-changed", "server_uuid": "91e17106-878b-46ed-a126-d4a6ce8f05ad", "tag": "e225fb55-aa3f-4b03-b4c8-d244f16aa243"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:41:50.420074 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd29cef5-2cf3-4e0a-a67c-13494e32c604 req-7367edcc-b8cc-4313-ab51-5166dc4d2dbd tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535346 Aug 23 14:41:50.484692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d84fc-9c94-4662-902e-213f4196b647 req-2acc5035-4001-4a59-8413-07ede550957f tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:50.498352 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e4d84fc-9c94-4662-902e-213f4196b647 req-2acc5035-4001-4a59-8413-07ede550957f tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 971 time: 0.1386905 Aug 23 14:41:50.520334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 1f5abb07-7856-4baa-a057-101f4add924d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:50.526209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1f5abb07-7856-4baa-a057-101f4add924d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:50.526583 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:50.595329 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e4d84fc-9c94-4662-902e-213f4196b647 req-c21f4aa2-306b-430a-b9b2-13ec45a6cfa4 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952888 Aug 23 14:41:50.620631 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ae38f882-a5d3-4d43-823b-e354838da4e3 req-4d0708c2-9cce-4c7d-b681-39c5b6e3f9d6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:50.697601 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ae38f882-a5d3-4d43-823b-e354838da4e3 req-4d0708c2-9cce-4c7d-b681-39c5b6e3f9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:50.710292 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc987a5-5258-4684-bbb1-f584a26a68f6 x-openstack-request-id: req-9fc987a5-5258-4684-bbb1-f584a26a68f6 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:41:50.714571 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e17106-878b-46ed-a126-d4a6ce8f05ad", "tag": "e225fb55-aa3f-4b03-b4c8-d244f16aa243", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:41:50.714991 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9fc987a5-5258-4684-bbb1-f584a26a68f6 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:41:50.715599 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e17106-878b-46ed-a126-d4a6ce8f05ad', 'tag': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243', 'status': 'completed', 'code': 200} Aug 23 14:41:50.756040 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:50.762410 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:50.771876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-1b3da3f4-e8c0-47b9-9796-97670924b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:50.775483 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-1b3da3f4-e8c0-47b9-9796-97670924b9fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 1098 time: 0.1481841 Aug 23 14:41:50.779952 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ae38f882-a5d3-4d43-823b-e354838da4e3 req-4d0708c2-9cce-4c7d-b681-39c5b6e3f9d6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9748244 Aug 23 14:41:50.788560 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9d5e3f77-f12f-4643-9238-9ae0f022ab1f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:50.794807 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9d5e3f77-f12f-4643-9238-9ae0f022ab1f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3801486 Aug 23 14:41:50.798685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55698) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:50.803693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:50.806659 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Transition to ACTIVE for port object 9e1bd5d8-b623-4f2f-918c-9d6856fa8602 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:50.810363 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0708c2-9cce-4c7d-b681-39c5b6e3f9d6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bf0ed6-9dcb-40a9-acec-af985276d183,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:50.825168 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3290e-2af7-4014-845a-29d755536c29 req-66ce64f0-5eb1-4ed9-a623-47274f1e1844 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:50.847541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 1f5abb07-7856-4baa-a057-101f4add924d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1f5abb07-7856-4baa-a057-101f4add924d,segment=NetworkSegment(4bdc026b-7b15-4dab-b1a9-6210745f0c15),segment_id=4bdc026b-7b15-4dab-b1a9-6210745f0c15)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:50.849772 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ca3290e-2af7-4014-845a-29d755536c29 req-66ce64f0-5eb1-4ed9-a623-47274f1e1844 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 971 time: 0.2931423 Aug 23 14:41:50.874269 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-a6c34d8a-e861-4d2e-ac90-f87df9f7bd47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243 HTTP/1.1" status: 200 len: 217 time: 0.0889575 Aug 23 14:41:50.895897 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:50.919531 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:50.927691 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ca3290e-2af7-4014-845a-29d755536c29 req-1be686bd-f6dc-4ed9-ab96-88981c19e31f tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766022 Aug 23 14:41:50.961703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-4af8df9a-8f5f-4ecd-8b60-44bad1ec5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:50.963279 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-4af8df9a-8f5f-4ecd-8b60-44bad1ec5412 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0821838 Aug 23 14:41:50.966607 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55702) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:50.976885 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:50.977695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1b6ac2f9-8162-432d-a538-d2582a9a34ab up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:50.993277 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Attempting to bind port 9e1bd5d8-b623-4f2f-918c-9d6856fa8602 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:41:50.995634 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Attempting to bind port 9e1bd5d8-b623-4f2f-918c-9d6856fa8602 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:41:50.996134 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Attempting to bind port 9e1bd5d8-b623-4f2f-918c-9d6856fa8602 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:41:51.012411 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:41:51.017570 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:51.017570 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.017570 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:41:51.017570 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Bound port: 9e1bd5d8-b623-4f2f-918c-9d6856fa8602, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:41:51.017570 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.017570 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0e538-ee08-4749-b016-db50e6f06686 None None] Pushing event updated for resources: {'Port': ['ID=9e1bd5d8-b623-4f2f-918c-9d6856fa8602,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:51.040087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-b7c09b8f-9141-4b40-ba3d-34d5169a6a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:51.046222 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-b7c09b8f-9141-4b40-ba3d-34d5169a6a3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647774 Aug 23 14:41:51.116829 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] For port 9e1bd5d8-b623-4f2f-918c-9d6856fa8602, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:41:51.121433 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] For port 9e1bd5d8-b623-4f2f-918c-9d6856fa8602, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9e1bd5d8-b623-4f2f-918c-9d6856fa8602,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:41:51.143059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=1f5abb07-7856-4baa-a057-101f4add924d,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:51.152352 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.180419 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Allocated IP 172.20.0.1 (c2397443-5c7d-463a-b9d2-0965c32e2454/2e0d64b8-2638-4faf-b24b-bda5d1581941/9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:41:51.186365 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-de9e550b-d21d-479a-a644-12836d04cc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.205527 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 1b6ac2f9-8162-432d-a538-d2582a9a34ab completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:51.208471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dbf635-fc24-45bd-9f53-2a78ee3a1345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3e80a1-b7da-459e-897f-12ff8a1daafe'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:41:51.210800 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc481e2f-8efa-4b9b-bb2e-7ccb26033b8a" -d '{"events": [{"server_uuid": "b3dbf635-fc24-45bd-9f53-2a78ee3a1345", "name": "network-vif-plugged", "status": "completed", "tag": "0d3e80a1-b7da-459e-897f-12ff8a1daafe"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:41:51.213136 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-b8496b04-9bda-41b7-8fce-6ce67f063907 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613405 Aug 23 14:41:51.214447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1b6ac2f9-8162-432d-a538-d2582a9a34ab triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:51.214827 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.233801 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.298805 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Routers {'3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:41:51.302181 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec098a4-fa6f-411f-b189-b948d802974c x-openstack-request-id: req-9ec098a4-fa6f-411f-b189-b948d802974c {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:41:51.302354 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:51.302514 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dbf635-fc24-45bd-9f53-2a78ee3a1345", "name": "network-vif-plugged", "status": "completed", "tag": "0d3e80a1-b7da-459e-897f-12ff8a1daafe", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:41:51.302514 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9ec098a4-fa6f-411f-b189-b948d802974c {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:41:51.302514 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dbf635-fc24-45bd-9f53-2a78ee3a1345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3e80a1-b7da-459e-897f-12ff8a1daafe', 'code': 200} Aug 23 14:41:51.334016 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.367432 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-de9e550b-d21d-479a-a644-12836d04cc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.375092 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0e538-ee08-4749-b016-db50e6f06686 None None] Pushing event updated for resources: {'Port': ['ID=9e1bd5d8-b623-4f2f-918c-9d6856fa8602,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:51.384278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 1b6ac2f9-8162-432d-a538-d2582a9a34ab, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1b6ac2f9-8162-432d-a538-d2582a9a34ab,segment=NetworkSegment(79d887e3-50a8-4cc7-8b84-cbfede7686b5),segment_id=79d887e3-50a8-4cc7-8b84-cbfede7686b5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:51.433586 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-de9e550b-d21d-479a-a644-12836d04cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.437818 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] Set router 3a4e9137-cb70-4d7b-b3e7-eef42497ae5a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:41:51.463010 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.482596 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-de9e550b-d21d-479a-a644-12836d04cc71 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e5f8a87249c45178ad617571cb5a80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5103948 Aug 23 14:41:51.483315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55710) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:51.520204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e550b-d21d-479a-a644-12836d04cc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7baa13-50a8-4bd6-a7db-3a69f6a5b361,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:51.534128 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-491330b8-0445-4f18-8add-b3e2dcc2556b req-431fe49e-ee10-4f3a-8a29-4e1ba79d0113 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644518 Aug 23 14:41:51.581488 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d2aa74d1-82d7-4544-9a33-6609bb6279dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.591439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=1b6ac2f9-8162-432d-a538-d2582a9a34ab,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:51.607925 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d2aa74d1-82d7-4544-9a33-6609bb6279dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.649759 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.676835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2947b8-5eb4-4495-996a-f5104eac1ae3 req-d66604ec-831b-41a8-85c4-8991253b243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:51.681645 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ff2947b8-5eb4-4495-996a-f5104eac1ae3 req-d66604ec-831b-41a8-85c4-8991253b243b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 1122 time: 0.1890888 Aug 23 14:41:51.682544 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1879372487-router', 'tenant_id': 'd1328ed304934c18acef0398e473a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e1bd5d8-b623-4f2f-918c-9d6856fa8602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:45Z', 'updated_at': '2021-08-23T14:41:47Z', 'revision_number': 3, 'project_id': 'd1328ed304934c18acef0398e473a4af', 'gw_port': {'id': '9e1bd5d8-b623-4f2f-918c-9d6856fa8602', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:46Z', 'updated_at': '2021-08-23T14:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:51.715689 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a6ff43-e0df-4fcc-b103-6620d7edbc55 None None] The sync data for ids ['3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'] in n-d-804985-3 is: [{'id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1879372487-router', 'tenant_id': 'd1328ed304934c18acef0398e473a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e1bd5d8-b623-4f2f-918c-9d6856fa8602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:45Z', 'updated_at': '2021-08-23T14:41:47Z', 'revision_number': 3, 'project_id': 'd1328ed304934c18acef0398e473a4af', 'gw_port': {'id': '9e1bd5d8-b623-4f2f-918c-9d6856fa8602', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:46Z', 'updated_at': '2021-08-23T14:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:41:51.729595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03573fb-38d0-4abb-9242-0bdf7a9709d1 req-dec40146-c161-4498-ae06-bc4418e00a36 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:51.731331 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e03573fb-38d0-4abb-9242-0bdf7a9709d1 req-dec40146-c161-4498-ae06-bc4418e00a36 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 947 time: 0.1960132 Aug 23 14:41:51.774000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd8a78-e1b8-479e-8ec5-51e18155dcc6 req-de47e425-5923-475b-8ab4-ccf8d6612964 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:51.775709 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-effd8a78-e1b8-479e-8ec5-51e18155dcc6 req-de47e425-5923-475b-8ab4-ccf8d6612964 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 971 time: 0.1063333 Aug 23 14:41:51.783144 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b641a7-8f2c-47bf-a45c-0b9cc1b7834f req-b27c6a9d-c3e8-4a75-8e1a-20b0e2c4fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:51.784716 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7b641a7-8f2c-47bf-a45c-0b9cc1b7834f req-b27c6a9d-c3e8-4a75-8e1a-20b0e2c4fa1e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 1098 time: 0.0692110 Aug 23 14:41:51.786785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Transition to ACTIVE for port object 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:51.787616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d2aa74d1-82d7-4544-9a33-6609bb6279dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.791217 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d2aa74d1-82d7-4544-9a33-6609bb6279dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.792245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d2aa74d1-82d7-4544-9a33-6609bb6279dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7b7baa13-50a8-4bd6-a7db-3a69f6a5b361 HTTP/1.1" status: 204 len: 168 time: 0.3001478 Aug 23 14:41:51.794562 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ff2947b8-5eb4-4495-996a-f5104eac1ae3 req-71e055ab-16ca-434a-8dde-400b1cc6e9aa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005220 Aug 23 14:41:51.821849 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:51.836192 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e03573fb-38d0-4abb-9242-0bdf7a9709d1 req-a3a4c6b2-6514-44bc-b0c9-0bca49e90a12 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958085 Aug 23 14:41:51.845646 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa74d1-82d7-4544-9a33-6609bb6279dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7baa13-50a8-4bd6-a7db-3a69f6a5b361,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:51.916377 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-effd8a78-e1b8-479e-8ec5-51e18155dcc6 req-c470a6c1-365b-4ff3-b741-61b3a2a9cb41 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301916 Aug 23 14:41:51.985568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b641a7-8f2c-47bf-a45c-0b9cc1b7834f req-356e224e-1ac8-4914-a874-e00d8302216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:51.987117 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7b641a7-8f2c-47bf-a45c-0b9cc1b7834f req-356e224e-1ac8-4914-a874-e00d8302216f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1939054 Aug 23 14:41:51.996053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1b6ac2f9-8162-432d-a538-d2582a9a34ab up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:52.028582 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:52.050789 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7b641a7-8f2c-47bf-a45c-0b9cc1b7834f req-d3ef9d25-6d0a-477c-bcbd-09fdbb391adc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243 HTTP/1.1" status: 200 len: 217 time: 0.0560987 Aug 23 14:41:52.085464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1b6ac2f9-8162-432d-a538-d2582a9a34ab triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:52.085834 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:52.143220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b641a7-8f2c-47bf-a45c-0b9cc1b7834f req-1fe62cfb-b151-4855-8a25-fc847f93c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:52.147681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7b641a7-8f2c-47bf-a45c-0b9cc1b7834f req-1fe62cfb-b151-4855-8a25-fc847f93c776 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0899830 Aug 23 14:41:52.152555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Allocated IP 172.25.8.176 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/f455e62f-08f2-437c-9cba-093c7bfe8b96) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:41:52.158345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Network c2397443-5c7d-463a-b9d2-0965c32e2454 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:52.177248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:52.186962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:41:52.189524 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Pushing event updated for resources: {'Port': ['ID=9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:52.205115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980ce8e-1c04-4a7e-927b-3f434949fd47 req-734d2db8-5f1f-4dbe-9964-5ed707d36943 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:52.206291 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4980ce8e-1c04-4a7e-927b-3f434949fd47 req-734d2db8-5f1f-4dbe-9964-5ed707d36943 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 971 time: 0.1675498 Aug 23 14:41:52.222840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b641a7-8f2c-47bf-a45c-0b9cc1b7834f req-7083204c-8e0b-422f-9d9d-6c119a9598a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:52.224542 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7b641a7-8f2c-47bf-a45c-0b9cc1b7834f req-7083204c-8e0b-422f-9d9d-6c119a9598a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0612423 Aug 23 14:41:52.224654 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1f5abb07-7856-4baa-a057-101f4add924d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:52.297250 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1f5abb07-7856-4baa-a057-101f4add924d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:52.298252 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:52.394820 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4980ce8e-1c04-4a7e-927b-3f434949fd47 req-10e2aeb3-dc07-4e75-9688-5a6ef9b06007 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582482 Aug 23 14:41:52.398403 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:52.401876 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7b641a7-8f2c-47bf-a45c-0b9cc1b7834f req-2fe76d72-9614-4ae4-8da3-d857ec0c5c64 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677246 Aug 23 14:41:52.543204 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7b641a7-8f2c-47bf-a45c-0b9cc1b7834f req-05b9d426-177f-44dc-9c5e-f478167dbf6b service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319075 Aug 23 14:41:52.555524 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:52.585581 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-40591df0-d6d2-4ae4-9e49-7a8a42295b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:52.648637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55720) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:52.663808 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-906aaa85-001c-422a-a3e7-033143c08858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:52.718526 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:52.743151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c7505f00-a425-4bd9-9b09-047ec0c343d6 None None] Provisioning for port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:52.744532 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:52.749224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c7505f00-a425-4bd9-9b09-047ec0c343d6 None None] Provisioning complete for port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:52.749910 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c7505f00-a425-4bd9-9b09-047ec0c343d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:52.806750 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c7505f00-a425-4bd9-9b09-047ec0c343d6 None None] Port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:41:52.820890 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-906aaa85-001c-422a-a3e7-033143c08858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:52.823446 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:52.836917 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:52.845861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:41:52.851755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Pushing event updated for resources: {'Port': ['ID=f455e62f-08f2-437c-9cba-093c7bfe8b96,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:52.879050 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-906aaa85-001c-422a-a3e7-033143c08858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:52.918284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906aaa85-001c-422a-a3e7-033143c08858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856102e2-31ea-4ac0-a823-72b485571528,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:52.989041 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-906aaa85-001c-422a-a3e7-033143c08858 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9590c04b023f4411bb71c03cfc62d5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391209 Aug 23 14:41:52.989731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55728) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:53.032933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f045a91-630f-41b6-a77b-90f60be6c4a1 req-d840bd5e-8794-4577-b50b-748f7fce78f2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:53.034101 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8f045a91-630f-41b6-a77b-90f60be6c4a1 req-d840bd5e-8794-4577-b50b-748f7fce78f2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 947 time: 0.0899053 Aug 23 14:41:53.087455 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b056f87-5756-47e6-a7f5-060fb40c9077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:53.110027 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8f045a91-630f-41b6-a77b-90f60be6c4a1 req-78828377-a4b5-4d7e-99d8-837039934b10 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647576 Aug 23 14:41:53.116923 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:53.122109 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b056f87-5756-47e6-a7f5-060fb40c9077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:53.157462 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557567d2-8e95-48d7-a873-212875f64984 req-a96930d3-587c-4832-91df-6654e4417a5f tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:53.159038 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-557567d2-8e95-48d7-a873-212875f64984 req-a96930d3-587c-4832-91df-6654e4417a5f tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 971 time: 0.1576395 Aug 23 14:41:53.161208 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:53.217235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-557567d2-8e95-48d7-a873-212875f64984 req-0297f5f7-cf92-4f22-a94b-81be3dd9dafa tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515120 Aug 23 14:41:53.225929 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:53.290335 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:53.314362 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b056f87-5756-47e6-a7f5-060fb40c9077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:53.317224 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b056f87-5756-47e6-a7f5-060fb40c9077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:53.318798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1b056f87-5756-47e6-a7f5-060fb40c9077 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/856102e2-31ea-4ac0-a823-72b485571528 HTTP/1.1" status: 204 len: 168 time: 0.3272448 Aug 23 14:41:53.327571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b056f87-5756-47e6-a7f5-060fb40c9077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856102e2-31ea-4ac0-a823-72b485571528,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:53.397563 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:53.412732 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Pushing event updated for resources: {'Port': ['ID=9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:53.561935 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:53.590756 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8dd2d-9914-46d6-a981-1a4d5c9bff32 req-97e4f4d9-7c85-4dc9-a61c-c1eda297b193 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:53.592328 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fce8dd2d-9914-46d6-a981-1a4d5c9bff32 req-97e4f4d9-7c85-4dc9-a61c-c1eda297b193 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 971 time: 0.1013112 Aug 23 14:41:53.603853 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Network c2397443-5c7d-463a-b9d2-0965c32e2454 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:41:53.612389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:41:53.684715 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:53.697103 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fce8dd2d-9914-46d6-a981-1a4d5c9bff32 req-7fff7fb1-2f4a-47b7-b105-d22ab3dfd4f5 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921283 Aug 23 14:41:53.762199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Pushing event updated for resources: {'Port': ['ID=f455e62f-08f2-437c-9cba-093c7bfe8b96,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:53.851363 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:53.868333 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Router 3a4e9137-cb70-4d7b-b3e7-eef42497ae5a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:41:53.944837 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-930e3216-c9bf-41de-bc30-495e6970583f None None] Provisioning complete for port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:53.945394 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-930e3216-c9bf-41de-bc30-495e6970583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:54.006860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-930e3216-c9bf-41de-bc30-495e6970583f None None] Port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:41:54.037643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9e1bd5d8-b623-4f2f-918c-9d6856fa8602 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:54.155080 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:54.163444 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1a1b4505-ded6-48f5-a3b8-dcdfa8c19e56 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3566647 Aug 23 14:41:54.193218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 9e1bd5d8-b623-4f2f-918c-9d6856fa8602 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:54.197878 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 9e1bd5d8-b623-4f2f-918c-9d6856fa8602 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:54.198334 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:54.227247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230433b0-8aad-42eb-8cf7-bb1c7f261b37 req-b0d8ab5a-77a1-4914-91df-19df4cf2fb83 tempest-AggregatesAdminTestJSON-1606752389 tempest-AggregatesAdminTestJSON-1606752389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:54.228830 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-230433b0-8aad-42eb-8cf7-bb1c7f261b37 req-b0d8ab5a-77a1-4914-91df-19df4cf2fb83 tempest-AggregatesAdminTestJSON-1606752389 tempest-AggregatesAdminTestJSON-1606752389-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 1122 time: 0.2816298 Aug 23 14:41:54.242474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80add2-386d-4fae-bf0b-4707060bd999 req-3044a600-8c67-4f97-be6e-5468c5bd43fa tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:54.244083 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da80add2-386d-4fae-bf0b-4707060bd999 req-3044a600-8c67-4f97-be6e-5468c5bd43fa tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 971 time: 0.0967388 Aug 23 14:41:54.256789 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:41:54.258584 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-230433b0-8aad-42eb-8cf7-bb1c7f261b37 req-f53497b6-2e41-4992-b1fd-0af8904f891c tempest-AggregatesAdminTestJSON-1606752389 tempest-AggregatesAdminTestJSON-1606752389-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:54.272996 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-188709b9-d69c-447f-9ab6-c3482a6b8249 admin admin] 10.222.0.38 "PUT /v2.0/routers/3a4e9137-cb70-4d7b-b3e7-eef42497ae5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0379958 Aug 23 14:41:54.279685 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Sync routers for ids ['3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:41:54.294121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Routers {'3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:41:54.294909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:54.339771 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da80add2-386d-4fae-bf0b-4707060bd999 req-709e0d69-6d38-4323-856e-59fef5890f6e tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815542 Aug 23 14:41:54.348233 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:54.415915 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-230433b0-8aad-42eb-8cf7-bb1c7f261b37 req-f53497b6-2e41-4992-b1fd-0af8904f891c tempest-AggregatesAdminTestJSON-1606752389 tempest-AggregatesAdminTestJSON-1606752389-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:54.466084 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77011e63-802c-431f-be37-efe63b0455a1 req-642f8f30-7c68-4fe3-89de-6fa897950504 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:54.471682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77011e63-802c-431f-be37-efe63b0455a1 req-642f8f30-7c68-4fe3-89de-6fa897950504 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 947 time: 0.0667894 Aug 23 14:41:54.485164 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-230433b0-8aad-42eb-8cf7-bb1c7f261b37 req-f53497b6-2e41-4992-b1fd-0af8904f891c tempest-AggregatesAdminTestJSON-1606752389 tempest-AggregatesAdminTestJSON-1606752389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:54.519161 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77011e63-802c-431f-be37-efe63b0455a1 req-809e76ef-c9a6-460d-887d-d21acee6b9f3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462980 Aug 23 14:41:54.523128 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53497b6-2e41-4992-b1fd-0af8904f891c tempest-AggregatesAdminTestJSON-1606752389 tempest-AggregatesAdminTestJSON-1606752389-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418bbdd5-0986-4615-9a46-6e548a32dca9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:54.533481 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 9e1bd5d8-b623-4f2f-918c-9d6856fa8602, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9e1bd5d8-b623-4f2f-918c-9d6856fa8602,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:54.552294 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-230433b0-8aad-42eb-8cf7-bb1c7f261b37 req-f53497b6-2e41-4992-b1fd-0af8904f891c tempest-AggregatesAdminTestJSON-1606752389 tempest-AggregatesAdminTestJSON-1606752389-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165331 Aug 23 14:41:54.581879 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Set router 3a4e9137-cb70-4d7b-b3e7-eef42497ae5a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:41:54.612870 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:54.642733 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e225fb55-aa3f-4b03-b4c8-d244f16aa243 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:41:54.683492 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-9d9a56a1-94e6-41b3-9168-2b7173e7aeea tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1442883119&fields=id&tenant_id=44d3f2d108d54d4d8c0a0c97823e1e8a HTTP/1.1" status: 200 len: 267 time: 0.0505877 Aug 23 14:41:54.798303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=9e1bd5d8-b623-4f2f-918c-9d6856fa8602,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:54.914575 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e225fb55-aa3f-4b03-b4c8-d244f16aa243, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:54.919594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-28b21006-1d96-42f1-bc2a-279280989419 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:54.927440 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-28b21006-1d96-42f1-bc2a-279280989419 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/networks?id=5686c327-7ddb-4f80-9a60-a54a51f40b94 HTTP/1.1" status: 200 len: 823 time: 0.2307522 Aug 23 14:41:54.944281 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-eabbae6e-4c24-46d5-8a16-929d5e133ac1 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/quotas/44d3f2d108d54d4d8c0a0c97823e1e8a HTTP/1.1" status: 200 len: 375 time: 0.0157340 Aug 23 14:41:54.945836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243', 'mac_address': 'fa:16:3e:dd:d0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:41:54.996774 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:55.002236 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d33524e-fd81-4da0-ab92-f8c6f77d3f7d req-4fbab0c4-d592-40e1-8dac-370df2a7b774 tempest-FloatingIPsNegativeTestJSON-866210751 tempest-FloatingIPsNegativeTestJSON-866210751-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=d1328ed304934c18acef0398e473a4af HTTP/1.1" status: 200 len: 217 time: 0.0777094 Aug 23 14:41:55.017836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e225fb55-aa3f-4b03-b4c8-d244f16aa243 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:41:55.028776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-b0aade46-89b8-4657-b78f-04de7c199cc2 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=44d3f2d108d54d4d8c0a0c97823e1e8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0822647 Aug 23 14:41:55.031304 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1879372487-router', 'tenant_id': 'd1328ed304934c18acef0398e473a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e1bd5d8-b623-4f2f-918c-9d6856fa8602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:45Z', 'updated_at': '2021-08-23T14:41:52Z', 'revision_number': 4, 'project_id': 'd1328ed304934c18acef0398e473a4af', 'gw_port': {'id': '9e1bd5d8-b623-4f2f-918c-9d6856fa8602', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:46Z', 'updated_at': '2021-08-23T14:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212', 'name': '', 'network_id': 'c2397443-5c7d-463a-b9d2-0965c32e2454', 'tenant_id': 'd1328ed304934c18acef0398e473a4af', 'mac_address': 'fa:16:3e:62:53:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e0d64b8-2638-4faf-b24b-bda5d1581941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:50Z', 'updated_at': '2021-08-23T14:41:52Z', 'revision_number': 2, 'project_id': 'd1328ed304934c18acef0398e473a4af', 'subnets': [{'id': '2e0d64b8-2638-4faf-b24b-bda5d1581941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:55.067399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e225fb55-aa3f-4b03-b4c8-d244f16aa243, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:55.068642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Checking router: 3a4e9137-cb70-4d7b-b3e7-eef42497ae5a for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:41:55.069013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Updating router 3a4e9137-cb70-4d7b-b3e7-eef42497ae5a port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:41:55.098829 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:55.165372 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:55.202258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-6b54dba0-b842-48ff-9c8b-9950e4489b67 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:41:55.203355 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-6b54dba0-b842-48ff-9c8b-9950e4489b67 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0593169 Aug 23 14:41:55.306751 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=e225fb55-aa3f-4b03-b4c8-d244f16aa243,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:55.310576 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-738d4457-86c8-4794-954c-c8febe43f7d9 service neutron] 10.222.0.38 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007345 Aug 23 14:41:55.345742 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f23dbc84-a1aa-45e2-9a4a-da57f59b8bfa req-3fbfca1f-41f0-47ed-be05-b89114a24d3f tempest-FloatingIPsNegativeTestJSON-866210751 tempest-FloatingIPsNegativeTestJSON-866210751-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0542884 Aug 23 14:41:55.424403 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:55.434183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-59a55a80-16dd-4e5c-b585-3e3c26ccf8f3 service neutron] 10.222.0.38 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174464 Aug 23 14:41:55.487992 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['e225fb55-aa3f-4b03-b4c8-d244f16aa243'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:41:55.525579 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:55.536941 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [req-4531eb9f-2e31-4d7a-ab3e-3419336ffa9a req-6ace6703-89ac-4600-a5f1-faa3d959748c tempest-FloatingIPsNegativeTestJSON-866210751 tempest-FloatingIPsNegativeTestJSON-866210751-project] show failed (client error): The resource could not be found. Aug 23 14:41:55.538646 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4531eb9f-2e31-4d7a-ab3e-3419336ffa9a req-6ace6703-89ac-4600-a5f1-faa3d959748c tempest-FloatingIPsNegativeTestJSON-866210751 tempest-FloatingIPsNegativeTestJSON-866210751-project] 10.222.0.38 "GET /v2.0/floatingips/65fdc3e0-7da4-4621-a27b-ede49450ae9e HTTP/1.1" status: 404 len: 350 time: 0.0724182 Aug 23 14:41:55.548972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55812) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:55.561931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Transition to ACTIVE for port object 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:41:55.609431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6613b6-a7a8-44af-aca1-6535ff1db9cc req-c420839f-536a-4f01-8c04-d9097e2934b0 tempest-DeleteServersAdminTestJSON-80236567 tempest-DeleteServersAdminTestJSON-80236567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:55.613226 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fd6613b6-a7a8-44af-aca1-6535ff1db9cc req-c420839f-536a-4f01-8c04-d9097e2934b0 tempest-DeleteServersAdminTestJSON-80236567 tempest-DeleteServersAdminTestJSON-80236567-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 1122 time: 0.0568228 Aug 23 14:41:55.672794 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:55.729949 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-490fb8ce-254d-4c60-9b40-89b701f674be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:55.789095 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9bf8d-de80-4f29-88d6-94b29229a4a7 None None] Pushing event updated for resources: {'Port': ['ID=9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:55.837365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Attempting to bind port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:41:55.837622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Attempting to bind port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '4bdc026b-7b15-4dab-b1a9-6210745f0c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c2397443-5c7d-463a-b9d2-0965c32e2454'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:41:55.837987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Attempting to bind port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 on network c2397443-5c7d-463a-b9d2-0965c32e2454 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:41:55.854809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:41:55.855185 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Checking segment: {'id': '4bdc026b-7b15-4dab-b1a9-6210745f0c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c2397443-5c7d-463a-b9d2-0965c32e2454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:41:55.855837 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:55.856073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Bound using segment: {'id': '4bdc026b-7b15-4dab-b1a9-6210745f0c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c2397443-5c7d-463a-b9d2-0965c32e2454'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:41:55.856651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Bound port: 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdc026b-7b15-4dab-b1a9-6210745f0c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c2397443-5c7d-463a-b9d2-0965c32e2454'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:41:55.861456 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:55.992412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f79397-18c4-4e16-8826-c14d08c19857 req-f8bb41aa-e2a6-4818-8ccd-2c6808fbcc0a tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:55.994614 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f79397-18c4-4e16-8826-c14d08c19857 req-f8bb41aa-e2a6-4818-8ccd-2c6808fbcc0a tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 971 time: 0.3207109 Aug 23 14:41:56.020253 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] For port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:41:56.032480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] For port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212,segment=NetworkSegment(4bdc026b-7b15-4dab-b1a9-6210745f0c15),segment_id=4bdc026b-7b15-4dab-b1a9-6210745f0c15)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:41:56.055461 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9e1bd5d8-b623-4f2f-918c-9d6856fa8602 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:56.078810 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f79397-18c4-4e16-8826-c14d08c19857 req-26ea50a5-6ae6-40bb-9a8a-e01ed1260e1e tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761108 Aug 23 14:41:56.097074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618be757-f29a-4d97-8004-fe56d1f71de6 req-970a6b9d-4d47-4f2c-b190-3e6c96a21885 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:56.099036 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-618be757-f29a-4d97-8004-fe56d1f71de6 req-970a6b9d-4d47-4f2c-b190-3e6c96a21885 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 948 time: 0.1491337 Aug 23 14:41:56.099780 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-fd6613b6-a7a8-44af-aca1-6535ff1db9cc req-3d32cd2f-3774-4248-843a-402f94a7ca8a tempest-DeleteServersAdminTestJSON-80236567 tempest-DeleteServersAdminTestJSON-80236567-project-admin] Deleting port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:41:56.100608 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fd6613b6-a7a8-44af-aca1-6535ff1db9cc req-3d32cd2f-3774-4248-843a-402f94a7ca8a tempest-DeleteServersAdminTestJSON-80236567 tempest-DeleteServersAdminTestJSON-80236567-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:56.113329 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:56.205414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-618be757-f29a-4d97-8004-fe56d1f71de6 req-784b274a-6d07-4f85-b854-63e2f80ed167 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950100 Aug 23 14:41:56.208553 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-43b1f2d8-7346-445a-bea3-0478296a43b0 req-248e7078-2db5-4056-bdc2-53224d846bc7 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 210 time: 0.0644159 Aug 23 14:41:56.264266 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9bf8d-de80-4f29-88d6-94b29229a4a7 None None] Pushing event updated for resources: {'Port': ['ID=9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:56.290843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Routers {'3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:41:56.291609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:56.300454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-fd6613b6-a7a8-44af-aca1-6535ff1db9cc req-3d32cd2f-3774-4248-843a-402f94a7ca8a tempest-DeleteServersAdminTestJSON-80236567 tempest-DeleteServersAdminTestJSON-80236567-project-admin] For port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=286ceef6-e9c9-4e3e-8447-7d09cad8a10e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:56.300845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fd6613b6-a7a8-44af-aca1-6535ff1db9cc req-3d32cd2f-3774-4248-843a-402f94a7ca8a tempest-DeleteServersAdminTestJSON-80236567 tempest-DeleteServersAdminTestJSON-80236567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:56.317923 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-fd6613b6-a7a8-44af-aca1-6535ff1db9cc req-3d32cd2f-3774-4248-843a-402f94a7ca8a tempest-DeleteServersAdminTestJSON-80236567 tempest-DeleteServersAdminTestJSON-80236567-project-admin] Calling delete_port for 286ceef6-e9c9-4e3e-8447-7d09cad8a10e owned by compute:tempest-test_az-1455534871 {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:41:56.424536 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 9e1bd5d8-b623-4f2f-918c-9d6856fa8602 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:56.424935 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:56.487343 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] Set router 3a4e9137-cb70-4d7b-b3e7-eef42497ae5a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:41:56.497372 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e71c5423-ecc0-4225-85da-045719a997c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:56.611369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e225fb55-aa3f-4b03-b4c8-d244f16aa243 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:56.614565 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:56.663869 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fd6613b6-a7a8-44af-aca1-6535ff1db9cc req-3d32cd2f-3774-4248-843a-402f94a7ca8a tempest-DeleteServersAdminTestJSON-80236567 tempest-DeleteServersAdminTestJSON-80236567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:56.700173 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['286ceef6-e9c9-4e3e-8447-7d09cad8a10e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:41:56.722286 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32cd2f-3774-4248-843a-402f94a7ca8a tempest-DeleteServersAdminTestJSON-80236567 tempest-DeleteServersAdminTestJSON-80236567-project-admin] Pushing event deleted for resources: {'Port': ['ID=286ceef6-e9c9-4e3e-8447-7d09cad8a10e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:56.841982 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6613b6-a7a8-44af-aca1-6535ff1db9cc req-3d32cd2f-3774-4248-843a-402f94a7ca8a tempest-DeleteServersAdminTestJSON-80236567 tempest-DeleteServersAdminTestJSON-80236567-project-admin] No DVR routers for this DVR port 286ceef6-e9c9-4e3e-8447-7d09cad8a10e on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:41:56.857623 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fd6613b6-a7a8-44af-aca1-6535ff1db9cc req-3d32cd2f-3774-4248-843a-402f94a7ca8a tempest-DeleteServersAdminTestJSON-80236567 tempest-DeleteServersAdminTestJSON-80236567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:56.860252 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fd6613b6-a7a8-44af-aca1-6535ff1db9cc req-3d32cd2f-3774-4248-843a-402f94a7ca8a tempest-DeleteServersAdminTestJSON-80236567 tempest-DeleteServersAdminTestJSON-80236567-project-admin] 10.222.0.61 "DELETE /v2.0/ports/286ceef6-e9c9-4e3e-8447-7d09cad8a10e HTTP/1.1" status: 204 len: 173 time: 1.2397001 Aug 23 14:41:56.860762 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96158e52-100c-4a10-aa66-dea57b3a091b', 'name': 'network-vif-deleted', 'tag': '286ceef6-e9c9-4e3e-8447-7d09cad8a10e'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:41:56.864682 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4eb1f4-7390-4aad-a847-416118b56c99" -d '{"events": [{"server_uuid": "96158e52-100c-4a10-aa66-dea57b3a091b", "name": "network-vif-deleted", "tag": "286ceef6-e9c9-4e3e-8447-7d09cad8a10e"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:41:56.880042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1879372487-router', 'tenant_id': 'd1328ed304934c18acef0398e473a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e1bd5d8-b623-4f2f-918c-9d6856fa8602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:45Z', 'updated_at': '2021-08-23T14:41:52Z', 'revision_number': 4, 'project_id': 'd1328ed304934c18acef0398e473a4af', 'gw_port': {'id': '9e1bd5d8-b623-4f2f-918c-9d6856fa8602', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:46Z', 'updated_at': '2021-08-23T14:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212', 'name': '', 'network_id': 'c2397443-5c7d-463a-b9d2-0965c32e2454', 'tenant_id': 'd1328ed304934c18acef0398e473a4af', 'mac_address': 'fa:16:3e:62:53:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e0d64b8-2638-4faf-b24b-bda5d1581941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:50Z', 'updated_at': '2021-08-23T14:41:56Z', 'revision_number': 4, 'project_id': 'd1328ed304934c18acef0398e473a4af', 'subnets': [{'id': '2e0d64b8-2638-4faf-b24b-bda5d1581941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:41:57.025778 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50aaa2d-11fb-442a-b28f-206a8f5f0022 x-openstack-request-id: req-f50aaa2d-11fb-442a-b28f-206a8f5f0022 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:41:57.026313 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96158e52-100c-4a10-aa66-dea57b3a091b", "name": "network-vif-deleted", "tag": "286ceef6-e9c9-4e3e-8447-7d09cad8a10e", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:41:57.026777 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f50aaa2d-11fb-442a-b28f-206a8f5f0022 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:41:57.027567 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96158e52-100c-4a10-aa66-dea57b3a091b', 'name': 'network-vif-deleted', 'tag': '286ceef6-e9c9-4e3e-8447-7d09cad8a10e', 'status': 'completed', 'code': 200} Aug 23 14:41:57.051299 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff983ea9-fd4e-46ab-a574-3fd543645938 None None] The sync data for ids ['3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'] in n-d-804985-3 is: [{'id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1879372487-router', 'tenant_id': 'd1328ed304934c18acef0398e473a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '9e1bd5d8-b623-4f2f-918c-9d6856fa8602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:45Z', 'updated_at': '2021-08-23T14:41:52Z', 'revision_number': 4, 'project_id': 'd1328ed304934c18acef0398e473a4af', 'gw_port': {'id': '9e1bd5d8-b623-4f2f-918c-9d6856fa8602', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:26:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:46Z', 'updated_at': '2021-08-23T14:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212', 'name': '', 'network_id': 'c2397443-5c7d-463a-b9d2-0965c32e2454', 'tenant_id': 'd1328ed304934c18acef0398e473a4af', 'mac_address': 'fa:16:3e:62:53:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': '2e0d64b8-2638-4faf-b24b-bda5d1581941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:50Z', 'updated_at': '2021-08-23T14:41:56Z', 'revision_number': 4, 'project_id': 'd1328ed304934c18acef0398e473a4af', 'subnets': [{'id': '2e0d64b8-2638-4faf-b24b-bda5d1581941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:41:57.053011 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port e225fb55-aa3f-4b03-b4c8-d244f16aa243 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:57.059539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port e225fb55-aa3f-4b03-b4c8-d244f16aa243 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:57.060084 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:57.253838 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:57.306246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e225fb55-aa3f-4b03-b4c8-d244f16aa243, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:57.307212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e17106-878b-46ed-a126-d4a6ce8f05ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:41:57.309541 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81450ba-bf38-47af-b86c-faa8f476bb38" -d '{"events": [{"server_uuid": "91e17106-878b-46ed-a126-d4a6ce8f05ad", "name": "network-vif-plugged", "status": "completed", "tag": "e225fb55-aa3f-4b03-b4c8-d244f16aa243"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:41:57.313542 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44858d15-a615-45ca-9d42-8fc9d9f082a8 req-45143bde-ad0a-482f-810d-88cd2adb8625 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=96158e52-100c-4a10-aa66-dea57b3a091b HTTP/1.1" status: 200 len: 210 time: 0.0374818 Aug 23 14:41:57.388894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e71c5423-ecc0-4225-85da-045719a997c7 admin admin] Deleting port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:41:57.389326 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e71c5423-ecc0-4225-85da-045719a997c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:57.423348 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:57.462885 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2b5d33dc-3327-4654-82f3-0eb6aa719ec3 req-956e6aad-b7d7-47ac-8800-333a56397aa8 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 210 time: 0.0642343 Aug 23 14:41:57.522240 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=e225fb55-aa3f-4b03-b4c8-d244f16aa243,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:57.535346 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c94020-bfc0-4ca5-8859-9cbac9d72c88 x-openstack-request-id: req-e8c94020-bfc0-4ca5-8859-9cbac9d72c88 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:41:57.536026 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e17106-878b-46ed-a126-d4a6ce8f05ad", "name": "network-vif-plugged", "status": "completed", "tag": "e225fb55-aa3f-4b03-b4c8-d244f16aa243", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:41:57.536368 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e8c94020-bfc0-4ca5-8859-9cbac9d72c88 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:41:57.537012 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e17106-878b-46ed-a126-d4a6ce8f05ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243', 'code': 200} Aug 23 14:41:57.566726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-e71c5423-ecc0-4225-85da-045719a997c7 admin admin] For port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212,segment=NetworkSegment(4bdc026b-7b15-4dab-b1a9-6210745f0c15),segment_id=4bdc026b-7b15-4dab-b1a9-6210745f0c15)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:41:57.567305 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e71c5423-ecc0-4225-85da-045719a997c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:57.594572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e71c5423-ecc0-4225-85da-045719a997c7 admin admin] Calling delete_port for 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:41:57.604666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2661f-b1e5-452d-8aac-4fcd7fe515fe req-38082188-7421-4f14-a885-cc003df7eec4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:57.606185 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29b2661f-b1e5-452d-8aac-4fcd7fe515fe req-38082188-7421-4f14-a885-cc003df7eec4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.1352968 Aug 23 14:41:57.810127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da42c7-eddd-4c83-b99b-572513cc220a req-f872fc27-b268-4e65-a878-cd062eeede1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:57.811632 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4da42c7-eddd-4c83-b99b-572513cc220a req-f872fc27-b268-4e65-a878-cd062eeede1d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 1100 time: 0.2045660 Aug 23 14:41:57.816880 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29b2661f-b1e5-452d-8aac-4fcd7fe515fe req-121ec1f8-2430-4609-bbe1-33aef9d8f6ee tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990495 Aug 23 14:41:57.907991 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4da42c7-eddd-4c83-b99b-572513cc220a req-32f7edfc-0fd0-4921-a684-1290d6de56cc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874398 Aug 23 14:41:58.045515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:41:58.124153 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e71c5423-ecc0-4225-85da-045719a997c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:58.127976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:41:58.133100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:41:58.133568 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:58.160314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c5423-ecc0-4225-85da-045719a997c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:41:58.171274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Port 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 was deleted so its status cannot be updated. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 14:41:58.378499 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:58.413478 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e71c5423-ecc0-4225-85da-045719a997c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:58.624395 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-258e7524-6d6a-4f72-8196-c013ddcde749 req-25814ee8-2a06-4f84-80c4-8a9096fbf11b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 210 time: 0.0679853 Aug 23 14:41:58.715219 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-28fa04b7-ed5a-4551-b4fe-5ec33d7ac20a tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=cc8da408faa2414f9a9778235cf8520e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234566 Aug 23 14:41:58.715797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71c5423-ecc0-4225-85da-045719a997c7 admin admin] Router 3a4e9137-cb70-4d7b-b3e7-eef42497ae5a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:41:58.847225 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-e436e22b-c5aa-41b6-92a3-a7052556215a tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:58.847225 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-e436e22b-c5aa-41b6-92a3-a7052556215a tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250784 Aug 23 14:41:58.854113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71c5423-ecc0-4225-85da-045719a997c7 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:41:58.859602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e71c5423-ecc0-4225-85da-045719a997c7 admin admin] 10.222.0.38 "PUT /v2.0/routers/3a4e9137-cb70-4d7b-b3e7-eef42497ae5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3094902 Aug 23 14:41:58.862293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55954) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:41:58.867449 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-53aaca0a-8663-4702-b1c5-f62c6bd758d8 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/quotas/cc8da408faa2414f9a9778235cf8520e HTTP/1.1" status: 200 len: 375 time: 0.0140965 Aug 23 14:41:58.918359 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-ed0d07bc-cfdf-483d-acc9-2d915ab903f9 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cc8da408faa2414f9a9778235cf8520e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416644 Aug 23 14:41:59.080061 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:59.091692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-00c179b4-893a-4b0f-84f5-9de1845c69a9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:59.093115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-00c179b4-893a-4b0f-84f5-9de1845c69a9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.57 "GET /v2.0/networks?id=5686c327-7ddb-4f80-9a60-a54a51f40b94 HTTP/1.1" status: 200 len: 823 time: 0.1896341 Aug 23 14:41:59.409724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3bf10-e8af-49eb-86ee-f2dda453817a req-5b66a961-a948-4ee7-9fc2-5ad9e9e72661 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:41:59.411260 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38f3bf10-e8af-49eb-86ee-f2dda453817a req-5b66a961-a948-4ee7-9fc2-5ad9e9e72661 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.3776498 Aug 23 14:41:59.428298 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-a0a27229-4eba-482c-bcf1-cfc3038e0f7b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44d3f2d108d54d4d8c0a0c97823e1e8a HTTP/1.1" status: 200 len: 380 time: 0.3020213 Aug 23 14:41:59.445501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-8fc11c76-d9b2-4dc4-ab28-d1fe044e5c9d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Request body: {'port': {'device_id': '14fe40ef-17cc-466a-94b1-4fabbf04caea', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'admin_state_up': True, 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'security_groups': ['a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:41:59.520261 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-065896e5-6e6b-449a-a62d-94c8fadd62a2 req-8110a64d-c6d2-430e-b9a3-d63f7036c1f8 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 210 time: 0.0280426 Aug 23 14:41:59.530904 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:59.536970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38f3bf10-e8af-49eb-86ee-f2dda453817a req-ae891fc5-e39a-4f5b-959e-71aef0d38fac tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153703 Aug 23 14:41:59.697384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-8fc11c76-d9b2-4dc4-ab28-d1fe044e5c9d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Made reservation on behalf of 44d3f2d108d54d4d8c0a0c97823e1e8a for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:41:59.704428 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-8fc11c76-d9b2-4dc4-ab28-d1fe044e5c9d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:59.735141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] Deleting port 9e1bd5d8-b623-4f2f-918c-9d6856fa8602 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:41:59.735410 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:41:59.754596 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6754243-425f-483f-8b99-c962b8d31d20 req-4616fbc7-0218-496f-aea7-d8fb1b42fc93 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 210 time: 0.0445464 Aug 23 14:41:59.864706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 286ceef6-e9c9-4e3e-8447-7d09cad8a10e no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:41:59.952860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 286ceef6-e9c9-4e3e-8447-7d09cad8a10e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:41:59.953621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 286ceef6-e9c9-4e3e-8447-7d09cad8a10e not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:41:59.995463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-8fc11c76-d9b2-4dc4-ab28-d1fe044e5c9d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Allocated IP 172.20.0.8 (5686c327-7ddb-4f80-9a60-a54a51f40b94/992c01ea-22e9-4541-a53a-7089cdc61629/9f1b8220-0985-43c7-b123-a141cdb859ba) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:41:59.995752 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858094c-2fad-49ac-93b5-87f96775c3bb None None] Sync routers for ids ['3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:42:00.004073 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858094c-2fad-49ac-93b5-87f96775c3bb None None] Routers {'3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:42:00.004914 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a858094c-2fad-49ac-93b5-87f96775c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:00.058068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] For port 9e1bd5d8-b623-4f2f-918c-9d6856fa8602, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9e1bd5d8-b623-4f2f-918c-9d6856fa8602,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:00.058540 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:00.074867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56008) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:00.086560 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] Calling delete_port for 9e1bd5d8-b623-4f2f-918c-9d6856fa8602 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:42:00.190281 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-a858094c-2fad-49ac-93b5-87f96775c3bb None None] Set router 3a4e9137-cb70-4d7b-b3e7-eef42497ae5a gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:42:00.243934 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4e860ad-a923-40f5-b8df-cc7de04eca43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:00.300637 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a858094c-2fad-49ac-93b5-87f96775c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1879372487-router', 'tenant_id': 'd1328ed304934c18acef0398e473a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:45Z', 'updated_at': '2021-08-23T14:41:59Z', 'revision_number': 6, 'project_id': 'd1328ed304934c18acef0398e473a4af', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:00.333327 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858094c-2fad-49ac-93b5-87f96775c3bb None None] Checking router: 3a4e9137-cb70-4d7b-b3e7-eef42497ae5a for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:42:00.351587 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858094c-2fad-49ac-93b5-87f96775c3bb None None] Routers {'3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:42:00.352295 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a858094c-2fad-49ac-93b5-87f96775c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:00.383631 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4e860ad-a923-40f5-b8df-cc7de04eca43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:00.422724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-8fc11c76-d9b2-4dc4-ab28-d1fe044e5c9d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:00.437120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-8fc11c76-d9b2-4dc4-ab28-d1fe044e5c9d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Transition to ACTIVE for port object 9f1b8220-0985-43c7-b123-a141cdb859ba will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:00.466793 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-a858094c-2fad-49ac-93b5-87f96775c3bb None None] Set router 3a4e9137-cb70-4d7b-b3e7-eef42497ae5a gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:42:00.490430 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4e860ad-a923-40f5-b8df-cc7de04eca43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:00.524669 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e860ad-a923-40f5-b8df-cc7de04eca43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d82b24-0421-4544-b3ec-59db6dc2a0c3,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:00.585379 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d4e860ad-a923-40f5-b8df-cc7de04eca43 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0511040af60549b485c375adbf0c6944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5076206 Aug 23 14:42:00.586838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56040) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:00.600225 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a858094c-2fad-49ac-93b5-87f96775c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1879372487-router', 'tenant_id': 'd1328ed304934c18acef0398e473a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:45Z', 'updated_at': '2021-08-23T14:41:59Z', 'revision_number': 6, 'project_id': 'd1328ed304934c18acef0398e473a4af', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:00.632583 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858094c-2fad-49ac-93b5-87f96775c3bb None None] The sync data for ids ['3a4e9137-cb70-4d7b-b3e7-eef42497ae5a'] in n-d-804985-3 is: [{'id': '3a4e9137-cb70-4d7b-b3e7-eef42497ae5a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1879372487-router', 'tenant_id': 'd1328ed304934c18acef0398e473a4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:45Z', 'updated_at': '2021-08-23T14:41:59Z', 'revision_number': 6, 'project_id': 'd1328ed304934c18acef0398e473a4af', 'gw_port_host': None}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:42:00.655820 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2493128-dd68-4f43-8c60-a4549b88cc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:00.656993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c293ba85-2e4e-4d73-95eb-23dd4ab4f6e6 req-c7737f40-6491-4aa9-9f61-675302ca8b46 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 210 time: 0.0311201 Aug 23 14:42:00.680585 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-8fc11c76-d9b2-4dc4-ab28-d1fe044e5c9d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:00.695343 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2493128-dd68-4f43-8c60-a4549b88cc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:00.740615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-8fc11c76-d9b2-4dc4-ab28-d1fe044e5c9d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Network 5686c327-7ddb-4f80-9a60-a54a51f40b94 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:00.743527 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:00.761976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-8fc11c76-d9b2-4dc4-ab28-d1fe044e5c9d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:00.765479 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-8fc11c76-d9b2-4dc4-ab28-d1fe044e5c9d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:42:00.860642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc11c76-d9b2-4dc4-ab28-d1fe044e5c9d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Pushing event updated for resources: {'Port': ['ID=9f1b8220-0985-43c7-b123-a141cdb859ba,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:00.864061 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2493128-dd68-4f43-8c60-a4549b88cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:00.876299 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2493128-dd68-4f43-8c60-a4549b88cc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:00.877711 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a2493128-dd68-4f43-8c60-a4549b88cc48 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e7d82b24-0421-4544-b3ec-59db6dc2a0c3 HTTP/1.1" status: 204 len: 168 time: 0.2877200 Aug 23 14:42:00.914706 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055125f8-6cb5-4d6f-9b5a-dcea5d71135a req-32a9763d-501d-4a32-a265-491259b83310 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:00.925303 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-055125f8-6cb5-4d6f-9b5a-dcea5d71135a req-32a9763d-501d-4a32-a265-491259b83310 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.1014936 Aug 23 14:42:00.950623 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2493128-dd68-4f43-8c60-a4549b88cc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d82b24-0421-4544-b3ec-59db6dc2a0c3,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:01.023997 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-055125f8-6cb5-4d6f-9b5a-dcea5d71135a req-7682ecfe-c64c-4b1d-9816-f36a83a56e51 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963910 Aug 23 14:42:01.071906 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=9e1bd5d8-b623-4f2f-918c-9d6856fa8602,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:01.123550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-8fc11c76-d9b2-4dc4-ab28-d1fe044e5c9d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:01.124380 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-8fc11c76-d9b2-4dc4-ab28-d1fe044e5c9d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:01.150260 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:01.214500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beccce0-b51b-486c-8422-80a74fce67a5 req-cb42528f-0d25-468e-baa5-891bce9d18ca tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:01.228288 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7beccce0-b51b-486c-8422-80a74fce67a5 req-cb42528f-0d25-468e-baa5-891bce9d18ca tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 931 time: 0.0964379 Aug 23 14:42:01.282120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7beccce0-b51b-486c-8422-80a74fce67a5 req-3016cb7a-d649-420a-b11d-45386bfeca70 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529370 Aug 23 14:42:01.300223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56062) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:01.330425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d2078a86-e80a-4c78-93a5-4109883d646f None None] Provisioning for port 9f1b8220-0985-43c7-b123-a141cdb859ba completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:01.336714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d2078a86-e80a-4c78-93a5-4109883d646f None None] Provisioning complete for port 9f1b8220-0985-43c7-b123-a141cdb859ba triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:01.337332 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d2078a86-e80a-4c78-93a5-4109883d646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:01.392584 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:01.400595 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:01.403262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d2078a86-e80a-4c78-93a5-4109883d646f None None] Port 9f1b8220-0985-43c7-b123-a141cdb859ba cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:42:01.485222 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-8fc11c76-d9b2-4dc4-ab28-d1fe044e5c9d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0477424 Aug 23 14:42:01.494285 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a00befc-6bae-4d77-b1b5-c85d7b014122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:01.502638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Request body: {'port': {'device_id': '14fe40ef-17cc-466a-94b1-4fabbf04caea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:01.578096 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:01.599490 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:01.600817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a4e9137-cb70-4d7b-b3e7-eef42497ae5a {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:42:01.606513 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:01.611397 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3e073bc0-72cb-4d06-ab3b-13bae1542bbe admin admin] 10.222.0.38 "DELETE /v2.0/routers/3a4e9137-cb70-4d7b-b3e7-eef42497ae5a HTTP/1.1" status: 204 len: 168 time: 2.7442813 Aug 23 14:42:01.611783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56076) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:01.613831 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a00befc-6bae-4d77-b1b5-c85d7b014122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:01.672897 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-79136687-4130-43aa-ab5c-c56ff3d843ca tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=cc8da408faa2414f9a9778235cf8520e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556037 Aug 23 14:42:01.811977 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-09db9f00-0606-47ac-8d69-143bb92ff270 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:01.814635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f026f45-6a25-4352-bca9-d319b2e1bb74 req-1f494cea-06b8-46f0-8e0d-829ca50b6417 tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:01.815111 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-09db9f00-0606-47ac-8d69-143bb92ff270 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353106 Aug 23 14:42:01.816173 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f026f45-6a25-4352-bca9-d319b2e1bb74 req-1f494cea-06b8-46f0-8e0d-829ca50b6417 tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 1100 time: 0.0826199 Aug 23 14:42:01.819554 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a00befc-6bae-4d77-b1b5-c85d7b014122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:01.839594 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a63786a1-b81f-43b5-90bb-676966d5fb41 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Request body: {'port': {'device_id': '739f00d8-fda2-4a24-91a5-4e14a1043953', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': 'cc8da408faa2414f9a9778235cf8520e'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:01.854582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5401368-e47e-4854-a016-f7c7880f5f78 admin admin] Deleting subnet 2e0d64b8-2638-4faf-b24b-bda5d1581941 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:42:01.857908 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a5401368-e47e-4854-a016-f7c7880f5f78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:01.879810 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0f026f45-6a25-4352-bca9-d319b2e1bb74 req-40cb2df4-df21-4712-8220-f08bd46b7a81 tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:01.913637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56084) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:01.954587 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00f7bfea-f5f3-4ba5-8ecd-09797a8e4eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:01.966029 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65e4e03f-3ae0-40d0-a3f4-1233750bd45d req-fd0356bb-544b-43e0-acd0-2f231b3857e5 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 210 time: 0.1314185 Aug 23 14:42:01.987980 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0a00befc-6bae-4d77-b1b5-c85d7b014122 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a2a2d467255040cfa82de3b99c12cdbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6840291 Aug 23 14:42:01.998102 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00befc-6bae-4d77-b1b5-c85d7b014122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae638ba-fab1-4003-b528-832057498b4f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:01.998352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56086) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:02.008664 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a5401368-e47e-4854-a016-f7c7880f5f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.050696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:42:02.076784 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:42:02.077285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9ddeeb1f-58bb-4e93-a9ae-d8a49d5c5212 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:42:02.077831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9e1bd5d8-b623-4f2f-918c-9d6856fa8602 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:42:02.145274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 9e1bd5d8-b623-4f2f-918c-9d6856fa8602 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:42:02.145729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9e1bd5d8-b623-4f2f-918c-9d6856fa8602 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:42:02.190090 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a5401368-e47e-4854-a016-f7c7880f5f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.191540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1b8220-0985-43c7-b123-a141cdb859ba {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:42:02.204616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.206661 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74be14a9-56e5-4218-bd00-b14858735b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.256144 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0f026f45-6a25-4352-bca9-d319b2e1bb74 req-40cb2df4-df21-4712-8220-f08bd46b7a81 tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.258356 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74be14a9-56e5-4218-bd00-b14858735b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.353657 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a5401368-e47e-4854-a016-f7c7880f5f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.356714 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0f026f45-6a25-4352-bca9-d319b2e1bb74 req-40cb2df4-df21-4712-8220-f08bd46b7a81 tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.390309 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f026f45-6a25-4352-bca9-d319b2e1bb74 req-40cb2df4-df21-4712-8220-f08bd46b7a81 tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645239 Aug 23 14:42:02.391642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5401368-e47e-4854-a016-f7c7880f5f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0d64b8-2638-4faf-b24b-bda5d1581941,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:02.394604 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a5401368-e47e-4854-a016-f7c7880f5f78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.398518 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a5401368-e47e-4854-a016-f7c7880f5f78 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2e0d64b8-2638-4faf-b24b-bda5d1581941 HTTP/1.1" status: 204 len: 168 time: 0.7805431 Aug 23 14:42:02.398675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56096) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:02.402177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc05977e-a376-4b8d-b7a4-5fa06953236f None None] Network c2397443-5c7d-463a-b9d2-0965c32e2454 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:42:02.418609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Transition to ACTIVE for port object 9f1b8220-0985-43c7-b123-a141cdb859ba will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:02.424322 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74be14a9-56e5-4218-bd00-b14858735b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.428834 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74be14a9-56e5-4218-bd00-b14858735b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.430241 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-74be14a9-56e5-4218-bd00-b14858735b66 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eae638ba-fab1-4003-b528-832057498b4f HTTP/1.1" status: 204 len: 168 time: 0.4341197 Aug 23 14:42:02.433621 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb2df4-df21-4712-8220-f08bd46b7a81 tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7bb168-7992-4f41-a6ca-e7498218445a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:02.455250 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be14a9-56e5-4218-bd00-b14858735b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae638ba-fab1-4003-b528-832057498b4f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:02.515103 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00f7bfea-f5f3-4ba5-8ecd-09797a8e4eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.518047 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.580595 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.600239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ac39-c957-4906-b44d-a4b3ec35c053 req-c61f339d-e78a-48fc-aaa6-b4f2f28c8e8e tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:02.608325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc37ac39-c957-4906-b44d-a4b3ec35c053 req-c61f339d-e78a-48fc-aaa6-b4f2f28c8e8e tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 931 time: 0.2278144 Aug 23 14:42:02.633838 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00f7bfea-f5f3-4ba5-8ecd-09797a8e4eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.692841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1b8220-0985-43c7-b123-a141cdb859ba,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:02.693556 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc37ac39-c957-4906-b44d-a4b3ec35c053 req-58032110-9fd6-475c-a062-671af5588c6a tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842323 Aug 23 14:42:02.724101 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a63786a1-b81f-43b5-90bb-676966d5fb41 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Made reservation on behalf of cc8da408faa2414f9a9778235cf8520e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:42:02.727536 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf4ebb3-9a8b-4594-8241-a2a3aed0af95 None None] DHCP port deletion for c2397443-5c7d-463a-b9d2-0965c32e2454 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:42:02.728752 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a63786a1-b81f-43b5-90bb-676966d5fb41 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.743617 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-00f7bfea-f5f3-4ba5-8ecd-09797a8e4eac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=31ba02ebdd2b4de2a634d716d608cb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8289316 Aug 23 14:42:02.748591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56102) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:02.762952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7bfea-f5f3-4ba5-8ecd-09797a8e4eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a53e745-e348-43b7-83af-5437d86071a9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:02.803361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] Deleting port 1f5abb07-7856-4baa-a057-101f4add924d {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:42:02.813230 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.814447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Attempting to bind port 9f1b8220-0985-43c7-b123-a141cdb859ba on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:42:02.817761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Attempting to bind port 9f1b8220-0985-43c7-b123-a141cdb859ba by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:42:02.818367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Attempting to bind port 9f1b8220-0985-43c7-b123-a141cdb859ba on network 5686c327-7ddb-4f80-9a60-a54a51f40b94 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:02.836214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Port 9f1b8220-0985-43c7-b123-a141cdb859ba on network 5686c327-7ddb-4f80-9a60-a54a51f40b94 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:42:02.836464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Attempting to bind port 9f1b8220-0985-43c7-b123-a141cdb859ba on network 5686c327-7ddb-4f80-9a60-a54a51f40b94 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:02.853182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:42:02.855466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Checking segment: {'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:42:02.855902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Bound using segment: {'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:42:02.856357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Bound port: 9f1b8220-0985-43c7-b123-a141cdb859ba, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:42:02.856726 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:02.867793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4ebb3-9a8b-4594-8241-a2a3aed0af95 None None] Deleting port 1f5abb07-7856-4baa-a057-101f4add924d {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:42:02.868218 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ebb3-9a8b-4594-8241-a2a3aed0af95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.006917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ecf4ebb3-9a8b-4594-8241-a2a3aed0af95 None None] For port 1f5abb07-7856-4baa-a057-101f4add924d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1f5abb07-7856-4baa-a057-101f4add924d,segment=NetworkSegment(4bdc026b-7b15-4dab-b1a9-6210745f0c15),segment_id=4bdc026b-7b15-4dab-b1a9-6210745f0c15)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:03.007549 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ebb3-9a8b-4594-8241-a2a3aed0af95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.022444 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4ebb3-9a8b-4594-8241-a2a3aed0af95 None None] Calling delete_port for 1f5abb07-7856-4baa-a057-101f4add924d owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:42:03.040805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] For port 9f1b8220-0985-43c7-b123-a141cdb859ba, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:42:03.050858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] For port 9f1b8220-0985-43c7-b123-a141cdb859ba, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9f1b8220-0985-43c7-b123-a141cdb859ba,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:42:03.053081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56116) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:03.060684 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f4278c9-e31e-4863-a6e1-e8c8dbad82c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.126298 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.195420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:03.195946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] For port 1f5abb07-7856-4baa-a057-101f4add924d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1f5abb07-7856-4baa-a057-101f4add924d,segment=NetworkSegment(4bdc026b-7b15-4dab-b1a9-6210745f0c15),segment_id=4bdc026b-7b15-4dab-b1a9-6210745f0c15)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:03.196326 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.208496 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.210859 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] 10.222.0.57 "PUT /v2.0/ports/9f1b8220-0985-43c7-b123-a141cdb859ba HTTP/1.1" status: 200 len: 1091 time: 1.7167635 Aug 23 14:42:03.211577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fe40ef-17cc-466a-94b1-4fabbf04caea', 'tag': '9f1b8220-0985-43c7-b123-a141cdb859ba'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:03.215451 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6630df3a-70b0-4f07-974c-4e54d033e5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "14fe40ef-17cc-466a-94b1-4fabbf04caea", "tag": "9f1b8220-0985-43c7-b123-a141cdb859ba"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:03.239557 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ebb3-9a8b-4594-8241-a2a3aed0af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.260951 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] Calling delete_port for 1f5abb07-7856-4baa-a057-101f4add924d owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:42:03.272244 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f4278c9-e31e-4863-a6e1-e8c8dbad82c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.276064 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a63786a1-b81f-43b5-90bb-676966d5fb41 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Allocated IP 192.168.233.63 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/dec3ba3f-0e0b-4079-bcbe-1fa7c4411714) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:42:03.287788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4ebb3-9a8b-4594-8241-a2a3aed0af95 None None] Pushing event deleted for resources: {'Port': ['ID=1f5abb07-7856-4baa-a057-101f4add924d,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:03.297234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa583d-91fc-49d6-906e-8ca61967a994 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1b8220-0985-43c7-b123-a141cdb859ba,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:03.308033 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4ebb3-9a8b-4594-8241-a2a3aed0af95 None None] No DVR routers for this DVR port 1f5abb07-7856-4baa-a057-101f4add924d on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:42:03.368767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-10ecada4-332b-4d0a-91c2-10b7ea0e34c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.478389 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.518227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5abb07-7856-4baa-a057-101f4add924d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:03.522060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] No DVR routers for this DVR port 1f5abb07-7856-4baa-a057-101f4add924d on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:42:03.559698 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9454d4b4-67e7-4cfc-8566-e8230beace0e req-fb662f73-96b9-4129-9c95-f20ce0842077 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 210 time: 0.0858691 Aug 23 14:42:03.572777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-0c46a09c-b70b-4510-973c-d34c42955c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:03.574403 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-0c46a09c-b70b-4510-973c-d34c42955c5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44d3f2d108d54d4d8c0a0c97823e1e8a&device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 1094 time: 0.1902194 Aug 23 14:42:03.576391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56134) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:03.598507 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-165a4716-dd63-4321-a859-832dd813db99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.653035 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-21ae2727-c609-46cc-a5ed-658b7cbb54f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f1b8220-0985-43c7-b123-a141cdb859ba HTTP/1.1" status: 200 len: 217 time: 0.0555124 Aug 23 14:42:03.657018 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629c0054-b717-4dde-8cd8-0d78fbc3cf2c x-openstack-request-id: req-629c0054-b717-4dde-8cd8-0d78fbc3cf2c {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:03.657305 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fe40ef-17cc-466a-94b1-4fabbf04caea", "tag": "9f1b8220-0985-43c7-b123-a141cdb859ba", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:03.657566 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-629c0054-b717-4dde-8cd8-0d78fbc3cf2c {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:03.657968 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fe40ef-17cc-466a-94b1-4fabbf04caea', 'tag': '9f1b8220-0985-43c7-b123-a141cdb859ba', 'status': 'completed', 'code': 200} Aug 23 14:42:03.732980 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-10ecada4-332b-4d0a-91c2-10b7ea0e34c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.735239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-136dc92d-f8cf-4abf-a9fa-865453b20f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:03.736838 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-136dc92d-f8cf-4abf-a9fa-865453b20f36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=992c01ea-22e9-4541-a53a-7089cdc61629 HTTP/1.1" status: 200 len: 862 time: 0.0728686 Aug 23 14:42:03.745912 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f4278c9-e31e-4863-a6e1-e8c8dbad82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.748367 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f4278c9-e31e-4863-a6e1-e8c8dbad82c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.749487 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1f4278c9-e31e-4863-a6e1-e8c8dbad82c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a53e745-e348-43b7-83af-5437d86071a9 HTTP/1.1" status: 204 len: 168 time: 0.9999595 Aug 23 14:42:03.810990 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-10ecada4-332b-4d0a-91c2-10b7ea0e34c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.838890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4278c9-e31e-4863-a6e1-e8c8dbad82c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a53e745-e348-43b7-83af-5437d86071a9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:03.862756 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.881900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2397443-5c7d-463a-b9d2-0965c32e2454']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:03.898702 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bdc026b-7b15-4dab-b1a9-6210745f0c15') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:03.899012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bdc026b-7b15-4dab-b1a9-6210745f0c15') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:03.915966 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.934085 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:03.941121 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:42:03.945450 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:42:03.945933 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.021807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1f5abb07-7856-4baa-a057-101f4add924d no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:42:04.029996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-db7a198c-d89e-48f4-b6f7-ec1ded3bcf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:04.034582 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-db7a198c-d89e-48f4-b6f7-ec1ded3bcf85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5686c327-7ddb-4f80-9a60-a54a51f40b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2910008 Aug 23 14:42:04.037306 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-10ecada4-332b-4d0a-91c2-10b7ea0e34c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=43db14af72044cbca8958134c642bcf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9820232 Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:42:04.038239 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:42:04.045390 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56146) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:04.050722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecada4-332b-4d0a-91c2-10b7ea0e34c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c580dfc6-a522-49b4-a846-b85ccf232f42,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:04.052596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 1f5abb07-7856-4baa-a057-101f4add924d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:42:04.052971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1f5abb07-7856-4baa-a057-101f4add924d not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:42:04.104513 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a63786a1-b81f-43b5-90bb-676966d5fb41 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.140014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a63786a1-b81f-43b5-90bb-676966d5fb41 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Transition to ACTIVE for port object dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:04.143616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775742f-1351-4ddc-ad1a-f3c125ed4356 req-f82ecb82-d8ae-40f9-8201-90b04c768543 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:04.151147 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5775742f-1351-4ddc-ad1a-f3c125ed4356 req-f82ecb82-d8ae-40f9-8201-90b04c768543 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 943 time: 0.3005202 Aug 23 14:42:04.179860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662b1c2-56d5-49ff-8025-4ed0e5930d27 req-42e17ead-f2b9-477c-8e40-f7c46bfb3012 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:04.181398 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b662b1c2-56d5-49ff-8025-4ed0e5930d27 req-42e17ead-f2b9-477c-8e40-f7c46bfb3012 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.1395292 Aug 23 14:42:04.185623 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6381d472-aa7b-454b-8feb-17b237b6d43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.228434 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.231622 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-165a4716-dd63-4321-a859-832dd813db99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.237216 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6381d472-aa7b-454b-8feb-17b237b6d43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.249306 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.251615 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] 10.222.0.38 "DELETE /v2.0/networks/c2397443-5c7d-463a-b9d2-0965c32e2454 HTTP/1.1" status: 204 len: 168 time: 1.8519480 Aug 23 14:42:04.257452 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-06a11618-a3ee-4da1-b36c-871720b5b2a4 service neutron] 10.222.0.57 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076528 Aug 23 14:42:04.260789 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5775742f-1351-4ddc-ad1a-f3c125ed4356 req-a04e5a84-4ad5-4708-955e-31e591c48266 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088529 Aug 23 14:42:04.268176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dac88-a214-42d4-8d56-2ab28cc4637b admin admin] Pushing event deleted for resources: {'Network': ['ID=c2397443-5c7d-463a-b9d2-0965c32e2454,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:04.317193 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b662b1c2-56d5-49ff-8025-4ed0e5930d27 req-aeb6aa9b-90be-4ccc-b519-1678e60edecb tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176720 Aug 23 14:42:04.321893 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a63786a1-b81f-43b5-90bb-676966d5fb41 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.333523 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-165a4716-dd63-4321-a859-832dd813db99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.394798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-165a4716-dd63-4321-a859-832dd813db99 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34f11d74a5824b4a9d3c21692ab46be2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8170965 Aug 23 14:42:04.395121 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56158) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:04.396917 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56160) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:04.400347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a4716-dd63-4321-a859-832dd813db99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be3a6e3-7bee-4262-bfb9-2f7f032d1e04,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:04.434943 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63786a1-b81f-43b5-90bb-676966d5fb41 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Pushing event updated for resources: {'Port': ['ID=dec3ba3f-0e0b-4079-bcbe-1fa7c4411714,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:04.459479 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ffac0f-0560-42d7-8a82-048c19bbf262 req-0d96a01a-58c7-4f5e-af7b-5b56d8d1f8f2 service neutron] 10.222.0.57 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926961 Aug 23 14:42:04.476792 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a63786a1-b81f-43b5-90bb-676966d5fb41 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:04.478595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a63786a1-b81f-43b5-90bb-676966d5fb41 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:04.481055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a63786a1-b81f-43b5-90bb-676966d5fb41 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:42:04.506984 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5cd0-ebdd-4938-bbb9-f39992f831eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.554960 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6381d472-aa7b-454b-8feb-17b237b6d43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.558013 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6381d472-aa7b-454b-8feb-17b237b6d43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.559901 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6381d472-aa7b-454b-8feb-17b237b6d43c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c580dfc6-a522-49b4-a846-b85ccf232f42 HTTP/1.1" status: 204 len: 168 time: 0.5091226 Aug 23 14:42:04.574669 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a63786a1-b81f-43b5-90bb-676966d5fb41 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:04.574669 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a63786a1-b81f-43b5-90bb-676966d5fb41 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.592442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381d472-aa7b-454b-8feb-17b237b6d43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c580dfc6-a522-49b4-a846-b85ccf232f42,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:04.593043 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5cd0-ebdd-4938-bbb9-f39992f831eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.718940 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a63786a1-b81f-43b5-90bb-676966d5fb41 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8903623 Aug 23 14:42:04.727639 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-ccc5ab3f-e9b8-4861-9957-a1babd42af04 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3279562 Aug 23 14:42:04.735689 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Request body: {'port': {'device_id': '739f00d8-fda2-4a24-91a5-4e14a1043953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:04.786900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630df3a-70b0-4f07-974c-4e54d033e5ae req-da2adfc5-e337-4d04-a0d4-1980113b6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:04.788672 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6630df3a-70b0-4f07-974c-4e54d033e5ae req-da2adfc5-e337-4d04-a0d4-1980113b6987 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44d3f2d108d54d4d8c0a0c97823e1e8a&device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 1094 time: 0.1422384 Aug 23 14:42:04.795674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56174) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:04.815554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c66fd3-a4e4-4cda-a204-458005dde2fe req-215f1652-f647-46a6-b902-2bbd250ad609 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:04.817553 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10c66fd3-a4e4-4cda-a204-458005dde2fe req-215f1652-f647-46a6-b902-2bbd250ad609 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 935 time: 0.0997891 Aug 23 14:42:04.855594 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.893537 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ef5d227f-aabc-46ca-8fa6-e3ae2661862d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1328ed304934c18acef0398e473a4af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0957947 Aug 23 14:42:04.896377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56176) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:04.914796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10c66fd3-a4e4-4cda-a204-458005dde2fe req-880403df-1177-4762-ad18-d9a37cb321e0 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869136 Aug 23 14:42:04.917988 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5cd0-ebdd-4938-bbb9-f39992f831eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.921486 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff8d5cd0-ebdd-4938-bbb9-f39992f831eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.926180 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ff8d5cd0-ebdd-4938-bbb9-f39992f831eb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3be3a6e3-7bee-4262-bfb9-2f7f032d1e04 HTTP/1.1" status: 204 len: 168 time: 0.5278101 Aug 23 14:42:04.936401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9021d8c9-d78c-49fd-bd00-a381755c799b None None] Provisioning for port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:04.943390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9021d8c9-d78c-49fd-bd00-a381755c799b None None] Provisioning complete for port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:04.943869 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9021d8c9-d78c-49fd-bd00-a381755c799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:04.948696 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d5cd0-ebdd-4938-bbb9-f39992f831eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be3a6e3-7bee-4262-bfb9-2f7f032d1e04,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:04.956791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630df3a-70b0-4f07-974c-4e54d033e5ae req-8ca52cc3-f482-4ae7-938b-da09bbfc40da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:04.956791 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6630df3a-70b0-4f07-974c-4e54d033e5ae req-8ca52cc3-f482-4ae7-938b-da09bbfc40da service neutron] 10.222.0.57 "GET /v2.0/networks?id=5686c327-7ddb-4f80-9a60-a54a51f40b94 HTTP/1.1" status: 200 len: 924 time: 0.1535401 Aug 23 14:42:04.998535 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9021d8c9-d78c-49fd-bd00-a381755c799b None None] Port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:42:05.020107 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6630df3a-70b0-4f07-974c-4e54d033e5ae req-59aab73e-0254-4cdb-8807-3a68baafe2bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f1b8220-0985-43c7-b123-a141cdb859ba HTTP/1.1" status: 200 len: 217 time: 0.0520201 Aug 23 14:42:05.073486 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ab73162-7e74-4714-87b4-fe86a3c9c0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:05.123216 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ab73162-7e74-4714-87b4-fe86a3c9c0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:05.279809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630df3a-70b0-4f07-974c-4e54d033e5ae req-feb2f3a7-57c8-43ca-b4a7-868c2de99fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:05.282127 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6630df3a-70b0-4f07-974c-4e54d033e5ae req-feb2f3a7-57c8-43ca-b4a7-868c2de99fa9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=992c01ea-22e9-4541-a53a-7089cdc61629 HTTP/1.1" status: 200 len: 862 time: 0.2613049 Aug 23 14:42:05.344473 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:42:05.362480 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:05.383425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630df3a-70b0-4f07-974c-4e54d033e5ae req-3b732f20-f66d-49bb-a75e-266e5f4330a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:05.383672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Transition to ACTIVE for port object dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:05.384960 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6630df3a-70b0-4f07-974c-4e54d033e5ae req-3b732f20-f66d-49bb-a75e-266e5f4330a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5686c327-7ddb-4f80-9a60-a54a51f40b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952454 Aug 23 14:42:05.386112 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ab73162-7e74-4714-87b4-fe86a3c9c0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:05.389776 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ab73162-7e74-4714-87b4-fe86a3c9c0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:05.394167 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2ab73162-7e74-4714-87b4-fe86a3c9c0ec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b62fb48-e8e3-4049-a2a2-b2726b01ca32 HTTP/1.1" status: 204 len: 168 time: 0.4941869 Aug 23 14:42:05.421264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab73162-7e74-4714-87b4-fe86a3c9c0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b62fb48-e8e3-4049-a2a2-b2726b01ca32,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:05.425265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc0184-2185-4300-a13d-8fcaffbe7b0f req-a7cfd59b-0b32-4f94-891a-092eb025814e tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:05.428735 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b0fc0184-2185-4300-a13d-8fcaffbe7b0f req-a7cfd59b-0b32-4f94-891a-092eb025814e tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 971 time: 0.0812569 Aug 23 14:42:05.466352 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235ee6a-577b-470f-9805-3c37fb155b3d req-dd9724ac-7de6-4c54-ad8b-3414b69448be tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:05.468136 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a235ee6a-577b-470f-9805-3c37fb155b3d req-dd9724ac-7de6-4c54-ad8b-3414b69448be tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 943 time: 0.0702529 Aug 23 14:42:05.470475 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:05.539930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Pushing event updated for resources: {'Port': ['ID=dec3ba3f-0e0b-4079-bcbe-1fa7c4411714,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:05.552906 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b0fc0184-2185-4300-a13d-8fcaffbe7b0f req-914ba6d7-5fe0-427e-ac1c-731e18bae79c tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903120 Aug 23 14:42:05.587894 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6630df3a-70b0-4f07-974c-4e54d033e5ae req-928298f5-4786-4ca7-a9ca-b7662ed3108c service neutron] 10.222.0.57 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930902 Aug 23 14:42:05.646374 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a235ee6a-577b-470f-9805-3c37fb155b3d req-61d19567-6f22-4b66-95af-a6caa9dd25b8 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682184 Aug 23 14:42:05.696133 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Attempting to bind port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:42:05.696488 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Attempting to bind port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:42:05.697172 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Attempting to bind port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:05.706212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:42:05.706617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Attempting to bind port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:05.714290 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:42:05.714831 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:42:05.715250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:42:05.715707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Bound port: dec3ba3f-0e0b-4079-bcbe-1fa7c4411714, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:42:05.716222 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:05.737444 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56208) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:05.755543 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960428d-f508-42f2-af83-3a386abb4999 req-3885ff6d-7edb-4b7c-adf8-c164c961f14c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:05.757184 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7960428d-f508-42f2-af83-3a386abb4999 req-3885ff6d-7edb-4b7c-adf8-c164c961f14c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.0982554 Aug 23 14:42:05.782658 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52116e2b-0741-4d4b-bdae-2a6fdff60972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:05.801072 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6630df3a-70b0-4f07-974c-4e54d033e5ae req-80a0d9f3-7c9e-44d3-b521-3498b571f88c service neutron] 10.222.0.57 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037113 Aug 23 14:42:05.826567 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7960428d-f508-42f2-af83-3a386abb4999 req-e314184f-6862-45f4-9af7-fc976f323c36 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617340 Aug 23 14:42:05.847345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] For port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:42:05.868846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] For port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=dec3ba3f-0e0b-4079-bcbe-1fa7c4411714,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:42:05.928364 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52116e2b-0741-4d4b-bdae-2a6fdff60972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:05.942544 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:06.008301 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:06.009391 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:06.012285 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] 10.222.0.61 "PUT /v2.0/ports/dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 HTTP/1.1" status: 200 len: 1095 time: 1.2847793 Aug 23 14:42:06.024083 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739f00d8-fda2-4a24-91a5-4e14a1043953', 'tag': 'dec3ba3f-0e0b-4079-bcbe-1fa7c4411714'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:06.028127 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f955d4a5-50e0-47c0-b724-1aecdb96f6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "739f00d8-fda2-4a24-91a5-4e14a1043953", "tag": "dec3ba3f-0e0b-4079-bcbe-1fa7c4411714"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:06.081933 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52116e2b-0741-4d4b-bdae-2a6fdff60972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:06.215288 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c56aa70-caae-4a5b-a371-e32b51947ed4 x-openstack-request-id: req-9c56aa70-caae-4a5b-a371-e32b51947ed4 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:06.215288 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "739f00d8-fda2-4a24-91a5-4e14a1043953", "tag": "dec3ba3f-0e0b-4079-bcbe-1fa7c4411714", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:06.215288 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c56aa70-caae-4a5b-a371-e32b51947ed4 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:06.215288 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739f00d8-fda2-4a24-91a5-4e14a1043953', 'tag': 'dec3ba3f-0e0b-4079-bcbe-1fa7c4411714', 'status': 'completed', 'code': 200} Aug 23 14:42:06.307214 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7341cef-d669-4077-a9dd-67fcb77a6307 service neutron] Pushing event updated for resources: {'Port': ['ID=dec3ba3f-0e0b-4079-bcbe-1fa7c4411714,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:06.307214 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52116e2b-0741-4d4b-bdae-2a6fdff60972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6b13e0-7717-46ba-8d78-04abfe14aa40,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:06.307214 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-52116e2b-0741-4d4b-bdae-2a6fdff60972 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=95a9bd72ccea4e9795c532f02d8dc302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5621784 Aug 23 14:42:06.307828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56228) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:06.324045 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d866f94-1b69-4866-94a8-bc6d8605a8c7 req-a0d62f43-b73e-400f-bb51-49ffa2026457 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:06.327428 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d866f94-1b69-4866-94a8-bc6d8605a8c7 req-a0d62f43-b73e-400f-bb51-49ffa2026457 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 947 time: 0.3322263 Aug 23 14:42:06.365306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-7b66949f-1d45-4082-b388-334e480ce56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:06.366750 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-7b66949f-1d45-4082-b388-334e480ce56a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc8da408faa2414f9a9778235cf8520e&device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 1098 time: 0.1773930 Aug 23 14:42:06.397196 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-285b6262-66e1-41b5-9f16-4fe550f8e1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:06.419540 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-285b6262-66e1-41b5-9f16-4fe550f8e1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:06.427485 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d866f94-1b69-4866-94a8-bc6d8605a8c7 req-b963f42e-ccb9-43a6-a256-8241317791f4 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919664 Aug 23 14:42:06.429307 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-8c9daef4-4691-4be0-b212-7552d5cf0f8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 HTTP/1.1" status: 200 len: 217 time: 0.0497262 Aug 23 14:42:06.486856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-7286b535-6ef5-49b3-aa58-5f5638187372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:06.486856 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-7286b535-6ef5-49b3-aa58-5f5638187372 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0499055 Aug 23 14:42:06.534377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-88be2662-1f67-4e57-a2e6-6e19c73d6ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:06.535860 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-88be2662-1f67-4e57-a2e6-6e19c73d6ca0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422161 Aug 23 14:42:06.636733 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-6fde9286-f123-4992-8b2a-bfc41667c23b service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917745 Aug 23 14:42:06.708015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30d296-ad86-4338-b43f-d885141da14c req-e42bf7ed-7ac4-4b88-bdb2-f12125dab788 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:06.709571 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2c30d296-ad86-4338-b43f-d885141da14c req-e42bf7ed-7ac4-4b88-bdb2-f12125dab788 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 971 time: 0.0810533 Aug 23 14:42:06.747767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532cbfa-02a0-4316-a7bb-fac1d215d6f8 req-0e5350c6-183f-4fb4-bd19-cca85d30ddc7 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:06.749501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7532cbfa-02a0-4316-a7bb-fac1d215d6f8 req-0e5350c6-183f-4fb4-bd19-cca85d30ddc7 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 971 time: 0.0826468 Aug 23 14:42:06.771624 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4d387ef-748a-44b5-b3e2-350384a94bc4 req-f297fab4-5bd7-4aa1-9e1f-aa1d849ccb21 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267569 Aug 23 14:42:06.790453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2c30d296-ad86-4338-b43f-d885141da14c req-dd4bdee1-daa6-45b5-bd22-9065dce4fce9 tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/security-groups?id=afea4bd8-8297-41bb-a954-6ca18adab3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722475 Aug 23 14:42:06.812145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a950ed-b9ae-499b-b19d-3e3430ed37bc req-6c654523-4291-4b0a-816c-8dd628ef1fb1 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:06.812145 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0a950ed-b9ae-499b-b19d-3e3430ed37bc req-6c654523-4291-4b0a-816c-8dd628ef1fb1 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 943 time: 0.0655749 Aug 23 14:42:06.840937 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0a950ed-b9ae-499b-b19d-3e3430ed37bc req-1fdb4722-1c96-4856-ba90-b8d8b9db53ac tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351849 Aug 23 14:42:06.968824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-7532cbfa-02a0-4316-a7bb-fac1d215d6f8 req-086f73d6-78a6-459d-aada-6d2cce1981ee tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Deleting port 0d3e80a1-b7da-459e-897f-12ff8a1daafe {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:42:06.969178 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7532cbfa-02a0-4316-a7bb-fac1d215d6f8 req-086f73d6-78a6-459d-aada-6d2cce1981ee tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:07.021925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb7db6-8d2e-40ad-b459-6dca04969a11 req-3b0aa559-fc18-49aa-89d7-e335cc38b1c6 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:07.023446 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fdb7db6-8d2e-40ad-b459-6dca04969a11 req-3b0aa559-fc18-49aa-89d7-e335cc38b1c6 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.1179979 Aug 23 14:42:07.085229 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fdb7db6-8d2e-40ad-b459-6dca04969a11 req-9604c475-5bee-4f79-b084-97cff3f567b1 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547400 Aug 23 14:42:07.096497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-7532cbfa-02a0-4316-a7bb-fac1d215d6f8 req-086f73d6-78a6-459d-aada-6d2cce1981ee tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] For port 0d3e80a1-b7da-459e-897f-12ff8a1daafe, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0d3e80a1-b7da-459e-897f-12ff8a1daafe,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:07.096899 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7532cbfa-02a0-4316-a7bb-fac1d215d6f8 req-086f73d6-78a6-459d-aada-6d2cce1981ee tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:07.111246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-7532cbfa-02a0-4316-a7bb-fac1d215d6f8 req-086f73d6-78a6-459d-aada-6d2cce1981ee tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Calling delete_port for 0d3e80a1-b7da-459e-897f-12ff8a1daafe owned by compute:tempest-test_az-1455534871 {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:42:07.227542 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-285b6262-66e1-41b5-9f16-4fe550f8e1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:07.232300 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-285b6262-66e1-41b5-9f16-4fe550f8e1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:07.238233 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-285b6262-66e1-41b5-9f16-4fe550f8e1cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3b6b13e0-7717-46ba-8d78-04abfe14aa40 HTTP/1.1" status: 204 len: 168 time: 0.9281712 Aug 23 14:42:07.271732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b6262-66e1-41b5-9f16-4fe550f8e1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6b13e0-7717-46ba-8d78-04abfe14aa40,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:07.347330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955d4a5-50e0-47c0-b724-1aecdb96f6f5 req-0c85c7cd-39b1-4166-a76e-bdbbec389afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:07.349063 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f955d4a5-50e0-47c0-b724-1aecdb96f6f5 req-0c85c7cd-39b1-4166-a76e-bdbbec389afe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc8da408faa2414f9a9778235cf8520e&device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 1098 time: 0.0760298 Aug 23 14:42:07.354901 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7532cbfa-02a0-4316-a7bb-fac1d215d6f8 req-086f73d6-78a6-459d-aada-6d2cce1981ee tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:07.375599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['0d3e80a1-b7da-459e-897f-12ff8a1daafe'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:42:07.387436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f73d6-78a6-459d-aada-6d2cce1981ee tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Pushing event deleted for resources: {'Port': ['ID=0d3e80a1-b7da-459e-897f-12ff8a1daafe,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:07.520433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-7532cbfa-02a0-4316-a7bb-fac1d215d6f8 req-086f73d6-78a6-459d-aada-6d2cce1981ee tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] No DVR routers for this DVR port 0d3e80a1-b7da-459e-897f-12ff8a1daafe on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:42:07.526359 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7532cbfa-02a0-4316-a7bb-fac1d215d6f8 req-086f73d6-78a6-459d-aada-6d2cce1981ee tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:07.529460 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7532cbfa-02a0-4316-a7bb-fac1d215d6f8 req-086f73d6-78a6-459d-aada-6d2cce1981ee tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.61 "DELETE /v2.0/ports/0d3e80a1-b7da-459e-897f-12ff8a1daafe HTTP/1.1" status: 204 len: 173 time: 0.7732873 Aug 23 14:42:07.531848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dbf635-fc24-45bd-9f53-2a78ee3a1345', 'name': 'network-vif-deleted', 'tag': '0d3e80a1-b7da-459e-897f-12ff8a1daafe'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:07.537331 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439fb1cf-aec0-4f10-8849-d6b10ccfe1da" -d '{"events": [{"server_uuid": "b3dbf635-fc24-45bd-9f53-2a78ee3a1345", "name": "network-vif-deleted", "tag": "0d3e80a1-b7da-459e-897f-12ff8a1daafe"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:07.549082 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955d4a5-50e0-47c0-b724-1aecdb96f6f5 req-5fc175a0-6056-477d-bcff-9fdfb022cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:07.550813 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f955d4a5-50e0-47c0-b724-1aecdb96f6f5 req-5fc175a0-6056-477d-bcff-9fdfb022cc4e service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1948555 Aug 23 14:42:07.597466 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2787a6c0-491c-4561-a4f2-6097c82713ce x-openstack-request-id: req-2787a6c0-491c-4561-a4f2-6097c82713ce {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:07.597692 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dbf635-fc24-45bd-9f53-2a78ee3a1345", "name": "network-vif-deleted", "tag": "0d3e80a1-b7da-459e-897f-12ff8a1daafe", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:07.597939 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2787a6c0-491c-4561-a4f2-6097c82713ce {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:07.598326 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dbf635-fc24-45bd-9f53-2a78ee3a1345', 'name': 'network-vif-deleted', 'tag': '0d3e80a1-b7da-459e-897f-12ff8a1daafe', 'status': 'completed', 'code': 200} Aug 23 14:42:07.628722 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f955d4a5-50e0-47c0-b724-1aecdb96f6f5 req-f8f4e32d-1baa-4fb8-be2f-60c8b253e0ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 HTTP/1.1" status: 200 len: 217 time: 0.0602717 Aug 23 14:42:07.680911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c49ca5-dbda-4f38-961a-19f5bc5f7144 req-ebd97b20-80a7-4a4f-af93-d443522f232b tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:07.682525 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4c49ca5-dbda-4f38-961a-19f5bc5f7144 req-ebd97b20-80a7-4a4f-af93-d443522f232b tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 947 time: 0.1308331 Aug 23 14:42:07.720336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955d4a5-50e0-47c0-b724-1aecdb96f6f5 req-b8c824fc-72ac-4ded-afae-09dbd5447dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:07.721366 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f955d4a5-50e0-47c0-b724-1aecdb96f6f5 req-b8c824fc-72ac-4ded-afae-09dbd5447dfd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0820389 Aug 23 14:42:07.770922 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4c49ca5-dbda-4f38-961a-19f5bc5f7144 req-11d91ad8-f9b8-458f-a008-2c9eb5915ec2 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775144 Aug 23 14:42:07.786948 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955d4a5-50e0-47c0-b724-1aecdb96f6f5 req-afa23c7b-8443-4099-a4fb-e827c3d582cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:07.788605 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f955d4a5-50e0-47c0-b724-1aecdb96f6f5 req-afa23c7b-8443-4099-a4fb-e827c3d582cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562809 Aug 23 14:42:07.920281 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-03974d38-441d-46ff-b8a7-d309060c37e0 req-d627bc92-7c4d-4f26-880c-37053ffcafab tempest-AggregatesAdminTestJSON-504544652 tempest-AggregatesAdminTestJSON-504544652-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3dbf635-fc24-45bd-9f53-2a78ee3a1345 HTTP/1.1" status: 200 len: 210 time: 0.0392787 Aug 23 14:42:07.943855 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f955d4a5-50e0-47c0-b724-1aecdb96f6f5 req-59c751e4-d673-4ec7-982b-763b32d665c9 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441004 Aug 23 14:42:08.045050 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866761a-0680-4244-9986-8a5091bb2022 req-566900c3-ba71-47b0-a88a-b1c2229b77f7 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:08.047269 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8866761a-0680-4244-9986-8a5091bb2022 req-566900c3-ba71-47b0-a88a-b1c2229b77f7 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 943 time: 0.1204364 Aug 23 14:42:08.108651 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f955d4a5-50e0-47c0-b724-1aecdb96f6f5 req-055a120d-2055-4129-90dc-b1b26941425b service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435084 Aug 23 14:42:08.112060 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8866761a-0680-4244-9986-8a5091bb2022 req-47d32bb3-9e9d-4f0c-8756-24095a35e486 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542600 Aug 23 14:42:08.224253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb34e10-369b-4e3f-bbc7-5e3f0a83b629 req-85e255a8-ba55-4aa7-83eb-9120c3ff3e8d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:08.233050 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccb34e10-369b-4e3f-bbc7-5e3f0a83b629 req-85e255a8-ba55-4aa7-83eb-9120c3ff3e8d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.0665448 Aug 23 14:42:08.291228 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccb34e10-369b-4e3f-bbc7-5e3f0a83b629 req-dfef82a4-33bb-4601-8152-96e206ba66aa tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572703 Aug 23 14:42:08.739571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 9f1b8220-0985-43c7-b123-a141cdb859ba details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:42:08.828057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56310) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:08.879896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 9f1b8220-0985-43c7-b123-a141cdb859ba, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9f1b8220-0985-43c7-b123-a141cdb859ba,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:08.899344 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '9f1b8220-0985-43c7-b123-a141cdb859ba', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'port_id': '9f1b8220-0985-43c7-b123-a141cdb859ba', 'mac_address': 'fa:16:3e:a7:cb:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:42:08.906979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431abc1-842e-4946-9864-bc969dc76c5f req-31de0f3b-322c-4b90-8c0e-ef4d783687d0 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:08.908449 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f431abc1-842e-4946-9864-bc969dc76c5f req-31de0f3b-322c-4b90-8c0e-ef4d783687d0 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 947 time: 0.0534337 Aug 23 14:42:08.946902 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:08.951179 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f431abc1-842e-4946-9864-bc969dc76c5f req-8b59ff18-d892-4087-adee-877f2d12f8f6 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363913 Aug 23 14:42:08.974978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1b8220-0985-43c7-b123-a141cdb859ba {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:42:08.997770 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 9f1b8220-0985-43c7-b123-a141cdb859ba, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9f1b8220-0985-43c7-b123-a141cdb859ba,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:09.102361 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:09.149263 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-796336686-network', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:09.177638 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=9f1b8220-0985-43c7-b123-a141cdb859ba,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:09.227725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-e98897c7-bd4b-4274-abfd-be7ed10a0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:09.229294 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-e98897c7-bd4b-4274-abfd-be7ed10a0c8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 1100 time: 0.0697715 Aug 23 14:42:09.245934 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be59441-90a7-4b54-9501-e57a938d19d3 req-11eee29a-11e7-4189-9d79-23c3cd98394f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:09.248144 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4be59441-90a7-4b54-9501-e57a938d19d3 req-11eee29a-11e7-4189-9d79-23c3cd98394f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 944 time: 0.0588107 Aug 23 14:42:09.290508 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4be59441-90a7-4b54-9501-e57a938d19d3 req-fa517a8b-2f40-44ec-a790-5c26ac297928 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352058 Aug 23 14:42:09.303298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] Made reservation on behalf of c85231b07b6f4a2eaced0d136f02a4db for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:42:09.305832 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:09.321898 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:09.355947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['9f1b8220-0985-43c7-b123-a141cdb859ba'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:42:09.397646 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-1bc88951-b44f-4d5e-b007-a88a2ca3fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:09.399104 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-1bc88951-b44f-4d5e-b007-a88a2ca3fd67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1519547 Aug 23 14:42:09.487689 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-3aca56e0-1ec4-4afd-a753-f1521dc35b33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243 HTTP/1.1" status: 200 len: 217 time: 0.0770721 Aug 23 14:42:09.559645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfedca-c34b-4d1e-a6ce-8e251a6e12a6 req-9c2e4c49-daa4-4aff-93fc-b167cb3e86ce tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:09.562820 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4dfedca-c34b-4d1e-a6ce-8e251a6e12a6 req-9c2e4c49-daa4-4aff-93fc-b167cb3e86ce tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.1525061 Aug 23 14:42:09.599280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-d033e4a6-b0ce-4cfd-a055-0e7251d08212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:09.600759 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-d033e4a6-b0ce-4cfd-a055-0e7251d08212 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0996583 Aug 23 14:42:09.609588 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56344) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:09.639590 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4dfedca-c34b-4d1e-a6ce-8e251a6e12a6 req-3f8e69cf-078b-4d33-b591-44ffa9c104a5 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682671 Aug 23 14:42:09.657994 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:09.677984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-d7f2b98b-f51e-4c04-8d15-e9b1a1d0b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:09.679461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-d7f2b98b-f51e-4c04-8d15-e9b1a1d0b8b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0585134 Aug 23 14:42:09.755504 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:09.868025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:42:09.868025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee4362f-ac4b-401b-bb1c-3c1b78c9505a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:09.896517 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:09.896517 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] Added segment 73cc7430-fd59-40ae-9630-caf899bba551 of type vlan for network 5b9fe3f4-75a0-479b-a550-a3f37b1d74b3 Aug 23 14:42:09.900824 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-adc2e9fb-4cd9-446b-808f-676bd5e111f0 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109587 Aug 23 14:42:09.928419 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-681cebee-7266-43c8-af01-f842fb1b1eed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ff1fec357bf48dd8dd6829a98ea9cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172712 Aug 23 14:42:09.930662 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56352) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:09.944497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:42:10.010521 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a6e5c5a4-b4c4-4fa1-8944-f9b426a80fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:10.040977 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a6e5c5a4-b4c4-4fa1-8944-f9b426a80fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:10.057603 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:10.154133 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=dec3ba3f-0e0b-4079-bcbe-1fa7c4411714,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:10.169516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'dec3ba3f-0e0b-4079-bcbe-1fa7c4411714', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'dec3ba3f-0e0b-4079-bcbe-1fa7c4411714', 'mac_address': 'fa:16:3e:8d:b7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:42:10.170016 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-ce98a528-38e6-4812-8fbc-a4e094a60ec2 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c0d0fa0b428146a5b6fe2e383180d454&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686967 Aug 23 14:42:10.170520 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-41717e5c-0800-45c7-a4ad-e482990ac6f5 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448938 Aug 23 14:42:10.195727 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:10.196708 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:10.197297 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:10.213355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b610e9-7835-412b-ab6a-2a60f19410a0 req-2d0db2dd-821d-4e55-b29d-805181360070 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:10.215003 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-06b610e9-7835-412b-ab6a-2a60f19410a0 req-2d0db2dd-821d-4e55-b29d-805181360070 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 947 time: 0.0977163 Aug 23 14:42:10.242374 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a6e5c5a4-b4c4-4fa1-8944-f9b426a80fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:10.245354 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a6e5c5a4-b4c4-4fa1-8944-f9b426a80fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:10.246712 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a6e5c5a4-b4c4-4fa1-8944-f9b426a80fec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/afea4bd8-8297-41bb-a954-6ca18adab3da HTTP/1.1" status: 204 len: 168 time: 0.3145452 Aug 23 14:42:10.269218 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:10.274141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5c5a4-b4c4-4fa1-8944-f9b426a80fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afea4bd8-8297-41bb-a954-6ca18adab3da,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:10.307848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:42:10.309714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] Pushing event updated for resources: {'Network': ['ID=5b9fe3f4-75a0-479b-a550-a3f37b1d74b3,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:10.327257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-92f53b06-d61b-4c55-aebb-f53a480d8fc8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4943502 Aug 23 14:42:10.329485 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 5b9fe3f4-75a0-479b-a550-a3f37b1d74b3 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:42:10.330418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56376) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:10.337847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ea12e177-fb3f-466c-a1c6-3b520f7c346c admin admin] Request body: {'subnet': {'network_id': '5b9fe3f4-75a0-479b-a550-a3f37b1d74b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-796336686-subnet', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:10.351757 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-06b610e9-7835-412b-ab6a-2a60f19410a0 req-15ec7ebb-6302-4e6e-a22b-80126b1c65ca tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208785 Aug 23 14:42:10.368731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-22d34c49-7aab-433e-8204-89bba82814b4 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:10.370850 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-22d34c49-7aab-433e-8204-89bba82814b4 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994627 Aug 23 14:42:10.391849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=dec3ba3f-0e0b-4079-bcbe-1fa7c4411714,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:10.415448 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-2c2c8ed1-463f-4b4d-948d-f5f46db597d5 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/quotas/c0d0fa0b428146a5b6fe2e383180d454 HTTP/1.1" status: 200 len: 375 time: 0.0248482 Aug 23 14:42:10.450232 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:10.456637 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-7e49ffbd-c11b-4f13-80c7-e9562b5cdfaf tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c0d0fa0b428146a5b6fe2e383180d454&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324109 Aug 23 14:42:10.473026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea12e177-fb3f-466c-a1c6-3b520f7c346c admin admin] Made reservation on behalf of c85231b07b6f4a2eaced0d136f02a4db for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:42:10.475887 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea12e177-fb3f-466c-a1c6-3b520f7c346c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:10.520200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=dec3ba3f-0e0b-4079-bcbe-1fa7c4411714,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:10.645761 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['dec3ba3f-0e0b-4079-bcbe-1fa7c4411714'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:42:10.765785 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 9f1b8220-0985-43c7-b123-a141cdb859ba up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:42:10.809157 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea12e177-fb3f-466c-a1c6-3b520f7c346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:10.872927 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa0611-a8d8-435e-a757-d50460aa55c4 req-14a99ada-f809-4cc8-8bcf-4daab6d685eb tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:10.885984 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-16fa0611-a8d8-435e-a757-d50460aa55c4 req-14a99ada-f809-4cc8-8bcf-4daab6d685eb tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 944 time: 0.1088352 Aug 23 14:42:10.928417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12e177-fb3f-466c-a1c6-3b520f7c346c admin admin] Checking segment: {'id': '73cc7430-fd59-40ae-9630-caf899bba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b9fe3f4-75a0-479b-a550-a3f37b1d74b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:42:10.928884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea12e177-fb3f-466c-a1c6-3b520f7c346c admin admin] Network hostable DHCP agents. Network: 5b9fe3f4-75a0-479b-a550-a3f37b1d74b3, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:42:10.938618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12e177-fb3f-466c-a1c6-3b520f7c346c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d891602c-9671-4193-91de-29ab65058a39,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:10.983315 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-16fa0611-a8d8-435e-a757-d50460aa55c4 req-6199ec68-1cb7-43a5-bcad-87920789cdf3 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962274 Aug 23 14:42:11.045891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea12e177-fb3f-466c-a1c6-3b520f7c346c admin admin] Network 5b9fe3f4-75a0-479b-a550-a3f37b1d74b3 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:42:11.069656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd54af4-329d-4c9d-8928-64b023f920ea req-b8dba8fb-94fd-4dec-ae93-61543be003ad tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:11.071417 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3fd54af4-329d-4c9d-8928-64b023f920ea req-b8dba8fb-94fd-4dec-ae93-61543be003ad tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.0734918 Aug 23 14:42:11.078749 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d30f2b45-ce07-4662-8e46-e87bd6415f4c req-84d64bb9-005f-4049-9904-782e63f5b733 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 210 time: 0.0395956 Aug 23 14:42:11.095813 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 9f1b8220-0985-43c7-b123-a141cdb859ba completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:11.099800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 9f1b8220-0985-43c7-b123-a141cdb859ba triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:11.100241 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:11.122706 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3fd54af4-329d-4c9d-8928-64b023f920ea req-b2f4a296-9bb9-47e9-a11d-db900f7cbfa3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420423 Aug 23 14:42:11.136006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-ea12e177-fb3f-466c-a1c6-3b520f7c346c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 5b9fe3f4-75a0-479b-a550-a3f37b1d74b3) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:11.147262 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea12e177-fb3f-466c-a1c6-3b520f7c346c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:11.147262 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea12e177-fb3f-466c-a1c6-3b520f7c346c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:11.148049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae453d9-b3b7-4c64-b70e-76e56d223905 None None] Network 5b9fe3f4-75a0-479b-a550-a3f37b1d74b3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:42:11.251613 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:11.257697 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ea12e177-fb3f-466c-a1c6-3b520f7c346c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9237742 Aug 23 14:42:11.262666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56406) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:11.264789 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-796336686-router', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:11.326165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fe40ef-17cc-466a-94b1-4fabbf04caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1b8220-0985-43c7-b123-a141cdb859ba'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:11.330557 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f174a4-c660-4f95-b668-01cfe05e2a4c" -d '{"events": [{"server_uuid": "14fe40ef-17cc-466a-94b1-4fabbf04caea", "name": "network-vif-plugged", "status": "completed", "tag": "9f1b8220-0985-43c7-b123-a141cdb859ba"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:11.352851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 9f1b8220-0985-43c7-b123-a141cdb859ba, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9f1b8220-0985-43c7-b123-a141cdb859ba,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:11.393962 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:11.395145 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6e6003-95d7-4cf8-a144-858a88ce2271 x-openstack-request-id: req-be6e6003-95d7-4cf8-a144-858a88ce2271 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:11.395616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:11.398291 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fe40ef-17cc-466a-94b1-4fabbf04caea", "name": "network-vif-plugged", "status": "completed", "tag": "9f1b8220-0985-43c7-b123-a141cdb859ba", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:11.406251 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-be6e6003-95d7-4cf8-a144-858a88ce2271 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:11.406251 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fe40ef-17cc-466a-94b1-4fabbf04caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1b8220-0985-43c7-b123-a141cdb859ba', 'code': 200} Aug 23 14:42:11.408522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56422) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:11.459390 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:11.524678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=9f1b8220-0985-43c7-b123-a141cdb859ba,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:11.528635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-5b9fe3f4-75a0-479b-a550-a3f37b1d74b3', 'network_id': '5b9fe3f4-75a0-479b-a550-a3f37b1d74b3', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'fixed_ips': [{'subnet_id': 'd891602c-9671-4193-91de-29ab65058a39'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:42:11.529698 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:11.573423 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56430) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:11.580410 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0dc6e4c3-fae6-48e5-9820-9b5b886689f4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d71a8429fcfb4e3090f59c7f77b3a3cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706126 Aug 23 14:42:11.584973 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:11.661602 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:11.699676 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:11.709735 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9d6ce-fe58-4f07-8e9c-a0f784c755d5 req-46143d5c-89a3-4af5-9ed6-8d7e20dd312a tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:11.719365 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-90d9d6ce-fe58-4f07-8e9c-a0f784c755d5 req-46143d5c-89a3-4af5-9ed6-8d7e20dd312a tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 948 time: 0.2184029 Aug 23 14:42:11.780479 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Allocated IP 172.20.0.2 (5b9fe3f4-75a0-479b-a550-a3f37b1d74b3/d891602c-9671-4193-91de-29ab65058a39/676d6d56-7cab-4992-9f2a-fb844d99f748) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:42:11.798800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85489e-122a-43ed-8770-f093b17d6016 req-a4768024-89ad-44c7-b8b0-2193339b1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:11.800875 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ce85489e-122a-43ed-8770-f093b17d6016 req-a4768024-89ad-44c7-b8b0-2193339b1df3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 1096 time: 0.3048809 Aug 23 14:42:11.861578 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:11.864721 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:11.868602 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/418bbdd5-0986-4615-9a46-6e548a32dca9 HTTP/1.1" status: 204 len: 168 time: 0.2910521 Aug 23 14:42:11.890642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418bbdd5-0986-4615-9a46-6e548a32dca9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:11.912503 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:11.913159 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:11.913844 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:11.914900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:11.916055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:11.917652 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:11.918153 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:11.918630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:11.919147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:11.919825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:11.923379 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:11.923379 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1484c730-9d99-43a3-99f6-8c60795d803e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:11.941661 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-90d9d6ce-fe58-4f07-8e9c-a0f784c755d5 req-6c7d2df6-e78f-440d-a710-1b1c675f8d55 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677811 Aug 23 14:42:11.948861 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:11.953335 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ce85489e-122a-43ed-8770-f093b17d6016 req-4b37c31b-6cea-4aee-b068-daa9c806369d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198692 Aug 23 14:42:11.975759 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:42:12.039147 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:12.072540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Transition to ACTIVE for port object 676d6d56-7cab-4992-9f2a-fb844d99f748 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:12.104381 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Transition to ACTIVE for port object 676d6d56-7cab-4992-9f2a-fb844d99f748 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:12.181367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:12.186637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:12.187783 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:12.223164 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:12.275065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Pushing event updated for resources: {'Port': ['ID=676d6d56-7cab-4992-9f2a-fb844d99f748,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:12.282555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56458) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:12.308259 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Network 5b9fe3f4-75a0-479b-a550-a3f37b1d74b3 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:12.314091 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:12.319909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:42:12.373559 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b3b16a24-90c6-4bab-807e-40763329f30d req-829a605b-21da-401a-86dc-61e6694547c3 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 210 time: 0.0484481 Aug 23 14:42:12.426757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730eb7b-0250-410d-8c1e-7b645c06d8a9 req-bae545a1-9018-4fdb-964d-a848eb44cc11 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:12.429194 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b730eb7b-0250-410d-8c1e-7b645c06d8a9 req-bae545a1-9018-4fdb-964d-a848eb44cc11 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 945 time: 0.1339521 Aug 23 14:42:12.522790 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b730eb7b-0250-410d-8c1e-7b645c06d8a9 req-1605d50a-f539-4f24-814f-d3eebf89c962 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856643 Aug 23 14:42:12.658538 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2c463e83-6413-4cc8-b53a-2424a33ce24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:12.695727 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:12.709770 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28964c46-210e-411f-acdd-4bc1e0b08461 req-bad01082-fc7b-4d42-8cfb-bf5f6577b538 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:12.711881 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-28964c46-210e-411f-acdd-4bc1e0b08461 req-bad01082-fc7b-4d42-8cfb-bf5f6577b538 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.1551967 Aug 23 14:42:12.755280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=dec3ba3f-0e0b-4079-bcbe-1fa7c4411714,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:12.757054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Attempting to bind port 676d6d56-7cab-4992-9f2a-fb844d99f748 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:42:12.758323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Attempting to bind port 676d6d56-7cab-4992-9f2a-fb844d99f748 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '73cc7430-fd59-40ae-9630-caf899bba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b9fe3f4-75a0-479b-a550-a3f37b1d74b3'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:42:12.760473 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:12.763490 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Attempting to bind port 676d6d56-7cab-4992-9f2a-fb844d99f748 on network 5b9fe3f4-75a0-479b-a550-a3f37b1d74b3 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:12.786801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:42:12.788059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Checking segment: {'id': '73cc7430-fd59-40ae-9630-caf899bba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b9fe3f4-75a0-479b-a550-a3f37b1d74b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:42:12.789247 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:12.790862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Bound using segment: {'id': '73cc7430-fd59-40ae-9630-caf899bba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b9fe3f4-75a0-479b-a550-a3f37b1d74b3'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:42:12.792787 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Bound port: 676d6d56-7cab-4992-9f2a-fb844d99f748, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73cc7430-fd59-40ae-9630-caf899bba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b9fe3f4-75a0-479b-a550-a3f37b1d74b3'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:42:12.798481 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:12.817681 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:12.837505 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:12.837505 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0d3e80a1-b7da-459e-897f-12ff8a1daafe no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:42:12.854449 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2c463e83-6413-4cc8-b53a-2424a33ce24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:12.871586 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 0d3e80a1-b7da-459e-897f-12ff8a1daafe {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:42:12.871586 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0d3e80a1-b7da-459e-897f-12ff8a1daafe not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:42:12.891140 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-28964c46-210e-411f-acdd-4bc1e0b08461 req-9ccee72b-4728-4d2a-ab0e-bc0160067fce tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709759 Aug 23 14:42:12.937621 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2c463e83-6413-4cc8-b53a-2424a33ce24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:12.958485 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] For port 676d6d56-7cab-4992-9f2a-fb844d99f748, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:42:12.961115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=dec3ba3f-0e0b-4079-bcbe-1fa7c4411714,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:12.974976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] For port 676d6d56-7cab-4992-9f2a-fb844d99f748, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=676d6d56-7cab-4992-9f2a-fb844d99f748,segment=NetworkSegment(73cc7430-fd59-40ae-9630-caf899bba551),segment_id=73cc7430-fd59-40ae-9630-caf899bba551)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:42:13.022464 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2c463e83-6413-4cc8-b53a-2424a33ce24f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0c099adf68324f74b1c2bb293dc7721c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7387202 Aug 23 14:42:13.023210 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56482) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:13.030340 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c463e83-6413-4cc8-b53a-2424a33ce24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb94708-887e-4c54-8ffc-b7a399573602,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:13.057047 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:13.117013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Allocated IP 172.25.8.80 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/c697721e-3ca8-4a7c-88c0-6465dd772bf7) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:42:13.133901 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a1c7043a-fb80-459d-be95-d704c02db6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:13.174750 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a1c7043a-fb80-459d-be95-d704c02db6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:13.190770 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d08f4c-ca92-405a-865e-54cb9ef41eac None None] Pushing event updated for resources: {'Port': ['ID=676d6d56-7cab-4992-9f2a-fb844d99f748,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:13.256180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75293e83-47ad-44ba-ae37-6b327f3a807f req-9c3d0aad-f8e6-479c-976e-1df98d58f061 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:13.257838 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75293e83-47ad-44ba-ae37-6b327f3a807f req-9c3d0aad-f8e6-479c-976e-1df98d58f061 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 949 time: 0.1637113 Aug 23 14:42:13.316737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75293e83-47ad-44ba-ae37-6b327f3a807f req-94d8b4d3-b7b0-4001-84a4-3a8d5bbccb5f tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508537 Aug 23 14:42:13.347508 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a1c7043a-fb80-459d-be95-d704c02db6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:13.370138 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a1c7043a-fb80-459d-be95-d704c02db6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:13.376243 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a1c7043a-fb80-459d-be95-d704c02db6c5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7cb94708-887e-4c54-8ffc-b7a399573602 HTTP/1.1" status: 204 len: 168 time: 0.3470573 Aug 23 14:42:13.392154 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7043a-fb80-459d-be95-d704c02db6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb94708-887e-4c54-8ffc-b7a399573602,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:13.415528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739f00d8-fda2-4a24-91a5-4e14a1043953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec3ba3f-0e0b-4079-bcbe-1fa7c4411714'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:13.431235 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24906cd9-f6a6-4684-9310-de8b1dcf229b" -d '{"events": [{"server_uuid": "739f00d8-fda2-4a24-91a5-4e14a1043953", "name": "network-vif-plugged", "status": "completed", "tag": "dec3ba3f-0e0b-4079-bcbe-1fa7c4411714"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:13.496254 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-c9632609-575d-4f62-a151-173f357f34f9 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c0d0fa0b428146a5b6fe2e383180d454&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760872 Aug 23 14:42:13.526389 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:13.564121 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2351bba0-88a4-4312-a14c-e1e92cb2822e x-openstack-request-id: req-2351bba0-88a4-4312-a14c-e1e92cb2822e {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:13.564414 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739f00d8-fda2-4a24-91a5-4e14a1043953", "name": "network-vif-plugged", "status": "completed", "tag": "dec3ba3f-0e0b-4079-bcbe-1fa7c4411714", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:13.564662 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2351bba0-88a4-4312-a14c-e1e92cb2822e {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:13.565052 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739f00d8-fda2-4a24-91a5-4e14a1043953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec3ba3f-0e0b-4079-bcbe-1fa7c4411714', 'code': 200} Aug 23 14:42:13.653827 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-317c371c-6cf8-48bb-9670-d3fd7bdfeec1 req-105b3141-f9b1-46aa-9bad-3a4fb375478c tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 210 time: 0.0481207 Aug 23 14:42:13.692099 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:13.700319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35bf85-d72e-460a-a9bc-70318f8d7785 req-1cdbf864-d3e2-47ef-807a-0e1fb25ec9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:13.702193 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7a35bf85-d72e-460a-a9bc-70318f8d7785 req-1cdbf864-d3e2-47ef-807a-0e1fb25ec9ec service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 1100 time: 0.0555787 Aug 23 14:42:13.749511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-39d05f45-e43d-41ae-88b1-17240cee0b7a tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:13.750962 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-39d05f45-e43d-41ae-88b1-17240cee0b7a tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2518840 Aug 23 14:42:13.768930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:13.771240 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Request body: {'port': {'device_id': '2a203c9b-9438-4969-a6fd-6dc9bcfafe70', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': 'c0d0fa0b428146a5b6fe2e383180d454'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:13.781351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:13.791999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=c697721e-3ca8-4a7c-88c0-6465dd772bf7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:13.792983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:42:13.827997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:13.828327 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:13.828675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:13.829140 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:13.829455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:13.829793 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:13.830129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:13.830463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:13.830794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:13.831127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:13.831507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:13.832382 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:13.850270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7a35bf85-d72e-460a-a9bc-70318f8d7785 req-90fd3116-00f7-4a67-aa11-cc2875ca9378 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206257 Aug 23 14:42:14.070473 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 676d6d56-7cab-4992-9f2a-fb844d99f748 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:42:14.137597 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45426111-d10b-4e35-973c-c9be14a4d4b1 req-48c423a0-ea4b-4200-8751-ba5dde9b43c1 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:14.142753 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-45426111-d10b-4e35-973c-c9be14a4d4b1 req-48c423a0-ea4b-4200-8751-ba5dde9b43c1 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 945 time: 0.2386088 Aug 23 14:42:14.216048 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-45426111-d10b-4e35-973c-c9be14a4d4b1 req-badcc6cf-2365-478f-ba6b-8d4984d9d9f7 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640230 Aug 23 14:42:14.257231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 676d6d56-7cab-4992-9f2a-fb844d99f748 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:14.284626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Made reservation on behalf of c0d0fa0b428146a5b6fe2e383180d454 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:42:14.288385 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:14.304541 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:14.352897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7478c-3a7f-4cf9-ae2f-c30e051c952c req-4a512f9d-a085-4c9b-9366-aadd7c133a4b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:14.354832 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-21a7478c-3a7f-4cf9-ae2f-c30e051c952c req-4a512f9d-a085-4c9b-9366-aadd7c133a4b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.2330384 Aug 23 14:42:14.376135 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:14.461442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-21a7478c-3a7f-4cf9-ae2f-c30e051c952c req-c43f066d-9615-4c79-acbc-8c07df4a2593 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928838 Aug 23 14:42:14.516537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56538) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:14.565346 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5a72c6cb-2ebf-4c1a-96d9-e487e1e47723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:14.645893 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f544a-f474-4b2a-ba00-d88aa509e862 req-33db4fcd-35ff-46f9-96f9-43d93af3d4b9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:14.650692 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-380f544a-f474-4b2a-ba00-d88aa509e862 req-33db4fcd-35ff-46f9-96f9-43d93af3d4b9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 945 time: 0.3469162 Aug 23 14:42:14.663463 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56540) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:14.670804 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d3c39a32-b4e8-42ca-873f-6fdd0491bc5b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Request body: {'floatingip': {'port_id': '9f1b8220-0985-43c7-b123-a141cdb859ba'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:14.688981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cbd1a0-e145-431a-966d-13fccc1b09fe None None] Network 5b9fe3f4-75a0-479b-a550-a3f37b1d74b3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:42:14.756963 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3c39a32-b4e8-42ca-873f-6fdd0491bc5b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:14.791554 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:14.948376 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:14.970475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41282087-c39e-4abe-afb9-802a650af212 req-8e5436c5-d184-4920-a9fd-696e4949747a tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:14.973415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-19acfb65-1bc6-41d4-8888-c46035771410 None None] Provisioning for port 676d6d56-7cab-4992-9f2a-fb844d99f748 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:14.980673 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41282087-c39e-4abe-afb9-802a650af212 req-8e5436c5-d184-4920-a9fd-696e4949747a tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 949 time: 0.2198510 Aug 23 14:42:14.982524 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-19acfb65-1bc6-41d4-8888-c46035771410 None None] Provisioning complete for port 676d6d56-7cab-4992-9f2a-fb844d99f748 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:14.982909 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-19acfb65-1bc6-41d4-8888-c46035771410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:15.020866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:15.098743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Router 83b9e59d-3df6-4af4-8a74-50330242786c is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:42:15.152925 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41282087-c39e-4abe-afb9-802a650af212 req-626f6288-860a-44c0-98ae-b37abaaf3196 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706097 Aug 23 14:42:15.176410 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3ba2c5-5157-4c6c-b3c0-a5c63b1991d9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:15.189285 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:15.213478 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-19acfb65-1bc6-41d4-8888-c46035771410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:15.264472 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-19acfb65-1bc6-41d4-8888-c46035771410 None None] For port 676d6d56-7cab-4992-9f2a-fb844d99f748, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=676d6d56-7cab-4992-9f2a-fb844d99f748,segment=NetworkSegment(73cc7430-fd59-40ae-9630-caf899bba551),segment_id=73cc7430-fd59-40ae-9630-caf899bba551)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:15.350265 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-40c476c4-d2e0-44d6-a69e-5dd545c61859 req-72517606-7e68-4b06-9af3-7581c498960b tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 210 time: 0.0491247 Aug 23 14:42:15.354552 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-19acfb65-1bc6-41d4-8888-c46035771410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:15.357603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:42:15.365105 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Allocated IP 192.168.233.234 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/7205dd43-9810-4bea-8ff2-29f9e4d5840b) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:42:15.396493 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5a72c6cb-2ebf-4c1a-96d9-e487e1e47723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:15.409818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Sync routers for ids ['83b9e59d-3df6-4af4-8a74-50330242786c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:42:15.459631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acfb65-1bc6-41d4-8888-c46035771410 None None] Pushing event updated for resources: {'Port': ['ID=676d6d56-7cab-4992-9f2a-fb844d99f748,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:15.464916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Routers {'83b9e59d-3df6-4af4-8a74-50330242786c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:42:15.470288 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5a72c6cb-2ebf-4c1a-96d9-e487e1e47723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:15.478846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['83b9e59d-3df6-4af4-8a74-50330242786c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:15.536145 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5a72c6cb-2ebf-4c1a-96d9-e487e1e47723 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e51d639a2bd44824babb4098a37a0521&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0176339 Aug 23 14:42:15.539372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56562) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:15.547194 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72c6cb-2ebf-4c1a-96d9-e487e1e47723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dd6322-5f19-48f5-bb29-2f5e963d236a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:15.553649 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:15.555830 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b4986b32-efcc-4dab-9841-40aa76ac2ae9 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2939389 Aug 23 14:42:15.563061 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56564) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:15.647066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bc7b2416-509c-4c99-81ff-cfb80d54150d None None] Provisioning complete for port 676d6d56-7cab-4992-9f2a-fb844d99f748 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:15.647481 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bc7b2416-509c-4c99-81ff-cfb80d54150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:15.836662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Set router 83b9e59d-3df6-4af4-8a74-50330242786c gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:42:15.868354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62639f-d2f8-4f94-b547-8f646266b440 req-d7ba8bcc-b80e-4a30-b9f3-90ce80aa8584 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:15.869944 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1b62639f-d2f8-4f94-b547-8f646266b440 req-d7ba8bcc-b80e-4a30-b9f3-90ce80aa8584 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.1383452 Aug 23 14:42:15.872686 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08609c32-0bc6-4b59-8df6-7e9d88fe5bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:15.888369 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:15.920128 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3c39a32-b4e8-42ca-873f-6fdd0491bc5b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:15.938044 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Transition to ACTIVE for port object 7205dd43-9810-4bea-8ff2-29f9e4d5840b will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:15.966276 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08609c32-0bc6-4b59-8df6-7e9d88fe5bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:16.006546 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3c39a32-b4e8-42ca-873f-6fdd0491bc5b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:16.045066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 676d6d56-7cab-4992-9f2a-fb844d99f748 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:42:16.063814 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:16.167697 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:16.168762 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'name': 'tempest-FloatingIPDetailsTestJSON-796336686-router', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'c697721e-3ca8-4a7c-88c0-6465dd772bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:11Z', 'updated_at': '2021-08-23T14:42:14Z', 'revision_number': 3, 'project_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'gw_port': {'id': 'c697721e-3ca8-4a7c-88c0-6465dd772bf7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:12Z', 'updated_at': '2021-08-23T14:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:16.176235 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:16.221905 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-d3c39a32-b4e8-42ca-873f-6fdd0491bc5b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Floating IP 348063d2-7f0d-4b3a-b479-923bdbedbafa associated. External IP: 172.25.8.176, port: 9f1b8220-0985-43c7-b123-a141cdb859ba. Aug 23 14:42:16.226062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Checking router: 83b9e59d-3df6-4af4-8a74-50330242786c for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:42:16.226609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Updating router 83b9e59d-3df6-4af4-8a74-50330242786c port c697721e-3ca8-4a7c-88c0-6465dd772bf7 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:42:16.234632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:42:16.238786 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Pushing event updated for resources: {'Port': ['ID=7205dd43-9810-4bea-8ff2-29f9e4d5840b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:16.267554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 676d6d56-7cab-4992-9f2a-fb844d99f748 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:16.268891 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:16.272108 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:16.360542 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1b62639f-d2f8-4f94-b547-8f646266b440 req-df64b80d-c721-4e1a-8a3b-dbeee2e0906b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745185 Aug 23 14:42:16.362727 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:16.363407 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:16.569540 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08609c32-0bc6-4b59-8df6-7e9d88fe5bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:16.572473 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08609c32-0bc6-4b59-8df6-7e9d88fe5bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:16.573739 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-08609c32-0bc6-4b59-8df6-7e9d88fe5bad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/79dd6322-5f19-48f5-bb29-2f5e963d236a HTTP/1.1" status: 204 len: 168 time: 1.0328362 Aug 23 14:42:16.591142 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08609c32-0bc6-4b59-8df6-7e9d88fe5bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dd6322-5f19-48f5-bb29-2f5e963d236a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:16.677748 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:16.691585 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122647da-07aa-4f42-9248-08d9519e607f req-1bb59a50-08d3-46fd-832f-16d4b8f19ed3 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:16.693167 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-122647da-07aa-4f42-9248-08d9519e607f req-1bb59a50-08d3-46fd-832f-16d4b8f19ed3 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 949 time: 0.3266525 Aug 23 14:42:16.697748 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8e1f5e20-149b-4963-8e21-9512ef7f9e82 None None] Provisioning for port 7205dd43-9810-4bea-8ff2-29f9e4d5840b completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:16.705523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8e1f5e20-149b-4963-8e21-9512ef7f9e82 None None] Provisioning complete for port 7205dd43-9810-4bea-8ff2-29f9e4d5840b triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:16.705898 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8e1f5e20-149b-4963-8e21-9512ef7f9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:16.752950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f5e20-149b-4963-8e21-9512ef7f9e82 None None] Port 7205dd43-9810-4bea-8ff2-29f9e4d5840b cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:42:16.766708 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-194c0e76-4918-4c2e-8cb4-382627561bc0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0047200 Aug 23 14:42:16.783878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Request body: {'port': {'device_id': '2a203c9b-9438-4969-a6fd-6dc9bcfafe70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:16.838150 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:16.849143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Transition to ACTIVE for port object c697721e-3ca8-4a7c-88c0-6465dd772bf7 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:16.878724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Allocated IP 172.20.0.1 (5b9fe3f4-75a0-479b-a550-a3f37b1d74b3/d891602c-9671-4193-91de-29ab65058a39/c6ae8c2c-c087-44da-ade0-a48920710a8d) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:42:16.883934 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-122647da-07aa-4f42-9248-08d9519e607f req-e467af2f-1bdf-4bb2-9b42-ea3c7c5777d0 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242836 Aug 23 14:42:16.932646 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:16.948533 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c39a32-b4e8-42ca-873f-6fdd0491bc5b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Router 806809ae-2880-4059-883e-70a69d908869 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:42:16.958627 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:17.021080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045d3fe-9eb3-4a6d-a09d-b5be6274a9a4 None None] Pushing event updated for resources: {'Port': ['ID=c697721e-3ca8-4a7c-88c0-6465dd772bf7,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:17.028100 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080365fd-9d1a-4979-b38d-e594f3671ecf req-482187f3-4f8b-4fb6-95fb-d0a5630ced28 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:17.035727 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-080365fd-9d1a-4979-b38d-e594f3671ecf req-482187f3-4f8b-4fb6-95fb-d0a5630ced28 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 936 time: 0.1381395 Aug 23 14:42:17.067618 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Attempting to bind port c697721e-3ca8-4a7c-88c0-6465dd772bf7 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:42:17.069298 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Attempting to bind port c697721e-3ca8-4a7c-88c0-6465dd772bf7 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:42:17.070908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Attempting to bind port c697721e-3ca8-4a7c-88c0-6465dd772bf7 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:17.079214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:42:17.079745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:42:17.080251 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:17.080745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:42:17.081324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Bound port: c697721e-3ca8-4a7c-88c0-6465dd772bf7, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:42:17.081805 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:17.101469 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:17.137564 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-080365fd-9d1a-4979-b38d-e594f3671ecf req-60cb7969-13f5-485b-b0f3-be7f0e3f1fc5 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3ba2c5-5157-4c6c-b3c0-a5c63b1991d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007929 Aug 23 14:42:17.145650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Transition to ACTIVE for port object c6ae8c2c-c087-44da-ade0-a48920710a8d will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:17.164327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] For port c697721e-3ca8-4a7c-88c0-6465dd772bf7, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:42:17.168329 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] For port c697721e-3ca8-4a7c-88c0-6465dd772bf7, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c697721e-3ca8-4a7c-88c0-6465dd772bf7,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:42:17.213674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c39a32-b4e8-42ca-873f-6fdd0491bc5b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:42:17.219949 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3c39a32-b4e8-42ca-873f-6fdd0491bc5b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:17.231880 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f2895-a83f-4a61-b751-37e3ad28d698 None None] Sync routers for ids ['806809ae-2880-4059-883e-70a69d908869'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:42:17.234615 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:17.242360 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f2895-a83f-4a61-b751-37e3ad28d698 None None] Routers {'806809ae-2880-4059-883e-70a69d908869'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:42:17.243188 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c54f2895-a83f-4a61-b751-37e3ad28d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['806809ae-2880-4059-883e-70a69d908869'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:17.260451 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:17.385589 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7205dd43-9810-4bea-8ff2-29f9e4d5840b {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:42:17.395219 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:17.407076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Network 5b9fe3f4-75a0-479b-a550-a3f37b1d74b3 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:17.410746 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Transition to ACTIVE for port object 7205dd43-9810-4bea-8ff2-29f9e4d5840b will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:17.420250 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:17.428534 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d3c39a32-b4e8-42ca-873f-6fdd0491bc5b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "PUT /v2.0/floatingips/348063d2-7f0d-4b3a-b479-923bdbedbafa HTTP/1.1" status: 200 len: 991 time: 2.7603099 Aug 23 14:42:17.428776 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Routers {'83b9e59d-3df6-4af4-8a74-50330242786c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:42:17.429205 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fe40ef-17cc-466a-94b1-4fabbf04caea', 'tag': '9f1b8220-0985-43c7-b123-a141cdb859ba'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:17.429281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['83b9e59d-3df6-4af4-8a74-50330242786c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:17.429374 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ee2d5c-b588-4871-a7a4-c6b7b81fb946" -d '{"events": [{"name": "network-changed", "server_uuid": "14fe40ef-17cc-466a-94b1-4fabbf04caea", "tag": "9f1b8220-0985-43c7-b123-a141cdb859ba"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:17.445784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:42:17.464796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045d3fe-9eb3-4a6d-a09d-b5be6274a9a4 None None] Pushing event updated for resources: {'Port': ['ID=c697721e-3ca8-4a7c-88c0-6465dd772bf7,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:17.478394 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:17.489762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Pushing event updated for resources: {'Port': ['ID=c6ae8c2c-c087-44da-ade0-a48920710a8d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:17.494701 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-c54f2895-a83f-4a61-b751-37e3ad28d698 None None] Set router 806809ae-2880-4059-883e-70a69d908869 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:42:17.518231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:17.690671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Pushing event updated for resources: {'Port': ['ID=7205dd43-9810-4bea-8ff2-29f9e4d5840b,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:17.842592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15879ba7-db1d-4dee-93fd-5ff6380e9e66 req-80672757-1ee7-4ac3-b498-6ca968b49e37 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:17.851868 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15879ba7-db1d-4dee-93fd-5ff6380e9e66 req-80672757-1ee7-4ac3-b498-6ca968b49e37 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.0996895 Aug 23 14:42:17.924501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15879ba7-db1d-4dee-93fd-5ff6380e9e66 req-5b359804-22eb-48ee-9673-1142984e5cbd tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714343 Aug 23 14:42:17.942502 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b699249b-75e8-4d1c-9813-4a3dd91b5508 x-openstack-request-id: req-b699249b-75e8-4d1c-9813-4a3dd91b5508 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:17.943049 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fe40ef-17cc-466a-94b1-4fabbf04caea", "tag": "9f1b8220-0985-43c7-b123-a141cdb859ba", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:17.944490 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b699249b-75e8-4d1c-9813-4a3dd91b5508 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:17.947566 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fe40ef-17cc-466a-94b1-4fabbf04caea', 'tag': '9f1b8220-0985-43c7-b123-a141cdb859ba', 'status': 'completed', 'code': 200} Aug 23 14:42:17.949807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Attempting to bind port 7205dd43-9810-4bea-8ff2-29f9e4d5840b on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:42:17.950268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Attempting to bind port 7205dd43-9810-4bea-8ff2-29f9e4d5840b by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:42:17.950926 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Attempting to bind port 7205dd43-9810-4bea-8ff2-29f9e4d5840b on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:17.975641 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Port 7205dd43-9810-4bea-8ff2-29f9e4d5840b on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:42:17.976629 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Attempting to bind port 7205dd43-9810-4bea-8ff2-29f9e4d5840b on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:17.989341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:42:17.993996 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:42:17.994539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:42:17.995893 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Bound port: 7205dd43-9810-4bea-8ff2-29f9e4d5840b, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:42:17.997175 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:18.011854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] Set router 83b9e59d-3df6-4af4-8a74-50330242786c gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:42:18.056882 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:18.133821 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c54f2895-a83f-4a61-b751-37e3ad28d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:28Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '348063d2-7f0d-4b3a-b479-923bdbedbafa', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '806809ae-2880-4059-883e-70a69d908869', 'port_id': '9f1b8220-0985-43c7-b123-a141cdb859ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'mac_address': 'fa:16:3e:a7:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fe40ef-17cc-466a-94b1-4fabbf04caea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:41:52Z', 'updated_at': '2021-08-23T14:42:15Z', 'revision_number': 1, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55de9a3-7fd4-40c9-9eed-6d244833e50d', 'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'mac_address': 'fa:16:3e:5a:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:27Z', 'updated_at': '2021-08-23T14:41:36Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'subnets': [{'id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:18.177772 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f2895-a83f-4a61-b751-37e3ad28d698 None None] Checking router: 806809ae-2880-4059-883e-70a69d908869 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:42:18.187743 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f2895-a83f-4a61-b751-37e3ad28d698 None None] Routers {'806809ae-2880-4059-883e-70a69d908869'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:42:18.188477 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c54f2895-a83f-4a61-b751-37e3ad28d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['806809ae-2880-4059-883e-70a69d908869'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:18.245593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ea369f1c-5e71-4444-88a2-e82937f423f9 None None] Provisioning for port c6ae8c2c-c087-44da-ade0-a48920710a8d completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:18.255702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ea369f1c-5e71-4444-88a2-e82937f423f9 None None] Provisioning complete for port c6ae8c2c-c087-44da-ade0-a48920710a8d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:18.256225 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ea369f1c-5e71-4444-88a2-e82937f423f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:18.297039 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-c54f2895-a83f-4a61-b751-37e3ad28d698 None None] Set router 806809ae-2880-4059-883e-70a69d908869 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:42:18.307132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ea369f1c-5e71-4444-88a2-e82937f423f9 None None] Port c6ae8c2c-c087-44da-ade0-a48920710a8d cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:42:18.313455 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] For port 7205dd43-9810-4bea-8ff2-29f9e4d5840b, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:42:18.317138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] For port 7205dd43-9810-4bea-8ff2-29f9e4d5840b, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7205dd43-9810-4bea-8ff2-29f9e4d5840b,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:42:18.341986 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68882df6-e331-4945-a3d2-7f4dd7d2476c req-6a2b8ac9-01ca-44b6-b319-25e52b256f36 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:18.351423 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-68882df6-e331-4945-a3d2-7f4dd7d2476c req-6a2b8ac9-01ca-44b6-b319-25e52b256f36 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 949 time: 0.2288101 Aug 23 14:42:18.409324 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-68882df6-e331-4945-a3d2-7f4dd7d2476c req-17ad935f-11b2-410a-8cc2-576ba75e6fb6 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568259 Aug 23 14:42:18.416783 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:18.450691 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:18.455239 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:18.457485 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] 10.222.0.61 "PUT /v2.0/ports/7205dd43-9810-4bea-8ff2-29f9e4d5840b HTTP/1.1" status: 200 len: 1096 time: 1.6803851 Aug 23 14:42:18.567128 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'name': 'tempest-FloatingIPDetailsTestJSON-796336686-router', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'c697721e-3ca8-4a7c-88c0-6465dd772bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:11Z', 'updated_at': '2021-08-23T14:42:14Z', 'revision_number': 3, 'project_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'gw_port': {'id': 'c697721e-3ca8-4a7c-88c0-6465dd772bf7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:12Z', 'updated_at': '2021-08-23T14:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:18.606216 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c54f2895-a83f-4a61-b751-37e3ad28d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:28Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '348063d2-7f0d-4b3a-b479-923bdbedbafa', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '806809ae-2880-4059-883e-70a69d908869', 'port_id': '9f1b8220-0985-43c7-b123-a141cdb859ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'mac_address': 'fa:16:3e:a7:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fe40ef-17cc-466a-94b1-4fabbf04caea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:41:52Z', 'updated_at': '2021-08-23T14:42:15Z', 'revision_number': 1, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55de9a3-7fd4-40c9-9eed-6d244833e50d', 'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'mac_address': 'fa:16:3e:5a:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:27Z', 'updated_at': '2021-08-23T14:41:36Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'subnets': [{'id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:18.654558 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56660) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:18.664836 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:18.680091 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6792260-1c62-4f9a-ae5b-95201291d917 None None] The sync data for ids ['83b9e59d-3df6-4af4-8a74-50330242786c'] in n-d-804985-3 is: [{'id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'name': 'tempest-FloatingIPDetailsTestJSON-796336686-router', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'c697721e-3ca8-4a7c-88c0-6465dd772bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:11Z', 'updated_at': '2021-08-23T14:42:14Z', 'revision_number': 3, 'project_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'gw_port': {'id': 'c697721e-3ca8-4a7c-88c0-6465dd772bf7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:12Z', 'updated_at': '2021-08-23T14:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:42:18.695844 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f2895-a83f-4a61-b751-37e3ad28d698 None None] The sync data for ids ['806809ae-2880-4059-883e-70a69d908869'] in n-d-804985-3 is: [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:28Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '348063d2-7f0d-4b3a-b479-923bdbedbafa', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '806809ae-2880-4059-883e-70a69d908869', 'port_id': '9f1b8220-0985-43c7-b123-a141cdb859ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'mac_address': 'fa:16:3e:a7:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fe40ef-17cc-466a-94b1-4fabbf04caea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:41:52Z', 'updated_at': '2021-08-23T14:42:15Z', 'revision_number': 1, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55de9a3-7fd4-40c9-9eed-6d244833e50d', 'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'mac_address': 'fa:16:3e:5a:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:27Z', 'updated_at': '2021-08-23T14:41:36Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'subnets': [{'id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:42:18.742829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96de7a-9c66-453b-a31f-7eb387fa3112 service neutron] Pushing event updated for resources: {'Port': ['ID=7205dd43-9810-4bea-8ff2-29f9e4d5840b,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:18.744785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee2d5c-b588-4871-a7a4-c6b7b81fb946 req-c5dac2b7-d3ec-43c1-9576-ddddc7101be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:18.746352 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74ee2d5c-b588-4871-a7a4-c6b7b81fb946 req-c5dac2b7-d3ec-43c1-9576-ddddc7101be5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44d3f2d108d54d4d8c0a0c97823e1e8a&device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 1096 time: 0.7092850 Aug 23 14:42:18.746740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-9fd009af-23ce-457b-b194-c574d00f01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:18.748304 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-9fd009af-23ce-457b-b194-c574d00f01eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0d0fa0b428146a5b6fe2e383180d454&device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 1099 time: 0.1830235 Aug 23 14:42:18.752438 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:18.849320 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-d37a8b15-989c-48e5-b782-6eedc41f9815 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=7205dd43-9810-4bea-8ff2-29f9e4d5840b HTTP/1.1" status: 200 len: 217 time: 0.0896399 Aug 23 14:42:18.920929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-2f56f877-bea1-4757-9a05-7c8cd7f46174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:18.924327 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-2f56f877-bea1-4757-9a05-7c8cd7f46174 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0687382 Aug 23 14:42:18.998706 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-89f81451-597a-457c-a220-6d457c5f84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:19.004832 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-89f81451-597a-457c-a220-6d457c5f84d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733621 Aug 23 14:42:19.097455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabf7ad-6fa8-4bb6-bed9-6fec4ca58b1c req-78f8b80f-29eb-4662-8486-fec5c2a30ba7 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:19.108224 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-beabf7ad-6fa8-4bb6-bed9-6fec4ca58b1c req-78f8b80f-29eb-4662-8486-fec5c2a30ba7 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 948 time: 0.4394267 Aug 23 14:42:19.145788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce9d8fc-d8e9-45bb-9122-2ffc5125e3bb None None] New status for floating IP 348063d2-7f0d-4b3a-b479-923bdbedbafa: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:42:19.186508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Pushing event updated for resources: {'Port': ['ID=c6ae8c2c-c087-44da-ade0-a48920710a8d,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:19.190288 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ff779101-d5e7-42f3-b8c8-50366f21d44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:19.224489 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:19.377731 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-8fba740a-28c0-44ec-8d5a-35d3e7dc7f2d service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570051 Aug 23 14:42:19.401392 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-beabf7ad-6fa8-4bb6-bed9-6fec4ca58b1c req-92105088-5a72-487c-864e-2e8bc45ad58a tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3ba2c5-5157-4c6c-b3c0-a5c63b1991d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920874 Aug 23 14:42:19.451388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee2d5c-b588-4871-a7a4-c6b7b81fb946 req-e279b967-e03c-4efe-80bc-3f9ee9a085bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:19.451388 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74ee2d5c-b588-4871-a7a4-c6b7b81fb946 req-e279b967-e03c-4efe-80bc-3f9ee9a085bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=5686c327-7ddb-4f80-9a60-a54a51f40b94 HTTP/1.1" status: 200 len: 924 time: 0.6948743 Aug 23 14:42:19.578485 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ff779101-d5e7-42f3-b8c8-50366f21d44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:19.642233 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ff779101-d5e7-42f3-b8c8-50366f21d44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:19.696893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Network 5b9fe3f4-75a0-479b-a550-a3f37b1d74b3 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:19.725359 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:19.751467 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ff779101-d5e7-42f3-b8c8-50366f21d44c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aeeb623ae0d94bf4a2e3675d2f56727c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0892057 Aug 23 14:42:19.752155 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74ee2d5c-b588-4871-a7a4-c6b7b81fb946 req-6f30b33a-e99a-4c2f-a874-4fe881c69e4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f1b8220-0985-43c7-b123-a141cdb859ba HTTP/1.1" status: 200 len: 999 time: 0.2885745 Aug 23 14:42:19.753440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56684) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:19.775296 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf7100-c9a9-452a-bff6-4fe8ce558659 req-48aa4b8d-4eea-492e-bb44-cfd840123477 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:19.785423 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0bcf7100-c9a9-452a-bff6-4fe8ce558659 req-48aa4b8d-4eea-492e-bb44-cfd840123477 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.3271201 Aug 23 14:42:19.793701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff779101-d5e7-42f3-b8c8-50366f21d44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844efe29-ba36-4dd3-8ed2-ddbbe07a617f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:19.819453 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1660f3e9-d1d5-49b5-b970-1c14c0398c6d req-1f947e2a-7d6a-422b-bf19-a96b00a2fa8e service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313903 Aug 23 14:42:19.862150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0bcf7100-c9a9-452a-bff6-4fe8ce558659 req-3a4d7cf4-1fbb-49c0-9292-c1816c01eebb tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758052 Aug 23 14:42:19.872865 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:19.930499 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de0d84-d116-417f-bbca-9651e30ca065 req-528ac13d-4a1e-4ce6-9d97-a3f9d0c198d4 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:19.940841 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-62de0d84-d116-417f-bbca-9651e30ca065 req-528ac13d-4a1e-4ce6-9d97-a3f9d0c198d4 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 949 time: 0.2569356 Aug 23 14:42:19.943501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee2d5c-b588-4871-a7a4-c6b7b81fb946 req-29860b85-753a-41f0-90b1-7df80c9ca5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:19.945075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74ee2d5c-b588-4871-a7a4-c6b7b81fb946 req-29860b85-753a-41f0-90b1-7df80c9ca5f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=992c01ea-22e9-4541-a53a-7089cdc61629 HTTP/1.1" status: 200 len: 862 time: 0.1664000 Aug 23 14:42:19.949092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a203c9b-9438-4969-a6fd-6dc9bcfafe70', 'tag': '7205dd43-9810-4bea-8ff2-29f9e4d5840b'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:19.952174 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ebe213-b8ae-430f-b5da-d0170721f5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2a203c9b-9438-4969-a6fd-6dc9bcfafe70", "tag": "7205dd43-9810-4bea-8ff2-29f9e4d5840b"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:20.054186 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c697721e-3ca8-4a7c-88c0-6465dd772bf7 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:42:20.143623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-61b44bb3-9ab7-4930-9a9f-c3744d8eb712 None None] Provisioning complete for port c6ae8c2c-c087-44da-ade0-a48920710a8d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:20.144172 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-61b44bb3-9ab7-4930-9a9f-c3744d8eb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:20.150782 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-40677a0b-e4da-4f05-9828-8e658b39f7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:20.183245 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port c697721e-3ca8-4a7c-88c0-6465dd772bf7 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:20.185912 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-61b44bb3-9ab7-4930-9a9f-c3744d8eb712 None None] Port c6ae8c2c-c087-44da-ade0-a48920710a8d cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:42:20.193217 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c697721e-3ca8-4a7c-88c0-6465dd772bf7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:20.193800 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:20.194014 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-62de0d84-d116-417f-bbca-9651e30ca065 req-05e7f7a1-d596-4e41-b405-bc00a5f31489 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520549 Aug 23 14:42:20.234484 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-40677a0b-e4da-4f05-9828-8e658b39f7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:20.282169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee2d5c-b588-4871-a7a4-c6b7b81fb946 req-a5b69974-c2f3-481f-aa06-8243f103fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:20.293515 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74ee2d5c-b588-4871-a7a4-c6b7b81fb946 req-a5b69974-c2f3-481f-aa06-8243f103fd0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5686c327-7ddb-4f80-9a60-a54a51f40b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3240626 Aug 23 14:42:20.313912 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:20.317780 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28a5ad9-6a69-45cb-9243-807e81b127e2 x-openstack-request-id: req-a28a5ad9-6a69-45cb-9243-807e81b127e2 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:20.318704 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a203c9b-9438-4969-a6fd-6dc9bcfafe70", "tag": "7205dd43-9810-4bea-8ff2-29f9e4d5840b", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:20.319174 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a28a5ad9-6a69-45cb-9243-807e81b127e2 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:20.319761 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a203c9b-9438-4969-a6fd-6dc9bcfafe70', 'tag': '7205dd43-9810-4bea-8ff2-29f9e4d5840b', 'status': 'completed', 'code': 200} Aug 23 14:42:20.322962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Router 83b9e59d-3df6-4af4-8a74-50330242786c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:42:20.340185 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port c697721e-3ca8-4a7c-88c0-6465dd772bf7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c697721e-3ca8-4a7c-88c0-6465dd772bf7,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:20.398912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebe213-b8ae-430f-b5da-d0170721f5b3 req-1fc72fa7-6490-4db2-bbaf-005232cd8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:20.401106 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ebe213-b8ae-430f-b5da-d0170721f5b3 req-1fc72fa7-6490-4db2-bbaf-005232cd8331 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0d0fa0b428146a5b6fe2e383180d454&device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 1099 time: 0.0583262 Aug 23 14:42:20.409723 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:20.534950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=c697721e-3ca8-4a7c-88c0-6465dd772bf7,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:20.591030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebe213-b8ae-430f-b5da-d0170721f5b3 req-e0885199-406d-4ef2-baa7-230f748f35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:20.593906 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ebe213-b8ae-430f-b5da-d0170721f5b3 req-e0885199-406d-4ef2-baa7-230f748f35ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1810360 Aug 23 14:42:20.669080 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ebe213-b8ae-430f-b5da-d0170721f5b3 req-01483e32-70bd-49ec-b237-2137185438ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=7205dd43-9810-4bea-8ff2-29f9e4d5840b HTTP/1.1" status: 200 len: 217 time: 0.0668981 Aug 23 14:42:20.673275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:42:20.691053 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-53df3948-1b35-44a1-9fd9-4904fef5101a admin admin] 10.222.0.38 "PUT /v2.0/routers/83b9e59d-3df6-4af4-8a74-50330242786c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1257222 Aug 23 14:42:20.746400 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74ee2d5c-b588-4871-a7a4-c6b7b81fb946 req-aec2b2ce-c7cd-410c-8c89-ea45d8917207 service neutron] 10.222.0.57 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511008 Aug 23 14:42:20.757715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebe213-b8ae-430f-b5da-d0170721f5b3 req-022d0aea-b9a8-4c1f-b11f-f063aa2012f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:20.760418 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ebe213-b8ae-430f-b5da-d0170721f5b3 req-022d0aea-b9a8-4c1f-b11f-f063aa2012f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0805991 Aug 23 14:42:20.769574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe600aed-a233-41e8-97ba-db8a56e26f1d req-a576caf4-37d3-4d42-a982-457351e2617b tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:20.774661 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe600aed-a233-41e8-97ba-db8a56e26f1d req-a576caf4-37d3-4d42-a982-457351e2617b tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.61 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 949 time: 0.3147676 Aug 23 14:42:20.836675 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-40677a0b-e4da-4f05-9828-8e658b39f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:20.841295 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-40677a0b-e4da-4f05-9828-8e658b39f7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:20.844244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-40677a0b-e4da-4f05-9828-8e658b39f7a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/844efe29-ba36-4dd3-8ed2-ddbbe07a617f HTTP/1.1" status: 204 len: 168 time: 1.0887117 Aug 23 14:42:20.856540 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebe213-b8ae-430f-b5da-d0170721f5b3 req-01571048-1bc9-48da-89b1-03dafe248d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:20.857146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cfbc5-a926-403d-8e85-4e7ef7cb1874 req-051d45c8-a691-4cb0-92ae-b3729867de04 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:20.859906 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ebe213-b8ae-430f-b5da-d0170721f5b3 req-01571048-1bc9-48da-89b1-03dafe248d22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0924096 Aug 23 14:42:20.860275 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f1cfbc5-a926-403d-8e85-4e7ef7cb1874 req-051d45c8-a691-4cb0-92ae-b3729867de04 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 948 time: 0.2653484 Aug 23 14:42:21.021073 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ebe213-b8ae-430f-b5da-d0170721f5b3 req-d437b9f4-1664-4430-b003-c18117d3eb5b service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527839 Aug 23 14:42:21.120138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231856a-23be-4258-9392-d7bcd96d8a98 req-12336d22-4d59-4293-9ee4-1b7ffd9b560d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:21.121857 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a231856a-23be-4258-9392-d7bcd96d8a98 req-12336d22-4d59-4293-9ee4-1b7ffd9b560d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.1214621 Aug 23 14:42:21.176290 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ebe213-b8ae-430f-b5da-d0170721f5b3 req-9ff268bb-5a8b-48e8-9884-b764d21ad3a7 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397545 Aug 23 14:42:21.194551 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a231856a-23be-4258-9392-d7bcd96d8a98 req-26231b16-e34b-4975-9628-b38776569ae3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567822 Aug 23 14:42:21.263453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40677a0b-e4da-4f05-9828-8e658b39f7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844efe29-ba36-4dd3-8ed2-ddbbe07a617f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:21.274438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56728) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:21.375497 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Sync routers for ids ['83b9e59d-3df6-4af4-8a74-50330242786c'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:42:21.384807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f1cfbc5-a926-403d-8e85-4e7ef7cb1874 req-1a971ea9-8e6b-4f1a-9f72-ddc5bd2610b0 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3ba2c5-5157-4c6c-b3c0-a5c63b1991d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319034 Aug 23 14:42:21.389323 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Routers {'83b9e59d-3df6-4af4-8a74-50330242786c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:42:21.390834 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['83b9e59d-3df6-4af4-8a74-50330242786c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:21.417382 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74ee2d5c-b588-4871-a7a4-c6b7b81fb946 req-95df81f6-7431-4c2f-9de7-ffd4f178887b service neutron] 10.222.0.57 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435509 Aug 23 14:42:21.440103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-fe600aed-a233-41e8-97ba-db8a56e26f1d req-1bb74bb6-07f9-4e66-81a5-95c605183f96 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Deleting port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:42:21.440850 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fe600aed-a233-41e8-97ba-db8a56e26f1d req-1bb74bb6-07f9-4e66-81a5-95c605183f96 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:21.503605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cee3105d-9917-4b75-b82d-5c6cdc55e83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:21.589531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-fe600aed-a233-41e8-97ba-db8a56e26f1d req-1bb74bb6-07f9-4e66-81a5-95c605183f96 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] For port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=dec3ba3f-0e0b-4079-bcbe-1fa7c4411714,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:21.590217 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fe600aed-a233-41e8-97ba-db8a56e26f1d req-1bb74bb6-07f9-4e66-81a5-95c605183f96 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:21.600134 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4752b68-d572-4fa9-8b2d-9078e42e156a req-cc667745-58a1-4003-863c-f1200d4bcbf5 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:21.601932 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4752b68-d572-4fa9-8b2d-9078e42e156a req-cc667745-58a1-4003-863c-f1200d4bcbf5 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 949 time: 0.0949390 Aug 23 14:42:21.614341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-fe600aed-a233-41e8-97ba-db8a56e26f1d req-1bb74bb6-07f9-4e66-81a5-95c605183f96 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Calling delete_port for dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:42:21.618073 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Set router 83b9e59d-3df6-4af4-8a74-50330242786c gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:42:21.671998 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cee3105d-9917-4b75-b82d-5c6cdc55e83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:21.691431 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4752b68-d572-4fa9-8b2d-9078e42e156a req-616dfb8c-30e3-4720-8f03-51297e4fb9c0 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/security-groups?id=83ee93e6-65d8-423a-a453-172e553b3067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780540 Aug 23 14:42:21.731196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56742) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:21.765768 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cee3105d-9917-4b75-b82d-5c6cdc55e83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:21.773394 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8a049a51-565a-4167-954b-28d6d1e4535a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:21.834816 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cee3105d-9917-4b75-b82d-5c6cdc55e83d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=455e3849aacc4ff69970d225f2cd80ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556400 Aug 23 14:42:21.865850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56744) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:21.886477 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'name': 'tempest-FloatingIPDetailsTestJSON-796336686-router', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'c697721e-3ca8-4a7c-88c0-6465dd772bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:11Z', 'updated_at': '2021-08-23T14:42:17Z', 'revision_number': 4, 'project_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'gw_port': {'id': 'c697721e-3ca8-4a7c-88c0-6465dd772bf7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:12Z', 'updated_at': '2021-08-23T14:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'c6ae8c2c-c087-44da-ade0-a48920710a8d', 'name': '', 'network_id': '5b9fe3f4-75a0-479b-a550-a3f37b1d74b3', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'mac_address': 'fa:16:3e:b4:4c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd891602c-9671-4193-91de-29ab65058a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:16Z', 'updated_at': '2021-08-23T14:42:18Z', 'revision_number': 2, 'project_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'subnets': [{'id': 'd891602c-9671-4193-91de-29ab65058a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:21.929726 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Checking router: 83b9e59d-3df6-4af4-8a74-50330242786c for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:42:21.930111 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Updating router 83b9e59d-3df6-4af4-8a74-50330242786c port c6ae8c2c-c087-44da-ade0-a48920710a8d binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:42:21.967024 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.029650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c697721e-3ca8-4a7c-88c0-6465dd772bf7 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:42:22.083899 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-edcbda0a-72f0-48c2-a01e-1847277c30ad tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2503469 Aug 23 14:42:22.106807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:22.131003 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3105d-9917-4b75-b82d-5c6cdc55e83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b91f40-feca-49c9-8b1e-cc1da0fef23e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:22.131190 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8a049a51-565a-4167-954b-28d6d1e4535a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.141522 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fe600aed-a233-41e8-97ba-db8a56e26f1d req-1bb74bb6-07f9-4e66-81a5-95c605183f96 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.147983 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f0116c9-4df4-43d6-97e7-b5d2319b925a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.182249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c697721e-3ca8-4a7c-88c0-6465dd772bf7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:22.182849 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.186052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb74bb6-07f9-4e66-81a5-95c605183f96 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Pushing event deleted for resources: {'Port': ['ID=dec3ba3f-0e0b-4079-bcbe-1fa7c4411714,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:22.228668 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f0116c9-4df4-43d6-97e7-b5d2319b925a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.261863 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8a049a51-565a-4167-954b-28d6d1e4535a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.267822 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.334428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe600aed-a233-41e8-97ba-db8a56e26f1d req-1bb74bb6-07f9-4e66-81a5-95c605183f96 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] No DVR routers for this DVR port dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:42:22.337464 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fe600aed-a233-41e8-97ba-db8a56e26f1d req-1bb74bb6-07f9-4e66-81a5-95c605183f96 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.339846 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe600aed-a233-41e8-97ba-db8a56e26f1d req-1bb74bb6-07f9-4e66-81a5-95c605183f96 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.61 "DELETE /v2.0/ports/dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 HTTP/1.1" status: 204 len: 173 time: 1.5363789 Aug 23 14:42:22.359224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739f00d8-fda2-4a24-91a5-4e14a1043953', 'name': 'network-vif-deleted', 'tag': 'dec3ba3f-0e0b-4079-bcbe-1fa7c4411714'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:22.361744 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde17c3f-2bc9-4f05-8990-25b4470103c8" -d '{"events": [{"server_uuid": "739f00d8-fda2-4a24-91a5-4e14a1043953", "name": "network-vif-deleted", "tag": "dec3ba3f-0e0b-4079-bcbe-1fa7c4411714"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:22.363732 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.382576 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Transition to ACTIVE for port object c6ae8c2c-c087-44da-ade0-a48920710a8d will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:22.410809 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8a049a51-565a-4167-954b-28d6d1e4535a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=505e57dab15b4a70927ed3fd92884a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6781154 Aug 23 14:42:22.414241 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56762) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:22.434127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a049a51-565a-4167-954b-28d6d1e4535a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fab529b-9ee7-4208-bfd0-65dd0796b5f8,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:22.456433 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.476867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c9d18-3a2c-4eaf-be80-d03978812f88 req-bdbe8ac1-c894-40d4-a66b-11a865d84d8c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:22.488688 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-531c9d18-3a2c-4eaf-be80-d03978812f88 req-bdbe8ac1-c894-40d4-a66b-11a865d84d8c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.1232347 Aug 23 14:42:22.503771 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.507887 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ef2d8cc-a012-4d10-9761-d80df07d8c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.541014 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ef2d8cc-a012-4d10-9761-d80df07d8c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.549305 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-531c9d18-3a2c-4eaf-be80-d03978812f88 req-ca5eeb52-045d-4a64-b21f-1dd5b5809e37 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556197 Aug 23 14:42:22.553148 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f0116c9-4df4-43d6-97e7-b5d2319b925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.559291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f0116c9-4df4-43d6-97e7-b5d2319b925a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.560553 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8f0116c9-4df4-43d6-97e7-b5d2319b925a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1b91f40-feca-49c9-8b1e-cc1da0fef23e HTTP/1.1" status: 204 len: 168 time: 0.6932909 Aug 23 14:42:22.576634 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890e73d-0db1-4a98-9109-371556951506 None None] Pushing event updated for resources: {'Port': ['ID=c6ae8c2c-c087-44da-ade0-a48920710a8d,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:22.590675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0116c9-4df4-43d6-97e7-b5d2319b925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b91f40-feca-49c9-8b1e-cc1da0fef23e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:22.609939 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-16fbefc3-f591-427b-8841-075f1281b181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.698562 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb303a93-fa9c-45a6-80c8-0b8d90832ee7 x-openstack-request-id: req-bb303a93-fa9c-45a6-80c8-0b8d90832ee7 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:22.701690 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739f00d8-fda2-4a24-91a5-4e14a1043953", "name": "network-vif-deleted", "tag": "dec3ba3f-0e0b-4079-bcbe-1fa7c4411714", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:22.702475 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Attempting to bind port c6ae8c2c-c087-44da-ade0-a48920710a8d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:42:22.702589 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bb303a93-fa9c-45a6-80c8-0b8d90832ee7 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:22.702677 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Attempting to bind port c6ae8c2c-c087-44da-ade0-a48920710a8d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '73cc7430-fd59-40ae-9630-caf899bba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b9fe3f4-75a0-479b-a550-a3f37b1d74b3'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:42:22.702677 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Attempting to bind port c6ae8c2c-c087-44da-ade0-a48920710a8d on network 5b9fe3f4-75a0-479b-a550-a3f37b1d74b3 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:22.702850 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739f00d8-fda2-4a24-91a5-4e14a1043953', 'name': 'network-vif-deleted', 'tag': 'dec3ba3f-0e0b-4079-bcbe-1fa7c4411714', 'status': 'completed', 'code': 200} Aug 23 14:42:22.716004 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:42:22.716425 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Checking segment: {'id': '73cc7430-fd59-40ae-9630-caf899bba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b9fe3f4-75a0-479b-a550-a3f37b1d74b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:42:22.716842 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.717273 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Bound using segment: {'id': '73cc7430-fd59-40ae-9630-caf899bba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b9fe3f4-75a0-479b-a550-a3f37b1d74b3'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:42:22.718325 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Bound port: c6ae8c2c-c087-44da-ade0-a48920710a8d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73cc7430-fd59-40ae-9630-caf899bba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5b9fe3f4-75a0-479b-a550-a3f37b1d74b3'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:42:22.718733 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.743392 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ef2d8cc-a012-4d10-9761-d80df07d8c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.761491 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ef2d8cc-a012-4d10-9761-d80df07d8c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:22.762101 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0ef2d8cc-a012-4d10-9761-d80df07d8c24 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4fab529b-9ee7-4208-bfd0-65dd0796b5f8 HTTP/1.1" status: 204 len: 168 time: 0.3466876 Aug 23 14:42:22.843625 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] For port c6ae8c2c-c087-44da-ade0-a48920710a8d, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:42:22.847386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8733f-bc14-43f4-a57e-59db932b29ec req-38ae98da-1ada-428d-8132-8a02c57fbc71 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:22.847999 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] For port c6ae8c2c-c087-44da-ade0-a48920710a8d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c6ae8c2c-c087-44da-ade0-a48920710a8d,segment=NetworkSegment(73cc7430-fd59-40ae-9630-caf899bba551),segment_id=73cc7430-fd59-40ae-9630-caf899bba551)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:42:22.849958 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4f8733f-bc14-43f4-a57e-59db932b29ec req-38ae98da-1ada-428d-8132-8a02c57fbc71 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 948 time: 0.0760996 Aug 23 14:42:22.898244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4f8733f-bc14-43f4-a57e-59db932b29ec req-81ab10f0-e358-4a0e-aec5-ed135bffe792 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3ba2c5-5157-4c6c-b3c0-a5c63b1991d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420866 Aug 23 14:42:22.909240 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:23.006309 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Routers {'83b9e59d-3df6-4af4-8a74-50330242786c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:42:23.006984 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:41:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['83b9e59d-3df6-4af4-8a74-50330242786c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:23.052052 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a731a16d-0539-4e9d-b244-43d23c4b949d req-384a7bdc-bab8-48a9-9900-ce978a4fe4c8 tempest-DeleteServersAdminTestJSON-800923018 tempest-DeleteServersAdminTestJSON-800923018-project] 10.222.0.38 "GET /v2.0/ports?device_id=739f00d8-fda2-4a24-91a5-4e14a1043953 HTTP/1.1" status: 200 len: 210 time: 0.0444460 Aug 23 14:42:23.182807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2d8cc-a012-4d10-9761-d80df07d8c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fab529b-9ee7-4208-bfd0-65dd0796b5f8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:23.214695 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Allocated IP 172.25.8.131 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/49b81a6f-8f77-4ce9-97f4-deb941d340fb) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:42:23.240427 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890e73d-0db1-4a98-9109-371556951506 None None] Pushing event updated for resources: {'Port': ['ID=c6ae8c2c-c087-44da-ade0-a48920710a8d,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:23.318406 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56778) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:23.330849 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] Set router 83b9e59d-3df6-4af4-8a74-50330242786c gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:42:23.377812 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:23.513416 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:23.556281 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:23.559279 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:23.563426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:42:23.572414 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'name': 'tempest-FloatingIPDetailsTestJSON-796336686-router', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'c697721e-3ca8-4a7c-88c0-6465dd772bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:11Z', 'updated_at': '2021-08-23T14:42:17Z', 'revision_number': 4, 'project_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'gw_port': {'id': 'c697721e-3ca8-4a7c-88c0-6465dd772bf7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:12Z', 'updated_at': '2021-08-23T14:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'c6ae8c2c-c087-44da-ade0-a48920710a8d', 'name': '', 'network_id': '5b9fe3f4-75a0-479b-a550-a3f37b1d74b3', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'mac_address': 'fa:16:3e:b4:4c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd891602c-9671-4193-91de-29ab65058a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:16Z', 'updated_at': '2021-08-23T14:42:22Z', 'revision_number': 4, 'project_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'subnets': [{'id': 'd891602c-9671-4193-91de-29ab65058a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:23.600895 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d5bcb-bbaa-4e9e-85cd-84a5a0b7d24e None None] The sync data for ids ['83b9e59d-3df6-4af4-8a74-50330242786c'] in n-d-804985-3 is: [{'id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'name': 'tempest-FloatingIPDetailsTestJSON-796336686-router', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'c697721e-3ca8-4a7c-88c0-6465dd772bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:11Z', 'updated_at': '2021-08-23T14:42:17Z', 'revision_number': 4, 'project_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'gw_port': {'id': 'c697721e-3ca8-4a7c-88c0-6465dd772bf7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:12Z', 'updated_at': '2021-08-23T14:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'c6ae8c2c-c087-44da-ade0-a48920710a8d', 'name': '', 'network_id': '5b9fe3f4-75a0-479b-a550-a3f37b1d74b3', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'mac_address': 'fa:16:3e:b4:4c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'd891602c-9671-4193-91de-29ab65058a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:16Z', 'updated_at': '2021-08-23T14:42:22Z', 'revision_number': 4, 'project_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'subnets': [{'id': 'd891602c-9671-4193-91de-29ab65058a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:42:23.661591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Pushing event updated for resources: {'Port': ['ID=49b81a6f-8f77-4ce9-97f4-deb941d340fb,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:23.744660 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e7704-7d34-44a5-bf36-5dabc1f22a4e req-cb3b392b-3a17-4ea8-afa0-8c9f47d08686 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:23.746231 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f34e7704-7d34-44a5-bf36-5dabc1f22a4e req-cb3b392b-3a17-4ea8-afa0-8c9f47d08686 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.1085374 Aug 23 14:42:23.775845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:23.795354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f34e7704-7d34-44a5-bf36-5dabc1f22a4e req-02228241-cbf3-40f9-ab88-afa86e71c9fc tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378187 Aug 23 14:42:23.815393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56786) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:23.827709 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c43d9434-701b-4f22-a59b-120f06bc6701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:23.830451 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-48f07784-4e67-4bec-9175-5a8fdc783098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:23.889226 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:23.962473 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c43d9434-701b-4f22-a59b-120f06bc6701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.024409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7205dd43-9810-4bea-8ff2-29f9e4d5840b details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:42:24.088691 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c43d9434-701b-4f22-a59b-120f06bc6701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.161800 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c43d9434-701b-4f22-a59b-120f06bc6701 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=afb10f7ed8e641daafc15d41162e49ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8422108 Aug 23 14:42:24.164521 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56800) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:24.170708 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d9434-701b-4f22-a59b-120f06bc6701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824f300d-b872-4dbd-a3bc-b95fd9c9a571,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:24.172858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 7205dd43-9810-4bea-8ff2-29f9e4d5840b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7205dd43-9810-4bea-8ff2-29f9e4d5840b,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:24.184174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577bdb1-d9dc-4e2b-9d4d-e317d7d6b961 req-931105e6-fdba-44f0-9d4a-131f1841dd37 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:24.186081 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9577bdb1-d9dc-4e2b-9d4d-e317d7d6b961 req-931105e6-fdba-44f0-9d4a-131f1841dd37 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 948 time: 0.1704707 Aug 23 14:42:24.192314 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:42:24.196809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '7205dd43-9810-4bea-8ff2-29f9e4d5840b', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '7205dd43-9810-4bea-8ff2-29f9e4d5840b', 'mac_address': 'fa:16:3e:6d:1c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:42:24.198916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c6ae8c2c-c087-44da-ade0-a48920710a8d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:42:24.237642 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9577bdb1-d9dc-4e2b-9d4d-e317d7d6b961 req-d97c3dcf-1b4f-4cc3-855e-cfe902aff686 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3ba2c5-5157-4c6c-b3c0-a5c63b1991d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452480 Aug 23 14:42:24.242376 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.265475 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:42:24.265719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device dec3ba3f-0e0b-4079-bcbe-1fa7c4411714 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:42:24.317880 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d65d4bc1-ed75-491e-b46c-eae25393bb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.333775 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.350972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7205dd43-9810-4bea-8ff2-29f9e4d5840b {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:42:24.363187 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d65d4bc1-ed75-491e-b46c-eae25393bb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.376932 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 7205dd43-9810-4bea-8ff2-29f9e4d5840b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7205dd43-9810-4bea-8ff2-29f9e4d5840b,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:24.395093 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.416893 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port c6ae8c2c-c087-44da-ade0-a48920710a8d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:24.423824 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c6ae8c2c-c087-44da-ade0-a48920710a8d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:24.424587 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.461068 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-48f07784-4e67-4bec-9175-5a8fdc783098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.467211 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.512218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Pushing event updated for resources: {'Port': ['ID=49b81a6f-8f77-4ce9-97f4-deb941d340fb,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:24.533099 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.549304 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-48f07784-4e67-4bec-9175-5a8fdc783098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.572246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=7205dd43-9810-4bea-8ff2-29f9e4d5840b,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:24.588286 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-48f07784-4e67-4bec-9175-5a8fdc783098 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c356179d11a04757acb012429c2124b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7717421 Aug 23 14:42:24.591077 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56814) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:24.601907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f07784-4e67-4bec-9175-5a8fdc783098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14621856-2ae2-4621-8375-2e842ce5ef20,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:24.633032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:24.633514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:24.633865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:24.634205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:24.634542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:24.634876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:24.635204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:24.635533 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:24.635900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:24.636337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:24.636762 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:24.637112 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:24.656438 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.684831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['7205dd43-9810-4bea-8ff2-29f9e4d5840b'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:42:24.689616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9dbf9871-4ba4-4735-9579-aa6db1678bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.693151 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d65d4bc1-ed75-491e-b46c-eae25393bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.695742 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d65d4bc1-ed75-491e-b46c-eae25393bb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.697050 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d65d4bc1-ed75-491e-b46c-eae25393bb9e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/824f300d-b872-4dbd-a3bc-b95fd9c9a571 HTTP/1.1" status: 204 len: 168 time: 0.5313549 Aug 23 14:42:24.716218 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.716359 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9dbf9871-4ba4-4735-9579-aa6db1678bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.721031 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-7d6634ad-b7b7-4543-940e-c8c2233fcf4e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6327119 Aug 23 14:42:24.721913 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d4bc1-ed75-491e-b46c-eae25393bb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824f300d-b872-4dbd-a3bc-b95fd9c9a571,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:24.801833 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port c6ae8c2c-c087-44da-ade0-a48920710a8d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c6ae8c2c-c087-44da-ade0-a48920710a8d,segment=NetworkSegment(73cc7430-fd59-40ae-9630-caf899bba551),segment_id=73cc7430-fd59-40ae-9630-caf899bba551)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:24.855960 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9dbf9871-4ba4-4735-9579-aa6db1678bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.861041 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9dbf9871-4ba4-4735-9579-aa6db1678bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.866097 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9dbf9871-4ba4-4735-9579-aa6db1678bfd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/14621856-2ae2-4621-8375-2e842ce5ef20 HTTP/1.1" status: 204 len: 168 time: 0.2698963 Aug 23 14:42:24.869110 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:24.878478 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-e898b0d0-e564-462a-b458-315ca34dedcf tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 696 time: 0.1417708 Aug 23 14:42:24.882715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf9871-4ba4-4735-9579-aa6db1678bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14621856-2ae2-4621-8375-2e842ce5ef20,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:24.958624 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10174f8b-9b67-4538-bca4-1e90fd3ca4c8 req-42c27051-72ca-4752-8210-e38393770d67 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:24.960239 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10174f8b-9b67-4538-bca4-1e90fd3ca4c8 req-42c27051-72ca-4752-8210-e38393770d67 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.0621099 Aug 23 14:42:25.017983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=c6ae8c2c-c087-44da-ade0-a48920710a8d,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:25.035199 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10174f8b-9b67-4538-bca4-1e90fd3ca4c8 req-f62936ad-5f81-4fb3-b33f-ef904ee48cdf tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573628 Aug 23 14:42:25.089177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-affd71a9-b3a1-4132-99f6-9439e687ac35 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:25.096332 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-affd71a9-b3a1-4132-99f6-9439e687ac35 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.2111971 Aug 23 14:42:25.109494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-a9108815-a732-4668-9e49-86057f23132a tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:42:25.111225 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5b90b8b-cb36-413d-9ea7-fcefd0aa0ff6 req-a9108815-a732-4668-9e49-86057f23132a tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102365 Aug 23 14:42:25.329061 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-20efa3ab-6453-454e-861c-328fd059f3c9 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1956501 Aug 23 14:42:25.340329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:25.369121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d35f7-3cb5-4b1d-9563-09ba04403ed4 req-0c6acca9-8966-4560-8826-a1e86c7330db tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:25.370662 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d21d35f7-3cb5-4b1d-9563-09ba04403ed4 req-0c6acca9-8966-4560-8826-a1e86c7330db tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 949 time: 0.0632737 Aug 23 14:42:25.415286 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d21d35f7-3cb5-4b1d-9563-09ba04403ed4 req-d9ce40b5-7073-46ae-84c3-8cb8acbd2941 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3ba2c5-5157-4c6c-b3c0-a5c63b1991d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365663 Aug 23 14:42:25.455514 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:25.492676 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:25.571001 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56842) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:25.603761 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:25.712579 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-359ae50d-6b14-41af-b37e-074ee4b5fdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:25.724415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Allocated IP 172.25.8.27 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/86cd3af4-124a-44da-984e-18934e89bf94) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:42:25.834271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:25.838016 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ab454ba3-4566-4249-83e9-c30fa1550f4d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc8da408faa2414f9a9778235cf8520e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657504 Aug 23 14:42:25.842766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56850) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:25.891646 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7dd92749-ad29-48df-aea4-571e60945525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:25.912770 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7dd92749-ad29-48df-aea4-571e60945525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:25.947901 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:25.999735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56854) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:26.003178 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c6ae8c2c-c087-44da-ade0-a48920710a8d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:42:26.006882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:26.009271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:26.013136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:42:26.013290 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddc3e9c9-ca36-4e1a-ac75-7b47c1026f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.114352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7205dd43-9810-4bea-8ff2-29f9e4d5840b up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:42:26.114892 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddc3e9c9-ca36-4e1a-ac75-7b47c1026f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.123512 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7dd92749-ad29-48df-aea4-571e60945525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.124974 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7dd92749-ad29-48df-aea4-571e60945525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.126164 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7dd92749-ad29-48df-aea4-571e60945525 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/83ee93e6-65d8-423a-a453-172e553b3067 HTTP/1.1" status: 204 len: 168 time: 0.2837076 Aug 23 14:42:26.138960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd92749-ad29-48df-aea4-571e60945525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee93e6-65d8-423a-a453-172e553b3067,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:26.158702 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Pushing event updated for resources: {'Port': ['ID=86cd3af4-124a-44da-984e-18934e89bf94,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:26.161547 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.169450 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddc3e9c9-ca36-4e1a-ac75-7b47c1026f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.213185 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c6ae8c2c-c087-44da-ade0-a48920710a8d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:26.213616 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.243352 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3e9c9-ca36-4e1a-ac75-7b47c1026f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57ff3dd-86e7-4d6a-83a1-a589e20d0619,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:26.253115 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ddc3e9c9-ca36-4e1a-ac75-7b47c1026f76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc018b341be543fd8cdc4f3121b6f664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521694 Aug 23 14:42:26.256206 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56862) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:26.277603 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216341c-6016-4a91-a7de-7aa774cb2fc5 req-30d60fbe-2b98-4b19-92ff-9057ff84493e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:26.279167 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a216341c-6016-4a91-a7de-7aa774cb2fc5 req-30d60fbe-2b98-4b19-92ff-9057ff84493e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.0784500 Aug 23 14:42:26.328431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 7205dd43-9810-4bea-8ff2-29f9e4d5840b completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:26.334613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a216341c-6016-4a91-a7de-7aa774cb2fc5 req-330dcd19-1d75-4887-bf30-13b2841a6deb tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Aug 23 14:42:26.341878 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 7205dd43-9810-4bea-8ff2-29f9e4d5840b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:26.342602 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.357837 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.362669 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d69bac5-c77c-4d2c-91f7-e03e4384f58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.415062 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d69bac5-c77c-4d2c-91f7-e03e4384f58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.460453 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.522938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a203c9b-9438-4969-a6fd-6dc9bcfafe70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7205dd43-9810-4bea-8ff2-29f9e4d5840b'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:26.526290 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de68f38-efa4-4f78-973b-c9cf8068819c" -d '{"events": [{"server_uuid": "2a203c9b-9438-4969-a6fd-6dc9bcfafe70", "name": "network-vif-plugged", "status": "completed", "tag": "7205dd43-9810-4bea-8ff2-29f9e4d5840b"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:26.540198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 7205dd43-9810-4bea-8ff2-29f9e4d5840b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7205dd43-9810-4bea-8ff2-29f9e4d5840b,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:26.570508 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.573807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e58819-1908-4dca-bc56-f418f5886511 req-fa69a80c-3f89-42ab-a36f-8f82a9b2256b tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:26.575385 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.578487 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6e58819-1908-4dca-bc56-f418f5886511 req-fa69a80c-3f89-42ab-a36f-8f82a9b2256b tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 949 time: 0.0644066 Aug 23 14:42:26.623258 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6e58819-1908-4dca-bc56-f418f5886511 req-26bec80b-40b0-4b7e-9cf0-a404cd06983f tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3ba2c5-5157-4c6c-b3c0-a5c63b1991d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390818 Aug 23 14:42:26.634032 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d69bac5-c77c-4d2c-91f7-e03e4384f58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.634757 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.642355 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d69bac5-c77c-4d2c-91f7-e03e4384f58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.647324 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1d69bac5-c77c-4d2c-91f7-e03e4384f58d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c57ff3dd-86e7-4d6a-83a1-a589e20d0619 HTTP/1.1" status: 204 len: 168 time: 0.3898640 Aug 23 14:42:26.665732 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.669736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69bac5-c77c-4d2c-91f7-e03e4384f58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57ff3dd-86e7-4d6a-83a1-a589e20d0619,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:26.745961 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=7205dd43-9810-4bea-8ff2-29f9e4d5840b,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:26.757208 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.787313 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Pushing event updated for resources: {'Port': ['ID=86cd3af4-124a-44da-984e-18934e89bf94,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:26.821108 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e462de-aa60-4a03-b66c-f7c49d48594d x-openstack-request-id: req-58e462de-aa60-4a03-b66c-f7c49d48594d {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:26.821108 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a203c9b-9438-4969-a6fd-6dc9bcfafe70", "name": "network-vif-plugged", "status": "completed", "tag": "7205dd43-9810-4bea-8ff2-29f9e4d5840b", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:26.821313 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-58e462de-aa60-4a03-b66c-f7c49d48594d {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:26.821557 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a203c9b-9438-4969-a6fd-6dc9bcfafe70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7205dd43-9810-4bea-8ff2-29f9e4d5840b', 'code': 200} Aug 23 14:42:26.866795 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:26.868076 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-95818c9d-d43e-4ae2-8138-c051d3f0165f tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5321534 Aug 23 14:42:26.993699 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-2f6b7358-6b3d-4b0f-8545-16ec5653fb32 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 695 time: 0.1190715 Aug 23 14:42:27.024081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e8f84-5187-413e-b74c-3a0a3e26e72c req-dbce93df-a6ad-4f32-8a22-3ad561d67c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:27.025611 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7a6e8f84-5187-413e-b74c-3a0a3e26e72c req-dbce93df-a6ad-4f32-8a22-3ad561d67c1a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 1101 time: 0.1485200 Aug 23 14:42:27.101325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7a6e8f84-5187-413e-b74c-3a0a3e26e72c req-c9f305eb-8c16-4576-b35d-59665dfdee03 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1d3ba2c5-5157-4c6c-b3c0-a5c63b1991d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483475 Aug 23 14:42:27.125742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56888) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:27.162162 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-33c2526b-0c4c-4e8f-a65f-d0ecb324a00b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:27.165320 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-33c2526b-0c4c-4e8f-a65f-d0ecb324a00b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1641788 Aug 23 14:42:27.165520 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-edb7d297-cca3-4f3c-93ef-2b36028061ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:27.190503 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-ec8894c5-6db6-4643-a39a-b4479b6cb71e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:42:27.192226 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ec010bc-8148-49e1-9bde-178e081383e9 req-ec8894c5-6db6-4643-a39a-b4479b6cb71e tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132596 Aug 23 14:42:27.308965 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-edb7d297-cca3-4f3c-93ef-2b36028061ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:27.356213 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-edb7d297-cca3-4f3c-93ef-2b36028061ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:27.393757 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-82bedd71-7f44-455d-b6ab-29bab937e590 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1654444 Aug 23 14:42:27.399948 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:27.450170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7d297-cca3-4f3c-93ef-2b36028061ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f994d9f6-4022-4da3-b06d-e5501f98d22c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:27.461842 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-edb7d297-cca3-4f3c-93ef-2b36028061ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e985018f75714cf4bea18739c18aea1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325121 Aug 23 14:42:27.471645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56906) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:27.472711 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:27.576552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103b62a-c8b0-48bb-bcee-75037a249721 req-c88b2dd5-743b-46a7-9f34-489198403601 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:27.593299 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a103b62a-c8b0-48bb-bcee-75037a249721 req-c88b2dd5-743b-46a7-9f34-489198403601 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.1077659 Aug 23 14:42:27.647325 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:27.660517 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84a914bc-e0f0-4e55-be45-84cf6ca3217d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:27.698807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a103b62a-c8b0-48bb-bcee-75037a249721 req-cf3c765a-5dfd-4558-aa0b-3693b44f0046 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930262 Aug 23 14:42:27.730774 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84a914bc-e0f0-4e55-be45-84cf6ca3217d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:27.799318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Allocated IP 172.25.8.166 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/5ce4a669-d183-440d-b09c-4e481d7febb5) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:42:27.886593 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afab76-1b23-4594-a35a-2127cb218cac req-7d6007a6-a366-4fb6-809a-b0f2279fe554 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:27.888917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-94afab76-1b23-4594-a35a-2127cb218cac req-7d6007a6-a366-4fb6-809a-b0f2279fe554 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 950 time: 0.0994585 Aug 23 14:42:27.938532 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-94afab76-1b23-4594-a35a-2127cb218cac req-e165cfe6-626b-4ee2-ac30-a1166e07cce6 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3ba2c5-5157-4c6c-b3c0-a5c63b1991d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415111 Aug 23 14:42:27.976956 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:27.982142 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84a914bc-e0f0-4e55-be45-84cf6ca3217d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:27.987223 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84a914bc-e0f0-4e55-be45-84cf6ca3217d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:27.992531 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-84a914bc-e0f0-4e55-be45-84cf6ca3217d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f994d9f6-4022-4da3-b06d-e5501f98d22c HTTP/1.1" status: 204 len: 168 time: 0.5163171 Aug 23 14:42:28.001396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a914bc-e0f0-4e55-be45-84cf6ca3217d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f994d9f6-4022-4da3-b06d-e5501f98d22c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:28.112676 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:28.165059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Pushing event updated for resources: {'Port': ['ID=5ce4a669-d183-440d-b09c-4e481d7febb5,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:28.173080 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:28.175966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:28.179116 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:42:28.272844 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:28.324532 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:28.375206 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:28.556241 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:28.649737 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:28.727500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Pushing event updated for resources: {'Port': ['ID=5ce4a669-d183-440d-b09c-4e481d7febb5,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:28.753616 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:28.840071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554accb-f8d7-49d9-8a20-6e4ab7028000 req-ade50cb5-f4f8-4785-8cbb-d387877f4fce tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:28.842409 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0554accb-f8d7-49d9-8a20-6e4ab7028000 req-ade50cb5-f4f8-4785-8cbb-d387877f4fce tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.0603054 Aug 23 14:42:28.849718 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:28.857308 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-fb46b677-3a70-4951-aacb-a52e857904e0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4621766 Aug 23 14:42:28.891927 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0554accb-f8d7-49d9-8a20-6e4ab7028000 req-d648bacd-dcbb-4da9-aaeb-8f190498e966 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361772 Aug 23 14:42:28.923141 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-157ab67f-1bd3-4722-a29f-c4b8adf67ab2 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.0597787 Aug 23 14:42:29.025179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-611b0f94-4e17-4754-80d8-8e95ef36ffd9 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:29.027200 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c981f3ff-b717-4ba0-896e-cab1d82c9012 req-611b0f94-4e17-4754-80d8-8e95ef36ffd9 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1076982 Aug 23 14:42:29.102700 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0c58c-6161-4160-8db0-021e7eb7bd8e req-1249745f-9972-4b88-bae4-342bc2d67567 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:29.104344 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ac0c58c-6161-4160-8db0-021e7eb7bd8e req-1249745f-9972-4b88-bae4-342bc2d67567 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 950 time: 0.0718045 Aug 23 14:42:29.152773 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ac0c58c-6161-4160-8db0-021e7eb7bd8e req-e549e263-dbb8-4bb9-8f2a-dd25e7be361f tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3ba2c5-5157-4c6c-b3c0-a5c63b1991d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Aug 23 14:42:29.189894 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-9759f90b-98a6-4d64-98d3-ffdcbe969845 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1316726 Aug 23 14:42:29.200201 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:29.283438 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:29.408493 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:29.525960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Allocated IP 172.25.8.122 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/956b527c-c5b4-4704-a347-43e5fe46f75f) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:42:29.644183 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:29.765546 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:29.806492 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:29.810609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:29.813627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:42:29.848812 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Pushing event updated for resources: {'Port': ['ID=956b527c-c5b4-4704-a347-43e5fe46f75f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:29.939185 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:30.026262 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:30.198734 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:30.255288 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:30.327758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Pushing event updated for resources: {'Port': ['ID=956b527c-c5b4-4704-a347-43e5fe46f75f,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:30.344841 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:30.432802 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:30.434439 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-a06ce906-0bfb-4db1-ae29-f07a6711483b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2382762 Aug 23 14:42:30.500339 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-f3c9830d-f0d0-429e-89dc-fe2f0f94a58d tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 696 time: 0.0549610 Aug 23 14:42:30.697630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-9d0d1c7d-f0fc-4989-8e47-0ee016dd0817 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:30.699060 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1f774fb-b043-4951-9413-5a001a5bb27a req-9d0d1c7d-f0fc-4989-8e47-0ee016dd0817 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1901479 Aug 23 14:42:30.834595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495c204-fda7-4462-a15c-4ca642105933 req-b8703154-d9aa-4a07-b1cd-19d3888705bb tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:30.837005 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4495c204-fda7-4462-a15c-4ca642105933 req-b8703154-d9aa-4a07-b1cd-19d3888705bb tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.0593553 Aug 23 14:42:30.876528 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4495c204-fda7-4462-a15c-4ca642105933 req-02846f2d-402f-4f7f-b30b-e3d4387c88db tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326867 Aug 23 14:42:31.309929 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9a2d6a5-0825-4be4-968c-0d1069f0c33e req-ddf28223-31de-4e54-99de-26df971d6efc tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips/430057bb-133f-441a-8ceb-45032a3e2e22 HTTP/1.1" status: 200 len: 693 time: 0.0770614 Aug 23 14:42:31.426218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2d6a5-0825-4be4-968c-0d1069f0c33e req-49037898-8046-4480-b9a4-47a86530c3b4 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:31.427603 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9a2d6a5-0825-4be4-968c-0d1069f0c33e req-49037898-8046-4480-b9a4-47a86530c3b4 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1114795 Aug 23 14:42:31.439083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-a9a2d6a5-0825-4be4-968c-0d1069f0c33e req-30d13d31-f850-4f9e-b3a0-8472eadf3bc2 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:42:31.440093 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9a2d6a5-0825-4be4-968c-0d1069f0c33e req-30d13d31-f850-4f9e-b3a0-8472eadf3bc2 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066593 Aug 23 14:42:31.449654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57058) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:31.475162 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0e4ba-29b6-448c-8d75-c32dccdb8887 req-df46f398-6aea-4212-8842-d817368c5f64 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:31.476748 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72e0e4ba-29b6-448c-8d75-c32dccdb8887 req-df46f398-6aea-4212-8842-d817368c5f64 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 950 time: 0.0603735 Aug 23 14:42:31.515579 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72e0e4ba-29b6-448c-8d75-c32dccdb8887 req-de3f2cd5-3b6a-4e2a-9b9a-f1f65d76dbaa tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3ba2c5-5157-4c6c-b3c0-a5c63b1991d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327790 Aug 23 14:42:31.594957 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f09e3d37-4738-44d0-a5b9-a01758824b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:31.708411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f09e3d37-4738-44d0-a5b9-a01758824b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:31.788658 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f09e3d37-4738-44d0-a5b9-a01758824b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:31.839963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e3d37-4738-44d0-a5b9-a01758824b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f34757-d6c2-46f0-9edf-aed70f324cf9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:31.859007 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ce990e45-620f-47f6-95ed-21b133c973ec req-1ef17a32-6da1-4769-9887-ef5c0c57e5d3 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips/430057bb-133f-441a-8ceb-45032a3e2e22 HTTP/1.1" status: 200 len: 693 time: 0.0549297 Aug 23 14:42:31.872353 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f09e3d37-4738-44d0-a5b9-a01758824b39 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=963cd2e5e34b4917ae613206a094501a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214094 Aug 23 14:42:31.874778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57074) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:31.938091 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4f2a2816-721f-4514-82a3-846a2a4437c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:31.971090 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4f2a2816-721f-4514-82a3-846a2a4437c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:31.990054 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57078) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:32.024067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce990e45-620f-47f6-95ed-21b133c973ec req-3709c607-87b6-4ed5-882c-bafb62a17f42 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:32.028166 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ce990e45-620f-47f6-95ed-21b133c973ec req-3709c607-87b6-4ed5-882c-bafb62a17f42 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1622393 Aug 23 14:42:32.042095 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-ce990e45-620f-47f6-95ed-21b133c973ec req-43e6505d-371a-4a50-836d-939049dd0b25 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:42:32.043202 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ce990e45-620f-47f6-95ed-21b133c973ec req-43e6505d-371a-4a50-836d-939049dd0b25 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062051 Aug 23 14:42:32.079198 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4f2a2816-721f-4514-82a3-846a2a4437c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:32.082440 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4f2a2816-721f-4514-82a3-846a2a4437c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:32.096143 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4f2a2816-721f-4514-82a3-846a2a4437c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/10f34757-d6c2-46f0-9edf-aed70f324cf9 HTTP/1.1" status: 204 len: 168 time: 0.2109754 Aug 23 14:42:32.124274 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ce990e45-620f-47f6-95ed-21b133c973ec req-6d667cdb-03a3-452d-beea-3079f20e81b4 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 696 time: 0.0688457 Aug 23 14:42:32.128173 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a2816-721f-4514-82a3-846a2a4437c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f34757-d6c2-46f0-9edf-aed70f324cf9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:32.145088 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b339d073-7991-431d-90cc-7ef238c8f16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:32.203916 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ce990e45-620f-47f6-95ed-21b133c973ec req-914c46e1-b383-4e2d-b171-5f2f98e207d1 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 696 time: 0.0504179 Aug 23 14:42:32.204951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c80f9e-3fd9-4357-88b1-8a28e90abb67 req-da5bee36-dd13-42b7-875e-ff865425b567 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:32.206704 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41c80f9e-3fd9-4357-88b1-8a28e90abb67 req-da5bee36-dd13-42b7-875e-ff865425b567 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.0617108 Aug 23 14:42:32.288084 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaac98-32ad-4676-a850-b3d69304d289 req-862b749e-2cde-417b-a931-d4c4007c2c17 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:32.289756 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73eaac98-32ad-4676-a850-b3d69304d289 req-862b749e-2cde-417b-a931-d4c4007c2c17 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 950 time: 0.0767908 Aug 23 14:42:32.292934 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41c80f9e-3fd9-4357-88b1-8a28e90abb67 req-7dc102fb-8161-49b7-bf12-cf5fdc4397c1 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671048 Aug 23 14:42:32.601604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-ce990e45-620f-47f6-95ed-21b133c973ec req-a6a3d274-7471-4446-87f8-cad8b74a2861 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Deleting port 956b527c-c5b4-4704-a347-43e5fe46f75f {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:42:32.601937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ce990e45-620f-47f6-95ed-21b133c973ec req-a6a3d274-7471-4446-87f8-cad8b74a2861 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:32.673079 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-96dea707-07e8-4fb8-a7fe-c36170b626ad service neutron] show failed (client error): The resource could not be found. Aug 23 14:42:32.674093 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-96dea707-07e8-4fb8-a7fe-c36170b626ad service neutron] 10.222.0.57 "GET /v2.0/ports/e225fb55-aa3f-4b03-b4c8-d244f16aa243/bindings/n-h2-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0734193 Aug 23 14:42:32.689608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-73eaac98-32ad-4676-a850-b3d69304d289 req-e7e1b6f1-c216-4395-9392-10f91620b898 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Deleting port 7205dd43-9810-4bea-8ff2-29f9e4d5840b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:42:32.689959 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-73eaac98-32ad-4676-a850-b3d69304d289 req-e7e1b6f1-c216-4395-9392-10f91620b898 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:32.740830 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ce990e45-620f-47f6-95ed-21b133c973ec req-a6a3d274-7471-4446-87f8-cad8b74a2861 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:32.741272 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ce990e45-620f-47f6-95ed-21b133c973ec req-a6a3d274-7471-4446-87f8-cad8b74a2861 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:32.764411 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b339d073-7991-431d-90cc-7ef238c8f16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:32.768008 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-ce990e45-620f-47f6-95ed-21b133c973ec req-a6a3d274-7471-4446-87f8-cad8b74a2861 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Calling delete_port for 956b527c-c5b4-4704-a347-43e5fe46f75f owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:42:32.837914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f56bc-d8e0-4555-b9ec-d62d86c7e239 req-46f86153-1082-4866-bb16-7b3d882593fe tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:32.839436 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb0f56bc-d8e0-4555-b9ec-d62d86c7e239 req-46f86153-1082-4866-bb16-7b3d882593fe tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 950 time: 0.0920076 Aug 23 14:42:32.848000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-73eaac98-32ad-4676-a850-b3d69304d289 req-e7e1b6f1-c216-4395-9392-10f91620b898 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] For port 7205dd43-9810-4bea-8ff2-29f9e4d5840b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7205dd43-9810-4bea-8ff2-29f9e4d5840b,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:32.848456 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-73eaac98-32ad-4676-a850-b3d69304d289 req-e7e1b6f1-c216-4395-9392-10f91620b898 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:32.861282 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b339d073-7991-431d-90cc-7ef238c8f16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:32.869018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-73eaac98-32ad-4676-a850-b3d69304d289 req-e7e1b6f1-c216-4395-9392-10f91620b898 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Calling delete_port for 7205dd43-9810-4bea-8ff2-29f9e4d5840b owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:42:32.876629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57098) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:32.903572 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b03cfba4-450c-41e3-b4e4-ef0f4bcd2efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:32.925904 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b339d073-7991-431d-90cc-7ef238c8f16f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34443aabadf14bf7a8fbc118a1ebf343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9344029 Aug 23 14:42:32.926926 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57100) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:32.927629 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339d073-7991-431d-90cc-7ef238c8f16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaa78bf-5f5d-47e6-bc9e-e24908366130,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:32.958517 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb0f56bc-d8e0-4555-b9ec-d62d86c7e239 req-eb74e747-92ee-4a36-a411-332e03c86747 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/security-groups?id=1d3ba2c5-5157-4c6c-b3c0-a5c63b1991d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070473 Aug 23 14:42:33.042317 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-13938d5c-b384-4f7b-b0ed-e474492321d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.067245 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-13938d5c-b384-4f7b-b0ed-e474492321d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.089408 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ce990e45-620f-47f6-95ed-21b133c973ec req-a6a3d274-7471-4446-87f8-cad8b74a2861 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.130557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3d274-7471-4446-87f8-cad8b74a2861 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Pushing event deleted for resources: {'Port': ['ID=956b527c-c5b4-4704-a347-43e5fe46f75f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:33.150344 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b03cfba4-450c-41e3-b4e4-ef0f4bcd2efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.193484 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-73eaac98-32ad-4676-a850-b3d69304d289 req-e7e1b6f1-c216-4395-9392-10f91620b898 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.206862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['7205dd43-9810-4bea-8ff2-29f9e4d5840b'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:42:33.223255 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b03cfba4-450c-41e3-b4e4-ef0f4bcd2efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.225505 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ce990e45-620f-47f6-95ed-21b133c973ec req-a6a3d274-7471-4446-87f8-cad8b74a2861 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.230978 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ce990e45-620f-47f6-95ed-21b133c973ec req-a6a3d274-7471-4446-87f8-cad8b74a2861 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.234584 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ce990e45-620f-47f6-95ed-21b133c973ec req-a6a3d274-7471-4446-87f8-cad8b74a2861 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "DELETE /v2.0/floatingips/430057bb-133f-441a-8ceb-45032a3e2e22 HTTP/1.1" status: 204 len: 173 time: 1.0240409 Aug 23 14:42:33.274049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1b6f1-c216-4395-9392-10f91620b898 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Pushing event deleted for resources: {'Port': ['ID=7205dd43-9810-4bea-8ff2-29f9e4d5840b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:33.327091 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-13938d5c-b384-4f7b-b0ed-e474492321d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.333171 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-13938d5c-b384-4f7b-b0ed-e474492321d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.334038 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-13938d5c-b384-4f7b-b0ed-e474492321d1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6eaa78bf-5f5d-47e6-bc9e-e24908366130 HTTP/1.1" status: 204 len: 168 time: 0.4026592 Aug 23 14:42:33.430419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b03cfba4-450c-41e3-b4e4-ef0f4bcd2efb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8a32a2bebbd439aac44a79dcb3ee052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5505416 Aug 23 14:42:33.440346 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-73eaac98-32ad-4676-a850-b3d69304d289 req-e7e1b6f1-c216-4395-9392-10f91620b898 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] No DVR routers for this DVR port 7205dd43-9810-4bea-8ff2-29f9e4d5840b on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:42:33.442980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57126) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:33.459938 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-73eaac98-32ad-4676-a850-b3d69304d289 req-e7e1b6f1-c216-4395-9392-10f91620b898 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.463404 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73eaac98-32ad-4676-a850-b3d69304d289 req-e7e1b6f1-c216-4395-9392-10f91620b898 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.61 "DELETE /v2.0/ports/7205dd43-9810-4bea-8ff2-29f9e4d5840b HTTP/1.1" status: 204 len: 173 time: 1.1669931 Aug 23 14:42:33.478696 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a203c9b-9438-4969-a6fd-6dc9bcfafe70', 'name': 'network-vif-deleted', 'tag': '7205dd43-9810-4bea-8ff2-29f9e4d5840b'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:33.487482 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2b2514-4a7c-4ac9-b955-0f8f9278c77a" -d '{"events": [{"server_uuid": "2a203c9b-9438-4969-a6fd-6dc9bcfafe70", "name": "network-vif-deleted", "tag": "7205dd43-9810-4bea-8ff2-29f9e4d5840b"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:33.494574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13938d5c-b384-4f7b-b0ed-e474492321d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaa78bf-5f5d-47e6-bc9e-e24908366130,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:33.526459 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cfba4-450c-41e3-b4e4-ef0f4bcd2efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd74675-d75c-44fb-8e77-04b19a0cfb5e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:33.556207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-83c8a61c-9a8d-4ee3-8762-88c7d2995453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:33.557941 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-83c8a61c-9a8d-4ee3-8762-88c7d2995453 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad&tenant_id=a6f5c4613b364924ae1363c53a90461d HTTP/1.1" status: 200 len: 1100 time: 0.2318549 Aug 23 14:42:33.583315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:33.625423 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8da74236-c98b-4564-9b13-93a51e82be10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.648167 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c3983-88aa-426a-b02f-4639d94d13b7 req-4ee81038-04cc-4a37-9e16-120a45844283 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:33.650464 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a1c3983-88aa-426a-b02f-4639d94d13b7 req-4ee81038-04cc-4a37-9e16-120a45844283 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3763800 Aug 23 14:42:33.688603 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.696385 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8da74236-c98b-4564-9b13-93a51e82be10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.805846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38782f-c796-40f7-9c3f-2dbd4a37e6be req-1a8a6645-0773-4c04-9a57-8111545730a8 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:33.807365 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab38782f-c796-40f7-9c3f-2dbd4a37e6be req-1a8a6645-0773-4c04-9a57-8111545730a8 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.1234298 Aug 23 14:42:33.864284 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab38782f-c796-40f7-9c3f-2dbd4a37e6be req-62e013fb-bb6e-4931-a5ec-75c71397d7f9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447407 Aug 23 14:42:33.911578 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8da74236-c98b-4564-9b13-93a51e82be10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.914267 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8da74236-c98b-4564-9b13-93a51e82be10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:33.918047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8da74236-c98b-4564-9b13-93a51e82be10 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2bd74675-d75c-44fb-8e77-04b19a0cfb5e HTTP/1.1" status: 204 len: 168 time: 0.4665742 Aug 23 14:42:33.918047 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08632441-dcf4-4363-8397-7da9b3d45337 x-openstack-request-id: req-08632441-dcf4-4363-8397-7da9b3d45337 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:33.918483 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a203c9b-9438-4969-a6fd-6dc9bcfafe70", "name": "network-vif-deleted", "tag": "7205dd43-9810-4bea-8ff2-29f9e4d5840b", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:33.918903 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-08632441-dcf4-4363-8397-7da9b3d45337 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:33.923035 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a203c9b-9438-4969-a6fd-6dc9bcfafe70', 'name': 'network-vif-deleted', 'tag': '7205dd43-9810-4bea-8ff2-29f9e4d5840b', 'status': 'completed', 'code': 200} Aug 23 14:42:33.941234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da74236-c98b-4564-9b13-93a51e82be10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd74675-d75c-44fb-8e77-04b19a0cfb5e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:34.021432 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b37aa56f-c389-4034-80c7-741e91d202ef req-9efd3d99-8bde-45f6-b7cd-6dd8ffc82d0c tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=c85231b07b6f4a2eaced0d136f02a4db HTTP/1.1" status: 200 len: 1656 time: 0.0700846 Aug 23 14:42:34.147220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] For port e225fb55-aa3f-4b03-b4c8-d244f16aa243, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:34.265767 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] For port e225fb55-aa3f-4b03-b4c8-d244f16aa243, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:42:34.293838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aa56f-c389-4034-80c7-741e91d202ef req-ccc0000d-a856-4c95-a630-4f8c32b588e9 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:34.295437 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b37aa56f-c389-4034-80c7-741e91d202ef req-ccc0000d-a856-4c95-a630-4f8c32b588e9 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/networks?id=e6581f12-2906-4ad2-9e73-ba5575fb886b&id=e6581f12-2906-4ad2-9e73-ba5575fb886b&id=e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 787 time: 0.2619328 Aug 23 14:42:34.309202 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-b37aa56f-c389-4034-80c7-741e91d202ef req-8ca8be5c-9294-47d1-8858-ef4aa47567d9 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:42:34.310233 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b37aa56f-c389-4034-80c7-741e91d202ef req-8ca8be5c-9294-47d1-8858-ef4aa47567d9 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079060 Aug 23 14:42:34.330688 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e17106-878b-46ed-a126-d4a6ce8f05ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:34.333425 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391da7b5-b879-438f-8970-0ae61817051a" -d '{"events": [{"server_uuid": "91e17106-878b-46ed-a126-d4a6ce8f05ad", "name": "network-vif-unplugged", "status": "completed", "tag": "e225fb55-aa3f-4b03-b4c8-d244f16aa243"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:34.339089 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:34.359957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Transition to ACTIVE for port object e225fb55-aa3f-4b03-b4c8-d244f16aa243 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:34.419969 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f750fd07-3e81-4d8e-9735-91cec5a47de8 req-a4578591-2202-478c-a077-96c68ab53608 tempest-ServerDiagnosticsNegativeTest-1097984850 tempest-ServerDiagnosticsNegativeTest-1097984850-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a203c9b-9438-4969-a6fd-6dc9bcfafe70 HTTP/1.1" status: 200 len: 210 time: 0.0362370 Aug 23 14:42:34.432700 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:34.474903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57156) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:34.507957 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8b970c7d-e0a7-4bdc-9227-c375f533db9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:34.661069 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8b970c7d-e0a7-4bdc-9227-c375f533db9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:34.678349 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c420658-1459-4aae-adef-7f16ffae238e req-861d4a7e-efd3-498a-acdc-e2c622a51221 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips/6c003933-3e54-4362-bdc2-ec1292b1aaec HTTP/1.1" status: 200 len: 693 time: 0.1277385 Aug 23 14:42:34.679543 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] No DVR routers for this DVR port e225fb55-aa3f-4b03-b4c8-d244f16aa243 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:42:34.694107 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Pushing event updated for resources: {'Port': ['ID=e225fb55-aa3f-4b03-b4c8-d244f16aa243,revision_number=6']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:34.746713 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8b970c7d-e0a7-4bdc-9227-c375f533db9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:34.806395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Attempting to bind port e225fb55-aa3f-4b03-b4c8-d244f16aa243 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:42:34.806767 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Attempting to bind port e225fb55-aa3f-4b03-b4c8-d244f16aa243 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:42:34.807103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Attempting to bind port e225fb55-aa3f-4b03-b4c8-d244f16aa243 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:34.816761 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Port e225fb55-aa3f-4b03-b4c8-d244f16aa243 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:42:34.817512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Attempting to bind port e225fb55-aa3f-4b03-b4c8-d244f16aa243 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:34.831486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b970c7d-e0a7-4bdc-9227-c375f533db9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7817469-6d31-412f-8520-0f672509ac23,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:34.834176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:42:34.834764 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:42:34.835542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:42:34.836649 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Bound port: e225fb55-aa3f-4b03-b4c8-d244f16aa243, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:42:34.837214 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:34.846618 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8b970c7d-e0a7-4bdc-9227-c375f533db9d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d0bc219d2dd4b7c8d9bdc8d520aa556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705289 Aug 23 14:42:34.853819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57168) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:34.919789 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c420658-1459-4aae-adef-7f16ffae238e req-508decd9-f891-4619-b900-00cfc91f2156 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:34.929468 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c420658-1459-4aae-adef-7f16ffae238e req-508decd9-f891-4619-b900-00cfc91f2156 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.2418551 Aug 23 14:42:34.934191 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe31df8f-064d-4fe5-9c32-7accb0526f2a x-openstack-request-id: req-fe31df8f-064d-4fe5-9c32-7accb0526f2a {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:34.934480 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e17106-878b-46ed-a126-d4a6ce8f05ad", "name": "network-vif-unplugged", "status": "completed", "tag": "e225fb55-aa3f-4b03-b4c8-d244f16aa243", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:34.934906 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe31df8f-064d-4fe5-9c32-7accb0526f2a {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:34.935598 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e17106-878b-46ed-a126-d4a6ce8f05ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243', 'code': 200} Aug 23 14:42:34.945496 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-54fa8098-d79e-448f-9cdb-77bb4e6e454b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:34.994849 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-54fa8098-d79e-448f-9cdb-77bb4e6e454b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:35.013121 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c420658-1459-4aae-adef-7f16ffae238e req-1ba3f3c6-4402-4c1d-89a3-bc0e3a29ece5 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.0827241 Aug 23 14:42:35.020584 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] For port e225fb55-aa3f-4b03-b4c8-d244f16aa243, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:42:35.024972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] For port e225fb55-aa3f-4b03-b4c8-d244f16aa243, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:42:35.075593 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c420658-1459-4aae-adef-7f16ffae238e req-c05bdd5b-9c6f-4a3d-9151-386456586046 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.0524812 Aug 23 14:42:35.129292 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:35.130376 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-54fa8098-d79e-448f-9cdb-77bb4e6e454b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:35.135745 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-54fa8098-d79e-448f-9cdb-77bb4e6e454b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:35.141226 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-54fa8098-d79e-448f-9cdb-77bb4e6e454b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b7817469-6d31-412f-8520-0f672509ac23 HTTP/1.1" status: 204 len: 168 time: 0.2824850 Aug 23 14:42:35.158184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa8098-d79e-448f-9cdb-77bb4e6e454b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7817469-6d31-412f-8520-0f672509ac23,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:35.175093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:35.175857 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:35.177950 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] 10.222.0.61 "PUT /v2.0/ports/e225fb55-aa3f-4b03-b4c8-d244f16aa243 HTTP/1.1" status: 200 len: 1095 time: 1.6054447 Aug 23 14:42:35.211468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57182) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:35.304789 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600dae1-9da6-4c4d-b45f-64205236fe30 service neutron] Pushing event updated for resources: {'Port': ['ID=e225fb55-aa3f-4b03-b4c8-d244f16aa243,revision_number=7']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:35.325049 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-e46653b9-11f0-4798-9bcf-e512630c55dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:35.327111 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-e46653b9-11f0-4798-9bcf-e512630c55dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 1098 time: 0.1049078 Aug 23 14:42:35.338364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a00972-e336-4809-8edc-7c500748f01d req-a0a38d02-7df4-4d60-9423-7d42a1622b51 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:35.346823 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85a00972-e336-4809-8edc-7c500748f01d req-a0a38d02-7df4-4d60-9423-7d42a1622b51 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 947 time: 0.1115942 Aug 23 14:42:35.421135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-7c420658-1459-4aae-adef-7f16ffae238e req-d817e123-052c-49c1-b352-e16721aff833 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Deleting port 5ce4a669-d183-440d-b09c-4e481d7febb5 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:42:35.423210 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-7c420658-1459-4aae-adef-7f16ffae238e req-d817e123-052c-49c1-b352-e16721aff833 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:35.427011 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85a00972-e336-4809-8edc-7c500748f01d req-b46e8185-30e5-45ec-980b-feb97e4e3cdf tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789323 Aug 23 14:42:35.543708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-08bfc812-ef0d-4189-b86a-81a20a8366a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:35.545223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-08bfc812-ef0d-4189-b86a-81a20a8366a9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.2110536 Aug 23 14:42:35.563175 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-7c420658-1459-4aae-adef-7f16ffae238e req-d817e123-052c-49c1-b352-e16721aff833 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:35.563507 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-7c420658-1459-4aae-adef-7f16ffae238e req-d817e123-052c-49c1-b352-e16721aff833 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:35.700221 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-969c9f55-39df-4d18-b099-a45154d3d574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:35.822270 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-969c9f55-39df-4d18-b099-a45154d3d574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:35.829076 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-324f96a4-2cc5-469f-a8f3-cbb025be0a47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243 HTTP/1.1" status: 200 len: 217 time: 0.2745593 Aug 23 14:42:35.829938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-7c420658-1459-4aae-adef-7f16ffae238e req-d817e123-052c-49c1-b352-e16721aff833 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Calling delete_port for 5ce4a669-d183-440d-b09c-4e481d7febb5 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:42:35.895332 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-969c9f55-39df-4d18-b099-a45154d3d574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:35.929541 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-bc070271-b5d0-4627-851c-b18dadf81e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:35.931614 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-bc070271-b5d0-4627-851c-b18dadf81e3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0928187 Aug 23 14:42:35.954397 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-969c9f55-39df-4d18-b099-a45154d3d574 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d22f64f375d74277a1a5bc8f6669511b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7374790 Aug 23 14:42:35.956583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c9f55-39df-4d18-b099-a45154d3d574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47cf672-4a0a-46bc-a0a3-c1161f636c1c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:35.960212 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57208) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:36.011298 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-b9c6b7f4-11b9-4b82-8331-5b0a7aac8a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:36.013743 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-b9c6b7f4-11b9-4b82-8331-5b0a7aac8a1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727673 Aug 23 14:42:36.024393 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a26eb712-20a3-4b4c-b19d-cfd70d76e670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:36.050077 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a26eb712-20a3-4b4c-b19d-cfd70d76e670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:36.070532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7205dd43-9810-4bea-8ff2-29f9e4d5840b no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:42:36.105123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 7205dd43-9810-4bea-8ff2-29f9e4d5840b {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:42:36.108941 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7205dd43-9810-4bea-8ff2-29f9e4d5840b not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:42:36.133751 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-bebf7530-110b-4a38-99a0-0571413d3a57 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102617 Aug 23 14:42:36.208339 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a26eb712-20a3-4b4c-b19d-cfd70d76e670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:36.210888 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a26eb712-20a3-4b4c-b19d-cfd70d76e670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:36.214425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a26eb712-20a3-4b4c-b19d-cfd70d76e670 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d47cf672-4a0a-46bc-a0a3-c1161f636c1c HTTP/1.1" status: 204 len: 168 time: 0.2508118 Aug 23 14:42:36.230676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26eb712-20a3-4b4c-b19d-cfd70d76e670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47cf672-4a0a-46bc-a0a3-c1161f636c1c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:36.319345 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3f8c9db7-4a30-40d9-84df-75a72fd84092 req-df9e8b4a-1015-41d9-9700-139ac8ac5404 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479967 Aug 23 14:42:36.336046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57226) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:36.341116 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-7c420658-1459-4aae-adef-7f16ffae238e req-d817e123-052c-49c1-b352-e16721aff833 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:36.385398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817e123-052c-49c1-b352-e16721aff833 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Pushing event deleted for resources: {'Port': ['ID=5ce4a669-d183-440d-b09c-4e481d7febb5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:36.488098 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-7c420658-1459-4aae-adef-7f16ffae238e req-d817e123-052c-49c1-b352-e16721aff833 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:36.491903 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-7c420658-1459-4aae-adef-7f16ffae238e req-d817e123-052c-49c1-b352-e16721aff833 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:36.493611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c420658-1459-4aae-adef-7f16ffae238e req-d817e123-052c-49c1-b352-e16721aff833 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "DELETE /v2.0/floatingips/6c003933-3e54-4362-bdc2-ec1292b1aaec HTTP/1.1" status: 204 len: 173 time: 1.4096522 Aug 23 14:42:36.645697 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb1ec0-991c-4073-92a5-dd2aff48af96 req-ea9df449-b323-4220-b770-cdca40975dc8 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:36.647836 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1eb1ec0-991c-4073-92a5-dd2aff48af96 req-ea9df449-b323-4220-b770-cdca40975dc8 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 947 time: 0.0729418 Aug 23 14:42:36.697196 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1eb1ec0-991c-4073-92a5-dd2aff48af96 req-8bc3d29c-957a-45a5-8539-d6679d03aeb1 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379465 Aug 23 14:42:36.782928 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf9b63ad-bb69-40f0-ab57-6b51a82cabfb req-96caeb82-a410-4ee5-9948-1b354b2d7920 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips/34da87b4-95d5-428c-be86-60d59b4e4a07 HTTP/1.1" status: 200 len: 692 time: 0.0473099 Aug 23 14:42:36.926722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e225fb55-aa3f-4b03-b4c8-d244f16aa243 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:42:36.935407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b63ad-bb69-40f0-ab57-6b51a82cabfb req-a5305e20-4442-4b93-b282-782fdc28ad8a tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:36.941283 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf9b63ad-bb69-40f0-ab57-6b51a82cabfb req-a5305e20-4442-4b93-b282-782fdc28ad8a tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1516135 Aug 23 14:42:36.941785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e17106-878b-46ed-a126-d4a6ce8f05ad', 'tag': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:36.947020 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0812022b-b16c-4b3a-8378-c110a9aecd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "91e17106-878b-46ed-a126-d4a6ce8f05ad", "tag": "e225fb55-aa3f-4b03-b4c8-d244f16aa243"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:36.949025 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-34f1e3bf-82df-422b-8152-b7821335b140 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c0d0fa0b428146a5b6fe2e383180d454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6109607 Aug 23 14:42:36.951280 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57248) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:37.001923 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e225fb55-aa3f-4b03-b4c8-d244f16aa243 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:42:37.071138 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf9b63ad-bb69-40f0-ab57-6b51a82cabfb req-11e2154e-5fe1-47a2-988c-f5396d89d7a0 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 695 time: 0.1106429 Aug 23 14:42:37.073690 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53270ad-0f17-4676-b4c2-6e84c97a1cd6 x-openstack-request-id: req-b53270ad-0f17-4676-b4c2-6e84c97a1cd6 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:37.074473 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e17106-878b-46ed-a126-d4a6ce8f05ad", "tag": "e225fb55-aa3f-4b03-b4c8-d244f16aa243", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:37.075137 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b53270ad-0f17-4676-b4c2-6e84c97a1cd6 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:37.076063 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e17106-878b-46ed-a126-d4a6ce8f05ad', 'tag': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243', 'status': 'completed', 'code': 200} Aug 23 14:42:37.146237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-d0bccd97-1c9b-4d50-90ca-d61666642b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:37.149335 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-d0bccd97-1c9b-4d50-90ca-d61666642b86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 1098 time: 0.0507298 Aug 23 14:42:37.229882 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3321b7cf-d73c-4ebd-81e7-b05a8c2f2068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:37.239408 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf9b63ad-bb69-40f0-ab57-6b51a82cabfb req-63663c11-3eca-4276-92e5-210db5e55b6b tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 695 time: 0.1553788 Aug 23 14:42:37.296047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-9423185d-0e28-4e73-8c28-bf054acea3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:37.297136 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-9423185d-0e28-4e73-8c28-bf054acea3ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1386590 Aug 23 14:42:37.345856 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-fe5d39e3-bc3b-420e-a570-f42e2cfccd83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243 HTTP/1.1" status: 200 len: 217 time: 0.0410662 Aug 23 14:42:37.349975 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3321b7cf-d73c-4ebd-81e7-b05a8c2f2068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:37.363748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-defd5eed-95fb-4f8b-bd55-e03bec10a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:37.365369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-defd5eed-95fb-4f8b-bd55-e03bec10a56c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 1098 time: 0.2608106 Aug 23 14:42:37.417916 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-9367ef64-76cd-40ca-a816-73351cce9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:37.419934 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-9367ef64-76cd-40ca-a816-73351cce9b86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0668912 Aug 23 14:42:37.485811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-92866b74-1c5e-4908-baf1-1ab9b9fd68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:37.488412 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-92866b74-1c5e-4908-baf1-1ab9b9fd68fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602968 Aug 23 14:42:37.558463 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-61a9f72e-6b6a-4a12-9f0e-3af6ce7b7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:37.560598 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-61a9f72e-6b6a-4a12-9f0e-3af6ce7b7eb7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1835523 Aug 23 14:42:37.583950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57272) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:37.586195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-bf9b63ad-bb69-40f0-ab57-6b51a82cabfb req-91d18d51-9246-44cb-9605-e00092d71a63 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Deleting port 86cd3af4-124a-44da-984e-18934e89bf94 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:42:37.586560 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bf9b63ad-bb69-40f0-ab57-6b51a82cabfb req-91d18d51-9246-44cb-9605-e00092d71a63 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:37.602722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4319f2e2-84be-4b78-a049-d11986e92754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:37.668343 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3321b7cf-d73c-4ebd-81e7-b05a8c2f2068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:37.671572 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3321b7cf-d73c-4ebd-81e7-b05a8c2f2068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:37.675043 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3321b7cf-d73c-4ebd-81e7-b05a8c2f2068 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d3ba2c5-5157-4c6c-b3c0-a5c63b1991d9 HTTP/1.1" status: 204 len: 168 time: 0.7193480 Aug 23 14:42:37.676917 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-e17c7991-b60a-44d1-bfc0-88d81b4ea63b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243 HTTP/1.1" status: 200 len: 217 time: 0.1064236 Aug 23 14:42:37.710409 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-92787eeb-72fa-440f-9e01-90878338cd9e service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083328 Aug 23 14:42:37.723386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321b7cf-d73c-4ebd-81e7-b05a8c2f2068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3ba2c5-5157-4c6c-b3c0-a5c63b1991d9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:37.770330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-95360983-73af-485a-8473-4f3772ab4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:37.772232 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-95360983-73af-485a-8473-4f3772ab4b1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0878615 Aug 23 14:42:37.800867 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bf9b63ad-bb69-40f0-ab57-6b51a82cabfb req-91d18d51-9246-44cb-9605-e00092d71a63 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:37.801217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bf9b63ad-bb69-40f0-ab57-6b51a82cabfb req-91d18d51-9246-44cb-9605-e00092d71a63 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:37.820585 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4319f2e2-84be-4b78-a049-d11986e92754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:37.833681 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-bf9b63ad-bb69-40f0-ab57-6b51a82cabfb req-91d18d51-9246-44cb-9605-e00092d71a63 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Calling delete_port for 86cd3af4-124a-44da-984e-18934e89bf94 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:42:37.851208 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-cfd37732-823e-4f43-9776-cb85c19189d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:37.852858 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-cfd37732-823e-4f43-9776-cb85c19189d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706704 Aug 23 14:42:37.862424 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-84bd2c4a-dc61-44fd-a94c-4e9eeed15b1c service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386199 Aug 23 14:42:38.006708 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-b447e10f-66eb-4760-91aa-f99faba4b4a3 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196983 Aug 23 14:42:38.050685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b246c44-88b3-4d6f-9f23-c20dfacb2913 req-dcf8060d-ba55-42c0-a358-f779928f9cfb tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:38.053651 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b246c44-88b3-4d6f-9f23-c20dfacb2913 req-dcf8060d-ba55-42c0-a358-f779928f9cfb tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 947 time: 0.0772002 Aug 23 14:42:38.069993 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4319f2e2-84be-4b78-a049-d11986e92754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:38.146209 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0812022b-b16c-4b3a-8378-c110a9aecd7b req-159abfa1-a234-401f-bd56-bd16ab50873f service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283550 Aug 23 14:42:38.189406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b246c44-88b3-4d6f-9f23-c20dfacb2913 req-7ff590ed-6163-435f-8241-4bf33eb1a17b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000934 Aug 23 14:42:38.195328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4319f2e2-84be-4b78-a049-d11986e92754 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=493cb6c00a174055b1bd74ba6fbffc8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6096494 Aug 23 14:42:38.197463 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57286) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:38.197674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319f2e2-84be-4b78-a049-d11986e92754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca24e2c-db54-496d-9678-36300b391d88,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:38.239867 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bf9b63ad-bb69-40f0-ab57-6b51a82cabfb req-91d18d51-9246-44cb-9605-e00092d71a63 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:38.275439 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d18d51-9246-44cb-9605-e00092d71a63 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Pushing event deleted for resources: {'Port': ['ID=86cd3af4-124a-44da-984e-18934e89bf94,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:38.335219 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c19a682-c397-4926-843c-32d38be078d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:38.366551 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c19a682-c397-4926-843c-32d38be078d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:38.368547 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bf9b63ad-bb69-40f0-ab57-6b51a82cabfb req-91d18d51-9246-44cb-9605-e00092d71a63 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:38.371011 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bf9b63ad-bb69-40f0-ab57-6b51a82cabfb req-91d18d51-9246-44cb-9605-e00092d71a63 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:38.378893 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf9b63ad-bb69-40f0-ab57-6b51a82cabfb req-91d18d51-9246-44cb-9605-e00092d71a63 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "DELETE /v2.0/floatingips/34da87b4-95d5-428c-be86-60d59b4e4a07 HTTP/1.1" status: 204 len: 173 time: 1.1161554 Aug 23 14:42:38.553434 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82763a76-2231-48f4-aeba-866389a2f564 req-d95a440d-6254-42ce-95b8-711b55fea8bb tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips/95c18323-9e0f-480d-8b8b-41b11f9dd1fe HTTP/1.1" status: 200 len: 693 time: 0.0761082 Aug 23 14:42:38.648882 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c19a682-c397-4926-843c-32d38be078d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:38.651760 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c19a682-c397-4926-843c-32d38be078d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:38.656933 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8c19a682-c397-4926-843c-32d38be078d6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0ca24e2c-db54-496d-9678-36300b391d88 HTTP/1.1" status: 204 len: 168 time: 0.4544961 Aug 23 14:42:38.675107 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19a682-c397-4926-843c-32d38be078d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca24e2c-db54-496d-9678-36300b391d88,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:38.688731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82763a76-2231-48f4-aeba-866389a2f564 req-0627b714-063b-42f1-9cb5-2ab16633ce25 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:38.690139 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82763a76-2231-48f4-aeba-866389a2f564 req-0627b714-063b-42f1-9cb5-2ab16633ce25 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1314180 Aug 23 14:42:38.745827 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82763a76-2231-48f4-aeba-866389a2f564 req-6c32c310-f689-4aa4-8ff5-49ee90ea2834 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 696 time: 0.0484674 Aug 23 14:42:38.797068 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82763a76-2231-48f4-aeba-866389a2f564 req-ebff2b14-1b05-49cb-83de-694671a92627 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 696 time: 0.0439861 Aug 23 14:42:38.987257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-82763a76-2231-48f4-aeba-866389a2f564 req-afc4ecdb-622e-4fd2-a621-4a664c71c582 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Deleting port 49b81a6f-8f77-4ce9-97f4-deb941d340fb {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:42:38.987898 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-82763a76-2231-48f4-aeba-866389a2f564 req-afc4ecdb-622e-4fd2-a621-4a664c71c582 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:39.021678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57306) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:39.052113 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccb7077e-6cb8-4b06-ad7b-091cb1749cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:39.104101 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-82763a76-2231-48f4-aeba-866389a2f564 req-afc4ecdb-622e-4fd2-a621-4a664c71c582 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:39.105356 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-82763a76-2231-48f4-aeba-866389a2f564 req-afc4ecdb-622e-4fd2-a621-4a664c71c582 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:39.121458 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-82763a76-2231-48f4-aeba-866389a2f564 req-afc4ecdb-622e-4fd2-a621-4a664c71c582 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Calling delete_port for 49b81a6f-8f77-4ce9-97f4-deb941d340fb owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:42:39.192286 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccb7077e-6cb8-4b06-ad7b-091cb1749cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:39.283937 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccb7077e-6cb8-4b06-ad7b-091cb1749cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:39.369310 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-82763a76-2231-48f4-aeba-866389a2f564 req-afc4ecdb-622e-4fd2-a621-4a664c71c582 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:39.370189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7077e-6cb8-4b06-ad7b-091cb1749cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765627c9-d93c-473a-b17d-401cf83818a9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:39.395292 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ccb7077e-6cb8-4b06-ad7b-091cb1749cfd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=61d4fa67acdf4784a6cfdadb6b86b5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675036 Aug 23 14:42:39.400131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57314) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:39.402539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4ecdb-622e-4fd2-a621-4a664c71c582 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Pushing event deleted for resources: {'Port': ['ID=49b81a6f-8f77-4ce9-97f4-deb941d340fb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:39.409655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57316) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:39.452670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd296e-2a0a-49c4-90b8-9916c8b2d3ca req-06798bee-db65-4266-a099-164934c36531 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:39.454312 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c3fd296e-2a0a-49c4-90b8-9916c8b2d3ca req-06798bee-db65-4266-a099-164934c36531 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 947 time: 0.0994666 Aug 23 14:42:39.490582 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-175c5096-3bf0-425a-ab8a-0f8fc33a7d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:39.507700 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-82763a76-2231-48f4-aeba-866389a2f564 req-afc4ecdb-622e-4fd2-a621-4a664c71c582 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:39.511436 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-82763a76-2231-48f4-aeba-866389a2f564 req-afc4ecdb-622e-4fd2-a621-4a664c71c582 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:39.512873 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82763a76-2231-48f4-aeba-866389a2f564 req-afc4ecdb-622e-4fd2-a621-4a664c71c582 tempest-FloatingIPDetailsTestJSON-211855230 tempest-FloatingIPDetailsTestJSON-211855230-project] 10.222.0.38 "DELETE /v2.0/floatingips/95c18323-9e0f-480d-8b8b-41b11f9dd1fe HTTP/1.1" status: 204 len: 173 time: 0.7099919 Aug 23 14:42:39.522278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57324) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:39.527785 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-175c5096-3bf0-425a-ab8a-0f8fc33a7d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:39.538371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c3fd296e-2a0a-49c4-90b8-9916c8b2d3ca req-c8db81e5-4c41-4539-b3e4-e087589028c5 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699394 Aug 23 14:42:39.680916 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-175c5096-3bf0-425a-ab8a-0f8fc33a7d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:39.697758 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-175c5096-3bf0-425a-ab8a-0f8fc33a7d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:39.704951 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-175c5096-3bf0-425a-ab8a-0f8fc33a7d2f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/765627c9-d93c-473a-b17d-401cf83818a9 HTTP/1.1" status: 204 len: 168 time: 0.3032691 Aug 23 14:42:39.718791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c5096-3bf0-425a-ab8a-0f8fc33a7d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765627c9-d93c-473a-b17d-401cf83818a9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:39.851638 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e75e6bd-146d-400c-a797-cdba314fb372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:40.121913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device e225fb55-aa3f-4b03-b4c8-d244f16aa243 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:42:40.180865 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e75e6bd-146d-400c-a797-cdba314fb372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:40.195051 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1617a2-e32a-4b5a-893d-fb3d2e28e794 req-12a90251-2b14-4205-9fb1-e630cde8cf46 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:40.207864 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f1617a2-e32a-4b5a-893d-fb3d2e28e794 req-12a90251-2b14-4205-9fb1-e630cde8cf46 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 947 time: 0.2079973 Aug 23 14:42:40.250561 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-17524e1f-bb13-48fd-8d3e-4ddfa5a6bc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:40.273258 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e75e6bd-146d-400c-a797-cdba314fb372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:40.385263 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0e75e6bd-146d-400c-a797-cdba314fb372 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f8de8effdd349efbcedf91d0f08b79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9733124 Aug 23 14:42:40.394296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57346) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:40.441264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa4101-a979-4a10-a576-6882f1ffce13 req-3dd2675b-49e1-48d6-9c26-689fabdec823 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:40.444229 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1daa4101-a979-4a10-a576-6882f1ffce13 req-3dd2675b-49e1-48d6-9c26-689fabdec823 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.57 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad&tenant_id=a6f5c4613b364924ae1363c53a90461d&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 947 time: 0.3298974 Aug 23 14:42:40.458683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port e225fb55-aa3f-4b03-b4c8-d244f16aa243, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:40.479775 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243', 'mac_address': 'fa:16:3e:dd:d0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:42:40.501001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f1617a2-e32a-4b5a-893d-fb3d2e28e794 req-19b9651b-0f38-4620-9358-9d03284e3a0d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458215 Aug 23 14:42:40.513600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75e6bd-146d-400c-a797-cdba314fb372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73a4a04-7228-4532-9411-cd25bec87601,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:40.588361 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:40.635089 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e225fb55-aa3f-4b03-b4c8-d244f16aa243 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:42:40.699235 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-1daa4101-a979-4a10-a576-6882f1ffce13 req-3ece992e-effe-4de3-84b6-4ce6d398146e service neutron] delete failed (client error): The resource could not be found. Aug 23 14:42:40.702062 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1daa4101-a979-4a10-a576-6882f1ffce13 req-3ece992e-effe-4de3-84b6-4ce6d398146e service neutron] 10.222.0.57 "DELETE /v2.0/ports/e225fb55-aa3f-4b03-b4c8-d244f16aa243/bindings/n-h1-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.2321780 Aug 23 14:42:40.703639 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd261-2489-4f8f-b66f-896b3ce9b510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:40.709963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port e225fb55-aa3f-4b03-b4c8-d244f16aa243, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:40.765520 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:40.772783 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd261-2489-4f8f-b66f-896b3ce9b510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:40.886144 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=e225fb55-aa3f-4b03-b4c8-d244f16aa243,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:40.953414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd261-2489-4f8f-b66f-896b3ce9b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:40.957304 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd261-2489-4f8f-b66f-896b3ce9b510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:40.962727 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f8ffd261-2489-4f8f-b66f-896b3ce9b510 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c73a4a04-7228-4532-9411-cd25bec87601 HTTP/1.1" status: 204 len: 168 time: 0.5590174 Aug 23 14:42:40.963349 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:42:40.968659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['e225fb55-aa3f-4b03-b4c8-d244f16aa243'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:42:40.998308 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffd261-2489-4f8f-b66f-896b3ce9b510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73a4a04-7228-4532-9411-cd25bec87601,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:41.017430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa4101-a979-4a10-a576-6882f1ffce13 req-48e2156c-a317-4f35-86c6-93eaed0fbc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:41.024038 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1daa4101-a979-4a10-a576-6882f1ffce13 req-48e2156c-a317-4f35-86c6-93eaed0fbc81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 1099 time: 0.1241970 Aug 23 14:42:41.275521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa4101-a979-4a10-a576-6882f1ffce13 req-7811c6ba-a464-40d6-895e-8420c77a8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:41.277106 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1daa4101-a979-4a10-a576-6882f1ffce13 req-7811c6ba-a464-40d6-895e-8420c77a8d05 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.2459254 Aug 23 14:42:41.326040 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-17524e1f-bb13-48fd-8d3e-4ddfa5a6bc23 admin admin] Deleting port c6ae8c2c-c087-44da-ade0-a48920710a8d {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:42:41.327274 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-17524e1f-bb13-48fd-8d3e-4ddfa5a6bc23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:41.359282 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1daa4101-a979-4a10-a576-6882f1ffce13 req-c3a86274-3958-4d56-a71b-8c225a000c6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243 HTTP/1.1" status: 200 len: 217 time: 0.0724616 Aug 23 14:42:41.472917 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa4101-a979-4a10-a576-6882f1ffce13 req-26d003c9-cf6e-4835-9d75-68099db13055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:41.475203 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1daa4101-a979-4a10-a576-6882f1ffce13 req-26d003c9-cf6e-4835-9d75-68099db13055 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1078124 Aug 23 14:42:41.478574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-17524e1f-bb13-48fd-8d3e-4ddfa5a6bc23 admin admin] For port c6ae8c2c-c087-44da-ade0-a48920710a8d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c6ae8c2c-c087-44da-ade0-a48920710a8d,segment=NetworkSegment(73cc7430-fd59-40ae-9630-caf899bba551),segment_id=73cc7430-fd59-40ae-9630-caf899bba551)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:41.479121 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-17524e1f-bb13-48fd-8d3e-4ddfa5a6bc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:41.496865 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-17524e1f-bb13-48fd-8d3e-4ddfa5a6bc23 admin admin] Calling delete_port for c6ae8c2c-c087-44da-ade0-a48920710a8d owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:42:41.564018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa4101-a979-4a10-a576-6882f1ffce13 req-3c994d5f-c76a-4d99-b0cf-1bf2334c5b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:41.567245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1daa4101-a979-4a10-a576-6882f1ffce13 req-3c994d5f-c76a-4d99-b0cf-1bf2334c5b0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831501 Aug 23 14:42:41.711199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301dd59-e029-4cd4-a9b2-72b603d7d90b req-4a5d1249-b6dd-49ed-bb6e-c1ae6c159807 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:41.720613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5301dd59-e029-4cd4-a9b2-72b603d7d90b req-4a5d1249-b6dd-49ed-bb6e-c1ae6c159807 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 948 time: 0.0973058 Aug 23 14:42:41.753275 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1daa4101-a979-4a10-a576-6882f1ffce13 req-b5feb4c5-baf5-402a-b73b-800f185f2060 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713500 Aug 23 14:42:41.821665 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5301dd59-e029-4cd4-a9b2-72b603d7d90b req-53acd74e-031e-40c9-92b1-6b45e8b86f3d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987043 Aug 23 14:42:41.916007 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1daa4101-a979-4a10-a576-6882f1ffce13 req-f7620d58-8dca-4cae-ae20-d75011aa152c service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597943 Aug 23 14:42:42.061251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-17524e1f-bb13-48fd-8d3e-4ddfa5a6bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:42.105229 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17524e1f-bb13-48fd-8d3e-4ddfa5a6bc23 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ae8c2c-c087-44da-ade0-a48920710a8d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:42.132315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device e225fb55-aa3f-4b03-b4c8-d244f16aa243 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:42:42.272480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port e225fb55-aa3f-4b03-b4c8-d244f16aa243 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:42.278800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port e225fb55-aa3f-4b03-b4c8-d244f16aa243 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:42.282156 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:42.368730 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-17524e1f-bb13-48fd-8d3e-4ddfa5a6bc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:42.395286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57406) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:42.438488 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0755-ba7a-4e73-8c45-b78fc0901fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:42.454002 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:42.493372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e17106-878b-46ed-a126-d4a6ce8f05ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:42.497269 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be20c352-b1cd-4375-bb03-c98456a42405" -d '{"events": [{"server_uuid": "91e17106-878b-46ed-a126-d4a6ce8f05ad", "name": "network-vif-plugged", "status": "completed", "tag": "e225fb55-aa3f-4b03-b4c8-d244f16aa243"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:42.522746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port e225fb55-aa3f-4b03-b4c8-d244f16aa243, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:42.600030 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:42.671717 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84638a57-139e-4ac5-adcb-c5c576012187 x-openstack-request-id: req-84638a57-139e-4ac5-adcb-c5c576012187 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:42.672384 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e17106-878b-46ed-a126-d4a6ce8f05ad", "name": "network-vif-plugged", "status": "completed", "tag": "e225fb55-aa3f-4b03-b4c8-d244f16aa243", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:42.672887 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84638a57-139e-4ac5-adcb-c5c576012187 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:42.673605 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e17106-878b-46ed-a126-d4a6ce8f05ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243', 'code': 200} Aug 23 14:42:42.708004 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0755-ba7a-4e73-8c45-b78fc0901fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:42.712628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=e225fb55-aa3f-4b03-b4c8-d244f16aa243,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:42.719044 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17524e1f-bb13-48fd-8d3e-4ddfa5a6bc23 admin admin] Router 83b9e59d-3df6-4af4-8a74-50330242786c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:42:42.756325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-ceca3cb5-c66a-4fd7-a71a-d63e7ced3036 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c856ff19a9b1494a9f6d727b143757c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297971 Aug 23 14:42:42.764142 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0755-ba7a-4e73-8c45-b78fc0901fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:42.925208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5c3f0755-ba7a-4e73-8c45-b78fc0901fa9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=74aed0ceb3b347a1b122b03134a0f7e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5283329 Aug 23 14:42:42.927488 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57424) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:42.962801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f0755-ba7a-4e73-8c45-b78fc0901fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdee944-4c8a-493c-a982-3eb5e7434ddc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:42.965305 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17524e1f-bb13-48fd-8d3e-4ddfa5a6bc23 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:42:42.983164 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-17524e1f-bb13-48fd-8d3e-4ddfa5a6bc23 admin admin] 10.222.0.38 "PUT /v2.0/routers/83b9e59d-3df6-4af4-8a74-50330242786c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4540560 Aug 23 14:42:42.986189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57428) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:42.991035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c47dd-a768-4ff2-b70e-b74f20cc7072 None None] Sync routers for ids ['83b9e59d-3df6-4af4-8a74-50330242786c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:42:43.047228 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5ae260cb-0ebb-498c-9b88-96c30eb9e4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:43.048128 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c47dd-a768-4ff2-b70e-b74f20cc7072 None None] Routers {'83b9e59d-3df6-4af4-8a74-50330242786c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:42:43.051924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-646c47dd-a768-4ff2-b70e-b74f20cc7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:42:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['83b9e59d-3df6-4af4-8a74-50330242786c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:43.062482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df55f0-eedd-4376-a524-77b3c0b8c918 req-69c49672-965c-403b-abd3-dd9ff398bf01 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:43.064176 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64df55f0-eedd-4376-a524-77b3c0b8c918 req-69c49672-965c-403b-abd3-dd9ff398bf01 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.0936897 Aug 23 14:42:43.102068 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5ae260cb-0ebb-498c-9b88-96c30eb9e4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:43.122701 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-d5e3cfd1-5a1f-4bfc-b4e7-70806293a23a tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:43.136069 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-d5e3cfd1-5a1f-4bfc-b4e7-70806293a23a tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3659222 Aug 23 14:42:43.143188 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64df55f0-eedd-4376-a524-77b3c0b8c918 req-b3904d9a-3212-4f2d-911e-fd97e4bc3723 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708549 Aug 23 14:42:43.227121 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-b55b9c3d-900b-4ca9-9a92-0e3b93f92836 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/quotas/c856ff19a9b1494a9f6d727b143757c3 HTTP/1.1" status: 200 len: 375 time: 0.0897133 Aug 23 14:42:43.256263 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5ae260cb-0ebb-498c-9b88-96c30eb9e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:43.259870 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5ae260cb-0ebb-498c-9b88-96c30eb9e4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:43.261401 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5ae260cb-0ebb-498c-9b88-96c30eb9e4ff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8bdee944-4c8a-493c-a982-3eb5e7434ddc HTTP/1.1" status: 204 len: 168 time: 0.3322399 Aug 23 14:42:43.277900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae260cb-0ebb-498c-9b88-96c30eb9e4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdee944-4c8a-493c-a982-3eb5e7434ddc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:43.297354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-ca3cb4ab-9796-41ce-88aa-78d5aab9a344 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c856ff19a9b1494a9f6d727b143757c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686834 Aug 23 14:42:43.340700 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:43.403256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57440) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:43.425494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-646c47dd-a768-4ff2-b70e-b74f20cc7072 None None] Set router 83b9e59d-3df6-4af4-8a74-50330242786c gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:42:43.517875 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:43.583079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007f58a-a506-4026-a25e-1405eba24ff7 req-36c9a25b-56dd-463d-970a-9ce49ad901b6 tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:43.585376 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4007f58a-a506-4026-a25e-1405eba24ff7 req-36c9a25b-56dd-463d-970a-9ce49ad901b6 tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 1100 time: 0.0680261 Aug 23 14:42:43.643445 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4007f58a-a506-4026-a25e-1405eba24ff7 req-ee86bd9d-6d87-4b91-9814-73562c7c2070 tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465190 Aug 23 14:42:43.711231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-646c47dd-a768-4ff2-b70e-b74f20cc7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'name': 'tempest-FloatingIPDetailsTestJSON-796336686-router', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'c697721e-3ca8-4a7c-88c0-6465dd772bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:11Z', 'updated_at': '2021-08-23T14:42:41Z', 'revision_number': 5, 'project_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'gw_port': {'id': 'c697721e-3ca8-4a7c-88c0-6465dd772bf7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:12Z', 'updated_at': '2021-08-23T14:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:43.746505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] Deleting port c697721e-3ca8-4a7c-88c0-6465dd772bf7 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:42:43.747437 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:43.783255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c47dd-a768-4ff2-b70e-b74f20cc7072 None None] Checking router: 83b9e59d-3df6-4af4-8a74-50330242786c for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:42:43.795708 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c47dd-a768-4ff2-b70e-b74f20cc7072 None None] Routers {'83b9e59d-3df6-4af4-8a74-50330242786c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:42:43.796858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-646c47dd-a768-4ff2-b70e-b74f20cc7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:42:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['83b9e59d-3df6-4af4-8a74-50330242786c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:43.886761 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4bc886db-c187-44ae-b4e3-e3eb7f2350b1 req-3211765d-aabc-4f3b-99b0-ad26a44b5e1c tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 210 time: 0.1003466 Aug 23 14:42:43.927099 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-646c47dd-a768-4ff2-b70e-b74f20cc7072 None None] Set router 83b9e59d-3df6-4af4-8a74-50330242786c gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:42:43.978047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] For port c697721e-3ca8-4a7c-88c0-6465dd772bf7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c697721e-3ca8-4a7c-88c0-6465dd772bf7,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:43.978561 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:44.001144 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] Calling delete_port for c697721e-3ca8-4a7c-88c0-6465dd772bf7 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:42:44.068113 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-646c47dd-a768-4ff2-b70e-b74f20cc7072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'name': 'tempest-FloatingIPDetailsTestJSON-796336686-router', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:11Z', 'updated_at': '2021-08-23T14:42:43Z', 'revision_number': 6, 'project_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:44.118420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c47dd-a768-4ff2-b70e-b74f20cc7072 None None] The sync data for ids ['83b9e59d-3df6-4af4-8a74-50330242786c'] in n-d-804985-3 is: [{'id': '83b9e59d-3df6-4af4-8a74-50330242786c', 'name': 'tempest-FloatingIPDetailsTestJSON-796336686-router', 'tenant_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:11Z', 'updated_at': '2021-08-23T14:42:43Z', 'revision_number': 6, 'project_id': 'c85231b07b6f4a2eaced0d136f02a4db', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:42:44.198423 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01020537-9ec0-46b8-b8b9-857159aee527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:44.381419 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:44.399762 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-53f974ca-7e6d-457c-88a6-739bc0469413 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a6f5c4613b364924ae1363c53a90461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513272 Aug 23 14:42:44.474420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] Pushing event deleted for resources: {'Port': ['ID=c697721e-3ca8-4a7c-88c0-6465dd772bf7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:44.555609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57480) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:44.628070 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f259f21f-5e06-4460-abea-8cd127bbfa06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:44.631874 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:44.739916 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01020537-9ec0-46b8-b8b9-857159aee527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:44.766403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-6632d703-30d1-40ed-a7bc-57f6efceb36a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:44.776648 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-6632d703-30d1-40ed-a7bc-57f6efceb36a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3687372 Aug 23 14:42:44.798501 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-a13fb2cd-8ae6-4486-8a9c-882493157e69 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/quotas/a6f5c4613b364924ae1363c53a90461d HTTP/1.1" status: 200 len: 375 time: 0.0204999 Aug 23 14:42:44.836998 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:44.840439 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:44.849774 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01020537-9ec0-46b8-b8b9-857159aee527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:44.991215 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-99633871-b302-4e91-a597-dac965a2cbfe tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1911488 Aug 23 14:42:45.004895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57490) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:45.005858 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.006722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b9e59d-3df6-4af4-8a74-50330242786c {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:42:45.008572 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-01020537-9ec0-46b8-b8b9-857159aee527 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fd1c8cf3badd48758d6d52b66dd145f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6013975 Aug 23 14:42:45.022902 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01020537-9ec0-46b8-b8b9-857159aee527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b4d192-3195-421d-acb7-3124b3a9b71e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:45.106229 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.108756 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ae232b36-9632-4013-a327-ee14bad0aeed admin admin] 10.222.0.38 "DELETE /v2.0/routers/83b9e59d-3df6-4af4-8a74-50330242786c HTTP/1.1" status: 204 len: 168 time: 2.1218255 Aug 23 14:42:45.116879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57492) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:45.131065 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af3d30e4-7153-41a4-8b27-e21b62cb2cb5 req-79a4d837-c7c3-4fc9-a2ce-0247171e7586 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 210 time: 0.1549129 Aug 23 14:42:45.158360 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.274757 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f6bc932c-fd1e-413f-8698-94bdb03414bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.283093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-751176a5-c57b-4449-89b5-678a4755f9eb admin admin] Deleting subnet d891602c-9671-4193-91de-29ab65058a39 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:42:45.360797 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f6bc932c-fd1e-413f-8698-94bdb03414bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.386193 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-751176a5-c57b-4449-89b5-678a4755f9eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.409925 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f259f21f-5e06-4460-abea-8cd127bbfa06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.480985 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-751176a5-c57b-4449-89b5-678a4755f9eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.536088 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f259f21f-5e06-4460-abea-8cd127bbfa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.557188 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15d957ce-ffc6-4b2d-9284-e001832a9169 req-139197b6-8e3e-428b-802d-169a4fc14b19 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 210 time: 0.1306312 Aug 23 14:42:45.594873 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f259f21f-5e06-4460-abea-8cd127bbfa06 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=553d8eac116149efbbc09aa3bf811d43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0238290 Aug 23 14:42:45.596210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57506) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:45.669385 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f6bc932c-fd1e-413f-8698-94bdb03414bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.678629 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f6bc932c-fd1e-413f-8698-94bdb03414bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.678629 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f6bc932c-fd1e-413f-8698-94bdb03414bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35b4d192-3195-421d-acb7-3124b3a9b71e HTTP/1.1" status: 204 len: 168 time: 0.6593609 Aug 23 14:42:45.720455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc932c-fd1e-413f-8698-94bdb03414bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b4d192-3195-421d-acb7-3124b3a9b71e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:45.732841 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c35593f-7beb-4a5a-aeb2-0eb4f73919f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.786028 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c35593f-7beb-4a5a-aeb2-0eb4f73919f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.834271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259f21f-5e06-4460-abea-8cd127bbfa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238eafab-6ed1-405b-991b-e89498e8ded9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:45.859840 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-751176a5-c57b-4449-89b5-678a4755f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.941191 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c35593f-7beb-4a5a-aeb2-0eb4f73919f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.950368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c35593f-7beb-4a5a-aeb2-0eb4f73919f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:45.953972 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5c35593f-7beb-4a5a-aeb2-0eb4f73919f9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/238eafab-6ed1-405b-991b-e89498e8ded9 HTTP/1.1" status: 204 len: 168 time: 0.3572912 Aug 23 14:42:45.974482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35593f-7beb-4a5a-aeb2-0eb4f73919f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238eafab-6ed1-405b-991b-e89498e8ded9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:46.046615 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-751176a5-c57b-4449-89b5-678a4755f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:46.085366 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-751176a5-c57b-4449-89b5-678a4755f9eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:46.088559 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-751176a5-c57b-4449-89b5-678a4755f9eb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d891602c-9671-4193-91de-29ab65058a39 HTTP/1.1" status: 204 len: 168 time: 0.9701433 Aug 23 14:42:46.091356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57522) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:46.094253 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0889e917-fcbb-4825-9bc5-45b0c7665b72 None None] Network 5b9fe3f4-75a0-479b-a550-a3f37b1d74b3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:42:46.100010 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c6ae8c2c-c087-44da-ade0-a48920710a8d no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:42:46.132442 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: c6ae8c2c-c087-44da-ade0-a48920710a8d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:42:46.132789 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c6ae8c2c-c087-44da-ade0-a48920710a8d not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:42:46.133627 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c697721e-3ca8-4a7c-88c0-6465dd772bf7 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:42:46.164435 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751176a5-c57b-4449-89b5-678a4755f9eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d891602c-9671-4193-91de-29ab65058a39,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:46.193378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: c697721e-3ca8-4a7c-88c0-6465dd772bf7 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:42:46.194601 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c697721e-3ca8-4a7c-88c0-6465dd772bf7 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:42:46.297271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:46.374220 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fcf1243f-5b71-4240-8ace-208262197876 req-c6d49fc8-1d52-4420-9edd-3e3b6e16f540 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 210 time: 0.0715287 Aug 23 14:42:46.437302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] Deleting port 676d6d56-7cab-4992-9f2a-fb844d99f748 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:42:46.437830 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:46.494022 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-9e7daaad-50d9-44f3-a77e-0fe9bdce8f1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c856ff19a9b1494a9f6d727b143757c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448592 Aug 23 14:42:46.495477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c062e9f-4a3f-490b-949e-e6550e5a2522 None None] DHCP port deletion for 5b9fe3f4-75a0-479b-a550-a3f37b1d74b3 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:42:46.607044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9c062e9f-4a3f-490b-949e-e6550e5a2522 None None] Deleting port 676d6d56-7cab-4992-9f2a-fb844d99f748 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:42:46.609481 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9c062e9f-4a3f-490b-949e-e6550e5a2522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:46.650860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] For port 676d6d56-7cab-4992-9f2a-fb844d99f748, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=676d6d56-7cab-4992-9f2a-fb844d99f748,segment=NetworkSegment(73cc7430-fd59-40ae-9630-caf899bba551),segment_id=73cc7430-fd59-40ae-9630-caf899bba551)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:46.651354 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:46.683735 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] Calling delete_port for 676d6d56-7cab-4992-9f2a-fb844d99f748 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:42:46.719290 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9dcada83-bc59-4429-9060-0b7632b40da8 req-cb93aa25-4896-4124-9230-ccfe86553149 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 210 time: 0.0353456 Aug 23 14:42:46.729515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-38a4d088-3a23-4134-b746-650b41bab9fa tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:46.731832 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-38a4d088-3a23-4134-b746-650b41bab9fa tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325766 Aug 23 14:42:46.749441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Request body: {'port': {'device_id': '2d5e5102-8610-489b-9af6-569b068fb9dc', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': 'c856ff19a9b1494a9f6d727b143757c3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:46.773726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9c062e9f-4a3f-490b-949e-e6550e5a2522 None None] For port 676d6d56-7cab-4992-9f2a-fb844d99f748, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=676d6d56-7cab-4992-9f2a-fb844d99f748,segment=NetworkSegment(73cc7430-fd59-40ae-9630-caf899bba551),segment_id=73cc7430-fd59-40ae-9630-caf899bba551)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:46.774137 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9c062e9f-4a3f-490b-949e-e6550e5a2522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:46.791177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9c062e9f-4a3f-490b-949e-e6550e5a2522 None None] Calling delete_port for 676d6d56-7cab-4992-9f2a-fb844d99f748 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:42:47.003465 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.017431 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9c062e9f-4a3f-490b-949e-e6550e5a2522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.026898 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Made reservation on behalf of c856ff19a9b1494a9f6d727b143757c3 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:42:47.036910 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.052215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] Pushing event deleted for resources: {'Port': ['ID=676d6d56-7cab-4992-9f2a-fb844d99f748,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:47.054442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] No DVR routers for this DVR port 676d6d56-7cab-4992-9f2a-fb844d99f748 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:42:47.079255 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.090725 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c062e9f-4a3f-490b-949e-e6550e5a2522 None None] Pushing event deleted for resources: {'Port': ['ID=676d6d56-7cab-4992-9f2a-fb844d99f748,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:47.100668 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c062e9f-4a3f-490b-949e-e6550e5a2522 None None] No DVR routers for this DVR port 676d6d56-7cab-4992-9f2a-fb844d99f748 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:42:47.155031 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.167264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9fe3f4-75a0-479b-a550-a3f37b1d74b3']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:47.203114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cc7430-fd59-40ae-9630-caf899bba551') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:47.203418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cc7430-fd59-40ae-9630-caf899bba551') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:47.227160 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.239120 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.258345 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.268725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:42:47.269365 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:42:47.272405 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:42:47.305124 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57556) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:47.321739 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1469b3e4-173e-444f-9468-740dff7bba24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.334553 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.410152 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:47.449321 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.457079 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.462937 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5b9fe3f4-75a0-479b-a550-a3f37b1d74b3 HTTP/1.1" status: 204 len: 168 time: 1.3700950 Aug 23 14:42:47.495016 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb9d14-6df6-4314-80cc-8c53bf27a800 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b9fe3f4-75a0-479b-a550-a3f37b1d74b3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:47.576674 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a14187b8-66fc-4187-b56a-6f1a2f827a2b req-63501175-216b-4b41-b0b5-f6b0f15063e0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 210 time: 0.0451655 Aug 23 14:42:47.663055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Allocated IP 192.168.233.55 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/a6943019-58fd-4778-a9a5-a635606c448b) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:42:47.695590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1469b3e4-173e-444f-9468-740dff7bba24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.820914 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1469b3e4-173e-444f-9468-740dff7bba24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.854744 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c25801ee-d073-4294-9ac9-446bcd24a33d req-d174c16f-e262-441e-8e3b-deec339f2350 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 210 time: 0.0476789 Aug 23 14:42:47.891210 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:47.898014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469b3e4-173e-444f-9468-740dff7bba24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06ad46f-936a-472f-b7e1-3d0db65361ff,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:47.908318 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1469b3e4-173e-444f-9468-740dff7bba24 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7a9da178c80543958fab6073abe7b3c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5992033 Aug 23 14:42:47.908545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57574) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:47.929958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Transition to ACTIVE for port object a6943019-58fd-4778-a9a5-a635606c448b will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:47.992136 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fe1772d-b859-444b-8d96-fb9a695e1a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:48.002874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 676d6d56-7cab-4992-9f2a-fb844d99f748 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:42:48.017778 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fe1772d-b859-444b-8d96-fb9a695e1a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:48.026038 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 676d6d56-7cab-4992-9f2a-fb844d99f748 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:42:48.026601 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 676d6d56-7cab-4992-9f2a-fb844d99f748 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:42:48.061860 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:48.088394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57578) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:48.125736 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:48.137691 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fe1772d-b859-444b-8d96-fb9a695e1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:48.142019 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fe1772d-b859-444b-8d96-fb9a695e1a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:48.143362 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0fe1772d-b859-444b-8d96-fb9a695e1a50 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a06ad46f-936a-472f-b7e1-3d0db65361ff HTTP/1.1" status: 204 len: 168 time: 0.2338808 Aug 23 14:42:48.144558 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:48.151083 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:42:48.164175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-18ddcb6e-8c58-4500-b33e-550e9a0eea68 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c85231b07b6f4a2eaced0d136f02a4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0743077 Aug 23 14:42:48.168984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57586) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:48.185243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Pushing event updated for resources: {'Port': ['ID=a6943019-58fd-4778-a9a5-a635606c448b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:48.198351 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1772d-b859-444b-8d96-fb9a695e1a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06ad46f-936a-472f-b7e1-3d0db65361ff,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:48.249500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:48.249677 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49c07db4-2c50-4d8b-b80f-8553e706abef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:48.250588 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:48.270881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57588) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:48.288043 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49c07db4-2c50-4d8b-b80f-8553e706abef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:48.347586 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-f43e99ac-6c22-4c95-8016-6011033ab5b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6028035 Aug 23 14:42:48.361034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Request body: {'port': {'device_id': '2d5e5102-8610-489b-9af6-569b068fb9dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:48.429891 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-d6745868-56df-459a-8b90-e3307649f553 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a6f5c4613b364924ae1363c53a90461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464554 Aug 23 14:42:48.437980 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:48.515254 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49c07db4-2c50-4d8b-b80f-8553e706abef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:48.518766 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49c07db4-2c50-4d8b-b80f-8553e706abef admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:48.520246 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-49c07db4-2c50-4d8b-b80f-8553e706abef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1ee4362f-ac4b-401b-bb1c-3c1b78c9505a HTTP/1.1" status: 204 len: 168 time: 0.3490100 Aug 23 14:42:48.533704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c07db4-2c50-4d8b-b80f-8553e706abef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee4362f-ac4b-401b-bb1c-3c1b78c9505a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:48.548423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-db5fa6c9-7acf-42b0-a88a-0c964855f6d0 None None] Provisioning for port a6943019-58fd-4778-a9a5-a635606c448b completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:48.555262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-db5fa6c9-7acf-42b0-a88a-0c964855f6d0 None None] Provisioning complete for port a6943019-58fd-4778-a9a5-a635606c448b triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:48.555949 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db5fa6c9-7acf-42b0-a88a-0c964855f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:48.602655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-d92a7f99-ed3d-47d2-b6e7-513a1fc76104 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:48.604501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-d92a7f99-ed3d-47d2-b6e7-513a1fc76104 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675680 Aug 23 14:42:48.629367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-06ade560-77cb-456d-85ae-7235f4fd48b2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Request body: {'port': {'device_id': '20d74e62-3f7c-4a97-a2e0-7cde5261cd56', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': 'a6f5c4613b364924ae1363c53a90461d'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:48.653522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-db5fa6c9-7acf-42b0-a88a-0c964855f6d0 None None] Port a6943019-58fd-4778-a9a5-a635606c448b cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:42:48.769880 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-00051c66-5177-4664-82b8-d357ed55548c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382931 Aug 23 14:42:48.795404 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b9bba-ff06-4fe3-8c81-12e55affe258 req-3dda4061-8622-4283-ba1c-51c8419bcb0a tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:48.797058 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e5b9bba-ff06-4fe3-8c81-12e55affe258 req-3dda4061-8622-4283-ba1c-51c8419bcb0a tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 935 time: 0.0722167 Aug 23 14:42:48.939452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-530c1a44-5bdd-4fbd-81c1-5f70e4565e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:48.947425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-530c1a44-5bdd-4fbd-81c1-5f70e4565e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1687536 Aug 23 14:42:48.954131 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e5b9bba-ff06-4fe3-8c81-12e55affe258 req-29cd2e75-a006-4cbd-bbfa-08ef20768087 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434860 Aug 23 14:42:48.959070 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6943019-58fd-4778-a9a5-a635606c448b {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:42:48.969436 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-21fd683e-b87b-4a2a-be45-95b3bb04abf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:48.970455 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:48.990853 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-9c79a5e0-7aed-4d56-ab79-af544991a0b3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/quotas/1e6e0b279ff043acbf8723187691917d HTTP/1.1" status: 200 len: 375 time: 0.0389652 Aug 23 14:42:49.001485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-06ade560-77cb-456d-85ae-7235f4fd48b2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Made reservation on behalf of a6f5c4613b364924ae1363c53a90461d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:42:49.004493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Transition to ACTIVE for port object a6943019-58fd-4778-a9a5-a635606c448b will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:49.009519 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-06ade560-77cb-456d-85ae-7235f4fd48b2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:49.015252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.61', 56843) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:49.074044 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bde58b2b-4e07-4de8-9a7e-dd436a7d6012 req-934cf2da-fc3f-4075-8f82-d8e9cd6e16ce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570142 Aug 23 14:42:49.078829 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-ad7b0fc8-7918-450b-926e-0f43fa2d81b3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662661 Aug 23 14:42:49.133461 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:49.183112 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b85f68f7-d40d-4022-93bc-2dbfb1343f5e req-9461fe22-947b-4487-b04c-97733eddae8e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 210 time: 0.0779598 Aug 23 14:42:49.254731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-06ade560-77cb-456d-85ae-7235f4fd48b2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Allocated IP 192.168.233.64 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/b595a67d-be00-4cd6-9e73-3fecd601b9bf) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:42:49.345604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Pushing event updated for resources: {'Port': ['ID=a6943019-58fd-4778-a9a5-a635606c448b,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:49.365513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde58b2b-4e07-4de8-9a7e-dd436a7d6012 req-2ff18e96-c934-4274-bb6e-130e96327bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:49.367914 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bde58b2b-4e07-4de8-9a7e-dd436a7d6012 req-2ff18e96-c934-4274-bb6e-130e96327bb4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 1100 time: 0.2006683 Aug 23 14:42:49.510550 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46f5a1d1-2a93-49c1-a4d4-a06964556fb6 req-708a6325-561e-4b7a-a8b4-67bb1398ee25 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 210 time: 0.0373037 Aug 23 14:42:49.599883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Attempting to bind port a6943019-58fd-4778-a9a5-a635606c448b on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:42:49.600506 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Attempting to bind port a6943019-58fd-4778-a9a5-a635606c448b by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:42:49.600850 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Attempting to bind port a6943019-58fd-4778-a9a5-a635606c448b on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:49.611728 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Port a6943019-58fd-4778-a9a5-a635606c448b on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:42:49.612060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Attempting to bind port a6943019-58fd-4778-a9a5-a635606c448b on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:49.621108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:42:49.621505 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:42:49.623509 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:42:49.623509 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Bound port: a6943019-58fd-4778-a9a5-a635606c448b, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:42:49.624103 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:49.738152 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde58b2b-4e07-4de8-9a7e-dd436a7d6012 req-e1bf8f61-3d20-4b1c-b423-ba092c98da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:49.739743 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bde58b2b-4e07-4de8-9a7e-dd436a7d6012 req-e1bf8f61-3d20-4b1c-b423-ba092c98da4b service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.3359227 Aug 23 14:42:49.742149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] For port a6943019-58fd-4778-a9a5-a635606c448b, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:42:49.745486 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] For port a6943019-58fd-4778-a9a5-a635606c448b, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a6943019-58fd-4778-a9a5-a635606c448b,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:42:49.770272 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-21fd683e-b87b-4a2a-be45-95b3bb04abf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:49.789718 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bde58b2b-4e07-4de8-9a7e-dd436a7d6012 req-61434c9a-b40a-4e50-845f-8c9bc26a94c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243 HTTP/1.1" status: 200 len: 217 time: 0.0419796 Aug 23 14:42:49.849456 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-06ade560-77cb-456d-85ae-7235f4fd48b2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:49.853592 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:49.866651 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-06ade560-77cb-456d-85ae-7235f4fd48b2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Transition to ACTIVE for port object b595a67d-be00-4cd6-9e73-3fecd601b9bf will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:49.877682 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:49.882696 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-21fd683e-b87b-4a2a-be45-95b3bb04abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:49.891257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde58b2b-4e07-4de8-9a7e-dd436a7d6012 req-c7d20f94-127e-46e7-8917-a1e0f5550859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:49.892907 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bde58b2b-4e07-4de8-9a7e-dd436a7d6012 req-c7d20f94-127e-46e7-8917-a1e0f5550859 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0951898 Aug 23 14:42:49.903399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:49.904092 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:49.906369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] 10.222.0.61 "PUT /v2.0/ports/a6943019-58fd-4778-a9a5-a635606c448b HTTP/1.1" status: 200 len: 1095 time: 1.5502574 Aug 23 14:42:49.906883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5e5102-8610-489b-9af6-569b068fb9dc', 'tag': 'a6943019-58fd-4778-a9a5-a635606c448b'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:49.909387 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b1b5e0-7565-4d46-a875-7c93ddfba233" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5e5102-8610-489b-9af6-569b068fb9dc", "tag": "a6943019-58fd-4778-a9a5-a635606c448b"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:49.923702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-21fd683e-b87b-4a2a-be45-95b3bb04abf5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f77d822a125433cb699633662d51326&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6508811 Aug 23 14:42:49.932385 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57650) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:49.966065 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd683e-b87b-4a2a-be45-95b3bb04abf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bbfc0b-74df-4eb5-a554-edad170a1b6c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:50.006104 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb61ceb-81b8-4679-8175-e47373bf7f77 x-openstack-request-id: req-dcb61ceb-81b8-4679-8175-e47373bf7f77 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:50.007702 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5e5102-8610-489b-9af6-569b068fb9dc", "tag": "a6943019-58fd-4778-a9a5-a635606c448b", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:50.007702 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dcb61ceb-81b8-4679-8175-e47373bf7f77 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:50.007702 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5e5102-8610-489b-9af6-569b068fb9dc', 'tag': 'a6943019-58fd-4778-a9a5-a635606c448b', 'status': 'completed', 'code': 200} Aug 23 14:42:50.055382 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-06ade560-77cb-456d-85ae-7235f4fd48b2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:50.068476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['e225fb55-aa3f-4b03-b4c8-d244f16aa243'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:42:50.078319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1630df3-ad95-472d-8ed1-bb13d5e8c106 service neutron] Pushing event updated for resources: {'Port': ['ID=a6943019-58fd-4778-a9a5-a635606c448b,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:50.183756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-06ade560-77cb-456d-85ae-7235f4fd48b2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:50.192656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-06ade560-77cb-456d-85ae-7235f4fd48b2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:50.197180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-06ade560-77cb-456d-85ae-7235f4fd48b2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:42:50.209196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde58b2b-4e07-4de8-9a7e-dd436a7d6012 req-5c7c7190-3610-4bc9-ad21-98ee98c97e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:50.210542 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bde58b2b-4e07-4de8-9a7e-dd436a7d6012 req-5c7c7190-3610-4bc9-ad21-98ee98c97e8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3088229 Aug 23 14:42:50.226378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-bbe23880-5971-4ebc-8c16-bbd0d4ce6e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:50.233589 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-bbe23880-5971-4ebc-8c16-bbd0d4ce6e03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c856ff19a9b1494a9f6d727b143757c3&device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 1098 time: 0.2291434 Aug 23 14:42:50.293933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-06ade560-77cb-456d-85ae-7235f4fd48b2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:50.295031 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-06ade560-77cb-456d-85ae-7235f4fd48b2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:50.336124 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ade560-77cb-456d-85ae-7235f4fd48b2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Pushing event updated for resources: {'Port': ['ID=b595a67d-be00-4cd6-9e73-3fecd601b9bf,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:50.422363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f86317-b6e3-4e21-a69f-753d119cbe9a req-6a41e03a-09ca-43a1-bc7f-08805e09de38 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:50.424499 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7f86317-b6e3-4e21-a69f-753d119cbe9a req-6a41e03a-09ca-43a1-bc7f-08805e09de38 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 935 time: 0.0822952 Aug 23 14:42:50.432797 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-06ade560-77cb-456d-85ae-7235f4fd48b2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8128664 Aug 23 14:42:50.463637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Request body: {'port': {'device_id': '20d74e62-3f7c-4a97-a2e0-7cde5261cd56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:50.541011 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7f86317-b6e3-4e21-a69f-753d119cbe9a req-271c7ead-a38d-4ed8-ac36-603b264998cc tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060314 Aug 23 14:42:50.603639 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:50.742569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-bba6cd66-a135-48cc-82ba-5c51e8eef036 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=a6943019-58fd-4778-a9a5-a635606c448b HTTP/1.1" status: 200 len: 217 time: 0.4903827 Aug 23 14:42:50.742979 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f125f8ad-adcc-4ea3-8787-87f3de38eeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:50.772514 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1dc0f-3bbc-4473-b6f7-f0fcde56aae3 req-f1d5976d-41c4-44b2-a0f8-4782b0ec9a52 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:50.774991 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1f1dc0f-3bbc-4473-b6f7-f0fcde56aae3 req-f1d5976d-41c4-44b2-a0f8-4782b0ec9a52 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 947 time: 0.7088799 Aug 23 14:42:50.775848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4eb72098-6768-4358-921c-465c61c7092d None None] Provisioning for port b595a67d-be00-4cd6-9e73-3fecd601b9bf completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:50.783505 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4eb72098-6768-4358-921c-465c61c7092d None None] Provisioning complete for port b595a67d-be00-4cd6-9e73-3fecd601b9bf triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:50.784247 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4eb72098-6768-4358-921c-465c61c7092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:50.787609 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-651be0f6-9dd2-473e-ab53-2e2fe84c1121 req-0af56bff-1b9e-449a-a567-ceffaa19285f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 210 time: 0.0777414 Aug 23 14:42:50.879284 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f125f8ad-adcc-4ea3-8787-87f3de38eeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:50.887823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-de13088b-bf6c-4840-af72-7cc08ec700bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:50.890635 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-de13088b-bf6c-4840-af72-7cc08ec700bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1380930 Aug 23 14:42:50.917286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4eb72098-6768-4358-921c-465c61c7092d None None] Port b595a67d-be00-4cd6-9e73-3fecd601b9bf cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:42:50.925902 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57682) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:50.969360 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bde58b2b-4e07-4de8-9a7e-dd436a7d6012 req-88a2cb38-14bb-4585-b694-702bcfa7dba1 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7464640 Aug 23 14:42:51.045632 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1f1dc0f-3bbc-4473-b6f7-f0fcde56aae3 req-910fc4de-fd56-493f-8970-162bae2a9b51 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200108 Aug 23 14:42:51.092496 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-2196cd53-508e-4527-9a65-a6594e7d2eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:51.094229 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-2196cd53-508e-4527-9a65-a6594e7d2eab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1859350 Aug 23 14:42:51.147056 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bde58b2b-4e07-4de8-9a7e-dd436a7d6012 req-54f6265c-1a34-4f9e-8dfe-75c3dfabfebc service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609309 Aug 23 14:42:51.259880 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f125f8ad-adcc-4ea3-8787-87f3de38eeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:51.262551 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f125f8ad-adcc-4ea3-8787-87f3de38eeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:51.263904 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f125f8ad-adcc-4ea3-8787-87f3de38eeb8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a1bbfc0b-74df-4eb5-a554-edad170a1b6c HTTP/1.1" status: 204 len: 168 time: 1.3304942 Aug 23 14:42:51.287095 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1444453965-network', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:51.306825 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-bbf6435b-15ab-4b91-9425-fcabd5e15b5a service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700189 Aug 23 14:42:51.309942 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125f8ad-adcc-4ea3-8787-87f3de38eeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bbfc0b-74df-4eb5-a554-edad170a1b6c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:51.329345 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b595a67d-be00-4cd6-9e73-3fecd601b9bf {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:42:51.349945 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:51.365989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Transition to ACTIVE for port object b595a67d-be00-4cd6-9e73-3fecd601b9bf will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:51.414678 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:51.439343 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-67740e71-0ed8-4abf-af4c-f4816b53368f req-95449edc-12f1-4efd-9ded-bec609deddbb service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223922 Aug 23 14:42:51.441629 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] Made reservation on behalf of 578c0dd47b654a5283478e2e4ebad0c7 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:42:51.449220 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:51.472013 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:51.536618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b595a67d-be00-4cd6-9e73-3fecd601b9bf,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:51.614161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Attempting to bind port b595a67d-be00-4cd6-9e73-3fecd601b9bf on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:42:51.614777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Attempting to bind port b595a67d-be00-4cd6-9e73-3fecd601b9bf by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:42:51.615120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Attempting to bind port b595a67d-be00-4cd6-9e73-3fecd601b9bf on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:51.631742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Port b595a67d-be00-4cd6-9e73-3fecd601b9bf on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:42:51.632071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Attempting to bind port b595a67d-be00-4cd6-9e73-3fecd601b9bf on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:51.645184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:42:51.645184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:42:51.645184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:42:51.645184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Bound port: b595a67d-be00-4cd6-9e73-3fecd601b9bf, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:42:51.645778 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:51.744792 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1b5e0-7565-4d46-a875-7c93ddfba233 req-7961b356-e699-4f46-9587-a28740502f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:51.746632 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-63b1b5e0-7565-4d46-a875-7c93ddfba233 req-7961b356-e699-4f46-9587-a28740502f6c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c856ff19a9b1494a9f6d727b143757c3&device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 1098 time: 0.1674154 Aug 23 14:42:51.833249 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecd6c3-f7ed-46e5-a4ae-e0d8c474ddbc req-c0f8af4e-aa28-4ea2-ab13-32e29ad13230 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:51.835630 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-63ecd6c3-f7ed-46e5-a4ae-e0d8c474ddbc req-c0f8af4e-aa28-4ea2-ab13-32e29ad13230 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 947 time: 0.1231339 Aug 23 14:42:51.892307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] For port b595a67d-be00-4cd6-9e73-3fecd601b9bf, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:42:51.897353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] For port b595a67d-be00-4cd6-9e73-3fecd601b9bf, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b595a67d-be00-4cd6-9e73-3fecd601b9bf,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:42:51.906432 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-63ecd6c3-f7ed-46e5-a4ae-e0d8c474ddbc req-7b52a00e-3cfc-4567-a9f1-d87d7298ffc2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573812 Aug 23 14:42:51.954764 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:52.025510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:52.025761 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:52.027192 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] 10.222.0.61 "PUT /v2.0/ports/b595a67d-be00-4cd6-9e73-3fecd601b9bf HTTP/1.1" status: 200 len: 1095 time: 1.5846243 Aug 23 14:42:52.027779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d74e62-3f7c-4a97-a2e0-7cde5261cd56', 'tag': 'b595a67d-be00-4cd6-9e73-3fecd601b9bf'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:52.031679 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e0db36-7147-4b7c-818f-c9577ad5c1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "20d74e62-3f7c-4a97-a2e0-7cde5261cd56", "tag": "b595a67d-be00-4cd6-9e73-3fecd601b9bf"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:52.056996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4517dbb-8013-4216-8ccd-4088076926c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b595a67d-be00-4cd6-9e73-3fecd601b9bf,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:52.108795 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4c140af8-5fd8-4d66-8535-63389545bdb8 req-a787ec09-3017-40d7-98e4-ff7f6bed0044 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 210 time: 0.1099041 Aug 23 14:42:52.128838 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:52.132338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1b5e0-7565-4d46-a875-7c93ddfba233 req-92f9b261-6f76-4f43-a2ee-9933bb95b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:52.134859 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-63b1b5e0-7565-4d46-a875-7c93ddfba233 req-92f9b261-6f76-4f43-a2ee-9933bb95b4e9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.3789744 Aug 23 14:42:52.212085 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-63b1b5e0-7565-4d46-a875-7c93ddfba233 req-e86be2c2-0b18-46bd-aee4-9a9c6db4ec04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=a6943019-58fd-4778-a9a5-a635606c448b HTTP/1.1" status: 200 len: 217 time: 0.0547817 Aug 23 14:42:52.220204 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a5200f-7e05-439f-ba8f-f63ac55ea58b x-openstack-request-id: req-92a5200f-7e05-439f-ba8f-f63ac55ea58b {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:52.220512 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d74e62-3f7c-4a97-a2e0-7cde5261cd56", "tag": "b595a67d-be00-4cd6-9e73-3fecd601b9bf", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:52.220913 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92a5200f-7e05-439f-ba8f-f63ac55ea58b {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:52.221328 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d74e62-3f7c-4a97-a2e0-7cde5261cd56', 'tag': 'b595a67d-be00-4cd6-9e73-3fecd601b9bf', 'status': 'completed', 'code': 200} Aug 23 14:42:52.223678 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-8429088a-f7bb-4653-85d3-9ee05b695172 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756032 Aug 23 14:42:52.254661 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:52.311398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1b5e0-7565-4d46-a875-7c93ddfba233 req-e2f0b0d7-abb5-469c-87a7-d7473f74a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:52.317122 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-63b1b5e0-7565-4d46-a875-7c93ddfba233 req-e2f0b0d7-abb5-469c-87a7-d7473f74a85b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0912092 Aug 23 14:42:52.362234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-2613b9f2-0923-4d9a-a382-1a3f868e85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:52.369558 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-2613b9f2-0923-4d9a-a382-1a3f868e85a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 1098 time: 0.1949008 Aug 23 14:42:52.377690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57722) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:52.386316 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:42:52.396940 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:52.403471 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] Added segment d4461a50-33a9-4284-a1d7-3d86371e065d of type vlan for network 51950f55-2421-4c95-a28a-93304f30a9e1 Aug 23 14:42:52.416498 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae0479e-b8f2-4d20-ada7-ed3499411238,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:52.462675 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:52.466783 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-196e20e0-5242-4d9e-9ea5-bcc3e733177c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b595a67d-be00-4cd6-9e73-3fecd601b9bf HTTP/1.1" status: 200 len: 217 time: 0.0664916 Aug 23 14:42:52.471191 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3fb169f1-d9bd-40e7-b005-716d7dad597d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:52.473944 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1b5e0-7565-4d46-a875-7c93ddfba233 req-8178977e-9632-412d-a133-27a6e33727d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:52.475486 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-63b1b5e0-7565-4d46-a875-7c93ddfba233 req-8178977e-9632-412d-a133-27a6e33727d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1520035 Aug 23 14:42:52.569517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-55e19546-5c4f-4e62-88ab-65954dc6caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:52.571074 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-55e19546-5c4f-4e62-88ab-65954dc6caa5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0973814 Aug 23 14:42:52.578589 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-455f5504-3e7c-403f-bcd8-cb1addb27d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:52.582166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950021e9-08fc-469a-8578-c4359267f517 req-cfcf0f41-1076-427c-837b-00cec6ed8fce tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:52.583732 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-950021e9-08fc-469a-8578-c4359267f517 req-cfcf0f41-1076-427c-837b-00cec6ed8fce tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 947 time: 0.2665358 Aug 23 14:42:52.592520 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-63b1b5e0-7565-4d46-a875-7c93ddfba233 req-a7e5414a-6fa8-4cdb-b4f2-f2e6085a142d service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975428 Aug 23 14:42:52.597782 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:52.598902 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:52.599631 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:52.602608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-8bd6d375-5273-4ddf-a41b-c05e7e201156 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:52.604115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-8bd6d375-5273-4ddf-a41b-c05e7e201156 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3676455 Aug 23 14:42:52.631134 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Request body: {'port': {'device_id': '038a2725-05e2-4dff-82de-afdd7992568a', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '1e6e0b279ff043acbf8723187691917d'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:52.715872 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] Pushing event updated for resources: {'Network': ['ID=51950f55-2421-4c95-a28a-93304f30a9e1,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:52.731067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 51950f55-2421-4c95-a28a-93304f30a9e1 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:42:52.734119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-b317d596-abd6-4131-a0d8-b81162e628cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:52.736296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-b317d596-abd6-4131-a0d8-b81162e628cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494005 Aug 23 14:42:52.740512 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-950021e9-08fc-469a-8578-c4359267f517 req-17fe331d-9414-4504-abb1-248725e609ae tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202457 Aug 23 14:42:52.753869 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-63b1b5e0-7565-4d46-a875-7c93ddfba233 req-eb0c79d2-6348-4370-a42c-0454dd23a18c service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514773 Aug 23 14:42:52.900338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-5f2f6153-db46-46b4-8951-f30b7ae6d242 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539845 Aug 23 14:42:52.984632 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3fb169f1-d9bd-40e7-b005-716d7dad597d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:53.020585 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3bced8c-85cd-4147-96a2-1d087e2c5e86 req-b645c90d-b524-4556-9f97-cdd68600afb3 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098185 Aug 23 14:42:53.078426 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3fb169f1-d9bd-40e7-b005-716d7dad597d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:53.119100 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3fb169f1-d9bd-40e7-b005-716d7dad597d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=60f6b0f79ea24f6f8de98a85ba86093f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7296221 Aug 23 14:42:53.121389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb169f1-d9bd-40e7-b005-716d7dad597d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5ff942-93ee-48d3-bf96-265721010102,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:53.123201 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57730) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:53.180499 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fc178b2c-4eeb-420f-8e1c-b8dc7cae56b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:53.191169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0db36-7147-4b7c-818f-c9577ad5c1b2 req-9236094e-dec3-4dc7-bd24-0eb900e2cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:53.192886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77e0db36-7147-4b7c-818f-c9577ad5c1b2 req-9236094e-dec3-4dc7-bd24-0eb900e2cd1b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 1098 time: 0.0506077 Aug 23 14:42:53.207597 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fc178b2c-4eeb-420f-8e1c-b8dc7cae56b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:53.211518 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f2fe529f-3898-47c1-9fc6-da0af7b38e1a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2816570 Aug 23 14:42:53.218893 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57734) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:53.226972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-fbb33fd8-3da7-46f2-93b7-7955b994270e admin admin] Request body: {'subnet': {'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444453965-subnet', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:53.319683 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0db36-7147-4b7c-818f-c9577ad5c1b2 req-e4d2c1b6-1d15-4f5b-9872-d5f8fbe1b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:53.321189 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77e0db36-7147-4b7c-818f-c9577ad5c1b2 req-e4d2c1b6-1d15-4f5b-9872-d5f8fbe1b5a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1215255 Aug 23 14:42:53.337149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Made reservation on behalf of 1e6e0b279ff043acbf8723187691917d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:42:53.340688 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:53.358666 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fc178b2c-4eeb-420f-8e1c-b8dc7cae56b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:53.361753 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fc178b2c-4eeb-420f-8e1c-b8dc7cae56b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:53.363038 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fc178b2c-4eeb-420f-8e1c-b8dc7cae56b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4e5ff942-93ee-48d3-bf96-265721010102 HTTP/1.1" status: 204 len: 168 time: 0.2379537 Aug 23 14:42:53.371998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc178b2c-4eeb-420f-8e1c-b8dc7cae56b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5ff942-93ee-48d3-bf96-265721010102,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:53.412465 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77e0db36-7147-4b7c-818f-c9577ad5c1b2 req-f21021a2-1136-4d88-a2e8-33394f224b62 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b595a67d-be00-4cd6-9e73-3fecd601b9bf HTTP/1.1" status: 200 len: 217 time: 0.0498815 Aug 23 14:42:53.412465 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:53.459631 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb33fd8-3da7-46f2-93b7-7955b994270e admin admin] Made reservation on behalf of 578c0dd47b654a5283478e2e4ebad0c7 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:42:53.462670 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fbb33fd8-3da7-46f2-93b7-7955b994270e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:53.503940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0db36-7147-4b7c-818f-c9577ad5c1b2 req-eac190f8-7d46-4cae-bb5e-00f47b786a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:53.505543 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77e0db36-7147-4b7c-818f-c9577ad5c1b2 req-eac190f8-7d46-4cae-bb5e-00f47b786a1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1039121 Aug 23 14:42:53.515574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd702cc-dd9f-4b22-9d84-90d49fa6db56 req-3acef174-472a-4bb9-84c4-b38b667657fc tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:53.517274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9cd702cc-dd9f-4b22-9d84-90d49fa6db56 req-3acef174-472a-4bb9-84c4-b38b667657fc tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 947 time: 0.1412508 Aug 23 14:42:53.613267 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9cd702cc-dd9f-4b22-9d84-90d49fa6db56 req-0eceb94a-ba45-44c3-8343-bf4483e66770 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796371 Aug 23 14:42:53.617134 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0db36-7147-4b7c-818f-c9577ad5c1b2 req-438c56ad-7cfc-421f-a73c-f4ee34822877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:53.618977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77e0db36-7147-4b7c-818f-c9577ad5c1b2 req-438c56ad-7cfc-421f-a73c-f4ee34822877 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005406 Aug 23 14:42:53.712294 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:53.734091 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fbb33fd8-3da7-46f2-93b7-7955b994270e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:53.776270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6791c388-daf7-4e22-8e47-a721e76a364e req-edc7b99c-4338-46c4-abdb-f06332bac5ad tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 210 time: 0.0461562 Aug 23 14:42:53.781163 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:53.821233 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb33fd8-3da7-46f2-93b7-7955b994270e admin admin] Pushing event updated for resources: {'Subnet': ['ID=961ae5f2-cb90-4855-aa8f-c87554a0e3fa,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:53.831675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb33fd8-3da7-46f2-93b7-7955b994270e admin admin] Checking segment: {'id': 'd4461a50-33a9-4284-a1d7-3d86371e065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:42:53.832265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb33fd8-3da7-46f2-93b7-7955b994270e admin admin] Network hostable DHCP agents. Network: 51950f55-2421-4c95-a28a-93304f30a9e1, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:42:53.866164 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77e0db36-7147-4b7c-818f-c9577ad5c1b2 req-b8ad7972-16cb-4404-bfe2-5869a7e9d944 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372255 Aug 23 14:42:53.928964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb33fd8-3da7-46f2-93b7-7955b994270e admin admin] Network 51950f55-2421-4c95-a28a-93304f30a9e1 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:42:53.961517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d76918d-35ad-459c-90c5-0fa69adb5478,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:54.032864 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-fbb33fd8-3da7-46f2-93b7-7955b994270e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 51950f55-2421-4c95-a28a-93304f30a9e1) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:54.050334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e671502-019f-4bfe-b225-7bfd0366e30a None None] Network 51950f55-2421-4c95-a28a-93304f30a9e1 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:42:54.054777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb33fd8-3da7-46f2-93b7-7955b994270e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:54.059510 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fbb33fd8-3da7-46f2-93b7-7955b994270e admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:54.105770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1999c9-e89f-42ce-83d0-936d22efc05f req-1d1bd520-40a5-40ea-8c1f-46c4d1ca2953 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:54.107896 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f1999c9-e89f-42ce-83d0-936d22efc05f req-1d1bd520-40a5-40ea-8c1f-46c4d1ca2953 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 947 time: 0.2107639 Aug 23 14:42:54.117515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Allocated IP 192.168.233.135 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/37df2b1c-c720-447f-a5cd-20a4bce82116) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:42:54.148835 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77e0db36-7147-4b7c-818f-c9577ad5c1b2 req-e0d9fc42-21fd-4bde-9205-5220917fe71a service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465210 Aug 23 14:42:54.156841 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fbb33fd8-3da7-46f2-93b7-7955b994270e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9336524 Aug 23 14:42:54.157473 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57754) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:54.167251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1444453965-router', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:54.177764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a6943019-58fd-4778-a9a5-a635606c448b details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:42:54.198961 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f1999c9-e89f-42ce-83d0-936d22efc05f req-39f11260-69f7-4d24-9a9b-c6917838bb1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730486 Aug 23 14:42:54.305806 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:54.307106 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:54.354090 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:54.365283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-51950f55-2421-4c95-a28a-93304f30a9e1', 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7', 'fixed_ips': [{'subnet_id': '961ae5f2-cb90-4855-aa8f-c87554a0e3fa'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:42:54.366482 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:54.379469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Transition to ACTIVE for port object 37df2b1c-c720-447f-a5cd-20a4bce82116 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:54.396251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:54.494736 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:54.508129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a6943019-58fd-4778-a9a5-a635606c448b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a6943019-58fd-4778-a9a5-a635606c448b,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:54.539719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'a6943019-58fd-4778-a9a5-a635606c448b', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'a6943019-58fd-4778-a9a5-a635606c448b', 'mac_address': 'fa:16:3e:31:5f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:42:54.597827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:54.602077 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:54.606909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:42:54.619542 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:54.647417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6943019-58fd-4778-a9a5-a635606c448b {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:42:54.653339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event updated for resources: {'Port': ['ID=37df2b1c-c720-447f-a5cd-20a4bce82116,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:54.687684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Allocated IP 172.20.0.2 (51950f55-2421-4c95-a28a-93304f30a9e1/961ae5f2-cb90-4855-aa8f-c87554a0e3fa/bddea997-8d76-413c-87a9-51c1ac0fd246) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:42:54.706515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a6943019-58fd-4778-a9a5-a635606c448b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a6943019-58fd-4778-a9a5-a635606c448b,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:54.708649 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:54.709730 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:54.768989 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:54.776122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-b58a2977-2400-4cec-acd0-178293f447cb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1551452 Aug 23 14:42:54.791417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Request body: {'port': {'device_id': '038a2725-05e2-4dff-82de-afdd7992568a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:54.875497 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:54.945905 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:54.974027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64fd2b-7432-45b1-877f-f2927cbc86e1 req-b17ce317-2463-49e2-9a62-2189d20d2e21 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:54.975574 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d64fd2b-7432-45b1-877f-f2927cbc86e1 req-b17ce317-2463-49e2-9a62-2189d20d2e21 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 947 time: 0.1388879 Aug 23 14:42:55.052582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a6943019-58fd-4778-a9a5-a635606c448b,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:55.135130 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d64fd2b-7432-45b1-877f-f2927cbc86e1 req-285821d9-15bf-45ec-ac6e-26312988e0c5 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044760 Aug 23 14:42:55.143103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b8767b36-c53c-49a4-ab14-3ab01c4ffa35 None None] Provisioning for port 37df2b1c-c720-447f-a5cd-20a4bce82116 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:55.152895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b8767b36-c53c-49a4-ab14-3ab01c4ffa35 None None] Provisioning complete for port 37df2b1c-c720-447f-a5cd-20a4bce82116 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:55.152895 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b8767b36-c53c-49a4-ab14-3ab01c4ffa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:55.154951 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:55.197555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['a6943019-58fd-4778-a9a5-a635606c448b'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:42:55.205792 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Transition to ACTIVE for port object bddea997-8d76-413c-87a9-51c1ac0fd246 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:55.285308 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:55.323359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b8767b36-c53c-49a4-ab14-3ab01c4ffa35 None None] Port 37df2b1c-c720-447f-a5cd-20a4bce82116 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:42:55.334728 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:55.336728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Transition to ACTIVE for port object bddea997-8d76-413c-87a9-51c1ac0fd246 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:55.426941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37df2b1c-c720-447f-a5cd-20a4bce82116 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:42:55.430452 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:55.451958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007602fa-3d1e-4da4-a4c2-0bf3d218aa7b req-924b0251-9ef4-4d4d-bf36-72166ac750cc tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:55.454807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-007602fa-3d1e-4da4-a4c2-0bf3d218aa7b req-924b0251-9ef4-4d4d-bf36-72166ac750cc tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 936 time: 0.1341865 Aug 23 14:42:55.482806 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:55.515600 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-007602fa-3d1e-4da4-a4c2-0bf3d218aa7b req-fdf96bc8-53b2-45c8-9a74-9142503f01ca tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551991 Aug 23 14:42:55.519228 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Transition to ACTIVE for port object 37df2b1c-c720-447f-a5cd-20a4bce82116 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:55.521574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Pushing event updated for resources: {'Port': ['ID=bddea997-8d76-413c-87a9-51c1ac0fd246,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:55.548143 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:55.583329 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Network 51950f55-2421-4c95-a28a-93304f30a9e1 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:55.585680 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:55.593457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:42:55.594403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160941b3-e29a-4f35-9455-3fc4718ec9ad req-374e3431-fc83-41a7-927f-09fdba43d9dd tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:55.597572 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:55.606637 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-160941b3-e29a-4f35-9455-3fc4718ec9ad req-374e3431-fc83-41a7-927f-09fdba43d9dd tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 948 time: 0.1879570 Aug 23 14:42:55.611001 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Allocated IP 172.25.8.107 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/6aac5975-e620-4304-bfdb-f2b27b0f2c2f) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:42:55.661673 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Pushing event updated for resources: {'Port': ['ID=37df2b1c-c720-447f-a5cd-20a4bce82116,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:55.678776 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Attempting to bind port bddea997-8d76-413c-87a9-51c1ac0fd246 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:42:55.679141 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Attempting to bind port bddea997-8d76-413c-87a9-51c1ac0fd246 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd4461a50-33a9-4284-a1d7-3d86371e065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:42:55.679503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Attempting to bind port bddea997-8d76-413c-87a9-51c1ac0fd246 on network 51950f55-2421-4c95-a28a-93304f30a9e1 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:55.698843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:42:55.699393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Checking segment: {'id': 'd4461a50-33a9-4284-a1d7-3d86371e065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:42:55.706249 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:55.706249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Bound using segment: {'id': 'd4461a50-33a9-4284-a1d7-3d86371e065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:42:55.706249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Bound port: bddea997-8d76-413c-87a9-51c1ac0fd246, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4461a50-33a9-4284-a1d7-3d86371e065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:42:55.706249 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:55.718290 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-160941b3-e29a-4f35-9455-3fc4718ec9ad req-b8e65266-89dc-46f4-826c-224f1a35bc03 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057000 Aug 23 14:42:55.719223 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a60a6345-6810-4f2a-a365-df2bae52aca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:55.792351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Attempting to bind port 37df2b1c-c720-447f-a5cd-20a4bce82116 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:42:55.792699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Attempting to bind port 37df2b1c-c720-447f-a5cd-20a4bce82116 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:42:55.793031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Attempting to bind port 37df2b1c-c720-447f-a5cd-20a4bce82116 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:55.797085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] For port bddea997-8d76-413c-87a9-51c1ac0fd246, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:42:55.798818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Port 37df2b1c-c720-447f-a5cd-20a4bce82116 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:42:55.799150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Attempting to bind port 37df2b1c-c720-447f-a5cd-20a4bce82116 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:55.800793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] For port bddea997-8d76-413c-87a9-51c1ac0fd246, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bddea997-8d76-413c-87a9-51c1ac0fd246,segment=NetworkSegment(d4461a50-33a9-4284-a1d7-3d86371e065d),segment_id=d4461a50-33a9-4284-a1d7-3d86371e065d)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:42:55.804979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:42:55.805334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:42:55.805920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:42:55.806155 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Bound port: 37df2b1c-c720-447f-a5cd-20a4bce82116, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:42:55.806504 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:55.811394 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:55.871604 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:55.907011 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] For port 37df2b1c-c720-447f-a5cd-20a4bce82116, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:42:55.910485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] For port 37df2b1c-c720-447f-a5cd-20a4bce82116, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=37df2b1c-c720-447f-a5cd-20a4bce82116,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:42:55.943238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ceb81b-79f9-4dab-9043-f6e1def57ece None None] Pushing event updated for resources: {'Port': ['ID=bddea997-8d76-413c-87a9-51c1ac0fd246,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:55.953127 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:55.981701 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:56.017837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:42:56.022713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:42:56.035206 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:56.036140 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:56.037892 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] 10.222.0.57 "PUT /v2.0/ports/37df2b1c-c720-447f-a5cd-20a4bce82116 HTTP/1.1" status: 200 len: 1096 time: 1.2542236 Aug 23 14:42:56.038672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038a2725-05e2-4dff-82de-afdd7992568a', 'tag': '37df2b1c-c720-447f-a5cd-20a4bce82116'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:56.041292 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5f7ec1-5bba-48a9-8fcb-d8a1343ef543" -d '{"events": [{"name": "network-changed", "server_uuid": "038a2725-05e2-4dff-82de-afdd7992568a", "tag": "37df2b1c-c720-447f-a5cd-20a4bce82116"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:56.049867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:42:56.082784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b4b38-5ab6-4b85-a8d6-3d1a9ffcd538 service neutron] Pushing event updated for resources: {'Port': ['ID=37df2b1c-c720-447f-a5cd-20a4bce82116,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:56.120539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Pushing event updated for resources: {'Port': ['ID=6aac5975-e620-4304-bfdb-f2b27b0f2c2f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:56.123606 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b2469c-843c-4b57-a3ef-8e6f70ea1864 x-openstack-request-id: req-30b2469c-843c-4b57-a3ef-8e6f70ea1864 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:56.124934 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038a2725-05e2-4dff-82de-afdd7992568a", "tag": "37df2b1c-c720-447f-a5cd-20a4bce82116", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:56.125120 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-30b2469c-843c-4b57-a3ef-8e6f70ea1864 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:56.127509 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038a2725-05e2-4dff-82de-afdd7992568a', 'tag': '37df2b1c-c720-447f-a5cd-20a4bce82116', 'status': 'completed', 'code': 200} Aug 23 14:42:56.176118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57804) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:56.194897 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b595a67d-be00-4cd6-9e73-3fecd601b9bf details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:42:56.211171 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a6943019-58fd-4778-a9a5-a635606c448b up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:42:56.351131 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57810) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:56.486542 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-30a62896-8ab0-48f8-8e5e-c1fa77148754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:56.495799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b595a67d-be00-4cd6-9e73-3fecd601b9bf, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b595a67d-be00-4cd6-9e73-3fecd601b9bf,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:56.505587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41532c6d-a391-44d2-a9a5-f12a15fd007c req-9a7f7b8d-47da-4d25-b48a-6f7f1b0ed51a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:56.512237 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41532c6d-a391-44d2-a9a5-f12a15fd007c req-9a7f7b8d-47da-4d25-b48a-6f7f1b0ed51a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 947 time: 0.1592145 Aug 23 14:42:56.523611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'b595a67d-be00-4cd6-9e73-3fecd601b9bf', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'b595a67d-be00-4cd6-9e73-3fecd601b9bf', 'mac_address': 'fa:16:3e:f5:fa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:42:56.584280 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:56.598809 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41532c6d-a391-44d2-a9a5-f12a15fd007c req-b52333bc-ffa0-4bb5-ba74-96cb31718815 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805869 Aug 23 14:42:56.604296 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9348db57-a2e1-4031-bd35-3fdf7f2542d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:56.631134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port a6943019-58fd-4778-a9a5-a635606c448b completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:56.636436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b595a67d-be00-4cd6-9e73-3fecd601b9bf {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:42:56.642137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port a6943019-58fd-4778-a9a5-a635606c448b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:56.642496 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:56.688325 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:56.715903 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b595a67d-be00-4cd6-9e73-3fecd601b9bf, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b595a67d-be00-4cd6-9e73-3fecd601b9bf,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:56.736215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f7ec1-5bba-48a9-8fcb-d8a1343ef543 req-9a141c90-5ab5-4696-9f7f-96935672b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:56.737728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f5f7ec1-5bba-48a9-8fcb-d8a1343ef543 req-9a141c90-5ab5-4696-9f7f-96935672b222 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 1099 time: 0.5929279 Aug 23 14:42:56.765991 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab64c64-8b2d-4387-b27f-8532463cd937 req-2e89530e-6131-42aa-803f-06102850e9ab tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:56.767889 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ab64c64-8b2d-4387-b27f-8532463cd937 req-2e89530e-6131-42aa-803f-06102850e9ab tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 948 time: 0.0838439 Aug 23 14:42:56.792038 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:56.803517 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f5f7ec1-5bba-48a9-8fcb-d8a1343ef543 req-66b659d0-d575-4fba-8a3c-7fcd1ba1bbb3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544095 Aug 23 14:42:56.850102 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a6943019-58fd-4778-a9a5-a635606c448b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a6943019-58fd-4778-a9a5-a635606c448b,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:56.851553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5e5102-8610-489b-9af6-569b068fb9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6943019-58fd-4778-a9a5-a635606c448b'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:56.855339 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d28a196-96bd-4ba3-add5-f3aae18aebf0" -d '{"events": [{"server_uuid": "2d5e5102-8610-489b-9af6-569b068fb9dc", "name": "network-vif-plugged", "status": "completed", "tag": "a6943019-58fd-4778-a9a5-a635606c448b"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:56.858924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.57', 58026) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:56.874172 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:56.941266 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:56.965636 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b595a67d-be00-4cd6-9e73-3fecd601b9bf,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:56.967908 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:57.004218 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ab64c64-8b2d-4387-b27f-8532463cd937 req-01ec117e-9ed8-46af-9bce-b366aaa792d4 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197006 Aug 23 14:42:57.050440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389b3f5-7a0d-4806-86c6-de7ca6695834 req-e9d51e0c-5d62-4822-9ce4-5a42a43d5b7f tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:57.052033 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7389b3f5-7a0d-4806-86c6-de7ca6695834 req-e9d51e0c-5d62-4822-9ce4-5a42a43d5b7f tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 948 time: 0.1636851 Aug 23 14:42:57.052166 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1187a2ce-f9f7-4ae0-b04e-08b868ff170c req-edcb4c51-5c11-4362-aff7-07db8d6a60c2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1915922 Aug 23 14:42:57.074049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a6943019-58fd-4778-a9a5-a635606c448b,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:57.101719 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a745e46-1685-4946-a3bb-3e3119a2b0cd x-openstack-request-id: req-8a745e46-1685-4946-a3bb-3e3119a2b0cd {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:57.102174 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5e5102-8610-489b-9af6-569b068fb9dc", "name": "network-vif-plugged", "status": "completed", "tag": "a6943019-58fd-4778-a9a5-a635606c448b", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:57.102813 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a745e46-1685-4946-a3bb-3e3119a2b0cd {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:57.103973 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5e5102-8610-489b-9af6-569b068fb9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6943019-58fd-4778-a9a5-a635606c448b', 'code': 200} Aug 23 14:42:57.120522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['b595a67d-be00-4cd6-9e73-3fecd601b9bf'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:42:57.187170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f7ec1-5bba-48a9-8fcb-d8a1343ef543 req-90ceed0b-9149-43d7-a843-7b9bee7484c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:57.191957 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7389b3f5-7a0d-4806-86c6-de7ca6695834 req-a340b39e-4ec9-41d1-8773-38169d4afc01 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201632 Aug 23 14:42:57.192336 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f5f7ec1-5bba-48a9-8fcb-d8a1343ef543 req-90ceed0b-9149-43d7-a843-7b9bee7484c3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3685803 Aug 23 14:42:57.199575 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-30a62896-8ab0-48f8-8e5e-c1fa77148754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:57.241208 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187a2ce-f9f7-4ae0-b04e-08b868ff170c req-6258e795-442e-42a8-b701-44c670ac5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:57.243750 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1187a2ce-f9f7-4ae0-b04e-08b868ff170c req-6258e795-442e-42a8-b701-44c670ac5529 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=44d3f2d108d54d4d8c0a0c97823e1e8a&device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 1096 time: 0.1285553 Aug 23 14:42:57.273897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44883b-df37-418b-8cac-b4f974f75c07 req-0b3cb18b-e31d-46e3-b05e-6c6594323a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:57.275347 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f44883b-df37-418b-8cac-b4f974f75c07 req-0b3cb18b-e31d-46e3-b05e-6c6594323a74 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 1100 time: 0.0925517 Aug 23 14:42:57.312116 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-30a62896-8ab0-48f8-8e5e-c1fa77148754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:57.353204 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-30a62896-8ab0-48f8-8e5e-c1fa77148754 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=001b78eef2dd442782eba7e6400779e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1751304 Aug 23 14:42:57.363054 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57838) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:57.363436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4adefe4-8e30-403d-891d-16dd8b8e718f None None] Network 51950f55-2421-4c95-a28a-93304f30a9e1 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:42:57.430064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-cfbaf453-5ce9-465a-b8b1-10fc31771a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:57.431873 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-cfbaf453-5ce9-465a-b8b1-10fc31771a22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 1099 time: 0.1716309 Aug 23 14:42:57.440823 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f44883b-df37-418b-8cac-b4f974f75c07 req-c499f3c8-51a4-40b7-8d5d-d7c15d4f1144 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512089 Aug 23 14:42:57.491100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a62896-8ab0-48f8-8e5e-c1fa77148754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0074f71-be7b-4ebb-8496-d5e2f3666f41,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:57.500643 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-c78f91f4-4964-4cee-a19d-150e1d3ac555 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=37df2b1c-c720-447f-a5cd-20a4bce82116 HTTP/1.1" status: 200 len: 217 time: 0.0516152 Aug 23 14:42:57.515452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1e85b321-0d09-401b-b8f8-f8df14f7fee3 None None] Provisioning for port bddea997-8d76-413c-87a9-51c1ac0fd246 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:57.560669 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187a2ce-f9f7-4ae0-b04e-08b868ff170c req-03616700-90f2-47db-9cbd-d15bb00a95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:57.562308 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1187a2ce-f9f7-4ae0-b04e-08b868ff170c req-03616700-90f2-47db-9cbd-d15bb00a95f5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5686c327-7ddb-4f80-9a60-a54a51f40b94 HTTP/1.1" status: 200 len: 924 time: 0.2860363 Aug 23 14:42:57.602077 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:57.608385 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-da37ed01-dd2f-4ece-90ab-79a2c2d471a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:57.617392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-93fe3ddc-42c0-4531-b6ed-121a7517602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:57.618934 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-93fe3ddc-42c0-4531-b6ed-121a7517602c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1053674 Aug 23 14:42:57.696278 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1187a2ce-f9f7-4ae0-b04e-08b868ff170c req-1a797876-0200-4839-8fb0-5c78de119536 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f1b8220-0985-43c7-b123-a141cdb859ba HTTP/1.1" status: 200 len: 1001 time: 0.1259105 Aug 23 14:42:57.722551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-226a2c65-4786-460e-8983-2afc1a54ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:57.724275 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-226a2c65-4786-460e-8983-2afc1a54ceaa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947325 Aug 23 14:42:57.782355 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-da37ed01-dd2f-4ece-90ab-79a2c2d471a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:57.824274 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187a2ce-f9f7-4ae0-b04e-08b868ff170c req-9b7414dd-03bf-41e4-a2b6-7179226c821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:57.825132 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9348db57-a2e1-4031-bd35-3fdf7f2542d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:57.828431 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1187a2ce-f9f7-4ae0-b04e-08b868ff170c req-9b7414dd-03bf-41e4-a2b6-7179226c821f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=992c01ea-22e9-4541-a53a-7089cdc61629 HTTP/1.1" status: 200 len: 862 time: 0.1225431 Aug 23 14:42:57.882571 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5d2d7-526e-4f15-b1d3-7ce19bc42862 req-bcfa31ec-70b4-43ec-939d-272a340a9a00 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:57.884064 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8d5d2d7-526e-4f15-b1d3-7ce19bc42862 req-bcfa31ec-70b4-43ec-939d-272a340a9a00 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 948 time: 0.1897426 Aug 23 14:42:57.894303 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-49a751cb-0e19-4e3f-9201-5143e6641501 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505206 Aug 23 14:42:57.902475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187a2ce-f9f7-4ae0-b04e-08b868ff170c req-fd0e03be-a57a-4634-895d-27ab4914d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:57.904709 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1187a2ce-f9f7-4ae0-b04e-08b868ff170c req-fd0e03be-a57a-4634-895d-27ab4914d4da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5686c327-7ddb-4f80-9a60-a54a51f40b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687923 Aug 23 14:42:57.943067 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8d5d2d7-526e-4f15-b1d3-7ce19bc42862 req-f0350182-29ba-4209-8b87-884737bb2fdf tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360520 Aug 23 14:42:57.944330 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9348db57-a2e1-4031-bd35-3fdf7f2542d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:57.979824 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Router 1c22ea83-b7d6-4519-b84b-67fd779dc5e5 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:42:57.982109 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-da37ed01-dd2f-4ece-90ab-79a2c2d471a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:57.984937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-da37ed01-dd2f-4ece-90ab-79a2c2d471a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:57.986074 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-da37ed01-dd2f-4ece-90ab-79a2c2d471a2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f0074f71-be7b-4ebb-8496-d5e2f3666f41 HTTP/1.1" status: 204 len: 168 time: 0.6193869 Aug 23 14:42:58.000430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348db57-a2e1-4031-bd35-3fdf7f2542d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b22bd01-2111-4611-a888-863822d65de8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:58.011346 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9348db57-a2e1-4031-bd35-3fdf7f2542d9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6062643d150942cf9768e0d2bca08192&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6549749 Aug 23 14:42:58.013507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57850) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:58.032958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37ed01-dd2f-4ece-90ab-79a2c2d471a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0074f71-be7b-4ebb-8496-d5e2f3666f41,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:58.081293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a8f93e1-9243-4a6e-a2e0-d2d8fbb86ff0 req-5ed9d807-694b-40d5-8a9e-1d6783290e5f service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755939 Aug 23 14:42:58.083769 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1187a2ce-f9f7-4ae0-b04e-08b868ff170c req-cf6b4711-f7cc-428d-bbe4-077a5e97e83e service neutron] 10.222.0.57 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706691 Aug 23 14:42:58.175645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bddea997-8d76-413c-87a9-51c1ac0fd246 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:42:58.208886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b595a67d-be00-4cd6-9e73-3fecd601b9bf up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:42:58.221578 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57856) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:58.232718 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b64a-ddd9-48e0-aec2-67257ca15477 req-d65a1625-a228-4d7e-b656-8e7c0eb24e1b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:58.235306 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afc2b64a-ddd9-48e0-aec2-67257ca15477 req-d65a1625-a228-4d7e-b656-8e7c0eb24e1b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 948 time: 0.0787516 Aug 23 14:42:58.254509 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1187a2ce-f9f7-4ae0-b04e-08b868ff170c req-b09d7b84-4d18-4e64-8be1-0ba7fb632a85 service neutron] 10.222.0.57 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572647 Aug 23 14:42:58.289231 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afc2b64a-ddd9-48e0-aec2-67257ca15477 req-6325090b-d21d-4f12-b640-080ac7754128 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460825 Aug 23 14:42:58.392373 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:58.408762 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port b595a67d-be00-4cd6-9e73-3fecd601b9bf completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:58.411140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port bddea997-8d76-413c-87a9-51c1ac0fd246 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:42:58.416274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port bddea997-8d76-413c-87a9-51c1ac0fd246 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:58.416655 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:58.418420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port b595a67d-be00-4cd6-9e73-3fecd601b9bf triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:42:58.418777 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:58.557490 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2471810b-4f35-4a45-9b7c-010528022e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:58.563343 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:58.572121 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:58.600148 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2471810b-4f35-4a45-9b7c-010528022e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:58.602243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:42:58.617788 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Sync routers for ids ['1c22ea83-b7d6-4519-b84b-67fd779dc5e5'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:42:58.635161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b595a67d-be00-4cd6-9e73-3fecd601b9bf, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b595a67d-be00-4cd6-9e73-3fecd601b9bf,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:58.637196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf1737-8da6-4d8c-93e8-fc87fcd3e21f req-4a455944-3290-489c-9e68-647568800525 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:58.639244 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Routers {'1c22ea83-b7d6-4519-b84b-67fd779dc5e5'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:42:58.639499 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aabf1737-8da6-4d8c-93e8-fc87fcd3e21f req-4a455944-3290-489c-9e68-647568800525 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 949 time: 0.1122260 Aug 23 14:42:58.641615 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:42:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1c22ea83-b7d6-4519-b84b-67fd779dc5e5'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:58.681197 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port bddea997-8d76-413c-87a9-51c1ac0fd246, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bddea997-8d76-413c-87a9-51c1ac0fd246,segment=NetworkSegment(d4461a50-33a9-4284-a1d7-3d86371e065d),segment_id=d4461a50-33a9-4284-a1d7-3d86371e065d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:42:58.712183 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aabf1737-8da6-4d8c-93e8-fc87fcd3e21f req-56fcd5f0-326e-4aad-bac8-18a3d9f77aac tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532632 Aug 23 14:42:58.720995 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d08b3c25-20b0-41b1-b91e-967a5f6292a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:58.757861 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:58.796578 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Set router 1c22ea83-b7d6-4519-b84b-67fd779dc5e5 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:42:58.809498 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:58.817235 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b595a67d-be00-4cd6-9e73-3fecd601b9bf,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:58.817373 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:58.821998 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9ad60de5-7bcd-4335-a353-f85cfd165d91 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6602874 Aug 23 14:42:58.822378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57872) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:58.898641 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2471810b-4f35-4a45-9b7c-010528022e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:58.901780 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2471810b-4f35-4a45-9b7c-010528022e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:58.907111 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2471810b-4f35-4a45-9b7c-010528022e79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b22bd01-2111-4611-a888-863822d65de8 HTTP/1.1" status: 204 len: 168 time: 0.8923063 Aug 23 14:42:58.913098 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=bddea997-8d76-413c-87a9-51c1ac0fd246,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:58.940207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471810b-4f35-4a45-9b7c-010528022e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b22bd01-2111-4611-a888-863822d65de8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:59.072062 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444453965-router', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:54Z', 'updated_at': '2021-08-23T14:42:56Z', 'revision_number': 3, 'project_id': '578c0dd47b654a5283478e2e4ebad0c7', 'gw_port': {'id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:55Z', 'updated_at': '2021-08-23T14:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:42:59.102297 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Checking router: 1c22ea83-b7d6-4519-b84b-67fd779dc5e5 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:42:59.102649 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Updating router 1c22ea83-b7d6-4519-b84b-67fd779dc5e5 port 6aac5975-e620-4304-bfdb-f2b27b0f2c2f binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:42:59.105495 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d74e62-3f7c-4a97-a2e0-7cde5261cd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b595a67d-be00-4cd6-9e73-3fecd601b9bf'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:42:59.107960 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11109e41-9e8b-4b3c-be40-09f4d15cf59d" -d '{"events": [{"server_uuid": "20d74e62-3f7c-4a97-a2e0-7cde5261cd56", "name": "network-vif-plugged", "status": "completed", "tag": "b595a67d-be00-4cd6-9e73-3fecd601b9bf"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:42:59.135953 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d08b3c25-20b0-41b1-b91e-967a5f6292a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.136744 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.148261 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e06531c-78f3-46df-8a26-504b0a130184 x-openstack-request-id: req-5e06531c-78f3-46df-8a26-504b0a130184 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:42:59.148844 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d74e62-3f7c-4a97-a2e0-7cde5261cd56", "name": "network-vif-plugged", "status": "completed", "tag": "b595a67d-be00-4cd6-9e73-3fecd601b9bf", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:42:59.149374 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e06531c-78f3-46df-8a26-504b0a130184 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:42:59.149952 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d74e62-3f7c-4a97-a2e0-7cde5261cd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b595a67d-be00-4cd6-9e73-3fecd601b9bf', 'code': 200} Aug 23 14:42:59.205242 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b224a-7c86-4a4e-8c50-4f0b6945505b req-ad51b153-1cae-4392-bae1-75306cb7d3ca tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:59.212386 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a07b224a-7c86-4a4e-8c50-4f0b6945505b req-ad51b153-1cae-4392-bae1-75306cb7d3ca tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.1314449 Aug 23 14:42:59.217535 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d08b3c25-20b0-41b1-b91e-967a5f6292a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.284822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57890) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:59.307297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc993c7-b4a8-40db-8cbb-eca59b7557fe req-9fd5bea2-f8f2-4cc9-8b2e-63c84644886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:59.310747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfc993c7-b4a8-40db-8cbb-eca59b7557fe req-9fd5bea2-f8f2-4cc9-8b2e-63c84644886d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 1100 time: 0.0766695 Aug 23 14:42:59.333497 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d08b3c25-20b0-41b1-b91e-967a5f6292a9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ed02656e20b4d08a93a2e88ae8cae01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1093297 Aug 23 14:42:59.344022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57898) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:59.349249 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b3c25-20b0-41b1-b91e-967a5f6292a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe998217-e9f3-4961-836f-1bc858917ae6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:59.383162 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a07b224a-7c86-4a4e-8c50-4f0b6945505b req-5976cbf1-c163-4e98-88bc-9ef55cdfcce5 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651504 Aug 23 14:42:59.481465 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bdbb97c0-c28d-49ff-b1dc-d1bd942e60d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.481465 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfc993c7-b4a8-40db-8cbb-eca59b7557fe req-fcd8093a-6f96-4b90-8864-be988abf3f2e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531954 Aug 23 14:42:59.500396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-427833341-network', 'tenant_id': '03eb4d66c69d4202891474072877ebc4'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:42:59.537251 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bdbb97c0-c28d-49ff-b1dc-d1bd942e60d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.552744 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.563311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaf091-1420-4fa7-a1f6-ae250ac36450 req-f320078d-94e9-4896-86a1-bf6bdca1ce12 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:59.563535 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Transition to ACTIVE for port object 6aac5975-e620-4304-bfdb-f2b27b0f2c2f will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:42:59.564855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0dbaf091-1420-4fa7-a1f6-ae250ac36450 req-f320078d-94e9-4896-86a1-bf6bdca1ce12 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 948 time: 0.1113491 Aug 23 14:42:59.609918 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.616451 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0dbaf091-1420-4fa7-a1f6-ae250ac36450 req-00f6e552-2b7d-4d71-b4ae-fd30eb522aeb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447428 Aug 23 14:42:59.688533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] Made reservation on behalf of 03eb4d66c69d4202891474072877ebc4 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:42:59.690921 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.703709 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.734490 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.736206 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bdbb97c0-c28d-49ff-b1dc-d1bd942e60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.739053 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bdbb97c0-c28d-49ff-b1dc-d1bd942e60d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.741054 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bdbb97c0-c28d-49ff-b1dc-d1bd942e60d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fe998217-e9f3-4961-836f-1bc858917ae6 HTTP/1.1" status: 204 len: 168 time: 0.3921561 Aug 23 14:42:59.773580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb97c0-c28d-49ff-b1dc-d1bd942e60d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe998217-e9f3-4961-836f-1bc858917ae6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:59.781144 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4c19a-2a1e-432a-9998-31c202189d4a None None] Pushing event updated for resources: {'Port': ['ID=6aac5975-e620-4304-bfdb-f2b27b0f2c2f,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:42:59.792862 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4c19a-2a1e-432a-9998-31c202189d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:59.793647 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4c19a-2a1e-432a-9998-31c202189d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:59.794198 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4c19a-2a1e-432a-9998-31c202189d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:59.795203 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4c19a-2a1e-432a-9998-31c202189d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:59.796908 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4c19a-2a1e-432a-9998-31c202189d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:59.797931 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4c19a-2a1e-432a-9998-31c202189d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:59.799276 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4c19a-2a1e-432a-9998-31c202189d4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:59.799906 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4c19a-2a1e-432a-9998-31c202189d4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:59.800518 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4c19a-2a1e-432a-9998-31c202189d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:59.801045 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4c19a-2a1e-432a-9998-31c202189d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:59.801561 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4c19a-2a1e-432a-9998-31c202189d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:59.802177 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c4c19a-2a1e-432a-9998-31c202189d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:42:59.825179 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Attempting to bind port 6aac5975-e620-4304-bfdb-f2b27b0f2c2f on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:42:59.830393 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Attempting to bind port 6aac5975-e620-4304-bfdb-f2b27b0f2c2f by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:42:59.830393 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Attempting to bind port 6aac5975-e620-4304-bfdb-f2b27b0f2c2f on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:42:59.832306 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:42:59.832688 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:42:59.833094 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.833604 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:42:59.834083 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Bound port: 6aac5975-e620-4304-bfdb-f2b27b0f2c2f, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:42:59.834465 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.875080 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.895584 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] For port 6aac5975-e620-4304-bfdb-f2b27b0f2c2f, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:42:59.898711 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] For port 6aac5975-e620-4304-bfdb-f2b27b0f2c2f, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6aac5975-e620-4304-bfdb-f2b27b0f2c2f,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:42:59.942827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd21ee-1bdd-4875-9bdf-517c771cd86f req-bd0332c8-3d60-4003-af41-76af7bee6d23 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:42:59.944416 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58cd21ee-1bdd-4875-9bdf-517c771cd86f req-bd0332c8-3d60-4003-af41-76af7bee6d23 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 949 time: 0.0927889 Aug 23 14:42:59.954655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57906) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:42:59.963946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Allocated IP 172.20.0.1 (51950f55-2421-4c95-a28a-93304f30a9e1/961ae5f2-cb90-4855-aa8f-c87554a0e3fa/7b405b8e-bc05-472c-af54-92a76ef08c17) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:42:59.970678 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ad124e29-82f1-47e4-9aa2-d0d9ffc79317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:42:59.998282 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.023683 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58cd21ee-1bdd-4875-9bdf-517c771cd86f req-406017e3-6dd6-40e7-8a07-9829d4a66dd3 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682170 Aug 23 14:43:00.046793 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.070142 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bddea997-8d76-413c-87a9-51c1ac0fd246 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:00.113035 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Routers {'1c22ea83-b7d6-4519-b84b-67fd779dc5e5'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:43:00.113687 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:42:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1c22ea83-b7d6-4519-b84b-67fd779dc5e5'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:00.119471 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.137026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:43:00.150855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4639d86-cd49-4816-814a-da4beb1723cb,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:00.156057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Transition to ACTIVE for port object 7b405b8e-bc05-472c-af54-92a76ef08c17 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:00.156296 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4c19a-2a1e-432a-9998-31c202189d4a None None] Pushing event updated for resources: {'Port': ['ID=6aac5975-e620-4304-bfdb-f2b27b0f2c2f,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:00.182596 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.183288 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] Added segment d7793035-9e0c-4575-88d1-ef8d4801628a of type vlan for network ebe1ca51-1464-4d71-b4db-793999618f39 Aug 23 14:43:00.192590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port bddea997-8d76-413c-87a9-51c1ac0fd246 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:00.193398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.223778 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ad124e29-82f1-47e4-9aa2-d0d9ffc79317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.255918 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.288920 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ad124e29-82f1-47e4-9aa2-d0d9ffc79317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.314419 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] Set router 1c22ea83-b7d6-4519-b84b-67fd779dc5e5 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:43:00.317148 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.352220 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ad124e29-82f1-47e4-9aa2-d0d9ffc79317 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5b28cf933914c878b105f00181ac957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3963652 Aug 23 14:43:00.353250 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad124e29-82f1-47e4-9aa2-d0d9ffc79317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87047a1-d40f-4c03-b1bb-df4703b7143b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:00.359449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57914) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:00.378824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.381867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:00.385189 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.397197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Network 51950f55-2421-4c95-a28a-93304f30a9e1 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:00.405494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:00.417655 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:00.445561 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Pushing event updated for resources: {'Port': ['ID=7b405b8e-bc05-472c-af54-92a76ef08c17,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:00.496677 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2099030 Aug 23 14:43:00.498121 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd6195-8d56-4ff3-bf99-9b19d5560c42 admin admin] Pushing event updated for resources: {'Network': ['ID=ebe1ca51-1464-4d71-b4db-793999618f39,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:00.501863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57918) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:00.511498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network ebe1ca51-1464-4d71-b4db-793999618f39 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:43:00.525206 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-df8afb5d-0de3-4057-8b4c-a982d81831ee admin admin] Request body: {'subnet': {'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-427833341-subnet', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:00.531873 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4e84886-c053-4d9b-ac92-1590a4fec419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.535680 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.620565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8afb5d-0de3-4057-8b4c-a982d81831ee admin admin] Made reservation on behalf of 03eb4d66c69d4202891474072877ebc4 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:00.622914 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df8afb5d-0de3-4057-8b4c-a982d81831ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.651272 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444453965-router', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:54Z', 'updated_at': '2021-08-23T14:42:56Z', 'revision_number': 3, 'project_id': '578c0dd47b654a5283478e2e4ebad0c7', 'gw_port': {'id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:55Z', 'updated_at': '2021-08-23T14:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:00.713612 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840e525-46c9-44eb-9f03-0adcdd6c459c None None] The sync data for ids ['1c22ea83-b7d6-4519-b84b-67fd779dc5e5'] in n-d-804985-3 is: [{'id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444453965-router', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:54Z', 'updated_at': '2021-08-23T14:42:56Z', 'revision_number': 3, 'project_id': '578c0dd47b654a5283478e2e4ebad0c7', 'gw_port': {'id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:55Z', 'updated_at': '2021-08-23T14:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:43:00.748218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57924) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:00.760065 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4e84886-c053-4d9b-ac92-1590a4fec419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.779252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddf8e8-a484-4ad4-b8ed-c49685fa036b req-90a7e6f7-2cdb-46cb-943e-939be4679d63 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:00.780735 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d3ddf8e8-a484-4ad4-b8ed-c49685fa036b req-90a7e6f7-2cdb-46cb-943e-939be4679d63 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.2559602 Aug 23 14:43:00.807627 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a11a58fc-66b1-4e7a-b92a-5c86ed29179b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.865937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3d58d7ed-86d3-4aba-9f6c-ff6804284259 None None] Provisioning for port 7b405b8e-bc05-472c-af54-92a76ef08c17 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:00.870223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20366c07-73fd-470c-ab34-8dd2f006845c req-9305d6f4-f68a-4c3f-b50c-b36aa5e9d465 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:00.871249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3d58d7ed-86d3-4aba-9f6c-ff6804284259 None None] Provisioning complete for port 7b405b8e-bc05-472c-af54-92a76ef08c17 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:00.872230 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20366c07-73fd-470c-ab34-8dd2f006845c req-9305d6f4-f68a-4c3f-b50c-b36aa5e9d465 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 948 time: 0.1357017 Aug 23 14:43:00.877731 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3d58d7ed-86d3-4aba-9f6c-ff6804284259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:00.900292 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d3ddf8e8-a484-4ad4-b8ed-c49685fa036b req-8994571f-2264-4156-a4fb-749bfda4bbda tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076484 Aug 23 14:43:00.925560 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3d58d7ed-86d3-4aba-9f6c-ff6804284259 None None] Port 7b405b8e-bc05-472c-af54-92a76ef08c17 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:43:00.959907 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20366c07-73fd-470c-ab34-8dd2f006845c req-3c789a0f-1ee9-4418-be17-357061600955 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800231 Aug 23 14:43:01.018724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 37df2b1c-c720-447f-a5cd-20a4bce82116 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:43:01.040804 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:01.092375 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df8afb5d-0de3-4057-8b4c-a982d81831ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:01.110657 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4e84886-c053-4d9b-ac92-1590a4fec419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:01.113340 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4e84886-c053-4d9b-ac92-1590a4fec419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:01.116349 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e4e84886-c053-4d9b-ac92-1590a4fec419 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c87047a1-d40f-4c03-b1bb-df4703b7143b HTTP/1.1" status: 204 len: 168 time: 0.7540553 Aug 23 14:43:01.163120 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e84886-c053-4d9b-ac92-1590a4fec419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87047a1-d40f-4c03-b1bb-df4703b7143b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:01.186901 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8afb5d-0de3-4057-8b4c-a982d81831ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a001555-7554-49b2-909d-ac28ef78bb71,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:01.200092 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a11a58fc-66b1-4e7a-b92a-5c86ed29179b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:01.221855 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadfbae-721a-448c-b658-4cb452991203 req-f493a927-7f39-4309-98a5-23faffbe3c76 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:01.225480 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8afb5d-0de3-4057-8b4c-a982d81831ee admin admin] Checking segment: {'id': 'd7793035-9e0c-4575-88d1-ef8d4801628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:01.225838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8afb5d-0de3-4057-8b4c-a982d81831ee admin admin] Network hostable DHCP agents. Network: ebe1ca51-1464-4d71-b4db-793999618f39, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:43:01.226278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 37df2b1c-c720-447f-a5cd-20a4bce82116, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=37df2b1c-c720-447f-a5cd-20a4bce82116,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:01.229330 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6cadfbae-721a-448c-b658-4cb452991203 req-f493a927-7f39-4309-98a5-23faffbe3c76 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 949 time: 0.2396500 Aug 23 14:43:01.245690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '37df2b1c-c720-447f-a5cd-20a4bce82116', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '37df2b1c-c720-447f-a5cd-20a4bce82116', 'mac_address': 'fa:16:3e:1a:ee:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:43:01.277486 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a11a58fc-66b1-4e7a-b92a-5c86ed29179b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:01.308627 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:01.331621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37df2b1c-c720-447f-a5cd-20a4bce82116 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:43:01.333821 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a11a58fc-66b1-4e7a-b92a-5c86ed29179b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f34df1fc8fe14dc882ea07a4f20bf5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664814 Aug 23 14:43:01.337057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57930) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:01.349403 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6cadfbae-721a-448c-b658-4cb452991203 req-3554a746-8e04-4dd9-aa11-48f7c728a960 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997970 Aug 23 14:43:01.360336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8afb5d-0de3-4057-8b4c-a982d81831ee admin admin] Network ebe1ca51-1464-4d71-b4db-793999618f39 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:43:01.369411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 37df2b1c-c720-447f-a5cd-20a4bce82116, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=37df2b1c-c720-447f-a5cd-20a4bce82116,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:01.382446 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a58fc-66b1-4e7a-b92a-5c86ed29179b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4884698b-31a5-451d-9537-36a18a8e10aa,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:01.454356 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:01.480654 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:01.485697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-df8afb5d-0de3-4057-8b4c-a982d81831ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, ebe1ca51-1464-4d71-b4db-793999618f39) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:01.514859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8afb5d-0de3-4057-8b4c-a982d81831ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:01.515842 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df8afb5d-0de3-4057-8b4c-a982d81831ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:01.520017 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-027b49b9-9e31-420c-8ebe-74623ffaae96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:01.541835 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=37df2b1c-c720-447f-a5cd-20a4bce82116,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:01.546375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6ebe05-f5ca-45b2-987b-b92eb7aa325c None None] Network ebe1ca51-1464-4d71-b4db-793999618f39 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:43:01.591228 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:01.607824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-027b49b9-9e31-420c-8ebe-74623ffaae96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:01.690075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-06884cfc-9b3f-4831-8d2a-50865772de8c tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c856ff19a9b1494a9f6d727b143757c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470285 Aug 23 14:43:01.762934 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:01.766259 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Pushing event updated for resources: {'Port': ['ID=7b405b8e-bc05-472c-af54-92a76ef08c17,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:01.816370 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:01.858345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-df8afb5d-0de3-4057-8b4c-a982d81831ee admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3430200 Aug 23 14:43:01.866543 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57948) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:01.870277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:01.963079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Network 51950f55-2421-4c95-a28a-93304f30a9e1 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:01.964566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:01.983768 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-ebe1ca51-1464-4d71-b4db-793999618f39', 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'fixed_ips': [{'subnet_id': '8a001555-7554-49b2-909d-ac28ef78bb71'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:43:01.984701 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:01.987698 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-1777d86e-9aa6-48fa-8cd9-40ff221f28ef tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:01.992897 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-1777d86e-9aa6-48fa-8cd9-40ff221f28ef tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720325 Aug 23 14:43:01.998121 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-027b49b9-9e31-420c-8ebe-74623ffaae96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:02.008492 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-027b49b9-9e31-420c-8ebe-74623ffaae96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:02.029974 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-027b49b9-9e31-420c-8ebe-74623ffaae96 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4884698b-31a5-451d-9537-36a18a8e10aa HTTP/1.1" status: 204 len: 168 time: 0.6914835 Aug 23 14:43:02.045343 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:02.046392 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:02.186642 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:02.219823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b49b9-9e31-420c-8ebe-74623ffaae96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4884698b-31a5-451d-9537-36a18a8e10aa,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:02.234973 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-a0e58db9-6145-4aaa-841d-5a6917ddbd5c tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/quotas/c856ff19a9b1494a9f6d727b143757c3 HTTP/1.1" status: 200 len: 375 time: 0.2033920 Aug 23 14:43:02.300024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Allocated IP 172.20.0.2 (ebe1ca51-1464-4d71-b4db-793999618f39/8a001555-7554-49b2-909d-ac28ef78bb71/c500d3fe-ec32-4638-9342-e2e98cb43916) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:43:02.328038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f88aac-fb59-459b-bfbd-6afed95afdfa req-97c211d8-89d2-4226-9b07-fff15556e4be tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:02.332687 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60f88aac-fb59-459b-bfbd-6afed95afdfa req-97c211d8-89d2-4226-9b07-fff15556e4be tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.2443352 Aug 23 14:43:02.347067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Router 1c22ea83-b7d6-4519-b84b-67fd779dc5e5 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:43:02.383257 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6aac5975-e620-4304-bfdb-f2b27b0f2c2f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:02.471120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60f88aac-fb59-459b-bfbd-6afed95afdfa req-57f67045-5980-4883-b1fb-3647306e39e4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210630 Aug 23 14:43:02.521413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b193c70d-0db9-4af2-908e-fa878ddf9b66 None None] Provisioning complete for port 7b405b8e-bc05-472c-af54-92a76ef08c17 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:02.521687 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b193c70d-0db9-4af2-908e-fa878ddf9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:02.608450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b193c70d-0db9-4af2-908e-fa878ddf9b66 None None] Port 7b405b8e-bc05-472c-af54-92a76ef08c17 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:43:02.610585 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:02.625003 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-b65ec3ba-9d10-41e9-8472-d38a1febee1c tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c856ff19a9b1494a9f6d727b143757c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3824656 Aug 23 14:43:02.630813 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:43:02.632039 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:02.642340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Transition to ACTIVE for port object c500d3fe-ec32-4638-9342-e2e98cb43916 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:02.644744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 6aac5975-e620-4304-bfdb-f2b27b0f2c2f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:02.658962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6aac5975-e620-4304-bfdb-f2b27b0f2c2f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:02.658962 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:02.686067 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-649a5a7d-3962-4563-bd9f-50ee4ad582ec admin admin] 10.222.0.38 "PUT /v2.0/routers/1c22ea83-b7d6-4519-b84b-67fd779dc5e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8623209 Aug 23 14:43:02.691070 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Transition to ACTIVE for port object c500d3fe-ec32-4638-9342-e2e98cb43916 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:02.721573 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af815f9-3f92-47b6-9476-a355afecc915 req-f04966ba-2b4d-4fd2-98e7-cb2ede7d856e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:02.723144 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0af815f9-3f92-47b6-9476-a355afecc915 req-f04966ba-2b4d-4fd2-98e7-cb2ede7d856e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 949 time: 0.1228158 Aug 23 14:43:02.782188 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:02.796272 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0af815f9-3f92-47b6-9476-a355afecc915 req-b48da78e-49f0-444a-854d-f64e2ef0f133 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603585 Aug 23 14:43:02.862746 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:02.890034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 6aac5975-e620-4304-bfdb-f2b27b0f2c2f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6aac5975-e620-4304-bfdb-f2b27b0f2c2f,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:02.895212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Network ebe1ca51-1464-4d71-b4db-793999618f39 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:02.902447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:02.911059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:02.954942 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Pushing event updated for resources: {'Port': ['ID=c500d3fe-ec32-4638-9342-e2e98cb43916,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:03.001198 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:03.051004 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 37df2b1c-c720-447f-a5cd-20a4bce82116 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:03.082624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Attempting to bind port c500d3fe-ec32-4638-9342-e2e98cb43916 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:03.083425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Attempting to bind port c500d3fe-ec32-4638-9342-e2e98cb43916 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd7793035-9e0c-4575-88d1-ef8d4801628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:03.087574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Attempting to bind port c500d3fe-ec32-4638-9342-e2e98cb43916 on network ebe1ca51-1464-4d71-b4db-793999618f39 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:03.089030 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-892bd369-e9a5-4842-b766-d745324ece85 req-2ee9e8d1-4810-493a-8550-bde9145761b0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 210 time: 0.0733302 Aug 23 14:43:03.098456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:03.098988 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Checking segment: {'id': 'd7793035-9e0c-4575-88d1-ef8d4801628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:03.099850 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:03.100252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Bound using segment: {'id': 'd7793035-9e0c-4575-88d1-ef8d4801628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:03.100737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Bound port: c500d3fe-ec32-4638-9342-e2e98cb43916, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7793035-9e0c-4575-88d1-ef8d4801628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:03.101118 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:03.114700 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:03.143792 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:03.292425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=6aac5975-e620-4304-bfdb-f2b27b0f2c2f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:03.344884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] For port c500d3fe-ec32-4638-9342-e2e98cb43916, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:03.350470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] For port c500d3fe-ec32-4638-9342-e2e98cb43916, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c500d3fe-ec32-4638-9342-e2e98cb43916,segment=NetworkSegment(d7793035-9e0c-4575-88d1-ef8d4801628a),segment_id=d7793035-9e0c-4575-88d1-ef8d4801628a)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:03.378810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Sync routers for ids ['1c22ea83-b7d6-4519-b84b-67fd779dc5e5'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:43:03.389986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 37df2b1c-c720-447f-a5cd-20a4bce82116 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:03.397547 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 37df2b1c-c720-447f-a5cd-20a4bce82116 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:03.397928 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:03.455329 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Routers {'1c22ea83-b7d6-4519-b84b-67fd779dc5e5'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:43:03.456019 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:42:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1c22ea83-b7d6-4519-b84b-67fd779dc5e5'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:03.561951 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:03.662978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19eda9-e3b3-457a-bcf2-950c9dd36980 req-66c211d9-56ed-4e87-8656-284392058a8e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:03.665302 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fa19eda9-e3b3-457a-bcf2-950c9dd36980 req-66c211d9-56ed-4e87-8656-284392058a8e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.0821726 Aug 23 14:43:03.670009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Allocated IP 172.25.8.134 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/f2e7c5f7-7857-4c90-9ed7-10bf70077e08) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:43:03.752560 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fa19eda9-e3b3-457a-bcf2-950c9dd36980 req-47cf914d-51aa-42ce-935e-7e49ed4a11f7 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796735 Aug 23 14:43:03.815897 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-0c074f2a-7162-4c65-834b-ad6161dc4b70 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1071217 Aug 23 14:43:03.873710 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:03.881821 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:03.897553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Set router 1c22ea83-b7d6-4519-b84b-67fd779dc5e5 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:43:03.946225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99420002-ebce-4726-a5b1-92de8ab36604 None None] Pushing event updated for resources: {'Port': ['ID=c500d3fe-ec32-4638-9342-e2e98cb43916,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:04.019856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83db78-78e3-4688-b419-aeb1147c8551 req-a5885c80-efeb-4add-9508-064ebcfd5400 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:04.026796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0e83db78-78e3-4688-b419-aeb1147c8551 req-a5885c80-efeb-4add-9508-064ebcfd5400 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 949 time: 0.0943389 Aug 23 14:43:04.059741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038a2725-05e2-4dff-82de-afdd7992568a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37df2b1c-c720-447f-a5cd-20a4bce82116'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:04.062551 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f025c1-3613-468a-bfba-e0a5ee76369d" -d '{"events": [{"server_uuid": "038a2725-05e2-4dff-82de-afdd7992568a", "name": "network-vif-plugged", "status": "completed", "tag": "37df2b1c-c720-447f-a5cd-20a4bce82116"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:04.073192 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:04.080751 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6aac5975-e620-4304-bfdb-f2b27b0f2c2f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:04.085182 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 37df2b1c-c720-447f-a5cd-20a4bce82116, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=37df2b1c-c720-447f-a5cd-20a4bce82116,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:04.114744 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0e83db78-78e3-4688-b419-aeb1147c8551 req-dc1c8930-31d8-4ae4-91dc-40c3fd8e1485 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802236 Aug 23 14:43:04.143895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:04.151793 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8947f6fd-f0a2-45ea-b978-b548017590b2 x-openstack-request-id: req-8947f6fd-f0a2-45ea-b978-b548017590b2 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:04.152136 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038a2725-05e2-4dff-82de-afdd7992568a", "name": "network-vif-plugged", "status": "completed", "tag": "37df2b1c-c720-447f-a5cd-20a4bce82116", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:04.152391 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8947f6fd-f0a2-45ea-b978-b548017590b2 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:04.154646 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038a2725-05e2-4dff-82de-afdd7992568a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37df2b1c-c720-447f-a5cd-20a4bce82116', 'code': 200} Aug 23 14:43:04.159668 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:04.160757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:04.175893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:04.335245 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=37df2b1c-c720-447f-a5cd-20a4bce82116,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:04.348143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6aac5975-e620-4304-bfdb-f2b27b0f2c2f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:04.348657 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:04.375817 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58036) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:04.484687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9acd642b-270d-486a-a259-065b74f0b933 req-2a5b8db8-a339-48d6-8ebc-8b5ca07614b6 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 210 time: 0.1938164 Aug 23 14:43:04.490787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Pushing event updated for resources: {'Port': ['ID=f2e7c5f7-7857-4c90-9ed7-10bf70077e08,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:04.515336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620dc5e-6037-4c2e-a392-771d2fe51d03 req-867fb267-2c65-4fad-92e8-da964b0ef0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:04.516808 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444453965-router', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:54Z', 'updated_at': '2021-08-23T14:43:00Z', 'revision_number': 4, 'project_id': '578c0dd47b654a5283478e2e4ebad0c7', 'gw_port': {'id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:55Z', 'updated_at': '2021-08-23T14:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '7b405b8e-bc05-472c-af54-92a76ef08c17', 'name': '', 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7', 'mac_address': 'fa:16:3e:69:02:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '961ae5f2-cb90-4855-aa8f-c87554a0e3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:59Z', 'updated_at': '2021-08-23T14:43:01Z', 'revision_number': 2, 'project_id': '578c0dd47b654a5283478e2e4ebad0c7', 'subnets': [{'id': '961ae5f2-cb90-4855-aa8f-c87554a0e3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:04.517034 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e620dc5e-6037-4c2e-a392-771d2fe51d03 req-867fb267-2c65-4fad-92e8-da964b0ef0c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 1101 time: 0.2220449 Aug 23 14:43:04.551489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Checking router: 1c22ea83-b7d6-4519-b84b-67fd779dc5e5 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:43:04.551883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Updating router 1c22ea83-b7d6-4519-b84b-67fd779dc5e5 port 7b405b8e-bc05-472c-af54-92a76ef08c17 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:43:04.577799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e620dc5e-6037-4c2e-a392-771d2fe51d03 req-703c0c03-a357-4c89-bfa0-941c9d683de8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531545 Aug 23 14:43:04.587952 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:04.674036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1305081639-network', 'tenant_id': 'b66fd552a70a452381c358e94470d1e9'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:04.768400 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] Made reservation on behalf of b66fd552a70a452381c358e94470d1e9 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:04.772997 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:04.788376 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:04.831940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58054) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:04.838135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-294654297-network', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:04.900282 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:05.118595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa365e-4b3f-4cba-a968-2a55b9702231 req-4b06b320-fc2b-46f1-ba9e-598672441ff4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:05.129387 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5fa365e-4b3f-4cba-a968-2a55b9702231 req-4b06b320-fc2b-46f1-ba9e-598672441ff4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.2175570 Aug 23 14:43:05.149614 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:05.186315 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:05.214847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Transition to ACTIVE for port object 7b405b8e-bc05-472c-af54-92a76ef08c17 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:05.230301 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5fa365e-4b3f-4cba-a968-2a55b9702231 req-62841de4-3be5-4d2f-9093-29ebff7d9024 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993161 Aug 23 14:43:05.276456 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:05.305529 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:05.314212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:43:05.333923 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f97970-6ce4-459d-abaa-c27aa720eedf,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:05.339690 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:05.340398 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] Added segment 8aedf02c-bb31-41f1-b994-10de329eed5e of type vlan for network e5d05685-47dd-44e8-9fba-4321908349a1 Aug 23 14:43:05.362000 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:05.396434 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91afb0-86d5-4bc5-a3c3-925ca6bc49fe None None] Pushing event updated for resources: {'Port': ['ID=7b405b8e-bc05-472c-af54-92a76ef08c17,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:05.408832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4179f4-976a-4b35-bda9-7a6c94269b5a req-f56b3a07-999c-4b9c-87e7-316a059dd475 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:05.417272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f4179f4-976a-4b35-bda9-7a6c94269b5a req-f56b3a07-999c-4b9c-87e7-316a059dd475 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 950 time: 0.1501365 Aug 23 14:43:05.420851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c6377e-5c2b-47f2-94f8-a25a66e89801 None None] Network ebe1ca51-1464-4d71-b4db-793999618f39 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:43:05.439061 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:05.496239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] Made reservation on behalf of a62402b5e60d452e9b31eb0c7bba9f09 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:05.499334 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:05.541563 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:05.573946 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:05.575615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:05.576397 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:05.612113 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f4179f4-976a-4b35-bda9-7a6c94269b5a req-74440caf-ce07-4e32-ba68-2356080c667f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936724 Aug 23 14:43:05.695844 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-322760f6-4027-4ff1-9444-3d6fb50c6bbe None None] Provisioning for port c500d3fe-ec32-4638-9342-e2e98cb43916 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:05.701613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Attempting to bind port 7b405b8e-bc05-472c-af54-92a76ef08c17 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:05.702058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Attempting to bind port 7b405b8e-bc05-472c-af54-92a76ef08c17 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd4461a50-33a9-4284-a1d7-3d86371e065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:05.702330 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Attempting to bind port 7b405b8e-bc05-472c-af54-92a76ef08c17 on network 51950f55-2421-4c95-a28a-93304f30a9e1 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:05.716184 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:05.716881 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Checking segment: {'id': 'd4461a50-33a9-4284-a1d7-3d86371e065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:05.717331 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:05.717736 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Bound using segment: {'id': 'd4461a50-33a9-4284-a1d7-3d86371e065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:05.719211 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Bound port: 7b405b8e-bc05-472c-af54-92a76ef08c17, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4461a50-33a9-4284-a1d7-3d86371e065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:05.719211 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:05.758520 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] Pushing event updated for resources: {'Network': ['ID=e5d05685-47dd-44e8-9fba-4321908349a1,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:05.782310 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfc83834-b05a-4c68-9b6f-c6ea93aa5435 req-b10ad92a-7b8c-4796-bf11-51636de69c32 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 210 time: 0.0783052 Aug 23 14:43:05.786876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network e5d05685-47dd-44e8-9fba-4321908349a1 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:43:05.898713 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-b41a067d-ec76-4ae0-b4e2-ca762e4986ac tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c856ff19a9b1494a9f6d727b143757c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343559 Aug 23 14:43:05.914705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Router 0b5686ef-6daf-4705-810b-e731e4fda752 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:43:05.916803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] For port 7b405b8e-bc05-472c-af54-92a76ef08c17, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:05.924083 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] For port 7b405b8e-bc05-472c-af54-92a76ef08c17, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7b405b8e-bc05-472c-af54-92a76ef08c17,segment=NetworkSegment(d4461a50-33a9-4284-a1d7-3d86371e065d),segment_id=d4461a50-33a9-4284-a1d7-3d86371e065d)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:05.941088 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:05.980979 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:06.043571 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:06.105574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:43:06.120934 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Routers {'1c22ea83-b7d6-4519-b84b-67fd779dc5e5'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:43:06.127410 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:42:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1c22ea83-b7d6-4519-b84b-67fd779dc5e5'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:06.159249 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6f83a608-1114-487c-a27a-9c70fcb0d026 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7805445 Aug 23 14:43:06.162838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58094) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:06.178682 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-94154da4-947b-4b54-b067-14c324aa7f13 admin admin] Request body: {'subnet': {'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1305081639-subnet', 'tenant_id': 'b66fd552a70a452381c358e94470d1e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:06.202242 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:06.202955 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] Added segment 2b5578ef-0aaa-47c7-9d71-4ae15d034161 of type vlan for network 44dde08b-2fe5-4063-95ae-f2b018efce0e Aug 23 14:43:06.311700 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94154da4-947b-4b54-b067-14c324aa7f13 admin admin] Made reservation on behalf of b66fd552a70a452381c358e94470d1e9 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:06.314069 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94154da4-947b-4b54-b067-14c324aa7f13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:06.368964 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91afb0-86d5-4bc5-a3c3-925ca6bc49fe None None] Pushing event updated for resources: {'Port': ['ID=7b405b8e-bc05-472c-af54-92a76ef08c17,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:06.393686 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c500d3fe-ec32-4638-9342-e2e98cb43916 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:06.402115 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0469b0-3164-443d-885f-1d615238676d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:06.478630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-14535bcc-ed0b-44a7-8d82-354065c89414 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:06.484504 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-14535bcc-ed0b-44a7-8d82-354065c89414 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5673411 Aug 23 14:43:06.535437 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] Set router 1c22ea83-b7d6-4519-b84b-67fd779dc5e5 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:43:06.549271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-76bc9a2c-711b-40ad-9770-eb43fe002b1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Request body: {'port': {'device_id': '59d569d0-d670-42f0-a44d-4ae58cd614d5', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': 'c856ff19a9b1494a9f6d727b143757c3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:06.555078 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:06.558338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:43:06.570146 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Sync routers for ids ['0b5686ef-6daf-4705-810b-e731e4fda752'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:43:06.596781 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Routers {'0b5686ef-6daf-4705-810b-e731e4fda752'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:43:06.600222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571b7d4-5e78-45dd-ae82-bf386388b624 req-b6b65808-5073-4e16-a95d-b5d066867e82 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:06.601422 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:42:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b5686ef-6daf-4705-810b-e731e4fda752'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:06.611643 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a571b7d4-5e78-45dd-ae82-bf386388b624 req-b6b65808-5073-4e16-a95d-b5d066867e82 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.1572959 Aug 23 14:43:06.771120 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:06.772109 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:06.772816 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:06.775033 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:06.779461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5c2ffd42-29ce-43bf-bf37-934032ebbfac admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9134150 Aug 23 14:43:06.787722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58112) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:06.831575 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a571b7d4-5e78-45dd-ae82-bf386388b624 req-100e6961-ebfb-49e6-b765-0d50dfbc92af tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961131 Aug 23 14:43:06.860171 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port c500d3fe-ec32-4638-9342-e2e98cb43916 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:06.881653 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c500d3fe-ec32-4638-9342-e2e98cb43916 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:06.882036 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:06.953535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-901ad333-86ab-4f3c-baad-bb1a1a7b47ca req-d854b0c7-0814-408d-89ee-f63e323f8390 tempest-QuotasAdminNegativeTest-219538494 tempest-QuotasAdminNegativeTest-219538494-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=052ebbc49afc4efab2c870fa176fea89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1377237 Aug 23 14:43:06.968845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] Pushing event updated for resources: {'Network': ['ID=44dde08b-2fe5-4063-95ae-f2b018efce0e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:06.988412 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 44dde08b-2fe5-4063-95ae-f2b018efce0e details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:43:07.004525 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Set router 0b5686ef-6daf-4705-810b-e731e4fda752 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:43:07.031051 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-76bc9a2c-711b-40ad-9770-eb43fe002b1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Made reservation on behalf of c856ff19a9b1494a9f6d727b143757c3 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:07.034999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-76bc9a2c-711b-40ad-9770-eb43fe002b1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:07.052714 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641dc3c-5fbf-4fb1-bc00-bb8b49856086 req-ebf3df4d-7490-4106-bbfc-78a9f1f49b33 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:07.054546 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f641dc3c-5fbf-4fb1-bc00-bb8b49856086 req-ebf3df4d-7490-4106-bbfc-78a9f1f49b33 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 950 time: 0.0735815 Aug 23 14:43:07.057733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94154da4-947b-4b54-b067-14c324aa7f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:07.141033 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-24446e0a-b587-427e-9202-e887d6431532 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3026044 Aug 23 14:43:07.145665 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444453965-router', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:54Z', 'updated_at': '2021-08-23T14:43:00Z', 'revision_number': 4, 'project_id': '578c0dd47b654a5283478e2e4ebad0c7', 'gw_port': {'id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:55Z', 'updated_at': '2021-08-23T14:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '7b405b8e-bc05-472c-af54-92a76ef08c17', 'name': '', 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7', 'mac_address': 'fa:16:3e:69:02:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '961ae5f2-cb90-4855-aa8f-c87554a0e3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:59Z', 'updated_at': '2021-08-23T14:43:05Z', 'revision_number': 4, 'project_id': '578c0dd47b654a5283478e2e4ebad0c7', 'subnets': [{'id': '961ae5f2-cb90-4855-aa8f-c87554a0e3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:07.148434 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:07.148571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58116) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:07.199790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c7f81-a819-4fdd-8001-9eff76524e73 None None] The sync data for ids ['1c22ea83-b7d6-4519-b84b-67fd779dc5e5'] in n-d-804985-3 is: [{'id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444453965-router', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:54Z', 'updated_at': '2021-08-23T14:43:00Z', 'revision_number': 4, 'project_id': '578c0dd47b654a5283478e2e4ebad0c7', 'gw_port': {'id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:55Z', 'updated_at': '2021-08-23T14:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '7b405b8e-bc05-472c-af54-92a76ef08c17', 'name': '', 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7', 'mac_address': 'fa:16:3e:69:02:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '961ae5f2-cb90-4855-aa8f-c87554a0e3fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:59Z', 'updated_at': '2021-08-23T14:43:05Z', 'revision_number': 4, 'project_id': '578c0dd47b654a5283478e2e4ebad0c7', 'subnets': [{'id': '961ae5f2-cb90-4855-aa8f-c87554a0e3fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:43:07.221952 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94154da4-947b-4b54-b067-14c324aa7f13 admin admin] Checking segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:07.222366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94154da4-947b-4b54-b067-14c324aa7f13 admin admin] Network hostable DHCP agents. Network: e5d05685-47dd-44e8-9fba-4321908349a1, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:43:07.222484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0b3ebe65-03bc-46b5-85d0-c59104d4c3d4 admin admin] Request body: {'subnet': {'network_id': '44dde08b-2fe5-4063-95ae-f2b018efce0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-294654297-subnet', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:07.233549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port c500d3fe-ec32-4638-9342-e2e98cb43916, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c500d3fe-ec32-4638-9342-e2e98cb43916,segment=NetworkSegment(d7793035-9e0c-4575-88d1-ef8d4801628a),segment_id=d7793035-9e0c-4575-88d1-ef8d4801628a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:07.255922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94154da4-947b-4b54-b067-14c324aa7f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b707fe90-d579-4c2f-8f14-069d9b2eeda6,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:07.272671 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f641dc3c-5fbf-4fb1-bc00-bb8b49856086 req-bccd4daf-6816-4972-b610-a3c3d27e4af5 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024448 Aug 23 14:43:07.317974 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:02Z', 'updated_at': '2021-08-23T14:43:04Z', 'revision_number': 3, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'gw_port': {'id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:03Z', 'updated_at': '2021-08-23T14:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:07.324182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ad333-86ab-4f3c-baad-bb1a1a7b47ca req-754153da-d85e-468e-96de-7a6d60411063 tempest-QuotasAdminNegativeTest-219538494 tempest-QuotasAdminNegativeTest-219538494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:07.326939 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-901ad333-86ab-4f3c-baad-bb1a1a7b47ca req-754153da-d85e-468e-96de-7a6d60411063 tempest-QuotasAdminNegativeTest-219538494 tempest-QuotasAdminNegativeTest-219538494-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3724847 Aug 23 14:43:07.349762 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Checking router: 0b5686ef-6daf-4705-810b-e731e4fda752 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:43:07.350118 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Updating router 0b5686ef-6daf-4705-810b-e731e4fda752 port f2e7c5f7-7857-4c90-9ed7-10bf70077e08 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:43:07.359113 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:07.394394 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:07.424518 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dc989f1c-984d-4727-80b8-73f44ea982c7 req-8b93d0c3-a483-45c1-b32b-9b2e7484b293 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 210 time: 0.0388005 Aug 23 14:43:07.431849 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94154da4-947b-4b54-b067-14c324aa7f13 admin admin] Network e5d05685-47dd-44e8-9fba-4321908349a1 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:43:07.473022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=c500d3fe-ec32-4638-9342-e2e98cb43916,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:07.545845 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-94154da4-947b-4b54-b067-14c324aa7f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, e5d05685-47dd-44e8-9fba-4321908349a1) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:07.554697 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94154da4-947b-4b54-b067-14c324aa7f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:07.555708 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94154da4-947b-4b54-b067-14c324aa7f13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:07.556984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cc530d-e000-43c5-b450-e8e71089f8f1 None None] Network e5d05685-47dd-44e8-9fba-4321908349a1 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:43:07.677707 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-94154da4-947b-4b54-b067-14c324aa7f13 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5125966 Aug 23 14:43:07.892470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-901ad333-86ab-4f3c-baad-bb1a1a7b47ca req-900ad4c7-9425-457c-9146-45ffa77653ef tempest-QuotasAdminNegativeTest-219538494 tempest-QuotasAdminNegativeTest-219538494-project] 10.222.0.38 "GET /v2.0/quotas/052ebbc49afc4efab2c870fa176fea89 HTTP/1.1" status: 200 len: 375 time: 0.5340981 Aug 23 14:43:07.901599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3ebe65-03bc-46b5-85d0-c59104d4c3d4 admin admin] Made reservation on behalf of a62402b5e60d452e9b31eb0c7bba9f09 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:07.904694 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b3ebe65-03bc-46b5-85d0-c59104d4c3d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:07.913356 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:07.927473 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Transition to ACTIVE for port object f2e7c5f7-7857-4c90-9ed7-10bf70077e08 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:07.959914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc174f9-3955-4468-9fa2-6c3643cbfb4e req-61038f30-e24c-447e-ae0f-6b10523c905d tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:07.986029 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2dc174f9-3955-4468-9fa2-6c3643cbfb4e req-61038f30-e24c-447e-ae0f-6b10523c905d tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 1101 time: 0.0980399 Aug 23 14:43:07.993623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d0f9ae-4aac-407d-b589-5def4add81ab None None] Network e5d05685-47dd-44e8-9fba-4321908349a1 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:43:08.011150 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:08.012451 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2dc174f9-3955-4468-9fa2-6c3643cbfb4e req-46bef7a3-cbef-4186-b62e-40876f0f986b tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:08.069881 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-901ad333-86ab-4f3c-baad-bb1a1a7b47ca req-dd33ae88-62d6-43aa-a244-6c4de91c1881 tempest-QuotasAdminNegativeTest-219538494 tempest-QuotasAdminNegativeTest-219538494-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=052ebbc49afc4efab2c870fa176fea89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1541209 Aug 23 14:43:08.074292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-4fb7b24b-fd60-454e-9de9-b1a83813990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:08.077100 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-4fb7b24b-fd60-454e-9de9-b1a83813990f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 1100 time: 0.8128903 Aug 23 14:43:08.099671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-76bc9a2c-711b-40ad-9770-eb43fe002b1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Allocated IP 192.168.233.198 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/c1ec7583-28be-4346-923d-1559bd644649) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:43:08.146904 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5996f-016e-44e0-afdc-8d26b0199fc4 None None] Pushing event updated for resources: {'Port': ['ID=f2e7c5f7-7857-4c90-9ed7-10bf70077e08,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:08.212153 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Attempting to bind port f2e7c5f7-7857-4c90-9ed7-10bf70077e08 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:08.212675 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Attempting to bind port f2e7c5f7-7857-4c90-9ed7-10bf70077e08 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:08.213302 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Attempting to bind port f2e7c5f7-7857-4c90-9ed7-10bf70077e08 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:08.220002 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:08.220002 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:08.220333 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:08.220657 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:08.221146 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Bound port: f2e7c5f7-7857-4c90-9ed7-10bf70077e08, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:08.221550 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:08.285889 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2dc174f9-3955-4468-9fa2-6c3643cbfb4e req-46bef7a3-cbef-4186-b62e-40876f0f986b tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:08.304642 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] For port f2e7c5f7-7857-4c90-9ed7-10bf70077e08, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:08.306926 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] For port f2e7c5f7-7857-4c90-9ed7-10bf70077e08, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f2e7c5f7-7857-4c90-9ed7-10bf70077e08,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:08.333304 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c500d3fe-ec32-4638-9342-e2e98cb43916 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:08.351449 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2dc174f9-3955-4468-9fa2-6c3643cbfb4e req-46bef7a3-cbef-4186-b62e-40876f0f986b tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:08.381576 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:08.411509 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2dc174f9-3955-4468-9fa2-6c3643cbfb4e req-46bef7a3-cbef-4186-b62e-40876f0f986b tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235961 Aug 23 14:43:08.421638 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c500d3fe-ec32-4638-9342-e2e98cb43916 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:08.433162 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bef7a3-cbef-4186-b62e-40876f0f986b tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011d5565-4a3a-4c3d-9671-82167eb1c4c4,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:08.433739 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:08.490779 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5996f-016e-44e0-afdc-8d26b0199fc4 None None] Pushing event updated for resources: {'Port': ['ID=f2e7c5f7-7857-4c90-9ed7-10bf70077e08,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:08.540861 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Routers {'0b5686ef-6daf-4705-810b-e731e4fda752'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:43:08.541444 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:42:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b5686ef-6daf-4705-810b-e731e4fda752'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:08.630249 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-ac04c82e-2038-4698-9d31-483888b76125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:08.630249 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-ac04c82e-2038-4698-9d31-483888b76125 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.5095975 Aug 23 14:43:08.630557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7b405b8e-bc05-472c-af54-92a76ef08c17 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:08.702333 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] Set router 0b5686ef-6daf-4705-810b-e731e4fda752 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:43:08.766664 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-26c163de-3071-4ee2-a6a2-e574f14e99e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b595a67d-be00-4cd6-9e73-3fecd601b9bf HTTP/1.1" status: 200 len: 217 time: 0.1133289 Aug 23 14:43:08.881449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce30629-9f88-44f2-86e4-da368ff00e8c req-b978f9a1-6ae1-487a-a75e-2bcd15d3556e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:08.882938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ce30629-9f88-44f2-86e4-da368ff00e8c req-b978f9a1-6ae1-487a-a75e-2bcd15d3556e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.4653759 Aug 23 14:43:08.907797 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:02Z', 'updated_at': '2021-08-23T14:43:04Z', 'revision_number': 3, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'gw_port': {'id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:03Z', 'updated_at': '2021-08-23T14:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:08.936529 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd2ae12-c417-42ed-b614-d89e28669695 None None] The sync data for ids ['0b5686ef-6daf-4705-810b-e731e4fda752'] in n-d-804985-3 is: [{'id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:02Z', 'updated_at': '2021-08-23T14:43:04Z', 'revision_number': 3, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'gw_port': {'id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:03Z', 'updated_at': '2021-08-23T14:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:43:08.980287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 7b405b8e-bc05-472c-af54-92a76ef08c17 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:08.985195 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 7b405b8e-bc05-472c-af54-92a76ef08c17 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:08.985621 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:08.986220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-9b55ecc2-71eb-439e-b278-6e4498ea9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:08.987779 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-9b55ecc2-71eb-439e-b278-6e4498ea9338 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.2006664 Aug 23 14:43:09.028829 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-76bc9a2c-711b-40ad-9770-eb43fe002b1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:09.035464 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b3ebe65-03bc-46b5-85d0-c59104d4c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:09.088051 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ce30629-9f88-44f2-86e4-da368ff00e8c req-8a88dbed-3c6b-45e9-96e4-eea48099d8e3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955247 Aug 23 14:43:09.099909 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:09.147841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-76bc9a2c-711b-40ad-9770-eb43fe002b1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Transition to ACTIVE for port object c1ec7583-28be-4346-923d-1559bd644649 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:09.184702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 7b405b8e-bc05-472c-af54-92a76ef08c17, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7b405b8e-bc05-472c-af54-92a76ef08c17,segment=NetworkSegment(d4461a50-33a9-4284-a1d7-3d86371e065d),segment_id=d4461a50-33a9-4284-a1d7-3d86371e065d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:09.184920 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:09.236849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-8d9f2ca9-7df2-4acd-b605-57c168565e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:09.238493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-8d9f2ca9-7df2-4acd-b605-57c168565e6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2301471 Aug 23 14:43:09.239130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ebe65-03bc-46b5-85d0-c59104d4c3d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1557f36c-2b49-423b-9d97-625d5c2fab81,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:09.249171 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:09.252623 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58154) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:09.262920 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-88ac97d6-a2ae-4ccc-be71-7abe02d620b1 req-13ed2de5-78b2-4770-be0b-600de7b944a3 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 210 time: 0.0405796 Aug 23 14:43:09.267849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-264774701-network', 'tenant_id': '8abeda4483f540b9a1e792f344289da3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:09.366755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=7b405b8e-bc05-472c-af54-92a76ef08c17,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:09.393292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3ebe65-03bc-46b5-85d0-c59104d4c3d4 admin admin] Checking segment: {'id': '2b5578ef-0aaa-47c7-9d71-4ae15d034161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '44dde08b-2fe5-4063-95ae-f2b018efce0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:09.393660 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3ebe65-03bc-46b5-85d0-c59104d4c3d4 admin admin] Network hostable DHCP agents. Network: 44dde08b-2fe5-4063-95ae-f2b018efce0e, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:43:09.594113 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-76bc9a2c-711b-40ad-9770-eb43fe002b1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:09.615339 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['a6943019-58fd-4778-a9a5-a635606c448b'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:09.644221 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-bcdbde19-f930-4899-a3f1-abed732b6008 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868470 Aug 23 14:43:09.646796 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] Made reservation on behalf of 8abeda4483f540b9a1e792f344289da3 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:09.649325 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:09.656841 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-37f5a342-39c8-4782-991a-b2db332eb5b9 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385630 Aug 23 14:43:09.753517 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:09.766642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3ebe65-03bc-46b5-85d0-c59104d4c3d4 admin admin] Network 44dde08b-2fe5-4063-95ae-f2b018efce0e is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:43:09.824141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7272626-a9cf-474f-8b98-40054a386002 req-f29409f9-bf62-4730-8c8e-8f6948b79f7e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:09.832331 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-f29409f9-bf62-4730-8c8e-8f6948b79f7e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745021 Aug 23 14:43:09.851314 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-ab68e15d-4c08-4954-897c-62c71e15a396 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/quotas/1e6e0b279ff043acbf8723187691917d HTTP/1.1" status: 200 len: 375 time: 0.0169930 Aug 23 14:43:09.871381 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-76bc9a2c-711b-40ad-9770-eb43fe002b1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:09.891396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-76bc9a2c-711b-40ad-9770-eb43fe002b1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:09.893837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-76bc9a2c-711b-40ad-9770-eb43fe002b1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:09.905817 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-d1bec341-f675-4a7c-8d0a-811412822027 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0536010 Aug 23 14:43:09.959267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc9a2c-711b-40ad-9770-eb43fe002b1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Pushing event updated for resources: {'Port': ['ID=c1ec7583-28be-4346-923d-1559bd644649,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:10.021405 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Allocated IP 172.20.0.1 (ebe1ca51-1464-4d71-b4db-793999618f39/8a001555-7554-49b2-909d-ac28ef78bb71/0de9f101-1510-4363-9757-2b456babd34a) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:43:10.023377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0b3ebe65-03bc-46b5-85d0-c59104d4c3d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 44dde08b-2fe5-4063-95ae-f2b018efce0e) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:10.040340 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3ebe65-03bc-46b5-85d0-c59104d4c3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:10.040935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b3ebe65-03bc-46b5-85d0-c59104d4c3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.041803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629304ec-31d8-4798-8afa-ec44682eff71 None None] Network 44dde08b-2fe5-4063-95ae-f2b018efce0e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:43:10.050333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-76bc9a2c-711b-40ad-9770-eb43fe002b1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:10.050986 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-76bc9a2c-711b-40ad-9770-eb43fe002b1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.151426 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-4325d48c-7cf1-4325-85db-515d8e00bc70 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996204 Aug 23 14:43:10.258910 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f2e7c5f7-7857-4c90-9ed7-10bf70077e08 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:10.353618 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.359608 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.376871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57405c-07e2-4d5a-9d30-b4b88313f5a3 req-4ca8ef69-69b2-4a93-87f1-80c1c870958b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:10.378802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6d57405c-07e2-4d5a-9d30-b4b88313f5a3 req-4ca8ef69-69b2-4a93-87f1-80c1c870958b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.1358814 Aug 23 14:43:10.388486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Transition to ACTIVE for port object 0de9f101-1510-4363-9757-2b456babd34a will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:10.417734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-44dde08b-2fe5-4063-95ae-f2b018efce0e', 'network_id': '44dde08b-2fe5-4063-95ae-f2b018efce0e', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'fixed_ips': [{'subnet_id': '1557f36c-2b49-423b-9d97-625d5c2fab81'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:43:10.420341 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.444851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6b9e792d-13e4-4057-ab38-74a8a27487da None None] Provisioning for port c1ec7583-28be-4346-923d-1559bd644649 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:10.455151 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.486216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:43:10.495117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6b9e792d-13e4-4057-ab38-74a8a27487da None None] Provisioning complete for port c1ec7583-28be-4346-923d-1559bd644649 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:10.495498 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6b9e792d-13e4-4057-ab38-74a8a27487da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.511959 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6d57405c-07e2-4d5a-9d30-b4b88313f5a3 req-a0b263ca-c79b-480e-96f9-9f72d6394d03 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218619 Aug 23 14:43:10.517235 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.517718 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] Added segment e22d7fd5-15a9-478d-9fef-10d034ad3b35 of type vlan for network 9c936afd-80ef-45cc-bdff-da8ed32d7115 Aug 23 14:43:10.525752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port f2e7c5f7-7857-4c90-9ed7-10bf70077e08 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:10.540578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f2e7c5f7-7857-4c90-9ed7-10bf70077e08 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:10.541128 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.583220 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.585529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fd858f-e4ec-424a-a1e3-b072d47bdf3f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:10.600072 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0b3ebe65-03bc-46b5-85d0-c59104d4c3d4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.4451005 Aug 23 14:43:10.600072 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.600524 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58196) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:10.604910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-294654297-router', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:10.607377 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-76bc9a2c-711b-40ad-9770-eb43fe002b1b tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0838649 Aug 23 14:43:10.620459 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e792d-13e4-4057-ab38-74a8a27487da None None] Port c1ec7583-28be-4346-923d-1559bd644649 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:43:10.643892 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cc6e276-c536-4b33-b918-3e8121bcc2ec req-f0a9fe57-281a-4207-ba93-a4897aedc111 tempest-QuotasAdminNegativeTest-219538494 tempest-QuotasAdminNegativeTest-219538494-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=052ebbc49afc4efab2c870fa176fea89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532172 Aug 23 14:43:10.667799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Allocated IP 172.20.0.2 (44dde08b-2fe5-4063-95ae-f2b018efce0e/1557f36c-2b49-423b-9d97-625d5c2fab81/9f347ea8-28e2-4035-9909-01f0b74574d2) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:43:10.677930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Request body: {'port': {'device_id': '59d569d0-d670-42f0-a44d-4ae58cd614d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:10.693388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Network ebe1ca51-1464-4d71-b4db-793999618f39 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:10.727014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:10.732756 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.735008 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.750468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:10.774075 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.800008 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port f2e7c5f7-7857-4c90-9ed7-10bf70077e08, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f2e7c5f7-7857-4c90-9ed7-10bf70077e08,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:10.819075 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.855183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Pushing event updated for resources: {'Port': ['ID=0de9f101-1510-4363-9757-2b456babd34a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:10.865929 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.866894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:10.867476 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.873845 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:10.874836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7b405b8e-bc05-472c-af54-92a76ef08c17 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:11.000024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=f2e7c5f7-7857-4c90-9ed7-10bf70077e08,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:11.015095 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:11.044784 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:11.068754 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8138387 Aug 23 14:43:11.085929 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:11.095527 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58202) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:11.108271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Transition to ACTIVE for port object 9f347ea8-28e2-4035-9909-01f0b74574d2 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:11.130079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 7b405b8e-bc05-472c-af54-92a76ef08c17 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:11.130699 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:11.138149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Transition to ACTIVE for port object 9f347ea8-28e2-4035-9909-01f0b74574d2 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:11.141804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d7fe230a-1c7d-4205-92fd-71591dcc6100 admin admin] Request body: {'subnet': {'network_id': '9c936afd-80ef-45cc-bdff-da8ed32d7115', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-264774701-subnet', 'tenant_id': '8abeda4483f540b9a1e792f344289da3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:11.167142 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aeb26d-4aef-441a-b4bb-20ec1dee185c admin admin] Pushing event updated for resources: {'Network': ['ID=9c936afd-80ef-45cc-bdff-da8ed32d7115,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:11.185854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 9c936afd-80ef-45cc-bdff-da8ed32d7115 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:43:11.230301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6e276-c536-4b33-b918-3e8121bcc2ec req-3cc515dd-0b67-4561-9b4f-5d377238771a tempest-QuotasAdminNegativeTest-219538494 tempest-QuotasAdminNegativeTest-219538494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:11.232445 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cc6e276-c536-4b33-b918-3e8121bcc2ec req-3cc515dd-0b67-4561-9b4f-5d377238771a tempest-QuotasAdminNegativeTest-219538494 tempest-QuotasAdminNegativeTest-219538494-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5437739 Aug 23 14:43:11.243233 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:11.311249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a61e3ba2-057a-495e-baee-a507878fa6a7 None None] Provisioning for port 0de9f101-1510-4363-9757-2b456babd34a completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:11.318124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Network 44dde08b-2fe5-4063-95ae-f2b018efce0e is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:11.328802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a61e3ba2-057a-495e-baee-a507878fa6a7 None None] Provisioning complete for port 0de9f101-1510-4363-9757-2b456babd34a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:11.329149 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a61e3ba2-057a-495e-baee-a507878fa6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:11.331834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:11.335762 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:11.344747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cc6e276-c536-4b33-b918-3e8121bcc2ec req-5c675ced-0859-4304-99bc-e6aa6e519cfc tempest-QuotasAdminNegativeTest-219538494 tempest-QuotasAdminNegativeTest-219538494-project] 10.222.0.38 "GET /v2.0/quotas/052ebbc49afc4efab2c870fa176fea89 HTTP/1.1" status: 200 len: 375 time: 0.0196371 Aug 23 14:43:11.355282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Pushing event updated for resources: {'Port': ['ID=9f347ea8-28e2-4035-9909-01f0b74574d2,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:11.417166 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a61e3ba2-057a-495e-baee-a507878fa6a7 None None] Port 0de9f101-1510-4363-9757-2b456babd34a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:43:11.429696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fc5b3-bfee-4845-a469-b99b7a2507a6 req-3f7336e3-253e-4061-a07f-50c9b2ee6a06 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:11.431325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-777fc5b3-bfee-4845-a469-b99b7a2507a6 req-3f7336e3-253e-4061-a07f-50c9b2ee6a06 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 936 time: 0.5086110 Aug 23 14:43:11.451589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fe230a-1c7d-4205-92fd-71591dcc6100 admin admin] Made reservation on behalf of 8abeda4483f540b9a1e792f344289da3 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:11.454195 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Attempting to bind port 9f347ea8-28e2-4035-9909-01f0b74574d2 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:11.454710 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Attempting to bind port 9f347ea8-28e2-4035-9909-01f0b74574d2 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '2b5578ef-0aaa-47c7-9d71-4ae15d034161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '44dde08b-2fe5-4063-95ae-f2b018efce0e'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:11.455237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Attempting to bind port 9f347ea8-28e2-4035-9909-01f0b74574d2 on network 44dde08b-2fe5-4063-95ae-f2b018efce0e {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:11.458634 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7fe230a-1c7d-4205-92fd-71591dcc6100 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:11.464247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:11.464247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Checking segment: {'id': '2b5578ef-0aaa-47c7-9d71-4ae15d034161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '44dde08b-2fe5-4063-95ae-f2b018efce0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:11.464247 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:11.464247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Bound using segment: {'id': '2b5578ef-0aaa-47c7-9d71-4ae15d034161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '44dde08b-2fe5-4063-95ae-f2b018efce0e'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:11.464247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Bound port: 9f347ea8-28e2-4035-9909-01f0b74574d2, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5578ef-0aaa-47c7-9d71-4ae15d034161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '44dde08b-2fe5-4063-95ae-f2b018efce0e'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:11.464247 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:11.506703 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:11.516096 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cc6e276-c536-4b33-b918-3e8121bcc2ec req-2d65aecb-c11e-4940-b86f-34e5492a1ceb tempest-QuotasAdminNegativeTest-219538494 tempest-QuotasAdminNegativeTest-219538494-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=052ebbc49afc4efab2c870fa176fea89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718455 Aug 23 14:43:11.550027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] For port 9f347ea8-28e2-4035-9909-01f0b74574d2, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:11.566466 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] For port 9f347ea8-28e2-4035-9909-01f0b74574d2, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9f347ea8-28e2-4035-9909-01f0b74574d2,segment=NetworkSegment(2b5578ef-0aaa-47c7-9d71-4ae15d034161),segment_id=2b5578ef-0aaa-47c7-9d71-4ae15d034161)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:11.566640 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-777fc5b3-bfee-4845-a469-b99b7a2507a6 req-c2026cf2-317a-4fc3-acb0-342ea755b8eb tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531614 Aug 23 14:43:11.757451 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:11.841798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03472d-30fc-44fa-bc01-33adead153f6 None None] Pushing event updated for resources: {'Port': ['ID=9f347ea8-28e2-4035-9909-01f0b74574d2,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:11.928730 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338538f-aef1-4c70-a1f1-8f3d83626ff8 req-534fb4b2-2d84-4fc9-bc82-d57c971e6c93 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:11.930298 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6338538f-aef1-4c70-a1f1-8f3d83626ff8 req-534fb4b2-2d84-4fc9-bc82-d57c971e6c93 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.1654279 Aug 23 14:43:11.959530 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:11.986298 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:11.986537 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:12.012085 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6338538f-aef1-4c70-a1f1-8f3d83626ff8 req-1f4e1021-9588-4119-9a30-441db5ace1d7 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704031 Aug 23 14:43:12.192260 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-541cdf98-3112-489f-8a7b-2e18440dce74 req-66378196-8170-4a96-a2cd-05cee3f5f894 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 210 time: 0.0473976 Aug 23 14:43:12.220399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f2e7c5f7-7857-4c90-9ed7-10bf70077e08 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:12.222551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Allocated IP 172.25.8.236 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/04d3b2b1-b81c-4eeb-b50b-63ef17277789) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:43:12.287963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f2e7c5f7-7857-4c90-9ed7-10bf70077e08 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:12.288656 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:12.430713 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:12.444558 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:12.526882 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:12.614838 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:12.633819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ec7583-28be-4346-923d-1559bd644649 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:43:12.653844 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:12.690823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Transition to ACTIVE for port object c1ec7583-28be-4346-923d-1559bd644649 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:12.692225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Pushing event updated for resources: {'Port': ['ID=0de9f101-1510-4363-9757-2b456babd34a,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:12.702835 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7fe230a-1c7d-4205-92fd-71591dcc6100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:12.705027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:12.708032 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:12.711435 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:12.725459 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:12.729511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Pushing event updated for resources: {'Port': ['ID=04d3b2b1-b81c-4eeb-b50b-63ef17277789,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:12.765799 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:12.766213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:12.766521 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:12.766940 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:12.767317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:12.767706 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:12.768050 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:12.768423 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:12.768790 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:12.769126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:12.769467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:12.770355 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:12.788098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b31b26-c40c-4e84-a1a1-cdc93eb5c079 req-e5492d87-172f-4f9a-90cc-93b3201c67d8 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:12.811679 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-84b31b26-c40c-4e84-a1a1-cdc93eb5c079 req-e5492d87-172f-4f9a-90cc-93b3201c67d8 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 936 time: 0.1512144 Aug 23 14:43:12.868228 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:12.958259 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Pushing event updated for resources: {'Port': ['ID=c1ec7583-28be-4346-923d-1559bd644649,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:12.975218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe230a-1c7d-4205-92fd-71591dcc6100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4107f2e-19a1-4669-97d3-07c07b47f9ab,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:12.997569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-84b31b26-c40c-4e84-a1a1-cdc93eb5c079 req-fb52dfcb-1201-4480-b616-930a5b868d34 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681459 Aug 23 14:43:13.091352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe230a-1c7d-4205-92fd-71591dcc6100 admin admin] Checking segment: {'id': 'e22d7fd5-15a9-478d-9fef-10d034ad3b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9c936afd-80ef-45cc-bdff-da8ed32d7115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:13.092906 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe230a-1c7d-4205-92fd-71591dcc6100 admin admin] Network hostable DHCP agents. Network: 9c936afd-80ef-45cc-bdff-da8ed32d7115, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:43:13.118918 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85ea9119-4b47-4b29-9e23-bf8fbbde6529 req-503a2c1c-6378-4dbf-aa1a-8c5d884e6853 tempest-QuotasAdminNegativeTest-219538494 tempest-QuotasAdminNegativeTest-219538494-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=052ebbc49afc4efab2c870fa176fea89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789864 Aug 23 14:43:13.172415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Network ebe1ca51-1464-4d71-b4db-793999618f39 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:13.194310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:13.318217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe230a-1c7d-4205-92fd-71591dcc6100 admin admin] Network 9c936afd-80ef-45cc-bdff-da8ed32d7115 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:43:13.333062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25413bb-dec6-436e-a3cf-1fc56e51253e req-3eda3a69-03bd-4b03-ac9a-97c9a17080ae tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:13.342861 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f25413bb-dec6-436e-a3cf-1fc56e51253e req-3eda3a69-03bd-4b03-ac9a-97c9a17080ae tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.1534979 Aug 23 14:43:13.362342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Attempting to bind port c1ec7583-28be-4346-923d-1559bd644649 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:13.362955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Attempting to bind port c1ec7583-28be-4346-923d-1559bd644649 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:13.363577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Attempting to bind port c1ec7583-28be-4346-923d-1559bd644649 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:13.385257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Port c1ec7583-28be-4346-923d-1559bd644649 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:43:13.385902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Attempting to bind port c1ec7583-28be-4346-923d-1559bd644649 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:13.387203 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:13.443839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:13.444761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:13.445907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:13.446588 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Bound port: c1ec7583-28be-4346-923d-1559bd644649, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:13.447210 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:13.456661 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f25413bb-dec6-436e-a3cf-1fc56e51253e req-6d18616f-4461-4a1b-ae67-8317fda6225d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138999 Aug 23 14:43:13.463761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea9119-4b47-4b29-9e23-bf8fbbde6529 req-ce621541-fba0-4568-ac36-9d1533b5f4b9 tempest-QuotasAdminNegativeTest-219538494 tempest-QuotasAdminNegativeTest-219538494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:13.471613 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85ea9119-4b47-4b29-9e23-bf8fbbde6529 req-ce621541-fba0-4568-ac36-9d1533b5f4b9 tempest-QuotasAdminNegativeTest-219538494 tempest-QuotasAdminNegativeTest-219538494-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3426001 Aug 23 14:43:13.505760 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe230a-1c7d-4205-92fd-71591dcc6100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 9c936afd-80ef-45cc-bdff-da8ed32d7115) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:13.522354 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db266b9f-921d-4a7b-9550-5a9cf878a246 None None] Network 9c936afd-80ef-45cc-bdff-da8ed32d7115 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:43:13.526995 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85ea9119-4b47-4b29-9e23-bf8fbbde6529 req-fec77003-568d-4bd4-972b-b1697c375c5e tempest-QuotasAdminNegativeTest-219538494 tempest-QuotasAdminNegativeTest-219538494-project] 10.222.0.38 "GET /v2.0/quotas/052ebbc49afc4efab2c870fa176fea89 HTTP/1.1" status: 200 len: 375 time: 0.0476334 Aug 23 14:43:13.543415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe230a-1c7d-4205-92fd-71591dcc6100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:13.547232 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7fe230a-1c7d-4205-92fd-71591dcc6100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:13.560930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Router 0b5686ef-6daf-4705-810b-e731e4fda752 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:43:13.609945 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1ee9a2f1-e86a-48e4-beff-109dc50f888a req-087fed4d-aba3-4791-8a28-e383d38623ea tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 210 time: 0.0564065 Aug 23 14:43:13.638338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236a25f4-65e1-4f45-9f43-8aa2e2cf61c1 None None] Network 44dde08b-2fe5-4063-95ae-f2b018efce0e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:43:13.667422 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85ea9119-4b47-4b29-9e23-bf8fbbde6529 req-d5a8373e-261f-40bf-b2b5-7eb1d97d4a37 tempest-QuotasAdminNegativeTest-219538494 tempest-QuotasAdminNegativeTest-219538494-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=052ebbc49afc4efab2c870fa176fea89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1424613 Aug 23 14:43:13.768846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] For port c1ec7583-28be-4346-923d-1559bd644649, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:13.772322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] For port c1ec7583-28be-4346-923d-1559bd644649, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c1ec7583-28be-4346-923d-1559bd644649,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:13.782934 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3796b3d8-b312-4729-bf7e-6105690f32a2 None None] Network 9c936afd-80ef-45cc-bdff-da8ed32d7115 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:43:13.822272 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:13.882955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:43:13.901528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-204d0741-ebe0-4eda-bf7f-bf5fffebef30 admin admin] 10.222.0.38 "PUT /v2.0/routers/0b5686ef-6daf-4705-810b-e731e4fda752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1013255 Aug 23 14:43:13.901528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d7fe230a-1c7d-4205-92fd-71591dcc6100 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7604749 Aug 23 14:43:13.901528 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:13.952580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:13.953273 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:13.968272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] 10.222.0.57 "PUT /v2.0/ports/c1ec7583-28be-4346-923d-1559bd644649 HTTP/1.1" status: 200 len: 1096 time: 3.3221309 Aug 23 14:43:13.968783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d569d0-d670-42f0-a44d-4ae58cd614d5', 'tag': 'c1ec7583-28be-4346-923d-1559bd644649'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:13.980995 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3521905e-8494-44de-9781-c4e592085c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "59d569d0-d670-42f0-a44d-4ae58cd614d5", "tag": "c1ec7583-28be-4346-923d-1559bd644649"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:14.056110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Pushing event updated for resources: {'Port': ['ID=c1ec7583-28be-4346-923d-1559bd644649,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:14.149315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:14.156832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:14.157185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:14.157526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:14.157863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:14.158198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:14.160586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:14.160936 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:14.161274 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:14.161605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:14.161936 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:14.162260 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1b111-ec56-4a0a-a829-cd212949320c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:14.193791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Sync routers for ids ['0b5686ef-6daf-4705-810b-e731e4fda752'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:43:14.196482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9f347ea8-28e2-4035-9909-01f0b74574d2 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:14.207794 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c321c3a-2f75-4cf4-b931-cd6968d2b155 x-openstack-request-id: req-3c321c3a-2f75-4cf4-b931-cd6968d2b155 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:14.207794 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d569d0-d670-42f0-a44d-4ae58cd614d5", "tag": "c1ec7583-28be-4346-923d-1559bd644649", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:14.207794 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c321c3a-2f75-4cf4-b931-cd6968d2b155 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:14.207794 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d569d0-d670-42f0-a44d-4ae58cd614d5', 'tag': 'c1ec7583-28be-4346-923d-1559bd644649', 'status': 'completed', 'code': 200} Aug 23 14:43:14.296394 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-8b534f20-1c30-42d9-a3ef-e0b16579f7dc tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2170424 Aug 23 14:43:14.305345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Router d3afaaf1-5504-4320-a439-b94625f416cf is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:43:14.343042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94456aeb-5257-4703-9285-69424768625d req-f3896b4f-e27f-401e-8497-7d391576aa84 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:14.348610 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-94456aeb-5257-4703-9285-69424768625d req-f3896b4f-e27f-401e-8497-7d391576aa84 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 948 time: 0.1036613 Aug 23 14:43:14.396847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Routers {'0b5686ef-6daf-4705-810b-e731e4fda752'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:43:14.397637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:42:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b5686ef-6daf-4705-810b-e731e4fda752'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:14.441328 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 9f347ea8-28e2-4035-9909-01f0b74574d2 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:14.446946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-51048b0d-402c-48be-992b-fb6d19f8045f None None] Provisioning for port 9f347ea8-28e2-4035-9909-01f0b74574d2 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:14.460324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-51048b0d-402c-48be-992b-fb6d19f8045f None None] Provisioning complete for port 9f347ea8-28e2-4035-9909-01f0b74574d2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:14.461196 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-51048b0d-402c-48be-992b-fb6d19f8045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:14.463084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 9f347ea8-28e2-4035-9909-01f0b74574d2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:14.463612 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:14.490640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-bcdc0293-c5c7-4ae4-9c2d-cfc711a0b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:14.498853 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-bcdc0293-c5c7-4ae4-9c2d-cfc711a0b485 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c856ff19a9b1494a9f6d727b143757c3&device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 1099 time: 0.2915585 Aug 23 14:43:14.594092 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-94456aeb-5257-4703-9285-69424768625d req-bfe046da-d279-4f6e-89fa-239b2333630e tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359846 Aug 23 14:43:14.629131 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-33c19b21-4444-4cf9-8b2b-fd6f27c36881 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c1ec7583-28be-4346-923d-1559bd644649 HTTP/1.1" status: 200 len: 217 time: 0.1191890 Aug 23 14:43:14.637802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:43:14.649923 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Sync routers for ids ['d3afaaf1-5504-4320-a439-b94625f416cf'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:43:14.667111 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Set router 0b5686ef-6daf-4705-810b-e731e4fda752 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:43:14.674422 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Routers {'d3afaaf1-5504-4320-a439-b94625f416cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:43:14.676262 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:42:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d3afaaf1-5504-4320-a439-b94625f416cf'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:14.731600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7272626-a9cf-474f-8b98-40054a386002 req-7842b637-269c-471e-bfed-26fedb162745 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:14.733764 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-7842b637-269c-471e-bfed-26fedb162745 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4281411 Aug 23 14:43:14.744168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-9f32b2d2-cc56-487c-8bb4-1b7c7cde661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:14.745822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-9f32b2d2-cc56-487c-8bb4-1b7c7cde661b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1091812 Aug 23 14:43:14.763591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-f7272626-a9cf-474f-8b98-40054a386002 req-21a14ea0-71fd-4658-9764-1e98def08e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Request body: {'port': {'device_id': '7315bdb2-7f0f-460b-9ea2-5ef29aaf3333', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '1e6e0b279ff043acbf8723187691917d'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:14.768350 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:14.773581 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-86b45537-f805-461a-bcad-9b2a64876b03 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1726124 Aug 23 14:43:14.775559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58292) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:14.905067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.57', 58030) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:14.933021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fee60-f6a6-4f38-ae99-df92e68d1368 req-ec652c71-9fe6-4bfa-84d6-062360802881 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:14.935623 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-615fee60-f6a6-4f38-ae99-df92e68d1368 req-ec652c71-9fe6-4bfa-84d6-062360802881 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.1839423 Aug 23 14:43:14.967993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58296) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:14.976684 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4b2a91a1-e8b7-40eb-a03d-a5262ebce048 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1038871544', 'description': 'tempest-description--1305540905'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:14.999263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Set router d3afaaf1-5504-4320-a439-b94625f416cf gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:43:15.020453 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:15.031829 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58300) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:15.041833 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-51048b0d-402c-48be-992b-fb6d19f8045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:15.084097 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 9f347ea8-28e2-4035-9909-01f0b74574d2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9f347ea8-28e2-4035-9909-01f0b74574d2,segment=NetworkSegment(2b5578ef-0aaa-47c7-9d71-4ae15d034161),segment_id=2b5578ef-0aaa-47c7-9d71-4ae15d034161)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:15.097872 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-d6628b99-f762-4d24-a345-f9b13d9bf948 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1610987 Aug 23 14:43:15.119074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-a6a75adf-bce0-4cbc-b6ab-f2371fc851e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:15.123687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-a6a75adf-bce0-4cbc-b6ab-f2371fc851e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3452578 Aug 23 14:43:15.220767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4b2a91a1-e8b7-40eb-a03d-a5262ebce048 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:15.233997 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:15.297343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-f7df43d7-3b58-4e17-ae5a-40f537ef36ba service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615376 Aug 23 14:43:15.310201 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:15.336583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7272626-a9cf-474f-8b98-40054a386002 req-21a14ea0-71fd-4658-9764-1e98def08e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Made reservation on behalf of 1e6e0b279ff043acbf8723187691917d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:15.357015 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-21a14ea0-71fd-4658-9764-1e98def08e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:15.375180 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-294654297-router', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04d3b2b1-b81c-4eeb-b50b-63ef17277789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:10Z', 'updated_at': '2021-08-23T14:43:13Z', 'revision_number': 3, 'project_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'gw_port': {'id': '04d3b2b1-b81c-4eeb-b50b-63ef17277789', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:12Z', 'updated_at': '2021-08-23T14:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:15.375829 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-615fee60-f6a6-4f38-ae99-df92e68d1368 req-deb87a83-441f-40e4-b3b6-1a8ab76d0106 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295867 Aug 23 14:43:15.398027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=9f347ea8-28e2-4035-9909-01f0b74574d2,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:15.403773 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-51048b0d-402c-48be-992b-fb6d19f8045f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:43:15.404391 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-51048b0d-402c-48be-992b-fb6d19f8045f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:43:15.430274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:02Z', 'updated_at': '2021-08-23T14:43:11Z', 'revision_number': 4, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'gw_port': {'id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:03Z', 'updated_at': '2021-08-23T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0de9f101-1510-4363-9757-2b456babd34a', 'name': '', 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'mac_address': 'fa:16:3e:8e:de:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:09Z', 'updated_at': '2021-08-23T14:43:12Z', 'revision_number': 2, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'subnets': [{'id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:15.452056 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Checking router: d3afaaf1-5504-4320-a439-b94625f416cf for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:43:15.452873 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Updating router d3afaaf1-5504-4320-a439-b94625f416cf port 04d3b2b1-b81c-4eeb-b50b-63ef17277789 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:43:15.462288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Checking router: 0b5686ef-6daf-4705-810b-e731e4fda752 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:43:15.462637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Updating router 0b5686ef-6daf-4705-810b-e731e4fda752 port 0de9f101-1510-4363-9757-2b456babd34a binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:43:15.485056 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:15.510838 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:15.523805 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8abb-b514-4fdb-9ea1-938587fc44dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:15.721987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-f7272626-a9cf-474f-8b98-40054a386002 req-21a14ea0-71fd-4658-9764-1e98def08e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Allocated IP 192.168.233.104 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/a0c164ee-842a-4c79-ac62-bb01c759cad5) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:43:15.736807 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e212ff79-5208-4b15-a43b-0840cf46955a req-cfd5c270-ffa2-435d-9cfb-adec8087766f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 210 time: 0.0358703 Aug 23 14:43:15.785775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7272626-a9cf-474f-8b98-40054a386002 req-ee3cca14-7a47-45cb-b27e-3fe6698f6113 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:15.788497 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-ee3cca14-7a47-45cb-b27e-3fe6698f6113 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6553354 Aug 23 14:43:15.831933 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f7272626-a9cf-474f-8b98-40054a386002 req-eea8cdb1-522a-4775-b63c-3b664ceeaf9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Request body: {'port': {'device_id': 'c4841488-a216-4488-bfd4-7fb6eae96f42', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '1e6e0b279ff043acbf8723187691917d'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:15.844708 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fe7592b-90b3-453a-a484-28e7c529ff8d req-79feeed8-04bd-4784-a9eb-daacef24be21 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397260 Aug 23 14:43:15.988324 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4b2a91a1-e8b7-40eb-a03d-a5262ebce048 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:15.992594 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.002521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-ed41d17c-7b9c-407c-876e-2090eaf9232a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:16.008424 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-ed41d17c-7b9c-407c-876e-2090eaf9232a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 821 time: 0.5303745 Aug 23 14:43:16.018930 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Transition to ACTIVE for port object 04d3b2b1-b81c-4eeb-b50b-63ef17277789 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:16.052785 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.057022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-51048b0d-402c-48be-992b-fb6d19f8045f None None] Provisioning complete for port 0de9f101-1510-4363-9757-2b456babd34a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:16.057022 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-51048b0d-402c-48be-992b-fb6d19f8045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.086118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2edf2-586a-4de3-ae31-bb09aebda09b req-cded7f77-5232-4c7e-aaa2-751ebb988ce0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:16.087710 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4b2a91a1-e8b7-40eb-a03d-a5262ebce048 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.096126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Transition to ACTIVE for port object 0de9f101-1510-4363-9757-2b456babd34a will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:16.096915 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14d2edf2-586a-4de3-ae31-bb09aebda09b req-cded7f77-5232-4c7e-aaa2-751ebb988ce0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 948 time: 0.1394398 Aug 23 14:43:16.104119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9f347ea8-28e2-4035-9909-01f0b74574d2 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:16.108386 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-27a498c1-6d22-47f5-b219-85a8d770b8fb tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/quotas/b66fd552a70a452381c358e94470d1e9 HTTP/1.1" status: 200 len: 375 time: 0.0944219 Aug 23 14:43:16.148429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-51048b0d-402c-48be-992b-fb6d19f8045f None None] Port 0de9f101-1510-4363-9757-2b456babd34a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:43:16.162512 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.177011 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14d2edf2-586a-4de3-ae31-bb09aebda09b req-e888377d-df41-4cd8-9eb1-50f85cdd387c tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791996 Aug 23 14:43:16.191718 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-f6a05c0c-f351-4200-bdd8-8de17c220b2d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816824 Aug 23 14:43:16.209491 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 9f347ea8-28e2-4035-9909-01f0b74574d2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:16.210152 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.235247 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a91a1-e8b7-40eb-a03d-a5262ebce048 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388ec90e-4108-427d-a427-c85f09c0652b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:16.245777 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Attempting to bind port 04d3b2b1-b81c-4eeb-b50b-63ef17277789 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:16.246152 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Attempting to bind port 04d3b2b1-b81c-4eeb-b50b-63ef17277789 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:16.247181 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Attempting to bind port 04d3b2b1-b81c-4eeb-b50b-63ef17277789 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:16.256823 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e39ff-db78-47bb-80db-d01a2ff1eb2c None None] Pushing event updated for resources: {'Port': ['ID=04d3b2b1-b81c-4eeb-b50b-63ef17277789,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:16.259321 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:16.259723 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:16.263759 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.263759 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:16.263759 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Bound port: 04d3b2b1-b81c-4eeb-b50b-63ef17277789, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:16.263759 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.270925 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.272397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521905e-8494-44de-9781-c4e592085c7f req-e94b5e90-6e43-4586-8e48-e357ac361739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:16.274118 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3521905e-8494-44de-9781-c4e592085c7f req-e94b5e90-6e43-4586-8e48-e357ac361739 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c856ff19a9b1494a9f6d727b143757c3&device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 1099 time: 0.2846131 Aug 23 14:43:16.281006 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.329952 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] For port 04d3b2b1-b81c-4eeb-b50b-63ef17277789, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:16.334590 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] For port 04d3b2b1-b81c-4eeb-b50b-63ef17277789, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=04d3b2b1-b81c-4eeb-b50b-63ef17277789,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:16.349378 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-21a14ea0-71fd-4658-9764-1e98def08e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.361868 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8abb-b514-4fdb-9ea1-938587fc44dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.363216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171d956-2f23-4657-b3d5-90512dd70026 None None] Pushing event updated for resources: {'Port': ['ID=0de9f101-1510-4363-9757-2b456babd34a,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:16.384232 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d5edf62a-49c2-4628-b106-f279987db477 None None] Provisioning complete for port 9f347ea8-28e2-4035-9909-01f0b74574d2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:16.384619 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d5edf62a-49c2-4628-b106-f279987db477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.403163 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.433768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-f7272626-a9cf-474f-8b98-40054a386002 req-21a14ea0-71fd-4658-9764-1e98def08e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Transition to ACTIVE for port object a0c164ee-842a-4c79-ac62-bb01c759cad5 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:16.443513 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8abb-b514-4fdb-9ea1-938587fc44dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.530906 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Routers {'d3afaaf1-5504-4320-a439-b94625f416cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:43:16.534312 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6f7d8abb-b514-4fdb-9ea1-938587fc44dc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=052ebbc49afc4efab2c870fa176fea89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4921319 Aug 23 14:43:16.534812 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:42:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d3afaaf1-5504-4320-a439-b94625f416cf'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:16.537715 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e39ff-db78-47bb-80db-d01a2ff1eb2c None None] Pushing event updated for resources: {'Port': ['ID=04d3b2b1-b81c-4eeb-b50b-63ef17277789,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:16.555050 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-4f08cd70-65b3-4e58-bf99-7391e88425bc service neutron] 10.222.0.38 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533368 Aug 23 14:43:16.565486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58318) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:16.567921 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4b2a91a1-e8b7-40eb-a03d-a5262ebce048 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.569300 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4b2a91a1-e8b7-40eb-a03d-a5262ebce048 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5990059 Aug 23 14:43:16.583047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d8abb-b514-4fdb-9ea1-938587fc44dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1492fc-c8a2-440a-a1ed-05d9022e2671,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:16.586178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58320) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:16.613444 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Allocated IP 172.20.0.1 (44dde08b-2fe5-4063-95ae-f2b018efce0e/1557f36c-2b49-423b-9d97-625d5c2fab81/f3849b38-0d1c-4827-aaff-5dae0d944c9a) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:43:16.636332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ed6212a5-f6f8-40db-8912-d75cf6b7d5cb tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Request body: {'security_group_rule': {'security_group_id': '388ec90e-4108-427d-a427-c85f09c0652b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:16.636676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52b229-71ba-4aa2-ac6d-f2e8c1f7924d req-6e109dd0-48f3-4464-b6d0-6370ce1a1b3c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:16.645324 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec52b229-71ba-4aa2-ac6d-f2e8c1f7924d req-6e109dd0-48f3-4464-b6d0-6370ce1a1b3c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.1276572 Aug 23 14:43:16.650239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Attempting to bind port 0de9f101-1510-4363-9757-2b456babd34a on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:16.655033 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Attempting to bind port 0de9f101-1510-4363-9757-2b456babd34a by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd7793035-9e0c-4575-88d1-ef8d4801628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:16.655033 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Attempting to bind port 0de9f101-1510-4363-9757-2b456babd34a on network ebe1ca51-1464-4d71-b4db-793999618f39 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:16.658456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:16.658839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Checking segment: {'id': 'd7793035-9e0c-4575-88d1-ef8d4801628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:16.659240 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.659967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Bound using segment: {'id': 'd7793035-9e0c-4575-88d1-ef8d4801628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:16.660495 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Bound port: 0de9f101-1510-4363-9757-2b456babd34a, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7793035-9e0c-4575-88d1-ef8d4801628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:16.660880 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.683688 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] Set router d3afaaf1-5504-4320-a439-b94625f416cf gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:43:16.704128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521905e-8494-44de-9781-c4e592085c7f req-809ae095-8356-4344-9ded-6eeb4d5bb828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:16.706080 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3521905e-8494-44de-9781-c4e592085c7f req-809ae095-8356-4344-9ded-6eeb4d5bb828 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.3850238 Aug 23 14:43:16.745689 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec52b229-71ba-4aa2-ac6d-f2e8c1f7924d req-e3817c84-be87-417e-88df-d7524ab661d2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991430 Aug 23 14:43:16.776703 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] For port 0de9f101-1510-4363-9757-2b456babd34a, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:16.786944 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] For port 0de9f101-1510-4363-9757-2b456babd34a, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0de9f101-1510-4363-9757-2b456babd34a,segment=NetworkSegment(d7793035-9e0c-4575-88d1-ef8d4801628a),segment_id=d7793035-9e0c-4575-88d1-ef8d4801628a)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:16.815014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7272626-a9cf-474f-8b98-40054a386002 req-eea8cdb1-522a-4775-b63c-3b664ceeaf9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Made reservation on behalf of 1e6e0b279ff043acbf8723187691917d for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:16.819558 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-eea8cdb1-522a-4775-b63c-3b664ceeaf9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.901467 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:16.906512 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1e992c7-6318-4cf5-9a7c-825eda0977e6 req-69d8ad8d-dba6-4cf6-8e20-1c7636f1e62a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 210 time: 0.0651915 Aug 23 14:43:16.936960 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-294654297-router', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04d3b2b1-b81c-4eeb-b50b-63ef17277789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:10Z', 'updated_at': '2021-08-23T14:43:13Z', 'revision_number': 3, 'project_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'gw_port': {'id': '04d3b2b1-b81c-4eeb-b50b-63ef17277789', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:12Z', 'updated_at': '2021-08-23T14:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:16.986395 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:17.025122 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb95c9e-5ae8-45a2-806c-6c2bf3d3c156 None None] The sync data for ids ['d3afaaf1-5504-4320-a439-b94625f416cf'] in n-d-804985-3 is: [{'id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-294654297-router', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04d3b2b1-b81c-4eeb-b50b-63ef17277789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:10Z', 'updated_at': '2021-08-23T14:43:13Z', 'revision_number': 3, 'project_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'gw_port': {'id': '04d3b2b1-b81c-4eeb-b50b-63ef17277789', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:12Z', 'updated_at': '2021-08-23T14:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:43:17.039958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Transition to ACTIVE for port object f3849b38-0d1c-4827-aaff-5dae0d944c9a will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:17.063746 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-21a14ea0-71fd-4658-9764-1e98def08e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:17.076246 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3521905e-8494-44de-9781-c4e592085c7f req-d4ae981d-a6f3-4c6b-b5f6-316b8a28a843 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c1ec7583-28be-4346-923d-1559bd644649 HTTP/1.1" status: 200 len: 217 time: 0.3578303 Aug 23 14:43:17.076500 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171d956-2f23-4657-b3d5-90512dd70026 None None] Pushing event updated for resources: {'Port': ['ID=0de9f101-1510-4363-9757-2b456babd34a,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:17.083835 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:17.087907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Routers {'0b5686ef-6daf-4705-810b-e731e4fda752'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:43:17.089191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:42:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b5686ef-6daf-4705-810b-e731e4fda752'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:17.125403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-f7272626-a9cf-474f-8b98-40054a386002 req-eea8cdb1-522a-4775-b63c-3b664ceeaf9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Allocated IP 192.168.233.160 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/8b747ff0-18b0-49da-b4a3-73266ab9ed11) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:43:17.245258 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:17.254288 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-d61a3fe1-d406-460c-882c-240206e84322 service neutron] 10.222.0.38 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720047 Aug 23 14:43:17.303385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521905e-8494-44de-9781-c4e592085c7f req-7394ce1f-f10d-459c-b252-bb5971ebc7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:17.305152 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3521905e-8494-44de-9781-c4e592085c7f req-7394ce1f-f10d-459c-b252-bb5971ebc7f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.2050703 Aug 23 14:43:17.305827 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-babdbb2e-0f94-4251-a62a-f90993fe21c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:17.337741 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-babdbb2e-0f94-4251-a62a-f90993fe21c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:17.352392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Pushing event updated for resources: {'Port': ['ID=f3849b38-0d1c-4827-aaff-5dae0d944c9a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:17.422901 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7272626-a9cf-474f-8b98-40054a386002 req-21a14ea0-71fd-4658-9764-1e98def08e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:17.429845 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Network 44dde08b-2fe5-4063-95ae-f2b018efce0e is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:17.460543 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:17.467146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:17.472615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a14ea0-71fd-4658-9764-1e98def08e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event updated for resources: {'Port': ['ID=a0c164ee-842a-4c79-ac62-bb01c759cad5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:17.487092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-f7272626-a9cf-474f-8b98-40054a386002 req-21a14ea0-71fd-4658-9764-1e98def08e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:17.489236 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed6212a5-f6f8-40db-8912-d75cf6b7d5cb tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:17.513760 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:17.528985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7272626-a9cf-474f-8b98-40054a386002 req-21a14ea0-71fd-4658-9764-1e98def08e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:17.537700 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] Set router 0b5686ef-6daf-4705-810b-e731e4fda752 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:43:17.587935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-babdbb2e-0f94-4251-a62a-f90993fe21c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:17.593440 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-babdbb2e-0f94-4251-a62a-f90993fe21c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:17.596990 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-babdbb2e-0f94-4251-a62a-f90993fe21c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e1492fc-c8a2-440a-a1ed-05d9022e2671 HTTP/1.1" status: 204 len: 168 time: 1.0278254 Aug 23 14:43:17.677373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdbb2e-0f94-4251-a62a-f90993fe21c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1492fc-c8a2-440a-a1ed-05d9022e2671,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:17.704200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7272626-a9cf-474f-8b98-40054a386002 req-21a14ea0-71fd-4658-9764-1e98def08e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:17.705085 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-21a14ea0-71fd-4658-9764-1e98def08e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:17.763437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521905e-8494-44de-9781-c4e592085c7f req-5daec62a-a2e6-4279-90c2-c69b42068300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:17.765074 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3521905e-8494-44de-9781-c4e592085c7f req-5daec62a-a2e6-4279-90c2-c69b42068300 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3493807 Aug 23 14:43:17.799380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dceef54-14fc-46dd-af08-840447dd5d5b req-024f959c-1ad2-492c-a988-458a37fb7876 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:17.803725 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1dceef54-14fc-46dd-af08-840447dd5d5b req-024f959c-1ad2-492c-a988-458a37fb7876 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 948 time: 0.4532254 Aug 23 14:43:17.943168 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-21a14ea0-71fd-4658-9764-1e98def08e7c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1961796 Aug 23 14:43:17.959487 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed6212a5-f6f8-40db-8912-d75cf6b7d5cb tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:17.961148 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:43:17.985412 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1dceef54-14fc-46dd-af08-840447dd5d5b req-739f924c-a8dc-4610-880f-b79b2e054b91 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701000 Aug 23 14:43:18.007544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Request body: {'port': {'device_id': '7315bdb2-7f0f-460b-9ea2-5ef29aaf3333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:18.011925 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd2b7452-9c28-40bc-b796-1a453399d16e req-9878255a-bd04-488f-8bcf-f986914d0511 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 210 time: 0.2009075 Aug 23 14:43:18.019920 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.034846 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-eea8cdb1-522a-4775-b63c-3b664ceeaf9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.072198 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed6212a5-f6f8-40db-8912-d75cf6b7d5cb tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.151770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6212a5-f6f8-40db-8912-d75cf6b7d5cb tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbae2d83-5d86-413d-9b4b-f62b537cbc9d,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:18.196951 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-f7272626-a9cf-474f-8b98-40054a386002 req-eea8cdb1-522a-4775-b63c-3b664ceeaf9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Transition to ACTIVE for port object 8b747ff0-18b0-49da-b4a3-73266ab9ed11 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:18.249532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 04d3b2b1-b81c-4eeb-b50b-63ef17277789 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:18.257901 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.309976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0b87138e-25be-4308-8abd-32f94be3da2e None None] Provisioning for port f3849b38-0d1c-4827-aaff-5dae0d944c9a completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:18.318290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0b87138e-25be-4308-8abd-32f94be3da2e None None] Provisioning complete for port f3849b38-0d1c-4827-aaff-5dae0d944c9a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:18.318671 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0b87138e-25be-4308-8abd-32f94be3da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.341817 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9808f6fa-a842-469a-b703-869cb5509d87 req-6c5b5091-200d-449e-9ad0-bf492d14b33b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 210 time: 0.1037152 Aug 23 14:43:18.343954 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3521905e-8494-44de-9781-c4e592085c7f req-270ed939-469f-4adc-9aed-6e882621e28c service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624363 Aug 23 14:43:18.350137 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed6212a5-f6f8-40db-8912-d75cf6b7d5cb tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.351746 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ed6212a5-f6f8-40db-8912-d75cf6b7d5cb tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7358592 Aug 23 14:43:18.362950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58346) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:18.381680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f97416af-7738-4a3c-9288-da1cbc3b1a93 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Request body: {'security_group_rule': {'security_group_id': '388ec90e-4108-427d-a427-c85f09c0652b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:18.390601 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44286a4-00f5-4a70-8b6e-2bcb2050ee94 req-ae690c11-a3ae-43e9-9a33-a053eddfd3f1 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:18.398053 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f44286a4-00f5-4a70-8b6e-2bcb2050ee94 req-ae690c11-a3ae-43e9-9a33-a053eddfd3f1 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.2227116 Aug 23 14:43:18.409353 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0b87138e-25be-4308-8abd-32f94be3da2e None None] Port f3849b38-0d1c-4827-aaff-5dae0d944c9a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:43:18.457962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:02Z', 'updated_at': '2021-08-23T14:43:11Z', 'revision_number': 4, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'gw_port': {'id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:03Z', 'updated_at': '2021-08-23T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0de9f101-1510-4363-9757-2b456babd34a', 'name': '', 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'mac_address': 'fa:16:3e:8e:de:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:09Z', 'updated_at': '2021-08-23T14:43:16Z', 'revision_number': 4, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'subnets': [{'id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:18.495876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe74afa-d5ef-44ca-a1bb-14e22b5b7201 None None] The sync data for ids ['0b5686ef-6daf-4705-810b-e731e4fda752'] in n-d-804985-3 is: [{'id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:02Z', 'updated_at': '2021-08-23T14:43:11Z', 'revision_number': 4, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'gw_port': {'id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:03Z', 'updated_at': '2021-08-23T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0de9f101-1510-4363-9757-2b456babd34a', 'name': '', 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'mac_address': 'fa:16:3e:8e:de:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:09Z', 'updated_at': '2021-08-23T14:43:16Z', 'revision_number': 4, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'subnets': [{'id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:43:18.503675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 04d3b2b1-b81c-4eeb-b50b-63ef17277789 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:18.509277 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 04d3b2b1-b81c-4eeb-b50b-63ef17277789 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:18.509650 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.545750 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f97416af-7738-4a3c-9288-da1cbc3b1a93 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.571538 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.594487 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f44286a4-00f5-4a70-8b6e-2bcb2050ee94 req-e9495f9e-1778-446d-99e9-75b678c153be tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858342 Aug 23 14:43:18.634267 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.678949 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.689811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58348) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:18.691377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-77c972ec-7b3c-49aa-8d60-c3123998f41d None None] Provisioning for port a0c164ee-842a-4c79-ac62-bb01c759cad5 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:18.702424 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-77c972ec-7b3c-49aa-8d60-c3123998f41d None None] Provisioning complete for port a0c164ee-842a-4c79-ac62-bb01c759cad5 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:18.703109 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-77c972ec-7b3c-49aa-8d60-c3123998f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.736453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3521905e-8494-44de-9781-c4e592085c7f req-048d46f3-02ac-4aba-8743-93a54ce8b334 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770051 Aug 23 14:43:18.748649 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 04d3b2b1-b81c-4eeb-b50b-63ef17277789, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=04d3b2b1-b81c-4eeb-b50b-63ef17277789,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:18.769227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-77c972ec-7b3c-49aa-8d60-c3123998f41d None None] Port a0c164ee-842a-4c79-ac62-bb01c759cad5 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:43:18.773544 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-eea8cdb1-522a-4775-b63c-3b664ceeaf9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.779908 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5fbc204c-28ec-43c4-8560-a3451674e005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.790623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:18.807170 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f97416af-7738-4a3c-9288-da1cbc3b1a93 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.828676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Pushing event updated for resources: {'Port': ['ID=f3849b38-0d1c-4827-aaff-5dae0d944c9a,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:18.832573 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7272626-a9cf-474f-8b98-40054a386002 req-eea8cdb1-522a-4775-b63c-3b664ceeaf9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:18.863819 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.880733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8cdb1-522a-4775-b63c-3b664ceeaf9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event updated for resources: {'Port': ['ID=8b747ff0-18b0-49da-b4a3-73266ab9ed11,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:18.883545 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.885769 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-f7272626-a9cf-474f-8b98-40054a386002 req-eea8cdb1-522a-4775-b63c-3b664ceeaf9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:18.892360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7272626-a9cf-474f-8b98-40054a386002 req-eea8cdb1-522a-4775-b63c-3b664ceeaf9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:18.906199 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f97416af-7738-4a3c-9288-da1cbc3b1a93 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:18.973805 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=04d3b2b1-b81c-4eeb-b50b-63ef17277789,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:19.006238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7272626-a9cf-474f-8b98-40054a386002 req-eea8cdb1-522a-4775-b63c-3b664ceeaf9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:19.006857 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-eea8cdb1-522a-4775-b63c-3b664ceeaf9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.053985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97416af-7738-4a3c-9288-da1cbc3b1a93 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44c32be-dcd8-4b62-ad1f-fa6b42c42499,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:19.076347 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5fbc204c-28ec-43c4-8560-a3451674e005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.081201 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Network 44dde08b-2fe5-4063-95ae-f2b018efce0e is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:19.083047 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:19.153137 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5fbc204c-28ec-43c4-8560-a3451674e005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.176291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device c1ec7583-28be-4346-923d-1559bd644649 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:43:19.195924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5fbc204c-28ec-43c4-8560-a3451674e005 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f2d905a501840a18d7e7787f967ecb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5029345 Aug 23 14:43:19.198464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58356) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:19.265841 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1b96a87f-94c5-4f41-b402-f92e8e33972e req-c4d90926-c179-4974-bb41-b20e84be7a42 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 210 time: 0.0821381 Aug 23 14:43:19.269094 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-eea8cdb1-522a-4775-b63c-3b664ceeaf9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4435620 Aug 23 14:43:19.285090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Request body: {'port': {'device_id': 'c4841488-a216-4488-bfd4-7fb6eae96f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:19.335110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc204c-28ec-43c4-8560-a3451674e005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ea7872-1fa6-4b99-a318-9063045365ab,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:19.347728 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c164ee-842a-4c79-ac62-bb01c759cad5 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:43:19.360141 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.382666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Transition to ACTIVE for port object a0c164ee-842a-4c79-ac62-bb01c759cad5 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:19.385409 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f97416af-7738-4a3c-9288-da1cbc3b1a93 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.393961 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f97416af-7738-4a3c-9288-da1cbc3b1a93 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0210335 Aug 23 14:43:19.394070 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58360) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:19.418668 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0a82e10-7176-4938-8663-d1156a273ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.426628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:19.441359 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Router d3afaaf1-5504-4320-a439-b94625f416cf has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:43:19.442602 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port c1ec7583-28be-4346-923d-1559bd644649, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c1ec7583-28be-4346-923d-1559bd644649,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:19.446136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f7ad3ad4-99d4-4136-9138-1897a450c916 None None] Provisioning for port 8b747ff0-18b0-49da-b4a3-73266ab9ed11 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:19.460725 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f7ad3ad4-99d4-4136-9138-1897a450c916 None None] Provisioning complete for port 8b747ff0-18b0-49da-b4a3-73266ab9ed11 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:19.461291 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f7ad3ad4-99d4-4136-9138-1897a450c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.464731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05338ae3-ab13-4b22-a445-6b0a969c22f6 req-7f540c0b-8009-42d8-8300-1e37d5e85cda tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:19.464894 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'c1ec7583-28be-4346-923d-1559bd644649', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'c1ec7583-28be-4346-923d-1559bd644649', 'mac_address': 'fa:16:3e:ee:f8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:43:19.474746 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-05338ae3-ab13-4b22-a445-6b0a969c22f6 req-7f540c0b-8009-42d8-8300-1e37d5e85cda tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 948 time: 0.2748628 Aug 23 14:43:19.519417 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0a82e10-7176-4938-8663-d1156a273ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.521619 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.536893 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad3ad4-99d4-4136-9138-1897a450c916 None None] Port 8b747ff0-18b0-49da-b4a3-73266ab9ed11 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:43:19.549465 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.568870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ec7583-28be-4346-923d-1559bd644649 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:43:19.599001 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port c1ec7583-28be-4346-923d-1559bd644649, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c1ec7583-28be-4346-923d-1559bd644649,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:19.610401 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.632267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c164ee-842a-4c79-ac62-bb01c759cad5,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:19.654720 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-05338ae3-ab13-4b22-a445-6b0a969c22f6 req-f6d58aeb-bede-4948-9a70-bfdf4147ca3f tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790490 Aug 23 14:43:19.697614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f8cf9296-514b-4910-957c-d2c68d697181 None None] Provisioning complete for port f3849b38-0d1c-4827-aaff-5dae0d944c9a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:19.698098 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f8cf9296-514b-4910-957c-d2c68d697181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.749840 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.865378 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0a82e10-7176-4938-8663-d1156a273ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.866250 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0a82e10-7176-4938-8663-d1156a273ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.869966 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c0a82e10-7176-4938-8663-d1156a273ea9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f9ea7872-1fa6-4b99-a318-9063045365ab HTTP/1.1" status: 204 len: 168 time: 0.6288884 Aug 23 14:43:19.870808 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf9296-514b-4910-957c-d2c68d697181 None None] Port f3849b38-0d1c-4827-aaff-5dae0d944c9a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:43:19.892322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Attempting to bind port a0c164ee-842a-4c79-ac62-bb01c759cad5 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:19.892666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Attempting to bind port a0c164ee-842a-4c79-ac62-bb01c759cad5 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:19.892999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Attempting to bind port a0c164ee-842a-4c79-ac62-bb01c759cad5 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:19.903198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a82e10-7176-4938-8663-d1156a273ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ea7872-1fa6-4b99-a318-9063045365ab,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:19.911904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Port a0c164ee-842a-4c79-ac62-bb01c759cad5 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:43:19.912145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Attempting to bind port a0c164ee-842a-4c79-ac62-bb01c759cad5 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:19.915945 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:43:19.917178 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=c1ec7583-28be-4346-923d-1559bd644649,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:19.928597 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6863e7bb-8348-4159-884b-1f07bcd5b4de admin admin] 10.222.0.38 "PUT /v2.0/routers/d3afaaf1-5504-4320-a439-b94625f416cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1220028 Aug 23 14:43:19.931098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:19.931364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:19.931790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:19.932364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Bound port: a0c164ee-842a-4c79-ac62-bb01c759cad5, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:19.932712 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.947249 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.960162 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:19.988136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['c1ec7583-28be-4346-923d-1559bd644649'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:19.990502 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d4816-5bea-46c6-ad93-c57f9027aaee req-7a6a883d-0718-4793-a127-2acc40244258 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:19.999726 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-685d4816-5bea-46c6-ad93-c57f9027aaee req-7a6a883d-0718-4793-a127-2acc40244258 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 936 time: 0.5139952 Aug 23 14:43:20.170546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Sync routers for ids ['d3afaaf1-5504-4320-a439-b94625f416cf'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:43:20.258956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53da0cb-9dbb-4b10-acc3-8580cab7184d req-c074e81a-769e-4368-8aff-b4d26402f83e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:20.266568 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d53da0cb-9dbb-4b10-acc3-8580cab7184d req-c074e81a-769e-4368-8aff-b4d26402f83e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.2884266 Aug 23 14:43:20.292967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Routers {'d3afaaf1-5504-4320-a439-b94625f416cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:43:20.294435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:42:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d3afaaf1-5504-4320-a439-b94625f416cf'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:20.308158 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-685d4816-5bea-46c6-ad93-c57f9027aaee req-9565bf79-819e-45a2-8b29-91c2ca993175 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024373 Aug 23 14:43:20.322114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] For port a0c164ee-842a-4c79-ac62-bb01c759cad5, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:20.361151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] For port a0c164ee-842a-4c79-ac62-bb01c759cad5, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a0c164ee-842a-4c79-ac62-bb01c759cad5,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:20.385183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d53da0cb-9dbb-4b10-acc3-8580cab7184d req-5e386c58-e3c3-4717-a082-9fa213991d77 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164610 Aug 23 14:43:20.431759 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:20.503145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 04d3b2b1-b81c-4eeb-b50b-63ef17277789 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:20.511170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:20.512517 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:20.514170 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] 10.222.0.57 "PUT /v2.0/ports/a0c164ee-842a-4c79-ac62-bb01c759cad5 HTTP/1.1" status: 200 len: 1096 time: 2.5532930 Aug 23 14:43:20.514892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7315bdb2-7f0f-460b-9ea2-5ef29aaf3333', 'tag': 'a0c164ee-842a-4c79-ac62-bb01c759cad5'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:20.517483 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fc0a64-f846-45b7-9bb4-d0db67703e96" -d '{"events": [{"name": "network-changed", "server_uuid": "7315bdb2-7f0f-460b-9ea2-5ef29aaf3333", "tag": "a0c164ee-842a-4c79-ac62-bb01c759cad5"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:20.609089 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2de10daa-72e2-417a-ad04-54ee1c39366f req-b513e43a-4429-484b-ab0a-8783a0f26bd9 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 210 time: 0.1295946 Aug 23 14:43:20.669616 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b0eaba-a0c4-449d-ac63-69369e950359 x-openstack-request-id: req-00b0eaba-a0c4-449d-ac63-69369e950359 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:20.669616 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7315bdb2-7f0f-460b-9ea2-5ef29aaf3333", "tag": "a0c164ee-842a-4c79-ac62-bb01c759cad5", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:20.671934 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-00b0eaba-a0c4-449d-ac63-69369e950359 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:20.672693 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7315bdb2-7f0f-460b-9ea2-5ef29aaf3333', 'tag': 'a0c164ee-842a-4c79-ac62-bb01c759cad5', 'status': 'completed', 'code': 200} Aug 23 14:43:20.867085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Set router d3afaaf1-5504-4320-a439-b94625f416cf gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:43:20.893549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f068f1b-902e-43ee-847b-fc33080b26c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c164ee-842a-4c79-ac62-bb01c759cad5,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:21.075816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc0a64-f846-45b7-9bb4-d0db67703e96 req-49ff0780-7796-4dcc-97fc-db6b42913292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:21.077417 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24fc0a64-f846-45b7-9bb4-d0db67703e96 req-49ff0780-7796-4dcc-97fc-db6b42913292 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=7315bdb2-7f0f-460b-9ea2-5ef29aaf3333 HTTP/1.1" status: 200 len: 1099 time: 0.3874645 Aug 23 14:43:21.097070 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 04d3b2b1-b81c-4eeb-b50b-63ef17277789 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:21.097070 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:21.114716 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a0396-edd4-407b-9d87-83933871dbd1 req-7fd10b8a-5e4d-4964-b8c8-5d28907eeb88 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:21.126677 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a97a0396-edd4-407b-9d87-83933871dbd1 req-7fd10b8a-5e4d-4964-b8c8-5d28907eeb88 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 949 time: 0.2218361 Aug 23 14:43:21.156415 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24fc0a64-f846-45b7-9bb4-d0db67703e96 req-33c9405c-931b-4868-817f-303e1e8c1adb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526137 Aug 23 14:43:21.371787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-2a69205c-a09d-445b-b935-7a1e1a0003a6 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:21.401507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-2a69205c-a09d-445b-b935-7a1e1a0003a6 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.61 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 821 time: 0.8286867 Aug 23 14:43:21.415453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a97a0396-edd4-407b-9d87-83933871dbd1 req-47a6dbc6-3684-4d04-9f54-e9f1a47b7bb0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875862 Aug 23 14:43:21.460550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-e9321199-9308-4494-8266-bb801f7847f3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Request body: {'port': {'device_id': '5d89a5ab-0a9d-4818-8d8a-75a731833c80', 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1', 'admin_state_up': True, 'tenant_id': 'b66fd552a70a452381c358e94470d1e9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:21.494349 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0de9f101-1510-4363-9757-2b456babd34a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:21.600790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-294654297-router', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04d3b2b1-b81c-4eeb-b50b-63ef17277789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:10Z', 'updated_at': '2021-08-23T14:43:17Z', 'revision_number': 4, 'project_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'gw_port': {'id': '04d3b2b1-b81c-4eeb-b50b-63ef17277789', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:12Z', 'updated_at': '2021-08-23T14:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'f3849b38-0d1c-4827-aaff-5dae0d944c9a', 'name': '', 'network_id': '44dde08b-2fe5-4063-95ae-f2b018efce0e', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'mac_address': 'fa:16:3e:4a:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1557f36c-2b49-423b-9d97-625d5c2fab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:16Z', 'updated_at': '2021-08-23T14:43:18Z', 'revision_number': 2, 'project_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'subnets': [{'id': '1557f36c-2b49-423b-9d97-625d5c2fab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:21.665608 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b747ff0-18b0-49da-b4a3-73266ab9ed11 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:43:21.684311 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:21.702100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef1e90-5c7e-482a-af9b-c4f7874eef0d req-00da4736-12e5-4b55-8353-8a2534967bed tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:21.704689 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18ef1e90-5c7e-482a-af9b-c4f7874eef0d req-00da4736-12e5-4b55-8353-8a2534967bed tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 936 time: 0.1526701 Aug 23 14:43:21.706970 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:21.734785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc0a64-f846-45b7-9bb4-d0db67703e96 req-4e6f86cf-1aa3-41b9-ae1f-6874274c852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:21.735113 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24fc0a64-f846-45b7-9bb4-d0db67703e96 req-4e6f86cf-1aa3-41b9-ae1f-6874274c852e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5469079 Aug 23 14:43:21.765592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b961d9-27fc-487a-abe2-00bbf30a98d9 req-5bf95fd9-0389-4577-8836-a523358dea21 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:21.773619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-25b961d9-27fc-487a-abe2-00bbf30a98d9 req-5bf95fd9-0389-4577-8836-a523358dea21 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.2199795 Aug 23 14:43:21.773895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Checking router: d3afaaf1-5504-4320-a439-b94625f416cf for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:43:21.773895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Updating router d3afaaf1-5504-4320-a439-b94625f416cf port f3849b38-0d1c-4827-aaff-5dae0d944c9a binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:43:21.861877 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:21.867729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 0de9f101-1510-4363-9757-2b456babd34a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:21.878156 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18ef1e90-5c7e-482a-af9b-c4f7874eef0d req-837f8570-1262-4874-aa18-a2549ccffc42 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877674 Aug 23 14:43:21.884238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0de9f101-1510-4363-9757-2b456babd34a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:21.884761 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:21.896542 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-25b961d9-27fc-487a-abe2-00bbf30a98d9 req-212b5116-8f02-4784-a296-65359fd6a835 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084831 Aug 23 14:43:21.958301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7272626-a9cf-474f-8b98-40054a386002 req-ed1ceecc-c4cb-4e70-88dc-2d5f65f5d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:21.960242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-ed1ceecc-c4cb-4e70-88dc-2d5f65f5d11d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=7315bdb2-7f0f-460b-9ea2-5ef29aaf3333 HTTP/1.1" status: 200 len: 1099 time: 0.1281595 Aug 23 14:43:22.034800 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f15fe4f7-32b1-40cf-8773-1289320cc1cd req-9ea0038d-cef3-4fa1-a691-377d2d7afc5d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 210 time: 0.0774562 Aug 23 14:43:22.047767 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Transition to ACTIVE for port object 8b747ff0-18b0-49da-b4a3-73266ab9ed11 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:22.049380 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-4080437b-1722-4325-88aa-6eca05e95bea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a0c164ee-842a-4c79-ac62-bb01c759cad5 HTTP/1.1" status: 200 len: 217 time: 0.0795636 Aug 23 14:43:22.050130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-e9321199-9308-4494-8266-bb801f7847f3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Made reservation on behalf of b66fd552a70a452381c358e94470d1e9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:22.061122 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-e9321199-9308-4494-8266-bb801f7847f3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:22.092376 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Allocated IP 172.25.8.211 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/a59dc67d-d7bb-489d-bd31-79643fced47c) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:43:22.123259 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:22.224244 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:22.330466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-e9321199-9308-4494-8266-bb801f7847f3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Allocated IP 172.20.0.12 (e5d05685-47dd-44e8-9fba-4321908349a1/b707fe90-d579-4c2f-8f14-069d9b2eeda6/340691ea-a6ff-47fd-b902-bd6fcfd82dcc) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:43:22.348424 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Pushing event updated for resources: {'Port': ['ID=8b747ff0-18b0-49da-b4a3-73266ab9ed11,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:22.504933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 0de9f101-1510-4363-9757-2b456babd34a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0de9f101-1510-4363-9757-2b456babd34a,segment=NetworkSegment(d7793035-9e0c-4575-88d1-ef8d4801628a),segment_id=d7793035-9e0c-4575-88d1-ef8d4801628a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:22.541358 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:22.593825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Attempting to bind port 8b747ff0-18b0-49da-b4a3-73266ab9ed11 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:22.594411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Attempting to bind port 8b747ff0-18b0-49da-b4a3-73266ab9ed11 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:22.621782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Attempting to bind port 8b747ff0-18b0-49da-b4a3-73266ab9ed11 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:22.622186 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-e9321199-9308-4494-8266-bb801f7847f3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:22.622650 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-107f3149-de70-4572-b515-177592b2fa6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:22.622650 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:22.658783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Port 8b747ff0-18b0-49da-b4a3-73266ab9ed11 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:43:22.660840 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Attempting to bind port 8b747ff0-18b0-49da-b4a3-73266ab9ed11 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:22.696009 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:22.696768 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:22.697260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:22.697728 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Bound port: 8b747ff0-18b0-49da-b4a3-73266ab9ed11, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:22.699112 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:22.711009 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-e9321199-9308-4494-8266-bb801f7847f3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:22.714414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7272626-a9cf-474f-8b98-40054a386002 req-e4830132-9eee-41e5-935c-30cec1cb205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:22.716686 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-e4830132-9eee-41e5-935c-30cec1cb205d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.6509690 Aug 23 14:43:22.758114 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:22.760562 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=0de9f101-1510-4363-9757-2b456babd34a,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:22.781612 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Transition to ACTIVE for port object f3849b38-0d1c-4827-aaff-5dae0d944c9a will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:22.807595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-e9321199-9308-4494-8266-bb801f7847f3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Network e5d05685-47dd-44e8-9fba-4321908349a1 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:22.821633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-e9321199-9308-4494-8266-bb801f7847f3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:22.828284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-e9321199-9308-4494-8266-bb801f7847f3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:22.831201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9321199-9308-4494-8266-bb801f7847f3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Pushing event updated for resources: {'Port': ['ID=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:22.844059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743a13e-7c83-43d3-8ed0-27abb7f6f9b2 req-1083a883-552f-4748-9145-976919ec6cec tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:22.850053 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:22.853764 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6743a13e-7c83-43d3-8ed0-27abb7f6f9b2 req-1083a883-552f-4748-9145-976919ec6cec tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 949 time: 0.1920006 Aug 23 14:43:22.912182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7272626-a9cf-474f-8b98-40054a386002 req-cdbebbe3-6e49-4ba9-8626-ff92ac20da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:22.913786 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-cdbebbe3-6e49-4ba9-8626-ff92ac20da56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1892250 Aug 23 14:43:22.948639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-e9321199-9308-4494-8266-bb801f7847f3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:22.950004 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-e9321199-9308-4494-8266-bb801f7847f3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:22.956573 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:22.970706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df536b4-3dde-4111-b86c-9b03f50b8520 None None] Pushing event updated for resources: {'Port': ['ID=f3849b38-0d1c-4827-aaff-5dae0d944c9a,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:22.981394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] For port 8b747ff0-18b0-49da-b4a3-73266ab9ed11, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:23.018652 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6743a13e-7c83-43d3-8ed0-27abb7f6f9b2 req-21f34aef-d065-4d60-9283-9c86f93f9dba tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643796 Aug 23 14:43:23.111186 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Pushing event updated for resources: {'Port': ['ID=a59dc67d-d7bb-489d-bd31-79643fced47c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:23.116702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-74bea9ce-b1e8-47f5-9d3b-3b7de8264a11 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894717 Aug 23 14:43:23.124128 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-e9321199-9308-4494-8266-bb801f7847f3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6849103 Aug 23 14:43:23.130365 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:23.141302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Request body: {'port': {'device_id': '5d89a5ab-0a9d-4818-8d8a-75a731833c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:23.142473 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device c1ec7583-28be-4346-923d-1559bd644649 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:23.182364 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] For port 8b747ff0-18b0-49da-b4a3-73266ab9ed11, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8b747ff0-18b0-49da-b4a3-73266ab9ed11,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:23.188779 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:23.214317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:23.285773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Attempting to bind port f3849b38-0d1c-4827-aaff-5dae0d944c9a on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:23.287922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Attempting to bind port f3849b38-0d1c-4827-aaff-5dae0d944c9a by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '2b5578ef-0aaa-47c7-9d71-4ae15d034161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '44dde08b-2fe5-4063-95ae-f2b018efce0e'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:23.289562 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Attempting to bind port f3849b38-0d1c-4827-aaff-5dae0d944c9a on network 44dde08b-2fe5-4063-95ae-f2b018efce0e {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:23.330918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:23.332300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Checking segment: {'id': '2b5578ef-0aaa-47c7-9d71-4ae15d034161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '44dde08b-2fe5-4063-95ae-f2b018efce0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:23.332960 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:23.333548 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:23.333827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Bound using segment: {'id': '2b5578ef-0aaa-47c7-9d71-4ae15d034161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '44dde08b-2fe5-4063-95ae-f2b018efce0e'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:23.334588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Bound port: f3849b38-0d1c-4827-aaff-5dae0d944c9a, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5578ef-0aaa-47c7-9d71-4ae15d034161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '44dde08b-2fe5-4063-95ae-f2b018efce0e'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:23.335224 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:23.347423 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:23.365556 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779c1b3-98a9-4e3d-b240-91362bbbdfd7 req-606883c1-48fb-4439-b377-2dd317c73c86 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:23.370139 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4779c1b3-98a9-4e3d-b240-91362bbbdfd7 req-606883c1-48fb-4439-b377-2dd317c73c86 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.1746500 Aug 23 14:43:23.399065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:23.399630 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:23.401289 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] 10.222.0.57 "PUT /v2.0/ports/8b747ff0-18b0-49da-b4a3-73266ab9ed11 HTTP/1.1" status: 200 len: 1096 time: 4.1219051 Aug 23 14:43:23.414093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4841488-a216-4488-bfd4-7fb6eae96f42', 'tag': '8b747ff0-18b0-49da-b4a3-73266ab9ed11'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:23.416864 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402c0667-41b3-46d5-83a4-89a5a96ad4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4841488-a216-4488-bfd4-7fb6eae96f42", "tag": "8b747ff0-18b0-49da-b4a3-73266ab9ed11"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:23.434620 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83739a05-34c2-4ecf-af0f-7152c5a513c7 req-539ff35c-3851-4e47-a846-a39d99c482cf tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:23.445802 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-83739a05-34c2-4ecf-af0f-7152c5a513c7 req-539ff35c-3851-4e47-a846-a39d99c482cf tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 948 time: 0.3680911 Aug 23 14:43:23.475832 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4779c1b3-98a9-4e3d-b240-91362bbbdfd7 req-7ff6069d-0c10-4240-823f-1ebf226c55c2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936577 Aug 23 14:43:23.553212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] For port f3849b38-0d1c-4827-aaff-5dae0d944c9a, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:23.562817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] For port f3849b38-0d1c-4827-aaff-5dae0d944c9a, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f3849b38-0d1c-4827-aaff-5dae0d944c9a,segment=NetworkSegment(2b5578ef-0aaa-47c7-9d71-4ae15d034161),segment_id=2b5578ef-0aaa-47c7-9d71-4ae15d034161)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:23.602043 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port c1ec7583-28be-4346-923d-1559bd644649 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:23.615874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port c1ec7583-28be-4346-923d-1559bd644649 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:23.616259 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:23.638825 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-1f75a35c-ae1f-47fd-a0db-c2c96bb357a5 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135510 Aug 23 14:43:23.716357 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:23.759699 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065db8b0-24de-4c2d-8dd0-9296f86f9749 service neutron] Pushing event updated for resources: {'Port': ['ID=8b747ff0-18b0-49da-b4a3-73266ab9ed11,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:23.790505 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df536b4-3dde-4111-b86c-9b03f50b8520 None None] Pushing event updated for resources: {'Port': ['ID=f3849b38-0d1c-4827-aaff-5dae0d944c9a,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:23.836780 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-83739a05-34c2-4ecf-af0f-7152c5a513c7 req-01bce0b8-f931-46d5-a492-be06161d2148 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815894 Aug 23 14:43:23.842148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Routers {'d3afaaf1-5504-4320-a439-b94625f416cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:43:23.861851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:42:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d3afaaf1-5504-4320-a439-b94625f416cf'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:23.962870 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ad13ca-8b42-49d2-8cfd-b99efe84eefc x-openstack-request-id: req-74ad13ca-8b42-49d2-8cfd-b99efe84eefc {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:23.963377 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4841488-a216-4488-bfd4-7fb6eae96f42", "tag": "8b747ff0-18b0-49da-b4a3-73266ab9ed11", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:23.964324 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-74ad13ca-8b42-49d2-8cfd-b99efe84eefc {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:23.964939 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4841488-a216-4488-bfd4-7fb6eae96f42', 'tag': '8b747ff0-18b0-49da-b4a3-73266ab9ed11', 'status': 'completed', 'code': 200} Aug 23 14:43:23.977539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7272626-a9cf-474f-8b98-40054a386002 req-409a3d6a-8560-44a7-813b-14a65063fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:23.979308 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-409a3d6a-8560-44a7-813b-14a65063fdd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 1099 time: 0.4207468 Aug 23 14:43:24.080011 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:24.083598 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-4913eeee-65d6-4c1a-a6cd-a5a93da38ba4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=8b747ff0-18b0-49da-b4a3-73266ab9ed11 HTTP/1.1" status: 200 len: 217 time: 0.0897489 Aug 23 14:43:24.125489 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:24.150823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340691ea-a6ff-47fd-b902-bd6fcfd82dcc {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:43:24.161347 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:24.176202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Transition to ACTIVE for port object 340691ea-a6ff-47fd-b902-bd6fcfd82dcc will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:24.252409 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7272626-a9cf-474f-8b98-40054a386002 req-24fc6548-98af-4830-95d5-d762cce9435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:24.255030 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-24fc6548-98af-4830-95d5-d762cce9435f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1485384 Aug 23 14:43:24.269884 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:24.301661 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d569d0-d670-42f0-a44d-4ae58cd614d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ec7583-28be-4346-923d-1559bd644649'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:24.305519 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef002bb7-c001-4654-bb08-dfa7723618f6" -d '{"events": [{"server_uuid": "59d569d0-d670-42f0-a44d-4ae58cd614d5", "name": "network-vif-plugged", "status": "completed", "tag": "c1ec7583-28be-4346-923d-1559bd644649"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:24.350751 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port c1ec7583-28be-4346-923d-1559bd644649, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c1ec7583-28be-4346-923d-1559bd644649,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:24.383554 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:24.405540 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768313f7-a923-407f-954c-70b0b5e10940 req-b47158c7-e5af-41dc-8262-fc49681ea0a9 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:24.406183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5956c8-fe13-483d-a5b2-9baa30daf659 req-e42926f6-e7e6-4838-bc43-101054ae3cd7 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:24.414803 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc5956c8-fe13-483d-a5b2-9baa30daf659 req-e42926f6-e7e6-4838-bc43-101054ae3cd7 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 932 time: 0.5951974 Aug 23 14:43:24.418765 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-768313f7-a923-407f-954c-70b0b5e10940 req-b47158c7-e5af-41dc-8262-fc49681ea0a9 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 949 time: 0.2406921 Aug 23 14:43:24.424947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] Set router d3afaaf1-5504-4320-a439-b94625f416cf gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:43:24.480257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc5956c8-fe13-483d-a5b2-9baa30daf659 req-5da9b6cb-f4f7-4938-88d5-4df263a8971a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643005 Aug 23 14:43:24.488508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Pushing event updated for resources: {'Port': ['ID=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:24.499681 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:24.555514 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7272626-a9cf-474f-8b98-40054a386002 req-2948aa27-183d-4988-ae2f-42285e798281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:24.557081 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-2948aa27-183d-4988-ae2f-42285e798281 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2838137 Aug 23 14:43:24.604369 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c42f71-5b18-457d-b780-9a6052a3fa15 x-openstack-request-id: req-50c42f71-5b18-457d-b780-9a6052a3fa15 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:24.604656 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d569d0-d670-42f0-a44d-4ae58cd614d5", "name": "network-vif-plugged", "status": "completed", "tag": "c1ec7583-28be-4346-923d-1559bd644649", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:24.604911 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50c42f71-5b18-457d-b780-9a6052a3fa15 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:24.605470 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d569d0-d670-42f0-a44d-4ae58cd614d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ec7583-28be-4346-923d-1559bd644649', 'code': 200} Aug 23 14:43:24.627799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Attempting to bind port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:24.628466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Attempting to bind port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:24.630229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Attempting to bind port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:24.631404 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-768313f7-a923-407f-954c-70b0b5e10940 req-0b4567f2-3467-47fa-acb7-baebffa2057d tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114313 Aug 23 14:43:24.643266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc on network e5d05685-47dd-44e8-9fba-4321908349a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:43:24.655752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Attempting to bind port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:24.674898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:24.680871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Checking segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:24.682688 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Bound using segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:24.684265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Bound port: 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:24.689046 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:24.753309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=c1ec7583-28be-4346-923d-1559bd644649,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:24.768214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:24.768656 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:24.769090 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:24.770026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:24.770481 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:24.770910 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:24.771406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:24.771857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:24.772276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:24.773354 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:24.773788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:24.774172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:43:24.805243 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-bed875b8-7433-445e-a896-446ee8e2bb18 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372236 Aug 23 14:43:24.863623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-294654297-router', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04d3b2b1-b81c-4eeb-b50b-63ef17277789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:10Z', 'updated_at': '2021-08-23T14:43:17Z', 'revision_number': 4, 'project_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'gw_port': {'id': '04d3b2b1-b81c-4eeb-b50b-63ef17277789', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:12Z', 'updated_at': '2021-08-23T14:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'f3849b38-0d1c-4827-aaff-5dae0d944c9a', 'name': '', 'network_id': '44dde08b-2fe5-4063-95ae-f2b018efce0e', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'mac_address': 'fa:16:3e:4a:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1557f36c-2b49-423b-9d97-625d5c2fab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:16Z', 'updated_at': '2021-08-23T14:43:23Z', 'revision_number': 4, 'project_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'subnets': [{'id': '1557f36c-2b49-423b-9d97-625d5c2fab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:24.907398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:24.908230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0de9f101-1510-4363-9757-2b456babd34a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:24.912273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830775e-6e73-46ba-bb21-b82265b1c0f7 None None] The sync data for ids ['d3afaaf1-5504-4320-a439-b94625f416cf'] in n-d-804985-3 is: [{'id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-294654297-router', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04d3b2b1-b81c-4eeb-b50b-63ef17277789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:10Z', 'updated_at': '2021-08-23T14:43:17Z', 'revision_number': 4, 'project_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'gw_port': {'id': '04d3b2b1-b81c-4eeb-b50b-63ef17277789', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:12Z', 'updated_at': '2021-08-23T14:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'f3849b38-0d1c-4827-aaff-5dae0d944c9a', 'name': '', 'network_id': '44dde08b-2fe5-4063-95ae-f2b018efce0e', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'mac_address': 'fa:16:3e:4a:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1557f36c-2b49-423b-9d97-625d5c2fab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:16Z', 'updated_at': '2021-08-23T14:43:23Z', 'revision_number': 4, 'project_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'subnets': [{'id': '1557f36c-2b49-423b-9d97-625d5c2fab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:43:24.913206 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:25.044777 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0de9f101-1510-4363-9757-2b456babd34a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:25.045168 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:25.064227 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:25.081228 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:25.147465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:25.147845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:25.148126 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:25.149536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] 10.222.0.61 "PUT /v2.0/ports/340691ea-a6ff-47fd-b902-bd6fcfd82dcc HTTP/1.1" status: 200 len: 1092 time: 2.0142508 Aug 23 14:43:25.152578 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d89a5ab-0a9d-4818-8d8a-75a731833c80', 'tag': '340691ea-a6ff-47fd-b902-bd6fcfd82dcc'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:25.155307 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9964a8bd-8cb9-40ee-ac43-aa3acfa84fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d89a5ab-0a9d-4818-8d8a-75a731833c80", "tag": "340691ea-a6ff-47fd-b902-bd6fcfd82dcc"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:25.175879 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac8a43-ac6a-42fb-be86-57dcaeda2b2f req-dd2ae497-ab34-4b8b-98bf-73992a2d4ced tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:25.193018 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-49ac8a43-ac6a-42fb-be86-57dcaeda2b2f req-dd2ae497-ab34-4b8b-98bf-73992a2d4ced tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.4340680 Aug 23 14:43:25.227878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d337c1-a667-4532-a18a-34d70f507830 req-a8b9976e-ff27-440b-a815-f790b42b5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:25.230911 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-12d337c1-a667-4532-a18a-34d70f507830 req-a8b9976e-ff27-440b-a815-f790b42b5bd8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 1101 time: 0.5006468 Aug 23 14:43:25.278595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d31135-0e56-4ad3-9a82-e977c5e0844c service neutron] Pushing event updated for resources: {'Port': ['ID=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:25.304733 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-49b9d596-dd81-4a22-9305-ab58c357535f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=9c75724c9bd94190916dad9ab125a486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092856 Aug 23 14:43:25.318370 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7272626-a9cf-474f-8b98-40054a386002 req-80b5819d-4d20-436f-b821-5593c123f53d service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872410 Aug 23 14:43:25.409199 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-49ac8a43-ac6a-42fb-be86-57dcaeda2b2f req-6d2373c6-d27e-4a94-b478-1ebc1fcdca49 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148395 Aug 23 14:43:25.458977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-12d337c1-a667-4532-a18a-34d70f507830 req-a647febc-6804-4b33-966d-c4ad2c760ecf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625972 Aug 23 14:43:25.469414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Pushing event updated for resources: {'Port': ['ID=a59dc67d-d7bb-489d-bd31-79643fced47c,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:25.494489 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-bd6f63af-f8d0-4448-b46f-a2340eec636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:25.494489 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-bd6f63af-f8d0-4448-b46f-a2340eec636d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 1095 time: 0.1232057 Aug 23 14:43:25.496765 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:25.534038 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:25.638378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-bac58391-da6f-4058-b8f3-486bb593361c tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:25.640675 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-bac58391-da6f-4058-b8f3-486bb593361c tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3281896 Aug 23 14:43:25.701123 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2b22113d-7e70-49b5-b373-5a20aef453d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:25.712423 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:25.724275 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5751e13d-41e2-4824-8cc8-3fdbed2685ff tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3223479 Aug 23 14:43:25.751775 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-97a59a79-ee65-4c1d-9b0d-0d6085a1189e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/quotas/9c75724c9bd94190916dad9ab125a486 HTTP/1.1" status: 200 len: 375 time: 0.0961344 Aug 23 14:43:25.871591 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-88f1271c-4376-41c4-b44c-5d50e01bc59f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c75724c9bd94190916dad9ab125a486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1163535 Aug 23 14:43:26.141702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-f9ff927a-bb57-476d-9bb2-175f5add319d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc HTTP/1.1" status: 200 len: 217 time: 0.6457448 Aug 23 14:43:26.282773 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-1d9d0dc7-e6ab-4c0f-be3f-5aaa37055235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:26.284331 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-1d9d0dc7-e6ab-4c0f-be3f-5aaa37055235 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.0944788 Aug 23 14:43:26.288549 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a73dce8-418e-4b18-9a4f-072003299841 x-openstack-request-id: req-2a73dce8-418e-4b18-9a4f-072003299841 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:26.290125 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d89a5ab-0a9d-4818-8d8a-75a731833c80", "tag": "340691ea-a6ff-47fd-b902-bd6fcfd82dcc", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:26.290125 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2a73dce8-418e-4b18-9a4f-072003299841 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:26.290125 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d89a5ab-0a9d-4818-8d8a-75a731833c80', 'tag': '340691ea-a6ff-47fd-b902-bd6fcfd82dcc', 'status': 'completed', 'code': 200} Aug 23 14:43:26.380338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801e7ef-5f19-4cb5-9c17-9d7c92446d80 req-5c4a3093-7c80-470c-874a-c1981b60d0e7 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:26.395794 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d801e7ef-5f19-4cb5-9c17-9d7c92446d80 req-5c4a3093-7c80-470c-874a-c1981b60d0e7 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 948 time: 0.3266065 Aug 23 14:43:26.401468 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-70395b42-d210-4a3b-bc61-40c672d7a900 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067696 Aug 23 14:43:26.430973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0667-41b3-46d5-83a4-89a5a96ad4a5 req-36306173-0778-4cb7-ab37-51b91ce29810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:26.432715 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-402c0667-41b3-46d5-83a4-89a5a96ad4a5 req-36306173-0778-4cb7-ab37-51b91ce29810 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 1099 time: 0.3649387 Aug 23 14:43:26.437848 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf85b49-4251-4a5f-88e6-91810b289f4e req-511f15cb-e54d-4268-92f0-5bcf010ab3fb tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:26.445779 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7cf85b49-4251-4a5f-88e6-91810b289f4e req-511f15cb-e54d-4268-92f0-5bcf010ab3fb tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 944 time: 0.1778677 Aug 23 14:43:26.515947 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7cf85b49-4251-4a5f-88e6-91810b289f4e req-20114cae-a92d-40c3-bd8f-9e3e7328a94b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688205 Aug 23 14:43:26.606518 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d801e7ef-5f19-4cb5-9c17-9d7c92446d80 req-470a368f-07c3-41ee-886a-82a26b5a0398 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094972 Aug 23 14:43:26.711027 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:26.761681 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926145f-6423-4244-ad36-67f30f8f6e00 req-61b0d375-d346-4b1e-b80d-f17e4d6f650e tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:26.778654 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5926145f-6423-4244-ad36-67f30f8f6e00 req-61b0d375-d346-4b1e-b80d-f17e4d6f650e tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 950 time: 0.1753681 Aug 23 14:43:26.817900 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-8ac07ace-04ab-411f-aef5-dd9adf326ef2 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960328 Aug 23 14:43:26.854900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f3849b38-0d1c-4827-aaff-5dae0d944c9a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:26.873707 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5926145f-6423-4244-ad36-67f30f8f6e00 req-39f5d8ab-6be0-4778-a7b3-49fbc0fc0aaa tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937304 Aug 23 14:43:26.898084 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0667-41b3-46d5-83a4-89a5a96ad4a5 req-3f9c6d7d-ee8e-4a27-8948-eb5db4f53cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:26.904045 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-402c0667-41b3-46d5-83a4-89a5a96ad4a5 req-3f9c6d7d-ee8e-4a27-8948-eb5db4f53cdb service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.4578142 Aug 23 14:43:27.001935 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-49f589cc-327f-4e37-9879-762fd26dde78 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=9c75724c9bd94190916dad9ab125a486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1077435 Aug 23 14:43:27.006191 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463ca72-69ff-4a89-bd66-09076894ebca req-40559e16-b058-4dd1-9b39-a323b2d574e9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:27.015329 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1463ca72-69ff-4a89-bd66-09076894ebca req-40559e16-b058-4dd1-9b39-a323b2d574e9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.0754580 Aug 23 14:43:27.063842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1463ca72-69ff-4a89-bd66-09076894ebca req-c8c34680-0d87-421f-8c9e-9d9b36384322 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470934 Aug 23 14:43:27.077606 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port f3849b38-0d1c-4827-aaff-5dae0d944c9a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:27.088564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f3849b38-0d1c-4827-aaff-5dae0d944c9a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:27.089012 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:27.172051 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-402c0667-41b3-46d5-83a4-89a5a96ad4a5 req-b3a7eb72-0e3c-45bf-a2ff-ace2c4909855 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=8b747ff0-18b0-49da-b4a3-73266ab9ed11 HTTP/1.1" status: 200 len: 217 time: 0.2115390 Aug 23 14:43:27.189936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a0c164ee-842a-4c79-ac62-bb01c759cad5 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:43:27.217886 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:27.291091 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24eb1a5e-fc8e-493d-bd4a-4d7de4e4e7b0 req-c8dbd412-172b-4d5c-aa1f-a13f2fb5a1b0 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718359 Aug 23 14:43:27.297476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port f3849b38-0d1c-4827-aaff-5dae0d944c9a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f3849b38-0d1c-4827-aaff-5dae0d944c9a,segment=NetworkSegment(2b5578ef-0aaa-47c7-9d71-4ae15d034161),segment_id=2b5578ef-0aaa-47c7-9d71-4ae15d034161)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:27.320429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0667-41b3-46d5-83a4-89a5a96ad4a5 req-108fc2a0-5921-45f9-adee-26c89af7f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:27.321970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-402c0667-41b3-46d5-83a4-89a5a96ad4a5 req-108fc2a0-5921-45f9-adee-26c89af7f4d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1421378 Aug 23 14:43:27.346078 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a0c164ee-842a-4c79-ac62-bb01c759cad5, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a0c164ee-842a-4c79-ac62-bb01c759cad5,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:27.349158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-b932d17f-8117-4d8e-8270-ce858dc01b3b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:27.359439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'a0c164ee-842a-4c79-ac62-bb01c759cad5', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'a0c164ee-842a-4c79-ac62-bb01c759cad5', 'mac_address': 'fa:16:3e:5e:80:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:43:27.362367 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-b932d17f-8117-4d8e-8270-ce858dc01b3b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3583293 Aug 23 14:43:27.409150 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:27.481197 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=f3849b38-0d1c-4827-aaff-5dae0d944c9a,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:27.483426 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-a1455314-20fe-45cc-937e-7502dc5a76fd tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/quotas/9c75724c9bd94190916dad9ab125a486 HTTP/1.1" status: 200 len: 375 time: 0.1201968 Aug 23 14:43:27.491645 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:27.509835 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c164ee-842a-4c79-ac62-bb01c759cad5 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:43:27.572721 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964a8bd-8cb9-40ee-ac43-aa3acfa84fc4 req-72bed069-3a35-42e1-84a1-4658061faa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:27.577613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a0c164ee-842a-4c79-ac62-bb01c759cad5, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a0c164ee-842a-4c79-ac62-bb01c759cad5,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:27.588258 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-dc519114-39c6-44f0-92fc-cf2830c69303 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c75724c9bd94190916dad9ab125a486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794418 Aug 23 14:43:27.590435 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9964a8bd-8cb9-40ee-ac43-aa3acfa84fc4 req-72bed069-3a35-42e1-84a1-4658061faa3f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 1095 time: 0.1179152 Aug 23 14:43:27.599925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0667-41b3-46d5-83a4-89a5a96ad4a5 req-394b4d3a-2749-4463-8eb6-4187ab8a8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:27.601641 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-402c0667-41b3-46d5-83a4-89a5a96ad4a5 req-394b4d3a-2749-4463-8eb6-4187ab8a8242 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2706423 Aug 23 14:43:27.603141 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-89a27415-9df2-45db-98d4-37b625954739 service neutron] 10.222.0.61 "GET /v2.0/ports/b595a67d-be00-4cd6-9e73-3fecd601b9bf/bindings/n-h2-804985-3 HTTP/1.1" status: 200 len: 382 time: 0.2803166 Aug 23 14:43:27.687788 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:27.763313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=a0c164ee-842a-4c79-ac62-bb01c759cad5,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:27.778847 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-402c0667-41b3-46d5-83a4-89a5a96ad4a5 req-653cf84b-bfc6-4652-a5c0-c8f398a02395 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546998 Aug 23 14:43:27.779614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92911517-e755-489c-9229-111677edfebd req-0c764876-752c-4dc0-be2e-4b7a9124c97d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:27.781924 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-92911517-e755-489c-9229-111677edfebd req-0c764876-752c-4dc0-be2e-4b7a9124c97d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 944 time: 0.1480711 Aug 23 14:43:27.818029 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964a8bd-8cb9-40ee-ac43-aa3acfa84fc4 req-3db45cf4-6b69-4afe-bf4c-b5d83f30e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:27.819499 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9964a8bd-8cb9-40ee-ac43-aa3acfa84fc4 req-3db45cf4-6b69-4afe-bf4c-b5d83f30e359 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.2299047 Aug 23 14:43:27.890284 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-402c0667-41b3-46d5-83a4-89a5a96ad4a5 req-4e9e603b-c85c-408d-acdc-38e85de2c3bd service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015646 Aug 23 14:43:27.893649 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-92911517-e755-489c-9229-111677edfebd req-615f2800-0ed8-48f9-bfc8-69f34866d48e tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037788 Aug 23 14:43:27.922866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['a0c164ee-842a-4c79-ac62-bb01c759cad5'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:27.938575 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9964a8bd-8cb9-40ee-ac43-aa3acfa84fc4 req-9262a29c-5861-4354-992f-44dd7eef4fba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc HTTP/1.1" status: 200 len: 217 time: 0.0959795 Aug 23 14:43:28.155235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523f47d-6834-40c1-9abb-9d322c5cc47d req-1cd4877d-3363-4d4e-b031-090a75c5b733 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:28.166297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7523f47d-6834-40c1-9abb-9d322c5cc47d req-1cd4877d-3363-4d4e-b031-090a75c5b733 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 948 time: 0.1031964 Aug 23 14:43:28.267771 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7523f47d-6834-40c1-9abb-9d322c5cc47d req-7930f7eb-89dd-437e-8216-c3670187df86 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972590 Aug 23 14:43:28.328393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964a8bd-8cb9-40ee-ac43-aa3acfa84fc4 req-82ee7e04-482b-424a-b9d8-94e9b3e05c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:28.330075 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9964a8bd-8cb9-40ee-ac43-aa3acfa84fc4 req-82ee7e04-482b-424a-b9d8-94e9b3e05c84 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.3820555 Aug 23 14:43:28.429284 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9964a8bd-8cb9-40ee-ac43-aa3acfa84fc4 req-9d403504-8876-49ea-a98d-18edeb084865 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889177 Aug 23 14:43:28.453463 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ae638-8eb8-48aa-8ab2-2c3fd4456c10 req-bd9239e7-393f-479e-8ca7-2b0d3859a148 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:28.455773 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-082ae638-8eb8-48aa-8ab2-2c3fd4456c10 req-bd9239e7-393f-479e-8ca7-2b0d3859a148 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 950 time: 0.3546352 Aug 23 14:43:28.465610 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:28.472700 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd63600-1cd8-493e-aa2f-169dffe1e082 req-dba5465d-7b63-4102-98b8-a21e524286e3 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 210 time: 0.0706179 Aug 23 14:43:28.594076 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-082ae638-8eb8-48aa-8ab2-2c3fd4456c10 req-7cbe9f10-20d7-4665-a7db-735219b1d0b6 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095071 Aug 23 14:43:28.683119 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9964a8bd-8cb9-40ee-ac43-aa3acfa84fc4 req-bd2e5a79-a944-4991-812b-fb8a04e1e31a service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399111 Aug 23 14:43:28.708093 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-db20d1fb-c0a1-4184-b7bc-39c660feeab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:28.709590 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-db20d1fb-c0a1-4184-b7bc-39c660feeab8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56&tenant_id=a6f5c4613b364924ae1363c53a90461d HTTP/1.1" status: 200 len: 1100 time: 0.1887219 Aug 23 14:43:28.750837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2964ac-c415-46be-b8ed-d337a075668d req-114df12b-2b61-43db-8b19-48fd566bf5f6 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:28.769492 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc2964ac-c415-46be-b8ed-d337a075668d req-114df12b-2b61-43db-8b19-48fd566bf5f6 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.1370881 Aug 23 14:43:28.866788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f3849b38-0d1c-4827-aaff-5dae0d944c9a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:28.911364 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc2964ac-c415-46be-b8ed-d337a075668d req-728af176-d3f8-4365-86d8-2a3dc7333813 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318369 Aug 23 14:43:28.916463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-1244fedd-8bea-4f38-aee4-375e4b084b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:28.917920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-1244fedd-8bea-4f38-aee4-375e4b084b2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 1100 time: 0.1458287 Aug 23 14:43:28.991968 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9964a8bd-8cb9-40ee-ac43-aa3acfa84fc4 req-36d4655a-c9b7-470f-8b31-068d290d81a5 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997210 Aug 23 14:43:29.037056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f3849b38-0d1c-4827-aaff-5dae0d944c9a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:29.037056 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:29.172507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-517203d2-b5ce-4f66-bd33-6965d0afa738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:29.174330 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-517203d2-b5ce-4f66-bd33-6965d0afa738 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.2476974 Aug 23 14:43:29.193096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba264-1063-48eb-a840-45b7f1147f35 req-877f3667-dd81-4b8e-b28c-14ca937786c0 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:29.201782 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-358ba264-1063-48eb-a840-45b7f1147f35 req-877f3667-dd81-4b8e-b28c-14ca937786c0 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 944 time: 0.1008213 Aug 23 14:43:29.229317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8b747ff0-18b0-49da-b4a3-73266ab9ed11 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:43:29.244050 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a0c164ee-842a-4c79-ac62-bb01c759cad5 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:29.261403 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-cf4409e1-0393-4d0b-956c-2d83a8851ca8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b595a67d-be00-4cd6-9e73-3fecd601b9bf HTTP/1.1" status: 200 len: 217 time: 0.0554895 Aug 23 14:43:29.430432 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-008601f0-83aa-4dc0-962d-e3e4ade1a88d tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9c75724c9bd94190916dad9ab125a486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525541 Aug 23 14:43:29.460987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8b747ff0-18b0-49da-b4a3-73266ab9ed11, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8b747ff0-18b0-49da-b4a3-73266ab9ed11,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:29.469977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-358ba264-1063-48eb-a840-45b7f1147f35 req-23510718-7f6c-46b4-86a9-ab465e0fe028 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655094 Aug 23 14:43:29.477057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-01afd83c-e58a-4b7b-b733-43b9c6d61922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:29.482130 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-01afd83c-e58a-4b7b-b733-43b9c6d61922 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.2107534 Aug 23 14:43:29.493969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port a0c164ee-842a-4c79-ac62-bb01c759cad5 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:29.519567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port a0c164ee-842a-4c79-ac62-bb01c759cad5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:29.520133 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:29.521912 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '8b747ff0-18b0-49da-b4a3-73266ab9ed11', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '8b747ff0-18b0-49da-b4a3-73266ab9ed11', 'mac_address': 'fa:16:3e:7b:72:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:43:29.617411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-217587ae-62b2-4f6f-a30d-9d42b3d0787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:29.619328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-217587ae-62b2-4f6f-a30d-9d42b3d0787f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1290340 Aug 23 14:43:29.685681 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-32d77e95-24e8-4cf4-a340-9ef1d65268d9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:29.690952 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-32d77e95-24e8-4cf4-a340-9ef1d65268d9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2453237 Aug 23 14:43:29.713701 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:29.716692 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:29.728912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Request body: {'port': {'device_id': '10af98fc-7193-4743-b452-a814175456f7', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '9c75724c9bd94190916dad9ab125a486'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:29.766172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a0c164ee-842a-4c79-ac62-bb01c759cad5, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a0c164ee-842a-4c79-ac62-bb01c759cad5,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:29.774734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7315bdb2-7f0f-460b-9ea2-5ef29aaf3333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c164ee-842a-4c79-ac62-bb01c759cad5'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:29.778143 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce99c92-ea7c-4faf-a82f-4504f5b2198c" -d '{"events": [{"server_uuid": "7315bdb2-7f0f-460b-9ea2-5ef29aaf3333", "name": "network-vif-plugged", "status": "completed", "tag": "a0c164ee-842a-4c79-ac62-bb01c759cad5"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:29.788278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b747ff0-18b0-49da-b4a3-73266ab9ed11 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:43:29.819693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8b747ff0-18b0-49da-b4a3-73266ab9ed11, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8b747ff0-18b0-49da-b4a3-73266ab9ed11,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:29.856323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fb3d4-8c24-42d5-ae05-5c0bc1deb545 req-7dc7df34-9d71-4cb3-bd70-72cc71164636 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:29.864116 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f45fb3d4-8c24-42d5-ae05-5c0bc1deb545 req-7dc7df34-9d71-4cb3-bd70-72cc71164636 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 948 time: 0.1718156 Aug 23 14:43:29.889162 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:29.913337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fead6ec-967c-4f88-9143-6df818f78111 req-c12821ac-73e7-4bb6-9c96-7b43be75f8cd tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:29.918720 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5fead6ec-967c-4f88-9143-6df818f78111 req-c12821ac-73e7-4bb6-9c96-7b43be75f8cd tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 950 time: 0.2950983 Aug 23 14:43:29.942843 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f45fb3d4-8c24-42d5-ae05-5c0bc1deb545 req-f98a1b2f-fd01-4454-9729-0187626fe492 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774066 Aug 23 14:43:29.961604 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:30.004072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=a0c164ee-842a-4c79-ac62-bb01c759cad5,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:30.006486 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-d572312d-cda6-4384-9bb3-4e1ec1a748fd service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309064 Aug 23 14:43:30.108370 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-397654b0-fe55-4fb0-9bb9-12e543b69c40 req-4c1078dd-e790-411b-a49f-a163c7640255 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 210 time: 0.0442994 Aug 23 14:43:30.128746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=8b747ff0-18b0-49da-b4a3-73266ab9ed11,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:30.161169 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8958cd-825e-42ea-93c8-6d24ffbb6639 x-openstack-request-id: req-fd8958cd-825e-42ea-93c8-6d24ffbb6639 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:30.161169 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7315bdb2-7f0f-460b-9ea2-5ef29aaf3333", "name": "network-vif-plugged", "status": "completed", "tag": "a0c164ee-842a-4c79-ac62-bb01c759cad5", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:30.161169 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd8958cd-825e-42ea-93c8-6d24ffbb6639 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:30.161169 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7315bdb2-7f0f-460b-9ea2-5ef29aaf3333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c164ee-842a-4c79-ac62-bb01c759cad5', 'code': 200} Aug 23 14:43:30.161668 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5fead6ec-967c-4f88-9143-6df818f78111 req-b3acad8e-815e-45b9-9650-4ef9cfec2ec8 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330699 Aug 23 14:43:30.182502 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Made reservation on behalf of 9c75724c9bd94190916dad9ab125a486 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:30.186741 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:30.198298 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:30.227803 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b22a03b3-ddf2-4d9a-8e86-78c91c5a7a2d req-255d3152-4435-4f3f-9a51-2c4b1a5f8371 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114205 Aug 23 14:43:30.246940 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['8b747ff0-18b0-49da-b4a3-73266ab9ed11'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:30.443256 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:30.443785 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 340691ea-a6ff-47fd-b902-bd6fcfd82dcc details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:43:30.510059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f8f64-2e00-49ed-81df-d47c5f21f59c req-97ddadbf-ac2f-4763-9f89-37467f368bf8 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:30.535639 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a3f8f64-2e00-49ed-81df-d47c5f21f59c req-97ddadbf-ac2f-4763-9f89-37467f368bf8 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.2103786 Aug 23 14:43:30.558890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:30.597265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fad7b-1035-4baa-bebb-8f70341410c1 req-9c3c4b1f-13c2-4980-ac59-9d3bbbe84349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:30.609203 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b67fad7b-1035-4baa-bebb-8f70341410c1 req-9c3c4b1f-13c2-4980-ac59-9d3bbbe84349 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7315bdb2-7f0f-460b-9ea2-5ef29aaf3333 HTTP/1.1" status: 200 len: 1101 time: 0.2165837 Aug 23 14:43:30.697993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a3f8f64-2e00-49ed-81df-d47c5f21f59c req-dab5ae23-f714-4d2c-947e-ba1450982896 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607301 Aug 23 14:43:30.722661 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b67fad7b-1035-4baa-bebb-8f70341410c1 req-669f3c49-9e47-4654-a7a8-95c10ae1377b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021159 Aug 23 14:43:30.822568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea999289-1451-413d-a7c4-29d6f5839298,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:30.858169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94139af3-7468-4c83-a0d4-941580ef2446 req-dc9d6bff-ea62-4a35-ba93-a53c5df6888d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:30.860254 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-94139af3-7468-4c83-a0d4-941580ef2446 req-dc9d6bff-ea62-4a35-ba93-a53c5df6888d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 944 time: 0.1323247 Aug 23 14:43:30.873440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Allocated IP 192.168.233.122 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/0f08330d-860f-4646-bd59-36ba20552377) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:43:30.939028 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-94139af3-7468-4c83-a0d4-941580ef2446 req-c9a062bf-a44c-4836-ad93-53daa0c39270 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667758 Aug 23 14:43:31.117986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:31.132542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '340691ea-a6ff-47fd-b902-bd6fcfd82dcc', 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1', 'port_id': '340691ea-a6ff-47fd-b902-bd6fcfd82dcc', 'mac_address': 'fa:16:3e:93:a2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b707fe90-d579-4c2f-8f14-069d9b2eeda6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:43:31.195516 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:31.209299 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340691ea-a6ff-47fd-b902-bd6fcfd82dcc {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:43:31.257847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:31.265608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b1064-4e0d-4062-9e32-1847161da0b4 req-c43b2345-54ae-4502-b120-7398ef292079 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:31.288127 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-479b1064-4e0d-4062-9e32-1847161da0b4 req-c43b2345-54ae-4502-b120-7398ef292079 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 949 time: 0.1331127 Aug 23 14:43:31.288891 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:31.308885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Transition to ACTIVE for port object 0f08330d-860f-4646-bd59-36ba20552377 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:31.367310 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-479b1064-4e0d-4062-9e32-1847161da0b4 req-8d81baaa-7854-4a9b-80bf-256f0660e01d tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777891 Aug 23 14:43:31.406991 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-16ebde4b-255c-4bd9-af5d-a27b7134e359 req-3ca9a49e-65fd-4b24-8638-8a6d02024e02 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 210 time: 0.1455562 Aug 23 14:43:31.442220 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:31.505443 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:31.526041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:31.549295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63fb7e-2f3c-4bb3-acfd-96d80538d997 req-228a02e2-e709-4121-9757-8d2ad96077ee tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:31.562048 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f63fb7e-2f3c-4bb3-acfd-96d80538d997 req-228a02e2-e709-4121-9757-8d2ad96077ee tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 950 time: 0.0950725 Aug 23 14:43:31.594171 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-a1a85474-7598-47e5-bfb0-48ecc11fec80 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9c75724c9bd94190916dad9ab125a486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232224 Aug 23 14:43:31.633168 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Pushing event updated for resources: {'Port': ['ID=0f08330d-860f-4646-bd59-36ba20552377,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:31.660490 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:31.662526 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:31.677686 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:31.689914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['340691ea-a6ff-47fd-b902-bd6fcfd82dcc'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:31.703561 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f63fb7e-2f3c-4bb3-acfd-96d80538d997 req-a5f61e00-f9ec-456c-820f-83150787a131 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405640 Aug 23 14:43:31.921814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:31.925017 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:31.932102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-d07b1056-7809-45a4-9640-c07b20d3951b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:31.936765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-d07b1056-7809-45a4-9640-c07b20d3951b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3345172 Aug 23 14:43:31.960870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-e4c48a51-bdd7-4ef7-975d-e7b9e8901032 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Request body: {'port': {'device_id': '46026289-2fbb-4538-9af2-234fb9b5eff9', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '9c75724c9bd94190916dad9ab125a486'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:32.136129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d21cf-4966-4d3d-9038-4f44a475c942 req-3aa909c3-0a0d-48fc-be88-ee9faa2196f3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:32.146038 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-511d21cf-4966-4d3d-9038-4f44a475c942 req-3aa909c3-0a0d-48fc-be88-ee9faa2196f3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.1975288 Aug 23 14:43:32.172072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0fb9b-2d7f-4967-8d10-ba6535911059 req-605aa4e3-de9d-4ab0-a665-7e2db913bc8d tempest-LiveMigrationNegativeTest-820273138 tempest-LiveMigrationNegativeTest-820273138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:32.186661 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-a54de642-c827-4b67-902e-0ee57a5b9526 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4672389 Aug 23 14:43:32.189649 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0e0fb9b-2d7f-4967-8d10-ba6535911059 req-605aa4e3-de9d-4ab0-a665-7e2db913bc8d tempest-LiveMigrationNegativeTest-820273138 tempest-LiveMigrationNegativeTest-820273138-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 1101 time: 0.1630173 Aug 23 14:43:32.217104 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d0e0fb9b-2d7f-4967-8d10-ba6535911059 req-ce9e2eda-12cb-4dbf-a149-ee40b515b738 tempest-LiveMigrationNegativeTest-820273138 tempest-LiveMigrationNegativeTest-820273138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:32.232028 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Request body: {'port': {'device_id': '10af98fc-7193-4743-b452-a814175456f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:32.350938 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-511d21cf-4966-4d3d-9038-4f44a475c942 req-4dd0539e-5748-464f-a0d6-c7c1e9cbb0d0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919587 Aug 23 14:43:32.359355 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:32.365011 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-76c42008-44cc-47ba-b44c-65297e5ee247 None None] Provisioning for port 0f08330d-860f-4646-bd59-36ba20552377 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:32.369940 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-76c42008-44cc-47ba-b44c-65297e5ee247 None None] Provisioning complete for port 0f08330d-860f-4646-bd59-36ba20552377 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:32.375799 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-76c42008-44cc-47ba-b44c-65297e5ee247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:32.410557 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d0e0fb9b-2d7f-4967-8d10-ba6535911059 req-ce9e2eda-12cb-4dbf-a149-ee40b515b738 tempest-LiveMigrationNegativeTest-820273138 tempest-LiveMigrationNegativeTest-820273138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:32.431424 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-76c42008-44cc-47ba-b44c-65297e5ee247 None None] Port 0f08330d-860f-4646-bd59-36ba20552377 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:43:32.456384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b595a67d-be00-4cd6-9e73-3fecd601b9bf no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:43:32.523422 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d0e0fb9b-2d7f-4967-8d10-ba6535911059 req-ce9e2eda-12cb-4dbf-a149-ee40b515b738 tempest-LiveMigrationNegativeTest-820273138 tempest-LiveMigrationNegativeTest-820273138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:32.597072 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0e0fb9b-2d7f-4967-8d10-ba6535911059 req-ce9e2eda-12cb-4dbf-a149-ee40b515b738 tempest-LiveMigrationNegativeTest-820273138 tempest-LiveMigrationNegativeTest-820273138-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061146 Aug 23 14:43:32.616786 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:32.629156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e2eda-12cb-4dbf-a149-ee40b515b738 tempest-LiveMigrationNegativeTest-820273138 tempest-LiveMigrationNegativeTest-820273138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5c222d-469a-4a3f-8c00-0526343add18,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:32.642847 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68593df9-afbc-46cf-9370-22c853bd3890 req-795a8097-8c97-4a68-a427-b51f4fc62396 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:32.654921 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-68593df9-afbc-46cf-9370-22c853bd3890 req-795a8097-8c97-4a68-a427-b51f4fc62396 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 945 time: 0.2061536 Aug 23 14:43:32.726700 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d74e62-3f7c-4a97-a2e0-7cde5261cd56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b595a67d-be00-4cd6-9e73-3fecd601b9bf'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:32.733413 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a499db-98ba-41b5-9191-c7ca26aa2243" -d '{"events": [{"server_uuid": "20d74e62-3f7c-4a97-a2e0-7cde5261cd56", "name": "network-vif-unplugged", "status": "completed", "tag": "b595a67d-be00-4cd6-9e73-3fecd601b9bf"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:32.741413 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-e4c48a51-bdd7-4ef7-975d-e7b9e8901032 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Made reservation on behalf of 9c75724c9bd94190916dad9ab125a486 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:32.745337 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-e4c48a51-bdd7-4ef7-975d-e7b9e8901032 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:32.790757 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b595a67d-be00-4cd6-9e73-3fecd601b9bf, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b595a67d-be00-4cd6-9e73-3fecd601b9bf,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:32.832493 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-68593df9-afbc-46cf-9370-22c853bd3890 req-375ea256-9c80-4f5f-b271-36a99d6996cc tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742974 Aug 23 14:43:32.838623 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bdccf-81bd-4f85-8fbd-edaa456fe929 req-0a48cbaa-53ec-4482-8af5-82d8fd0e0ed2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:32.861412 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d05bdccf-81bd-4f85-8fbd-edaa456fe929 req-0a48cbaa-53ec-4482-8af5-82d8fd0e0ed2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 949 time: 0.1679664 Aug 23 14:43:32.881851 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:32.981148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b595a67d-be00-4cd6-9e73-3fecd601b9bf,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:33.040147 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b12916a5-c18c-4b57-9429-f3bf29c0f0a2 req-905505c5-7712-40a3-9577-bda720f05edc tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 210 time: 0.0320709 Aug 23 14:43:33.054677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f08330d-860f-4646-bd59-36ba20552377 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:43:33.074679 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:33.102351 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Transition to ACTIVE for port object 0f08330d-860f-4646-bd59-36ba20552377 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:33.113365 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d05bdccf-81bd-4f85-8fbd-edaa456fe929 req-e40e11ec-97ee-4550-ad9d-d8490e19f816 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451620 Aug 23 14:43:33.208089 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:33.221643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8b747ff0-18b0-49da-b4a3-73266ab9ed11 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:33.299715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Pushing event updated for resources: {'Port': ['ID=0f08330d-860f-4646-bd59-36ba20552377,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:33.318685 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca39a88-eb59-425a-b46e-7b9575b104a3 x-openstack-request-id: req-aca39a88-eb59-425a-b46e-7b9575b104a3 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:33.320339 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d74e62-3f7c-4a97-a2e0-7cde5261cd56", "name": "network-vif-unplugged", "status": "completed", "tag": "b595a67d-be00-4cd6-9e73-3fecd601b9bf", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:33.324537 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aca39a88-eb59-425a-b46e-7b9575b104a3 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:33.326431 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d74e62-3f7c-4a97-a2e0-7cde5261cd56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b595a67d-be00-4cd6-9e73-3fecd601b9bf', 'code': 200} Aug 23 14:43:33.400326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-e4c48a51-bdd7-4ef7-975d-e7b9e8901032 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Allocated IP 192.168.233.188 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/65d020c5-1c41-45e2-86ec-1fee779d04a0) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:43:33.476462 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 8b747ff0-18b0-49da-b4a3-73266ab9ed11 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:33.482173 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 8b747ff0-18b0-49da-b4a3-73266ab9ed11 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:33.482546 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:33.499399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Attempting to bind port 0f08330d-860f-4646-bd59-36ba20552377 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:33.499958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Attempting to bind port 0f08330d-860f-4646-bd59-36ba20552377 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:33.500299 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Attempting to bind port 0f08330d-860f-4646-bd59-36ba20552377 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:33.506031 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Port 0f08330d-860f-4646-bd59-36ba20552377 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:43:33.506637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Attempting to bind port 0f08330d-860f-4646-bd59-36ba20552377 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:33.514262 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:33.514681 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:33.515417 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:33.516187 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Bound port: 0f08330d-860f-4646-bd59-36ba20552377, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:33.516781 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:33.729611 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:33.776961 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8b747ff0-18b0-49da-b4a3-73266ab9ed11, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8b747ff0-18b0-49da-b4a3-73266ab9ed11,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:33.882033 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-e4c48a51-bdd7-4ef7-975d-e7b9e8901032 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:33.904645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-e4c48a51-bdd7-4ef7-975d-e7b9e8901032 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Transition to ACTIVE for port object 65d020c5-1c41-45e2-86ec-1fee779d04a0 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:34.031040 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] For port 0f08330d-860f-4646-bd59-36ba20552377, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:34.035636 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] For port 0f08330d-860f-4646-bd59-36ba20552377, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0f08330d-860f-4646-bd59-36ba20552377,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:34.093800 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:34.106998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46916778-3504-46ba-8abe-a2d5ab3c19cd req-6bca1602-c198-4dd0-8dc1-c37975d4db95 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:34.109106 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46916778-3504-46ba-8abe-a2d5ab3c19cd req-6bca1602-c198-4dd0-8dc1-c37975d4db95 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 947 time: 0.0756702 Aug 23 14:43:34.164188 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46916778-3504-46ba-8abe-a2d5ab3c19cd req-cee087f0-6b86-43af-a478-03e71662571a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482464 Aug 23 14:43:34.200213 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-e4c48a51-bdd7-4ef7-975d-e7b9e8901032 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:34.209933 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:34.223609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=8b747ff0-18b0-49da-b4a3-73266ab9ed11,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:34.254547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:34.255948 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:34.260062 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] 10.222.0.61 "PUT /v2.0/ports/0f08330d-860f-4646-bd59-36ba20552377 HTTP/1.1" status: 200 len: 1096 time: 2.0452247 Aug 23 14:43:34.263143 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10af98fc-7193-4743-b452-a814175456f7', 'tag': '0f08330d-860f-4646-bd59-36ba20552377'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:34.266657 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed0553a-55e5-4fc7-a611-0c51accf7183" -d '{"events": [{"name": "network-changed", "server_uuid": "10af98fc-7193-4743-b452-a814175456f7", "tag": "0f08330d-860f-4646-bd59-36ba20552377"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:34.376555 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c48a51-bdd7-4ef7-975d-e7b9e8901032 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Pushing event updated for resources: {'Port': ['ID=65d020c5-1c41-45e2-86ec-1fee779d04a0,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:34.382963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-e4c48a51-bdd7-4ef7-975d-e7b9e8901032 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:34.392085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-e4c48a51-bdd7-4ef7-975d-e7b9e8901032 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:34.396292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-e4c48a51-bdd7-4ef7-975d-e7b9e8901032 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:34.458461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76747c7-c652-480e-a752-f6aa6d56cd6a service neutron] Pushing event updated for resources: {'Port': ['ID=0f08330d-860f-4646-bd59-36ba20552377,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:34.464886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b595a67d-be00-4cd6-9e73-3fecd601b9bf details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:43:34.512306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-e4c48a51-bdd7-4ef7-975d-e7b9e8901032 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:34.513333 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-e4c48a51-bdd7-4ef7-975d-e7b9e8901032 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:34.524151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bef60a-d5b7-437d-b9a4-022561372979 req-f706c5a9-fa7e-41e6-b617-ce7e031bb20f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:34.533087 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41bef60a-d5b7-437d-b9a4-022561372979 req-f706c5a9-fa7e-41e6-b617-ce7e031bb20f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 936 time: 0.1072547 Aug 23 14:43:34.575069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b355003-469a-48db-bdf5-2fa5c3f67c0c req-9ec66f0e-0ab7-4b8e-9561-b6961907bf2a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:34.577362 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b355003-469a-48db-bdf5-2fa5c3f67c0c req-9ec66f0e-0ab7-4b8e-9561-b6961907bf2a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 945 time: 0.2490182 Aug 23 14:43:34.599822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b925f408-180d-4a71-a9d0-d6f3f9543a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:34.602087 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-b925f408-180d-4a71-a9d0-d6f3f9543a24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c75724c9bd94190916dad9ab125a486&device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 1099 time: 0.1450670 Aug 23 14:43:34.602270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41bef60a-d5b7-437d-b9a4-022561372979 req-c185694e-e105-4a31-9136-99ccffc5459c tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681248 Aug 23 14:43:34.683593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-e4c48a51-bdd7-4ef7-975d-e7b9e8901032 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7345860 Aug 23 14:43:34.700080 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Request body: {'port': {'device_id': '46026289-2fbb-4538-9af2-234fb9b5eff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:34.736912 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-c61c89cf-3557-4192-9e83-8a0e64c407fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=0f08330d-860f-4646-bd59-36ba20552377 HTTP/1.1" status: 200 len: 217 time: 0.1234603 Aug 23 14:43:34.737540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b595a67d-be00-4cd6-9e73-3fecd601b9bf, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b595a67d-be00-4cd6-9e73-3fecd601b9bf,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:34.785535 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'b595a67d-be00-4cd6-9e73-3fecd601b9bf', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'b595a67d-be00-4cd6-9e73-3fecd601b9bf', 'mac_address': 'fa:16:3e:f5:fa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:43:34.787404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 340691ea-a6ff-47fd-b902-bd6fcfd82dcc up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:34.817032 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b355003-469a-48db-bdf5-2fa5c3f67c0c req-51a94a15-ed80-4361-b8a6-149f3c11e0a9 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308662 Aug 23 14:43:34.893731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-97ed7628-ede8-4ff8-9c19-14094ef426e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:34.898864 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-97ed7628-ede8-4ff8-9c19-14094ef426e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1538715 Aug 23 14:43:35.026249 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:35.051439 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:35.059155 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-c9b88d43-6154-465d-8396-266a510eedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:35.062172 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-c9b88d43-6154-465d-8396-266a510eedf3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1533189 Aug 23 14:43:35.133002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b595a67d-be00-4cd6-9e73-3fecd601b9bf {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:43:35.210071 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b595a67d-be00-4cd6-9e73-3fecd601b9bf, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b595a67d-be00-4cd6-9e73-3fecd601b9bf,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:35.257261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58cb16-e152-462e-9700-fc24a5586227 req-25589d05-5101-48d8-a59a-e0a1a2c3fb06 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:35.258862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a58cb16-e152-462e-9700-fc24a5586227 req-25589d05-5101-48d8-a59a-e0a1a2c3fb06 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 950 time: 0.4987743 Aug 23 14:43:35.284633 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-2c63e624-8ab3-42bc-87df-931bfe4950e8 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117629 Aug 23 14:43:35.327531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4841488-a216-4488-bfd4-7fb6eae96f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b747ff0-18b0-49da-b4a3-73266ab9ed11'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:35.330312 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656f9148-fb51-46a8-8f53-b045fb297bff" -d '{"events": [{"server_uuid": "c4841488-a216-4488-bfd4-7fb6eae96f42", "name": "network-vif-plugged", "status": "completed", "tag": "8b747ff0-18b0-49da-b4a3-73266ab9ed11"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:35.337180 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:35.342895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-57b5694e-198e-4634-bde3-a7d2187681f5 None None] Provisioning for port 65d020c5-1c41-45e2-86ec-1fee779d04a0 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:35.351619 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-57b5694e-198e-4634-bde3-a7d2187681f5 None None] Provisioning complete for port 65d020c5-1c41-45e2-86ec-1fee779d04a0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:35.352458 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-57b5694e-198e-4634-bde3-a7d2187681f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:35.354506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:35.407873 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a58cb16-e152-462e-9700-fc24a5586227 req-c37627c8-7903-4162-9a42-b244201f70ac tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162853 Aug 23 14:43:35.444437 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:35.444437 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:35.496798 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2745500c-0e95-48eb-93a1-ef620d02533d x-openstack-request-id: req-2745500c-0e95-48eb-93a1-ef620d02533d {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:35.497110 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10af98fc-7193-4743-b452-a814175456f7", "tag": "0f08330d-860f-4646-bd59-36ba20552377", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:35.497349 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2745500c-0e95-48eb-93a1-ef620d02533d {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:35.497758 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10af98fc-7193-4743-b452-a814175456f7', 'tag': '0f08330d-860f-4646-bd59-36ba20552377', 'status': 'completed', 'code': 200} Aug 23 14:43:35.640049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-57b5694e-198e-4634-bde3-a7d2187681f5 None None] Port 65d020c5-1c41-45e2-86ec-1fee779d04a0 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:43:35.640049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b595a67d-be00-4cd6-9e73-3fecd601b9bf,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:35.656926 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a552aa-9abd-47b5-8400-fd218ef74ea1 x-openstack-request-id: req-c0a552aa-9abd-47b5-8400-fd218ef74ea1 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:35.657228 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4841488-a216-4488-bfd4-7fb6eae96f42", "name": "network-vif-plugged", "status": "completed", "tag": "8b747ff0-18b0-49da-b4a3-73266ab9ed11", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:35.662280 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c0a552aa-9abd-47b5-8400-fd218ef74ea1 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:35.668942 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4841488-a216-4488-bfd4-7fb6eae96f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b747ff0-18b0-49da-b4a3-73266ab9ed11', 'code': 200} Aug 23 14:43:35.757872 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5301fe3-2cca-4a2a-a1f5-213ba62b05c5 req-cd377001-6564-4ca8-b025-98db7a2b1993 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638934 Aug 23 14:43:35.810106 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:35.813021 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['b595a67d-be00-4cd6-9e73-3fecd601b9bf'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:35.902542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d234a-58cd-4b66-a20f-675ef3de5c60 req-b48dec0a-f6c3-415f-8088-4016758fa346 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:35.904775 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-768d234a-58cd-4b66-a20f-675ef3de5c60 req-b48dec0a-f6c3-415f-8088-4016758fa346 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.61 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56&tenant_id=a6f5c4613b364924ae1363c53a90461d&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 948 time: 0.3225794 Aug 23 14:43:35.932531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d7f11-f7d7-4c20-9626-36f331ad5c28 req-77b3a794-76a6-4eee-90aa-991cacbb9fb6 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:35.934984 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e94d7f11-f7d7-4c20-9626-36f331ad5c28 req-77b3a794-76a6-4eee-90aa-991cacbb9fb6 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 950 time: 0.3092382 Aug 23 14:43:35.937500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fc727-31c4-434e-b7af-dc273fe3f878 req-c23af239-69c8-46c0-bceb-d4a778ccc8a0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:35.939007 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e9fc727-31c4-434e-b7af-dc273fe3f878 req-c23af239-69c8-46c0-bceb-d4a778ccc8a0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.57 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 950 time: 0.1512628 Aug 23 14:43:35.944728 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d020c5-1c41-45e2-86ec-1fee779d04a0 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:43:35.950601 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c5671-9f1d-4ae6-90a6-80f88b0c0373 req-11b04f2d-2e41-4d07-8354-0849589efa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:35.952116 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-791c5671-9f1d-4ae6-90a6-80f88b0c0373 req-11b04f2d-2e41-4d07-8354-0849589efa74 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 1101 time: 0.2438211 Aug 23 14:43:35.962342 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:35.997914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Transition to ACTIVE for port object 65d020c5-1c41-45e2-86ec-1fee779d04a0 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:36.017831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:36.029639 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e94d7f11-f7d7-4c20-9626-36f331ad5c28 req-06cc1b28-723a-4c6e-960b-1c170723cdfa tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765367 Aug 23 14:43:36.031131 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-791c5671-9f1d-4ae6-90a6-80f88b0c0373 req-554513d8-7e3b-4a15-b97c-3941137d25fb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664246 Aug 23 14:43:36.093273 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:36.138640 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555c1cd-dff4-4e5d-ba60-a3bd512068a2 req-35faa8d7-7d02-4054-8f16-96daa1fd5cb8 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:36.146354 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5555c1cd-dff4-4e5d-ba60-a3bd512068a2 req-35faa8d7-7d02-4054-8f16-96daa1fd5cb8 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 948 time: 0.3449402 Aug 23 14:43:36.161425 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:36.190311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Pushing event updated for resources: {'Port': ['ID=65d020c5-1c41-45e2-86ec-1fee779d04a0,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:36.237279 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0553a-55e5-4fc7-a611-0c51accf7183 req-b13163ab-fbbf-496c-8078-fd9ee1ea05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:36.239448 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bed0553a-55e5-4fc7-a611-0c51accf7183 req-b13163ab-fbbf-496c-8078-fd9ee1ea05ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c75724c9bd94190916dad9ab125a486&device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 1099 time: 0.2974212 Aug 23 14:43:36.284849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:36.322155 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f136e-bcd3-4ac1-89ec-947527745436 req-cd0185f4-4583-490b-a82f-d0e9317311bb tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:36.324225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-378f136e-bcd3-4ac1-89ec-947527745436 req-cd0185f4-4583-490b-a82f-d0e9317311bb tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 948 time: 0.1856611 Aug 23 14:43:36.349707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Attempting to bind port 65d020c5-1c41-45e2-86ec-1fee779d04a0 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:36.352334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Attempting to bind port 65d020c5-1c41-45e2-86ec-1fee779d04a0 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:36.352334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Attempting to bind port 65d020c5-1c41-45e2-86ec-1fee779d04a0 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:36.366520 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5555c1cd-dff4-4e5d-ba60-a3bd512068a2 req-a2ea28f8-a14b-4196-b56d-e1e01ab68c92 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129138 Aug 23 14:43:36.366809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Port 65d020c5-1c41-45e2-86ec-1fee779d04a0 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:43:36.367146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Attempting to bind port 65d020c5-1c41-45e2-86ec-1fee779d04a0 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:36.380846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:36.380846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:36.380846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:36.380846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Bound port: 65d020c5-1c41-45e2-86ec-1fee779d04a0, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:36.380846 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:36.396647 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d234a-58cd-4b66-a20f-675ef3de5c60 req-972fbf5a-d4fa-46f5-82d6-7b30b6e65dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:36.398157 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-768d234a-58cd-4b66-a20f-675ef3de5c60 req-972fbf5a-d4fa-46f5-82d6-7b30b6e65dac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 1099 time: 0.3926015 Aug 23 14:43:36.442599 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-378f136e-bcd3-4ac1-89ec-947527745436 req-f64f4e19-1b98-469a-b88d-bec8629ae6fa tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993710 Aug 23 14:43:36.502290 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] For port 65d020c5-1c41-45e2-86ec-1fee779d04a0, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:36.506743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] For port 65d020c5-1c41-45e2-86ec-1fee779d04a0, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=65d020c5-1c41-45e2-86ec-1fee779d04a0,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:36.562440 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:36.602802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-5e9fc727-31c4-434e-b7af-dc273fe3f878 req-4425c24e-c42e-4801-95a5-1d6b55de3ed8 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Deleting port c1ec7583-28be-4346-923d-1559bd644649 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:43:36.602936 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5e9fc727-31c4-434e-b7af-dc273fe3f878 req-4425c24e-c42e-4801-95a5-1d6b55de3ed8 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:36.629282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Pushing event updated for resources: {'Port': ['ID=65d020c5-1c41-45e2-86ec-1fee779d04a0,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:36.640599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:36.642019 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:36.643086 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-135993d4-ee46-4111-8b46-d00915f781c5 service neutron] 10.222.0.61 "PUT /v2.0/ports/65d020c5-1c41-45e2-86ec-1fee779d04a0 HTTP/1.1" status: 200 len: 1096 time: 1.9492688 Aug 23 14:43:36.643610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46026289-2fbb-4538-9af2-234fb9b5eff9', 'tag': '65d020c5-1c41-45e2-86ec-1fee779d04a0'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:36.646176 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30c4735-5f0d-40f5-af5c-7a6f90f19625" -d '{"events": [{"name": "network-changed", "server_uuid": "46026289-2fbb-4538-9af2-234fb9b5eff9", "tag": "65d020c5-1c41-45e2-86ec-1fee779d04a0"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:36.753289 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0553a-55e5-4fc7-a611-0c51accf7183 req-8300b96c-d007-4d81-a9b2-972035d768a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:36.754907 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bed0553a-55e5-4fc7-a611-0c51accf7183 req-8300b96c-d007-4d81-a9b2-972035d768a0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.4975650 Aug 23 14:43:36.760397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a39dab-3399-4d38-b47e-9919c696cd09 req-71327c7e-87d7-45f2-9545-02546a169d31 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:36.762545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0a39dab-3399-4d38-b47e-9919c696cd09 req-71327c7e-87d7-45f2-9545-02546a169d31 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 950 time: 0.1006665 Aug 23 14:43:36.872211 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0a39dab-3399-4d38-b47e-9919c696cd09 req-0e70b880-45cd-498e-8723-38fade93d41c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955684 Aug 23 14:43:36.887332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-3a2697f7-e13b-455a-a589-301a4b07f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:36.889255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-3a2697f7-e13b-455a-a589-301a4b07f964 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c75724c9bd94190916dad9ab125a486&device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 1099 time: 0.1006491 Aug 23 14:43:36.902957 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bed0553a-55e5-4fc7-a611-0c51accf7183 req-ac284c6e-6b70-45ce-84d8-2ef784b39d68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=0f08330d-860f-4646-bd59-36ba20552377 HTTP/1.1" status: 200 len: 217 time: 0.1238260 Aug 23 14:43:36.919896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d65bd4-e1be-485f-a696-4a4b6000ad1e req-f1abcb13-9e46-4c9e-89ec-2a5b09720e88 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:36.921817 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b1d65bd4-e1be-485f-a696-4a4b6000ad1e req-f1abcb13-9e46-4c9e-89ec-2a5b09720e88 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 946 time: 0.4340873 Aug 23 14:43:36.958522 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-abe7cad1-dd85-47c7-b8f9-8be3cbdb6d97 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=65d020c5-1c41-45e2-86ec-1fee779d04a0 HTTP/1.1" status: 200 len: 217 time: 0.0538027 Aug 23 14:43:36.964605 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c0a017-1255-4f86-8ffd-51f250bfc2aa x-openstack-request-id: req-01c0a017-1255-4f86-8ffd-51f250bfc2aa {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:36.964928 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46026289-2fbb-4538-9af2-234fb9b5eff9", "tag": "65d020c5-1c41-45e2-86ec-1fee779d04a0", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:36.965778 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-01c0a017-1255-4f86-8ffd-51f250bfc2aa {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:36.966183 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46026289-2fbb-4538-9af2-234fb9b5eff9', 'tag': '65d020c5-1c41-45e2-86ec-1fee779d04a0', 'status': 'completed', 'code': 200} Aug 23 14:43:36.971327 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d234a-58cd-4b66-a20f-675ef3de5c60 req-7a0e4183-fd06-4395-927f-da46d655f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:36.972844 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-768d234a-58cd-4b66-a20f-675ef3de5c60 req-7a0e4183-fd06-4395-927f-da46d655f79c service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.5493348 Aug 23 14:43:37.030427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-0b6e1a2a-462f-4e4c-b3e5-e8108cec4651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:37.031859 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-0b6e1a2a-462f-4e4c-b3e5-e8108cec4651 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0629478 Aug 23 14:43:37.090154 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-768d234a-58cd-4b66-a20f-675ef3de5c60 req-78e5a25f-6fe9-44ed-bfd2-7036c6a6a942 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b595a67d-be00-4cd6-9e73-3fecd601b9bf HTTP/1.1" status: 200 len: 217 time: 0.0912740 Aug 23 14:43:37.091919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-f27e9857-fb86-49c5-b801-f10353e81949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:37.093703 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-f27e9857-fb86-49c5-b801-f10353e81949 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546257 Aug 23 14:43:37.104185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0553a-55e5-4fc7-a611-0c51accf7183 req-a5abf79a-1bae-451a-bcf3-a3ff96365024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:37.105925 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bed0553a-55e5-4fc7-a611-0c51accf7183 req-a5abf79a-1bae-451a-bcf3-a3ff96365024 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1793129 Aug 23 14:43:37.108056 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-5e9fc727-31c4-434e-b7af-dc273fe3f878 req-4425c24e-c42e-4801-95a5-1d6b55de3ed8 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] For port c1ec7583-28be-4346-923d-1559bd644649, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c1ec7583-28be-4346-923d-1559bd644649,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:37.108443 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5e9fc727-31c4-434e-b7af-dc273fe3f878 req-4425c24e-c42e-4801-95a5-1d6b55de3ed8 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:37.123746 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b1d65bd4-e1be-485f-a696-4a4b6000ad1e req-f2f7eed4-d3a2-4b65-a0c7-936e70c5fbed tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810131 Aug 23 14:43:37.218254 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-5e9fc727-31c4-434e-b7af-dc273fe3f878 req-4425c24e-c42e-4801-95a5-1d6b55de3ed8 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Calling delete_port for c1ec7583-28be-4346-923d-1559bd644649 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:43:37.280981 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d234a-58cd-4b66-a20f-675ef3de5c60 req-88685cf6-e340-422a-965d-2b44d8c0c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:37.283522 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-768d234a-58cd-4b66-a20f-675ef3de5c60 req-88685cf6-e340-422a-965d-2b44d8c0c3c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1723301 Aug 23 14:43:37.323178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0553a-55e5-4fc7-a611-0c51accf7183 req-2d5fa230-fd27-4fc5-b56a-b85a5bc37df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:37.326511 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bed0553a-55e5-4fc7-a611-0c51accf7183 req-2d5fa230-fd27-4fc5-b56a-b85a5bc37df7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1665967 Aug 23 14:43:37.619709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a324f-c504-4575-8183-ef3dde409f94 req-c73d04ad-37a5-44e1-9451-74b1c01e2b86 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:37.627247 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f3a324f-c504-4575-8183-ef3dde409f94 req-c73d04ad-37a5-44e1-9451-74b1c01e2b86 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 950 time: 0.4408267 Aug 23 14:43:37.663763 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d89a5ab-0a9d-4818-8d8a-75a731833c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340691ea-a6ff-47fd-b902-bd6fcfd82dcc'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:37.667027 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07d6a46-f2bf-4a8e-afd1-bc59b1f8b116" -d '{"events": [{"server_uuid": "5d89a5ab-0a9d-4818-8d8a-75a731833c80", "name": "network-vif-plugged", "status": "completed", "tag": "340691ea-a6ff-47fd-b902-bd6fcfd82dcc"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:37.671132 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bed0553a-55e5-4fc7-a611-0c51accf7183 req-0c0f949b-ad1e-4a9e-87dd-cc77352a9eec service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013787 Aug 23 14:43:37.673836 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-cd06315d-5e7f-4565-b119-c102b9802b5b service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570350 Aug 23 14:43:37.748006 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d234a-58cd-4b66-a20f-675ef3de5c60 req-ebe125c6-d078-435a-bbf1-08785da293ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:37.750264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-768d234a-58cd-4b66-a20f-675ef3de5c60 req-ebe125c6-d078-435a-bbf1-08785da293ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4551175 Aug 23 14:43:37.751593 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5e9fc727-31c4-434e-b7af-dc273fe3f878 req-4425c24e-c42e-4801-95a5-1d6b55de3ed8 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:37.764489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['a6943019-58fd-4778-a9a5-a635606c448b'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:37.795729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a36a6-d827-4fee-8d8b-43419cbf67c1 req-ddd75858-f33e-4953-a34c-28cafe549523 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099517 Aug 23 14:43:37.823421 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f3a324f-c504-4575-8183-ef3dde409f94 req-ab866412-629e-4c35-af06-d6d0e3ed9bc0 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948538 Aug 23 14:43:38.009301 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9fc727-31c4-434e-b7af-dc273fe3f878 req-4425c24e-c42e-4801-95a5-1d6b55de3ed8 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] No DVR routers for this DVR port c1ec7583-28be-4346-923d-1559bd644649 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:43:38.013507 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5e9fc727-31c4-434e-b7af-dc273fe3f878 req-4425c24e-c42e-4801-95a5-1d6b55de3ed8 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:38.016734 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e9fc727-31c4-434e-b7af-dc273fe3f878 req-4425c24e-c42e-4801-95a5-1d6b55de3ed8 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.57 "DELETE /v2.0/ports/c1ec7583-28be-4346-923d-1559bd644649 HTTP/1.1" status: 204 len: 173 time: 2.0648489 Aug 23 14:43:38.018010 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425c24e-c42e-4801-95a5-1d6b55de3ed8 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Pushing event deleted for resources: {'Port': ['ID=c1ec7583-28be-4346-923d-1559bd644649,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:38.035541 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d569d0-d670-42f0-a44d-4ae58cd614d5', 'name': 'network-vif-deleted', 'tag': 'c1ec7583-28be-4346-923d-1559bd644649'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:38.039436 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24da509d-57b7-4b18-a87f-2ca695243647" -d '{"events": [{"server_uuid": "59d569d0-d670-42f0-a44d-4ae58cd614d5", "name": "network-vif-deleted", "tag": "c1ec7583-28be-4346-923d-1559bd644649"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:38.064046 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbb7f1-3d6a-41ae-a144-69e2e8141b66 req-57104576-98d5-4f5d-8ddc-da1ff65ae6e4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:38.066347 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0cfbb7f1-3d6a-41ae-a144-69e2e8141b66 req-57104576-98d5-4f5d-8ddc-da1ff65ae6e4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 948 time: 0.5094502 Aug 23 14:43:38.096046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c4735-5f0d-40f5-af5c-7a6f90f19625 req-fcb0e660-ce51-4d88-9bce-ce21e0496437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:38.097488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d30c4735-5f0d-40f5-af5c-7a6f90f19625 req-fcb0e660-ce51-4d88-9bce-ce21e0496437 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c75724c9bd94190916dad9ab125a486&device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 1099 time: 0.1755795 Aug 23 14:43:38.106087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6b727-244f-41fc-99bf-6aa8d0b0e2ad req-c2220439-700e-47d5-a4ef-536b483f1704 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:38.115410 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77a6b727-244f-41fc-99bf-6aa8d0b0e2ad req-c2220439-700e-47d5-a4ef-536b483f1704 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 948 time: 0.1815400 Aug 23 14:43:38.173153 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0cfbb7f1-3d6a-41ae-a144-69e2e8141b66 req-53cf733d-67b2-4c10-a0c5-65eee4207f44 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930667 Aug 23 14:43:38.208034 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bed0553a-55e5-4fc7-a611-0c51accf7183 req-6079634b-15f5-4f72-acc2-69744a3396a8 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225270 Aug 23 14:43:38.211784 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-768d234a-58cd-4b66-a20f-675ef3de5c60 req-3a4774a4-312c-4b6c-97c7-3c4d785389fe service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151583 Aug 23 14:43:38.244726 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77a6b727-244f-41fc-99bf-6aa8d0b0e2ad req-5b7714e4-1fe6-4d45-bae7-4f6855286947 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295834 Aug 23 14:43:38.321478 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0dca51-bcc9-45a7-a053-44a2e639fcd5 x-openstack-request-id: req-2f0dca51-bcc9-45a7-a053-44a2e639fcd5 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:38.321793 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d89a5ab-0a9d-4818-8d8a-75a731833c80", "name": "network-vif-plugged", "status": "completed", "tag": "340691ea-a6ff-47fd-b902-bd6fcfd82dcc", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:38.322054 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2f0dca51-bcc9-45a7-a053-44a2e639fcd5 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:38.322797 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d89a5ab-0a9d-4818-8d8a-75a731833c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340691ea-a6ff-47fd-b902-bd6fcfd82dcc', 'code': 200} Aug 23 14:43:38.328407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c4735-5f0d-40f5-af5c-7a6f90f19625 req-833b12e2-f613-4f40-9bda-b99e5865685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:38.343402 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d30c4735-5f0d-40f5-af5c-7a6f90f19625 req-833b12e2-f613-4f40-9bda-b99e5865685e service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.2081704 Aug 23 14:43:38.391647 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-768d234a-58cd-4b66-a20f-675ef3de5c60 req-a19933af-9cf1-4a54-8327-78d7d9075848 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702156 Aug 23 14:43:38.403296 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1408fb81-8d4b-478d-ab8e-6c7627aedee6 x-openstack-request-id: req-1408fb81-8d4b-478d-ab8e-6c7627aedee6 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:38.403597 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d569d0-d670-42f0-a44d-4ae58cd614d5", "name": "network-vif-deleted", "tag": "c1ec7583-28be-4346-923d-1559bd644649", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:38.404005 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1408fb81-8d4b-478d-ab8e-6c7627aedee6 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:38.404466 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d569d0-d670-42f0-a44d-4ae58cd614d5', 'name': 'network-vif-deleted', 'tag': 'c1ec7583-28be-4346-923d-1559bd644649', 'status': 'completed', 'code': 200} Aug 23 14:43:38.486845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0f08330d-860f-4646-bd59-36ba20552377 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:43:38.490425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b595a67d-be00-4cd6-9e73-3fecd601b9bf up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:38.539362 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18618705-e8b2-4584-bef6-49cf7060684e req-7d42d3ef-a279-4a10-a82c-0d3eda33e90e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:38.544040 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18618705-e8b2-4584-bef6-49cf7060684e req-7d42d3ef-a279-4a10-a82c-0d3eda33e90e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 950 time: 0.1312821 Aug 23 14:43:38.544260 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d30c4735-5f0d-40f5-af5c-7a6f90f19625 req-18604b66-9e4b-4241-98e8-87d9faba5c0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=65d020c5-1c41-45e2-86ec-1fee779d04a0 HTTP/1.1" status: 200 len: 217 time: 0.1984193 Aug 23 14:43:38.553766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae0a54-f12c-4cd4-93b0-3546e3cc1adc req-e65add57-780c-49fc-9eab-7e59a127c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:38.555630 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46ae0a54-f12c-4cd4-93b0-3546e3cc1adc req-e65add57-780c-49fc-9eab-7e59a127c41b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 1097 time: 0.1012106 Aug 23 14:43:38.630367 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18618705-e8b2-4584-bef6-49cf7060684e req-1cc65bac-3642-46e7-97f1-37c6abc35bee tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736287 Aug 23 14:43:38.635684 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46ae0a54-f12c-4cd4-93b0-3546e3cc1adc req-687b0a91-c7f3-4339-84f8-c9ccfe2209e5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693846 Aug 23 14:43:38.691432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port b595a67d-be00-4cd6-9e73-3fecd601b9bf triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:38.692435 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:38.720853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6bd96-c3bb-48d5-8054-e0b95c03a86f req-a26cd2ae-ebd3-4538-9bdf-9cdcee729d62 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:38.728373 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7c6bd96-c3bb-48d5-8054-e0b95c03a86f req-a26cd2ae-ebd3-4538-9bdf-9cdcee729d62 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 946 time: 0.2169228 Aug 23 14:43:38.742150 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0f08330d-860f-4646-bd59-36ba20552377, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0f08330d-860f-4646-bd59-36ba20552377,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:38.749935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c4735-5f0d-40f5-af5c-7a6f90f19625 req-7c141182-423c-4832-8465-589261381c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:38.751840 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d30c4735-5f0d-40f5-af5c-7a6f90f19625 req-7c141182-423c-4832-8465-589261381c0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1644592 Aug 23 14:43:38.767377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '0f08330d-860f-4646-bd59-36ba20552377', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '0f08330d-860f-4646-bd59-36ba20552377', 'mac_address': 'fa:16:3e:b3:1d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:43:38.794169 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7c6bd96-c3bb-48d5-8054-e0b95c03a86f req-31503eec-cfbb-4b17-8f55-0188dfa88727 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648339 Aug 23 14:43:38.887776 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:38.914592 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:38.925389 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f08330d-860f-4646-bd59-36ba20552377 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:43:38.949461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77a1b8-ca4c-4d8e-9dcb-d9db864935ba req-cad96a33-4028-4216-aca0-c8d50c617381 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:38.965482 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f77a1b8-ca4c-4d8e-9dcb-d9db864935ba req-cad96a33-4028-4216-aca0-c8d50c617381 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=7315bdb2-7f0f-460b-9ea2-5ef29aaf3333 HTTP/1.1" status: 200 len: 950 time: 0.1545992 Aug 23 14:43:38.970040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0f08330d-860f-4646-bd59-36ba20552377, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0f08330d-860f-4646-bd59-36ba20552377,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:38.996081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b595a67d-be00-4cd6-9e73-3fecd601b9bf, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b595a67d-be00-4cd6-9e73-3fecd601b9bf,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:38.999562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c4735-5f0d-40f5-af5c-7a6f90f19625 req-af31d615-cb46-4c0d-b715-f299d8667589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:39.001709 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d30c4735-5f0d-40f5-af5c-7a6f90f19625 req-af31d615-cb46-4c0d-b715-f299d8667589 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1484935 Aug 23 14:43:39.026240 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f77a1b8-ca4c-4d8e-9dcb-d9db864935ba req-007a983f-026e-4c8a-9e4f-8a1c779d1da3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577486 Aug 23 14:43:39.058395 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d9371c5-d86c-46a3-b9bc-94e14cfa1fdd req-9a0b3943-2dbf-4a89-9e4b-dd14d4e770cb tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=59d569d0-d670-42f0-a44d-4ae58cd614d5 HTTP/1.1" status: 200 len: 210 time: 0.0708220 Aug 23 14:43:39.093364 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:39.095533 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:39.242357 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device c1ec7583-28be-4346-923d-1559bd644649 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:43:39.258267 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d30c4735-5f0d-40f5-af5c-7a6f90f19625 req-a544fd6a-9ddf-48e3-ba7a-6f784fde4a6f service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342124 Aug 23 14:43:39.264429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b595a67d-be00-4cd6-9e73-3fecd601b9bf,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:39.413207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=0f08330d-860f-4646-bd59-36ba20552377,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:39.422199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['0f08330d-860f-4646-bd59-36ba20552377'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:39.425089 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: c1ec7583-28be-4346-923d-1559bd644649 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:43:39.430567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device c1ec7583-28be-4346-923d-1559bd644649 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:43:39.492615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c77c52-8077-4cd1-82ec-507fa4217362 req-868d1f74-0be6-4c74-a43e-f0b9249ce8e4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:39.494285 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-61c77c52-8077-4cd1-82ec-507fa4217362 req-868d1f74-0be6-4c74-a43e-f0b9249ce8e4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.1659925 Aug 23 14:43:39.560948 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-61c77c52-8077-4cd1-82ec-507fa4217362 req-8b82e8dc-0178-4746-95db-aac7810e422d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530872 Aug 23 14:43:39.589973 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d30c4735-5f0d-40f5-af5c-7a6f90f19625 req-5942a431-8a83-4f77-acc8-98101ca52919 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213916 Aug 23 14:43:39.747451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e4bde-cc9e-4e98-8eb7-44e3773f9996 req-f708a66f-7e06-48cf-8ef2-20e08960b92f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:39.754540 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-763e4bde-cc9e-4e98-8eb7-44e3773f9996 req-f708a66f-7e06-48cf-8ef2-20e08960b92f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 948 time: 0.1090281 Aug 23 14:43:39.802689 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-763e4bde-cc9e-4e98-8eb7-44e3773f9996 req-13a64e2d-f0ac-4dbf-9d8b-d2b10e8c3b46 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Aug 23 14:43:39.828735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255ceeb-381c-4422-a105-65eb4a5f25c2 req-c3e5738b-c33d-4332-b750-38a6988fcef2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:39.830895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255ceeb-381c-4422-a105-65eb4a5f25c2 req-c3e5738b-c33d-4332-b750-38a6988fcef2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:39.832702 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1255ceeb-381c-4422-a105-65eb4a5f25c2 req-c3e5738b-c33d-4332-b750-38a6988fcef2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=7315bdb2-7f0f-460b-9ea2-5ef29aaf3333&device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 1691 time: 0.0956738 Aug 23 14:43:39.897643 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1255ceeb-381c-4422-a105-65eb4a5f25c2 req-78b97fd4-f7bf-4c0e-abbd-d722e9843d95 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582097 Aug 23 14:43:40.051891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f8101-2052-4bf3-82a5-73963cbd5c63 req-e57052e2-91fb-4b6d-a654-43e026caffb9 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:40.055641 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-985f8101-2052-4bf3-82a5-73963cbd5c63 req-e57052e2-91fb-4b6d-a654-43e026caffb9 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 946 time: 0.0828259 Aug 23 14:43:40.114352 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-985f8101-2052-4bf3-82a5-73963cbd5c63 req-958547dc-b718-4e49-9008-2059e5c0d64a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498869 Aug 23 14:43:40.229378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b322e-9c84-40b8-b97c-992743695e78 req-e2b3c00e-ef16-435a-8b05-f7c8969ce6ed tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:40.231209 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-014b322e-9c84-40b8-b97c-992743695e78 req-e2b3c00e-ef16-435a-8b05-f7c8969ce6ed tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7315bdb2-7f0f-460b-9ea2-5ef29aaf3333 HTTP/1.1" status: 200 len: 1101 time: 0.0562391 Aug 23 14:43:40.290365 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-014b322e-9c84-40b8-b97c-992743695e78 req-1880e314-c13a-45ee-916f-d7d8dfe5933d tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509052 Aug 23 14:43:40.324235 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d74e62-3f7c-4a97-a2e0-7cde5261cd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b595a67d-be00-4cd6-9e73-3fecd601b9bf'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:40.329210 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef504bf7-10a8-4d8a-b8c1-64c79671199b" -d '{"events": [{"server_uuid": "20d74e62-3f7c-4a97-a2e0-7cde5261cd56", "name": "network-vif-plugged", "status": "completed", "tag": "b595a67d-be00-4cd6-9e73-3fecd601b9bf"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:40.423031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421f5c9-b80c-481e-b626-2947ecf1977d req-f6b3b5bf-d46d-41d5-a9a6-890d079f5d93 tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:40.426709 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6421f5c9-b80c-481e-b626-2947ecf1977d req-f6b3b5bf-d46d-41d5-a9a6-890d079f5d93 tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 1101 time: 0.0600464 Aug 23 14:43:40.485925 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6421f5c9-b80c-481e-b626-2947ecf1977d req-1dcd8d67-8205-4b9d-9868-32212cf930f8 tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444212 Aug 23 14:43:40.498743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0f08330d-860f-4646-bd59-36ba20552377 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:40.572520 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589bcc73-b955-4398-b057-39acee036d9b x-openstack-request-id: req-589bcc73-b955-4398-b057-39acee036d9b {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:40.572817 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d74e62-3f7c-4a97-a2e0-7cde5261cd56", "name": "network-vif-plugged", "status": "completed", "tag": "b595a67d-be00-4cd6-9e73-3fecd601b9bf", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:40.573070 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-589bcc73-b955-4398-b057-39acee036d9b {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:40.574045 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d74e62-3f7c-4a97-a2e0-7cde5261cd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b595a67d-be00-4cd6-9e73-3fecd601b9bf', 'code': 200} Aug 23 14:43:40.716598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 0f08330d-860f-4646-bd59-36ba20552377 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:40.719972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad8cc0-eff9-41b2-8dd5-e6c1f1c59d5c req-bb22f3cc-c87a-402c-bb59-60ff769753ab tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:40.721491 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 0f08330d-860f-4646-bd59-36ba20552377 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:40.721645 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cad8cc0-eff9-41b2-8dd5-e6c1f1c59d5c req-bb22f3cc-c87a-402c-bb59-60ff769753ab tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 949 time: 0.0829706 Aug 23 14:43:40.722204 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:40.818768 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cad8cc0-eff9-41b2-8dd5-e6c1f1c59d5c req-05f8a854-5374-40f2-bbda-2dfa6fce81a5 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895753 Aug 23 14:43:40.971359 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:41.022964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98da21-4448-41a4-b212-1e7bf8ce2397 req-b94d9042-92fc-4387-a79f-3dbd8b8ec817 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:41.027926 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0f98da21-4448-41a4-b212-1e7bf8ce2397 req-b94d9042-92fc-4387-a79f-3dbd8b8ec817 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.0858426 Aug 23 14:43:41.037451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0f08330d-860f-4646-bd59-36ba20552377, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0f08330d-860f-4646-bd59-36ba20552377,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:41.048001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded509d0-a135-444c-b7b4-85dd26e38c96 req-34a52ff0-d81c-4eb7-af5e-7dc749b0623e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:41.049829 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ded509d0-a135-444c-b7b4-85dd26e38c96 req-34a52ff0-d81c-4eb7-af5e-7dc749b0623e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 948 time: 0.0745614 Aug 23 14:43:41.101455 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ded509d0-a135-444c-b7b4-85dd26e38c96 req-64f39710-fc0b-4253-812c-64437534610a tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450330 Aug 23 14:43:41.109295 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0f98da21-4448-41a4-b212-1e7bf8ce2397 req-b864fbaf-0f96-43fe-9cb5-8ade348bad55 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741949 Aug 23 14:43:41.150871 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:41.256033 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=0f08330d-860f-4646-bd59-36ba20552377,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:41.330857 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d22c0-359f-47ab-9eef-24f99f5bd787 req-4b88e72f-888a-4e01-9a29-234a766db8ed tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:41.332832 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-771d22c0-359f-47ab-9eef-24f99f5bd787 req-4b88e72f-888a-4e01-9a29-234a766db8ed tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.0644748 Aug 23 14:43:41.637528 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-771d22c0-359f-47ab-9eef-24f99f5bd787 req-4b75f205-d3d8-491d-99e9-5293a8c337fc tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976491 Aug 23 14:43:41.864009 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81903f62-4b6c-402f-8340-ff33ef4340b7 req-09051e09-2e0f-4b13-a023-43debb5c0d46 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:41.876147 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-81903f62-4b6c-402f-8340-ff33ef4340b7 req-09051e09-2e0f-4b13-a023-43debb5c0d46 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 946 time: 0.1111569 Aug 23 14:43:41.919624 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-81903f62-4b6c-402f-8340-ff33ef4340b7 req-7a5b9423-a09c-4a6a-b292-4147adaee66c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425355 Aug 23 14:43:42.001480 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caeb374-7be0-4225-bcb1-286214e0068d req-eadd9488-56c4-47a9-b95c-99732e17577f tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:42.003241 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5caeb374-7be0-4225-bcb1-286214e0068d req-eadd9488-56c4-47a9-b95c-99732e17577f tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 949 time: 0.1149201 Aug 23 14:43:42.124372 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa69b20-92ca-4123-9085-ef21514cec65 req-f9ed87f8-6ac1-4db9-8b60-3fcc2a22b2ae tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:42.126861 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-efa69b20-92ca-4123-9085-ef21514cec65 req-f9ed87f8-6ac1-4db9-8b60-3fcc2a22b2ae tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 949 time: 0.0724480 Aug 23 14:43:42.143286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-5caeb374-7be0-4225-bcb1-286214e0068d req-ffcc3885-8bf0-41a5-8c3c-08722fcd1b97 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Deleting port a6943019-58fd-4778-a9a5-a635606c448b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:43:42.143699 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5caeb374-7be0-4225-bcb1-286214e0068d req-ffcc3885-8bf0-41a5-8c3c-08722fcd1b97 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:42.201568 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-efa69b20-92ca-4123-9085-ef21514cec65 req-b0d41fa3-0846-4347-b449-1c0511900eb6 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/security-groups?id=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667529 Aug 23 14:43:42.268035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5caeb374-7be0-4225-bcb1-286214e0068d req-ffcc3885-8bf0-41a5-8c3c-08722fcd1b97 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] For port a6943019-58fd-4778-a9a5-a635606c448b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a6943019-58fd-4778-a9a5-a635606c448b,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:42.268296 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5caeb374-7be0-4225-bcb1-286214e0068d req-ffcc3885-8bf0-41a5-8c3c-08722fcd1b97 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:42.284530 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-5caeb374-7be0-4225-bcb1-286214e0068d req-ffcc3885-8bf0-41a5-8c3c-08722fcd1b97 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Calling delete_port for a6943019-58fd-4778-a9a5-a635606c448b owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:43:42.436840 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea00572-1dc3-4fd2-8777-0118ea2f1a5f req-8a999903-aa2f-42a5-9a97-8a65e3acc06c tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:42.439512 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ea00572-1dc3-4fd2-8777-0118ea2f1a5f req-8a999903-aa2f-42a5-9a97-8a65e3acc06c tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 1097 time: 0.0535684 Aug 23 14:43:42.485550 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ea00572-1dc3-4fd2-8777-0118ea2f1a5f req-88f506a9-3f8a-47a9-8480-2a84f9f417c5 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337441 Aug 23 14:43:42.535973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 65d020c5-1c41-45e2-86ec-1fee779d04a0 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:43:42.595560 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10af98fc-7193-4743-b452-a814175456f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f08330d-860f-4646-bd59-36ba20552377'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:42.597518 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4776e53-5f90-44e7-92c0-4831c69b15b0" -d '{"events": [{"server_uuid": "10af98fc-7193-4743-b452-a814175456f7", "name": "network-vif-plugged", "status": "completed", "tag": "0f08330d-860f-4646-bd59-36ba20552377"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:42.650237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 65d020c5-1c41-45e2-86ec-1fee779d04a0, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=65d020c5-1c41-45e2-86ec-1fee779d04a0,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:42.662689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '65d020c5-1c41-45e2-86ec-1fee779d04a0', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '65d020c5-1c41-45e2-86ec-1fee779d04a0', 'mac_address': 'fa:16:3e:e9:e1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:43:42.686769 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4ecdf-5524-4075-a696-07401d66f181 req-0ca88a54-49f6-4e39-a7b8-7ebc048f24f2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:42.688582 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69c4ecdf-5524-4075-a696-07401d66f181 req-0ca88a54-49f6-4e39-a7b8-7ebc048f24f2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 948 time: 0.0553432 Aug 23 14:43:42.693292 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5caeb374-7be0-4225-bcb1-286214e0068d req-ffcc3885-8bf0-41a5-8c3c-08722fcd1b97 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:42.709310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['a6943019-58fd-4778-a9a5-a635606c448b'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:42.723150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc3885-8bf0-41a5-8c3c-08722fcd1b97 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Pushing event deleted for resources: {'Port': ['ID=a6943019-58fd-4778-a9a5-a635606c448b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:42.744336 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:42.759711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d020c5-1c41-45e2-86ec-1fee779d04a0 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:43:42.786746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 65d020c5-1c41-45e2-86ec-1fee779d04a0, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=65d020c5-1c41-45e2-86ec-1fee779d04a0,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:42.790183 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69c4ecdf-5524-4075-a696-07401d66f181 req-0cf43ec3-e786-4af3-ad3e-303ad735b9d7 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895317 Aug 23 14:43:42.802552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caeb374-7be0-4225-bcb1-286214e0068d req-ffcc3885-8bf0-41a5-8c3c-08722fcd1b97 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] No DVR routers for this DVR port a6943019-58fd-4778-a9a5-a635606c448b on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:43:42.805925 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5caeb374-7be0-4225-bcb1-286214e0068d req-ffcc3885-8bf0-41a5-8c3c-08722fcd1b97 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:42.808073 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5caeb374-7be0-4225-bcb1-286214e0068d req-ffcc3885-8bf0-41a5-8c3c-08722fcd1b97 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.61 "DELETE /v2.0/ports/a6943019-58fd-4778-a9a5-a635606c448b HTTP/1.1" status: 204 len: 173 time: 0.7986479 Aug 23 14:43:42.808591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5e5102-8610-489b-9af6-569b068fb9dc', 'name': 'network-vif-deleted', 'tag': 'a6943019-58fd-4778-a9a5-a635606c448b'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:42.814050 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accd8fa3-ca6e-4fa6-8c3a-8d9f7eb68a08" -d '{"events": [{"server_uuid": "2d5e5102-8610-489b-9af6-569b068fb9dc", "name": "network-vif-deleted", "tag": "a6943019-58fd-4778-a9a5-a635606c448b"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:42.853208 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:42.951346 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=65d020c5-1c41-45e2-86ec-1fee779d04a0,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:43.035118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5436-69e9-4600-a67b-a5913bef202d req-ecc29f28-5173-4755-a382-7f18b65f1977 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:43.037270 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-759b5436-69e9-4600-a67b-a5913bef202d req-ecc29f28-5173-4755-a382-7f18b65f1977 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 1097 time: 0.0503957 Aug 23 14:43:43.086187 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-759b5436-69e9-4600-a67b-a5913bef202d req-9320378f-2fc9-4fd0-9491-5fb6928b385e tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422974 Aug 23 14:43:43.113539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['65d020c5-1c41-45e2-86ec-1fee779d04a0'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:43.280604 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c1be2f-bd64-435b-8338-3f242db64f85 x-openstack-request-id: req-17c1be2f-bd64-435b-8338-3f242db64f85 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:43.293444 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10af98fc-7193-4743-b452-a814175456f7", "name": "network-vif-plugged", "status": "completed", "tag": "0f08330d-860f-4646-bd59-36ba20552377", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:43.293444 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-17c1be2f-bd64-435b-8338-3f242db64f85 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:43.293802 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10af98fc-7193-4743-b452-a814175456f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f08330d-860f-4646-bd59-36ba20552377', 'code': 200} Aug 23 14:43:43.348703 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6fb75d-7d7f-4199-88ac-efa49627e1b6 x-openstack-request-id: req-5e6fb75d-7d7f-4199-88ac-efa49627e1b6 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:43.349575 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5e5102-8610-489b-9af6-569b068fb9dc", "name": "network-vif-deleted", "tag": "a6943019-58fd-4778-a9a5-a635606c448b", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:43.350162 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e6fb75d-7d7f-4199-88ac-efa49627e1b6 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:43.350795 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5e5102-8610-489b-9af6-569b068fb9dc', 'name': 'network-vif-deleted', 'tag': 'a6943019-58fd-4778-a9a5-a635606c448b', 'status': 'completed', 'code': 200} Aug 23 14:43:43.456817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4669cf8-d414-4a93-bb83-b5f1565a27ed req-cdd75a2c-639b-4644-8d37-20733447bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:43.459229 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4669cf8-d414-4a93-bb83-b5f1565a27ed req-cdd75a2c-639b-4644-8d37-20733447bbfc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 1101 time: 0.0777617 Aug 23 14:43:43.538110 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4669cf8-d414-4a93-bb83-b5f1565a27ed req-479b7417-3cb8-42dd-aa27-a04a523a4d8b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689521 Aug 23 14:43:43.590285 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2b4548ad-7cb9-43c0-aed3-faff4d3cb543 req-ef3b6dca-cc72-4274-bdc3-06c0cbd01d75 tempest-LiveMigrationNegativeTest-1563267991 tempest-LiveMigrationNegativeTest-1563267991-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d5e5102-8610-489b-9af6-569b068fb9dc HTTP/1.1" status: 200 len: 210 time: 0.0427282 Aug 23 14:43:44.536853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 65d020c5-1c41-45e2-86ec-1fee779d04a0 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:43:44.733121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 65d020c5-1c41-45e2-86ec-1fee779d04a0 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:44.738885 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 65d020c5-1c41-45e2-86ec-1fee779d04a0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:44.739557 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:44.997868 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:45.076499 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 65d020c5-1c41-45e2-86ec-1fee779d04a0, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=65d020c5-1c41-45e2-86ec-1fee779d04a0,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:45.150713 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:45.192847 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:45.222766 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=65d020c5-1c41-45e2-86ec-1fee779d04a0,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:45.294909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46026289-2fbb-4538-9af2-234fb9b5eff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d020c5-1c41-45e2-86ec-1fee779d04a0'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:45.300361 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb10abe8-db88-411b-8220-00bc70d9a0eb" -d '{"events": [{"server_uuid": "46026289-2fbb-4538-9af2-234fb9b5eff9", "name": "network-vif-plugged", "status": "completed", "tag": "65d020c5-1c41-45e2-86ec-1fee779d04a0"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:46.572976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a6943019-58fd-4778-a9a5-a635606c448b no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:43:46.596144 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: a6943019-58fd-4778-a9a5-a635606c448b {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:43:46.596486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a6943019-58fd-4778-a9a5-a635606c448b not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:43:47.310842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58892) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:47.450072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-d73d9d86-fe21-417b-a796-5d72fea72122 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:43:47.451331 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-d73d9d86-fe21-417b-a796-5d72fea72122 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1394236 Aug 23 14:43:47.575320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f3476ef4-633f-4a72-aa49-6ac5a6f54047 service neutron] Request body: {'binding': {'host': 'n-h1-804985-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:47.575945 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f3476ef4-633f-4a72-aa49-6ac5a6f54047 service neutron] Unknown quota resources ['binding']. {{(pid=96114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 14:43:47.751990 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f3476ef4-633f-4a72-aa49-6ac5a6f54047 service neutron] Attempting to bind port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc on host n-h1-804985-3 for vnic_type normal with profile None {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:47.752406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f3476ef4-633f-4a72-aa49-6ac5a6f54047 service neutron] Attempting to bind port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:47.752944 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f3476ef4-633f-4a72-aa49-6ac5a6f54047 service neutron] Attempting to bind port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:47.762916 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f3476ef4-633f-4a72-aa49-6ac5a6f54047 service neutron] Port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc on network e5d05685-47dd-44e8-9fba-4321908349a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:43:47.763258 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f3476ef4-633f-4a72-aa49-6ac5a6f54047 service neutron] Attempting to bind port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:47.769890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f3476ef4-633f-4a72-aa49-6ac5a6f54047 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:47.770467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f3476ef4-633f-4a72-aa49-6ac5a6f54047 service neutron] Checking segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:47.771163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f3476ef4-633f-4a72-aa49-6ac5a6f54047 service neutron] Bound using segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:47.771958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f3476ef4-633f-4a72-aa49-6ac5a6f54047 service neutron] Bound port: 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:47.889945 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f3476ef4-633f-4a72-aa49-6ac5a6f54047 service neutron] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:47.957239 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f3476ef4-633f-4a72-aa49-6ac5a6f54047 service neutron] Notify callbacks [] for binding, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:47.962742 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f3476ef4-633f-4a72-aa49-6ac5a6f54047 service neutron] 10.222.0.38 "POST /v2.0/ports/340691ea-a6ff-47fd-b902-bd6fcfd82dcc/bindings HTTP/1.1" status: 201 len: 389 time: 0.4557827 Aug 23 14:43:48.647460 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969d927-dda1-464e-ba46-d5609b1a322b req-6d26ffb7-5a1c-4b6d-8fc7-677bf7e555f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:48.649198 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-6d26ffb7-5a1c-4b6d-8fc7-677bf7e555f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 1097 time: 0.0626531 Aug 23 14:43:48.783224 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969d927-dda1-464e-ba46-d5609b1a322b req-a91ba9af-84c4-4622-b3be-0b65e8d7f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:48.785231 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-a91ba9af-84c4-4622-b3be-0b65e8d7f629 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.1216247 Aug 23 14:43:48.842132 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-3a7b8eb7-f13a-4e56-a945-8645e9e1b9ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc HTTP/1.1" status: 200 len: 217 time: 0.0479250 Aug 23 14:43:48.905777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969d927-dda1-464e-ba46-d5609b1a322b req-9d7a8dc3-f6b1-4a7c-bed4-540a72164bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:48.907447 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-9d7a8dc3-f6b1-4a7c-bed4-540a72164bb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.0553334 Aug 23 14:43:48.942416 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-745ce143-6049-4e6b-8c1e-7397f790c7b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261085 Aug 23 14:43:49.059610 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-02dc4c3c-caa1-41c2-a166-2bf89b1c1549 service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070983 Aug 23 14:43:49.129328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-a07e41ba-d49d-4d34-b7a3-8203e730aef1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424192 Aug 23 14:43:49.177551 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-a7899e51-1b2d-4258-a1d2-f30e8b9b91ee tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a6f5c4613b364924ae1363c53a90461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311201 Aug 23 14:43:49.250270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-57968dfa-53ed-4e47-80d0-f31ccc140afe tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:49.257834 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-57968dfa-53ed-4e47-80d0-f31ccc140afe tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1270156 Aug 23 14:43:49.276706 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-b0dfe5fc-b377-4d94-93da-65f0f82a9fc1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/quotas/1e6e0b279ff043acbf8723187691917d HTTP/1.1" status: 200 len: 375 time: 0.0173867 Aug 23 14:43:49.293746 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-5ce824f2-c96c-42d7-9cd9-0c07cdc2fbde tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:49.300643 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-5ce824f2-c96c-42d7-9cd9-0c07cdc2fbde tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1222503 Aug 23 14:43:49.339931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-7151f98b-c40d-4a00-80fe-107ad10db6ef tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619440 Aug 23 14:43:49.345669 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-66a50297-a50a-40d1-93d1-fd371e5efda9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/quotas/a6f5c4613b364924ae1363c53a90461d HTTP/1.1" status: 200 len: 375 time: 0.0422847 Aug 23 14:43:49.387551 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-fab93609-fa28-4a60-a276-8471e70d7b40 service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159332 Aug 23 14:43:49.418039 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-29420e32-084a-491e-a9da-f7158d68494f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678596 Aug 23 14:43:50.059011 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:50.270033 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969d927-dda1-464e-ba46-d5609b1a322b req-7b69ccb7-a2df-41ee-b026-a0080f9174ee tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:50.271747 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-7b69ccb7-a2df-41ee-b026-a0080f9174ee tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80&tenant_id=b66fd552a70a452381c358e94470d1e9&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 1097 time: 0.1496646 Aug 23 14:43:50.281674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254b9fa-fdd7-4e5b-ad2e-9006ab207672 req-4dd8c1b2-dc11-44e2-a793-38332ede51c7 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:50.284230 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6254b9fa-fdd7-4e5b-ad2e-9006ab207672 req-4dd8c1b2-dc11-44e2-a793-38332ede51c7 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 950 time: 0.0923133 Aug 23 14:43:50.290430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804985-3'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:50.366259 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:50.456463 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6254b9fa-fdd7-4e5b-ad2e-9006ab207672 req-3da44729-9f9b-47fb-94f6-b05c8212aaee tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611574 Aug 23 14:43:50.584086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:50.593772 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5cc50764-d43e-4a2b-ba20-70118d96a1f6 req-d578effa-8bd9-429d-b768-ccacc6b3b8eb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562494 Aug 23 14:43:50.650691 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:50.658174 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc78d04-50b8-4c48-8779-27a866c8f52b x-openstack-request-id: req-bbc78d04-50b8-4c48-8779-27a866c8f52b {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:50.658406 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46026289-2fbb-4538-9af2-234fb9b5eff9", "name": "network-vif-plugged", "status": "completed", "tag": "65d020c5-1c41-45e2-86ec-1fee779d04a0", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:50.658778 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bbc78d04-50b8-4c48-8779-27a866c8f52b {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:50.659101 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46026289-2fbb-4538-9af2-234fb9b5eff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d020c5-1c41-45e2-86ec-1fee779d04a0', 'code': 200} Aug 23 14:43:50.728428 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d89a5ab-0a9d-4818-8d8a-75a731833c80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '340691ea-a6ff-47fd-b902-bd6fcfd82dcc'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:50.731407 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbcf4e7-18f5-496f-980d-47c874ac4d87" -d '{"events": [{"server_uuid": "5d89a5ab-0a9d-4818-8d8a-75a731833c80", "name": "network-vif-unplugged", "status": "completed", "tag": "340691ea-a6ff-47fd-b902-bd6fcfd82dcc"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:50.735848 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:50.753813 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc50764-d43e-4a2b-ba20-70118d96a1f6 req-73032d36-a518-4e8b-b738-53247b333ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:50.755514 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5cc50764-d43e-4a2b-ba20-70118d96a1f6 req-73032d36-a518-4e8b-b738-53247b333ec9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 1100 time: 0.0787001 Aug 23 14:43:50.849831 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b07b7-2bca-4ff0-ac3e-42647a271530 req-fabcc8a3-5bf1-424c-bb9d-830bddce2fce tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:50.851257 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4c2b07b7-2bca-4ff0-ac3e-42647a271530 req-fabcc8a3-5bf1-424c-bb9d-830bddce2fce tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 946 time: 0.1077039 Aug 23 14:43:50.858730 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9eb535-bfad-4c45-bcc8-32556fc21448 req-df46b967-c595-431c-be3a-e15e71d953db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:50.860080 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e9eb535-bfad-4c45-bcc8-32556fc21448 req-df46b967-c595-431c-be3a-e15e71d953db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 1101 time: 0.1050496 Aug 23 14:43:50.895527 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc50764-d43e-4a2b-ba20-70118d96a1f6 req-4f75789e-740a-44c7-9028-a926cd59bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:50.897074 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5cc50764-d43e-4a2b-ba20-70118d96a1f6 req-4f75789e-740a-44c7-9028-a926cd59bbe9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1097701 Aug 23 14:43:50.914781 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4c2b07b7-2bca-4ff0-ac3e-42647a271530 req-fe269b46-036d-4ff3-ada5-78ce8c18b6d1 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537443 Aug 23 14:43:50.918711 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e9eb535-bfad-4c45-bcc8-32556fc21448 req-932b6640-e7f6-4db1-a5aa-06b382c9a53c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512018 Aug 23 14:43:50.945297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5cc50764-d43e-4a2b-ba20-70118d96a1f6 req-1cbb0d75-a1dd-4fd2-9c39-5ee6bd7d3268 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243 HTTP/1.1" status: 200 len: 217 time: 0.0366166 Aug 23 14:43:50.984983 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7be4f7f5-4f9c-4085-93f0-a5aa7f36285a req-02112133-f5e9-435a-8d6e-e5d823c4f86c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 210 time: 0.0266597 Aug 23 14:43:50.991684 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:51.128522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Attempting to bind port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc on host n-h2-804985-3 for vnic_type normal with profile {"migrating_to": "n-h1-804985-3"} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:51.128890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Attempting to bind port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:51.129211 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Attempting to bind port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:51.132396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Pushing event updated for resources: {'Port': ['ID=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,revision_number=7']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:51.145538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc on network e5d05685-47dd-44e8-9fba-4321908349a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:43:51.157388 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Attempting to bind port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:51.175527 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6289d267-7c56-4f21-afdc-87f80647697a x-openstack-request-id: req-6289d267-7c56-4f21-afdc-87f80647697a {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:51.175836 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d89a5ab-0a9d-4818-8d8a-75a731833c80", "name": "network-vif-unplugged", "status": "completed", "tag": "340691ea-a6ff-47fd-b902-bd6fcfd82dcc", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:51.176094 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6289d267-7c56-4f21-afdc-87f80647697a {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:51.176495 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d89a5ab-0a9d-4818-8d8a-75a731833c80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '340691ea-a6ff-47fd-b902-bd6fcfd82dcc', 'code': 200} Aug 23 14:43:51.177894 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:51.182301 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Checking segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:51.190912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Bound using segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:51.190912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Bound port: 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:51.190912 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:51.239284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc50764-d43e-4a2b-ba20-70118d96a1f6 req-2dabe8bd-3842-48aa-ab8f-e78ada0f5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:51.240808 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5cc50764-d43e-4a2b-ba20-70118d96a1f6 req-2dabe8bd-3842-48aa-ab8f-e78ada0f5065 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0929797 Aug 23 14:43:51.341011 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc50764-d43e-4a2b-ba20-70118d96a1f6 req-aa2429a5-d264-4c0f-a724-456daf1a5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:51.342958 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5cc50764-d43e-4a2b-ba20-70118d96a1f6 req-aa2429a5-d264-4c0f-a724-456daf1a5b7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0822613 Aug 23 14:43:51.379626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:51.390334 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:51.421572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58960) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:51.471637 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:51.566210 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5cc50764-d43e-4a2b-ba20-70118d96a1f6 req-284388cc-9d5d-41cd-ae70-e19965c5cec2 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020850 Aug 23 14:43:51.673143 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:51.673872 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:51.675414 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] 10.222.0.57 "PUT /v2.0/ports/340691ea-a6ff-47fd-b902-bd6fcfd82dcc HTTP/1.1" status: 200 len: 1122 time: 1.3900936 Aug 23 14:43:51.689674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f942c3-fb73-46fd-84dd-3a16d1ee31cf service neutron] Pushing event updated for resources: {'Port': ['ID=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,revision_number=8']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:51.787947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['340691ea-a6ff-47fd-b902-bd6fcfd82dcc'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:51.809160 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-69fba8c6-0937-43f6-b82c-30d98f5c88d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c856ff19a9b1494a9f6d727b143757c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3862863 Aug 23 14:43:51.811575 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58976) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:51.823146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c180ae4-b057-4056-afed-b36c6368372f req-702f1265-c4cd-432a-a153-248390c8e067 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:51.826665 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0c180ae4-b057-4056-afed-b36c6368372f req-702f1265-c4cd-432a-a153-248390c8e067 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 950 time: 0.2166600 Aug 23 14:43:51.873794 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5cc50764-d43e-4a2b-ba20-70118d96a1f6 req-e74661ff-e475-446a-93ea-52d845db699b service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987101 Aug 23 14:43:51.905771 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0c180ae4-b057-4056-afed-b36c6368372f req-d165a312-02ee-480a-bb44-7194fa5fb19b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675106 Aug 23 14:43:51.950290 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4d0f-508e-48da-864e-dbd3becc2f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:52.020079 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4947a979-6e5c-4444-807b-c4dfb7207c26 req-f10881dd-c322-42d0-b46a-8209e04c1119 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 210 time: 0.0726728 Aug 23 14:43:52.045929 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4d0f-508e-48da-864e-dbd3becc2f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:52.138604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df487f-4168-4f6b-9145-f8fcdfa9dc7e req-0dff7212-38bf-4b04-a73c-d7ad5db535c5 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:52.150787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52df487f-4168-4f6b-9145-f8fcdfa9dc7e req-0dff7212-38bf-4b04-a73c-d7ad5db535c5 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 945 time: 0.1569538 Aug 23 14:43:52.198016 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52df487f-4168-4f6b-9145-f8fcdfa9dc7e req-68d1d1b1-b616-4665-bd40-ae64ae0b6bc7 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439110 Aug 23 14:43:52.260127 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25520cf2-1fb5-4612-9a68-629bdc9015e4 req-d55fea75-bfaa-41c0-b9a1-9aba4dba0dc1 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:52.267495 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-25520cf2-1fb5-4612-9a68-629bdc9015e4 req-d55fea75-bfaa-41c0-b9a1-9aba4dba0dc1 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 944 time: 0.1472158 Aug 23 14:43:52.316303 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4d0f-508e-48da-864e-dbd3becc2f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:52.324233 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4d0f-508e-48da-864e-dbd3becc2f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:52.327909 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5f2f4d0f-508e-48da-864e-dbd3becc2f6b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6af8ebd6-4b38-43e3-ba7f-4581226c0f8c HTTP/1.1" status: 204 len: 168 time: 0.5127039 Aug 23 14:43:52.360476 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd8cba57-1059-4ac6-84fc-e2cb1824df2d req-35225bdb-507d-442f-8ecf-a96309b68bcf tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 210 time: 0.0425994 Aug 23 14:43:52.398775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f4d0f-508e-48da-864e-dbd3becc2f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af8ebd6-4b38-43e3-ba7f-4581226c0f8c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:52.411589 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-25520cf2-1fb5-4612-9a68-629bdc9015e4 req-ae57d1c5-88cf-4956-ab6a-2232e8b3a59f tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352999 Aug 23 14:43:52.688218 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-44975303-b898-4411-b3ff-8caddfc68254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:53.055038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce648aa-8a0d-4004-99d4-a3be6bd52f2d req-c55a5e7e-8065-40b6-b674-5bac2cd86a8d tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:53.063873 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dce648aa-8a0d-4004-99d4-a3be6bd52f2d req-c55a5e7e-8065-40b6-b674-5bac2cd86a8d tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 950 time: 0.0784605 Aug 23 14:43:53.123433 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dce648aa-8a0d-4004-99d4-a3be6bd52f2d req-ec153702-0659-49d0-9a6f-5a902f464c1f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577793 Aug 23 14:43:53.184137 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d89a5ab-0a9d-4818-8d8a-75a731833c80', 'tag': '340691ea-a6ff-47fd-b902-bd6fcfd82dcc'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:53.189125 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25e91fb-b695-4e92-9675-4e706aff2ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "5d89a5ab-0a9d-4818-8d8a-75a731833c80", "tag": "340691ea-a6ff-47fd-b902-bd6fcfd82dcc"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:53.209903 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-be91cd13-3094-411e-8bfd-c5de07188a37 req-b99d5feb-5b08-423c-8645-b8cd006e4be4 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 210 time: 0.0347214 Aug 23 14:43:53.281228 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59016) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:53.407531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3652f963-d1d6-474e-a015-2acde18cd839 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=39d2480b073543f5979b851aed986720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1250200 Aug 23 14:43:53.411023 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9af89df-bdb2-475e-b115-5d1c9b7340b6 x-openstack-request-id: req-c9af89df-bdb2-475e-b115-5d1c9b7340b6 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:53.411216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59024) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:53.426279 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d89a5ab-0a9d-4818-8d8a-75a731833c80", "tag": "340691ea-a6ff-47fd-b902-bd6fcfd82dcc", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:53.426279 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9af89df-bdb2-475e-b115-5d1c9b7340b6 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:53.426279 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d89a5ab-0a9d-4818-8d8a-75a731833c80', 'tag': '340691ea-a6ff-47fd-b902-bd6fcfd82dcc', 'status': 'completed', 'code': 200} Aug 23 14:43:53.477915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf80382-10e9-402a-8d6c-b3304e977566 req-b5223cda-1029-441f-8164-954e4890e837 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:53.480181 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adf80382-10e9-402a-8d6c-b3304e977566 req-b5223cda-1029-441f-8164-954e4890e837 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1881120 Aug 23 14:43:53.575537 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adf80382-10e9-402a-8d6c-b3304e977566 req-607172b3-504b-4286-93fe-d2fb84c905df tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670831 Aug 23 14:43:53.637391 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-13368982-6e37-439d-b156-2b4e3b9cf87d req-a0c5a471-d3b4-4377-92f6-2479426ea76e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 210 time: 0.0949368 Aug 23 14:43:53.682302 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4ac316fd-588f-4b92-a02e-bc1206a868dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:53.688073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e91fb-b695-4e92-9675-4e706aff2ca9 req-8d5271c5-d0a1-471a-97dc-9185b0a9eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:53.689715 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d25e91fb-b695-4e92-9675-4e706aff2ca9 req-8d5271c5-d0a1-471a-97dc-9185b0a9eb85 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 1125 time: 0.1639814 Aug 23 14:43:53.719842 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4ac316fd-588f-4b92-a02e-bc1206a868dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:53.795122 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-7e350873-b1e5-4eb5-b77b-f9b735cfdf31 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1442883119&fields=id&tenant_id=44d3f2d108d54d4d8c0a0c97823e1e8a HTTP/1.1" status: 200 len: 267 time: 0.0887756 Aug 23 14:43:53.920637 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-eb86c58d-f895-49a6-8006-feaa2fb175e9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a6f5c4613b364924ae1363c53a90461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463805 Aug 23 14:43:53.956617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7664cf-ff5f-4ccc-9d91-c6dcadbd0ca4 req-ecf900fa-dd84-44e1-90e8-de11d97a8eb7 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:53.958163 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6d7664cf-ff5f-4ccc-9d91-c6dcadbd0ca4 req-ecf900fa-dd84-44e1-90e8-de11d97a8eb7 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 944 time: 0.1977973 Aug 23 14:43:53.959251 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4ac316fd-588f-4b92-a02e-bc1206a868dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:53.962114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4ac316fd-588f-4b92-a02e-bc1206a868dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:53.965565 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4ac316fd-588f-4b92-a02e-bc1206a868dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc5c222d-469a-4a3f-8c00-0526343add18 HTTP/1.1" status: 204 len: 168 time: 0.5472255 Aug 23 14:43:53.967145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e91fb-b695-4e92-9675-4e706aff2ca9 req-1e5d6797-51bd-439d-b6cf-dd2c8a7f3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:53.968884 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d25e91fb-b695-4e92-9675-4e706aff2ca9 req-1e5d6797-51bd-439d-b6cf-dd2c8a7f3a26 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.2068610 Aug 23 14:43:53.997163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac316fd-588f-4b92-a02e-bc1206a868dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5c222d-469a-4a3f-8c00-0526343add18,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:54.078347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-2416f5f7-e134-4714-8ba3-dcfdfd024219 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:54.080040 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-2416f5f7-e134-4714-8ba3-dcfdfd024219 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/networks?id=5686c327-7ddb-4f80-9a60-a54a51f40b94 HTTP/1.1" status: 200 len: 823 time: 0.2841849 Aug 23 14:43:54.096302 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6d7664cf-ff5f-4ccc-9d91-c6dcadbd0ca4 req-d78a3742-4aee-4a6a-be00-5df7b45bba3f tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262679 Aug 23 14:43:54.100117 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d25e91fb-b695-4e92-9675-4e706aff2ca9 req-03c823bc-1665-4d9d-91f5-04c1a6a0b327 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc HTTP/1.1" status: 200 len: 217 time: 0.1172140 Aug 23 14:43:54.113944 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-1414f698-789f-46f7-9786-d38fa6a49954 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/quotas/44d3f2d108d54d4d8c0a0c97823e1e8a HTTP/1.1" status: 200 len: 375 time: 0.0216961 Aug 23 14:43:54.187129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-e6d3eb91-2304-428a-8778-cb62847c82ca tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:54.189126 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-e6d3eb91-2304-428a-8778-cb62847c82ca tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508857 Aug 23 14:43:54.223312 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-d4166b01-ccbf-4fd1-a5b7-be1e017d87c5 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=44d3f2d108d54d4d8c0a0c97823e1e8a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0984778 Aug 23 14:43:54.229350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-1f2ce943-fc60-4363-95a4-d6741afed08a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Request body: {'port': {'device_id': '4aead6d6-8896-4464-948c-31fa15b02697', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': 'a6f5c4613b364924ae1363c53a90461d'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:54.243099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e91fb-b695-4e92-9675-4e706aff2ca9 req-d602f146-e4c0-42d9-8a04-966f76b4c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:54.246595 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d25e91fb-b695-4e92-9675-4e706aff2ca9 req-d602f146-e4c0-42d9-8a04-966f76b4c3ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.1398253 Aug 23 14:43:54.301088 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d25e91fb-b695-4e92-9675-4e706aff2ca9 req-d213f34a-ab44-4685-9fb9-4003c1b86bd5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322764 Aug 23 14:43:54.505232 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d25e91fb-b695-4e92-9675-4e706aff2ca9 req-7b91d5f9-a2e0-4957-bd4f-5be367495d1d service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932151 Aug 23 14:43:54.532922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-1f2ce943-fc60-4363-95a4-d6741afed08a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Made reservation on behalf of a6f5c4613b364924ae1363c53a90461d for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:54.533959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-1f2ce943-fc60-4363-95a4-d6741afed08a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:54.540072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-79484722-9522-4073-944d-0c9b4495fbb1 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:43:54.550189 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-79484722-9522-4073-944d-0c9b4495fbb1 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0960062 Aug 23 14:43:54.599956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-bdb27c3d-ed01-4373-b7a1-1de78d7c8092 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:54.601453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-bdb27c3d-ed01-4373-b7a1-1de78d7c8092 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/networks?id=51950f55-2421-4c95-a28a-93304f30a9e1 HTTP/1.1" status: 200 len: 815 time: 0.2109902 Aug 23 14:43:54.644799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d25e91fb-b695-4e92-9675-4e706aff2ca9 req-08008e21-d2a3-43c9-9147-c36c9288c104 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269119 Aug 23 14:43:54.664992 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-1809f256-26e0-412b-bec5-05d7b3293db2 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/quotas/578c0dd47b654a5283478e2e4ebad0c7 HTTP/1.1" status: 200 len: 375 time: 0.0190427 Aug 23 14:43:54.742907 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-f18fefe9-05f4-4c12-8c97-0b97f2015656 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=578c0dd47b654a5283478e2e4ebad0c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718944 Aug 23 14:43:54.822721 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-38d6a5fe-31a8-47d9-87e6-30f0eda4c10d service neutron] 10.222.0.38 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714703 Aug 23 14:43:54.847023 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-73abf9a0-5415-407d-a05a-12a42d966fd7 service neutron] 10.222.0.38 "GET /v2.0/networks/51950f55-2421-4c95-a28a-93304f30a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082089 Aug 23 14:43:54.927614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-1f2ce943-fc60-4363-95a4-d6741afed08a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Allocated IP 192.168.233.172 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/05738bf0-0709-4218-bad2-48a1ffef6c0e) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:43:54.942691 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:43:54.964481 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-063ef6d2-7028-42f1-86e3-555b847e93e4 service neutron] 10.222.0.38 "GET /v2.0/networks/51950f55-2421-4c95-a28a-93304f30a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159067 Aug 23 14:43:55.075381 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-c6eec974-19e1-40a4-a214-900e56af725a tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:55.078408 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-c6eec974-19e1-40a4-a214-900e56af725a tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.57 "GET /v2.0/ports?device_id=14fe40ef-17cc-466a-94b1-4fabbf04caea HTTP/1.1" status: 200 len: 945 time: 0.1119676 Aug 23 14:43:55.080331 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-ad5dfc2c-dbf0-4740-ba9a-9b29431bfcfc service neutron] 10.222.0.38 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557821 Aug 23 14:43:55.273712 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-bc93fc94-6dc7-41f5-8b36-9529bf6bd52a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868957 Aug 23 14:43:55.287897 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-1f2ce943-fc60-4363-95a4-d6741afed08a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:55.327688 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 340691ea-a6ff-47fd-b902-bd6fcfd82dcc details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:43:55.329549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-1f2ce943-fc60-4363-95a4-d6741afed08a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Transition to ACTIVE for port object 05738bf0-0709-4218-bad2-48a1ffef6c0e will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:55.394908 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-4409a25b-62f9-4d69-b1ac-6b612bce1bcc tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=9c75724c9bd94190916dad9ab125a486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867553 Aug 23 14:43:55.512174 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-1f2ce943-fc60-4363-95a4-d6741afed08a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:55.573675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-1f2ce943-fc60-4363-95a4-d6741afed08a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:55.576951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-f9c96d35-0a4b-423f-8641-2c301293f01e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:55.583715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-1f2ce943-fc60-4363-95a4-d6741afed08a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:55.584327 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-f9c96d35-0a4b-423f-8641-2c301293f01e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882944 Aug 23 14:43:55.612747 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-1f2ce943-fc60-4363-95a4-d6741afed08a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:55.700554 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-42b3aac9-2d80-48c4-8b2f-c1b3a332859f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/quotas/9c75724c9bd94190916dad9ab125a486 HTTP/1.1" status: 200 len: 375 time: 0.1151609 Aug 23 14:43:55.711086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Deleting port 9f1b8220-0985-43c7-b123-a141cdb859ba {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:43:55.714304 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:55.726541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:55.770889 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 340691ea-a6ff-47fd-b902-bd6fcfd82dcc has no active binding in host n-h1-804985-3 {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 14:43:55.782517 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['e225fb55-aa3f-4b03-b4c8-d244f16aa243', 'b595a67d-be00-4cd6-9e73-3fecd601b9bf'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:55.810651 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:55.905282 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-1f2ce943-fc60-4363-95a4-d6741afed08a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:55.909138 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-1f2ce943-fc60-4363-95a4-d6741afed08a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:55.919686 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-160613c6-702e-4de8-ab5b-6c5e62fc5448 req-16ac4e57-283f-4deb-97f7-4d6e33af3dba tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 210 time: 0.3383105 Aug 23 14:43:55.983737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ce943-fc60-4363-95a4-d6741afed08a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Pushing event updated for resources: {'Port': ['ID=05738bf0-0709-4218-bad2-48a1ffef6c0e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:55.998347 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0ebbad25-cda1-4567-b5dc-31621e3ead87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:56.002428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-f49958e9-752d-4d52-a965-f8efa53e28a4 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:56.004351 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-f49958e9-752d-4d52-a965-f8efa53e28a4 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7231369 Aug 23 14:43:56.006392 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-feea85ca-339b-4a2d-b805-4fdca5310a25 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1442974 Aug 23 14:43:56.041473 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-2bb1d6f5-8b38-4320-bef2-e4ef0acc5f5e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Request body: {'port': {'device_id': 'd5285ef1-cdc0-4bb8-8a78-31c9c4eae53c', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '1e6e0b279ff043acbf8723187691917d'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:56.130210 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-3fc7450a-e374-4cca-aabc-e2d2058a327f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c75724c9bd94190916dad9ab125a486&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4276626 Aug 23 14:43:56.147726 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-1f2ce943-fc60-4363-95a4-d6741afed08a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9109073 Aug 23 14:43:56.181545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Request body: {'port': {'device_id': '4aead6d6-8896-4464-948c-31fa15b02697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:56.254127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a46319a5-c114-43fb-b6a3-bf8b0ca847cd None None] Provisioning for port 05738bf0-0709-4218-bad2-48a1ffef6c0e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:43:56.268447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a46319a5-c114-43fb-b6a3-bf8b0ca847cd None None] Provisioning complete for port 05738bf0-0709-4218-bad2-48a1ffef6c0e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:43:56.271001 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a46319a5-c114-43fb-b6a3-bf8b0ca847cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:56.305513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5a8f4-6832-497a-8b5d-818af0fb3450 req-7afd0467-8ea4-464a-8ef6-182f4cb938fb tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:56.314680 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6cc5a8f4-6832-497a-8b5d-818af0fb3450 req-7afd0467-8ea4-464a-8ef6-182f4cb938fb tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 936 time: 0.2479830 Aug 23 14:43:56.349777 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a46319a5-c114-43fb-b6a3-bf8b0ca847cd None None] Port 05738bf0-0709-4218-bad2-48a1ffef6c0e cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:43:56.361730 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:56.428918 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6cc5a8f4-6832-497a-8b5d-818af0fb3450 req-5a26d469-ad35-4a7d-b7d1-79c65cd9c9c7 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129065 Aug 23 14:43:56.652931 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:56.936308 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d004e4-b35f-4cb6-bb47-8e84a0f6eff7 req-894b2e78-4a23-43df-9306-ca83119ef5aa tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:56.944913 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-45d004e4-b35f-4cb6-bb47-8e84a0f6eff7 req-894b2e78-4a23-43df-9306-ca83119ef5aa tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 944 time: 0.3480611 Aug 23 14:43:57.014774 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5bd30a5e-fcd2-40af-8164-1a0a3738c9a3 req-83e25f8f-79a9-4a04-b43f-efddedfb472a tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 210 time: 0.0865588 Aug 23 14:43:57.021793 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] For port 9f1b8220-0985-43c7-b123-a141cdb859ba, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9f1b8220-0985-43c7-b123-a141cdb859ba,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:43:57.022180 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:57.033605 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-45d004e4-b35f-4cb6-bb47-8e84a0f6eff7 req-75b55ae2-1333-407f-8bc3-76df6f32bdf1 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881445 Aug 23 14:43:57.218301 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05738bf0-0709-4218-bad2-48a1ffef6c0e {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:43:57.229900 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:57.246327 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Transition to ACTIVE for port object 05738bf0-0709-4218-bad2-48a1ffef6c0e will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:57.292867 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b49b7a32-9681-44ee-a6ed-84927f21f618 req-3d521f2b-7fee-4b55-ad49-a0cfe975f83f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 210 time: 0.0447419 Aug 23 14:43:57.305591 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:57.372721 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Pushing event updated for resources: {'Port': ['ID=05738bf0-0709-4218-bad2-48a1ffef6c0e,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:57.391256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6f89be00-0068-4732-9352-7842d6d2f5ff tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:57.393927 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6f89be00-0068-4732-9352-7842d6d2f5ff tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3712611 Aug 23 14:43:57.453376 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6389f022-d544-44c5-bdbf-b282fb141af3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Request body: {'port': {'device_id': 'cad9a0e4-5a14-423d-a055-640ed968b16b', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '1e6e0b279ff043acbf8723187691917d'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:57.470085 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424d0881-2051-414c-a7d0-9e48fa8e301b req-9d557c5e-0404-4b36-87d7-9be8c4edb96b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 210 time: 0.2298498 Aug 23 14:43:57.629291 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32b6ad2a-1a87-4cfd-9678-cac26efd2d19 req-bd7c18bb-4df5-4019-8365-39eafc0a8a8c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 210 time: 0.0718369 Aug 23 14:43:57.693538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Attempting to bind port 05738bf0-0709-4218-bad2-48a1ffef6c0e on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:43:57.694113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Attempting to bind port 05738bf0-0709-4218-bad2-48a1ffef6c0e by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:43:57.694736 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Attempting to bind port 05738bf0-0709-4218-bad2-48a1ffef6c0e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:57.710995 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Port 05738bf0-0709-4218-bad2-48a1ffef6c0e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:43:57.711601 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Attempting to bind port 05738bf0-0709-4218-bad2-48a1ffef6c0e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:43:57.719693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:43:57.719693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:43:57.719693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:43:57.719693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Bound port: 05738bf0-0709-4218-bad2-48a1ffef6c0e, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:43:57.720101 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:57.791343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-2bb1d6f5-8b38-4320-bef2-e4ef0acc5f5e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Made reservation on behalf of 1e6e0b279ff043acbf8723187691917d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:57.795087 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-2bb1d6f5-8b38-4320-bef2-e4ef0acc5f5e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:57.956459 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3d812-be48-4cbe-b976-dbb7c07cdcd1 req-a1d50be8-aea8-4263-8a7a-c9aff0c16c6e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:57.958022 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1c3d812-be48-4cbe-b976-dbb7c07cdcd1 req-a1d50be8-aea8-4263-8a7a-c9aff0c16c6e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 948 time: 0.2494118 Aug 23 14:43:58.005805 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:58.006218 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:58.006598 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Floating IP 348063d2-7f0d-4b3a-b479-923bdbedbafa disassociated. External IP: 172.25.8.176, port: 9f1b8220-0985-43c7-b123-a141cdb859ba. Aug 23 14:43:58.006950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Calling delete_port for 9f1b8220-0985-43c7-b123-a141cdb859ba owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:43:58.050090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:43:58.061348 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:43:58.115915 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1c3d812-be48-4cbe-b976-dbb7c07cdcd1 req-34197093-bfc3-44fa-beb4-756e01e29dd4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493237 Aug 23 14:43:58.136777 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a9d84a85-1e0d-4a81-8e19-4e85c2a37768 req-ed2be264-9c18-4ba3-bdfd-54e09e181ac0 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 210 time: 0.0359936 Aug 23 14:43:58.150315 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:58.202769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-2bb1d6f5-8b38-4320-bef2-e4ef0acc5f5e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Allocated IP 192.168.233.205 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/f7c564a1-94dd-45e6-af56-abccb8b49ca6) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:43:58.218318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:58.218928 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:58.220753 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] 10.222.0.57 "PUT /v2.0/ports/05738bf0-0709-4218-bad2-48a1ffef6c0e HTTP/1.1" status: 200 len: 1096 time: 2.0544984 Aug 23 14:43:58.221011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:58.237270 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58ee0a9-ca34-4022-a584-fb0d8d897cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:58.246254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6389f022-d544-44c5-bdbf-b282fb141af3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Made reservation on behalf of 1e6e0b279ff043acbf8723187691917d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:43:58.250269 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6389f022-d544-44c5-bdbf-b282fb141af3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:58.281011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cef88e-f9d9-4889-ad88-0d6be134ba02 service neutron] Pushing event updated for resources: {'Port': ['ID=05738bf0-0709-4218-bad2-48a1ffef6c0e,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:58.344186 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d751e896-1f18-45d9-a6d7-7f3da49cd5ee x-openstack-request-id: req-d751e896-1f18-45d9-a6d7-7f3da49cd5ee {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:43:58.344482 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:43:58.345112 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d751e896-1f18-45d9-a6d7-7f3da49cd5ee {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:43:58.345667 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e', 'status': 'completed', 'code': 200} Aug 23 14:43:58.348186 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59176) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:58.474312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ee0a9-ca34-4022-a584-fb0d8d897cf2 req-6e8adef5-d505-4982-bb9d-f7b1e5c5b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:58.476328 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d58ee0a9-ca34-4022-a584-fb0d8d897cf2 req-6e8adef5-d505-4982-bb9d-f7b1e5c5b70d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 1099 time: 0.1064787 Aug 23 14:43:58.528330 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:58.554232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244c9e7-11e5-4b10-b9a8-e9ae19288af4 req-1af924c6-8ed9-40da-8b29-61d0266cc6f1 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:58.555732 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f244c9e7-11e5-4b10-b9a8-e9ae19288af4 req-1af924c6-8ed9-40da-8b29-61d0266cc6f1 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 944 time: 0.2507102 Aug 23 14:43:58.560919 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9d26938a-2230-4e4d-8f51-230a6791b1aa req-dcff6192-5aeb-4576-92c5-2d30a88e2b2e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 210 time: 0.0767741 Aug 23 14:43:58.568707 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d58ee0a9-ca34-4022-a584-fb0d8d897cf2 req-941a52c9-58b9-4cae-92ec-f7a45033f17b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a6f5c4613b364924ae1363c53a90461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755391 Aug 23 14:43:58.569572 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9588a24e-3d39-4c10-ab80-849c9c78b3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:58.585839 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:58.632304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Pushing event deleted for resources: {'Port': ['ID=9f1b8220-0985-43c7-b123-a141cdb859ba,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:58.687446 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-2bb1d6f5-8b38-4320-bef2-e4ef0acc5f5e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:58.701942 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f244c9e7-11e5-4b10-b9a8-e9ae19288af4 req-cfbec4fe-acc0-43e7-b187-b3074a1df619 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325204 Aug 23 14:43:58.768859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-2bb1d6f5-8b38-4320-bef2-e4ef0acc5f5e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Transition to ACTIVE for port object f7c564a1-94dd-45e6-af56-abccb8b49ca6 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:43:58.819018 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-89a85a55-9a6f-4959-8aeb-ad60b557a599 req-fedc7ec9-537d-4920-98f8-e5844d4a6bed tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 210 time: 0.1106207 Aug 23 14:43:58.863160 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a0025b3-8ec0-4a99-a45d-30d2caf19c75 req-8407bb43-9284-40af-8aed-f2e375c49e2c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 210 time: 0.0812235 Aug 23 14:43:58.875009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.57', 58044) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:58.931450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Router 806809ae-2880-4059-883e-70a69d908869 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:43:58.938804 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ee0a9-ca34-4022-a584-fb0d8d897cf2 req-2b07b866-56ae-4b6e-ba1f-64dc0f42389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:58.940319 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d58ee0a9-ca34-4022-a584-fb0d8d897cf2 req-2b07b866-56ae-4b6e-ba1f-64dc0f42389d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3519733 Aug 23 14:43:58.952170 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60cf0ae4-61d1-41a0-b1fb-6a6a9ac86211 req-b74f6856-e398-49c1-87f6-6d60b0e9058e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743997 Aug 23 14:43:58.970830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-d618d807-15c5-49ff-9c4a-0d9f1f91e54d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:58.972389 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-d618d807-15c5-49ff-9c4a-0d9f1f91e54d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.61 "GET /v2.0/networks?id=5686c327-7ddb-4f80-9a60-a54a51f40b94 HTTP/1.1" status: 200 len: 823 time: 0.2628777 Aug 23 14:43:59.033238 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9588a24e-3d39-4c10-ab80-849c9c78b3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:59.083333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-f4f25a1a-e212-48d9-8b63-52ece3713bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:59.085072 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-f4f25a1a-e212-48d9-8b63-52ece3713bb9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 1099 time: 0.0969095 Aug 23 14:43:59.123356 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-cfbfeaae-83f5-4107-b55e-63d03df3383f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44d3f2d108d54d4d8c0a0c97823e1e8a HTTP/1.1" status: 200 len: 380 time: 0.1229799 Aug 23 14:43:59.139727 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-9428ebab-5cbb-4fe0-977b-81dfb51e3f6c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Request body: {'port': {'device_id': 'e27f0fe3-ae06-4a4a-93f5-8050ede15c3b', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'admin_state_up': True, 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'security_groups': ['a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:43:59.148711 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-2bb1d6f5-8b38-4320-bef2-e4ef0acc5f5e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:59.154806 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-107dd8a2-857f-4da0-853b-7f5c76c177b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e HTTP/1.1" status: 200 len: 217 time: 0.0534792 Aug 23 14:43:59.155799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:43:59.165168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116', 'a0c164ee-842a-4c79-ac62-bb01c759cad5', '8b747ff0-18b0-49da-b4a3-73266ab9ed11'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:43:59.168406 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b394b-1f93-4358-a337-26f546125299 None None] Sync routers for ids ['806809ae-2880-4059-883e-70a69d908869'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:43:59.168981 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9588a24e-3d39-4c10-ab80-849c9c78b3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:59.179860 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431b394b-1f93-4358-a337-26f546125299 None None] Routers {'806809ae-2880-4059-883e-70a69d908869'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:43:59.180492 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-431b394b-1f93-4358-a337-26f546125299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:43:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['806809ae-2880-4059-883e-70a69d908869'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:59.259210 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf0ae4-61d1-41a0-b1fb-6a6a9ac86211 req-3e9458a6-b5f8-4a09-8e3a-8440b4e9cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:59.265611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60cf0ae4-61d1-41a0-b1fb-6a6a9ac86211 req-3e9458a6-b5f8-4a09-8e3a-8440b4e9cbe8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 1101 time: 0.2496247 Aug 23 14:43:59.400273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 9f1b8220-0985-43c7-b123-a141cdb859ba no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:43:59.445819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 9f1b8220-0985-43c7-b123-a141cdb859ba {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:43:59.446558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 9f1b8220-0985-43c7-b123-a141cdb859ba not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:43:59.467783 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-431b394b-1f93-4358-a337-26f546125299 None None] Set router 806809ae-2880-4059-883e-70a69d908869 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:43:59.491835 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-3bb852ce-0f63-40b2-a9af-645da77486bb service neutron] 10.222.0.61 "GET /v2.0/ports/340691ea-a6ff-47fd-b902-bd6fcfd82dcc/bindings/n-h1-804985-3 HTTP/1.1" status: 200 len: 384 time: 0.4751079 Aug 23 14:43:59.525218 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9588a24e-3d39-4c10-ab80-849c9c78b3ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bd3d4b957c5943819859753a7fde4675&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1754742 Aug 23 14:43:59.578903 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59190) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:59.635175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588a24e-3d39-4c10-ab80-849c9c78b3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cc3e5a-0b59-47ac-9ebd-fba9e09abcad,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:59.642904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-2bb1d6f5-8b38-4320-bef2-e4ef0acc5f5e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:43:59.644634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.61', 56886) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:43:59.679082 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-2bb1d6f5-8b38-4320-bef2-e4ef0acc5f5e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:43:59.764271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ba06d-2cba-4564-acb7-64fb35ee6134 req-7c612a4e-2c97-4acf-a37d-43d80052dea6 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:59.777689 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3f1ba06d-2cba-4564-acb7-64fb35ee6134 req-7c612a4e-2c97-4acf-a37d-43d80052dea6 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 948 time: 0.4401758 Aug 23 14:43:59.785797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-8e502156-005d-4d9c-96b0-6bcb746b9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:59.788053 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-8e502156-005d-4d9c-96b0-6bcb746b9db6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.5925391 Aug 23 14:43:59.789452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] No DVR routers for this DVR port 9f1b8220-0985-43c7-b123-a141cdb859ba on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:43:59.797172 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-431b394b-1f93-4358-a337-26f546125299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:28Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'b55de9a3-7fd4-40c9-9eed-6d244833e50d', 'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'mac_address': 'fa:16:3e:5a:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:27Z', 'updated_at': '2021-08-23T14:41:36Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'subnets': [{'id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:43:59.825886 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-2bb1d6f5-8b38-4320-bef2-e4ef0acc5f5e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:43:59.841477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1d6f5-8b38-4320-bef2-e4ef0acc5f5e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event updated for resources: {'Port': ['ID=f7c564a1-94dd-45e6-af56-abccb8b49ca6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:43:59.844488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a07114a-1a28-48a4-8a3f-aeb82731bc9c req-26577424-ce9e-4cbb-9ef3-29d85d34f608 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 210 time: 0.4850001 Aug 23 14:43:59.851073 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b394b-1f93-4358-a337-26f546125299 None None] Checking router: 806809ae-2880-4059-883e-70a69d908869 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:43:59.851940 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:43:59.854961 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.57 "DELETE /v2.0/ports/9f1b8220-0985-43c7-b123-a141cdb859ba HTTP/1.1" status: 204 len: 173 time: 4.7699542 Aug 23 14:43:59.856904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fe40ef-17cc-466a-94b1-4fabbf04caea', 'name': 'network-vif-deleted', 'tag': '9f1b8220-0985-43c7-b123-a141cdb859ba'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:43:59.860919 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ee94d4-e2cb-4262-a812-6a696da9ae52" -d '{"events": [{"server_uuid": "14fe40ef-17cc-466a-94b1-4fabbf04caea", "name": "network-vif-deleted", "tag": "9f1b8220-0985-43c7-b123-a141cdb859ba"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:43:59.885276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf0ae4-61d1-41a0-b1fb-6a6a9ac86211 req-5c04f3c9-5c2c-407f-ab16-4d12f01ba57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:43:59.886918 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60cf0ae4-61d1-41a0-b1fb-6a6a9ac86211 req-5c04f3c9-5c2c-407f-ab16-4d12f01ba57e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.5584247 Aug 23 14:43:59.893319 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431b394b-1f93-4358-a337-26f546125299 None None] Routers {'806809ae-2880-4059-883e-70a69d908869'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:43:59.894719 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-431b394b-1f93-4358-a337-26f546125299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:43:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['806809ae-2880-4059-883e-70a69d908869'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:44:00.000265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6389f022-d544-44c5-bdbf-b282fb141af3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Allocated IP 192.168.233.161 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/aa044a13-f042-4baa-b885-1a0bfafb5c3a) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:44:00.049224 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-431b394b-1f93-4358-a337-26f546125299 None None] Set router 806809ae-2880-4059-883e-70a69d908869 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:44:00.053209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-e5d2683d-4cb5-4003-b75e-934492ee2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:00.054746 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-e5d2683d-4cb5-4003-b75e-934492ee2ce2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1988533 Aug 23 14:44:00.071336 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3f1ba06d-2cba-4564-acb7-64fb35ee6134 req-f3460fa9-79fd-40c7-972b-266587c0eab8 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924979 Aug 23 14:44:00.081362 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60cf0ae4-61d1-41a0-b1fb-6a6a9ac86211 req-6cc30d1a-ca64-43d6-a1a0-6357b8f5151e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=37df2b1c-c720-447f-a5cd-20a4bce82116 HTTP/1.1" status: 200 len: 217 time: 0.1573513 Aug 23 14:44:00.290917 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40ea1fb5-8fec-4d02-b170-a7f03db8a361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:00.310228 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b13db393-f8b1-440c-990e-2c988a16376b None None] Provisioning for port f7c564a1-94dd-45e6-af56-abccb8b49ca6 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:00.315712 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b13db393-f8b1-440c-990e-2c988a16376b None None] Provisioning complete for port f7c564a1-94dd-45e6-af56-abccb8b49ca6 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:00.320020 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b13db393-f8b1-440c-990e-2c988a16376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:00.361481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-9428ebab-5cbb-4fe0-977b-81dfb51e3f6c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Made reservation on behalf of 44d3f2d108d54d4d8c0a0c97823e1e8a for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:44:00.366036 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-9428ebab-5cbb-4fe0-977b-81dfb51e3f6c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:00.378638 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-431b394b-1f93-4358-a337-26f546125299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:28Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'b55de9a3-7fd4-40c9-9eed-6d244833e50d', 'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'mac_address': 'fa:16:3e:5a:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:27Z', 'updated_at': '2021-08-23T14:41:36Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'subnets': [{'id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:44:00.394933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b13db393-f8b1-440c-990e-2c988a16376b None None] Port f7c564a1-94dd-45e6-af56-abccb8b49ca6 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:44:00.452609 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b394b-1f93-4358-a337-26f546125299 None None] The sync data for ids ['806809ae-2880-4059-883e-70a69d908869'] in n-d-804985-3 is: [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:28Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'b55de9a3-7fd4-40c9-9eed-6d244833e50d', 'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'mac_address': 'fa:16:3e:5a:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:27Z', 'updated_at': '2021-08-23T14:41:36Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'subnets': [{'id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:44:00.513981 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40ea1fb5-8fec-4d02-b170-a7f03db8a361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:00.559457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-2bb1d6f5-8b38-4320-bef2-e4ef0acc5f5e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:00.563681 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-2bb1d6f5-8b38-4320-bef2-e4ef0acc5f5e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:00.580674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-2969d927-dda1-464e-ba46-d5609b1a322b req-52290499-e719-4cff-834e-ab8ad2932246 service neutron] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:00.601721 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.61', 56889) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:00.620823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7f2e6-7fea-4292-a0bc-83e40341b83b req-e0bee491-13c3-41a2-ad5c-e96fc4a5bbcb tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:00.632941 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-28e7f2e6-7fea-4292-a0bc-83e40341b83b req-e0bee491-13c3-41a2-ad5c-e96fc4a5bbcb tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 944 time: 0.3170807 Aug 23 14:44:00.660369 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07cd7260-9dde-4036-a947-3a47bfc1297c req-ab0a9c9c-80b6-4c3b-aed0-ec4fdbc218a1 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 210 time: 0.5887942 Aug 23 14:44:00.750440 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-aa957af2-524f-48ad-9bba-f7f851a3cc2b service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774724 Aug 23 14:44:00.763167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-fc1caca9-2393-44b3-abff-ff92083f4304 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:00.766519 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-fc1caca9-2393-44b3-abff-ff92083f4304 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.61 "GET /v2.0/networks?id=51950f55-2421-4c95-a28a-93304f30a9e1 HTTP/1.1" status: 200 len: 815 time: 1.0837321 Aug 23 14:44:00.777681 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-28e7f2e6-7fea-4292-a0bc-83e40341b83b req-54c6921d-c2c7-4c8b-948e-9720f37cf612 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370859 Aug 23 14:44:00.787415 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-ed456920-3192-4d6a-b52e-d34d0303e399 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9c75724c9bd94190916dad9ab125a486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1521409 Aug 23 14:44:00.802589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-71914a28-d551-4742-afd7-b82a739c09d8 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Request body: {'port': {'device_id': 'ccf98f28-44a5-4c95-845b-32cbc7e2d7c7', 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1', 'admin_state_up': True, 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:00.836684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf0ae4-61d1-41a0-b1fb-6a6a9ac86211 req-cd028232-f883-41a9-9753-289929c4cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:00.840191 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60cf0ae4-61d1-41a0-b1fb-6a6a9ac86211 req-cd028232-f883-41a9-9753-289929c4cbb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.5341616 Aug 23 14:44:00.858128 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-2969d927-dda1-464e-ba46-d5609b1a322b req-52290499-e719-4cff-834e-ab8ad2932246 service neutron] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:00.860224 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-2bb1d6f5-8b38-4320-bef2-e4ef0acc5f5e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8356442 Aug 23 14:44:00.875015 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a3e495d-7f3e-47ca-b94e-61f58629065d req-e5880c21-b9e0-4b0e-a1bc-19fd51913552 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 210 time: 0.0893831 Aug 23 14:44:00.875946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c9a8c-c110-4b68-8246-6b4cb394967d None None] New status for floating IP 348063d2-7f0d-4b3a-b479-923bdbedbafa: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:44:00.915947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Request body: {'port': {'device_id': 'd5285ef1-cdc0-4bb8-8a78-31c9c4eae53c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:00.946338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-9428ebab-5cbb-4fe0-977b-81dfb51e3f6c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Allocated IP 172.20.0.10 (5686c327-7ddb-4f80-9a60-a54a51f40b94/992c01ea-22e9-4541-a53a-7089cdc61629/80bc2326-3d89-40ee-88c0-6ea226b3c0a1) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:44:01.048852 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7fb6f1-8d5e-41b6-ba0e-194e4b1b58dd x-openstack-request-id: req-cf7fb6f1-8d5e-41b6-ba0e-194e4b1b58dd {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:01.049294 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fe40ef-17cc-466a-94b1-4fabbf04caea", "name": "network-vif-deleted", "tag": "9f1b8220-0985-43c7-b123-a141cdb859ba", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:01.049780 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cf7fb6f1-8d5e-41b6-ba0e-194e4b1b58dd {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:01.052081 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fe40ef-17cc-466a-94b1-4fabbf04caea', 'name': 'network-vif-deleted', 'tag': '9f1b8220-0985-43c7-b123-a141cdb859ba', 'status': 'completed', 'code': 200} Aug 23 14:44:01.087582 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-287ccca0-c130-4016-a87d-5a01c12de1a5 req-b1e5688c-c3c3-4ade-aa74-acaf751dd70c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 210 time: 0.0665233 Aug 23 14:44:01.146900 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40ea1fb5-8fec-4d02-b170-a7f03db8a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:01.151007 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40ea1fb5-8fec-4d02-b170-a7f03db8a361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:01.166395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-40ea1fb5-8fec-4d02-b170-a7f03db8a361 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/99cc3e5a-0b59-47ac-9ebd-fba9e09abcad HTTP/1.1" status: 204 len: 168 time: 1.5858023 Aug 23 14:44:01.262740 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6389f022-d544-44c5-bdbf-b282fb141af3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:01.277939 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-2969d927-dda1-464e-ba46-d5609b1a322b req-52290499-e719-4cff-834e-ab8ad2932246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340691ea-a6ff-47fd-b902-bd6fcfd82dcc {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:01.309811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6389f022-d544-44c5-bdbf-b282fb141af3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Transition to ACTIVE for port object aa044a13-f042-4baa-b885-1a0bfafb5c3a will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:01.333726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf0ae4-61d1-41a0-b1fb-6a6a9ac86211 req-57596d26-97ad-485c-a294-caa10b57ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:01.335250 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60cf0ae4-61d1-41a0-b1fb-6a6a9ac86211 req-57596d26-97ad-485c-a294-caa10b57ed2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3804977 Aug 23 14:44:01.344687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea1fb5-8fec-4d02-b170-a7f03db8a361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cc3e5a-0b59-47ac-9ebd-fba9e09abcad,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:01.348643 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-2969d927-dda1-464e-ba46-d5609b1a322b req-52290499-e719-4cff-834e-ab8ad2932246 service neutron] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:01.465727 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:01.492312 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-703fb22f-df44-4548-9bd9-91443186a7b4 req-74be1769-0bab-41a7-9b34-46c561732a33 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 210 time: 0.3867497 Aug 23 14:44:01.612710 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-69aecade-f0fc-46bd-bc18-70d311d0b297 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:01.614382 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-69aecade-f0fc-46bd-bc18-70d311d0b297 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7899818 Aug 23 14:44:01.627060 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2969d927-dda1-464e-ba46-d5609b1a322b req-52290499-e719-4cff-834e-ab8ad2932246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:01.693059 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6389f022-d544-44c5-bdbf-b282fb141af3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:01.704406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116', 'a0c164ee-842a-4c79-ac62-bb01c759cad5', '8b747ff0-18b0-49da-b4a3-73266ab9ed11'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:01.742413 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-eda39f34-03f3-4489-b41f-b39e6202b781 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Request body: {'port': {'device_id': '15c9fd86-802e-4a07-85cc-b3505906bafe', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '9c75724c9bd94190916dad9ab125a486'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:01.790573 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d85b3b6-efe0-446b-be0e-bccedc432cd2 req-f7fbb91c-76c0-4b7e-a5dd-98fd5e8c75a6 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0224147 Aug 23 14:44:01.922682 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6389f022-d544-44c5-bdbf-b282fb141af3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:44:02.031321 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a3fa4f7-5304-40f0-90c4-412e8fb00597 req-04368015-d743-43e5-92e8-4e232dbc4095 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 210 time: 0.1231022 Aug 23 14:44:02.062485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6389f022-d544-44c5-bdbf-b282fb141af3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:44:02.195503 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6389f022-d544-44c5-bdbf-b282fb141af3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:44:02.397278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17efb06-3f50-400e-98cf-108931325b7d req-488646f5-0b4e-471a-b08a-0ca6cfa66a3a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:02.407644 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d17efb06-3f50-400e-98cf-108931325b7d req-488646f5-0b4e-471a-b08a-0ca6cfa66a3a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 948 time: 1.0710325 Aug 23 14:44:02.420303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59240) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:02.512715 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ae5448b7-fce3-4582-b071-bd59f71887eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:02.532927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389f022-d544-44c5-bdbf-b282fb141af3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event updated for resources: {'Port': ['ID=aa044a13-f042-4baa-b885-1a0bfafb5c3a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:02.551515 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60cf0ae4-61d1-41a0-b1fb-6a6a9ac86211 req-4ff60db5-c9b6-44a4-87ef-4f18bd64caa9 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1933656 Aug 23 14:44:02.554289 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-2969d927-dda1-464e-ba46-d5609b1a322b req-52290499-e719-4cff-834e-ab8ad2932246 service neutron] Transition to ACTIVE for port object 340691ea-a6ff-47fd-b902-bd6fcfd82dcc will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:02.616404 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d17efb06-3f50-400e-98cf-108931325b7d req-bbd3e9c5-a864-4e1b-b4d7-6956e240f6d2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075832 Aug 23 14:44:02.624433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-9428ebab-5cbb-4fe0-977b-81dfb51e3f6c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:02.634099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6389f022-d544-44c5-bdbf-b282fb141af3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:02.634805 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6389f022-d544-44c5-bdbf-b282fb141af3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:02.639070 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 340691ea-a6ff-47fd-b902-bd6fcfd82dcc no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:44:02.665934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526b236-94ca-4fee-a22e-44e6dde5d7a8 req-20be9253-8a48-491b-b85c-c5dc7c71e431 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:02.672721 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5526b236-94ca-4fee-a22e-44e6dde5d7a8 req-20be9253-8a48-491b-b85c-c5dc7c71e431 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 944 time: 0.4546356 Aug 23 14:44:02.766227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-179bbabe-7990-4550-8dc7-4fb74628fcd9 None None] Provisioning for port aa044a13-f042-4baa-b885-1a0bfafb5c3a completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:02.774178 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-179bbabe-7990-4550-8dc7-4fb74628fcd9 None None] Provisioning complete for port aa044a13-f042-4baa-b885-1a0bfafb5c3a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:02.774674 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-179bbabe-7990-4550-8dc7-4fb74628fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:02.778311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 340691ea-a6ff-47fd-b902-bd6fcfd82dcc not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:44:02.785710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-71914a28-d551-4742-afd7-b82a739c09d8 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Made reservation on behalf of 578c0dd47b654a5283478e2e4ebad0c7 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:44:02.796777 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-71914a28-d551-4742-afd7-b82a739c09d8 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:02.803224 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2969d927-dda1-464e-ba46-d5609b1a322b req-52290499-e719-4cff-834e-ab8ad2932246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:02.807757 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60cf0ae4-61d1-41a0-b1fb-6a6a9ac86211 req-6dca5c50-2273-46f8-a36a-3c2be956c553 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408009 Aug 23 14:44:02.826003 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5526b236-94ca-4fee-a22e-44e6dde5d7a8 req-f8561c3b-555a-44a0-9700-29e5a312c5e9 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499500 Aug 23 14:44:02.903682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-179bbabe-7990-4550-8dc7-4fb74628fcd9 None None] Port aa044a13-f042-4baa-b885-1a0bfafb5c3a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:44:02.948168 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-9428ebab-5cbb-4fe0-977b-81dfb51e3f6c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Transition to ACTIVE for port object 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:02.957218 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [None req-ae5448b7-fce3-4582-b071-bd59f71887eb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 14:44:02.957218 n-d-804985-3 neutron-server[96114]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 14:44:02.957218 n-d-804985-3 neutron-server[96114]: [parameters: {'project_id_1': '45338b93beac467a96e678ac05bd7696', 'expiration_1': datetime.datetime(2021, 8, 23, 14, 44, 2, 574650)}] Aug 23 14:44:02.957218 n-d-804985-3 neutron-server[96114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:44:02.957807 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [None req-ae5448b7-fce3-4582-b071-bd59f71887eb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:44:02.959614 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f16632d0-bc83-443b-8d2f-d7c9486c675c req-e168fb1a-479d-4d15-8c70-a5ebc96f613a tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 210 time: 0.2262535 Aug 23 14:44:03.028993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c564a1-94dd-45e6-af56-abccb8b49ca6 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:03.044589 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:03.075974 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2969d927-dda1-464e-ba46-d5609b1a322b req-52290499-e719-4cff-834e-ab8ad2932246 service neutron] No DVR routers for this DVR port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:44:03.107064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22929664-f426-4c6c-95ed-b14dce4442f3 req-2639fbad-c794-4c80-8dfe-920246cd5fc8 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:03.108614 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22929664-f426-4c6c-95ed-b14dce4442f3 req-2639fbad-c794-4c80-8dfe-920246cd5fc8 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 936 time: 0.1373613 Aug 23 14:44:03.113675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Transition to ACTIVE for port object f7c564a1-94dd-45e6-af56-abccb8b49ca6 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:03.123675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52290499-e719-4cff-834e-ab8ad2932246 service neutron] Pushing event updated for resources: {'Port': ['ID=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,revision_number=10']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:03.169688 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-71914a28-d551-4742-afd7-b82a739c09d8 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Allocated IP 172.20.0.7 (51950f55-2421-4c95-a28a-93304f30a9e1/961ae5f2-cb90-4855-aa8f-c87554a0e3fa/2d6f0f38-27ea-4525-81f7-598544523dac) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:44:03.217335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-eda39f34-03f3-4489-b41f-b39e6202b781 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Made reservation on behalf of 9c75724c9bd94190916dad9ab125a486 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:44:03.217832 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22929664-f426-4c6c-95ed-b14dce4442f3 req-8e2acfea-df0a-4aa2-8349-be020f88d303 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927060 Aug 23 14:44:03.220984 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-eda39f34-03f3-4489-b41f-b39e6202b781 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:03.232628 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b40f3b11-8996-4488-8531-8229d24b6299 req-a7a7a976-152d-40f9-a2d6-6023fa1ec596 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 210 time: 0.0749683 Aug 23 14:44:03.266861 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-52290499-e719-4cff-834e-ab8ad2932246 service neutron] 10.222.0.61 "PUT /v2.0/ports/340691ea-a6ff-47fd-b902-bd6fcfd82dcc/bindings/n-h1-804985-3/activate HTTP/1.1" status: 200 len: 369 time: 3.7560649 Aug 23 14:44:03.274211 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-9428ebab-5cbb-4fe0-977b-81dfb51e3f6c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:03.282524 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6389f022-d544-44c5-bdbf-b282fb141af3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8327568 Aug 23 14:44:03.282524 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:03.383073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d254af2-376c-4462-a238-58b714070118 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c564a1-94dd-45e6-af56-abccb8b49ca6,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:03.398752 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-9428ebab-5cbb-4fe0-977b-81dfb51e3f6c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Network 5686c327-7ddb-4f80-9a60-a54a51f40b94 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:44:03.411085 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-9428ebab-5cbb-4fe0-977b-81dfb51e3f6c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:44:03.416193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-9428ebab-5cbb-4fe0-977b-81dfb51e3f6c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:44:03.418586 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f682e36-cfc7-41e6-bcb2-f3d9c834b9ca req-722d1bc2-f70e-4ac9-94b1-f3ea2aea5e15 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 210 time: 0.0470603 Aug 23 14:44:03.421435 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428ebab-5cbb-4fe0-977b-81dfb51e3f6c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Pushing event updated for resources: {'Port': ['ID=80bc2326-3d89-40ee-88c0-6ea226b3c0a1,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:03.458164 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ae5448b7-fce3-4582-b071-bd59f71887eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:03.594566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-eda39f34-03f3-4489-b41f-b39e6202b781 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Allocated IP 192.168.233.75 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/b45ac2ce-53a9-45cb-b473-08401e9b4918) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:44:03.615903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Attempting to bind port f7c564a1-94dd-45e6-af56-abccb8b49ca6 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:44:03.616221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Attempting to bind port f7c564a1-94dd-45e6-af56-abccb8b49ca6 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:44:03.616363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Attempting to bind port f7c564a1-94dd-45e6-af56-abccb8b49ca6 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:03.624265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-9428ebab-5cbb-4fe0-977b-81dfb51e3f6c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:03.632837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Port f7c564a1-94dd-45e6-af56-abccb8b49ca6 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:44:03.633154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Attempting to bind port f7c564a1-94dd-45e6-af56-abccb8b49ca6 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:03.636084 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-9428ebab-5cbb-4fe0-977b-81dfb51e3f6c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:03.685587 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Request body: {'port': {'device_id': 'cad9a0e4-5a14-423d-a055-640ed968b16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:03.690451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:44:03.696772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:03.697283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:44:03.697856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Bound port: f7c564a1-94dd-45e6-af56-abccb8b49ca6, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:44:03.698372 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:03.711943 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-71914a28-d551-4742-afd7-b82a739c09d8 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:03.829136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-71914a28-d551-4742-afd7-b82a739c09d8 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Transition to ACTIVE for port object 2d6f0f38-27ea-4525-81f7-598544523dac will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:03.894446 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:03.920760 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c9d3c52c-f5e8-4514-a22f-d7c69d531122 None None] Provisioning for port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:03.928981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c9d3c52c-f5e8-4514-a22f-d7c69d531122 None None] Provisioning complete for port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:03.929591 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c9d3c52c-f5e8-4514-a22f-d7c69d531122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:03.939873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] For port f7c564a1-94dd-45e6-af56-abccb8b49ca6, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:03.984945 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3c52c-f5e8-4514-a22f-d7c69d531122 None None] Port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:44:03.989895 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ae5448b7-fce3-4582-b071-bd59f71887eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:04.003427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] For port f7c564a1-94dd-45e6-af56-abccb8b49ca6, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f7c564a1-94dd-45e6-af56-abccb8b49ca6,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:44:04.097587 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-71914a28-d551-4742-afd7-b82a739c09d8 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:04.100689 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba98be9-cfca-4b4f-a553-5d9bf342af1a req-5719339f-6da8-4611-9065-4994f6fd1527 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:04.102675 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4ba98be9-cfca-4b4f-a553-5d9bf342af1a req-5719339f-6da8-4611-9065-4994f6fd1527 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 948 time: 0.3589671 Aug 23 14:44:04.109991 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:04.111558 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ae5448b7-fce3-4582-b071-bd59f71887eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:04.115507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969d927-dda1-464e-ba46-d5609b1a322b req-7f3c96d3-66b9-4b83-9e93-e36a1e2894d5 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:04.117360 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-7f3c96d3-66b9-4b83-9e93-e36a1e2894d5 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80&tenant_id=b66fd552a70a452381c358e94470d1e9&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 1096 time: 0.2275107 Aug 23 14:44:04.121218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a188038-d56f-4146-9da0-1c3b1b041122 req-80653551-2ca7-444d-883f-d99b8b1b94fd tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:04.122839 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a188038-d56f-4146-9da0-1c3b1b041122 req-80653551-2ca7-444d-883f-d99b8b1b94fd tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 945 time: 0.1908767 Aug 23 14:44:04.220856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-71914a28-d551-4742-afd7-b82a739c09d8 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Network 51950f55-2421-4c95-a28a-93304f30a9e1 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:44:04.228045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:04.228045 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:04.228045 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4d254af2-376c-4462-a238-58b714070118 service neutron] 10.222.0.57 "PUT /v2.0/ports/f7c564a1-94dd-45e6-af56-abccb8b49ca6 HTTP/1.1" status: 200 len: 1096 time: 3.3414950 Aug 23 14:44:04.228045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5285ef1-cdc0-4bb8-8a78-31c9c4eae53c', 'tag': 'f7c564a1-94dd-45e6-af56-abccb8b49ca6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:04.228376 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5448b7-fce3-4582-b071-bd59f71887eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac06120a-7567-468a-bae2-3981c0799510,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:04.228457 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4468a54f-c6f0-4edb-9fef-2e47b4ecd531" -d '{"events": [{"name": "network-changed", "server_uuid": "d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c", "tag": "f7c564a1-94dd-45e6-af56-abccb8b49ca6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:04.245306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-71914a28-d551-4742-afd7-b82a739c09d8 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:44:04.259481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-71914a28-d551-4742-afd7-b82a739c09d8 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:44:04.259779 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-9428ebab-5cbb-4fe0-977b-81dfb51e3f6c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1239002 Aug 23 14:44:04.259870 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a188038-d56f-4146-9da0-1c3b1b041122 req-8e92da75-c4b9-4e21-ae86-0111f150baff tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253908 Aug 23 14:44:04.259870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d254af2-376c-4462-a238-58b714070118 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c564a1-94dd-45e6-af56-abccb8b49ca6,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:04.274705 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4ba98be9-cfca-4b4f-a553-5d9bf342af1a req-022a6794-8079-4724-9ab1-bba1af18eb92 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549478 Aug 23 14:44:04.292265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Request body: {'port': {'device_id': 'e27f0fe3-ae06-4a4a-93f5-8050ede15c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:04.306962 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ae5448b7-fce3-4582-b071-bd59f71887eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45338b93beac467a96e678ac05bd7696&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8801944 Aug 23 14:44:04.308411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59262) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:04.430668 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3dcb2c-48e0-4924-a3f2-251c347d0db7 x-openstack-request-id: req-2d3dcb2c-48e0-4924-a3f2-251c347d0db7 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:04.431015 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c", "tag": "f7c564a1-94dd-45e6-af56-abccb8b49ca6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:04.442062 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d3dcb2c-48e0-4924-a3f2-251c347d0db7 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:04.443563 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5285ef1-cdc0-4bb8-8a78-31c9c4eae53c', 'tag': 'f7c564a1-94dd-45e6-af56-abccb8b49ca6', 'status': 'completed', 'code': 200} Aug 23 14:44:04.466599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969d927-dda1-464e-ba46-d5609b1a322b req-108d7adf-3322-4908-9d3f-3d62fdbd5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:04.469033 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-108d7adf-3322-4908-9d3f-3d62fdbd5903 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80&tenant_id=b66fd552a70a452381c358e94470d1e9 HTTP/1.1" status: 200 len: 1096 time: 0.2857103 Aug 23 14:44:04.494648 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-eda39f34-03f3-4489-b41f-b39e6202b781 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:04.569145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71914a28-d551-4742-afd7-b82a739c09d8 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Pushing event updated for resources: {'Port': ['ID=2d6f0f38-27ea-4525-81f7-598544523dac,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:04.610515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-eda39f34-03f3-4489-b41f-b39e6202b781 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Transition to ACTIVE for port object b45ac2ce-53a9-45cb-b473-08401e9b4918 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:04.637340 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:04.677040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-c077f920-3243-43c0-a81b-a9e09809e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:04.681011 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-c077f920-3243-43c0-a81b-a9e09809e244 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c HTTP/1.1" status: 200 len: 1099 time: 0.2330790 Aug 23 14:44:04.695852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c8479-927b-40f6-a777-6731d8881feb req-50955bfe-d0e2-4766-98b5-d73e3148ba8d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:04.698704 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e89c8479-927b-40f6-a777-6731d8881feb req-50955bfe-d0e2-4766-98b5-d73e3148ba8d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 932 time: 0.2248433 Aug 23 14:44:04.708433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ed851b0-f9ea-419f-a12b-f5dcc0f8bfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:04.724082 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969d927-dda1-464e-ba46-d5609b1a322b req-72c95775-7896-4ee2-b9fe-9b91386c04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:04.724082 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-72c95775-7896-4ee2-b9fe-9b91386c04bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 1096 time: 0.2160037 Aug 23 14:44:04.724244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-71914a28-d551-4742-afd7-b82a739c09d8 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:04.727887 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-71914a28-d551-4742-afd7-b82a739c09d8 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:04.803926 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-7b10cf6f-fb07-41d6-ac25-15e50f63ca6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f7c564a1-94dd-45e6-af56-abccb8b49ca6 HTTP/1.1" status: 200 len: 217 time: 0.0599825 Aug 23 14:44:04.814320 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ed851b0-f9ea-419f-a12b-f5dcc0f8bfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:04.822175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395395a-30c5-4dc6-9b0f-d339c9120f35 req-cf696a83-9506-49c2-ab2e-04f921f119f0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:04.831213 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6395395a-30c5-4dc6-9b0f-d339c9120f35 req-cf696a83-9506-49c2-ab2e-04f921f119f0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 936 time: 0.2388005 Aug 23 14:44:04.945251 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4c969770-1e78-4c0c-b64e-666a9052715a None None] Provisioning for port 2d6f0f38-27ea-4525-81f7-598544523dac completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:04.953807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4c969770-1e78-4c0c-b64e-666a9052715a None None] Provisioning complete for port 2d6f0f38-27ea-4525-81f7-598544523dac triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:04.954549 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4c969770-1e78-4c0c-b64e-666a9052715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:04.961431 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6395395a-30c5-4dc6-9b0f-d339c9120f35 req-1b28e0e8-dd22-40f0-bfc5-86d2485fb932 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284306 Aug 23 14:44:04.963619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-71914a28-d551-4742-afd7-b82a739c09d8 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1655428 Aug 23 14:44:05.009908 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e89c8479-927b-40f6-a777-6731d8881feb req-48cb74a4-6856-44e4-bd11-182b6426f887 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863905 Aug 23 14:44:05.012079 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-eda39f34-03f3-4489-b41f-b39e6202b781 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:05.051409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['0f08330d-860f-4646-bd59-36ba20552377', '65d020c5-1c41-45e2-86ec-1fee779d04a0'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:05.070718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4c969770-1e78-4c0c-b64e-666a9052715a None None] Port 2d6f0f38-27ea-4525-81f7-598544523dac cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:44:05.118522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-eda39f34-03f3-4489-b41f-b39e6202b781 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:44:05.155013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-eda39f34-03f3-4489-b41f-b39e6202b781 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:44:05.170312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-eda39f34-03f3-4489-b41f-b39e6202b781 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:44:05.175355 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969d927-dda1-464e-ba46-d5609b1a322b req-63d8deb6-1f02-450d-8bc3-f7fda2393894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:05.176972 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-63d8deb6-1f02-450d-8bc3-f7fda2393894 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.4247508 Aug 23 14:44:05.181134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda39f34-03f3-4489-b41f-b39e6202b781 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Pushing event updated for resources: {'Port': ['ID=b45ac2ce-53a9-45cb-b473-08401e9b4918,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:05.194205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-db532e58-711f-4b56-8c57-5c36d2657ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:05.196345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-db532e58-711f-4b56-8c57-5c36d2657ef6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.3561742 Aug 23 14:44:05.247806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Request body: {'port': {'device_id': 'ccf98f28-44a5-4c95-845b-32cbc7e2d7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:05.279523 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa044a13-f042-4baa-b885-1a0bfafb5c3a {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:05.294498 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-caf27f12-cbbd-4b0b-9c80-6923a477809c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc HTTP/1.1" status: 200 len: 217 time: 0.0821211 Aug 23 14:44:05.356414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:05.362341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-eda39f34-03f3-4489-b41f-b39e6202b781 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:05.363037 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-eda39f34-03f3-4489-b41f-b39e6202b781 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:05.386907 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ed851b0-f9ea-419f-a12b-f5dcc0f8bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:05.389392 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ed851b0-f9ea-419f-a12b-f5dcc0f8bfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:05.390778 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2ed851b0-f9ea-419f-a12b-f5dcc0f8bfdd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac06120a-7567-468a-bae2-3981c0799510 HTTP/1.1" status: 204 len: 168 time: 1.0316293 Aug 23 14:44:05.410242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 05738bf0-0709-4218-bad2-48a1ffef6c0e details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:44:05.435250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed851b0-f9ea-419f-a12b-f5dcc0f8bfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac06120a-7567-468a-bae2-3981c0799510,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:05.442301 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969d927-dda1-464e-ba46-d5609b1a322b req-a0d04a1b-efe9-41a2-b2c4-f00bf2cb3222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:05.443976 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-a0d04a1b-efe9-41a2-b2c4-f00bf2cb3222 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.1320353 Aug 23 14:44:05.452742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ca1b5-432c-4862-8d6c-915126dbdac7 req-f91993af-89c0-4a20-b8fe-88ded886d559 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:05.454495 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-059ca1b5-432c-4862-8d6c-915126dbdac7 req-f91993af-89c0-4a20-b8fe-88ded886d559 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 935 time: 0.2679660 Aug 23 14:44:05.484563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Transition to ACTIVE for port object aa044a13-f042-4baa-b885-1a0bfafb5c3a will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:05.502297 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-8b35bfda-2529-4a89-9b1f-d0b40e14d9e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454054 Aug 23 14:44:05.544205 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:05.548490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-82429fc8-6e57-4c6c-b87d-18557301eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:05.550855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-82429fc8-6e57-4c6c-b87d-18557301eefb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3193774 Aug 23 14:44:05.560904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3af41-61df-489e-92fe-400a61de6d9d req-0d916df0-0999-4543-9d53-ff5549280137 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:05.561668 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-eda39f34-03f3-4489-b41f-b39e6202b781 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8601065 Aug 23 14:44:05.570493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19f3af41-61df-489e-92fe-400a61de6d9d req-0d916df0-0999-4543-9d53-ff5549280137 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 931 time: 0.4242980 Aug 23 14:44:05.626331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Request body: {'port': {'device_id': '15c9fd86-802e-4a07-85cc-b3505906bafe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:05.651326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:05.701381 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-059ca1b5-432c-4862-8d6c-915126dbdac7 req-bf9bed88-5abb-42a6-9bc1-4dbb1c2dac39 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334733 Aug 23 14:44:05.729863 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:05.755783 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-b4689ab3-0e72-423d-9ee2-39cfc24f0cfa service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732886 Aug 23 14:44:05.772055 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:05.837301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:05.857114 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Transition to ACTIVE for port object 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:05.858906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-14401060-cbce-43ff-ae2a-cfc33e05f9bf None None] Provisioning for port b45ac2ce-53a9-45cb-b473-08401e9b4918 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:05.902962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-14401060-cbce-43ff-ae2a-cfc33e05f9bf None None] Provisioning complete for port b45ac2ce-53a9-45cb-b473-08401e9b4918 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:05.903716 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-14401060-cbce-43ff-ae2a-cfc33e05f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:05.910956 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:05.915231 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19f3af41-61df-489e-92fe-400a61de6d9d req-7e9cccd1-ccc2-499d-b8ef-642b27b82352 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425908 Aug 23 14:44:05.918221 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '05738bf0-0709-4218-bad2-48a1ffef6c0e', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '05738bf0-0709-4218-bad2-48a1ffef6c0e', 'mac_address': 'fa:16:3e:9e:e8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:44:05.981000 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-cb67bcfa-1a64-4b8e-a983-a42fc804dc4c service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675448 Aug 23 14:44:06.099901 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:06.110634 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-14401060-cbce-43ff-ae2a-cfc33e05f9bf None None] Port b45ac2ce-53a9-45cb-b473-08401e9b4918 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:44:06.112910 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:06.142254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Pushing event updated for resources: {'Port': ['ID=aa044a13-f042-4baa-b885-1a0bfafb5c3a,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:06.180929 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05738bf0-0709-4218-bad2-48a1ffef6c0e {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:06.208340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:06.266473 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e58d7b-d958-448a-a1ca-70ab92c35a0d req-20a6247f-bc79-4f1c-a297-d559a3bc5650 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:06.268297 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-28e58d7b-d958-448a-a1ca-70ab92c35a0d req-20a6247f-bc79-4f1c-a297-d559a3bc5650 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 948 time: 0.4018269 Aug 23 14:44:06.326567 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:06.418196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Pushing event updated for resources: {'Port': ['ID=80bc2326-3d89-40ee-88c0-6ea226b3c0a1,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:06.459936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=05738bf0-0709-4218-bad2-48a1ffef6c0e,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:06.614150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-9fe9a82f-be64-4668-af6d-eb04cf98506a service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6206536 Aug 23 14:44:06.636261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['05738bf0-0709-4218-bad2-48a1ffef6c0e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:06.816293 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-28e58d7b-d958-448a-a1ca-70ab92c35a0d req-af8dc7c3-f910-49c5-b0cd-10fb5e8d34da tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271153 Aug 23 14:44:06.865373 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-d1d938f2-4eae-46f6-a4f8-e6f9a039b1ae service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0906918 Aug 23 14:44:06.896041 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Attempting to bind port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:44:06.898116 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Attempting to bind port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:44:06.899399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Attempting to bind port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 on network 5686c327-7ddb-4f80-9a60-a54a51f40b94 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:06.900047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Attempting to bind port aa044a13-f042-4baa-b885-1a0bfafb5c3a on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:44:06.906644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Attempting to bind port aa044a13-f042-4baa-b885-1a0bfafb5c3a by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:44:06.906644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Attempting to bind port aa044a13-f042-4baa-b885-1a0bfafb5c3a on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:06.922630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 on network 5686c327-7ddb-4f80-9a60-a54a51f40b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:44:06.923790 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Attempting to bind port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 on network 5686c327-7ddb-4f80-9a60-a54a51f40b94 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:06.946071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55f4d1-f414-45f2-954a-4b533c25dbaf req-2d00c9cd-ebd4-49b5-aebb-650649c910b1 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:06.947777 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae55f4d1-f414-45f2-954a-4b533c25dbaf req-2d00c9cd-ebd4-49b5-aebb-650649c910b1 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 945 time: 0.7922766 Aug 23 14:44:06.951788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Port aa044a13-f042-4baa-b885-1a0bfafb5c3a on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:44:06.952114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Attempting to bind port aa044a13-f042-4baa-b885-1a0bfafb5c3a on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:06.991814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:44:06.998617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Checking segment: {'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:06.998617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Bound using segment: {'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:44:06.998617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Bound port: 80bc2326-3d89-40ee-88c0-6ea226b3c0a1, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df108af-91c8-484f-93b6-4ef6e951205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:44:06.998617 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:06.999010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:44:06.999010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:07.008638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:44:07.009186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Bound port: aa044a13-f042-4baa-b885-1a0bfafb5c3a, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:44:07.009566 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:07.163860 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae55f4d1-f414-45f2-954a-4b533c25dbaf req-7f6c5275-292a-4936-82c4-8d16b82b501b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009788 Aug 23 14:44:07.569968 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45ac2ce-53a9-45cb-b473-08401e9b4918 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:07.600490 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:07.620368 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519f698-98f6-41b4-9ffb-9f744e23e426 req-f45de4e0-b8ad-48ef-a328-3b145b71f642 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:07.628444 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4519f698-98f6-41b4-9ffb-9f744e23e426 req-f45de4e0-b8ad-48ef-a328-3b145b71f642 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 948 time: 0.6939578 Aug 23 14:44:07.654278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] For port aa044a13-f042-4baa-b885-1a0bfafb5c3a, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:07.675036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Transition to ACTIVE for port object b45ac2ce-53a9-45cb-b473-08401e9b4918 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:07.683059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6f0f38-27ea-4525-81f7-598544523dac {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:07.694297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468a54f-c6f0-4edb-9fef-2e47b4ecd531 req-04a29949-1cb5-4b6b-af28-a03a70aac876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:07.695861 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4468a54f-c6f0-4edb-9fef-2e47b4ecd531 req-04a29949-1cb5-4b6b-af28-a03a70aac876 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c HTTP/1.1" status: 200 len: 1099 time: 0.5570910 Aug 23 14:44:07.698732 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:07.703286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] For port aa044a13-f042-4baa-b885-1a0bfafb5c3a, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=aa044a13-f042-4baa-b885-1a0bfafb5c3a,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:44:07.712199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] For port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:07.717095 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f25c428c-91f0-45a9-9e93-e3a74700dce8 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:07.718828 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-f25c428c-91f0-45a9-9e93-e3a74700dce8 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80&tenant_id=b66fd552a70a452381c358e94470d1e9&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 1096 time: 0.1662791 Aug 23 14:44:07.724133 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4519f698-98f6-41b4-9ffb-9f744e23e426 req-385d79ff-8307-41f8-a5f0-d9a51a628434 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945079 Aug 23 14:44:07.753690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Transition to ACTIVE for port object 2d6f0f38-27ea-4525-81f7-598544523dac will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:07.796575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2f9b5-3017-4ce4-bf20-c2ccc667801e req-2f1355d4-c16a-49f4-9f24-8dc4f585bfa1 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:07.805977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52d2f9b5-3017-4ce4-bf20-c2ccc667801e req-2f1355d4-c16a-49f4-9f24-8dc4f585bfa1 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 944 time: 0.1889083 Aug 23 14:44:07.811877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] For port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=80bc2326-3d89-40ee-88c0-6ea226b3c0a1,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:44:07.818664 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:07.847893 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:07.902798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52d2f9b5-3017-4ce4-bf20-c2ccc667801e req-e1891ead-e60c-40f4-9624-c255913a5d3c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957515 Aug 23 14:44:07.919829 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:07.951744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:07.952405 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:07.953830 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] 10.222.0.61 "PUT /v2.0/ports/aa044a13-f042-4baa-b885-1a0bfafb5c3a HTTP/1.1" status: 200 len: 1096 time: 4.2918699 Aug 23 14:44:07.959554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad9a0e4-5a14-423d-a055-640ed968b16b', 'tag': 'aa044a13-f042-4baa-b885-1a0bfafb5c3a'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:07.962009 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c49018-a78f-4008-a91f-200b99961d28" -d '{"events": [{"name": "network-changed", "server_uuid": "cad9a0e4-5a14-423d-a055-640ed968b16b", "tag": "aa044a13-f042-4baa-b885-1a0bfafb5c3a"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:07.985902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468a54f-c6f0-4edb-9fef-2e47b4ecd531 req-b38b3a62-39f9-4302-b784-9fd1f86dac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:07.987692 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4468a54f-c6f0-4edb-9fef-2e47b4ecd531 req-b38b3a62-39f9-4302-b784-9fd1f86dac8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.2797167 Aug 23 14:44:07.992633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06204f81-3c4d-41c0-8013-24075b2bbe18 service neutron] Pushing event updated for resources: {'Port': ['ID=aa044a13-f042-4baa-b885-1a0bfafb5c3a,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:08.064664 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:08.117587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4468a54f-c6f0-4edb-9fef-2e47b4ecd531 req-3fe646c8-1721-4609-9ab9-b8297a1aec39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f7c564a1-94dd-45e6-af56-abccb8b49ca6 HTTP/1.1" status: 200 len: 217 time: 0.1170902 Aug 23 14:44:08.117894 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:08.118271 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:08.128844 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] 10.222.0.61 "PUT /v2.0/ports/80bc2326-3d89-40ee-88c0-6ea226b3c0a1 HTTP/1.1" status: 200 len: 1092 time: 3.8468506 Aug 23 14:44:08.142591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27f0fe3-ae06-4a4a-93f5-8050ede15c3b', 'tag': '80bc2326-3d89-40ee-88c0-6ea226b3c0a1'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:08.151556 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811c1f6a-601a-40c4-b09f-9b65e88f29e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e27f0fe3-ae06-4a4a-93f5-8050ede15c3b", "tag": "80bc2326-3d89-40ee-88c0-6ea226b3c0a1"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:08.296525 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Pushing event updated for resources: {'Port': ['ID=b45ac2ce-53a9-45cb-b473-08401e9b4918,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:08.398995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Pushing event updated for resources: {'Port': ['ID=2d6f0f38-27ea-4525-81f7-598544523dac,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:08.494918 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d277a-2b18-42eb-a2ad-d3d00cfb1f66 req-2d557266-4270-4263-bfb4-6d97095b4fa8 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:08.503817 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f2d277a-2b18-42eb-a2ad-d3d00cfb1f66 req-2d557266-4270-4263-bfb4-6d97095b4fa8 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 947 time: 0.6460130 Aug 23 14:44:08.523570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468a54f-c6f0-4edb-9fef-2e47b4ecd531 req-b8e76684-c10c-4796-8355-af3c48693cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:08.530456 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4468a54f-c6f0-4edb-9fef-2e47b4ecd531 req-b8e76684-c10c-4796-8355-af3c48693cb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.3925545 Aug 23 14:44:08.567233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871c56f-5b14-4120-8b7e-ebbdeff10f49 req-30d3b5c3-c3b0-4042-a654-b69c86c8cec1 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:08.580993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2871c56f-5b14-4120-8b7e-ebbdeff10f49 req-30d3b5c3-c3b0-4042-a654-b69c86c8cec1 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 943 time: 0.4817905 Aug 23 14:44:08.638798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-2969d927-dda1-464e-ba46-d5609b1a322b req-bb9eddd7-0df3-4880-a4dc-bc3a1245252c service neutron] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:08.657188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Attempting to bind port 2d6f0f38-27ea-4525-81f7-598544523dac on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:44:08.657815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Attempting to bind port 2d6f0f38-27ea-4525-81f7-598544523dac by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'd4461a50-33a9-4284-a1d7-3d86371e065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:44:08.658316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Attempting to bind port 2d6f0f38-27ea-4525-81f7-598544523dac on network 51950f55-2421-4c95-a28a-93304f30a9e1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:08.664562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Port 2d6f0f38-27ea-4525-81f7-598544523dac on network 51950f55-2421-4c95-a28a-93304f30a9e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:44:08.665223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Attempting to bind port 2d6f0f38-27ea-4525-81f7-598544523dac on network 51950f55-2421-4c95-a28a-93304f30a9e1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:08.670320 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2969d927-dda1-464e-ba46-d5609b1a322b req-bb9eddd7-0df3-4880-a4dc-bc3a1245252c service neutron] Notify callbacks [] for binding, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:08.671619 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-bb9eddd7-0df3-4880-a4dc-bc3a1245252c service neutron] 10.222.0.57 "DELETE /v2.0/ports/340691ea-a6ff-47fd-b902-bd6fcfd82dcc/bindings/n-h2-804985-3 HTTP/1.1" status: 204 len: 173 time: 0.9239962 Aug 23 14:44:08.674084 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:44:08.674870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Checking segment: {'id': 'd4461a50-33a9-4284-a1d7-3d86371e065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:08.675339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Bound using segment: {'id': 'd4461a50-33a9-4284-a1d7-3d86371e065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:44:08.675893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Bound port: 2d6f0f38-27ea-4525-81f7-598544523dac, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4461a50-33a9-4284-a1d7-3d86371e065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:44:08.676323 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:08.684650 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2871c56f-5b14-4120-8b7e-ebbdeff10f49 req-02d819d1-6a92-48db-b630-7c61941b245c tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003811 Aug 23 14:44:08.720487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Attempting to bind port b45ac2ce-53a9-45cb-b473-08401e9b4918 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:44:08.720834 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Attempting to bind port b45ac2ce-53a9-45cb-b473-08401e9b4918 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:44:08.727115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Attempting to bind port b45ac2ce-53a9-45cb-b473-08401e9b4918 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:08.747509 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f2d277a-2b18-42eb-a2ad-d3d00cfb1f66 req-090dd68c-2be0-4433-a871-6ba869768381 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427809 Aug 23 14:44:08.766774 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cbb0d-f4f3-4dc8-8bb8-902eb219f62e service neutron] Pushing event updated for resources: {'Port': ['ID=80bc2326-3d89-40ee-88c0-6ea226b3c0a1,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:08.770184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Port b45ac2ce-53a9-45cb-b473-08401e9b4918 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:44:08.770516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Attempting to bind port b45ac2ce-53a9-45cb-b473-08401e9b4918 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:08.793200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:44:08.795675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:08.795675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:44:08.797591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Bound port: b45ac2ce-53a9-45cb-b473-08401e9b4918, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:44:08.801299 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:08.825282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468a54f-c6f0-4edb-9fef-2e47b4ecd531 req-edc69fdd-c909-468b-b211-1eb5578924d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:08.827461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4468a54f-c6f0-4edb-9fef-2e47b4ecd531 req-edc69fdd-c909-468b-b211-1eb5578924d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2748921 Aug 23 14:44:08.898908 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16e3738-8d6e-47d8-a61e-7491f6754611 x-openstack-request-id: req-d16e3738-8d6e-47d8-a61e-7491f6754611 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:08.899217 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad9a0e4-5a14-423d-a055-640ed968b16b", "tag": "aa044a13-f042-4baa-b885-1a0bfafb5c3a", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:08.899458 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d16e3738-8d6e-47d8-a61e-7491f6754611 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:08.899887 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad9a0e4-5a14-423d-a055-640ed968b16b', 'tag': 'aa044a13-f042-4baa-b885-1a0bfafb5c3a', 'status': 'completed', 'code': 200} Aug 23 14:44:08.920567 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] For port b45ac2ce-53a9-45cb-b473-08401e9b4918, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:08.928760 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a569a7ba-a173-48f2-8585-7e170517dff9 x-openstack-request-id: req-a569a7ba-a173-48f2-8585-7e170517dff9 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:08.929097 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e27f0fe3-ae06-4a4a-93f5-8050ede15c3b", "tag": "80bc2326-3d89-40ee-88c0-6ea226b3c0a1", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:08.929410 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a569a7ba-a173-48f2-8585-7e170517dff9 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:08.933045 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27f0fe3-ae06-4a4a-93f5-8050ede15c3b', 'tag': '80bc2326-3d89-40ee-88c0-6ea226b3c0a1', 'status': 'completed', 'code': 200} Aug 23 14:44:08.934078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] For port b45ac2ce-53a9-45cb-b473-08401e9b4918, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b45ac2ce-53a9-45cb-b473-08401e9b4918,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:44:08.949569 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] For port 2d6f0f38-27ea-4525-81f7-598544523dac, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:08.953548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] For port 2d6f0f38-27ea-4525-81f7-598544523dac, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=2d6f0f38-27ea-4525-81f7-598544523dac,segment=NetworkSegment(d4461a50-33a9-4284-a1d7-3d86371e065d),segment_id=d4461a50-33a9-4284-a1d7-3d86371e065d)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:44:09.003419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e458da-0694-4b81-b538-c4e7953a24c9 req-10250000-2eb3-4de0-a8e6-c5a6214dfd1e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:09.011432 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29e458da-0694-4b81-b538-c4e7953a24c9 req-10250000-2eb3-4de0-a8e6-c5a6214dfd1e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 949 time: 0.1768997 Aug 23 14:44:09.030021 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:09.040178 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:09.085713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:09.086977 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:09.088025 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-591c8450-1564-433e-b099-beed5103ff59 service neutron] 10.222.0.61 "PUT /v2.0/ports/b45ac2ce-53a9-45cb-b473-08401e9b4918 HTTP/1.1" status: 200 len: 1095 time: 3.4798856 Aug 23 14:44:09.106946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bd6ba-a81d-4590-9209-7f3c769e0ff1 req-b0c936b3-fa71-4c33-8668-23b982febff5 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:09.108963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Pushing event updated for resources: {'Port': ['ID=2d6f0f38-27ea-4525-81f7-598544523dac,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:09.110451 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-294bd6ba-a81d-4590-9209-7f3c769e0ff1 req-b0c936b3-fa71-4c33-8668-23b982febff5 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 945 time: 0.1167324 Aug 23 14:44:09.124133 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4468a54f-c6f0-4edb-9fef-2e47b4ecd531 req-b43eadae-93db-4e39-b8ae-5c03e59f2646 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742770 Aug 23 14:44:09.132958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:09.133691 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:09.135685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-278c8a56-ddcc-4ceb-9ebb-3471e338830c service neutron] 10.222.0.61 "PUT /v2.0/ports/2d6f0f38-27ea-4525-81f7-598544523dac HTTP/1.1" status: 200 len: 1091 time: 3.9171739 Aug 23 14:44:09.179917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29e458da-0694-4b81-b538-c4e7953a24c9 req-ff146a56-0820-4dc2-827a-c85a94b5a283 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625571 Aug 23 14:44:09.217137 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-294bd6ba-a81d-4590-9209-7f3c769e0ff1 req-793c46a4-b43d-4c61-869c-436eb9f2ef02 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743029 Aug 23 14:44:09.256263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c8450-1564-433e-b099-beed5103ff59 service neutron] Pushing event updated for resources: {'Port': ['ID=b45ac2ce-53a9-45cb-b473-08401e9b4918,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:09.427029 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 05738bf0-0709-4218-bad2-48a1ffef6c0e up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:44:09.527413 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4468a54f-c6f0-4edb-9fef-2e47b4ecd531 req-d8f744f8-7308-4876-9178-7f3c89a8aab3 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906641 Aug 23 14:44:09.564900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce27d57-618e-4024-8ba3-e3734b7c63ed req-e8ae67f6-f8b1-44d2-ac68-03e8c5bb580d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:09.567015 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9ce27d57-618e-4024-8ba3-e3734b7c63ed req-e8ae67f6-f8b1-44d2-ac68-03e8c5bb580d tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 944 time: 0.1554060 Aug 23 14:44:09.582394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 05738bf0-0709-4218-bad2-48a1ffef6c0e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:09.592055 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 05738bf0-0709-4218-bad2-48a1ffef6c0e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:09.592734 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:09.618047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82ecc4-dcad-4fa4-b53b-0f5e31630bdd req-bfb82242-3c4a-4eb0-905f-37595f019275 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:09.625257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab82ecc4-dcad-4fa4-b53b-0f5e31630bdd req-bfb82242-3c4a-4eb0-905f-37595f019275 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 948 time: 0.2553637 Aug 23 14:44:09.688167 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9ce27d57-618e-4024-8ba3-e3734b7c63ed req-d2285a5e-b62a-4f65-bdba-c4415781bfe1 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051447 Aug 23 14:44:09.738855 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:09.741396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab82ecc4-dcad-4fa4-b53b-0f5e31630bdd req-5a8af3d3-f620-4181-896d-579aad41b304 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042547 Aug 23 14:44:09.791031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:09.795359 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e263f6c-2b2f-44c0-85c9-713cc8456e4a" -d '{"events": [{"server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "name": "network-vif-plugged", "status": "completed", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:09.811132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:09.903810 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:09.953625 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86588e1d-13c1-4e51-8076-d4d22cf4af4d req-5fa1e5a4-0e49-4f0e-b3a8-aa54dc7320a2 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:09.959147 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86588e1d-13c1-4e51-8076-d4d22cf4af4d req-5fa1e5a4-0e49-4f0e-b3a8-aa54dc7320a2 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 943 time: 0.0872738 Aug 23 14:44:10.008336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=05738bf0-0709-4218-bad2-48a1ffef6c0e,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:10.025880 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86588e1d-13c1-4e51-8076-d4d22cf4af4d req-b7b1458a-6277-466c-ab40-57cdeea1c1b8 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570774 Aug 23 14:44:10.092997 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beefb380-67c2-4edb-b65c-b2f384a1c48c x-openstack-request-id: req-beefb380-67c2-4edb-b65c-b2f384a1c48c {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:10.093361 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "name": "network-vif-plugged", "status": "completed", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:10.093637 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-beefb380-67c2-4edb-b65c-b2f384a1c48c {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:10.094428 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e', 'code': 200} Aug 23 14:44:10.241567 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c7758-6b1b-4ee6-b272-9275aff20fe0 req-101306d6-077a-4c50-805a-6707eddb122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:10.243280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-389c7758-6b1b-4ee6-b272-9275aff20fe0 req-101306d6-077a-4c50-805a-6707eddb122c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 1101 time: 0.0785651 Aug 23 14:44:10.255534 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20290ae0-7c69-4871-96c2-2d565aef76f5 req-33587544-76db-4d04-bee9-64379e352f49 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:10.257736 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20290ae0-7c69-4871-96c2-2d565aef76f5 req-33587544-76db-4d04-bee9-64379e352f49 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 947 time: 0.0665786 Aug 23 14:44:10.329415 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-389c7758-6b1b-4ee6-b272-9275aff20fe0 req-10ab1f82-7107-403c-85cc-318e7d3139ff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703993 Aug 23 14:44:10.334468 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20290ae0-7c69-4871-96c2-2d565aef76f5 req-fcd7b580-2357-406f-a752-e0bacd3aa8ce tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691750 Aug 23 14:44:10.372062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89107f5-c4c1-4c81-98cf-250f333344e2 req-a60044dc-9fad-44bd-bf12-844ddee1b616 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:10.373803 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f89107f5-c4c1-4c81-98cf-250f333344e2 req-a60044dc-9fad-44bd-bf12-844ddee1b616 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 1096 time: 0.0609827 Aug 23 14:44:10.444155 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f89107f5-c4c1-4c81-98cf-250f333344e2 req-cba08881-8234-47ad-bf80-95b595b2f1a1 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633912 Aug 23 14:44:10.499317 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afce0b-75f1-4ce7-811e-c313eaf40a1a req-06dda942-98e1-403c-9755-c790dfd0d6df tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:10.516276 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20afce0b-75f1-4ce7-811e-c313eaf40a1a req-06dda942-98e1-403c-9755-c790dfd0d6df tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.1029735 Aug 23 14:44:10.561623 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20afce0b-75f1-4ce7-811e-c313eaf40a1a req-28529809-0f88-4489-a2c8-cd6f46dd73db tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434198 Aug 23 14:44:10.833073 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164fe08-be27-408d-9874-cc6e0c075aee req-bfecf549-2f7b-4b7e-b37c-541cc35bc8a3 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:10.834869 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5164fe08-be27-408d-9874-cc6e0c075aee req-bfecf549-2f7b-4b7e-b37c-541cc35bc8a3 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 944 time: 0.0576890 Aug 23 14:44:10.842023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-fdd5926e-6d53-4201-a6aa-dfeb28186adc tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:10.843551 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-fdd5926e-6d53-4201-a6aa-dfeb28186adc tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 821 time: 0.1459992 Aug 23 14:44:10.860229 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-14ed198c-dfaa-4ab0-a810-58e556d38348 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/quotas/b66fd552a70a452381c358e94470d1e9 HTTP/1.1" status: 200 len: 375 time: 0.0106509 Aug 23 14:44:10.888084 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5164fe08-be27-408d-9874-cc6e0c075aee req-fdacdfe3-6795-4322-bde7-8e54f02231e5 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463548 Aug 23 14:44:10.910214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf98f28-44a5-4c95-845b-32cbc7e2d7c7', 'tag': '2d6f0f38-27ea-4525-81f7-598544523dac'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:10.912509 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0071b043-910a-4849-8c79-61f3569ab1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf98f28-44a5-4c95-845b-32cbc7e2d7c7", "tag": "2d6f0f38-27ea-4525-81f7-598544523dac"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:10.937268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c9fd86-802e-4a07-85cc-b3505906bafe', 'tag': 'b45ac2ce-53a9-45cb-b473-08401e9b4918'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:10.940363 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c06ec06-d3ef-46f9-a2e0-811200fe5cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "15c9fd86-802e-4a07-85cc-b3505906bafe", "tag": "b45ac2ce-53a9-45cb-b473-08401e9b4918"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:10.949548 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-ad51fb55-772d-4b08-96dd-2b87550d0454 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828736 Aug 23 14:44:11.035439 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3affb96-70cf-4093-bb95-1de887c1433c req-95e3680a-901f-4303-854b-2dd9e4b3308c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:11.037416 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c3affb96-70cf-4093-bb95-1de887c1433c req-95e3680a-901f-4303-854b-2dd9e4b3308c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 948 time: 0.0745552 Aug 23 14:44:11.077401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-17f2764e-ae86-4bbd-a423-68007cf371b9 service neutron] 10.222.0.38 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023993 Aug 23 14:44:11.090139 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c3affb96-70cf-4093-bb95-1de887c1433c req-2bf6d3a7-46cf-4229-83ed-16d1454ea3e6 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454409 Aug 23 14:44:11.145560 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762fd98f-b646-4426-9ae4-ec2b495d3318 x-openstack-request-id: req-762fd98f-b646-4426-9ae4-ec2b495d3318 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:11.150728 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf98f28-44a5-4c95-845b-32cbc7e2d7c7", "tag": "2d6f0f38-27ea-4525-81f7-598544523dac", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:11.150728 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-762fd98f-b646-4426-9ae4-ec2b495d3318 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:11.150728 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf98f28-44a5-4c95-845b-32cbc7e2d7c7', 'tag': '2d6f0f38-27ea-4525-81f7-598544523dac', 'status': 'completed', 'code': 200} Aug 23 14:44:11.203874 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-88b9b835-6819-4230-a4e2-e2ff83b7aa69 service neutron] 10.222.0.38 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184850 Aug 23 14:44:11.214998 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33db571-4a13-40c8-b6c9-c9c7c0f2e085 x-openstack-request-id: req-e33db571-4a13-40c8-b6c9-c9c7c0f2e085 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:11.215280 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c9fd86-802e-4a07-85cc-b3505906bafe", "tag": "b45ac2ce-53a9-45cb-b473-08401e9b4918", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:11.215537 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e33db571-4a13-40c8-b6c9-c9c7c0f2e085 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:11.216083 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c9fd86-802e-4a07-85cc-b3505906bafe', 'tag': 'b45ac2ce-53a9-45cb-b473-08401e9b4918', 'status': 'completed', 'code': 200} Aug 23 14:44:11.282112 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59388) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:11.338871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188691cd-d5d5-4253-ac35-fa813b019b51 req-cd6c0ed9-364a-4137-829b-7452f9a62abc tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:11.340400 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-188691cd-d5d5-4253-ac35-fa813b019b51 req-cd6c0ed9-364a-4137-829b-7452f9a62abc tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 943 time: 0.0691202 Aug 23 14:44:11.407478 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-188691cd-d5d5-4253-ac35-fa813b019b51 req-91b3a837-43f5-466a-a6f6-4ec4d6821119 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606618 Aug 23 14:44:11.439546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f7c564a1-94dd-45e6-af56-abccb8b49ca6 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:44:11.441867 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7cb09030-891b-4a3e-84d4-59b81cfa80a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:11.552463 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dedf02b6-8ef8-4378-86b3-28603de0c644 req-c9c41337-b095-42b6-a823-379bf9eff8bd tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 210 time: 0.0488865 Aug 23 14:44:11.611240 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed895ecd-99f9-44f7-ac9c-38aaeba30354 req-d4b7b60b-2ded-4ed7-8d33-7f9ee573b8d7 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:11.622504 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed895ecd-99f9-44f7-ac9c-38aaeba30354 req-d4b7b60b-2ded-4ed7-8d33-7f9ee573b8d7 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 947 time: 0.1049128 Aug 23 14:44:11.637711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f7c564a1-94dd-45e6-af56-abccb8b49ca6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f7c564a1-94dd-45e6-af56-abccb8b49ca6,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:11.654757 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7cb09030-891b-4a3e-84d4-59b81cfa80a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:11.672019 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'f7c564a1-94dd-45e6-af56-abccb8b49ca6', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'f7c564a1-94dd-45e6-af56-abccb8b49ca6', 'mac_address': 'fa:16:3e:90:43:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:44:11.692457 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed895ecd-99f9-44f7-ac9c-38aaeba30354 req-2613ce59-59e8-4f0c-9a32-60666eb8dc52 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690620 Aug 23 14:44:11.795848 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7cb09030-891b-4a3e-84d4-59b81cfa80a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:11.824122 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:11.853059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c564a1-94dd-45e6-af56-abccb8b49ca6 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:11.880642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f7c564a1-94dd-45e6-af56-abccb8b49ca6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f7c564a1-94dd-45e6-af56-abccb8b49ca6,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:11.907831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb09030-891b-4a3e-84d4-59b81cfa80a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f04addb-4dad-4f03-878d-c69d2fe1cccf,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:11.917070 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7cb09030-891b-4a3e-84d4-59b81cfa80a6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=12d302d8a21d4a9d846ff970f6bc355d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6301255 Aug 23 14:44:11.917976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59412) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:11.923277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77da2a-4542-418b-b621-2c5fe4d5da78 req-b90fb791-ceb9-4201-b54e-cc6ed0998e24 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:11.933936 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b77da2a-4542-418b-b621-2c5fe4d5da78 req-b90fb791-ceb9-4201-b54e-cc6ed0998e24 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.2459288 Aug 23 14:44:11.955493 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:11.988728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b77da2a-4542-418b-b621-2c5fe4d5da78 req-d6bd2b5a-23b5-4959-8b60-987a4ab0e83b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537772 Aug 23 14:44:12.056805 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f7c564a1-94dd-45e6-af56-abccb8b49ca6,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:12.081961 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50304c59-0a7e-4d50-af5c-ef90cdcd296e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:12.116675 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-aa16b494-69e6-49ed-af49-c6c0d518de88 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1038871544&fields=id&tenant_id=03eb4d66c69d4202891474072877ebc4 HTTP/1.1" status: 200 len: 267 time: 0.1622453 Aug 23 14:44:12.136149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce948aba-fb5f-4787-8e0b-8df1cd8432d0 req-57a3b55e-4445-4daa-aef1-15c3b08eeb5b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:12.142295 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50304c59-0a7e-4d50-af5c-ef90cdcd296e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:12.144497 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ce948aba-fb5f-4787-8e0b-8df1cd8432d0 req-57a3b55e-4445-4daa-aef1-15c3b08eeb5b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 944 time: 0.0717227 Aug 23 14:44:12.183548 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ce948aba-fb5f-4787-8e0b-8df1cd8432d0 req-6f5c3272-44fc-4bcc-96ba-9332cb45daf0 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372849 Aug 23 14:44:12.267963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['f7c564a1-94dd-45e6-af56-abccb8b49ca6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:12.327460 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b174b-decd-47e7-938d-53f0b78717bf req-cfda94cf-fa4f-49ce-8a47-a2cf3775f518 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:12.334013 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-174b174b-decd-47e7-938d-53f0b78717bf req-cfda94cf-fa4f-49ce-8a47-a2cf3775f518 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 948 time: 0.0922277 Aug 23 14:44:12.338806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-880c9a60-db61-49e9-8b17-c4015d9a9fd3 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:12.352081 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-880c9a60-db61-49e9-8b17-c4015d9a9fd3 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/networks?id=ebe1ca51-1464-4d71-b4db-793999618f39 HTTP/1.1" status: 200 len: 815 time: 0.2135808 Aug 23 14:44:12.382816 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-ed5f0fbc-7c0c-4b32-ad9f-c394b7f225ee tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/quotas/03eb4d66c69d4202891474072877ebc4 HTTP/1.1" status: 200 len: 375 time: 0.0285792 Aug 23 14:44:12.405477 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-174b174b-decd-47e7-938d-53f0b78717bf req-bfcb0929-dc5c-4b8d-bb15-59c773115a50 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577931 Aug 23 14:44:12.473863 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50304c59-0a7e-4d50-af5c-ef90cdcd296e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:12.480013 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50304c59-0a7e-4d50-af5c-ef90cdcd296e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:12.481321 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-50304c59-0a7e-4d50-af5c-ef90cdcd296e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f04addb-4dad-4f03-878d-c69d2fe1cccf HTTP/1.1" status: 204 len: 168 time: 0.5605011 Aug 23 14:44:12.528211 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50304c59-0a7e-4d50-af5c-ef90cdcd296e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f04addb-4dad-4f03-878d-c69d2fe1cccf,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:12.574210 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-f5501001-81a2-4828-a902-6cc42b7f26ec tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=03eb4d66c69d4202891474072877ebc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1920607 Aug 23 14:44:12.667632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b48cf4-88ed-41f8-90c9-84bf91b6e5da req-ea1a2de5-2f0b-4c99-808f-e1930d576689 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:12.679955 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41b48cf4-88ed-41f8-90c9-84bf91b6e5da req-ea1a2de5-2f0b-4c99-808f-e1930d576689 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 943 time: 0.1024656 Aug 23 14:44:12.749826 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0ab85abf-7f95-43b6-b818-ea6ed301c3eb service neutron] 10.222.0.38 "GET /v2.0/networks/ebe1ca51-1464-4d71-b4db-793999618f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380689 Aug 23 14:44:12.790562 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41b48cf4-88ed-41f8-90c9-84bf91b6e5da req-0dc92171-08c4-4c8b-9619-0b3de0f24c13 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088326 Aug 23 14:44:12.871039 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-674437dd-1774-493e-a1e6-6075fe5bcbc0 service neutron] 10.222.0.38 "GET /v2.0/networks/ebe1ca51-1464-4d71-b4db-793999618f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273589 Aug 23 14:44:12.917299 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-03b4f023-8ed4-411c-bbe4-4fb4fd444fb2 req-6291ae11-2988-4a13-9cee-6c0b98ce1c1f tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 210 time: 0.0396380 Aug 23 14:44:13.103264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe16a37-6964-4bed-ae7f-e7cdc1c059cc req-93c7fe42-d739-4d55-8fd5-e74b1c94638a tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:13.105222 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebe16a37-6964-4bed-ae7f-e7cdc1c059cc req-93c7fe42-d739-4d55-8fd5-e74b1c94638a tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 947 time: 0.0796473 Aug 23 14:44:13.149120 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebe16a37-6964-4bed-ae7f-e7cdc1c059cc req-a2ad27c3-e593-40ee-9acd-523c096984b7 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365846 Aug 23 14:44:13.284005 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec2c5f-c387-46c9-b639-d12d38831ea8 req-cb6803f3-4401-4f0f-acf7-68a31832dac4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:13.285510 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fec2c5f-c387-46c9-b639-d12d38831ea8 req-cb6803f3-4401-4f0f-acf7-68a31832dac4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0532019 Aug 23 14:44:13.333685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59438) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:13.347631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fec2c5f-c387-46c9-b639-d12d38831ea8 req-8850b4b5-c174-4dad-89fb-9b54e4de89f5 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535607 Aug 23 14:44:13.352512 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:13.452653 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f7c564a1-94dd-45e6-af56-abccb8b49ca6 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:44:13.496438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db892e-47fc-4e65-9901-b130c9a2e3c5 req-8daa4423-14b0-40cb-95fc-7991ee0aaa19 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:13.504390 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-05db892e-47fc-4e65-9901-b130c9a2e3c5 req-8daa4423-14b0-40cb-95fc-7991ee0aaa19 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 944 time: 0.0635767 Aug 23 14:44:13.559404 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:13.568255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-05db892e-47fc-4e65-9901-b130c9a2e3c5 req-852e4249-963e-49cd-95a8-b14d935c65ea tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626733 Aug 23 14:44:13.590334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port f7c564a1-94dd-45e6-af56-abccb8b49ca6 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:13.594835 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port f7c564a1-94dd-45e6-af56-abccb8b49ca6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:13.596627 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:13.606854 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:13.692916 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288f94e0-4ef0-44b1-a937-2e3c644cb253,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:13.702464 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c48973becc134d5bb2001929fdb0d1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674762 Aug 23 14:44:13.712169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59446) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:13.713355 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:13.713355 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:13.713355 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:13.713355 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:13.732274 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:13.732638 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:13.732989 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:13.733332 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:13.733672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:13.734003 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:13.734339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:13.734670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7a526-0bf5-40c3-97c8-6fcff0f2d1c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:13.769707 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:13.804499 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23690818-d7e7-407a-95cd-88f70a698364 req-ac3b952a-01f8-40be-8e6b-9d8241ec9181 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:13.818162 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-23690818-d7e7-407a-95cd-88f70a698364 req-ac3b952a-01f8-40be-8e6b-9d8241ec9181 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 948 time: 0.0793016 Aug 23 14:44:13.823771 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5285ef1-cdc0-4bb8-8a78-31c9c4eae53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c564a1-94dd-45e6-af56-abccb8b49ca6'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:13.836363 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70549749-4984-4fe6-933b-cfb78507517c" -d '{"events": [{"server_uuid": "d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c", "name": "network-vif-plugged", "status": "completed", "tag": "f7c564a1-94dd-45e6-af56-abccb8b49ca6"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:13.871321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f7c564a1-94dd-45e6-af56-abccb8b49ca6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f7c564a1-94dd-45e6-af56-abccb8b49ca6,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:13.894550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99475c2b-f38d-47dc-9236-d4ec3b4e15dd req-315eaa55-d17f-4ad5-9778-9b1391ed757a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:13.896254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-99475c2b-f38d-47dc-9236-d4ec3b4e15dd req-315eaa55-d17f-4ad5-9778-9b1391ed757a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.2083192 Aug 23 14:44:13.902758 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-23690818-d7e7-407a-95cd-88f70a698364 req-fcdc1f08-017b-488b-9dba-51d331e83f12 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782590 Aug 23 14:44:13.926994 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:13.940659 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d93c2298-4140-4480-8853-3c5783bb337a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:13.993650 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-99475c2b-f38d-47dc-9236-d4ec3b4e15dd req-5a639c60-592e-457d-8b83-6907632e1c49 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707424 Aug 23 14:44:14.010901 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d93c2298-4140-4480-8853-3c5783bb337a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:14.019687 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-52a243d0-6c65-4ebb-bbd7-e8fe78a8146b req-4b7edc69-ab44-4545-8c6f-8cb9120ceffc tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 210 time: 0.0434711 Aug 23 14:44:14.050957 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f7c564a1-94dd-45e6-af56-abccb8b49ca6,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:14.076968 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f03fe2-928a-440e-bdb3-228cb1663a91 x-openstack-request-id: req-18f03fe2-928a-440e-bdb3-228cb1663a91 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:14.077379 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c", "name": "network-vif-plugged", "status": "completed", "tag": "f7c564a1-94dd-45e6-af56-abccb8b49ca6", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:14.078083 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18f03fe2-928a-440e-bdb3-228cb1663a91 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:14.078569 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5285ef1-cdc0-4bb8-8a78-31c9c4eae53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c564a1-94dd-45e6-af56-abccb8b49ca6', 'code': 200} Aug 23 14:44:14.133773 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d93c2298-4140-4480-8853-3c5783bb337a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:14.140070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d93c2298-4140-4480-8853-3c5783bb337a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:14.140070 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d93c2298-4140-4480-8853-3c5783bb337a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/288f94e0-4ef0-44b1-a937-2e3c644cb253 HTTP/1.1" status: 204 len: 168 time: 0.4306393 Aug 23 14:44:14.165804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c2298-4140-4480-8853-3c5783bb337a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288f94e0-4ef0-44b1-a937-2e3c644cb253,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:14.190225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec09c52-1f6d-45a9-acd2-3bc7843cb65d req-539f4326-6221-490e-9ee2-fd1f7c1fe96c tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:14.194012 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fec09c52-1f6d-45a9-acd2-3bc7843cb65d req-539f4326-6221-490e-9ee2-fd1f7c1fe96c tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 943 time: 0.1059604 Aug 23 14:44:14.274365 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fec09c52-1f6d-45a9-acd2-3bc7843cb65d req-ed7ece7f-5b68-4ffe-a5e2-e7661ba3cd5d tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662806 Aug 23 14:44:14.275529 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-66e171d9-8487-4852-83e7-cd8f66963603 req-39a11a93-d2bc-4a04-9fab-47b63f52b0ae tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 210 time: 0.1433117 Aug 23 14:44:14.313505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fea46-3273-4ea7-906c-a3768af038d6 req-5210a01b-97ee-4181-aeaf-ba77feaa04e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:14.313505 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cf0fea46-3273-4ea7-906c-a3768af038d6 req-5210a01b-97ee-4181-aeaf-ba77feaa04e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c HTTP/1.1" status: 200 len: 1101 time: 0.0723126 Aug 23 14:44:14.427085 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cf0fea46-3273-4ea7-906c-a3768af038d6 req-032bb201-300f-4382-9203-80fefd51e597 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105361 Aug 23 14:44:14.487741 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5233cb-a327-4d0e-b66b-a5be5e3b8f66 req-06f2aea0-04ad-46a3-a6ed-c6d4801a3f2c tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:14.489646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b5233cb-a327-4d0e-b66b-a5be5e3b8f66 req-06f2aea0-04ad-46a3-a6ed-c6d4801a3f2c tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 947 time: 0.1034105 Aug 23 14:44:14.543136 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b5233cb-a327-4d0e-b66b-a5be5e3b8f66 req-b9aa4721-99a2-4eb3-9cc8-895be6675c72 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415273 Aug 23 14:44:14.768679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c1996-c499-4f5d-9951-c050c330489e req-6e0f9f89-1aa2-48ce-86d6-cf39ff5b8a82 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:14.770276 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a9c1996-c499-4f5d-9951-c050c330489e req-6e0f9f89-1aa2-48ce-86d6-cf39ff5b8a82 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 944 time: 0.1256640 Aug 23 14:44:14.842411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-b3d8481c-8361-4428-8125-e2ccbccd7ef5 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:14.843964 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-b3d8481c-8361-4428-8125-e2ccbccd7ef5 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.57 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 821 time: 0.1874244 Aug 23 14:44:14.849115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a9c1996-c499-4f5d-9951-c050c330489e req-2d62cf66-777c-4e82-847e-abe4875252e6 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653567 Aug 23 14:44:14.859250 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Request body: {'port': {'device_id': '2465fb91-f17c-4dab-a807-9c02abba197f', 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1', 'admin_state_up': True, 'tenant_id': 'b66fd552a70a452381c358e94470d1e9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:15.029112 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f5a20-d688-4ca1-9932-ab08086859d9 req-b6f0734d-ae06-465e-a761-d591a7764ffc tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:15.030525 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dd1f5a20-d688-4ca1-9932-ab08086859d9 req-b6f0734d-ae06-465e-a761-d591a7764ffc tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 948 time: 0.0643954 Aug 23 14:44:15.069516 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dd1f5a20-d688-4ca1-9932-ab08086859d9 req-31d856bb-e20e-4916-8e2f-045a1d6722ac tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329657 Aug 23 14:44:15.156685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfa6d7c2-48ee-4129-9f61-597ee8f6bbcd req-968d80e6-ec60-4df2-b9c4-d2fc8a6d7859 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 210 time: 0.0278676 Aug 23 14:44:15.183251 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Made reservation on behalf of b66fd552a70a452381c358e94470d1e9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:44:15.183875 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:15.235580 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:15.334981 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Allocated IP 172.20.0.14 (e5d05685-47dd-44e8-9fba-4321908349a1/b707fe90-d579-4c2f-8f14-069d9b2eeda6/00d33b1a-bd9b-4fa6-a77c-3ff42db2117a) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:44:15.438744 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-349009f5-177e-46d2-8486-b1d9b62e8c64 req-afe41678-99a6-454d-95b4-6e7c64aa5b46 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 210 time: 0.0529113 Aug 23 14:44:15.489680 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae248d88-64e0-4a9f-bd9a-1a478278b9e2 req-119188bd-94ae-47b7-8f03-b8fbc6885b14 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:15.497994 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ae248d88-64e0-4a9f-bd9a-1a478278b9e2 req-119188bd-94ae-47b7-8f03-b8fbc6885b14 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 943 time: 0.1108406 Aug 23 14:44:15.554237 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:15.593297 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ae248d88-64e0-4a9f-bd9a-1a478278b9e2 req-9e208439-8b62-4fd3-a757-524087279cd4 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803621 Aug 23 14:44:15.629240 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-47ca2ebc-2201-4aec-8a7c-2cf46eacd8ce service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081846 Aug 23 14:44:15.656477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cb879-18fb-43e3-bb88-39f68a579190 req-ad4fced9-2119-4934-9c4b-6085d37d9d74 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:15.658057 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a08cb879-18fb-43e3-bb88-39f68a579190 req-ad4fced9-2119-4934-9c4b-6085d37d9d74 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.1095285 Aug 23 14:44:15.710083 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a08cb879-18fb-43e3-bb88-39f68a579190 req-84cdd81b-e27c-48a4-99c5-bac225e11f08 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448303 Aug 23 14:44:15.713996 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:15.720537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab441d-b2c8-49ed-b757-f0b71f6d0fed req-50730c4a-b746-442f-b0a2-38f7610565ac tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:15.722249 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-55ab441d-b2c8-49ed-b757-f0b71f6d0fed req-50730c4a-b746-442f-b0a2-38f7610565ac tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 947 time: 0.0639849 Aug 23 14:44:15.779175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Network e5d05685-47dd-44e8-9fba-4321908349a1 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:44:15.782049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:44:15.785298 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-55ab441d-b2c8-49ed-b757-f0b71f6d0fed req-7e87d9f5-830c-482b-ab8d-b8a8dc597a98 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568810 Aug 23 14:44:15.787552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:44:15.843132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Pushing event updated for resources: {'Port': ['ID=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:15.861269 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:15.865561 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:15.865561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:15.866026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:15.866026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:15.866359 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:15.866650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:15.866983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:15.867318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:15.867918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:15.868254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:15.868584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:15.868933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:15.869268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:15.985770 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071b043-910a-4849-8c79-61f3569ab1aa req-6a2122cc-8fe9-405f-bb1d-b963540b4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:15.989752 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0071b043-910a-4849-8c79-61f3569ab1aa req-6a2122cc-8fe9-405f-bb1d-b963540b4d28 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=578c0dd47b654a5283478e2e4ebad0c7&device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 1094 time: 0.1030610 Aug 23 14:44:15.992304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c49018-a78f-4008-a91f-200b99961d28 req-8ccc0ef4-e28c-4d57-8ac0-aeb2da9ed35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:15.995474 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60c49018-a78f-4008-a91f-200b99961d28 req-8ccc0ef4-e28c-4d57-8ac0-aeb2da9ed35f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 1099 time: 0.0918899 Aug 23 14:44:16.081516 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-8e9cfeda-0580-4039-a496-c83430ef4229 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2261651 Aug 23 14:44:16.109483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c1f6a-601a-40c4-b09f-9b65e88f29e3 req-0ced2382-c7e9-41c8-a918-5bc9cee1ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:16.110991 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-811c1f6a-601a-40c4-b09f-9b65e88f29e3 req-0ced2382-c7e9-41c8-a918-5bc9cee1ce08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=44d3f2d108d54d4d8c0a0c97823e1e8a&device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 1095 time: 0.2043972 Aug 23 14:44:16.119979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Request body: {'port': {'device_id': '2465fb91-f17c-4dab-a807-9c02abba197f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:16.126248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ec06-d3ef-46f9-a2e0-811200fe5cfd req-035637c9-fa61-4522-8c8b-670ccee20c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:16.127825 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c06ec06-d3ef-46f9-a2e0-811200fe5cfd req-035637c9-fa61-4522-8c8b-670ccee20c28 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c75724c9bd94190916dad9ab125a486&device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 1098 time: 0.2061479 Aug 23 14:44:16.164454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b26cd-58ae-4c0c-b84f-e648b80c2bd2 req-1d499138-79dd-45c4-a71b-5fd40843d40b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:16.174917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8f4b26cd-58ae-4c0c-b84f-e648b80c2bd2 req-1d499138-79dd-45c4-a71b-5fd40843d40b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 944 time: 0.1834352 Aug 23 14:44:16.311700 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c06ec06-d3ef-46f9-a2e0-811200fe5cfd req-910503f2-d76f-40b5-98a2-604cf5d469ad service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9c75724c9bd94190916dad9ab125a486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1324408 Aug 23 14:44:16.331496 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60c49018-a78f-4008-a91f-200b99961d28 req-4be8d59b-4f10-4c1b-9989-5d04631a5c6f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3004088 Aug 23 14:44:16.470381 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8f4b26cd-58ae-4c0c-b84f-e648b80c2bd2 req-467b56c4-59da-4f81-9df4-4cf0d594b895 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943962 Aug 23 14:44:16.607091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f019118-d8a5-4852-8e86-ca38f9fee9ac req-423d80ee-3c39-4798-aa91-183dce9871a7 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:16.609068 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f019118-d8a5-4852-8e86-ca38f9fee9ac req-423d80ee-3c39-4798-aa91-183dce9871a7 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 948 time: 0.2801988 Aug 23 14:44:16.656483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071b043-910a-4849-8c79-61f3569ab1aa req-3bd91ff2-f2ae-406a-a5d6-a5425e03f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:16.657981 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0071b043-910a-4849-8c79-61f3569ab1aa req-3bd91ff2-f2ae-406a-a5d6-a5425e03f458 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=578c0dd47b654a5283478e2e4ebad0c7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6512010 Aug 23 14:44:16.685120 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c49018-a78f-4008-a91f-200b99961d28 req-592ab188-984f-455d-b0a3-a56bf2bcaadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:16.685120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60c49018-a78f-4008-a91f-200b99961d28 req-592ab188-984f-455d-b0a3-a56bf2bcaadf service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3149149 Aug 23 14:44:16.770014 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f019118-d8a5-4852-8e86-ca38f9fee9ac req-6e9b4fac-3951-4617-81c6-082edebca91c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474254 Aug 23 14:44:16.844159 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-48712d5f-4eba-45a1-9671-8538800fa3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:16.846085 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-48712d5f-4eba-45a1-9671-8538800fa3bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 1099 time: 0.0929227 Aug 23 14:44:16.870851 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c1f6a-601a-40c4-b09f-9b65e88f29e3 req-0c0423e5-391c-4c1b-8fa1-cf614ee6a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:16.873109 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-811c1f6a-601a-40c4-b09f-9b65e88f29e3 req-0c0423e5-391c-4c1b-8fa1-cf614ee6a32d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=44d3f2d108d54d4d8c0a0c97823e1e8a&shared=False HTTP/1.1" status: 200 len: 924 time: 0.7431767 Aug 23 14:44:16.873999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:16.951160 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d62828d-aba4-4000-8778-1b72a36e21a8 req-0e6a4a94-6a42-4f78-af59-268e5c440a24 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 210 time: 0.0841057 Aug 23 14:44:16.972394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071b043-910a-4849-8c79-61f3569ab1aa req-328269ed-f281-4a35-b8ad-06678e6a9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:16.975438 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0071b043-910a-4849-8c79-61f3569ab1aa req-328269ed-f281-4a35-b8ad-06678e6a9383 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3085175 Aug 23 14:44:16.992069 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-8338af16-31ee-4181-a066-c9c44c649a71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=aa044a13-f042-4baa-b885-1a0bfafb5c3a HTTP/1.1" status: 200 len: 217 time: 0.1146152 Aug 23 14:44:17.104241 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-1dab340a-4a48-432c-a1a2-aaaf52e02844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:17.106123 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-1dab340a-4a48-432c-a1a2-aaaf52e02844 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1120238 Aug 23 14:44:17.135359 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ec06-d3ef-46f9-a2e0-811200fe5cfd req-d9a28932-e013-4ff5-9a0a-1525ba2e9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:17.137272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c06ec06-d3ef-46f9-a2e0-811200fe5cfd req-d9a28932-e013-4ff5-9a0a-1525ba2e9f02 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8077695 Aug 23 14:44:17.350469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500804fd-42fb-4e5d-994e-6f32977d54a3 req-10866284-a774-441d-999e-887ce9288983 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:17.351838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6d972f47-1efd-4e26-9e45-d2ff1ab99894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:17.355318 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-6d972f47-1efd-4e26-9e45-d2ff1ab99894 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2371442 Aug 23 14:44:17.362872 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-500804fd-42fb-4e5d-994e-6f32977d54a3 req-10866284-a774-441d-999e-887ce9288983 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 932 time: 0.2762368 Aug 23 14:44:17.378431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-70c2edf8-87e1-47dd-91a7-a558034c8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:17.380059 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-70c2edf8-87e1-47dd-91a7-a558034c8d89 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=578c0dd47b654a5283478e2e4ebad0c7&device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 1094 time: 0.2730229 Aug 23 14:44:17.383031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c1f6a-601a-40c4-b09f-9b65e88f29e3 req-22e69055-4832-4965-b68e-cd0df4ea322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:17.385181 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-811c1f6a-601a-40c4-b09f-9b65e88f29e3 req-22e69055-4832-4965-b68e-cd0df4ea322e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4642816 Aug 23 14:44:17.431991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-15df04fe-1c91-4777-9079-8ecb48742800 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:17.433891 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-15df04fe-1c91-4777-9079-8ecb48742800 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.57 "GET /v2.0/networks?id=ebe1ca51-1464-4d71-b4db-793999618f39 HTTP/1.1" status: 200 len: 815 time: 0.2588491 Aug 23 14:44:17.447206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577556e-ee05-4b68-b30b-861f34549f3c req-3cf64662-2ab4-4fdc-b2a7-3716b4865e25 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:17.447206 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4577556e-ee05-4b68-b30b-861f34549f3c req-3cf64662-2ab4-4fdc-b2a7-3716b4865e25 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 943 time: 0.3111365 Aug 23 14:44:17.495212 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-958d6b1b-0678-448e-bc46-66d5e9b137b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:17.497239 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-958d6b1b-0678-448e-bc46-66d5e9b137b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c75724c9bd94190916dad9ab125a486&device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 1098 time: 0.3007841 Aug 23 14:44:17.507209 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-7fcd5187-9a9c-4974-8410-217d8daaa9cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d6f0f38-27ea-4525-81f7-598544523dac HTTP/1.1" status: 200 len: 217 time: 0.1127419 Aug 23 14:44:17.600803 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4577556e-ee05-4b68-b30b-861f34549f3c req-05420107-ec20-4454-8df2-898ebcbb34be tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977304 Aug 23 14:44:17.602057 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-500804fd-42fb-4e5d-994e-6f32977d54a3 req-30e5aed3-ae31-47f1-a30c-ccb586ccc22c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380166 Aug 23 14:44:17.608957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-b7d18486-aac4-40e5-9a82-d7cf5b1cb35a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b45ac2ce-53a9-45cb-b473-08401e9b4918 HTTP/1.1" status: 200 len: 217 time: 0.0921440 Aug 23 14:44:17.624679 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-07cbbad3-f55e-40d6-8d19-6c2caaaf8d2b service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421291 Aug 23 14:44:17.625621 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-adda2099-1291-4bdb-954a-70e52de83a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:17.626977 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-adda2099-1291-4bdb-954a-70e52de83a2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=961ae5f2-cb90-4855-aa8f-c87554a0e3fa HTTP/1.1" status: 200 len: 854 time: 0.1089888 Aug 23 14:44:17.708403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-e319507b-5e45-4d76-9400-bb0394be1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:17.708403 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-e319507b-5e45-4d76-9400-bb0394be1f96 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=44d3f2d108d54d4d8c0a0c97823e1e8a&device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 1095 time: 0.2168438 Aug 23 14:44:17.767828 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-45c499fb-fd8f-4a6b-80ea-b8bf94b75841 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03eb4d66c69d4202891474072877ebc4 HTTP/1.1" status: 200 len: 380 time: 0.1509211 Aug 23 14:44:17.792938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0d8ffb78-5487-4005-b303-d30d6ec03697 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Request body: {'port': {'device_id': '57cdd8fa-fbe5-4db5-b844-74c4a206a10f', 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'admin_state_up': True, 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'security_groups': ['388ec90e-4108-427d-a427-c85f09c0652b']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:17.803130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:17.816031 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:17.824166 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-e142e4ef-d9d3-4985-b099-e848fbce5aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:17.825776 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-e142e4ef-d9d3-4985-b099-e848fbce5aaf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=51950f55-2421-4c95-a28a-93304f30a9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844325 Aug 23 14:44:17.898268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-b778a707-0310-4bd6-8b11-efdb10a056fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:17.900955 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-b778a707-0310-4bd6-8b11-efdb10a056fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.2750010 Aug 23 14:44:17.922233 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-6b055752-ee56-427d-9321-6b17e8ccb6e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80bc2326-3d89-40ee-88c0-6ea226b3c0a1 HTTP/1.1" status: 200 len: 217 time: 0.1088369 Aug 23 14:44:17.941117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Transition to ACTIVE for port object 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:17.989438 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4889f797-5d36-4a30-a9f4-5df779d3fe98 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468330 Aug 23 14:44:18.014769 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:18.042606 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e52cd-1c64-4bda-988a-b49d52302ea3 req-91658612-10a0-4eb1-ae0a-a7edb8ee64b0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:18.046501 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b28e52cd-1c64-4bda-988a-b49d52302ea3 req-91658612-10a0-4eb1-ae0a-a7edb8ee64b0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.2629559 Aug 23 14:44:18.093290 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041c950-d07c-43a0-9a19-5187773b93b2 req-b663c758-a8b1-4fc7-984b-7bfe0a12d3a4 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:18.095408 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6041c950-d07c-43a0-9a19-5187773b93b2 req-b663c758-a8b1-4fc7-984b-7bfe0a12d3a4 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 947 time: 0.2854171 Aug 23 14:44:18.107035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-45670fc8-63cc-4f8a-9447-463171e60fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:18.108721 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-45670fc8-63cc-4f8a-9447-463171e60fc5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=992c01ea-22e9-4541-a53a-7089cdc61629 HTTP/1.1" status: 200 len: 862 time: 0.1660957 Aug 23 14:44:18.125580 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b28e52cd-1c64-4bda-988a-b49d52302ea3 req-06198e00-bf1c-49d4-a3aa-fdbd58bbf3b7 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706396 Aug 23 14:44:18.152267 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-fecee084-b927-4218-abf3-6602dde85ebf service neutron] 10.222.0.61 "GET /v2.0/networks/51950f55-2421-4c95-a28a-93304f30a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699518 Aug 23 14:44:18.164417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-f325ae20-826d-4886-910a-b9db4b34ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:18.166610 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-f325ae20-826d-4886-910a-b9db4b34ce72 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2434714 Aug 23 14:44:18.215704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Pushing event updated for resources: {'Port': ['ID=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:18.239155 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0d8ffb78-5487-4005-b303-d30d6ec03697 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Made reservation on behalf of 03eb4d66c69d4202891474072877ebc4 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:44:18.243355 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0d8ffb78-5487-4005-b303-d30d6ec03697 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:18.434766 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-05879ae7-aa9e-44fd-bc29-f2049baa6184 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377057 Aug 23 14:44:18.439344 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6041c950-d07c-43a0-9a19-5187773b93b2 req-26d82fac-7e20-4c96-8c16-41a4eeec8fd9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289773 Aug 23 14:44:18.465086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-ac697d7c-e8d0-4559-a766-875bd42e2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:18.467277 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-ac697d7c-e8d0-4559-a766-875bd42e2ffc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5686c327-7ddb-4f80-9a60-a54a51f40b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3302453 Aug 23 14:44:18.676782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Attempting to bind port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:44:18.677128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Attempting to bind port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:44:18.677465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Attempting to bind port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:18.724722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a on network e5d05685-47dd-44e8-9fba-4321908349a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:44:18.725156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Attempting to bind port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:18.739943 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83766b2c-bb80-471c-9f14-a08eaeae1d43 req-15417ba7-12e3-471b-9e77-847c12feb9aa tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:18.741905 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-83766b2c-bb80-471c-9f14-a08eaeae1d43 req-15417ba7-12e3-471b-9e77-847c12feb9aa tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 944 time: 0.4853957 Aug 23 14:44:18.747380 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7b57d26-ec4d-4683-a09d-c894cb3b79ee req-61bb48c5-a685-4545-8bd5-abc55a34f1c3 service neutron] 10.222.0.61 "GET /v2.0/networks/51950f55-2421-4c95-a28a-93304f30a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908387 Aug 23 14:44:18.763987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:44:18.764487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Checking segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:18.765300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Bound using segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:44:18.766109 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Bound port: 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:44:18.766850 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:18.803520 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0d8ffb78-5487-4005-b303-d30d6ec03697 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Allocated IP 172.20.0.13 (ebe1ca51-1464-4d71-b4db-793999618f39/8a001555-7554-49b2-909d-ac28ef78bb71/4990225a-4341-4636-8b07-bd95939a81e9) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:44:18.808548 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-321488d9-5738-42ff-be7d-5023d7c62b3d req-c0cacead-71be-41b8-8720-e44559036d9b service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640106 Aug 23 14:44:18.812205 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-83766b2c-bb80-471c-9f14-a08eaeae1d43 req-971d1c3d-5ffc-4288-8108-961551986a4a tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591059 Aug 23 14:44:18.824877 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743eacbb-fbec-440e-96c5-f94dd0f652e6 req-08b86232-5791-4e48-80c6-63cc647786f0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:18.826569 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-743eacbb-fbec-440e-96c5-f94dd0f652e6 req-08b86232-5791-4e48-80c6-63cc647786f0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 948 time: 0.2700961 Aug 23 14:44:18.831543 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-649e8bde-a381-488e-832e-f0bbefc5ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:18.833413 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-649e8bde-a381-488e-832e-f0bbefc5ec76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 1101 time: 0.2832608 Aug 23 14:44:18.943201 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-7bf750cc-5d38-4331-b907-289249133369 service neutron] 10.222.0.61 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547851 Aug 23 14:44:18.990296 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f93a5a5d-baa0-4538-a9f0-ba6e96130881 req-d5a5fc2a-4056-4a83-bbd0-a0da47eef852 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 210 time: 0.0495594 Aug 23 14:44:19.074486 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0d8ffb78-5487-4005-b303-d30d6ec03697 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:19.082973 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-743eacbb-fbec-440e-96c5-f94dd0f652e6 req-18a89a5e-0775-4fd5-9fa2-e096ce5076c5 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432327 Aug 23 14:44:19.086144 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0d8ffb78-5487-4005-b303-d30d6ec03697 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Transition to ACTIVE for port object 4990225a-4341-4636-8b07-bd95939a81e9 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:19.093629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:19.099990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:44:19.133571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-87d112f8-655b-4c07-9a83-0b6482206b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:19.135324 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-87d112f8-655b-4c07-9a83-0b6482206b47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.2885110 Aug 23 14:44:19.190966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e4be-2b1c-4eb5-ae07-32d0c3ea7a89 req-8d058cce-a2c9-4e79-b4f1-a6c6ae33de8c tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:19.193087 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-79c3e4be-2b1c-4eb5-ae07-32d0c3ea7a89 req-8d058cce-a2c9-4e79-b4f1-a6c6ae33de8c tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 943 time: 0.0704083 Aug 23 14:44:19.209721 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-96d69f51-ec2f-404f-89f2-ac54cefc832a req-16d5d0df-d831-441c-88dd-56e4c5993603 service neutron] 10.222.0.61 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534261 Aug 23 14:44:19.226165 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-67368b96-894e-41ce-acae-4071a0135742 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e HTTP/1.1" status: 200 len: 217 time: 0.0667365 Aug 23 14:44:19.231285 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:19.248162 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0d8ffb78-5487-4005-b303-d30d6ec03697 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:19.254207 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-79c3e4be-2b1c-4eb5-ae07-32d0c3ea7a89 req-610b543f-f806-46c5-ba59-4590c57baddc tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523758 Aug 23 14:44:19.317507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-76720cfe-6e87-4c9f-ada7-bbdbae56182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:19.318980 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-76720cfe-6e87-4c9f-ada7-bbdbae56182d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0660408 Aug 23 14:44:19.328278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0d8ffb78-5487-4005-b303-d30d6ec03697 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Network ebe1ca51-1464-4d71-b4db-793999618f39 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:44:19.332966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0d8ffb78-5487-4005-b303-d30d6ec03697 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:44:19.344571 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0d8ffb78-5487-4005-b303-d30d6ec03697 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:44:19.374743 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ffb78-5487-4005-b303-d30d6ec03697 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Pushing event updated for resources: {'Port': ['ID=4990225a-4341-4636-8b07-bd95939a81e9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:19.424009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:19.425111 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:19.427584 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] 10.222.0.57 "PUT /v2.0/ports/00d33b1a-bd9b-4fa6-a77c-3ff42db2117a HTTP/1.1" status: 200 len: 1092 time: 3.3129883 Aug 23 14:44:19.430982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2465fb91-f17c-4dab-a807-9c02abba197f', 'tag': '00d33b1a-bd9b-4fa6-a77c-3ff42db2117a'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:19.437185 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b3f442-afc9-46b0-9268-bba8fafe3e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "2465fb91-f17c-4dab-a807-9c02abba197f", "tag": "00d33b1a-bd9b-4fa6-a77c-3ff42db2117a"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:19.473230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0d8ffb78-5487-4005-b303-d30d6ec03697 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:19.473514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3e211-a1db-4dd8-868c-40fff6144694 req-0f0a6155-42e7-4dff-ad00-26150b87bd4d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:19.473733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0d8ffb78-5487-4005-b303-d30d6ec03697 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:19.487254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38f3e211-a1db-4dd8-868c-40fff6144694 req-0f0a6155-42e7-4dff-ad00-26150b87bd4d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 944 time: 0.3267541 Aug 23 14:44:19.531458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3f421-003d-4b77-ac52-81e4154f9205 service neutron] Pushing event updated for resources: {'Port': ['ID=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:19.547920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917018cd-6c22-4e65-90f8-f979c43b882c req-43be9b95-e365-4c5d-8a8d-ececdd916b0d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:19.549945 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-917018cd-6c22-4e65-90f8-f979c43b882c req-43be9b95-e365-4c5d-8a8d-ececdd916b0d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.1382213 Aug 23 14:44:19.578884 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0d8ffb78-5487-4005-b303-d30d6ec03697 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7928741 Aug 23 14:44:19.595742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Request body: {'port': {'device_id': '57cdd8fa-fbe5-4db5-b844-74c4a206a10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:19.607762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-7f431411-58af-4628-bcae-d287d762facd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:19.610264 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-7f431411-58af-4628-bcae-d287d762facd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2488172 Aug 23 14:44:19.652534 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-917018cd-6c22-4e65-90f8-f979c43b882c req-db116204-ac4f-4bf2-ba83-c2f222612af5 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863698 Aug 23 14:44:19.674818 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38f3e211-a1db-4dd8-868c-40fff6144694 req-41049bd8-54ee-499d-b2ba-bf0e0628b392 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863148 Aug 23 14:44:19.750693 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:19.756016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-191abb2a-dde4-4468-8db5-b6acebbf70bb None None] Provisioning for port 4990225a-4341-4636-8b07-bd95939a81e9 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:19.768081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-191abb2a-dde4-4468-8db5-b6acebbf70bb None None] Provisioning complete for port 4990225a-4341-4636-8b07-bd95939a81e9 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:19.768498 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-191abb2a-dde4-4468-8db5-b6acebbf70bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:19.789953 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5a0ab9-7ee3-4310-aec5-dfac57614ced x-openstack-request-id: req-eb5a0ab9-7ee3-4310-aec5-dfac57614ced {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:19.790457 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2465fb91-f17c-4dab-a807-9c02abba197f", "tag": "00d33b1a-bd9b-4fa6-a77c-3ff42db2117a", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:19.790912 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb5a0ab9-7ee3-4310-aec5-dfac57614ced {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:19.791452 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2465fb91-f17c-4dab-a807-9c02abba197f', 'tag': '00d33b1a-bd9b-4fa6-a77c-3ff42db2117a', 'status': 'completed', 'code': 200} Aug 23 14:44:19.821314 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-191abb2a-dde4-4468-8db5-b6acebbf70bb None None] Port 4990225a-4341-4636-8b07-bd95939a81e9 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:44:19.829428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-e41c1a5b-4136-4ec9-9fe2-ae5af10d663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:19.831596 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-e41c1a5b-4136-4ec9-9fe2-ae5af10d663a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 1095 time: 0.2614942 Aug 23 14:44:19.898668 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:19.901910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-3d7600fc-8014-447b-8d0f-c819ba2facdc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a HTTP/1.1" status: 200 len: 217 time: 0.0529010 Aug 23 14:44:19.990817 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-51a54d54-b7b2-4afb-b8b1-150c48786348 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258889 Aug 23 14:44:20.037914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-45d94a3c-ffd5-4e0d-9f92-1f48ae9a2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:20.039995 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-45d94a3c-ffd5-4e0d-9f92-1f48ae9a2f6c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.1278114 Aug 23 14:44:20.102518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862c6b6-ee1e-4ff2-a7af-28f1e08e89c4 req-0a6ea991-e789-4aae-8079-df9dcb947e6b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:20.104416 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b862c6b6-ee1e-4ff2-a7af-28f1e08e89c4 req-0a6ea991-e789-4aae-8079-df9dcb947e6b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 947 time: 0.1525991 Aug 23 14:44:20.250076 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b862c6b6-ee1e-4ff2-a7af-28f1e08e89c4 req-f29bb7d2-92c2-4d31-9198-91c17efb1e29 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259260 Aug 23 14:44:20.271973 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4990225a-4341-4636-8b07-bd95939a81e9 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:20.283741 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:20.315880 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Transition to ACTIVE for port object 4990225a-4341-4636-8b07-bd95939a81e9 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:20.475793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629c8a-76f4-455c-99f7-0cd3ea75308f req-25add3ab-82f2-404e-ab45-ac39f2a7152a tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:20.475793 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ac629c8a-76f4-455c-99f7-0cd3ea75308f req-25add3ab-82f2-404e-ab45-ac39f2a7152a tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 932 time: 0.0686955 Aug 23 14:44:20.492557 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-84e82049-e972-4ca9-8b1d-4ae2f426a7f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3981326 Aug 23 14:44:20.502097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3636-c974-427b-8402-08cebbbb8301 req-f65ef7fd-4d77-421a-a3fe-1d420715fa1a tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:20.503644 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb7c3636-c974-427b-8402-08cebbbb8301 req-f65ef7fd-4d77-421a-a3fe-1d420715fa1a tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 944 time: 0.5764327 Aug 23 14:44:20.527783 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ac629c8a-76f4-455c-99f7-0cd3ea75308f req-ee6137ba-beae-448d-bb76-bf7416e7ce4d tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431945 Aug 23 14:44:20.640755 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-91c9e4b5-889e-4a50-9889-3783ec4884f5 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400130 Aug 23 14:44:20.669270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56c76c-5f60-42f9-bdee-7a8cde4b9ce2 req-9f08ece2-b4e1-47e2-aa2e-b67ef264e304 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:20.669270 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2d56c76c-5f60-42f9-bdee-7a8cde4b9ce2 req-9f08ece2-b4e1-47e2-aa2e-b67ef264e304 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 948 time: 0.0709965 Aug 23 14:44:20.674736 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb7c3636-c974-427b-8402-08cebbbb8301 req-044a9349-9c06-4369-95e8-af7ee2b67ed1 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411440 Aug 23 14:44:20.684724 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-13e5a413-5543-47b6-a109-3cfadcec37f4 service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796842 Aug 23 14:44:20.726887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device aa044a13-f042-4baa-b885-1a0bfafb5c3a details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:44:20.762651 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2d56c76c-5f60-42f9-bdee-7a8cde4b9ce2 req-1258c3f6-106e-477c-8941-fc61da879d16 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737021 Aug 23 14:44:20.899883 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3f6f4-07ad-4baf-b5b9-49a2b02b0a34 req-6673c2a8-95ef-419b-875b-548d1d690a08 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:20.902326 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1fa3f6f4-07ad-4baf-b5b9-49a2b02b0a34 req-6673c2a8-95ef-419b-875b-548d1d690a08 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 943 time: 0.0778837 Aug 23 14:44:20.918116 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:20.924998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port aa044a13-f042-4baa-b885-1a0bfafb5c3a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=aa044a13-f042-4baa-b885-1a0bfafb5c3a,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:20.963596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'aa044a13-f042-4baa-b885-1a0bfafb5c3a', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'aa044a13-f042-4baa-b885-1a0bfafb5c3a', 'mac_address': 'fa:16:3e:c1:ae:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:44:20.964127 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff041498-d44f-43b3-8e8b-317c7c3dffd8 req-bb69e874-7bdb-4e31-a1ab-a36a4eb716d0 service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707477 Aug 23 14:44:20.979363 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1fa3f6f4-07ad-4baf-b5b9-49a2b02b0a34 req-dd03dd21-920a-4fc8-a8f8-3a7bd6164dba tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660665 Aug 23 14:44:21.006832 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d3e7c-5f74-43e1-8c8b-9da990ef95c9 req-d0b22c73-5490-40b9-8758-483ca937409e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:21.018973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9b6d3e7c-5f74-43e1-8c8b-9da990ef95c9 req-d0b22c73-5490-40b9-8758-483ca937409e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.1650283 Aug 23 14:44:21.069641 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Pushing event updated for resources: {'Port': ['ID=4990225a-4341-4636-8b07-bd95939a81e9,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:21.139221 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:21.177345 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa044a13-f042-4baa-b885-1a0bfafb5c3a {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:21.192510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca153a-ff72-4265-9bbc-29034a892541 req-210b3e14-70ce-470c-9621-90c81de15280 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:21.200753 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-feca153a-ff72-4265-9bbc-29034a892541 req-210b3e14-70ce-470c-9621-90c81de15280 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 944 time: 0.1115162 Aug 23 14:44:21.250061 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9b6d3e7c-5f74-43e1-8c8b-9da990ef95c9 req-f656f641-0d7f-400a-954c-88f87c2782d7 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297277 Aug 23 14:44:21.250534 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3f442-afc9-46b0-9268-bba8fafe3e3b req-6f0ae6aa-dc1b-46b1-b7a0-0a1044badc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:21.252482 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f2b3f442-afc9-46b0-9268-bba8fafe3e3b req-6f0ae6aa-dc1b-46b1-b7a0-0a1044badc78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 1095 time: 0.1054757 Aug 23 14:44:21.259161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port aa044a13-f042-4baa-b885-1a0bfafb5c3a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=aa044a13-f042-4baa-b885-1a0bfafb5c3a,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:21.266495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Attempting to bind port 4990225a-4341-4636-8b07-bd95939a81e9 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:44:21.267043 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Attempting to bind port 4990225a-4341-4636-8b07-bd95939a81e9 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'd7793035-9e0c-4575-88d1-ef8d4801628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:44:21.267676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Attempting to bind port 4990225a-4341-4636-8b07-bd95939a81e9 on network ebe1ca51-1464-4d71-b4db-793999618f39 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:21.276217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Port 4990225a-4341-4636-8b07-bd95939a81e9 on network ebe1ca51-1464-4d71-b4db-793999618f39 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:44:21.276552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Attempting to bind port 4990225a-4341-4636-8b07-bd95939a81e9 on network ebe1ca51-1464-4d71-b4db-793999618f39 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:21.283345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:44:21.283822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Checking segment: {'id': 'd7793035-9e0c-4575-88d1-ef8d4801628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:21.284117 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Bound using segment: {'id': 'd7793035-9e0c-4575-88d1-ef8d4801628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:44:21.284695 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Bound port: 4990225a-4341-4636-8b07-bd95939a81e9, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7793035-9e0c-4575-88d1-ef8d4801628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:44:21.285067 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:21.298487 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-feca153a-ff72-4265-9bbc-29034a892541 req-5a277501-f4bf-43aa-88b2-687d97596c67 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966814 Aug 23 14:44:21.360836 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:21.476737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] For port 4990225a-4341-4636-8b07-bd95939a81e9, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:21.484381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] For port 4990225a-4341-4636-8b07-bd95939a81e9, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=4990225a-4341-4636-8b07-bd95939a81e9,segment=NetworkSegment(d7793035-9e0c-4575-88d1-ef8d4801628a),segment_id=d7793035-9e0c-4575-88d1-ef8d4801628a)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:44:21.509076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=aa044a13-f042-4baa-b885-1a0bfafb5c3a,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:21.539591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3f442-afc9-46b0-9268-bba8fafe3e3b req-efa61ff3-f66e-4733-828e-c99fc7deeb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:21.542563 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f2b3f442-afc9-46b0-9268-bba8fafe3e3b req-efa61ff3-f66e-4733-828e-c99fc7deeb72 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.2804332 Aug 23 14:44:21.571875 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:21.585079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5addfdb-1093-4dd9-a269-4fc4295d3942 req-2e9d83c2-545f-4e61-8e1d-13c8028d1c1f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:21.593415 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a5addfdb-1093-4dd9-a269-4fc4295d3942 req-2e9d83c2-545f-4e61-8e1d-13c8028d1c1f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 947 time: 0.1496644 Aug 23 14:44:21.632871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:21.635290 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:21.640175 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] 10.222.0.57 "PUT /v2.0/ports/4990225a-4341-4636-8b07-bd95939a81e9 HTTP/1.1" status: 200 len: 1092 time: 2.0515549 Aug 23 14:44:21.640726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['aa044a13-f042-4baa-b885-1a0bfafb5c3a'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:21.652431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57cdd8fa-fbe5-4db5-b844-74c4a206a10f', 'tag': '4990225a-4341-4636-8b07-bd95939a81e9'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:21.656148 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0be87ef-4de7-490b-b35a-2f1cd68fa1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "57cdd8fa-fbe5-4db5-b844-74c4a206a10f", "tag": "4990225a-4341-4636-8b07-bd95939a81e9"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:21.704725 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f2b3f442-afc9-46b0-9268-bba8fafe3e3b req-c087cdfa-1abe-4b79-8937-c2944317b59f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a HTTP/1.1" status: 200 len: 217 time: 0.1511590 Aug 23 14:44:21.752619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c22c29-f2a3-4258-bd19-c01611c21772 req-882d7dd5-484d-4e92-8271-2e618047f13a tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:21.754448 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-20c22c29-f2a3-4258-bd19-c01611c21772 req-882d7dd5-484d-4e92-8271-2e618047f13a tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 944 time: 0.0912771 Aug 23 14:44:21.755641 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db8544-075a-47ae-8d1a-8a511dba2a27 service neutron] Pushing event updated for resources: {'Port': ['ID=4990225a-4341-4636-8b07-bd95939a81e9,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:21.816952 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a5addfdb-1093-4dd9-a269-4fc4295d3942 req-a9a59e47-a7c8-4deb-97ad-b3d01775fb1d tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225206 Aug 23 14:44:21.861728 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-20c22c29-f2a3-4258-bd19-c01611c21772 req-5952054d-e511-47e9-9f75-5be71b2afb4e tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911343 Aug 23 14:44:21.862304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3f442-afc9-46b0-9268-bba8fafe3e3b req-a179663e-b2a2-4142-968c-2d5fcd9e7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:21.863509 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f2b3f442-afc9-46b0-9268-bba8fafe3e3b req-a179663e-b2a2-4142-968c-2d5fcd9e7932 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.1389420 Aug 23 14:44:21.912922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0160dbfe-fac3-4b15-bfba-9ce30fe38a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:21.914892 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-0160dbfe-fac3-4b15-bfba-9ce30fe38a5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03eb4d66c69d4202891474072877ebc4&device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 1095 time: 0.1176839 Aug 23 14:44:21.925297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f2b3f442-afc9-46b0-9268-bba8fafe3e3b req-31ccef7e-f8ff-41c5-b30b-7956ab9dbdbb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522325 Aug 23 14:44:21.965581 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-36cb3fdc-2fd2-41bd-93fd-287ea7a1b81a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4990225a-4341-4636-8b07-bd95939a81e9 HTTP/1.1" status: 200 len: 217 time: 0.0411127 Aug 23 14:44:21.967358 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bdbbcf-b9de-404d-8156-ea2babefea17 x-openstack-request-id: req-06bdbbcf-b9de-404d-8156-ea2babefea17 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:21.967912 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57cdd8fa-fbe5-4db5-b844-74c4a206a10f", "tag": "4990225a-4341-4636-8b07-bd95939a81e9", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:21.968257 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-06bdbbcf-b9de-404d-8156-ea2babefea17 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:21.968742 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57cdd8fa-fbe5-4db5-b844-74c4a206a10f', 'tag': '4990225a-4341-4636-8b07-bd95939a81e9', 'status': 'completed', 'code': 200} Aug 23 14:44:22.028735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-21d016e6-8dbb-4102-aa25-03344462bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:22.031769 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-21d016e6-8dbb-4102-aa25-03344462bfc8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a001555-7554-49b2-909d-ac28ef78bb71 HTTP/1.1" status: 200 len: 854 time: 0.0539608 Aug 23 14:44:22.054653 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f2b3f442-afc9-46b0-9268-bba8fafe3e3b req-d4d2a8f5-7b14-4b6d-9eff-764fe55f7c85 service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192417 Aug 23 14:44:22.159066 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-7cde5f67-9450-4906-ba9d-8977e43a21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:22.160571 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-7cde5f67-9450-4906-ba9d-8977e43a21b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebe1ca51-1464-4d71-b4db-793999618f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077831 Aug 23 14:44:22.170622 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a4b6a-d075-4437-8157-b58a073fd32c req-996630ab-0061-4ebf-92b0-fda232d5425c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:22.172211 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-998a4b6a-d075-4437-8157-b58a073fd32c req-996630ab-0061-4ebf-92b0-fda232d5425c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 949 time: 0.1364954 Aug 23 14:44:22.202082 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e4b94-6d67-4255-a93c-29a5b4f896a8 req-398e6889-3cb4-4b2d-a4b7-56f6b18c7826 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:22.204241 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-439e4b94-6d67-4255-a93c-29a5b4f896a8 req-398e6889-3cb4-4b2d-a4b7-56f6b18c7826 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 944 time: 0.1598938 Aug 23 14:44:22.277501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f2b3f442-afc9-46b0-9268-bba8fafe3e3b req-9f37a5cc-eb15-475b-abab-5caeb90b06df service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964409 Aug 23 14:44:22.279234 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-998a4b6a-d075-4437-8157-b58a073fd32c req-2e6fc18c-91ed-4ea8-8990-7855d3779037 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929978 Aug 23 14:44:22.288138 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-439e4b94-6d67-4255-a93c-29a5b4f896a8 req-1d8c4cf6-b76d-491e-bb03-613262e6bd8f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740402 Aug 23 14:44:22.345978 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-55cffd84-bb61-4726-b8b9-b0eff133a8be service neutron] 10.222.0.57 "GET /v2.0/networks/ebe1ca51-1464-4d71-b4db-793999618f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708372 Aug 23 14:44:22.487361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7baca-ff36-4fd0-9412-a3f8109623a8 req-1b201c6d-5454-4693-b680-67976724fafc tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:22.490079 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b1b7baca-ff36-4fd0-9412-a3f8109623a8 req-1b201c6d-5454-4693-b680-67976724fafc tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 943 time: 0.0815310 Aug 23 14:44:22.544642 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b1b7baca-ff36-4fd0-9412-a3f8109623a8 req-b74a0808-9305-4eab-8944-2799e9ed4cb1 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433133 Aug 23 14:44:22.592378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e77bf3-1663-4b34-9b33-5d1171ba6084 req-8f3f8619-0b01-487f-a0ff-43485ef1034c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:22.596697 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-66e77bf3-1663-4b34-9b33-5d1171ba6084 req-8f3f8619-0b01-487f-a0ff-43485ef1034c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.1349685 Aug 23 14:44:22.611371 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2ccfbe6-2791-4ea6-b6ab-68a02cb6efc7 req-a98e90e4-8267-49d6-abc8-b07ad3519b8b service neutron] 10.222.0.57 "GET /v2.0/networks/ebe1ca51-1464-4d71-b4db-793999618f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497830 Aug 23 14:44:22.643113 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-66e77bf3-1663-4b34-9b33-5d1171ba6084 req-c4c6a183-3705-43e9-9244-eb587408fa04 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449963 Aug 23 14:44:22.657504 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b997b0ad-2bf8-4816-aa3b-ab8ccf5e604d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:22.703002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f8a5d-f735-4aaf-902f-0d124cb5a76f req-460980dc-d71c-4a17-b948-16b493a12430 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:22.704742 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-341f8a5d-f735-4aaf-902f-0d124cb5a76f req-460980dc-d71c-4a17-b948-16b493a12430 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 944 time: 0.0784569 Aug 23 14:44:22.724931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 2d6f0f38-27ea-4525-81f7-598544523dac details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:44:22.727328 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device aa044a13-f042-4baa-b885-1a0bfafb5c3a up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:44:22.804172 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-341f8a5d-f735-4aaf-902f-0d124cb5a76f req-8ff7470d-9f58-4ed3-9e53-97744d1145cb tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795207 Aug 23 14:44:22.872106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be87ef-4de7-490b-b35a-2f1cd68fa1b3 req-3857035e-ecb8-4e11-9556-ded94f8b434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:22.873730 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0be87ef-4de7-490b-b35a-2f1cd68fa1b3 req-3857035e-ecb8-4e11-9556-ded94f8b434f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03eb4d66c69d4202891474072877ebc4&device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 1095 time: 0.0907063 Aug 23 14:44:23.042082 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5338109-63de-4bd6-9a86-118a86203381 req-a2bb5785-ebf2-419d-bee2-57bfeb28669e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:23.043845 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b5338109-63de-4bd6-9a86-118a86203381 req-a2bb5785-ebf2-419d-bee2-57bfeb28669e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 947 time: 0.1166363 Aug 23 14:44:23.079553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be87ef-4de7-490b-b35a-2f1cd68fa1b3 req-2a34b334-dfa6-466c-b8ee-2d757a945e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:23.081078 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0be87ef-4de7-490b-b35a-2f1cd68fa1b3 req-2a34b334-dfa6-466c-b8ee-2d757a945e88 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebe1ca51-1464-4d71-b4db-793999618f39 HTTP/1.1" status: 200 len: 916 time: 0.2002232 Aug 23 14:44:23.086190 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51827242-9002-4d4e-841c-a707661f4923 req-750c9b39-cf64-44ba-8098-0d4d1006e6b4 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:23.095931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51827242-9002-4d4e-841c-a707661f4923 req-750c9b39-cf64-44ba-8098-0d4d1006e6b4 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 944 time: 0.0977333 Aug 23 14:44:23.144993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51827242-9002-4d4e-841c-a707661f4923 req-89881811-2b44-45a7-a1ee-a9e12808d1d6 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465438 Aug 23 14:44:23.159408 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0be87ef-4de7-490b-b35a-2f1cd68fa1b3 req-b2de9d8f-e2a5-4051-966e-a20e92f77c2d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4990225a-4341-4636-8b07-bd95939a81e9 HTTP/1.1" status: 200 len: 217 time: 0.0662715 Aug 23 14:44:23.169070 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b5338109-63de-4bd6-9a86-118a86203381 req-dd3bec88-7d5c-456c-a1fc-dbd00c2aa98d tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064975 Aug 23 14:44:23.186869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port aa044a13-f042-4baa-b885-1a0bfafb5c3a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:23.197884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 2d6f0f38-27ea-4525-81f7-598544523dac, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=2d6f0f38-27ea-4525-81f7-598544523dac,segment=NetworkSegment(d4461a50-33a9-4284-a1d7-3d86371e065d),segment_id=d4461a50-33a9-4284-a1d7-3d86371e065d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:23.205076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port aa044a13-f042-4baa-b885-1a0bfafb5c3a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:23.205679 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:23.220749 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be87ef-4de7-490b-b35a-2f1cd68fa1b3 req-d2f50841-2b31-4855-b3c3-f67f7b0818af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:23.222599 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0be87ef-4de7-490b-b35a-2f1cd68fa1b3 req-d2f50841-2b31-4855-b3c3-f67f7b0818af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a001555-7554-49b2-909d-ac28ef78bb71 HTTP/1.1" status: 200 len: 854 time: 0.0523152 Aug 23 14:44:23.241510 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '2d6f0f38-27ea-4525-81f7-598544523dac', 'network_id': '51950f55-2421-4c95-a28a-93304f30a9e1', 'port_id': '2d6f0f38-27ea-4525-81f7-598544523dac', 'mac_address': 'fa:16:3e:e5:a0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961ae5f2-cb90-4855-aa8f-c87554a0e3fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:44:23.290362 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be87ef-4de7-490b-b35a-2f1cd68fa1b3 req-f66b6cc7-93aa-4a19-8ca3-b579c380a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:23.293770 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0be87ef-4de7-490b-b35a-2f1cd68fa1b3 req-f66b6cc7-93aa-4a19-8ca3-b579c380a6f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebe1ca51-1464-4d71-b4db-793999618f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636942 Aug 23 14:44:23.374470 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:23.394646 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6f0f38-27ea-4525-81f7-598544523dac {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:23.431773 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:23.446321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 2d6f0f38-27ea-4525-81f7-598544523dac, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=2d6f0f38-27ea-4525-81f7-598544523dac,segment=NetworkSegment(d4461a50-33a9-4284-a1d7-3d86371e065d),segment_id=d4461a50-33a9-4284-a1d7-3d86371e065d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:23.469720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad9a0e4-5a14-423d-a055-640ed968b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa044a13-f042-4baa-b885-1a0bfafb5c3a'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:23.473123 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b28c4c-5729-474c-9887-91d39435d782" -d '{"events": [{"server_uuid": "cad9a0e4-5a14-423d-a055-640ed968b16b", "name": "network-vif-plugged", "status": "completed", "tag": "aa044a13-f042-4baa-b885-1a0bfafb5c3a"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:23.473607 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59650) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:23.489080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port aa044a13-f042-4baa-b885-1a0bfafb5c3a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=aa044a13-f042-4baa-b885-1a0bfafb5c3a,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:23.506715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0c891-ed13-4f0b-b95a-0f30e92a1b4b req-cd9be6e6-8bf3-49f4-bb97-58cd9676efaf tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:23.509933 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:23.511152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:44:23.514573 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ac0c891-ed13-4f0b-b95a-0f30e92a1b4b req-cd9be6e6-8bf3-49f4-bb97-58cd9676efaf tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 949 time: 0.0922248 Aug 23 14:44:23.575847 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:23.589661 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0be87ef-4de7-490b-b35a-2f1cd68fa1b3 req-886f9a77-333d-4443-8934-ce68eb6f6e4a service neutron] 10.222.0.57 "GET /v2.0/networks/ebe1ca51-1464-4d71-b4db-793999618f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887888 Aug 23 14:44:23.614539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32304b76-3ab0-45a7-ad25-e4aa79a79569 req-c1bb7988-96ff-488d-9a36-e4825ae763a9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:23.616347 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ac0c891-ed13-4f0b-b95a-0f30e92a1b4b req-9e25cd1d-cf03-4cf0-80b7-f2f3850302a4 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006131 Aug 23 14:44:23.635742 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32304b76-3ab0-45a7-ad25-e4aa79a79569 req-c1bb7988-96ff-488d-9a36-e4825ae763a9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 944 time: 0.1882806 Aug 23 14:44:23.687671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=2d6f0f38-27ea-4525-81f7-598544523dac,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:23.741904 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f833bea-9533-456b-be49-48736eec633a x-openstack-request-id: req-1f833bea-9533-456b-be49-48736eec633a {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:23.742552 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad9a0e4-5a14-423d-a055-640ed968b16b", "name": "network-vif-plugged", "status": "completed", "tag": "aa044a13-f042-4baa-b885-1a0bfafb5c3a", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:23.743154 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f833bea-9533-456b-be49-48736eec633a {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:23.743853 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad9a0e4-5a14-423d-a055-640ed968b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa044a13-f042-4baa-b885-1a0bfafb5c3a', 'code': 200} Aug 23 14:44:23.771488 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=80bc2326-3d89-40ee-88c0-6ea226b3c0a1,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:23.790676 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ff90d33-addc-41bd-b412-43b846bcf6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:23.796040 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32304b76-3ab0-45a7-ad25-e4aa79a79569 req-67463045-47d4-485f-b9a0-9993c474c1cf tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694028 Aug 23 14:44:23.797124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '80bc2326-3d89-40ee-88c0-6ea226b3c0a1', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'port_id': '80bc2326-3d89-40ee-88c0-6ea226b3c0a1', 'mac_address': 'fa:16:3e:b6:b6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:44:23.799560 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=aa044a13-f042-4baa-b885-1a0bfafb5c3a,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:23.871715 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0be87ef-4de7-490b-b35a-2f1cd68fa1b3 req-b33bc3f0-116a-44b6-938d-9cae843f79a6 service neutron] 10.222.0.57 "GET /v2.0/networks/ebe1ca51-1464-4d71-b4db-793999618f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714367 Aug 23 14:44:23.878730 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:23.894951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:23.911791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f50fc9-e174-4d26-9799-15612f513386 req-42d2ee59-43ab-40bb-90c4-bd87550ee4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:23.914086 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-89f50fc9-e174-4d26-9799-15612f513386 req-42d2ee59-43ab-40bb-90c4-bd87550ee4a4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 1101 time: 0.0918102 Aug 23 14:44:23.928886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=80bc2326-3d89-40ee-88c0-6ea226b3c0a1,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:23.985016 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb31f9b-5426-4eba-8016-98b37dd26708 req-9e15957b-9541-4ba3-8d06-0624907a90e8 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:23.987384 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bdb31f9b-5426-4eba-8016-98b37dd26708 req-9e15957b-9541-4ba3-8d06-0624907a90e8 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0728168 Aug 23 14:44:24.006357 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:24.007596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b45ac2ce-53a9-45cb-b473-08401e9b4918 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:44:24.017776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-89f50fc9-e174-4d26-9799-15612f513386 req-9602688e-6bb0-43a2-914f-c6fd9a0be327 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803549 Aug 23 14:44:24.026090 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821d797-d01e-4f33-b047-613227ade81a req-7bbc3115-cffd-4e21-8cc9-0ad208d89904 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:24.027423 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9821d797-d01e-4f33-b047-613227ade81a req-7bbc3115-cffd-4e21-8cc9-0ad208d89904 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 944 time: 0.1094439 Aug 23 14:44:24.061949 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ff90d33-addc-41bd-b412-43b846bcf6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:24.065706 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bdb31f9b-5426-4eba-8016-98b37dd26708 req-bd5ca0a7-97bb-4260-b3de-8e8d8088413c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713165 Aug 23 14:44:24.086784 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=80bc2326-3d89-40ee-88c0-6ea226b3c0a1,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:24.138090 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9821d797-d01e-4f33-b047-613227ade81a req-9f59188e-6692-4a8d-974c-68f7763f033a tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740101 Aug 23 14:44:24.144262 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ff90d33-addc-41bd-b412-43b846bcf6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:24.182713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff90d33-addc-41bd-b412-43b846bcf6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbdef37-c157-4f18-b906-66efe823157c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:24.207573 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b45ac2ce-53a9-45cb-b473-08401e9b4918, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b45ac2ce-53a9-45cb-b473-08401e9b4918,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:24.212730 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3ff90d33-addc-41bd-b412-43b846bcf6e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ea82fa3b5164157bf12bec8fb08404e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7368338 Aug 23 14:44:24.217172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59666) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:24.223223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'b45ac2ce-53a9-45cb-b473-08401e9b4918', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'b45ac2ce-53a9-45cb-b473-08401e9b4918', 'mac_address': 'fa:16:3e:5f:22:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:44:24.268361 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:24.271682 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a194-7b27-40d5-b95b-10df54447fed req-fd996807-bc8f-41d1-8193-19525e20e50c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:24.273342 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d204a194-7b27-40d5-b95b-10df54447fed req-fd996807-bc8f-41d1-8193-19525e20e50c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 944 time: 0.1282625 Aug 23 14:44:24.282949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45ac2ce-53a9-45cb-b473-08401e9b4918 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:24.305460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b45ac2ce-53a9-45cb-b473-08401e9b4918, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b45ac2ce-53a9-45cb-b473-08401e9b4918,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:24.313343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32c116-8100-426c-ad62-88bf10e82cbe req-054a130c-ea06-402a-9fde-137e10d7af35 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:24.314942 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f32c116-8100-426c-ad62-88bf10e82cbe req-054a130c-ea06-402a-9fde-137e10d7af35 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 944 time: 0.0794394 Aug 23 14:44:24.318142 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d6b277f-9a7a-423e-a2ce-0d2e1380ca0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:24.326264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d204a194-7b27-40d5-b95b-10df54447fed req-77d7bd2d-458b-4bd1-a0c7-c9bbad403bc0 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448525 Aug 23 14:44:24.368953 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d6b277f-9a7a-423e-a2ce-0d2e1380ca0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:24.382541 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f32c116-8100-426c-ad62-88bf10e82cbe req-3a025ece-6a7e-41cf-865a-105f40b84b04 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594532 Aug 23 14:44:24.383694 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:24.457158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b45ac2ce-53a9-45cb-b473-08401e9b4918,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:24.460882 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05480d04-8d48-4488-8761-903608d06b4a req-4dc109ff-75d3-4212-b630-fb413f9e283e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:24.462534 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05480d04-8d48-4488-8761-903608d06b4a req-4dc109ff-75d3-4212-b630-fb413f9e283e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 948 time: 0.0710220 Aug 23 14:44:24.474789 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d6b277f-9a7a-423e-a2ce-0d2e1380ca0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:24.477562 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d6b277f-9a7a-423e-a2ce-0d2e1380ca0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:24.483372 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8d6b277f-9a7a-423e-a2ce-0d2e1380ca0f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ffbdef37-c157-4f18-b906-66efe823157c HTTP/1.1" status: 204 len: 168 time: 0.2611957 Aug 23 14:44:24.491669 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b277f-9a7a-423e-a2ce-0d2e1380ca0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbdef37-c157-4f18-b906-66efe823157c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:24.506038 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05480d04-8d48-4488-8761-903608d06b4a req-42f486fe-9354-4045-aa31-14eddcdcd7c3 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367329 Aug 23 14:44:24.795052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f82f8-df65-4106-bb15-e5b3a0ac3425 req-d61000e2-7580-4007-a6de-a8540ab4f003 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:24.795052 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-940f82f8-df65-4106-bb15-e5b3a0ac3425 req-d61000e2-7580-4007-a6de-a8540ab4f003 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 950 time: 0.0700016 Aug 23 14:44:24.811829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['80bc2326-3d89-40ee-88c0-6ea226b3c0a1'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:24.860467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['b45ac2ce-53a9-45cb-b473-08401e9b4918'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:24.868363 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['2d6f0f38-27ea-4525-81f7-598544523dac'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:24.869150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-940f82f8-df65-4106-bb15-e5b3a0ac3425 req-ea7ac63b-3c90-4068-b780-e339cc139ad7 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719402 Aug 23 14:44:24.966211 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d76322-bca1-4fbf-afef-79c0f00f55ea req-79ce4417-d7e6-48f7-870d-ce0cd09a01c8 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:24.967974 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-53d76322-bca1-4fbf-afef-79c0f00f55ea req-79ce4417-d7e6-48f7-870d-ce0cd09a01c8 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 945 time: 0.0700662 Aug 23 14:44:25.045140 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-53d76322-bca1-4fbf-afef-79c0f00f55ea req-4b4dee89-8595-461f-adf5-c540a7a13d38 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675588 Aug 23 14:44:25.211587 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d440b6-9368-464a-af0b-761bef52a726 req-9e2ee0f7-8694-4ae0-af8c-b63e48a0b88c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:25.215140 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3d440b6-9368-464a-af0b-761bef52a726 req-9e2ee0f7-8694-4ae0-af8c-b63e48a0b88c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0701997 Aug 23 14:44:25.265496 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3d440b6-9368-464a-af0b-761bef52a726 req-4370f109-178e-4704-825f-f0a27eb78439 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443916 Aug 23 14:44:25.309236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8802eff-d9d4-4738-876c-572491582183 req-e6561c22-30cd-4bc8-8802-3b7bb0d9555d tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:25.309236 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c8802eff-d9d4-4738-876c-572491582183 req-e6561c22-30cd-4bc8-8802-3b7bb0d9555d tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 944 time: 0.0692105 Aug 23 14:44:25.366378 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c8802eff-d9d4-4738-876c-572491582183 req-f909260b-12e9-4cd6-b70a-0f3a2adac5e2 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499437 Aug 23 14:44:25.423735 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:25.465951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ab4da-d54e-4403-886e-d37031187430 req-db38ce82-31de-4974-9b39-e749de81570b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:25.465951 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f9ab4da-d54e-4403-886e-d37031187430 req-db38ce82-31de-4974-9b39-e749de81570b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 944 time: 0.0547583 Aug 23 14:44:25.516270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:44:25.523621 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6962d-3b18-47fa-9beb-7e6fe877f68e req-e3ee84e2-bbf8-46b5-b17b-f3c838bff74a tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:25.527927 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-66d6962d-3b18-47fa-9beb-7e6fe877f68e req-e3ee84e2-bbf8-46b5-b17b-f3c838bff74a tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 944 time: 0.0559080 Aug 23 14:44:25.535725 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f9ab4da-d54e-4403-886e-d37031187430 req-3b4f0608-e9a4-40fc-a4f6-04c33cca71e7 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637953 Aug 23 14:44:25.573569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-66d6962d-3b18-47fa-9beb-7e6fe877f68e req-2bc855fa-ed40-4489-b1d3-06af4dac1137 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385158 Aug 23 14:44:25.650546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52ad3a-ef25-4ac8-bc6a-da4d735afc37 req-00eba608-f702-48a0-b609-c7cb85d6999d tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:25.650819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:25.652132 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9d52ad3a-ef25-4ac8-bc6a-da4d735afc37 req-00eba608-f702-48a0-b609-c7cb85d6999d tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 948 time: 0.0544186 Aug 23 14:44:25.679126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '00d33b1a-bd9b-4fa6-a77c-3ff42db2117a', 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1', 'port_id': '00d33b1a-bd9b-4fa6-a77c-3ff42db2117a', 'mac_address': 'fa:16:3e:c1:36:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b707fe90-d579-4c2f-8f14-069d9b2eeda6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:44:25.699685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9d52ad3a-ef25-4ac8-bc6a-da4d735afc37 req-0cac137f-2e8d-4347-9f23-8b49aa223a7e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402040 Aug 23 14:44:25.711342 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e30e07b9-0cc6-4ffa-b844-3c4af4867dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:25.726216 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:25.744683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:25.765215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:25.834472 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:25.881829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:25.889930 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:25.890311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:25.890651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:25.890987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:25.891401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:25.893284 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:25.893595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:25.893931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:25.894261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:25.894589 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:25.894913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:25.895237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:44:25.994789 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835a9f0-30af-4996-abd5-3ccf71eec0f4 req-47daf0d9-44a3-45c4-b691-0bad58054a70 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:25.996324 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3835a9f0-30af-4996-abd5-3ccf71eec0f4 req-47daf0d9-44a3-45c4-b691-0bad58054a70 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 950 time: 0.0510499 Aug 23 14:44:26.037160 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3835a9f0-30af-4996-abd5-3ccf71eec0f4 req-1606611b-cc32-4b54-a7ec-bc9d5e437d75 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346677 Aug 23 14:44:26.067566 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b1c452fa-9bb9-4fa2-9767-fe1112a73b14 req-f42b909c-0962-46b0-8db2-462d15fb40ea tempest-AbsoluteLimitsNegativeTestJSON-290504480 tempest-AbsoluteLimitsNegativeTestJSON-290504480-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3cfa2fb6bf6e49cb9099334a84bc905e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222762 Aug 23 14:44:26.119623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['00d33b1a-bd9b-4fa6-a77c-3ff42db2117a'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:26.162076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fa305-eca5-4724-a6e8-88a4d88fd580 req-cdd40786-91a1-4c66-8dab-fb0e98be460c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:26.164719 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e79fa305-eca5-4724-a6e8-88a4d88fd580 req-cdd40786-91a1-4c66-8dab-fb0e98be460c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c HTTP/1.1" status: 200 len: 950 time: 0.0608096 Aug 23 14:44:26.184711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c452fa-9bb9-4fa2-9767-fe1112a73b14 req-63a38dd4-1e9d-468f-a770-cd90839892da tempest-AbsoluteLimitsNegativeTestJSON-290504480 tempest-AbsoluteLimitsNegativeTestJSON-290504480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:26.186261 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b1c452fa-9bb9-4fa2-9767-fe1112a73b14 req-63a38dd4-1e9d-468f-a770-cd90839892da tempest-AbsoluteLimitsNegativeTestJSON-290504480 tempest-AbsoluteLimitsNegativeTestJSON-290504480-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1118791 Aug 23 14:44:26.204477 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b1c452fa-9bb9-4fa2-9767-fe1112a73b14 req-6cb2df63-1d26-4640-9065-a0ced9eaef07 tempest-AbsoluteLimitsNegativeTestJSON-290504480 tempest-AbsoluteLimitsNegativeTestJSON-290504480-project] 10.222.0.38 "GET /v2.0/quotas/3cfa2fb6bf6e49cb9099334a84bc905e HTTP/1.1" status: 200 len: 375 time: 0.0113320 Aug 23 14:44:26.213089 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e79fa305-eca5-4724-a6e8-88a4d88fd580 req-1a75dc02-2b3e-4a77-9805-3a1e041da27a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386326 Aug 23 14:44:26.256429 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b1c452fa-9bb9-4fa2-9767-fe1112a73b14 req-1cad0ea0-dd30-47c8-9a2e-7c95d96a64f5 tempest-AbsoluteLimitsNegativeTestJSON-290504480 tempest-AbsoluteLimitsNegativeTestJSON-290504480-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3cfa2fb6bf6e49cb9099334a84bc905e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448399 Aug 23 14:44:26.352761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4de9e2-f697-4944-9be7-5680b57fa6fc req-7f5acbeb-8eb6-4625-90ab-d46e9cc77baa tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:26.355220 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b4de9e2-f697-4944-9be7-5680b57fa6fc req-7f5acbeb-8eb6-4625-90ab-d46e9cc77baa tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 945 time: 0.0613365 Aug 23 14:44:26.398727 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b4de9e2-f697-4944-9be7-5680b57fa6fc req-2b397d51-7c9c-4cdf-9062-7a51242aa164 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362675 Aug 23 14:44:26.555714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4edad2-9dab-4b5b-9ef8-62419b81a05f req-47f244a6-9180-449b-864f-a6044d384ebe tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:26.558879 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4edad2-9dab-4b5b-9ef8-62419b81a05f req-47f244a6-9180-449b-864f-a6044d384ebe tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0748329 Aug 23 14:44:26.560817 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:26.614299 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4edad2-9dab-4b5b-9ef8-62419b81a05f req-2319d2be-89b8-40d8-937d-a0162de2469d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475781 Aug 23 14:44:26.662254 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6856da-b5bc-45a6-a003-5587240b096c req-9c9e2bc6-7f2d-4a99-8900-802672f3c396 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:26.669094 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6856da-b5bc-45a6-a003-5587240b096c req-9c9e2bc6-7f2d-4a99-8900-802672f3c396 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:26.670772 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-af6856da-b5bc-45a6-a003-5587240b096c req-9c9e2bc6-7f2d-4a99-8900-802672f3c396 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b&device_id=d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c HTTP/1.1" status: 200 len: 1691 time: 0.0717144 Aug 23 14:44:26.732755 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-af6856da-b5bc-45a6-a003-5587240b096c req-0b98835e-8e2e-4b7f-aef2-ecd18af2a3ff tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550578 Aug 23 14:44:26.752173 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016f4ac-53f4-4e11-b422-541d4509415d req-7036eaba-ac88-4bc3-9c10-cb6ed06e6301 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:26.753678 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d016f4ac-53f4-4e11-b422-541d4509415d req-7036eaba-ac88-4bc3-9c10-cb6ed06e6301 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 944 time: 0.0765386 Aug 23 14:44:26.757105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 2d6f0f38-27ea-4525-81f7-598544523dac up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:44:26.800670 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d016f4ac-53f4-4e11-b422-541d4509415d req-1590fee8-0fab-4a83-8b20-885d7bf42948 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400050 Aug 23 14:44:26.845373 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62066dc-71bf-4b34-8056-af0f030b0c09 req-a8caaf96-84e9-486f-996a-e5cb73b65c13 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:26.846861 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c62066dc-71bf-4b34-8056-af0f030b0c09 req-a8caaf96-84e9-486f-996a-e5cb73b65c13 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 945 time: 0.0569949 Aug 23 14:44:26.860649 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59742) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:26.874779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 2d6f0f38-27ea-4525-81f7-598544523dac completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:26.881437 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 2d6f0f38-27ea-4525-81f7-598544523dac triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:26.881812 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:26.891234 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c62066dc-71bf-4b34-8056-af0f030b0c09 req-45e01913-882e-4551-94d1-cd79f9eefe8b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384932 Aug 23 14:44:26.933828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81163cd7-1669-4311-a32c-ec7d795b75e8 req-f82df59d-e0e6-490c-9951-1966e59c8e2c tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:26.936431 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-81163cd7-1669-4311-a32c-ec7d795b75e8 req-f82df59d-e0e6-490c-9951-1966e59c8e2c tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 944 time: 0.0694482 Aug 23 14:44:26.992400 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.000968 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-81163cd7-1669-4311-a32c-ec7d795b75e8 req-f601ee7c-2b28-4a71-b266-99319faabd86 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580499 Aug 23 14:44:27.033137 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1aa79-cb41-4cb9-86e6-ec204213cbf9 req-8d11bab0-096f-4b6e-8ec6-47bc381e2288 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:27.034925 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-42f1aa79-cb41-4cb9-86e6-ec204213cbf9 req-8d11bab0-096f-4b6e-8ec6-47bc381e2288 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 948 time: 0.0700982 Aug 23 14:44:27.037057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf98f28-44a5-4c95-845b-32cbc7e2d7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6f0f38-27ea-4525-81f7-598544523dac'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:27.041651 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd01e5b7-b8a7-404d-aa3f-0d532bae815e" -d '{"events": [{"server_uuid": "ccf98f28-44a5-4c95-845b-32cbc7e2d7c7", "name": "network-vif-plugged", "status": "completed", "tag": "2d6f0f38-27ea-4525-81f7-598544523dac"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:27.049766 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8e7e9b4f-3efc-4595-8462-692719284228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.058746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 2d6f0f38-27ea-4525-81f7-598544523dac, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=2d6f0f38-27ea-4525-81f7-598544523dac,segment=NetworkSegment(d4461a50-33a9-4284-a1d7-3d86371e065d),segment_id=d4461a50-33a9-4284-a1d7-3d86371e065d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:27.096290 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-42f1aa79-cb41-4cb9-86e6-ec204213cbf9 req-c148c7b3-9ed6-445b-aed0-a5e791f7c9c7 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515335 Aug 23 14:44:27.112871 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab04e1d-7055-4daf-9cb9-f567fbb0c977 x-openstack-request-id: req-bab04e1d-7055-4daf-9cb9-f567fbb0c977 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:27.112871 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf98f28-44a5-4c95-845b-32cbc7e2d7c7", "name": "network-vif-plugged", "status": "completed", "tag": "2d6f0f38-27ea-4525-81f7-598544523dac", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:27.112871 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bab04e1d-7055-4daf-9cb9-f567fbb0c977 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:27.112871 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf98f28-44a5-4c95-845b-32cbc7e2d7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6f0f38-27ea-4525-81f7-598544523dac', 'code': 200} Aug 23 14:44:27.120744 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.121784 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:44:27.204783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=2d6f0f38-27ea-4525-81f7-598544523dac,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:27.216668 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8e7e9b4f-3efc-4595-8462-692719284228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.260136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454439d-85b5-4ff9-ae01-b382358ec14b req-a40e4eaf-749f-4e45-988e-60418d9c323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:27.261663 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b454439d-85b5-4ff9-ae01-b382358ec14b req-a40e4eaf-749f-4e45-988e-60418d9c323d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 1096 time: 0.0836363 Aug 23 14:44:27.266461 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333c1da-9c67-4d13-99e0-cc778eb47bee req-bd5e3996-d3d6-4d2a-9aca-e7cc42c8867a tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:27.267961 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6333c1da-9c67-4d13-99e0-cc778eb47bee req-bd5e3996-d3d6-4d2a-9aca-e7cc42c8867a tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 1101 time: 0.0799818 Aug 23 14:44:27.293315 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8e7e9b4f-3efc-4595-8462-692719284228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.297617 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:27.301724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:27.302147 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.363902 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b454439d-85b5-4ff9-ae01-b382358ec14b req-e96b5673-57dc-4c24-a90b-5afb9b97978a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927408 Aug 23 14:44:27.367419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8e7e9b4f-3efc-4595-8462-692719284228 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3cfa2fb6bf6e49cb9099334a84bc905e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5056555 Aug 23 14:44:27.370345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6333c1da-9c67-4d13-99e0-cc778eb47bee req-5c9f1c4e-10ed-4cec-aeeb-876a0769be87 tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934167 Aug 23 14:44:27.371184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e9b4f-3efc-4595-8462-692719284228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a69cd50-e6c3-408c-97ec-a01b1236a607,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:27.374937 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59750) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:27.403555 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.449555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=80bc2326-3d89-40ee-88c0-6ea226b3c0a1,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:27.487724 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fd75901-6da3-4134-b139-c3008eec6267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.514784 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.515631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b45ac2ce-53a9-45cb-b473-08401e9b4918 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:44:27.516316 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fd75901-6da3-4134-b139-c3008eec6267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.530218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b33673-9b09-4f16-a980-63281c4dbffa req-23a6592b-da6e-4001-b55a-4fad62cb747f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:27.537167 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7b33673-9b09-4f16-a980-63281c4dbffa req-23a6592b-da6e-4001-b55a-4fad62cb747f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 945 time: 0.0529943 Aug 23 14:44:27.537337 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ea14a-8558-4190-86b4-8dcf19a7573d req-f06c5f2c-310e-44dc-bc7c-bbb52a19ca98 tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:27.537337 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-117ea14a-8558-4190-86b4-8dcf19a7573d req-f06c5f2c-310e-44dc-bc7c-bbb52a19ca98 tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c HTTP/1.1" status: 200 len: 1101 time: 0.0859287 Aug 23 14:44:27.565985 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:44:27.589448 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-117ea14a-8558-4190-86b4-8dcf19a7573d req-e4c6084c-f4ed-4f41-ba13-f1831e7f4082 tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428560 Aug 23 14:44:27.592136 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7b33673-9b09-4f16-a980-63281c4dbffa req-ce4daf8d-4863-4110-a7b0-707db21c4c0f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513546 Aug 23 14:44:27.635548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=80bc2326-3d89-40ee-88c0-6ea226b3c0a1,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:27.720272 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fd75901-6da3-4134-b139-c3008eec6267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.722896 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fd75901-6da3-4134-b139-c3008eec6267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.724080 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7fd75901-6da3-4134-b139-c3008eec6267 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6a69cd50-e6c3-408c-97ec-a01b1236a607 HTTP/1.1" status: 204 len: 168 time: 0.3466012 Aug 23 14:44:27.733645 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd75901-6da3-4134-b139-c3008eec6267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a69cd50-e6c3-408c-97ec-a01b1236a607,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:27.754968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:27.757888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbacbc-36b5-4852-87f6-5541c32b8124 req-d775035f-daa6-49d8-8b3b-a1267a5afd94 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:27.760390 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-78bbacbc-36b5-4852-87f6-5541c32b8124 req-d775035f-daa6-49d8-8b3b-a1267a5afd94 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0630107 Aug 23 14:44:27.760799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port b45ac2ce-53a9-45cb-b473-08401e9b4918 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:27.767155 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port b45ac2ce-53a9-45cb-b473-08401e9b4918 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:27.767155 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.805029 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:27.805489 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.821391 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-78bbacbc-36b5-4852-87f6-5541c32b8124 req-8a11b519-5fec-402c-8300-04eb8eda892a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510929 Aug 23 14:44:27.854776 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34679fec-7bce-4c62-ad66-3373e814791c req-7c996102-344a-409f-b2fc-f08e7f44b309 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319362 Aug 23 14:44:27.931995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98739f0-068e-47b3-9fbc-95ef652df291 req-627bc609-78ec-4b50-8aba-91006da65d00 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:27.940186 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d98739f0-068e-47b3-9fbc-95ef652df291 req-627bc609-78ec-4b50-8aba-91006da65d00 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 945 time: 0.0642097 Aug 23 14:44:27.942526 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.959403 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:27.987936 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34679fec-7bce-4c62-ad66-3373e814791c req-8532a285-a79c-4f6d-b5fe-b2977794adb4 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:27.989673 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34679fec-7bce-4c62-ad66-3373e814791c req-8532a285-a79c-4f6d-b5fe-b2977794adb4 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1279769 Aug 23 14:44:27.994780 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d98739f0-068e-47b3-9fbc-95ef652df291 req-32c69509-c422-4553-8bce-f7124c7701d3 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536106 Aug 23 14:44:28.013098 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b45ac2ce-53a9-45cb-b473-08401e9b4918, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b45ac2ce-53a9-45cb-b473-08401e9b4918,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:28.020272 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34679fec-7bce-4c62-ad66-3373e814791c req-fed82049-ca50-4770-bc75-71e4c3b3614d tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/quotas/1e6e0b279ff043acbf8723187691917d HTTP/1.1" status: 200 len: 375 time: 0.0206656 Aug 23 14:44:28.032388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:28.080610 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34679fec-7bce-4c62-ad66-3373e814791c req-e2aad466-1bb4-4ccc-8d49-61de0bc19e11 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0594611 Aug 23 14:44:28.109633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10fd6a-8441-4d75-b910-6d76a12c5441 req-d747cfd0-af9d-40b6-89ab-7b0769f2c617 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:28.116238 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff10fd6a-8441-4d75-b910-6d76a12c5441 req-d747cfd0-af9d-40b6-89ab-7b0769f2c617 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 945 time: 0.0590217 Aug 23 14:44:28.144287 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:28.172668 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff10fd6a-8441-4d75-b910-6d76a12c5441 req-2bdb313f-923b-4883-ac28-701468a9bbaa tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528255 Aug 23 14:44:28.176778 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:28.209634 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b45ac2ce-53a9-45cb-b473-08401e9b4918,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:28.277801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:28.311789 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff17c13-4670-4891-a9ba-471b0b6a95bc req-a647faff-423c-4a65-b6ad-5305a4e456f8 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:28.314313 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ff17c13-4670-4891-a9ba-471b0b6a95bc req-a647faff-423c-4a65-b6ad-5305a4e456f8 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 944 time: 0.0725176 Aug 23 14:44:28.359339 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:28.380507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ff17c13-4670-4891-a9ba-471b0b6a95bc req-2612cf3e-fd70-4d90-97a6-6130cca1e63b tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558200 Aug 23 14:44:28.451150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a7075bc-c56f-4caa-b9fe-9495097533d2 req-26621402-9f96-488f-b331-b9e804735b2c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 210 time: 0.0278051 Aug 23 14:44:28.475296 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894ccee-9b17-4eef-8b22-0eb08681b805 req-a75aebd4-b178-4299-a263-a0bfe39a856b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:28.481342 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6894ccee-9b17-4eef-8b22-0eb08681b805 req-a75aebd4-b178-4299-a263-a0bfe39a856b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 949 time: 0.0718777 Aug 23 14:44:28.528173 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6894ccee-9b17-4eef-8b22-0eb08681b805 req-199e3e26-f705-4b63-ba9a-24e572d3e6c7 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395932 Aug 23 14:44:28.719962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1b677-6915-4a91-a034-894fd8ac77c5 req-097ce444-e5f1-4851-8dd2-5b0290ea87ed tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:28.721619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7f1b677-6915-4a91-a034-894fd8ac77c5 req-097ce444-e5f1-4851-8dd2-5b0290ea87ed tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 946 time: 0.0619185 Aug 23 14:44:28.772647 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7f1b677-6915-4a91-a034-894fd8ac77c5 req-8e0e0b8d-a420-4c65-bf56-bdcfa799ea00 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443525 Aug 23 14:44:28.957886 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08a415-b91a-417a-af72-b6f3dc2537d8 req-a7f5e1ed-73f4-45d1-9333-6c885b825891 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:28.959486 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec08a415-b91a-417a-af72-b6f3dc2537d8 req-a7f5e1ed-73f4-45d1-9333-6c885b825891 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0523345 Aug 23 14:44:29.008177 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec08a415-b91a-417a-af72-b6f3dc2537d8 req-f2c3ff0f-ded2-4617-8942-8bd872bd3915 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369644 Aug 23 14:44:29.049512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59814) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:29.107804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27f0fe3-ae06-4a4a-93f5-8050ede15c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bc2326-3d89-40ee-88c0-6ea226b3c0a1'}, {'server_uuid': '15c9fd86-802e-4a07-85cc-b3505906bafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45ac2ce-53a9-45cb-b473-08401e9b4918'}, {'server_uuid': '2465fb91-f17c-4dab-a807-9c02abba197f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d33b1a-bd9b-4fa6-a77c-3ff42db2117a'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:29.110206 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832586f8-9715-46b2-a431-078ed7a3e120" -d '{"events": [{"server_uuid": "e27f0fe3-ae06-4a4a-93f5-8050ede15c3b", "name": "network-vif-plugged", "status": "completed", "tag": "80bc2326-3d89-40ee-88c0-6ea226b3c0a1"}, {"server_uuid": "15c9fd86-802e-4a07-85cc-b3505906bafe", "name": "network-vif-plugged", "status": "completed", "tag": "b45ac2ce-53a9-45cb-b473-08401e9b4918"}, {"server_uuid": "2465fb91-f17c-4dab-a807-9c02abba197f", "name": "network-vif-plugged", "status": "completed", "tag": "00d33b1a-bd9b-4fa6-a77c-3ff42db2117a"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:29.138939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824410b-22ef-43cc-97a9-e1ecc87d9ff3 req-eb4a6003-4524-4c47-9964-e16b053446ed tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:29.141667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5824410b-22ef-43cc-97a9-e1ecc87d9ff3 req-eb4a6003-4524-4c47-9964-e16b053446ed tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 945 time: 0.0673020 Aug 23 14:44:29.161727 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-552557764-network', 'tenant_id': '96a621adda414298b93ec9323fba5ee4'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:29.166402 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eca943b-7c84-40f1-bd1c-0343385a1a3d x-openstack-request-id: req-2eca943b-7c84-40f1-bd1c-0343385a1a3d {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:29.166938 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27f0fe3-ae06-4a4a-93f5-8050ede15c3b", "name": "network-vif-plugged", "status": "completed", "tag": "80bc2326-3d89-40ee-88c0-6ea226b3c0a1", "code": 200}, {"server_uuid": "15c9fd86-802e-4a07-85cc-b3505906bafe", "name": "network-vif-plugged", "status": "completed", "tag": "b45ac2ce-53a9-45cb-b473-08401e9b4918", "code": 200}, {"server_uuid": "2465fb91-f17c-4dab-a807-9c02abba197f", "name": "network-vif-plugged", "status": "completed", "tag": "00d33b1a-bd9b-4fa6-a77c-3ff42db2117a", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:29.167257 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2eca943b-7c84-40f1-bd1c-0343385a1a3d {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:29.168155 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27f0fe3-ae06-4a4a-93f5-8050ede15c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bc2326-3d89-40ee-88c0-6ea226b3c0a1', 'code': 200} Aug 23 14:44:29.168476 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c9fd86-802e-4a07-85cc-b3505906bafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45ac2ce-53a9-45cb-b473-08401e9b4918', 'code': 200} Aug 23 14:44:29.168736 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2465fb91-f17c-4dab-a807-9c02abba197f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d33b1a-bd9b-4fa6-a77c-3ff42db2117a', 'code': 200} Aug 23 14:44:29.219495 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5824410b-22ef-43cc-97a9-e1ecc87d9ff3 req-cba533cb-86ee-43b5-893f-1afce210230f tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692670 Aug 23 14:44:29.326233 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] Made reservation on behalf of 96a621adda414298b93ec9323fba5ee4 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:44:29.327784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c2c72-6468-4ac6-8ae2-4e5bd6bfdd09 req-a257c501-642c-453f-ba95-5c4ff643a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:29.328740 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:29.329401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-277c2c72-6468-4ac6-8ae2-4e5bd6bfdd09 req-a257c501-642c-453f-ba95-5c4ff643a653 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 1100 time: 0.0824983 Aug 23 14:44:29.336119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82985b-77d8-4170-8739-d1650b3ae4d3 req-2710389b-aab4-4f0e-bb16-495bc4d79e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:29.336119 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d82985b-77d8-4170-8739-d1650b3ae4d3 req-2710389b-aab4-4f0e-bb16-495bc4d79e19 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 1097 time: 0.0739377 Aug 23 14:44:29.349044 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:29.372308 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0882b-1aee-4282-aeaf-3929181368f6 req-84157a69-c97b-420c-bf57-2bc64003cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:29.373801 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-84a0882b-1aee-4282-aeaf-3929181368f6 req-84157a69-c97b-420c-bf57-2bc64003cabe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 1097 time: 0.1110501 Aug 23 14:44:29.393751 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e8586-980e-4053-9448-cae46eac0b33 req-76d836d7-3963-4874-b0ca-9b866885c343 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:29.395255 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b44e8586-980e-4053-9448-cae46eac0b33 req-76d836d7-3963-4874-b0ca-9b866885c343 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 946 time: 0.1036894 Aug 23 14:44:29.442955 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d82985b-77d8-4170-8739-d1650b3ae4d3 req-7a1605a8-bb56-4318-bf37-12d9e5ef1714 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962553 Aug 23 14:44:29.446259 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-277c2c72-6468-4ac6-8ae2-4e5bd6bfdd09 req-22154332-1de0-4c66-abd4-5bb0da1411cd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016681 Aug 23 14:44:29.483704 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-84a0882b-1aee-4282-aeaf-3929181368f6 req-f60e5c05-7e5c-458b-a7b1-a90df8c82098 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998030 Aug 23 14:44:29.492505 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b44e8586-980e-4053-9448-cae46eac0b33 req-c6ee4075-8145-4fbc-8e7b-8225072fc1ae tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785537 Aug 23 14:44:29.559755 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:29.570413 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e4342-5c15-46b3-a72b-8f46b9f37ee7 req-fc7a4da2-2aa0-4c2c-9f77-bfacec0b4b8e tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:29.572594 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-862e4342-5c15-46b3-a72b-8f46b9f37ee7 req-fc7a4da2-2aa0-4c2c-9f77-bfacec0b4b8e tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 944 time: 0.0841596 Aug 23 14:44:29.606914 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4a14f16-0900-429b-baa2-c379d9be9009 req-ce7fb2d5-f3b9-475f-b672-44692f2ae822 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 210 time: 0.0287676 Aug 23 14:44:29.613734 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-862e4342-5c15-46b3-a72b-8f46b9f37ee7 req-5b4a0ec2-f5cb-4b8f-b212-07d13db466c6 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340664 Aug 23 14:44:29.635415 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:29.660648 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:44:29.672219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d5289a-af55-45b9-bc81-3ffd327546a9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:29.690142 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:29.690497 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] Added segment ee79fc3e-f5f3-47d3-a41b-5e2daa1c7ea2 of type vlan for network ea4170f1-2bed-4bea-815c-ea0e8f65abc3 Aug 23 14:44:29.749541 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:29.768007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f2c4d-ddcb-478a-8a9b-40a43a984879 req-83c428ef-7692-4362-9f85-4ad770494ebf tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:29.769621 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe3f2c4d-ddcb-478a-8a9b-40a43a984879 req-83c428ef-7692-4362-9f85-4ad770494ebf tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 949 time: 0.0994976 Aug 23 14:44:29.820190 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe3f2c4d-ddcb-478a-8a9b-40a43a984879 req-1704199a-b2c9-4e24-992f-55ae2357361a tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418062 Aug 23 14:44:29.898517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aebca-1066-4745-a82f-dfe02ff86ca4 req-a65df70d-6095-4c4a-89df-cb8106eaff67 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:29.900627 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b4aebca-1066-4745-a82f-dfe02ff86ca4 req-a65df70d-6095-4c4a-89df-cb8106eaff67 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 946 time: 0.0516765 Aug 23 14:44:29.902782 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:29.903777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:29.904419 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:29.959196 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b4aebca-1066-4745-a82f-dfe02ff86ca4 req-469b5a80-672d-4f7e-8cc3-80d3374443c3 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521090 Aug 23 14:44:29.969861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] Pushing event updated for resources: {'Network': ['ID=ea4170f1-2bed-4bea-815c-ea0e8f65abc3,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:29.981615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network ea4170f1-2bed-4bea-815c-ea0e8f65abc3 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:44:30.058442 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a2593f7b-cdcc-418e-a7b8-2565febd6bb1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0076807 Aug 23 14:44:30.061363 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59834) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:30.066398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a3796072-0cef-4ed9-aa88-346af622db3f admin admin] Request body: {'subnet': {'network_id': 'ea4170f1-2bed-4bea-815c-ea0e8f65abc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-552557764-subnet', 'tenant_id': '96a621adda414298b93ec9323fba5ee4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:30.147169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576af89-8019-498c-9489-63f19cb5d36b req-df41444d-04d7-4770-99fc-8662f1c162d4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:30.148690 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9576af89-8019-498c-9489-63f19cb5d36b req-df41444d-04d7-4770-99fc-8662f1c162d4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0548463 Aug 23 14:44:30.169823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3796072-0cef-4ed9-aa88-346af622db3f admin admin] Made reservation on behalf of 96a621adda414298b93ec9323fba5ee4 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:44:30.172216 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3796072-0cef-4ed9-aa88-346af622db3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:30.242528 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9576af89-8019-498c-9489-63f19cb5d36b req-3a54f690-3e1e-4392-9874-335b4b725d95 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878301 Aug 23 14:44:30.457704 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3796072-0cef-4ed9-aa88-346af622db3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:30.531881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3796072-0cef-4ed9-aa88-346af622db3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c793db-05e9-422b-b376-72dd5f98028a,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:30.538925 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3796072-0cef-4ed9-aa88-346af622db3f admin admin] Checking segment: {'id': 'ee79fc3e-f5f3-47d3-a41b-5e2daa1c7ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ea4170f1-2bed-4bea-815c-ea0e8f65abc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:30.539292 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3796072-0cef-4ed9-aa88-346af622db3f admin admin] Network hostable DHCP agents. Network: ea4170f1-2bed-4bea-815c-ea0e8f65abc3, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:44:30.690661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3796072-0cef-4ed9-aa88-346af622db3f admin admin] Network ea4170f1-2bed-4bea-815c-ea0e8f65abc3 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:44:30.714393 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4525863b-9f5e-452b-a7ef-20e40210ee4c req-ee178483-a468-44ca-b3fa-7673a5ea113a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 210 time: 0.0347683 Aug 23 14:44:30.727007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219505fc-c67c-4fa5-bea8-0f42b78ca3ec req-c9d02632-44d0-45ac-8472-b4ba650fcd3a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:30.732828 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-219505fc-c67c-4fa5-bea8-0f42b78ca3ec req-c9d02632-44d0-45ac-8472-b4ba650fcd3a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 946 time: 0.1380665 Aug 23 14:44:30.792181 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-219505fc-c67c-4fa5-bea8-0f42b78ca3ec req-5de4bc4f-06f9-4366-8e59-19150e79cfc0 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556931 Aug 23 14:44:30.836910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a3796072-0cef-4ed9-aa88-346af622db3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, ea4170f1-2bed-4bea-815c-ea0e8f65abc3) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:44:30.849501 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a13d26e-cfaf-4a3b-8b23-e42747270064 None None] Network ea4170f1-2bed-4bea-815c-ea0e8f65abc3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:44:30.863291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3796072-0cef-4ed9-aa88-346af622db3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:30.864240 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3796072-0cef-4ed9-aa88-346af622db3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:30.913064 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d363a38-3ec8-440a-bceb-8e3f9fcb858a req-0bb4b0ed-593a-4fec-a2cb-b023f47f77d1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:30.935268 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d363a38-3ec8-440a-bceb-8e3f9fcb858a req-0bb4b0ed-593a-4fec-a2cb-b023f47f77d1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 944 time: 0.1311295 Aug 23 14:44:30.988252 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d363a38-3ec8-440a-bceb-8e3f9fcb858a req-921381e6-600f-4ada-9412-5786c2082a4f tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518332 Aug 23 14:44:30.997889 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a3796072-0cef-4ed9-aa88-346af622db3f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9337604 Aug 23 14:44:31.030970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526880e-ed9e-4ce6-8aa7-43fa19bc8522 req-2fda7d8e-3f3b-43e5-bb17-420ce9eaccb0 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:31.038426 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e526880e-ed9e-4ce6-8aa7-43fa19bc8522 req-2fda7d8e-3f3b-43e5-bb17-420ce9eaccb0 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 949 time: 0.1209946 Aug 23 14:44:31.041457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31712a68-a5c3-4c40-baba-8728a6ac96ab None None] Network ea4170f1-2bed-4bea-815c-ea0e8f65abc3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:44:31.108957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e526880e-ed9e-4ce6-8aa7-43fa19bc8522 req-9fe7924c-665c-480c-a4bc-9476a2ffa18c tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694952 Aug 23 14:44:31.251106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa765d-0e64-4f83-9eda-02462300994b req-7557a2ca-e702-4fbc-a79a-c8dfb66c859f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:31.272384 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6aaa765d-0e64-4f83-9eda-02462300994b req-7557a2ca-e702-4fbc-a79a-c8dfb66c859f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 946 time: 0.1564157 Aug 23 14:44:31.334235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6aaa765d-0e64-4f83-9eda-02462300994b req-dee415b6-e167-4d22-872a-a23a35dba6a0 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610008 Aug 23 14:44:31.438287 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34679fec-7bce-4c62-ad66-3373e814791c req-23cdaf32-284e-48df-bbd1-9328d2227391 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370736 Aug 23 14:44:31.460991 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-af2ed41a-4a1a-40f7-a5dd-321a85f5b50d req-56cf7e79-b085-4f5d-beca-9e063526b5d5 tempest-SecurityGroupsNegativeTestJSON-122268939 tempest-SecurityGroupsNegativeTestJSON-122268939-project] show failed (client error): The resource could not be found. Aug 23 14:44:31.462581 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af2ed41a-4a1a-40f7-a5dd-321a85f5b50d req-56cf7e79-b085-4f5d-beca-9e063526b5d5 tempest-SecurityGroupsNegativeTestJSON-122268939 tempest-SecurityGroupsNegativeTestJSON-122268939-project] 10.222.0.38 "GET /v2.0/security-groups/2176825a-6d05-4e39-8048-23789332ce5b HTTP/1.1" status: 404 len: 352 time: 0.0273330 Aug 23 14:44:31.463759 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1e50d-517d-48f3-b70c-1c2ab5fde2ef req-8162422e-7a0b-4766-8e58-2d7da51344f4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:31.465115 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9cc1e50d-517d-48f3-b70c-1c2ab5fde2ef req-8162422e-7a0b-4766-8e58-2d7da51344f4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0711932 Aug 23 14:44:31.512138 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9cc1e50d-517d-48f3-b70c-1c2ab5fde2ef req-206841ce-7a66-44d4-b577-8e800dc92a46 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350699 Aug 23 14:44:31.590178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1d4d28cd-0a83-4fa4-9a72-b4910c47aff5 req-a2cb1bd5-1bdf-4baa-bd79-e86b3b6744e5 tempest-SecurityGroupsNegativeTestJSON-122268939 tempest-SecurityGroupsNegativeTestJSON-122268939-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96a621adda414298b93ec9323fba5ee4 HTTP/1.1" status: 200 len: 2984 time: 0.0790498 Aug 23 14:44:31.621803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34679fec-7bce-4c62-ad66-3373e814791c req-85ee6f97-be34-4f3c-9be1-2d60e22c8b6f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:31.623359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34679fec-7bce-4c62-ad66-3373e814791c req-85ee6f97-be34-4f3c-9be1-2d60e22c8b6f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775579 Aug 23 14:44:31.639129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-34679fec-7bce-4c62-ad66-3373e814791c req-53868414-0723-4131-98a9-2309ed61d65a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Request body: {'port': {'device_id': '2c66e6dd-b9c1-4460-9947-f82a79eb15ce', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '1e6e0b279ff043acbf8723187691917d'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:31.716874 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1d4d28cd-0a83-4fa4-9a72-b4910c47aff5 req-f33c0c47-db08-4318-aafc-e80b590ccba3 tempest-SecurityGroupsNegativeTestJSON-122268939 tempest-SecurityGroupsNegativeTestJSON-122268939-project] 10.222.0.38 "GET /v2.0/security-groups/59d5289a-af55-45b9-bc81-3ffd327546a9 HTTP/1.1" status: 200 len: 2981 time: 0.1192493 Aug 23 14:44:31.804337 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1d4d28cd-0a83-4fa4-9a72-b4910c47aff5 req-5bebb562-c438-4163-8379-74b6e3ec589a tempest-SecurityGroupsNegativeTestJSON-122268939 tempest-SecurityGroupsNegativeTestJSON-122268939-project] 10.222.0.38 "GET /v2.0/security-groups/59d5289a-af55-45b9-bc81-3ffd327546a9 HTTP/1.1" status: 200 len: 2981 time: 0.0801303 Aug 23 14:44:31.857064 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6bf60d95-b845-42ea-a5f1-6817ea0dfe5c req-360bc8d6-52de-49f6-a283-df9ab92f9403 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 210 time: 0.0390081 Aug 23 14:44:31.912151 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a18b3e82-70e0-4853-93bd-1254cff96b4c req-f402fc6a-83fa-4145-81f3-889b96d84efb tempest-SecurityGroupsNegativeTestJSON-122268939 tempest-SecurityGroupsNegativeTestJSON-122268939-project] 10.222.0.38 "GET /v2.0/security-groups/59d5289a-af55-45b9-bc81-3ffd327546a9 HTTP/1.1" status: 200 len: 2981 time: 0.0588300 Aug 23 14:44:31.929216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34679fec-7bce-4c62-ad66-3373e814791c req-53868414-0723-4131-98a9-2309ed61d65a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Made reservation on behalf of 1e6e0b279ff043acbf8723187691917d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:44:31.935130 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-34679fec-7bce-4c62-ad66-3373e814791c req-53868414-0723-4131-98a9-2309ed61d65a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:31.944387 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:44:31.998022 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617203d8-2b2b-4ddf-9071-4ec730140171 req-9540e499-d808-4cfe-811b-ce80bd7ea945 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:31.999603 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-617203d8-2b2b-4ddf-9071-4ec730140171 req-9540e499-d808-4cfe-811b-ce80bd7ea945 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 946 time: 0.0514300 Aug 23 14:44:32.047604 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-a18b3e82-70e0-4853-93bd-1254cff96b4c req-d260bf31-69af-49f5-94bc-e98583f4a3ca tempest-SecurityGroupsNegativeTestJSON-122268939 tempest-SecurityGroupsNegativeTestJSON-122268939-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 14:44:32.048845 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a18b3e82-70e0-4853-93bd-1254cff96b4c req-d260bf31-69af-49f5-94bc-e98583f4a3ca tempest-SecurityGroupsNegativeTestJSON-122268939 tempest-SecurityGroupsNegativeTestJSON-122268939-project] 10.222.0.38 "DELETE /v2.0/security-groups/59d5289a-af55-45b9-bc81-3ffd327546a9 HTTP/1.1" status: 409 len: 352 time: 0.1289346 Aug 23 14:44:32.052000 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-617203d8-2b2b-4ddf-9071-4ec730140171 req-66cce5fc-b138-42e3-a626-a6fcec94c392 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446756 Aug 23 14:44:32.115212 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [req-7d4bb2dc-b452-4830-9589-15572222173b req-de718da0-d3fc-4acb-ba06-71d85b118acc tempest-SecurityGroupsNegativeTestJSON-122268939 tempest-SecurityGroupsNegativeTestJSON-122268939-project] show failed (client error): The resource could not be found. Aug 23 14:44:32.116340 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7d4bb2dc-b452-4830-9589-15572222173b req-de718da0-d3fc-4acb-ba06-71d85b118acc tempest-SecurityGroupsNegativeTestJSON-122268939 tempest-SecurityGroupsNegativeTestJSON-122268939-project] 10.222.0.38 "GET /v2.0/security-groups/92b8e721-c171-4100-b130-0967e45ba9d0 HTTP/1.1" status: 404 len: 352 time: 0.0146134 Aug 23 14:44:32.168045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-34679fec-7bce-4c62-ad66-3373e814791c req-53868414-0723-4131-98a9-2309ed61d65a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Allocated IP 192.168.233.19 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/b9ce66ae-25bb-4dbe-a28b-d825e0b7961f) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:44:32.197019 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c598c-038f-4b68-a760-50085d97bde7 req-e2fa7e52-d074-4013-933c-fff66d190e57 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:32.198527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-420c598c-038f-4b68-a760-50085d97bde7 req-e2fa7e52-d074-4013-933c-fff66d190e57 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 944 time: 0.0752482 Aug 23 14:44:32.218765 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a9f79-c101-4e07-b185-9c01c09cdc49 req-074b241e-ac21-4484-a57c-0ab81e403b0f tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:32.220357 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-484a9f79-c101-4e07-b185-9c01c09cdc49 req-074b241e-ac21-4484-a57c-0ab81e403b0f tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 1097 time: 0.0462980 Aug 23 14:44:32.259445 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-484a9f79-c101-4e07-b185-9c01c09cdc49 req-6e917460-0ea0-465e-b038-e383175ebc79 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Aug 23 14:44:32.282533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-420c598c-038f-4b68-a760-50085d97bde7 req-4b6975a2-b313-4c26-8d1c-4486aa242c68 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728073 Aug 23 14:44:32.338884 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [req-be242967-8ced-4c76-a195-6dc30bf2efd7 req-879a1935-6aaa-4f4f-b5e9-589c1b4bcf49 tempest-SecurityGroupsNegativeTestJSON-122268939 tempest-SecurityGroupsNegativeTestJSON-122268939-project] show failed (client error): The resource could not be found. Aug 23 14:44:32.340082 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-be242967-8ced-4c76-a195-6dc30bf2efd7 req-879a1935-6aaa-4f4f-b5e9-589c1b4bcf49 tempest-SecurityGroupsNegativeTestJSON-122268939 tempest-SecurityGroupsNegativeTestJSON-122268939-project] 10.222.0.38 "GET /v2.0/security-groups/b3f0cda0-ea6f-4804-83b9-74915a9115ee HTTP/1.1" status: 404 len: 352 time: 0.0155692 Aug 23 14:44:32.354366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59886) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:32.423119 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-34679fec-7bce-4c62-ad66-3373e814791c req-53868414-0723-4131-98a9-2309ed61d65a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:32.431250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-937ddcb6-48bc-4d55-92d9-553a6f2dd853 admin admin] Deleting subnet f4c793db-05e9-422b-b376-72dd5f98028a {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:44:32.435109 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-937ddcb6-48bc-4d55-92d9-553a6f2dd853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:32.442438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-34679fec-7bce-4c62-ad66-3373e814791c req-53868414-0723-4131-98a9-2309ed61d65a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Transition to ACTIVE for port object b9ce66ae-25bb-4dbe-a28b-d825e0b7961f will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:32.457497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a03b9f-8ad0-4205-98fe-d7ac7d25cb17 req-294439d5-f9c5-4e07-8c0b-83682c8d5cca tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:32.459129 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a5a03b9f-8ad0-4205-98fe-d7ac7d25cb17 req-294439d5-f9c5-4e07-8c0b-83682c8d5cca tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 949 time: 0.0814979 Aug 23 14:44:32.478470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c0f79-b9c4-48a1-a4a6-875cb64d520a req-44604264-959e-4ffc-8044-cac8373d7c39 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:32.480030 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7d2c0f79-b9c4-48a1-a4a6-875cb64d520a req-44604264-959e-4ffc-8044-cac8373d7c39 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 1097 time: 0.0803094 Aug 23 14:44:32.484064 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-937ddcb6-48bc-4d55-92d9-553a6f2dd853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:32.521046 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a5a03b9f-8ad0-4205-98fe-d7ac7d25cb17 req-7f04e996-649a-4831-894f-28a6159501b0 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537012 Aug 23 14:44:32.550724 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-937ddcb6-48bc-4d55-92d9-553a6f2dd853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:32.554338 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7d2c0f79-b9c4-48a1-a4a6-875cb64d520a req-b09ba9c3-82f5-4f96-bcef-6b31c2f4d203 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503309 Aug 23 14:44:32.584068 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-34679fec-7bce-4c62-ad66-3373e814791c req-53868414-0723-4131-98a9-2309ed61d65a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:32.605732 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116', 'a0c164ee-842a-4c79-ac62-bb01c759cad5', '8b747ff0-18b0-49da-b4a3-73266ab9ed11', 'f7c564a1-94dd-45e6-af56-abccb8b49ca6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:32.613151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['aa044a13-f042-4baa-b885-1a0bfafb5c3a'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:32.675035 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-937ddcb6-48bc-4d55-92d9-553a6f2dd853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:32.679192 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34679fec-7bce-4c62-ad66-3373e814791c req-53868414-0723-4131-98a9-2309ed61d65a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:44:32.689661 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-34679fec-7bce-4c62-ad66-3373e814791c req-53868414-0723-4131-98a9-2309ed61d65a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:44:32.694688 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-34679fec-7bce-4c62-ad66-3373e814791c req-53868414-0723-4131-98a9-2309ed61d65a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:44:32.698079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53868414-0723-4131-98a9-2309ed61d65a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event updated for resources: {'Port': ['ID=b9ce66ae-25bb-4dbe-a28b-d825e0b7961f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:32.715422 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-937ddcb6-48bc-4d55-92d9-553a6f2dd853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:32.722784 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-937ddcb6-48bc-4d55-92d9-553a6f2dd853 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f4c793db-05e9-422b-b376-72dd5f98028a HTTP/1.1" status: 204 len: 168 time: 0.3695266 Aug 23 14:44:32.725950 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59900) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:32.785307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef8e46-c584-4a3b-8e3a-b87637084e11 req-f66c10d5-07e5-4711-8d87-bded3c5f0982 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:32.787833 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efef8e46-c584-4a3b-8e3a-b87637084e11 req-f66c10d5-07e5-4711-8d87-bded3c5f0982 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 946 time: 0.1987467 Aug 23 14:44:32.812196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34679fec-7bce-4c62-ad66-3373e814791c req-53868414-0723-4131-98a9-2309ed61d65a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:32.818276 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-34679fec-7bce-4c62-ad66-3373e814791c req-53868414-0723-4131-98a9-2309ed61d65a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:32.824770 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ddcb6-48bc-4d55-92d9-553a6f2dd853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4c793db-05e9-422b-b376-72dd5f98028a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:32.866342 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75b4c9f6-21dd-46fa-b387-8d21b5119c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:32.899068 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efef8e46-c584-4a3b-8e3a-b87637084e11 req-e1404a21-3145-4b0b-a3ea-1c69408ad08e tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690515 Aug 23 14:44:32.937893 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34679fec-7bce-4c62-ad66-3373e814791c req-53868414-0723-4131-98a9-2309ed61d65a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3030119 Aug 23 14:44:32.952617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Request body: {'port': {'device_id': '2c66e6dd-b9c1-4460-9947-f82a79eb15ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:33.006616 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75b4c9f6-21dd-46fa-b387-8d21b5119c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:33.026741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-75b4c9f6-21dd-46fa-b387-8d21b5119c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4170f1-2bed-4bea-815c-ea0e8f65abc3']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:44:33.042373 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-75b4c9f6-21dd-46fa-b387-8d21b5119c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee79fc3e-f5f3-47d3-a41b-5e2daa1c7ea2') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:44:33.043222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-75b4c9f6-21dd-46fa-b387-8d21b5119c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee79fc3e-f5f3-47d3-a41b-5e2daa1c7ea2') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:44:33.058171 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75b4c9f6-21dd-46fa-b387-8d21b5119c9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:33.076471 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75b4c9f6-21dd-46fa-b387-8d21b5119c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:33.081532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9f185-b389-47bb-af20-103abaabfa55 req-38b1c18f-fa85-496c-8593-b82f755709a1 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:33.083436 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-adf9f185-b389-47bb-af20-103abaabfa55 req-38b1c18f-fa85-496c-8593-b82f755709a1 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.1009638 Aug 23 14:44:33.085327 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b4c9f6-21dd-46fa-b387-8d21b5119c9c admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:44:33.085327 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75b4c9f6-21dd-46fa-b387-8d21b5119c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:33.085549 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:44:33.085862 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:44:33.165201 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d57e0111-00e2-49dd-b632-5de48b9bc02e None None] Provisioning for port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:33.167510 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-adf9f185-b389-47bb-af20-103abaabfa55 req-39dea6d6-4e1d-47da-9474-74cc2d5a3808 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691285 Aug 23 14:44:33.174656 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d57e0111-00e2-49dd-b632-5de48b9bc02e None None] Provisioning complete for port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:33.175036 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d57e0111-00e2-49dd-b632-5de48b9bc02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:33.237528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d57e0111-00e2-49dd-b632-5de48b9bc02e None None] Port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:44:33.240591 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75b4c9f6-21dd-46fa-b387-8d21b5119c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:33.253939 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75b4c9f6-21dd-46fa-b387-8d21b5119c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:33.258467 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-75b4c9f6-21dd-46fa-b387-8d21b5119c9c admin admin] 10.222.0.38 "DELETE /v2.0/networks/ea4170f1-2bed-4bea-815c-ea0e8f65abc3 HTTP/1.1" status: 204 len: 168 time: 0.5291638 Aug 23 14:44:33.284814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4c9f6-21dd-46fa-b387-8d21b5119c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea4170f1-2bed-4bea-815c-ea0e8f65abc3,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:33.439990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ce66ae-25bb-4dbe-a28b-d825e0b7961f {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:33.450605 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:33.465980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Transition to ACTIVE for port object b9ce66ae-25bb-4dbe-a28b-d825e0b7961f will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:33.598742 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:33.638424 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d793ac-bf20-4551-b607-62a4ddc04db0 req-a8947909-bc54-4228-ad0b-3b0c8448f8bd tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:33.640381 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a2d793ac-bf20-4551-b607-62a4ddc04db0 req-a8947909-bc54-4228-ad0b-3b0c8448f8bd tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 946 time: 0.0561306 Aug 23 14:44:33.654806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59924) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:33.655238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59926) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:33.660307 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-9c9376c7-0b54-4967-bcaf-0fa0ae1e3ce9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Request body: {'floatingip': {'port_id': '80bc2326-3d89-40ee-88c0-6ea226b3c0a1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:33.678388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ce66ae-25bb-4dbe-a28b-d825e0b7961f,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:33.689091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d47439-ef8f-48af-97eb-714dc490f92c req-19df9bb1-a5a0-4e6b-a777-68148a7b20d2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:33.690198 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3d47439-ef8f-48af-97eb-714dc490f92c req-19df9bb1-a5a0-4e6b-a777-68148a7b20d2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 935 time: 0.1214132 Aug 23 14:44:33.747110 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c9376c7-0b54-4967-bcaf-0fa0ae1e3ce9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:33.807702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3d47439-ef8f-48af-97eb-714dc490f92c req-53d45d04-42e7-4835-bf2f-e7d426c74b67 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884719 Aug 23 14:44:33.822096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Attempting to bind port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:44:33.831592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Attempting to bind port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:44:33.831592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Attempting to bind port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:33.836670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:44:33.837037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Attempting to bind port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:33.851518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:44:33.851847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:33.852248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:44:33.852728 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Bound port: b9ce66ae-25bb-4dbe-a28b-d825e0b7961f, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:44:33.853102 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:33.958858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] For port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:33.966976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] For port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b9ce66ae-25bb-4dbe-a28b-d825e0b7961f,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:44:34.042295 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:34.086504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.089316 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:34.096441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34679fec-7bce-4c62-ad66-3373e814791c req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] 10.222.0.61 "PUT /v2.0/ports/b9ce66ae-25bb-4dbe-a28b-d825e0b7961f HTTP/1.1" status: 200 len: 1095 time: 1.1435192 Aug 23 14:44:34.097906 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c66e6dd-b9c1-4460-9947-f82a79eb15ce', 'tag': 'b9ce66ae-25bb-4dbe-a28b-d825e0b7961f'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:34.104183 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f8ec8d-886a-441a-b58c-5c607771ae1a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c66e6dd-b9c1-4460-9947-f82a79eb15ce", "tag": "b9ce66ae-25bb-4dbe-a28b-d825e0b7961f"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:34.197607 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f2afa-54f4-48b2-b441-b5eaf6823b90 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ce66ae-25bb-4dbe-a28b-d825e0b7961f,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:34.279068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34679fec-7bce-4c62-ad66-3373e814791c req-62afc27c-dff4-4449-af83-12fe3dba144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.280869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34679fec-7bce-4c62-ad66-3373e814791c req-62afc27c-dff4-4449-af83-12fe3dba144b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 1098 time: 0.0655689 Aug 23 14:44:34.285468 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bcf06-de93-4a21-9d96-40103e94b3e6 req-7b98a97a-e1ef-44d2-b69e-23e2a30fc4ad tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.293816 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-118bcf06-de93-4a21-9d96-40103e94b3e6 req-7b98a97a-e1ef-44d2-b69e-23e2a30fc4ad tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 944 time: 0.5685735 Aug 23 14:44:34.314598 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f38e6968-2870-4fec-a7c8-41d5a5ba3375 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96a621adda414298b93ec9323fba5ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6479745 Aug 23 14:44:34.324896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59932) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:34.345850 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34679fec-7bce-4c62-ad66-3373e814791c req-dadf9e31-152b-42d6-86fd-3ce8fe3c3226 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b9ce66ae-25bb-4dbe-a28b-d825e0b7961f HTTP/1.1" status: 200 len: 217 time: 0.0534744 Aug 23 14:44:34.411047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34679fec-7bce-4c62-ad66-3373e814791c req-2d9137d3-2801-4f14-854d-8b3d6a292a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.413016 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34679fec-7bce-4c62-ad66-3373e814791c req-2d9137d3-2801-4f14-854d-8b3d6a292a48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0591228 Aug 23 14:44:34.418240 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fc4860c4-b996-4449-952e-efdf01214ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:34.470581 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-118bcf06-de93-4a21-9d96-40103e94b3e6 req-75770a36-c83d-4e29-a9aa-add5ec0baeac tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758332 Aug 23 14:44:34.476321 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fc4860c4-b996-4449-952e-efdf01214ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:34.506938 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34679fec-7bce-4c62-ad66-3373e814791c req-4debe931-9da0-4d8d-8099-5b4dcdd14491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.508520 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34679fec-7bce-4c62-ad66-3373e814791c req-4debe931-9da0-4d8d-8099-5b4dcdd14491 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878716 Aug 23 14:44:34.526073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.526558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.527124 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.527591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.528223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.530424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.530424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.530424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.531302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.532099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.532695 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.533364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.533831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.534820 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.535625 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.536159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.536631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:34.539713 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-fc909984-244b-4d94-91ce-86963e8b9214 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce&device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f&device_id=2465fb91-f17c-4dab-a807-9c02abba197f&device_id=15c9fd86-802e-4a07-85cc-b3505906bafe&device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7&device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b&device_id=cad9a0e4-5a14-423d-a055-640ed968b16b&device_id=4aead6d6-8896-4464-948c-31fa15b02697&device_id=d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c&device_id=46026289-2fbb-4538-9af2-234fb9b5eff9&device_id=10af98fc-7193-4743-b452-a814175456f7&device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80&device_id=7315bdb2-7f0f-460b-9ea2-5ef29aaf3333&device_id=c4841488-a216-4488-bfd4-7fb6eae96f42&device_id=038a2725-05e2-4dff-82de-afdd7992568a&device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56&device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 15329 time: 0.0934706 Aug 23 14:44:34.610368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-829300d1-822d-441e-8950-8e8047023530 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:34.684803 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34679fec-7bce-4c62-ad66-3373e814791c req-f6eb5138-321e-41ee-b078-4a6ae5e0f1af service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433780 Aug 23 14:44:34.866774 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-829300d1-822d-441e-8950-8e8047023530 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:34.876154 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc63652-8341-4848-8e91-f6465c9cb810 x-openstack-request-id: req-4dc63652-8341-4848-8e91-f6465c9cb810 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:34.876609 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c66e6dd-b9c1-4460-9947-f82a79eb15ce", "tag": "b9ce66ae-25bb-4dbe-a28b-d825e0b7961f", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:34.876862 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4dc63652-8341-4848-8e91-f6465c9cb810 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:34.877263 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c66e6dd-b9c1-4460-9947-f82a79eb15ce', 'tag': 'b9ce66ae-25bb-4dbe-a28b-d825e0b7961f', 'status': 'completed', 'code': 200} Aug 23 14:44:34.918741 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34679fec-7bce-4c62-ad66-3373e814791c req-1aafdd24-bc78-400a-a25d-2919a9b864bc service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140348 Aug 23 14:44:34.942469 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-829300d1-822d-441e-8950-8e8047023530 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:34.948186 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fc4860c4-b996-4449-952e-efdf01214ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:34.950828 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fc4860c4-b996-4449-952e-efdf01214ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:34.954472 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fc4860c4-b996-4449-952e-efdf01214ce3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/59d5289a-af55-45b9-bc81-3ffd327546a9 HTTP/1.1" status: 204 len: 168 time: 0.6262953 Aug 23 14:44:35.000488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4d495a6-fd3c-49f0-8cc1-8aa654e1ae3e req-829300d1-822d-441e-8950-8e8047023530 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&id=388ec90e-4108-427d-a427-c85f09c0652b&id=3ae0479e-b8f2-4d20-ada7-ed3499411238&id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&id=ea999289-1451-413d-a7c4-29d6f5839298&id=06141aeb-5963-4120-a31c-1d82900d3d4c&id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 741 time: 0.4498172 Aug 23 14:44:35.024091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829300d1-822d-441e-8950-8e8047023530 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd60bc6-160a-46f0-b0b2-6f3a7c647250,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:35.031723 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4860c4-b996-4449-952e-efdf01214ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d5289a-af55-45b9-bc81-3ffd327546a9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:35.045795 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470805c-a652-4046-97a5-8d8fa045797e req-e6b8f359-ee5e-429b-85f2-4906ac89cc2b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:35.048112 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d470805c-a652-4046-97a5-8d8fa045797e req-e6b8f359-ee5e-429b-85f2-4906ac89cc2b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.1024702 Aug 23 14:44:35.099936 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c9376c7-0b54-4967-bcaf-0fa0ae1e3ce9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:35.121227 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d470805c-a652-4046-97a5-8d8fa045797e req-81f90d10-1444-4a12-bc47-d60a1240b5aa tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635896 Aug 23 14:44:35.168766 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8ec8d-886a-441a-b58c-5c607771ae1a req-6cfb0d5f-54d3-4c59-a048-f7997cefe9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:35.170290 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f8ec8d-886a-441a-b58c-5c607771ae1a req-6cfb0d5f-54d3-4c59-a048-f7997cefe9f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 1098 time: 0.1285636 Aug 23 14:44:35.171523 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c9376c7-0b54-4967-bcaf-0fa0ae1e3ce9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:35.177328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9454917-2cec-4213-bbab-fc10a56a2f6f req-235c3c3c-679f-496e-a4e5-832cb43f3283 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:35.182665 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9454917-2cec-4213-bbab-fc10a56a2f6f req-235c3c3c-679f-496e-a4e5-832cb43f3283 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 1097 time: 0.0701754 Aug 23 14:44:35.276354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9454917-2cec-4213-bbab-fc10a56a2f6f req-da14e997-5148-458a-87c8-378b4d26f29b tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933478 Aug 23 14:44:35.325641 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8ec8d-886a-441a-b58c-5c607771ae1a req-a967eecf-0fb4-4940-9b74-d7d7cbe91df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:35.327473 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f8ec8d-886a-441a-b58c-5c607771ae1a req-a967eecf-0fb4-4940-9b74-d7d7cbe91df2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1383355 Aug 23 14:44:35.338460 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f257d8-571e-44a0-b0a3-59f4d786e592 req-0f3bff8e-3c40-4c14-a5c4-ef361af3484a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:35.340133 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-44f257d8-571e-44a0-b0a3-59f4d786e592 req-0f3bff8e-3c40-4c14-a5c4-ef361af3484a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 947 time: 0.1304581 Aug 23 14:44:35.379193 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-9c9376c7-0b54-4967-bcaf-0fa0ae1e3ce9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Floating IP 348063d2-7f0d-4b3a-b479-923bdbedbafa associated. External IP: 172.25.8.176, port: 80bc2326-3d89-40ee-88c0-6ea226b3c0a1. Aug 23 14:44:35.411923 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f8ec8d-886a-441a-b58c-5c607771ae1a req-c02cfb03-b6a3-441e-91f1-7916d147bb40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b9ce66ae-25bb-4dbe-a28b-d825e0b7961f HTTP/1.1" status: 200 len: 217 time: 0.0640204 Aug 23 14:44:35.463979 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-44f257d8-571e-44a0-b0a3-59f4d786e592 req-e6413059-988a-4857-b47e-0afe7d36bd4a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053615 Aug 23 14:44:35.551889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8ec8d-886a-441a-b58c-5c607771ae1a req-3b249883-a8e9-403a-9f58-e12cc9412462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:35.554018 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f8ec8d-886a-441a-b58c-5c607771ae1a req-3b249883-a8e9-403a-9f58-e12cc9412462 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1287305 Aug 23 14:44:35.597728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 4990225a-4341-4636-8b07-bd95939a81e9 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:44:35.676823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8ec8d-886a-441a-b58c-5c607771ae1a req-d17a5c69-9d9b-4af5-8c9d-168ac7942fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:35.678862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f8ec8d-886a-441a-b58c-5c607771ae1a req-d17a5c69-9d9b-4af5-8c9d-168ac7942fce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160824 Aug 23 14:44:35.746883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fd127-19c2-44ae-b72a-29402caaceef req-37d576e3-7679-45cc-b403-1037fbba1fa7 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:35.752541 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b00fd127-19c2-44ae-b72a-29402caaceef req-37d576e3-7679-45cc-b403-1037fbba1fa7 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 944 time: 0.1168370 Aug 23 14:44:35.839369 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f8ec8d-886a-441a-b58c-5c607771ae1a req-015b8112-d01f-4157-b2cc-3a075e65c9c1 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458297 Aug 23 14:44:35.841387 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b00fd127-19c2-44ae-b72a-29402caaceef req-3e6caf4d-7042-4b59-83db-df9f7822c51f tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803998 Aug 23 14:44:35.848864 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9376c7-0b54-4967-bcaf-0fa0ae1e3ce9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Router 806809ae-2880-4059-883e-70a69d908869 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:44:35.852610 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 4990225a-4341-4636-8b07-bd95939a81e9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=4990225a-4341-4636-8b07-bd95939a81e9,segment=NetworkSegment(d7793035-9e0c-4575-88d1-ef8d4801628a),segment_id=d7793035-9e0c-4575-88d1-ef8d4801628a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:35.872511 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '4990225a-4341-4636-8b07-bd95939a81e9', 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'port_id': '4990225a-4341-4636-8b07-bd95939a81e9', 'mac_address': 'fa:16:3e:d2:9e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:44:35.918887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287fa54-8d5f-4ab9-9979-a98243cbb64c req-5b006d62-440d-484a-a256-1d19a5139cc3 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:35.919417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287fa54-8d5f-4ab9-9979-a98243cbb64c req-5b006d62-440d-484a-a256-1d19a5139cc3 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:35.919763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287fa54-8d5f-4ab9-9979-a98243cbb64c req-5b006d62-440d-484a-a256-1d19a5139cc3 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:35.927448 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2287fa54-8d5f-4ab9-9979-a98243cbb64c req-5b006d62-440d-484a-a256-1d19a5139cc3 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe&device_id=46026289-2fbb-4538-9af2-234fb9b5eff9&device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 2883 time: 0.2950799 Aug 23 14:44:35.948880 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:35.983894 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2287fa54-8d5f-4ab9-9979-a98243cbb64c req-f438fc6b-cb66-4e99-8187-d58b86ae7ccb tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432236 Aug 23 14:44:36.000672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4990225a-4341-4636-8b07-bd95939a81e9 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:36.021982 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f8ec8d-886a-441a-b58c-5c607771ae1a req-50f42f07-a580-49a2-b592-a0c14b36eb6b service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664512 Aug 23 14:44:36.036178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9376c7-0b54-4967-bcaf-0fa0ae1e3ce9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:44:36.041256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 4990225a-4341-4636-8b07-bd95939a81e9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=4990225a-4341-4636-8b07-bd95939a81e9,segment=NetworkSegment(d7793035-9e0c-4575-88d1-ef8d4801628a),segment_id=d7793035-9e0c-4575-88d1-ef8d4801628a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:36.043415 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c9376c7-0b54-4967-bcaf-0fa0ae1e3ce9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:36.050412 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc429d9-fe28-4671-ac34-c527e4129152 None None] Sync routers for ids ['806809ae-2880-4059-883e-70a69d908869'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:44:36.069578 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc429d9-fe28-4671-ac34-c527e4129152 None None] Routers {'806809ae-2880-4059-883e-70a69d908869'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:44:36.070945 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-acc429d9-fe28-4671-ac34-c527e4129152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:44:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['806809ae-2880-4059-883e-70a69d908869'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:44:36.100018 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9c9376c7-0b54-4967-bcaf-0fa0ae1e3ce9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "PUT /v2.0/floatingips/348063d2-7f0d-4b3a-b479-923bdbedbafa HTTP/1.1" status: 200 len: 992 time: 2.4435904 Aug 23 14:44:36.100938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27f0fe3-ae06-4a4a-93f5-8050ede15c3b', 'tag': '80bc2326-3d89-40ee-88c0-6ea226b3c0a1'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:36.123617 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6135eb0-b899-4942-8d62-f6398211b783" -d '{"events": [{"name": "network-changed", "server_uuid": "e27f0fe3-ae06-4a4a-93f5-8050ede15c3b", "tag": "80bc2326-3d89-40ee-88c0-6ea226b3c0a1"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:36.125979 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:36.218322 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19287309-f84a-4064-93f4-b4a87b41660f x-openstack-request-id: req-19287309-f84a-4064-93f4-b4a87b41660f {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:36.218670 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e27f0fe3-ae06-4a4a-93f5-8050ede15c3b", "tag": "80bc2326-3d89-40ee-88c0-6ea226b3c0a1", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:36.218966 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19287309-f84a-4064-93f4-b4a87b41660f {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:36.219465 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27f0fe3-ae06-4a4a-93f5-8050ede15c3b', 'tag': '80bc2326-3d89-40ee-88c0-6ea226b3c0a1', 'status': 'completed', 'code': 200} Aug 23 14:44:36.221942 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=4990225a-4341-4636-8b07-bd95939a81e9,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:36.388343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6135eb0-b899-4942-8d62-f6398211b783 req-5b40e62d-282a-496c-9d91-1101b5140be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:36.389975 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d6135eb0-b899-4942-8d62-f6398211b783 req-5b40e62d-282a-496c-9d91-1101b5140be5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=44d3f2d108d54d4d8c0a0c97823e1e8a&device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 1097 time: 0.1192505 Aug 23 14:44:36.397456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241b318-3bef-4b52-8c39-aa7df35e62b0 req-bb0390e3-2fb2-46e4-961f-426b72d0a41a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:36.399132 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f241b318-3bef-4b52-8c39-aa7df35e62b0 req-bb0390e3-2fb2-46e4-961f-426b72d0a41a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0850403 Aug 23 14:44:36.432320 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-acc429d9-fe28-4671-ac34-c527e4129152 None None] Set router 806809ae-2880-4059-883e-70a69d908869 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:44:36.451662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['4990225a-4341-4636-8b07-bd95939a81e9'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:36.541204 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f241b318-3bef-4b52-8c39-aa7df35e62b0 req-e5b1e71c-2e93-491d-9d46-4451341c1dfe tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265275 Aug 23 14:44:36.612867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6135eb0-b899-4942-8d62-f6398211b783 req-d3d5689f-5432-420b-a845-11ed29aef9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:36.615740 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d6135eb0-b899-4942-8d62-f6398211b783 req-d3d5689f-5432-420b-a845-11ed29aef9c3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5686c327-7ddb-4f80-9a60-a54a51f40b94 HTTP/1.1" status: 200 len: 924 time: 0.2141035 Aug 23 14:44:36.798872 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb35d7-b895-4542-8abf-e8830b59655f req-7a70fe6f-ee0c-4a7d-ac90-8cd3605b7d55 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:36.819605 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-55cb35d7-b895-4542-8abf-e8830b59655f req-7a70fe6f-ee0c-4a7d-ac90-8cd3605b7d55 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 947 time: 0.0789738 Aug 23 14:44:36.823700 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59988) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:36.834995 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-acc429d9-fe28-4671-ac34-c527e4129152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:28Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '348063d2-7f0d-4b3a-b479-923bdbedbafa', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '806809ae-2880-4059-883e-70a69d908869', 'port_id': '80bc2326-3d89-40ee-88c0-6ea226b3c0a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'mac_address': 'fa:16:3e:b6:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27f0fe3-ae06-4a4a-93f5-8050ede15c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:41:52Z', 'updated_at': '2021-08-23T14:44:34Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55de9a3-7fd4-40c9-9eed-6d244833e50d', 'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'mac_address': 'fa:16:3e:5a:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:27Z', 'updated_at': '2021-08-23T14:41:36Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'subnets': [{'id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:44:36.900395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-55cb35d7-b895-4542-8abf-e8830b59655f req-3db0d34d-cba9-4c10-8db8-5483539d0445 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768726 Aug 23 14:44:36.946018 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc429d9-fe28-4671-ac34-c527e4129152 None None] Checking router: 806809ae-2880-4059-883e-70a69d908869 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:44:36.967138 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc429d9-fe28-4671-ac34-c527e4129152 None None] Routers {'806809ae-2880-4059-883e-70a69d908869'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:44:36.967138 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-acc429d9-fe28-4671-ac34-c527e4129152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:44:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['806809ae-2880-4059-883e-70a69d908869'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:44:37.051753 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d6135eb0-b899-4942-8d62-f6398211b783 req-b6c13979-47ef-4991-921b-8b119b6b8ed0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80bc2326-3d89-40ee-88c0-6ea226b3c0a1 HTTP/1.1" status: 200 len: 1000 time: 0.4196692 Aug 23 14:44:37.054738 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5ad05-c308-4616-9581-8cee9a314a81 req-3212edc8-a5d5-4b74-b3c0-38b526a1a20d tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:37.056904 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-88d5ad05-c308-4616-9581-8cee9a314a81 req-3212edc8-a5d5-4b74-b3c0-38b526a1a20d tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 1097 time: 0.3724723 Aug 23 14:44:37.062810 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1565555089-network', 'tenant_id': 'a112243fafac40e58e0602a7e2eb5838'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:37.135225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-88d5ad05-c308-4616-9581-8cee9a314a81 req-a680c578-c34a-491c-8bcb-a2c29881f258 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685914 Aug 23 14:44:37.144489 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6135eb0-b899-4942-8d62-f6398211b783 req-63113113-c049-4d78-9b21-f4aa7478faef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:37.146321 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d6135eb0-b899-4942-8d62-f6398211b783 req-63113113-c049-4d78-9b21-f4aa7478faef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=992c01ea-22e9-4541-a53a-7089cdc61629 HTTP/1.1" status: 200 len: 862 time: 0.0786321 Aug 23 14:44:37.192851 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-acc429d9-fe28-4671-ac34-c527e4129152 None None] Set router 806809ae-2880-4059-883e-70a69d908869 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:44:37.193906 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] Made reservation on behalf of a112243fafac40e58e0602a7e2eb5838 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:44:37.198954 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:37.232189 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:37.233335 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6135eb0-b899-4942-8d62-f6398211b783 req-6266ad01-b3b5-4141-92ef-4b8dde2e368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:37.235054 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d6135eb0-b899-4942-8d62-f6398211b783 req-6266ad01-b3b5-4141-92ef-4b8dde2e368a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5686c327-7ddb-4f80-9a60-a54a51f40b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780923 Aug 23 14:44:37.300386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0238005-98d4-46c9-9585-11804005cc83 req-1cad7d38-32a8-4223-ac66-f54fbb7a32ef tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:37.302704 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0238005-98d4-46c9-9585-11804005cc83 req-1cad7d38-32a8-4223-ac66-f54fbb7a32ef tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 945 time: 0.1013720 Aug 23 14:44:37.359081 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d6135eb0-b899-4942-8d62-f6398211b783 req-9fe71257-7f86-4d76-b86e-fc9c44094dce service neutron] 10.222.0.61 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160965 Aug 23 14:44:37.409709 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0238005-98d4-46c9-9585-11804005cc83 req-1bf01326-1310-4c27-ad9d-3ecad02de213 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794652 Aug 23 14:44:37.463016 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:37.505475 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d6135eb0-b899-4942-8d62-f6398211b783 req-8bec0c4f-6974-4108-81d9-1148614b1300 service neutron] 10.222.0.61 "GET /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326680 Aug 23 14:44:37.509133 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-acc429d9-fe28-4671-ac34-c527e4129152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:28Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '348063d2-7f0d-4b3a-b479-923bdbedbafa', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '806809ae-2880-4059-883e-70a69d908869', 'port_id': '80bc2326-3d89-40ee-88c0-6ea226b3c0a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'mac_address': 'fa:16:3e:b6:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27f0fe3-ae06-4a4a-93f5-8050ede15c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:41:52Z', 'updated_at': '2021-08-23T14:44:34Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55de9a3-7fd4-40c9-9eed-6d244833e50d', 'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'mac_address': 'fa:16:3e:5a:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:27Z', 'updated_at': '2021-08-23T14:41:36Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'subnets': [{'id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:44:37.537532 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:37.539147 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc429d9-fe28-4671-ac34-c527e4129152 None None] The sync data for ids ['806809ae-2880-4059-883e-70a69d908869'] in n-d-804985-3 is: [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:28Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '348063d2-7f0d-4b3a-b479-923bdbedbafa', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '806809ae-2880-4059-883e-70a69d908869', 'port_id': '80bc2326-3d89-40ee-88c0-6ea226b3c0a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'mac_address': 'fa:16:3e:b6:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27f0fe3-ae06-4a4a-93f5-8050ede15c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:41:52Z', 'updated_at': '2021-08-23T14:44:34Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55de9a3-7fd4-40c9-9eed-6d244833e50d', 'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'mac_address': 'fa:16:3e:5a:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:27Z', 'updated_at': '2021-08-23T14:41:36Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'subnets': [{'id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:44:37.568177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:44:37.598539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de45a296-f7bc-4a94-9241-3d87317f2f3f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:37.599874 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:37.600290 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] Added segment 090a9155-4d58-4f2d-897d-7e8112880576 of type vlan for network 4d2a55fe-383b-4ae6-9ad6-e490b9deed8c Aug 23 14:44:37.608040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 4990225a-4341-4636-8b07-bd95939a81e9 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:44:37.698088 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:37.743817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 4990225a-4341-4636-8b07-bd95939a81e9 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:37.748457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 4990225a-4341-4636-8b07-bd95939a81e9 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:37.749168 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:37.754507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bab16f-ddf9-40d5-a3ca-eb6f7f94f1d3 req-41b3a1b9-7ea6-4926-8b90-6bc5f382abd4 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:37.756322 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-99bab16f-ddf9-40d5-a3ca-eb6f7f94f1d3 req-41b3a1b9-7ea6-4926-8b90-6bc5f382abd4 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 1101 time: 0.0541434 Aug 23 14:44:37.783072 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:37.784576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:37.785226 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:37.832050 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-99bab16f-ddf9-40d5-a3ca-eb6f7f94f1d3 req-c19af708-9d40-45ef-81fa-881153d89b42 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584772 Aug 23 14:44:37.909705 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] Pushing event updated for resources: {'Network': ['ID=4d2a55fe-383b-4ae6-9ad6-e490b9deed8c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:37.937905 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 4d2a55fe-383b-4ae6-9ad6-e490b9deed8c details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:44:37.940145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6a0c9e-8fa1-4a0d-bbdf-5874454b993b None None] New status for floating IP 348063d2-7f0d-4b3a-b479-923bdbedbafa: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:44:37.945372 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:37.972491 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0003d1ac-a552-46db-a0b8-7cfaa1b2344d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1474121 Aug 23 14:44:37.975440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60010) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:37.981869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-6bc42a65-1218-4ab8-8029-347aea0db1fa admin admin] Request body: {'subnet': {'network_id': '4d2a55fe-383b-4ae6-9ad6-e490b9deed8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1565555089-subnet', 'tenant_id': 'a112243fafac40e58e0602a7e2eb5838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:38.006759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f95d5f-22a1-4e08-8255-62c63d32aff6 req-fa828b1e-8154-46a2-a031-58f98475184b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:38.006759 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3f95d5f-22a1-4e08-8255-62c63d32aff6 req-fa828b1e-8154-46a2-a031-58f98475184b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0759435 Aug 23 14:44:38.068714 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3f95d5f-22a1-4e08-8255-62c63d32aff6 req-d922c9d4-00c4-4794-b1ff-1ab6ec650c86 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513494 Aug 23 14:44:38.080623 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc42a65-1218-4ab8-8029-347aea0db1fa admin admin] Made reservation on behalf of a112243fafac40e58e0602a7e2eb5838 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:44:38.084070 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6bc42a65-1218-4ab8-8029-347aea0db1fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:38.145675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cdd8fa-fbe5-4db5-b844-74c4a206a10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4990225a-4341-4636-8b07-bd95939a81e9'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:38.148184 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da82b171-e8a6-4680-a5c9-1f636c77392b" -d '{"events": [{"server_uuid": "57cdd8fa-fbe5-4db5-b844-74c4a206a10f", "name": "network-vif-plugged", "status": "completed", "tag": "4990225a-4341-4636-8b07-bd95939a81e9"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:38.194311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 4990225a-4341-4636-8b07-bd95939a81e9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=4990225a-4341-4636-8b07-bd95939a81e9,segment=NetworkSegment(d7793035-9e0c-4575-88d1-ef8d4801628a),segment_id=d7793035-9e0c-4575-88d1-ef8d4801628a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:38.221034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1f4bc-8134-41cb-8e5c-92abe2aa2b1c req-701f8962-0d06-47db-abbb-da065b23ded6 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:38.229536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8f1f4bc-8134-41cb-8e5c-92abe2aa2b1c req-701f8962-0d06-47db-abbb-da065b23ded6 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 1101 time: 0.0563147 Aug 23 14:44:38.280281 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:38.293769 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8f1f4bc-8134-41cb-8e5c-92abe2aa2b1c req-db251bd5-1d26-4552-a870-79c93e85e69d tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633223 Aug 23 14:44:38.381728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=4990225a-4341-4636-8b07-bd95939a81e9,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:38.430973 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6bc42a65-1218-4ab8-8029-347aea0db1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:38.457453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31d0a8-eb21-43ab-a791-19c8a1b72e53 req-a76cf69a-9c13-496f-8b9f-9e3008bbffdb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:38.467089 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a31d0a8-eb21-43ab-a791-19c8a1b72e53 req-a76cf69a-9c13-496f-8b9f-9e3008bbffdb tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 947 time: 0.0712757 Aug 23 14:44:38.502712 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc42a65-1218-4ab8-8029-347aea0db1fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=64311b82-aaaa-4f4f-8324-1b90217e2a01,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:38.505851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a31d0a8-eb21-43ab-a791-19c8a1b72e53 req-8e1c6532-fea7-43c1-9bdc-f9bae87974db tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377026 Aug 23 14:44:38.518106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc42a65-1218-4ab8-8029-347aea0db1fa admin admin] Checking segment: {'id': '090a9155-4d58-4f2d-897d-7e8112880576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4d2a55fe-383b-4ae6-9ad6-e490b9deed8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:38.518994 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc42a65-1218-4ab8-8029-347aea0db1fa admin admin] Network hostable DHCP agents. Network: 4d2a55fe-383b-4ae6-9ad6-e490b9deed8c, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:44:38.577289 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a14f6a-0688-4d7f-a626-c9b01679cd3f x-openstack-request-id: req-08a14f6a-0688-4d7f-a626-c9b01679cd3f {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:38.577998 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cdd8fa-fbe5-4db5-b844-74c4a206a10f", "name": "network-vif-plugged", "status": "completed", "tag": "4990225a-4341-4636-8b07-bd95939a81e9", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:38.578434 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-08a14f6a-0688-4d7f-a626-c9b01679cd3f {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:38.579185 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57cdd8fa-fbe5-4db5-b844-74c4a206a10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4990225a-4341-4636-8b07-bd95939a81e9', 'code': 200} Aug 23 14:44:38.598430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc42a65-1218-4ab8-8029-347aea0db1fa admin admin] Network 4d2a55fe-383b-4ae6-9ad6-e490b9deed8c is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:44:38.721057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-6bc42a65-1218-4ab8-8029-347aea0db1fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 4d2a55fe-383b-4ae6-9ad6-e490b9deed8c) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:44:38.732768 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e3b583-0563-4baf-8e9a-170bc7956a6c None None] Network 4d2a55fe-383b-4ae6-9ad6-e490b9deed8c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:44:38.756866 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc42a65-1218-4ab8-8029-347aea0db1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:38.760471 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6bc42a65-1218-4ab8-8029-347aea0db1fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:38.780771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f6de2-81dd-4a52-b62b-4374ad17b897 req-88d85a02-e689-4e2b-a406-af90e163d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:38.787391 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca1f6de2-81dd-4a52-b62b-4374ad17b897 req-88d85a02-e689-4e2b-a406-af90e163d5fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 1097 time: 0.1320589 Aug 23 14:44:38.837561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b9ce66ae-25bb-4dbe-a28b-d825e0b7961f details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:44:38.842638 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca1f6de2-81dd-4a52-b62b-4374ad17b897 req-80fea25b-ecb7-487a-9699-79b27cd9e4b5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458417 Aug 23 14:44:38.920124 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba334d-8157-410c-accb-dd562c818aed req-bd5bbd74-78c0-49c8-a94c-f9a17830e737 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:38.921757 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6dba334d-8157-410c-accb-dd562c818aed req-bd5bbd74-78c0-49c8-a94c-f9a17830e737 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 946 time: 0.0666137 Aug 23 14:44:38.926892 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6bc42a65-1218-4ab8-8029-347aea0db1fa admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9501691 Aug 23 14:44:38.984752 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6dba334d-8157-410c-accb-dd562c818aed req-04ce91db-185b-4d9c-8544-1dc4ac819f75 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470564 Aug 23 14:44:38.986158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d7653f-dc36-4379-9c88-94f4cbb2f05a None None] Network 4d2a55fe-383b-4ae6-9ad6-e490b9deed8c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:44:39.095440 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b9ce66ae-25bb-4dbe-a28b-d825e0b7961f,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:39.115046 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'b9ce66ae-25bb-4dbe-a28b-d825e0b7961f', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'b9ce66ae-25bb-4dbe-a28b-d825e0b7961f', 'mac_address': 'fa:16:3e:2f:d3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:44:39.252330 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:39.272384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ce66ae-25bb-4dbe-a28b-d825e0b7961f {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:39.282151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702813c-7782-4221-b6be-a417aa0fb614 req-b4fd7a2f-0679-4cd3-91d7-4688cccca7df tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:39.288299 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0702813c-7782-4221-b6be-a417aa0fb614 req-b4fd7a2f-0679-4cd3-91d7-4688cccca7df tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0551457 Aug 23 14:44:39.310262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b9ce66ae-25bb-4dbe-a28b-d825e0b7961f,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:39.335993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0702813c-7782-4221-b6be-a417aa0fb614 req-c89e30b0-1050-4a85-a6d8-fb7f0bc070c3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Aug 23 14:44:39.411149 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:39.467506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b9ce66ae-25bb-4dbe-a28b-d825e0b7961f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:39.605556 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-58ccf7ee-17f0-4a04-97de-9f7c2723ca02 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:44:39.606511 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-58ccf7ee-17f0-4a04-97de-9f7c2723ca02 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072334 Aug 23 14:44:39.620382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-5b903840-eb81-4db5-8b9c-6699ecd4f93f service neutron] Request body: {'binding': {'host': 'n-h2-804985-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:39.620382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-5b903840-eb81-4db5-8b9c-6699ecd4f93f service neutron] Unknown quota resources ['binding']. {{(pid=96114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 14:44:39.761672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['b9ce66ae-25bb-4dbe-a28b-d825e0b7961f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:39.762330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-5b903840-eb81-4db5-8b9c-6699ecd4f93f service neutron] Attempting to bind port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a on host n-h2-804985-3 for vnic_type normal with profile None {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:44:39.762330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-5b903840-eb81-4db5-8b9c-6699ecd4f93f service neutron] Attempting to bind port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:44:39.762330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-5b903840-eb81-4db5-8b9c-6699ecd4f93f service neutron] Attempting to bind port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:39.766992 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-5b903840-eb81-4db5-8b9c-6699ecd4f93f service neutron] Port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a on network e5d05685-47dd-44e8-9fba-4321908349a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:44:39.767301 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-5b903840-eb81-4db5-8b9c-6699ecd4f93f service neutron] Attempting to bind port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:39.772534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-5b903840-eb81-4db5-8b9c-6699ecd4f93f service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:44:39.772869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-5b903840-eb81-4db5-8b9c-6699ecd4f93f service neutron] Checking segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:39.773435 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-5b903840-eb81-4db5-8b9c-6699ecd4f93f service neutron] Bound using segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:44:39.773862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-5b903840-eb81-4db5-8b9c-6699ecd4f93f service neutron] Bound port: 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:44:39.796884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60064) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:39.805536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1355437868-network', 'tenant_id': '2faf02ea24b34297b5c61061291fb033'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:39.858228 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-5b903840-eb81-4db5-8b9c-6699ecd4f93f service neutron] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:44:39.903910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c2c06-cbc2-4c02-9963-d44f45b04b1f req-25a0ad79-2b3b-4668-8388-ad9e664d0ada tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:39.905602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-934c2c06-cbc2-4c02-9963-d44f45b04b1f req-25a0ad79-2b3b-4668-8388-ad9e664d0ada tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 948 time: 0.0587943 Aug 23 14:44:39.906675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] Made reservation on behalf of 2faf02ea24b34297b5c61061291fb033 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:44:39.909526 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:39.921623 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-5b903840-eb81-4db5-8b9c-6699ecd4f93f service neutron] Notify callbacks [] for binding, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:39.924334 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-5b903840-eb81-4db5-8b9c-6699ecd4f93f service neutron] 10.222.0.38 "POST /v2.0/ports/00d33b1a-bd9b-4fa6-a77c-3ff42db2117a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3104601 Aug 23 14:44:39.926686 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:39.972885 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-934c2c06-cbc2-4c02-9963-d44f45b04b1f req-d6ffa069-3946-4a61-a6cd-e3fe4253b10c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610030 Aug 23 14:44:40.068926 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:40.154025 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:40.178522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:44:40.194802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec39de99-7cd8-4b40-8af0-9336e4b625da,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:40.200732 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:40.201213 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] Added segment 08f8222b-ef80-4e42-bbb1-7a8f8e2dcdf8 of type vlan for network 245e6e5b-5370-41e4-b807-3ed3ffcf65e1 Aug 23 14:44:40.248772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a2878-30a4-45a3-9711-c25d1a690c66 req-b09a5847-66e0-44af-bcbc-460c6a420cd1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:40.249398 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:40.250309 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2b0a2878-30a4-45a3-9711-c25d1a690c66 req-b09a5847-66e0-44af-bcbc-460c6a420cd1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 946 time: 0.0796821 Aug 23 14:44:40.296685 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2b0a2878-30a4-45a3-9711-c25d1a690c66 req-ff7f4269-3b19-4c89-ba57-fa15d3598426 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401943 Aug 23 14:44:40.348530 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:40.350113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:40.350654 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:40.424299 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60086) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:40.424588 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6262572 Aug 23 14:44:40.429726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e6f924af-e598-4062-bc54-65553c41b200 admin admin] Request body: {'subnet': {'network_id': '245e6e5b-5370-41e4-b807-3ed3ffcf65e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1355437868-subnet', 'tenant_id': '2faf02ea24b34297b5c61061291fb033', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:40.438193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a0619-7063-4890-b3fb-6e73ee5ce37d admin admin] Pushing event updated for resources: {'Network': ['ID=245e6e5b-5370-41e4-b807-3ed3ffcf65e1,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:40.448242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 245e6e5b-5370-41e4-b807-3ed3ffcf65e1 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:44:40.544487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f924af-e598-4062-bc54-65553c41b200 admin admin] Made reservation on behalf of 2faf02ea24b34297b5c61061291fb033 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:44:40.549018 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e6f924af-e598-4062-bc54-65553c41b200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:40.559152 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053d700-ae1d-476c-a1e7-ffaad9b8c7c2 req-d5bbbef6-d82b-4ef6-a252-87fa0e56a5bc tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:40.560816 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1053d700-ae1d-476c-a1e7-ffaad9b8c7c2 req-d5bbbef6-d82b-4ef6-a252-87fa0e56a5bc tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 946 time: 0.0894706 Aug 23 14:44:40.630905 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d6e63-9ad1-4583-96d4-e5569e9d8f2f req-2894c939-0d3e-40b2-a70b-fa61a18f6f9e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:40.632719 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a5d6e63-9ad1-4583-96d4-e5569e9d8f2f req-2894c939-0d3e-40b2-a70b-fa61a18f6f9e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.1033432 Aug 23 14:44:40.660638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-aca87a5a-0bcc-4503-8317-728a9d9d8185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:40.662353 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-aca87a5a-0bcc-4503-8317-728a9d9d8185 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 1097 time: 0.0863683 Aug 23 14:44:40.676247 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1053d700-ae1d-476c-a1e7-ffaad9b8c7c2 req-b7e4efec-0ae5-489d-927f-e7ad8e0abfbb tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055715 Aug 23 14:44:40.703970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a5d6e63-9ad1-4583-96d4-e5569e9d8f2f req-2051dbc8-fd32-40cf-80c4-ebd58573ef1c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631957 Aug 23 14:44:40.819733 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-c7fc37e7-8a7e-4cd9-a188-e6526e17775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:40.822007 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-c7fc37e7-8a7e-4cd9-a188-e6526e17775b service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.1374145 Aug 23 14:44:40.858298 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36507be-bcf1-4586-a9c5-e049308368c8 req-f8eed98f-0799-4d91-a32e-aa8b09bedd49 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:40.859839 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f36507be-bcf1-4586-a9c5-e049308368c8 req-f8eed98f-0799-4d91-a32e-aa8b09bedd49 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0590961 Aug 23 14:44:40.871168 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-41d2d4ba-0097-471c-b83b-29ad12168eaa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a HTTP/1.1" status: 200 len: 217 time: 0.0412524 Aug 23 14:44:40.892305 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e6f924af-e598-4062-bc54-65553c41b200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:40.937094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-d8d94505-2d19-4261-a152-5d6396daca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:40.938589 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-d8d94505-2d19-4261-a152-5d6396daca2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.0569754 Aug 23 14:44:40.956128 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f36507be-bcf1-4586-a9c5-e049308368c8 req-5882dd01-f00b-458f-a929-305a4c4491fd tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900047 Aug 23 14:44:40.958360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f924af-e598-4062-bc54-65553c41b200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0566ec41-9067-46d3-8362-11e899822dd1,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:40.978454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f924af-e598-4062-bc54-65553c41b200 admin admin] Checking segment: {'id': '08f8222b-ef80-4e42-bbb1-7a8f8e2dcdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '245e6e5b-5370-41e4-b807-3ed3ffcf65e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:40.978825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f924af-e598-4062-bc54-65553c41b200 admin admin] Network hostable DHCP agents. Network: 245e6e5b-5370-41e4-b807-3ed3ffcf65e1, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:44:40.995803 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-0be89ebc-4054-4432-8dba-5b6067713dc5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451632 Aug 23 14:44:41.057526 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f924af-e598-4062-bc54-65553c41b200 admin admin] Network 245e6e5b-5370-41e4-b807-3ed3ffcf65e1 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:44:41.134303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ff74a-198b-461e-9d91-29920fb9a381 req-af1e62bb-4bb6-42d9-94f7-b19ec551cada tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:41.136254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-413ff74a-198b-461e-9d91-29920fb9a381 req-af1e62bb-4bb6-42d9-94f7-b19ec551cada tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 948 time: 0.0843301 Aug 23 14:44:41.142297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-729b64a7-b0a1-40fa-a915-3d0874b18346 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368389 Aug 23 14:44:41.211347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-e6f924af-e598-4062-bc54-65553c41b200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 245e6e5b-5370-41e4-b807-3ed3ffcf65e1) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:44:41.216517 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f924af-e598-4062-bc54-65553c41b200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:41.217184 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e6f924af-e598-4062-bc54-65553c41b200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:41.221607 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67f2d43-02a9-47ac-918f-77f4eced851f None None] Network 245e6e5b-5370-41e4-b807-3ed3ffcf65e1 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:44:41.231571 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-413ff74a-198b-461e-9d91-29920fb9a381 req-2d9ce5cd-64de-4d9f-9ee1-d0e609e598c7 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882993 Aug 23 14:44:41.268654 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b3f90d8f-cd57-4b5b-b41f-a8ea9a2adb59 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181448 Aug 23 14:44:41.355414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458f753f-b862-4f49-9dae-d6971dd8fb1a None None] Network 245e6e5b-5370-41e4-b807-3ed3ffcf65e1 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:44:41.366348 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e6f924af-e598-4062-bc54-65553c41b200 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9408460 Aug 23 14:44:41.452716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e1b7a-de20-4d71-a6df-c9a5b9a5fae1 req-82a92ff1-c485-482a-b055-8649f69f7dea tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:41.454748 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-956e1b7a-de20-4d71-a6df-c9a5b9a5fae1 req-82a92ff1-c485-482a-b055-8649f69f7dea tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 946 time: 0.0763221 Aug 23 14:44:41.495815 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-956e1b7a-de20-4d71-a6df-c9a5b9a5fae1 req-23a1a089-8ee0-45e8-be8a-0846fe270e23 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343468 Aug 23 14:44:41.614377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-efda1933-104f-46c0-b96f-5133c0d067ff tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:41.615904 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-efda1933-104f-46c0-b96f-5133c0d067ff tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f&tenant_id=b66fd552a70a452381c358e94470d1e9&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 1097 time: 0.1095934 Aug 23 14:44:41.634147 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804985-3'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:41.651753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f3422-a66d-45d0-8ecc-4590ee00eeb8 req-1579268d-9f61-4453-987f-c792f105c778 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:41.653340 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec8f3422-a66d-45d0-8ecc-4590ee00eeb8 req-1579268d-9f61-4453-987f-c792f105c778 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 946 time: 0.0798640 Aug 23 14:44:41.667307 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60112) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:44:41.675815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-aaf10d51-6eda-4da0-b579-ca8b4fd0b4a9 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Request body: {'floatingip': {'port_id': '4990225a-4341-4636-8b07-bd95939a81e9'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:41.709304 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:41.734240 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aaf10d51-6eda-4da0-b579-ca8b4fd0b4a9 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:41.859985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dbde1-d145-41be-83a3-836e9f7860e5 req-aed89122-8a7f-46a9-aaf2-130fd761cc8c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:41.861497 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b8dbde1-d145-41be-83a3-836e9f7860e5 req-aed89122-8a7f-46a9-aaf2-130fd761cc8c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 946 time: 0.1021652 Aug 23 14:44:41.911591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:41.928296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b8dbde1-d145-41be-83a3-836e9f7860e5 req-33799419-7afc-414a-bf03-d349f5375361 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577886 Aug 23 14:44:41.966102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:42.012853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2465fb91-f17c-4dab-a807-9c02abba197f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00d33b1a-bd9b-4fa6-a77c-3ff42db2117a'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:42.015141 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa303b8-4dab-40e9-a68d-493d95bb0cb6" -d '{"events": [{"server_uuid": "2465fb91-f17c-4dab-a807-9c02abba197f", "name": "network-vif-unplugged", "status": "completed", "tag": "00d33b1a-bd9b-4fa6-a77c-3ff42db2117a"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:42.020888 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:42.025871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-fccafab2-a578-45be-9f36-82181a5d3414 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:42.027403 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-fccafab2-a578-45be-9f36-82181a5d3414 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/networks?id=4d2a55fe-383b-4ae6-9ad6-e490b9deed8c HTTP/1.1" status: 200 len: 825 time: 0.2093184 Aug 23 14:44:42.070412 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-d5206e52-657e-4a2f-8fcc-7a2c8fda0a59 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/quotas/a112243fafac40e58e0602a7e2eb5838 HTTP/1.1" status: 200 len: 375 time: 0.0157485 Aug 23 14:44:42.074988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526dc2e-a224-4139-a971-e9b8e3bc5080 req-c9471f44-d027-4f10-a645-60843386131e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:42.076860 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6526dc2e-a224-4139-a971-e9b8e3bc5080 req-c9471f44-d027-4f10-a645-60843386131e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0587425 Aug 23 14:44:42.099548 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:42.147336 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-e84365f1-9b5b-4230-b690-0aa329cc323a tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a112243fafac40e58e0602a7e2eb5838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653343 Aug 23 14:44:42.166918 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6526dc2e-a224-4139-a971-e9b8e3bc5080 req-0f3856b9-6aca-4a61-b374-153034a78030 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836112 Aug 23 14:44:42.210032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Pushing event updated for resources: {'Port': ['ID=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:42.218907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Attempting to bind port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a on host n-h1-804985-3 for vnic_type normal with profile {"migrating_to": "n-h2-804985-3"} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:44:42.220088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Attempting to bind port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:44:42.220088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Attempting to bind port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:42.224891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a on network e5d05685-47dd-44e8-9fba-4321908349a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:44:42.225232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Attempting to bind port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:42.230912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:44:42.231305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Checking segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:42.231668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Bound using segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:44:42.232115 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Bound port: 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:44:42.232480 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:42.345852 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:42.348211 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-f54117f3-049b-447c-84fa-ca289d7d46ce service neutron] 10.222.0.38 "GET /v2.0/networks/4d2a55fe-383b-4ae6-9ad6-e490b9deed8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902122 Aug 23 14:44:42.350743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:44:42.359814 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525fa8c-8ffb-4615-aeba-cfa405024303 req-6a8e42c7-df9e-4323-9434-6ab6713997ca tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:42.362121 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3525fa8c-8ffb-4615-aeba-cfa405024303 req-6a8e42c7-df9e-4323-9434-6ab6713997ca tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1100607 Aug 23 14:44:42.406672 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3525fa8c-8ffb-4615-aeba-cfa405024303 req-3028ac3c-082a-47fb-b0e9-22aae2e498ac tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371447 Aug 23 14:44:42.412475 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:42.474108 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7e5644-21c4-4ccc-9c64-e6232ded5a1e x-openstack-request-id: req-2f7e5644-21c4-4ccc-9c64-e6232ded5a1e {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:42.474598 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2465fb91-f17c-4dab-a807-9c02abba197f", "name": "network-vif-unplugged", "status": "completed", "tag": "00d33b1a-bd9b-4fa6-a77c-3ff42db2117a", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:42.474862 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2f7e5644-21c4-4ccc-9c64-e6232ded5a1e {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:42.475692 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2465fb91-f17c-4dab-a807-9c02abba197f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00d33b1a-bd9b-4fa6-a77c-3ff42db2117a', 'code': 200} Aug 23 14:44:42.509603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:42.510326 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:42.511943 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] 10.222.0.61 "PUT /v2.0/ports/00d33b1a-bd9b-4fa6-a77c-3ff42db2117a HTTP/1.1" status: 200 len: 1122 time: 0.8855898 Aug 23 14:44:42.512963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6d91b-aabe-4edb-a852-b0d76a656f28 service neutron] Pushing event updated for resources: {'Port': ['ID=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,revision_number=8']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:42.531611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-54c53f54-aafb-4e82-935e-a91d0b475bdf service neutron] 10.222.0.38 "GET /v2.0/networks/4d2a55fe-383b-4ae6-9ad6-e490b9deed8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766310 Aug 23 14:44:42.533716 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aaf10d51-6eda-4da0-b579-ca8b4fd0b4a9 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:42.581279 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b79c7e-1317-4a0a-a0e0-d2b363b5443f req-43956ce2-5f21-44e6-90f6-df8f8a4a3cc6 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:42.582896 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11b79c7e-1317-4a0a-a0e0-d2b363b5443f req-43956ce2-5f21-44e6-90f6-df8f8a4a3cc6 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 948 time: 0.0607989 Aug 23 14:44:42.628069 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11b79c7e-1317-4a0a-a0e0-d2b363b5443f req-3086f107-e778-4b34-bbd6-a6528226e303 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373967 Aug 23 14:44:42.634154 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aaf10d51-6eda-4da0-b579-ca8b4fd0b4a9 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:42.653451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['00d33b1a-bd9b-4fa6-a77c-3ff42db2117a'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:42.756081 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-aaf10d51-6eda-4da0-b579-ca8b4fd0b4a9 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Floating IP eeb9077b-42a8-4a98-a294-0b2165c31357 associated. External IP: 172.25.8.211, port: 4990225a-4341-4636-8b07-bd95939a81e9. Aug 23 14:44:42.881426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b9ce66ae-25bb-4dbe-a28b-d825e0b7961f up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:44:42.977934 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a297a840-3b69-4637-924d-7060a5baeac3 req-ac097e11-b8f0-49cf-aa0a-c6c37e500e2c tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 210 time: 0.0353446 Aug 23 14:44:42.999746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:43.004547 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:43.004994 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:43.136818 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:43.166144 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c66e6dd-b9c1-4460-9947-f82a79eb15ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ce66ae-25bb-4dbe-a28b-d825e0b7961f'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:43.168637 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddb432f-8b28-474b-bef9-54c1f218dc3a" -d '{"events": [{"server_uuid": "2c66e6dd-b9c1-4460-9947-f82a79eb15ce", "name": "network-vif-plugged", "status": "completed", "tag": "b9ce66ae-25bb-4dbe-a28b-d825e0b7961f"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:43.186016 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4e535-a7e3-4566-bc37-093c8a428996 req-adf3df34-ddb1-4fbc-9782-bcfa3d3f71be tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:43.187689 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f3e4e535-a7e3-4566-bc37-093c8a428996 req-adf3df34-ddb1-4fbc-9782-bcfa3d3f71be tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 944 time: 0.1039827 Aug 23 14:44:43.200131 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b9ce66ae-25bb-4dbe-a28b-d825e0b7961f,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:43.212921 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd970fe-cdd0-4a51-aa7f-a17050799766 x-openstack-request-id: req-fcd970fe-cdd0-4a51-aa7f-a17050799766 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:43.213569 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c66e6dd-b9c1-4460-9947-f82a79eb15ce", "name": "network-vif-plugged", "status": "completed", "tag": "b9ce66ae-25bb-4dbe-a28b-d825e0b7961f", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:43.214016 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fcd970fe-cdd0-4a51-aa7f-a17050799766 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:43.214437 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c66e6dd-b9c1-4460-9947-f82a79eb15ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ce66ae-25bb-4dbe-a28b-d825e0b7961f', 'code': 200} Aug 23 14:44:43.262962 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:43.278817 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f3e4e535-a7e3-4566-bc37-093c8a428996 req-580fabe3-af7c-4668-9b31-41223cef9189 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825686 Aug 23 14:44:43.343035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b9ce66ae-25bb-4dbe-a28b-d825e0b7961f,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:43.353921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb119c7-57e3-449b-a418-21bdd2edf6d8 req-7adb4d6f-f36f-4b68-80cd-cc42682c8aef tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:43.355554 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-deb119c7-57e3-449b-a418-21bdd2edf6d8 req-7adb4d6f-f36f-4b68-80cd-cc42682c8aef tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0891960 Aug 23 14:44:43.374208 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf10d51-6eda-4da0-b579-ca8b4fd0b4a9 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Router 0b5686ef-6daf-4705-810b-e731e4fda752 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:44:43.391001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064d7e5-ba9e-4cea-85b1-c87c00bcc92b req-70b30a3e-149f-4b8e-bb27-07da17ce5280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:43.393288 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e064d7e5-ba9e-4cea-85b1-c87c00bcc92b req-70b30a3e-149f-4b8e-bb27-07da17ce5280 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 1100 time: 0.0761914 Aug 23 14:44:43.409827 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-deb119c7-57e3-449b-a418-21bdd2edf6d8 req-173b9940-620f-4599-853d-64dee8248ed8 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477393 Aug 23 14:44:43.455384 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e064d7e5-ba9e-4cea-85b1-c87c00bcc92b req-3288feb1-651d-4754-96e7-c98040adf864 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501316 Aug 23 14:44:43.504121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf10d51-6eda-4da0-b579-ca8b4fd0b4a9 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:44:43.508869 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aaf10d51-6eda-4da0-b579-ca8b4fd0b4a9 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:43.515872 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25d66ce-96cf-4991-997d-5eaba19c8de0 None None] Sync routers for ids ['0b5686ef-6daf-4705-810b-e731e4fda752'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:44:43.526687 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25d66ce-96cf-4991-997d-5eaba19c8de0 None None] Routers {'0b5686ef-6daf-4705-810b-e731e4fda752'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:44:43.527293 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f25d66ce-96cf-4991-997d-5eaba19c8de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:44:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b5686ef-6daf-4705-810b-e731e4fda752'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:44:43.564615 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-aaf10d51-6eda-4da0-b579-ca8b4fd0b4a9 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "PUT /v2.0/floatingips/eeb9077b-42a8-4a98-a294-0b2165c31357 HTTP/1.1" status: 200 len: 992 time: 1.8997090 Aug 23 14:44:43.566987 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57cdd8fa-fbe5-4db5-b844-74c4a206a10f', 'tag': '4990225a-4341-4636-8b07-bd95939a81e9'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:43.570022 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d503eabf-9a85-470a-9b7f-0ab9b02cbf18" -d '{"events": [{"name": "network-changed", "server_uuid": "57cdd8fa-fbe5-4db5-b844-74c4a206a10f", "tag": "4990225a-4341-4636-8b07-bd95939a81e9"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:43.595824 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e3426-aadf-459c-b6d8-d31b79eec216 req-ba1759ad-1238-42ad-a50e-443ff69a51fe tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:43.598064 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4e1e3426-aadf-459c-b6d8-d31b79eec216 req-ba1759ad-1238-42ad-a50e-443ff69a51fe tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0948057 Aug 23 14:44:43.638829 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f25d66ce-96cf-4991-997d-5eaba19c8de0 None None] Set router 0b5686ef-6daf-4705-810b-e731e4fda752 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:44:43.643872 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4e1e3426-aadf-459c-b6d8-d31b79eec216 req-3367dfc9-b47e-4cb9-ab7f-3605ef2c3ba2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395615 Aug 23 14:44:43.668826 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afac54d2-eb38-404b-8e58-a15313b48d53 x-openstack-request-id: req-afac54d2-eb38-404b-8e58-a15313b48d53 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:43.669037 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57cdd8fa-fbe5-4db5-b844-74c4a206a10f", "tag": "4990225a-4341-4636-8b07-bd95939a81e9", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:43.669222 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-afac54d2-eb38-404b-8e58-a15313b48d53 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:43.669631 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57cdd8fa-fbe5-4db5-b844-74c4a206a10f', 'tag': '4990225a-4341-4636-8b07-bd95939a81e9', 'status': 'completed', 'code': 200} Aug 23 14:44:43.771478 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503eabf-9a85-470a-9b7f-0ab9b02cbf18 req-94b2acc7-4cb0-40b4-b2fe-907f4adabc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:43.773400 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d503eabf-9a85-470a-9b7f-0ab9b02cbf18 req-94b2acc7-4cb0-40b4-b2fe-907f4adabc99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03eb4d66c69d4202891474072877ebc4&device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 1097 time: 0.0789096 Aug 23 14:44:43.814127 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40143564-d950-458e-b484-7072334a0e5d req-c1de1652-bcbc-4042-9636-816952b1655f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:43.815755 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-40143564-d950-458e-b484-7072334a0e5d req-c1de1652-bcbc-4042-9636-816952b1655f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 949 time: 0.0892284 Aug 23 14:44:43.898199 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-40143564-d950-458e-b484-7072334a0e5d req-f406c120-b273-4f47-92df-8d4c97bf7b9e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540237 Aug 23 14:44:43.916690 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503eabf-9a85-470a-9b7f-0ab9b02cbf18 req-e5257884-9a0c-4a28-98c3-999584b56aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:43.918694 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d503eabf-9a85-470a-9b7f-0ab9b02cbf18 req-e5257884-9a0c-4a28-98c3-999584b56aa2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebe1ca51-1464-4d71-b4db-793999618f39 HTTP/1.1" status: 200 len: 916 time: 0.1380048 Aug 23 14:44:43.928479 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f25d66ce-96cf-4991-997d-5eaba19c8de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:02Z', 'updated_at': '2021-08-23T14:43:11Z', 'revision_number': 4, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'gw_port': {'id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:03Z', 'updated_at': '2021-08-23T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'eeb9077b-42a8-4a98-a294-0b2165c31357', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'floating_ip_address': '172.25.8.211', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'port_id': '4990225a-4341-4636-8b07-bd95939a81e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'mac_address': 'fa:16:3e:d2:9e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cdd8fa-fbe5-4db5-b844-74c4a206a10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:43:23Z', 'updated_at': '2021-08-23T14:44:42Z', 'revision_number': 1, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0de9f101-1510-4363-9757-2b456babd34a', 'name': '', 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'mac_address': 'fa:16:3e:8e:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:09Z', 'updated_at': '2021-08-23T14:43:22Z', 'revision_number': 5, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'subnets': [{'id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:44:43.959831 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25d66ce-96cf-4991-997d-5eaba19c8de0 None None] Checking router: 0b5686ef-6daf-4705-810b-e731e4fda752 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:44:43.969574 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25d66ce-96cf-4991-997d-5eaba19c8de0 None None] Routers {'0b5686ef-6daf-4705-810b-e731e4fda752'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:44:43.970590 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f25d66ce-96cf-4991-997d-5eaba19c8de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:44:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b5686ef-6daf-4705-810b-e731e4fda752'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:44:44.033183 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d503eabf-9a85-470a-9b7f-0ab9b02cbf18 req-9f38d940-65ce-44de-8825-4ea89caea470 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4990225a-4341-4636-8b07-bd95939a81e9 HTTP/1.1" status: 200 len: 1000 time: 0.1072156 Aug 23 14:44:44.076196 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e4b4623-e4d3-424c-b354-a416260c460e req-137afad9-16b1-4271-ab19-5e8fa2d9f538 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 210 time: 0.0374858 Aug 23 14:44:44.098317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503eabf-9a85-470a-9b7f-0ab9b02cbf18 req-cb633fed-ee39-4c62-ae61-9a59438071ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:44.101046 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d503eabf-9a85-470a-9b7f-0ab9b02cbf18 req-cb633fed-ee39-4c62-ae61-9a59438071ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a001555-7554-49b2-909d-ac28ef78bb71 HTTP/1.1" status: 200 len: 854 time: 0.0565364 Aug 23 14:44:44.127934 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f25d66ce-96cf-4991-997d-5eaba19c8de0 None None] Set router 0b5686ef-6daf-4705-810b-e731e4fda752 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:44:44.169753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503eabf-9a85-470a-9b7f-0ab9b02cbf18 req-eadf0f6a-f9be-409f-94cc-4cf9cade7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:44.171337 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d503eabf-9a85-470a-9b7f-0ab9b02cbf18 req-eadf0f6a-f9be-409f-94cc-4cf9cade7704 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebe1ca51-1464-4d71-b4db-793999618f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471995 Aug 23 14:44:44.280219 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d503eabf-9a85-470a-9b7f-0ab9b02cbf18 req-456ef8b4-1c71-4d9c-8d02-6562fc35ef7c service neutron] 10.222.0.57 "GET /v2.0/networks/ebe1ca51-1464-4d71-b4db-793999618f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006496 Aug 23 14:44:44.371023 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f25d66ce-96cf-4991-997d-5eaba19c8de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:02Z', 'updated_at': '2021-08-23T14:43:11Z', 'revision_number': 4, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'gw_port': {'id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:03Z', 'updated_at': '2021-08-23T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'eeb9077b-42a8-4a98-a294-0b2165c31357', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'floating_ip_address': '172.25.8.211', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'port_id': '4990225a-4341-4636-8b07-bd95939a81e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'mac_address': 'fa:16:3e:d2:9e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cdd8fa-fbe5-4db5-b844-74c4a206a10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:43:23Z', 'updated_at': '2021-08-23T14:44:42Z', 'revision_number': 1, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0de9f101-1510-4363-9757-2b456babd34a', 'name': '', 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'mac_address': 'fa:16:3e:8e:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:09Z', 'updated_at': '2021-08-23T14:43:22Z', 'revision_number': 5, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'subnets': [{'id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:44:44.397488 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d503eabf-9a85-470a-9b7f-0ab9b02cbf18 req-d9d333ed-de7b-4b2b-9889-281ee3f72e22 service neutron] 10.222.0.57 "GET /v2.0/networks/ebe1ca51-1464-4d71-b4db-793999618f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075313 Aug 23 14:44:44.403594 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25d66ce-96cf-4991-997d-5eaba19c8de0 None None] The sync data for ids ['0b5686ef-6daf-4705-810b-e731e4fda752'] in n-d-804985-3 is: [{'id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:02Z', 'updated_at': '2021-08-23T14:43:11Z', 'revision_number': 4, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'gw_port': {'id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:03Z', 'updated_at': '2021-08-23T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'eeb9077b-42a8-4a98-a294-0b2165c31357', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'floating_ip_address': '172.25.8.211', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'port_id': '4990225a-4341-4636-8b07-bd95939a81e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'mac_address': 'fa:16:3e:d2:9e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cdd8fa-fbe5-4db5-b844-74c4a206a10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:43:23Z', 'updated_at': '2021-08-23T14:44:42Z', 'revision_number': 1, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0de9f101-1510-4363-9757-2b456babd34a', 'name': '', 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'mac_address': 'fa:16:3e:8e:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:09Z', 'updated_at': '2021-08-23T14:43:22Z', 'revision_number': 5, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'subnets': [{'id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:44:44.441673 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c4cd8-8462-4c7e-a854-ba9201d9d1f9 req-94a4321e-289e-4e88-a260-e0c98af20723 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:44.443220 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9b6c4cd8-8462-4c7e-a854-ba9201d9d1f9 req-94a4321e-289e-4e88-a260-e0c98af20723 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 944 time: 0.0619810 Aug 23 14:44:44.477586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2465fb91-f17c-4dab-a807-9c02abba197f', 'tag': '00d33b1a-bd9b-4fa6-a77c-3ff42db2117a'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:44.480974 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df0e487-22fc-46fa-a410-600ae004b833" -d '{"events": [{"name": "network-changed", "server_uuid": "2465fb91-f17c-4dab-a807-9c02abba197f", "tag": "00d33b1a-bd9b-4fa6-a77c-3ff42db2117a"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:44.499180 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9b6c4cd8-8462-4c7e-a854-ba9201d9d1f9 req-23ec6f06-df3d-4a0e-a27d-c950803e32df tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463736 Aug 23 14:44:44.562279 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35262c48-360b-41c5-9672-96be17be055b x-openstack-request-id: req-35262c48-360b-41c5-9672-96be17be055b {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:44.562591 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2465fb91-f17c-4dab-a807-9c02abba197f", "tag": "00d33b1a-bd9b-4fa6-a77c-3ff42db2117a", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:44.562846 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35262c48-360b-41c5-9672-96be17be055b {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:44.563241 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2465fb91-f17c-4dab-a807-9c02abba197f', 'tag': '00d33b1a-bd9b-4fa6-a77c-3ff42db2117a', 'status': 'completed', 'code': 200} Aug 23 14:44:44.581157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b250076-bbab-41a0-a906-612432de54ab req-1cd967c6-8c63-4b55-b2e1-33ff1adecacd tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:44.582838 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b250076-bbab-41a0-a906-612432de54ab req-1cd967c6-8c63-4b55-b2e1-33ff1adecacd tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0613706 Aug 23 14:44:44.628516 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b250076-bbab-41a0-a906-612432de54ab req-b7418321-dced-4a0a-98a7-78aaeca806af tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385020 Aug 23 14:44:44.633825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0e487-22fc-46fa-a410-600ae004b833 req-73659c14-16a5-42d0-a6ca-619ecc752c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:44.636562 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7df0e487-22fc-46fa-a410-600ae004b833 req-73659c14-16a5-42d0-a6ca-619ecc752c5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 1125 time: 0.0502861 Aug 23 14:44:44.730631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b471a04-269c-4fe4-a623-ce08014c1462 None None] New status for floating IP eeb9077b-42a8-4a98-a294-0b2165c31357: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:44:44.802105 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0e487-22fc-46fa-a410-600ae004b833 req-233a19f0-2ad5-41a7-a03d-25e379378dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:44.804285 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7df0e487-22fc-46fa-a410-600ae004b833 req-233a19f0-2ad5-41a7-a03d-25e379378dee service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.1579592 Aug 23 14:44:44.877847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c53a3-5d95-4a3c-a307-2a05c670af77 req-6d2800ba-df68-43be-8baf-099763c09b8a tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:44.879725 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-269c53a3-5d95-4a3c-a307-2a05c670af77 req-6d2800ba-df68-43be-8baf-099763c09b8a tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1147935 Aug 23 14:44:44.902489 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7df0e487-22fc-46fa-a410-600ae004b833 req-7d9feea1-20da-410a-ae6b-bb0c42ee4031 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a HTTP/1.1" status: 200 len: 217 time: 0.0847833 Aug 23 14:44:44.978449 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-269c53a3-5d95-4a3c-a307-2a05c670af77 req-181dead9-67dd-4f21-b676-6c31ad800442 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784407 Aug 23 14:44:45.002673 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0e487-22fc-46fa-a410-600ae004b833 req-7dd4fd7b-415d-48a1-9bf7-e0aec3751283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:45.007982 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7df0e487-22fc-46fa-a410-600ae004b833 req-7dd4fd7b-415d-48a1-9bf7-e0aec3751283 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.0976372 Aug 23 14:44:45.049281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:44:45.049539 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7df0e487-22fc-46fa-a410-600ae004b833 req-5160c7c5-ed26-4813-a02e-2eadd79890c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324595 Aug 23 14:44:45.183010 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1269ad8-9616-40e7-8d5d-62c487da32a8 req-39245374-4f66-42c6-a37a-b8a25bf2806e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:45.184565 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a1269ad8-9616-40e7-8d5d-62c487da32a8 req-39245374-4f66-42c6-a37a-b8a25bf2806e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 949 time: 0.1388793 Aug 23 14:44:45.230767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:45.234454 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:45.245022 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7df0e487-22fc-46fa-a410-600ae004b833 req-fc6e8a92-6ba1-4668-b860-66c49f842a62 service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818447 Aug 23 14:44:45.245236 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6a72e270-b182-493e-a774-ca0f7c0d6cb4 req-d219520c-2ab5-4075-a425-ecd7ce814a9f tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 210 time: 0.0774300 Aug 23 14:44:45.252439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a has no active binding in host n-h2-804985-3 {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 14:44:45.256700 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a1269ad8-9616-40e7-8d5d-62c487da32a8 req-b3b7809e-cf98-4b7c-a1fe-a1083e02c245 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575149 Aug 23 14:44:45.392000 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7df0e487-22fc-46fa-a410-600ae004b833 req-f6f27681-8929-48eb-b6e6-86955d0b57c9 service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266742 Aug 23 14:44:45.533968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-e87744b2-a400-47ad-b37a-fef61f784363 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:45.535681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-e87744b2-a400-47ad-b37a-fef61f784363 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.57 "GET /v2.0/networks?id=4d2a55fe-383b-4ae6-9ad6-e490b9deed8c HTTP/1.1" status: 200 len: 825 time: 0.1209841 Aug 23 14:44:45.553908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-c882f8c4-6c45-4194-a98f-a0a08e814e5d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Request body: {'port': {'device_id': '3e9c889d-e239-4031-91b6-461a6ea5e5fb', 'network_id': '4d2a55fe-383b-4ae6-9ad6-e490b9deed8c', 'admin_state_up': True, 'tenant_id': 'a112243fafac40e58e0602a7e2eb5838'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:45.724170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f8eda-0334-4ba1-9e2d-d3b108fa9920 req-f46a39e9-e3b3-447a-b4f1-09ea67abb6c7 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:45.725703 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f63f8eda-0334-4ba1-9e2d-d3b108fa9920 req-f46a39e9-e3b3-447a-b4f1-09ea67abb6c7 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 944 time: 0.1245408 Aug 23 14:44:45.774806 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f63f8eda-0334-4ba1-9e2d-d3b108fa9920 req-ef9a58c1-2b8f-40e4-a445-d27fd13be4af tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 Aug 23 14:44:45.778013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bece20c-c3c1-4de5-9c81-981692c85569 req-e211f8ee-95dc-447d-9da8-25caa7359cf6 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:45.779611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5bece20c-c3c1-4de5-9c81-981692c85569 req-e211f8ee-95dc-447d-9da8-25caa7359cf6 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0572793 Aug 23 14:44:45.835224 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5bece20c-c3c1-4de5-9c81-981692c85569 req-5487f2cf-e740-47c7-bd7b-a44f8ea1ee93 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464861 Aug 23 14:44:45.853619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-c882f8c4-6c45-4194-a98f-a0a08e814e5d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Made reservation on behalf of a112243fafac40e58e0602a7e2eb5838 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:44:45.857304 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-c882f8c4-6c45-4194-a98f-a0a08e814e5d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:45.996487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-c882f8c4-6c45-4194-a98f-a0a08e814e5d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Allocated IP 172.20.0.6 (4d2a55fe-383b-4ae6-9ad6-e490b9deed8c/64311b82-aaaa-4f4f-8324-1b90217e2a01/6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:44:46.155952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ff240-ca2d-4660-bd21-846c42bbd84e req-9f49d8f9-5671-454a-bdf5-8f49296ca90b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:46.157408 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d71ff240-ca2d-4660-bd21-846c42bbd84e req-9f49d8f9-5671-454a-bdf5-8f49296ca90b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1085742 Aug 23 14:44:46.205082 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-c882f8c4-6c45-4194-a98f-a0a08e814e5d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:46.229093 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d71ff240-ca2d-4660-bd21-846c42bbd84e req-bf865b55-b853-4916-8e6f-889d088fbf56 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589786 Aug 23 14:44:46.366534 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca2d1608-0c96-425b-bd43-e4b21b90795e req-53ea1d9e-0a89-4b5e-b0ef-5ac01e6112c8 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 210 time: 0.0309765 Aug 23 14:44:46.528049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1aa86-79f6-4efa-a2ca-d4fba653299e req-c128753b-1ada-49e5-ac2e-6683c7a06d82 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:46.528049 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-17b1aa86-79f6-4efa-a2ca-d4fba653299e req-c128753b-1ada-49e5-ac2e-6683c7a06d82 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 949 time: 0.0544841 Aug 23 14:44:46.528049 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-17b1aa86-79f6-4efa-a2ca-d4fba653299e req-14364a09-9519-4750-9c7d-8e1c0c3e1b06 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340154 Aug 23 14:44:46.623464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f364ef-bec3-4515-a56c-8bd2ebeacea7 req-59feb3c4-b63f-45eb-bbef-16f597de9e82 tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:46.625043 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-68f364ef-bec3-4515-a56c-8bd2ebeacea7 req-59feb3c4-b63f-45eb-bbef-16f597de9e82 tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 1100 time: 0.0414264 Aug 23 14:44:46.664036 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-68f364ef-bec3-4515-a56c-8bd2ebeacea7 req-951e0920-731b-4949-a152-ec653e810fd8 tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328872 Aug 23 14:44:46.704357 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-c882f8c4-6c45-4194-a98f-a0a08e814e5d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:46.748114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-c882f8c4-6c45-4194-a98f-a0a08e814e5d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Network 4d2a55fe-383b-4ae6-9ad6-e490b9deed8c is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:44:46.753149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-c882f8c4-6c45-4194-a98f-a0a08e814e5d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:44:46.755721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-c882f8c4-6c45-4194-a98f-a0a08e814e5d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:44:46.793012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882f8c4-6c45-4194-a98f-a0a08e814e5d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Pushing event updated for resources: {'Port': ['ID=6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:46.823205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-c882f8c4-6c45-4194-a98f-a0a08e814e5d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:46.823972 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-c882f8c4-6c45-4194-a98f-a0a08e814e5d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:46.893384 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd0e6fe-4a21-4033-a968-939585048551 req-6a63db2c-774a-4f3b-9d6c-9bb33f34ba6d tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234821 Aug 23 14:44:46.897255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-c882f8c4-6c45-4194-a98f-a0a08e814e5d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3479600 Aug 23 14:44:46.905915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614997a7-80bf-4ab5-a5c0-2cc163362b1b req-a325520d-d229-4368-9ca3-c0d96d448855 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:46.907561 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-614997a7-80bf-4ab5-a5c0-2cc163362b1b req-a325520d-d229-4368-9ca3-c0d96d448855 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 944 time: 0.0540719 Aug 23 14:44:46.925349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Request body: {'port': {'device_id': '3e9c889d-e239-4031-91b6-461a6ea5e5fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:46.949356 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-614997a7-80bf-4ab5-a5c0-2cc163362b1b req-80c2175c-b94b-483a-825c-a01f3639cfbc tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353680 Aug 23 14:44:47.034559 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:47.063200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acb75f-d65c-46fd-a533-92e04e94d7f4 req-319d7d00-2c2c-4537-8461-a8458a231fda tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:47.064618 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b0acb75f-d65c-46fd-a533-92e04e94d7f4 req-319d7d00-2c2c-4537-8461-a8458a231fda tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0511246 Aug 23 14:44:47.065787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e6fe-4a21-4033-a968-939585048551 req-e9864e43-35fc-4003-9879-d1d27c7f636a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:47.067251 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd0e6fe-4a21-4033-a968-939585048551 req-e9864e43-35fc-4003-9879-d1d27c7f636a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678903 Aug 23 14:44:47.102707 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd0e6fe-4a21-4033-a968-939585048551 req-a99fce1c-0094-485c-b8aa-c797be2b41fa tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/quotas/1e6e0b279ff043acbf8723187691917d HTTP/1.1" status: 200 len: 375 time: 0.0156486 Aug 23 14:44:47.105133 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b0acb75f-d65c-46fd-a533-92e04e94d7f4 req-2505481c-51fa-4422-9f92-acb6dce7e5c6 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342941 Aug 23 14:44:47.249819 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd0e6fe-4a21-4033-a968-939585048551 req-0afe6287-1d4c-4e59-9376-182883a2e063 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1330631 Aug 23 14:44:47.357371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55653afe-a505-427e-b21e-0c5b9c538449 req-94b86afb-e691-48d9-8051-aa103410dd9b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:47.358996 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-55653afe-a505-427e-b21e-0c5b9c538449 req-94b86afb-e691-48d9-8051-aa103410dd9b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0579653 Aug 23 14:44:47.393019 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:47.401229 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:47.406104 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-55653afe-a505-427e-b21e-0c5b9c538449 req-2b040e40-d293-498e-ac6f-3e4965fbe1ba tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 Aug 23 14:44:47.422887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Transition to ACTIVE for port object 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:47.497225 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:47.502902 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d565be19-a555-40c4-8212-16ba61acd213 req-11e86a39-cc34-44ff-9cb9-82749d710d7e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 210 time: 0.0344009 Aug 23 14:44:47.507321 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-0133e65c-ba11-4218-80e6-a64dae373c63 service neutron] 10.222.0.57 "GET /v2.0/ports/00d33b1a-bd9b-4fa6-a77c-3ff42db2117a/bindings/n-h2-804985-3 HTTP/1.1" status: 200 len: 384 time: 0.0919502 Aug 23 14:44:47.553350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Pushing event updated for resources: {'Port': ['ID=6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:47.677494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Attempting to bind port 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:44:47.677836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Attempting to bind port 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '090a9155-4d58-4f2d-897d-7e8112880576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4d2a55fe-383b-4ae6-9ad6-e490b9deed8c'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:44:47.678171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Attempting to bind port 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 on network 4d2a55fe-383b-4ae6-9ad6-e490b9deed8c {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:47.689949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171efdb-eb00-4dd8-9008-8fba6cef7615 req-68c29ec9-572e-4761-9d05-41745dcc4037 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:47.691476 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7171efdb-eb00-4dd8-9008-8fba6cef7615 req-68c29ec9-572e-4761-9d05-41745dcc4037 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 943 time: 0.0824983 Aug 23 14:44:47.692614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Port 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 on network 4d2a55fe-383b-4ae6-9ad6-e490b9deed8c not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:44:47.693714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Attempting to bind port 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 on network 4d2a55fe-383b-4ae6-9ad6-e490b9deed8c {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:47.700174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:44:47.700443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Checking segment: {'id': '090a9155-4d58-4f2d-897d-7e8112880576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4d2a55fe-383b-4ae6-9ad6-e490b9deed8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:47.700834 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Bound using segment: {'id': '090a9155-4d58-4f2d-897d-7e8112880576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4d2a55fe-383b-4ae6-9ad6-e490b9deed8c'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:44:47.701272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Bound port: 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090a9155-4d58-4f2d-897d-7e8112880576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4d2a55fe-383b-4ae6-9ad6-e490b9deed8c'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:44:47.701911 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:47.741794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-167d23c2-97dd-4143-a17f-fe6951943c3b service neutron] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:47.764569 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-167d23c2-97dd-4143-a17f-fe6951943c3b service neutron] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:47.776743 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7171efdb-eb00-4dd8-9008-8fba6cef7615 req-bca9901b-4fdd-4b5d-a23d-5625f513c463 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/security-groups?id=de45a296-f7bc-4a94-9241-3d87317f2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598435 Aug 23 14:44:47.816297 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-167d23c2-97dd-4143-a17f-fe6951943c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:47.819101 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] For port 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:47.822565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] For port 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0,segment=NetworkSegment(090a9155-4d58-4f2d-897d-7e8112880576),segment_id=090a9155-4d58-4f2d-897d-7e8112880576)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:44:47.826857 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-167d23c2-97dd-4143-a17f-fe6951943c3b service neutron] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:47.896993 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:47.900195 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-167d23c2-97dd-4143-a17f-fe6951943c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:47.940854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:47.941676 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:47.943294 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] 10.222.0.57 "PUT /v2.0/ports/6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 HTTP/1.1" status: 200 len: 1091 time: 1.0220792 Aug 23 14:44:47.946705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9c889d-e239-4031-91b6-461a6ea5e5fb', 'tag': '6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:47.951342 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ace785-51e8-4723-96dc-cd60dbe8787b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9c889d-e239-4031-91b6-461a6ea5e5fb", "tag": "6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:47.980990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d2ece-9fa9-4f7f-99b3-c2f16188012d service neutron] Pushing event updated for resources: {'Port': ['ID=6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:48.021360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-167d23c2-97dd-4143-a17f-fe6951943c3b service neutron] Transition to ACTIVE for port object 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:48.049277 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61120ac0-229e-47cc-af49-bc1e2bb1f58f x-openstack-request-id: req-61120ac0-229e-47cc-af49-bc1e2bb1f58f {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:48.049621 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9c889d-e239-4031-91b6-461a6ea5e5fb", "tag": "6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:48.049877 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-61120ac0-229e-47cc-af49-bc1e2bb1f58f {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:48.050276 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9c889d-e239-4031-91b6-461a6ea5e5fb', 'tag': '6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0', 'status': 'completed', 'code': 200} Aug 23 14:44:48.110626 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-167d23c2-97dd-4143-a17f-fe6951943c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:48.120589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ace785-51e8-4723-96dc-cd60dbe8787b req-e80387ba-afb9-444e-ba0f-9e712feb89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:48.122232 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3ace785-51e8-4723-96dc-cd60dbe8787b req-e80387ba-afb9-444e-ba0f-9e712feb89ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a112243fafac40e58e0602a7e2eb5838&device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 1094 time: 0.0485971 Aug 23 14:44:48.166780 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd53e8-2e34-486f-8e19-2255019b759e req-27461c01-6188-4b3d-8391-2e775e95a557 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:48.168413 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0ecd53e8-2e34-486f-8e19-2255019b759e req-27461c01-6188-4b3d-8391-2e775e95a557 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 944 time: 0.1063800 Aug 23 14:44:48.220426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-167d23c2-97dd-4143-a17f-fe6951943c3b service neutron] No DVR routers for this DVR port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:44:48.237449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d23c2-97dd-4143-a17f-fe6951943c3b service neutron] Pushing event updated for resources: {'Port': ['ID=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,revision_number=10']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:48.270449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ace785-51e8-4723-96dc-cd60dbe8787b req-dc3f3fc2-f4c4-48a1-a412-1a37024b9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:48.272398 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3ace785-51e8-4723-96dc-cd60dbe8787b req-dc3f3fc2-f4c4-48a1-a412-1a37024b9582 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a112243fafac40e58e0602a7e2eb5838&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1409812 Aug 23 14:44:48.277854 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-167d23c2-97dd-4143-a17f-fe6951943c3b service neutron] 10.222.0.57 "PUT /v2.0/ports/00d33b1a-bd9b-4fa6-a77c-3ff42db2117a/bindings/n-h2-804985-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7576861 Aug 23 14:44:48.283203 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0ecd53e8-2e34-486f-8e19-2255019b759e req-5bd53589-e63b-43c4-b3f2-792a27403333 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986826 Aug 23 14:44:48.406677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc12ad2-a108-4805-ac93-9e57a7d024b6 req-264580e5-e072-483f-ab2d-5a1759c14529 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:48.408138 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adc12ad2-a108-4805-ac93-9e57a7d024b6 req-264580e5-e072-483f-ab2d-5a1759c14529 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0511582 Aug 23 14:44:48.410883 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ace785-51e8-4723-96dc-cd60dbe8787b req-65f6ba1a-16c8-4b51-a5d3-ed12010e4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:48.412751 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3ace785-51e8-4723-96dc-cd60dbe8787b req-65f6ba1a-16c8-4b51-a5d3-ed12010e4479 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1203465 Aug 23 14:44:48.458639 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adc12ad2-a108-4805-ac93-9e57a7d024b6 req-4d915481-9b42-4456-8a28-cf8363cab627 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432625 Aug 23 14:44:48.522458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-0c9a35d0-2880-4ace-896f-b98290e210f2 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:48.522458 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-0c9a35d0-2880-4ace-896f-b98290e210f2 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f&tenant_id=b66fd552a70a452381c358e94470d1e9&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 1096 time: 0.0808129 Aug 23 14:44:48.524806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-837a944e-db24-41e5-8a8c-ad5b1ee23856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:48.526852 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-837a944e-db24-41e5-8a8c-ad5b1ee23856 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a112243fafac40e58e0602a7e2eb5838&device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 1094 time: 0.0570278 Aug 23 14:44:48.609044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-956bd977-7da5-43ba-8122-af7607a4781b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0709865 Aug 23 14:44:48.636128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-f2f64936-133c-450b-806f-88bd55110a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:48.643460 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-f2f64936-133c-450b-806f-88bd55110a2d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f&tenant_id=b66fd552a70a452381c358e94470d1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0906148 Aug 23 14:44:48.701605 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ac3e478-01d1-4c92-a676-53b36682e700 req-15362264-3b38-41c2-8cc1-a21608a1a47f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 210 time: 0.0429497 Aug 23 14:44:48.703350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc330a9-5a29-45c9-b2d3-6754c4b60863 req-31ac616d-4816-41ce-b6d2-718e729cdf2f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:48.705044 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6dc330a9-5a29-45c9-b2d3-6754c4b60863 req-31ac616d-4816-41ce-b6d2-718e729cdf2f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0636697 Aug 23 14:44:48.735229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-3b100908-bb19-461a-bf90-325321a85a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:48.738150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-3b100908-bb19-461a-bf90-325321a85a18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64311b82-aaaa-4f4f-8324-1b90217e2a01 HTTP/1.1" status: 200 len: 865 time: 0.1117558 Aug 23 14:44:48.756456 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6dc330a9-5a29-45c9-b2d3-6754c4b60863 req-25cdd6df-73d3-4b80-8f12-5bacd72f1dcf tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427024 Aug 23 14:44:49.053210 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-164c7d0e-9792-4fd4-9cd8-4ce38779fbfe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d2a55fe-383b-4ae6-9ad6-e490b9deed8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2958617 Aug 23 14:44:49.091566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-9766dcfa-ac72-444d-92dd-97853d448bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:49.093143 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-9766dcfa-ac72-444d-92dd-97853d448bcb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 1096 time: 0.3938632 Aug 23 14:44:49.218768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff2847-8131-45d0-bc78-825a407b42ff req-8a4b12e2-f765-498a-9dc8-1f1a292ae253 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:49.220276 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8eff2847-8131-45d0-bc78-825a407b42ff req-8a4b12e2-f765-498a-9dc8-1f1a292ae253 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 943 time: 0.1706350 Aug 23 14:44:49.283200 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-f41d451e-6e10-4a6f-a9c9-5d4f0f19f37d service neutron] 10.222.0.57 "GET /v2.0/networks/4d2a55fe-383b-4ae6-9ad6-e490b9deed8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176149 Aug 23 14:44:49.291673 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-564d3143-e30a-4244-a99a-06bf1a60eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:49.293084 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-564d3143-e30a-4244-a99a-06bf1a60eec7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.1867347 Aug 23 14:44:49.322499 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8eff2847-8131-45d0-bc78-825a407b42ff req-7ef5f0a4-e84e-437d-bdf6-db2428414ef5 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/security-groups?id=de45a296-f7bc-4a94-9241-3d87317f2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951464 Aug 23 14:44:49.383944 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-e028059b-35ee-4d0b-bc64-4723f78bffd6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a HTTP/1.1" status: 200 len: 217 time: 0.0653787 Aug 23 14:44:49.439058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de1f38-7bd1-4eff-8b70-653e4d50890a req-3c86c692-37e6-4e33-8936-8c74183651ee tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:49.441079 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-03de1f38-7bd1-4eff-8b70-653e4d50890a req-3c86c692-37e6-4e33-8936-8c74183651ee tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 945 time: 0.0657747 Aug 23 14:44:49.480302 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c0beed0-1cf5-47d7-8faf-8c0494d630a3 req-c4084826-6b28-4e4c-a81a-e4bcac26e7bc service neutron] 10.222.0.57 "GET /v2.0/networks/4d2a55fe-383b-4ae6-9ad6-e490b9deed8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861246 Aug 23 14:44:49.486502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-bf9e570c-13f7-47e9-880c-fdb7f6824853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:49.488448 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-bf9e570c-13f7-47e9-880c-fdb7f6824853 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.0924635 Aug 23 14:44:49.516673 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-03de1f38-7bd1-4eff-8b70-653e4d50890a req-315b8214-6667-4a9f-8c1c-4d7a3cb2daa9 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666962 Aug 23 14:44:49.544760 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-4bf237e9-b955-4376-b388-87e79b9cee9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449734 Aug 23 14:44:49.660187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaea9d2-38c4-4483-b1e1-f2642ff180aa req-405c34d1-9b3a-4ef6-ae65-2cd33fada210 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:49.668854 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9aaea9d2-38c4-4483-b1e1-f2642ff180aa req-405c34d1-9b3a-4ef6-ae65-2cd33fada210 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.1276083 Aug 23 14:44:49.723646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-6373aa90-6eed-432f-99de-4cd512c26e31 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492970 Aug 23 14:44:49.739057 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9aaea9d2-38c4-4483-b1e1-f2642ff180aa req-2a8874e4-6990-41dc-b05b-8d9d400e7f7a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693243 Aug 23 14:44:49.854390 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c9e514f-7beb-47e1-9401-65a4ba5aeb44 req-8053d749-ac03-41f0-87c6-add39aa810e9 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 210 time: 0.0296814 Aug 23 14:44:49.868938 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:49.927460 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd0e6fe-4a21-4033-a968-939585048551 req-86ee2684-72fd-43e5-8b1d-00a3d81dd04f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419626 Aug 23 14:44:49.932115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-a4ed8b94-3e9d-4dc3-bfdb-1e9c56ff7466 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834633 Aug 23 14:44:49.947336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7600619-1ab3-4a6b-a502-545a6fc46054 req-96968406-3e9e-4f00-8f54-7b302c7809b6 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:49.948944 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7600619-1ab3-4a6b-a502-545a6fc46054 req-96968406-3e9e-4f00-8f54-7b302c7809b6 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1083212 Aug 23 14:44:50.059098 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7600619-1ab3-4a6b-a502-545a6fc46054 req-ed0f4ab3-9540-4081-a400-c27696c1a125 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004841 Aug 23 14:44:50.106091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e6fe-4a21-4033-a968-939585048551 req-38af5b55-f06b-405f-ab6f-fdc7de270840 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:50.107522 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd0e6fe-4a21-4033-a968-939585048551 req-38af5b55-f06b-405f-ab6f-fdc7de270840 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576843 Aug 23 14:44:50.138973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-afd0e6fe-4a21-4033-a968-939585048551 req-d109d104-d56f-4c0b-83a3-dfa93318d70b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Request body: {'port': {'device_id': 'f198f96f-f9d3-4100-84f2-9b59a0192a3c', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '1e6e0b279ff043acbf8723187691917d'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:50.224462 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-337c83c1-0ba8-4617-a641-c77edef5269c req-40689049-139b-4f15-84ef-e3d5d43e75d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1382084 Aug 23 14:44:50.325669 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c83c1-0ba8-4617-a641-c77edef5269c req-e1904cfa-4437-44ff-9c82-e799c5b6d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:50.327964 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-337c83c1-0ba8-4617-a641-c77edef5269c req-e1904cfa-4437-44ff-9c82-e799c5b6d65d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 1100 time: 0.0607753 Aug 23 14:44:50.376632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd0e6fe-4a21-4033-a968-939585048551 req-d109d104-d56f-4c0b-83a3-dfa93318d70b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Made reservation on behalf of 1e6e0b279ff043acbf8723187691917d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:44:50.380305 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afd0e6fe-4a21-4033-a968-939585048551 req-d109d104-d56f-4c0b-83a3-dfa93318d70b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:50.489294 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fba8b1-73d7-49c4-a225-968a884ba6f8 req-67585e97-80f1-481a-b5de-8952603d79f3 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:50.491312 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-93fba8b1-73d7-49c4-a225-968a884ba6f8 req-67585e97-80f1-481a-b5de-8952603d79f3 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 943 time: 0.0846288 Aug 23 14:44:50.494288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-17535923-5007-4ea2-ad80-5b9197c97d0c tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:50.495861 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-17535923-5007-4ea2-ad80-5b9197c97d0c tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f&tenant_id=b66fd552a70a452381c358e94470d1e9&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 1096 time: 0.0989115 Aug 23 14:44:50.525780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c83c1-0ba8-4617-a641-c77edef5269c req-1dc902ca-8d9e-4608-9de9-d57f54e3dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:50.527406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-337c83c1-0ba8-4617-a641-c77edef5269c req-1dc902ca-8d9e-4608-9de9-d57f54e3dabb service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1754262 Aug 23 14:44:50.584764 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-93fba8b1-73d7-49c4-a225-968a884ba6f8 req-c1c058fa-4a07-417d-bd91-9e7c38ff0378 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/security-groups?id=de45a296-f7bc-4a94-9241-3d87317f2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824695 Aug 23 14:44:50.616842 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-337c83c1-0ba8-4617-a641-c77edef5269c req-bb1c6bba-6630-4f33-9048-45211d66d79d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b595a67d-be00-4cd6-9e73-3fecd601b9bf HTTP/1.1" status: 200 len: 217 time: 0.0540209 Aug 23 14:44:50.668408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-afd0e6fe-4a21-4033-a968-939585048551 req-d109d104-d56f-4c0b-83a3-dfa93318d70b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Allocated IP 192.168.233.129 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/a1952be3-eb90-4618-8acb-9bf124e09e3e) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:44:50.745715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-4f72653b-2734-47df-a7d2-d6377f12d1c6 service neutron] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:50.747564 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-4f72653b-2734-47df-a7d2-d6377f12d1c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:50.749408 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba60cc7d-09c5-4f4e-bbd3-d22b4c601432 req-4f72653b-2734-47df-a7d2-d6377f12d1c6 service neutron] 10.222.0.61 "DELETE /v2.0/ports/00d33b1a-bd9b-4fa6-a77c-3ff42db2117a/bindings/n-h1-804985-3 HTTP/1.1" status: 204 len: 173 time: 0.2314091 Aug 23 14:44:50.772277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c83c1-0ba8-4617-a641-c77edef5269c req-c270afc8-271d-4fb8-8d5f-2242c6db649b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:50.774961 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-337c83c1-0ba8-4617-a641-c77edef5269c req-c270afc8-271d-4fb8-8d5f-2242c6db649b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1366744 Aug 23 14:44:50.791359 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44089bb8-28c9-4842-8607-644f4544adde req-528dec67-91c1-4a87-a3d2-84604c574c8f tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:50.793207 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44089bb8-28c9-4842-8607-644f4544adde req-528dec67-91c1-4a87-a3d2-84604c574c8f tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 945 time: 0.1560276 Aug 23 14:44:50.945230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c83c1-0ba8-4617-a641-c77edef5269c req-1cbecc12-6a7d-4c08-9fba-62294e305022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:50.946874 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-337c83c1-0ba8-4617-a641-c77edef5269c req-1cbecc12-6a7d-4c08-9fba-62294e305022 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1472218 Aug 23 14:44:50.951865 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829c8e4-d71d-4744-a623-a816fc588075 req-beea558f-7017-4b51-92bb-77fbdb679b68 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:50.956117 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44089bb8-28c9-4842-8607-644f4544adde req-672e328f-b929-4ab2-bfb0-6bc4a966e052 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417332 Aug 23 14:44:50.959639 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8829c8e4-d71d-4744-a623-a816fc588075 req-beea558f-7017-4b51-92bb-77fbdb679b68 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0677102 Aug 23 14:44:51.007058 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8829c8e4-d71d-4744-a623-a816fc588075 req-c7a89412-d1ec-43ae-b877-62fc72e05114 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460021 Aug 23 14:44:51.071801 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afd0e6fe-4a21-4033-a968-939585048551 req-d109d104-d56f-4c0b-83a3-dfa93318d70b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:51.118470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-96aee758-cc58-4fd9-b39a-31bdc8582569 req-d7cfba98-576d-4486-8a92-c991873226af tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 210 time: 0.0496407 Aug 23 14:44:51.134077 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-afd0e6fe-4a21-4033-a968-939585048551 req-d109d104-d56f-4c0b-83a3-dfa93318d70b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Transition to ACTIVE for port object a1952be3-eb90-4618-8acb-9bf124e09e3e will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:51.143137 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-337c83c1-0ba8-4617-a641-c77edef5269c req-5e033e31-e270-4376-afc6-71998b7edc4b service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797628 Aug 23 14:44:51.188085 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ebc00-28f8-4e8f-a66a-59c34eea77b7 req-5ad86bc7-c496-45f7-8169-cb2ae21984b6 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:51.190825 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8f3ebc00-28f8-4e8f-a66a-59c34eea77b7 req-5ad86bc7-c496-45f7-8169-cb2ae21984b6 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 1096 time: 0.0601192 Aug 23 14:44:51.238659 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8f3ebc00-28f8-4e8f-a66a-59c34eea77b7 req-0a20c51f-c922-4564-9f19-6810034c5b1d tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Aug 23 14:44:51.314864 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde6a0c-8a1b-4fa7-818c-61e213e7b826 req-c869a3df-f0a4-4ce8-b303-3c55640c2349 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:51.316764 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccde6a0c-8a1b-4fa7-818c-61e213e7b826 req-c869a3df-f0a4-4ce8-b303-3c55640c2349 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0980716 Aug 23 14:44:51.324207 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-337c83c1-0ba8-4617-a641-c77edef5269c req-8078f5da-d57e-40f1-802c-5c1cd75b8df3 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622663 Aug 23 14:44:51.338262 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afd0e6fe-4a21-4033-a968-939585048551 req-d109d104-d56f-4c0b-83a3-dfa93318d70b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:51.354570 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116', 'a0c164ee-842a-4c79-ac62-bb01c759cad5', '8b747ff0-18b0-49da-b4a3-73266ab9ed11', 'f7c564a1-94dd-45e6-af56-abccb8b49ca6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:51.409436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['aa044a13-f042-4baa-b885-1a0bfafb5c3a', 'b9ce66ae-25bb-4dbe-a28b-d825e0b7961f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:51.439751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd0e6fe-4a21-4033-a968-939585048551 req-d109d104-d56f-4c0b-83a3-dfa93318d70b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:44:51.446739 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-afd0e6fe-4a21-4033-a968-939585048551 req-d109d104-d56f-4c0b-83a3-dfa93318d70b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:44:51.466604 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccde6a0c-8a1b-4fa7-818c-61e213e7b826 req-796eba55-e8e0-48c2-8aca-9b73616161c6 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360478 Aug 23 14:44:51.472235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd0e6fe-4a21-4033-a968-939585048551 req-d109d104-d56f-4c0b-83a3-dfa93318d70b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:44:51.478824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109d104-d56f-4c0b-83a3-dfa93318d70b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event updated for resources: {'Port': ['ID=a1952be3-eb90-4618-8acb-9bf124e09e3e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:51.544045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e6fe-4a21-4033-a968-939585048551 req-d109d104-d56f-4c0b-83a3-dfa93318d70b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:51.545025 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afd0e6fe-4a21-4033-a968-939585048551 req-d109d104-d56f-4c0b-83a3-dfa93318d70b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:51.618289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd0e6fe-4a21-4033-a968-939585048551 req-d109d104-d56f-4c0b-83a3-dfa93318d70b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4878454 Aug 23 14:44:51.644061 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Request body: {'port': {'device_id': 'f198f96f-f9d3-4100-84f2-9b59a0192a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:51.716717 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:44:51.777728 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-fd9c5aae-4fa0-4074-b781-577480ba79fd tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:51.779984 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-fd9c5aae-4fa0-4074-b781-577480ba79fd tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 821 time: 0.2027729 Aug 23 14:44:51.786170 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:51.809385 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-f9f787de-a50d-4d40-b9dd-de28042f0ccc tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/quotas/b66fd552a70a452381c358e94470d1e9 HTTP/1.1" status: 200 len: 375 time: 0.0180378 Aug 23 14:44:51.851830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93029736-c494-4636-87ff-edfe65cc86d9 req-48da1a60-27a5-408d-b8ac-ecf29d52899e tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:51.854802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93029736-c494-4636-87ff-edfe65cc86d9 req-48da1a60-27a5-408d-b8ac-ecf29d52899e tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 943 time: 0.1120727 Aug 23 14:44:51.933715 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-9f6282bb-cde5-4f64-8b29-2466207ac670 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157835 Aug 23 14:44:51.960566 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:44:51.962574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3b38adc1-69db-4089-8a1d-12dc422dc928 None None] Provisioning for port a1952be3-eb90-4618-8acb-9bf124e09e3e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:51.972159 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93029736-c494-4636-87ff-edfe65cc86d9 req-77acdec9-3504-4908-97d9-166a4d4867ec tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/security-groups?id=de45a296-f7bc-4a94-9241-3d87317f2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821383 Aug 23 14:44:51.972546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3b38adc1-69db-4089-8a1d-12dc422dc928 None None] Provisioning complete for port a1952be3-eb90-4618-8acb-9bf124e09e3e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:51.972747 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b38adc1-69db-4089-8a1d-12dc422dc928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:52.092565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3b38adc1-69db-4089-8a1d-12dc422dc928 None None] Port a1952be3-eb90-4618-8acb-9bf124e09e3e cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:44:52.114942 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-6c08d107-4082-4c1c-9501-585ffb7ce505 service neutron] 10.222.0.38 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802113 Aug 23 14:44:52.296193 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-def7b9be-dc3a-486c-bb93-190932a15613 service neutron] 10.222.0.38 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802359 Aug 23 14:44:52.364770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e446a-3479-43c3-b143-05ea6e8a182b req-d3e5e3d3-09dc-4d9f-9896-e1ef2b5cafaa tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:52.367177 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c97e446a-3479-43c3-b143-05ea6e8a182b req-d3e5e3d3-09dc-4d9f-9896-e1ef2b5cafaa tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.1015363 Aug 23 14:44:52.439375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1952be3-eb90-4618-8acb-9bf124e09e3e {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:52.453765 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:52.472158 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c97e446a-3479-43c3-b143-05ea6e8a182b req-d828d852-567b-4f71-ad03-6e9e5ba75dc4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620701 Aug 23 14:44:52.478801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Transition to ACTIVE for port object a1952be3-eb90-4618-8acb-9bf124e09e3e will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:52.559967 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:52.590942 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ae1f89f6-7718-45ff-9809-1bf2304971d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:52.655010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=a1952be3-eb90-4618-8acb-9bf124e09e3e,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:52.729608 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7500383-da38-4f2f-90de-6488df7e3166 req-63d0fbdd-258a-43b9-b34b-701dfb97efbc tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:52.731179 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a7500383-da38-4f2f-90de-6488df7e3166 req-63d0fbdd-258a-43b9-b34b-701dfb97efbc tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0939550 Aug 23 14:44:52.740402 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14ea16-33db-4bdb-839d-1f6dfb62509b req-2faa25ea-bb9a-491a-99ff-cf089e99307f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:52.742638 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f14ea16-33db-4bdb-839d-1f6dfb62509b req-2faa25ea-bb9a-491a-99ff-cf089e99307f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 948 time: 0.1511328 Aug 23 14:44:52.812721 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a7500383-da38-4f2f-90de-6488df7e3166 req-04b3879c-99ac-49a4-970f-9f72c2032a61 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729506 Aug 23 14:44:52.822895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Attempting to bind port a1952be3-eb90-4618-8acb-9bf124e09e3e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:44:52.823469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Attempting to bind port a1952be3-eb90-4618-8acb-9bf124e09e3e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:44:52.823598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Attempting to bind port a1952be3-eb90-4618-8acb-9bf124e09e3e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:52.854716 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f14ea16-33db-4bdb-839d-1f6dfb62509b req-42f87998-7e4b-4049-8728-68b8ddac428b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941746 Aug 23 14:44:52.855608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Port a1952be3-eb90-4618-8acb-9bf124e09e3e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:44:52.855972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Attempting to bind port a1952be3-eb90-4618-8acb-9bf124e09e3e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:52.877152 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:44:52.877498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:52.877896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:44:52.878354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Bound port: a1952be3-eb90-4618-8acb-9bf124e09e3e, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:44:52.878722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:52.948106 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1bec5071-338b-45fe-b1cb-475311f33200 req-007fb008-58ad-4c8f-aa3e-a8b414f41b27 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 210 time: 0.0709274 Aug 23 14:44:53.009386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] For port a1952be3-eb90-4618-8acb-9bf124e09e3e, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:53.013565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] For port a1952be3-eb90-4618-8acb-9bf124e09e3e, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a1952be3-eb90-4618-8acb-9bf124e09e3e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:44:53.103751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaad46b-3454-403b-a456-63f8c3f3d5a1 req-f5352921-b4f0-48e5-91b8-a3993f60567d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:53.105149 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bcaad46b-3454-403b-a456-63f8c3f3d5a1 req-f5352921-b4f0-48e5-91b8-a3993f60567d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 943 time: 0.0588443 Aug 23 14:44:53.107191 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:53.167940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:53.168517 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:53.170784 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd0e6fe-4a21-4033-a968-939585048551 req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] 10.222.0.61 "PUT /v2.0/ports/a1952be3-eb90-4618-8acb-9bf124e09e3e HTTP/1.1" status: 200 len: 1096 time: 1.5315559 Aug 23 14:44:53.172984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f198f96f-f9d3-4100-84f2-9b59a0192a3c', 'tag': 'a1952be3-eb90-4618-8acb-9bf124e09e3e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:53.175530 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f351cf99-46ad-4b74-bb6d-3d398bbb980b" -d '{"events": [{"name": "network-changed", "server_uuid": "f198f96f-f9d3-4100-84f2-9b59a0192a3c", "tag": "a1952be3-eb90-4618-8acb-9bf124e09e3e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:53.225175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bcaad46b-3454-403b-a456-63f8c3f3d5a1 req-7928e573-6314-4e10-b4bd-735781207e3a tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/security-groups?id=de45a296-f7bc-4a94-9241-3d87317f2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109998 Aug 23 14:44:53.247892 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6fdfb3-2912-4b7a-a5e8-a7160f52cd3d x-openstack-request-id: req-0d6fdfb3-2912-4b7a-a5e8-a7160f52cd3d {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:53.247892 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f198f96f-f9d3-4100-84f2-9b59a0192a3c", "tag": "a1952be3-eb90-4618-8acb-9bf124e09e3e", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:53.247892 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d6fdfb3-2912-4b7a-a5e8-a7160f52cd3d {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:53.247892 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f198f96f-f9d3-4100-84f2-9b59a0192a3c', 'tag': 'a1952be3-eb90-4618-8acb-9bf124e09e3e', 'status': 'completed', 'code': 200} Aug 23 14:44:53.256951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe1a14-ec6a-43ef-8edc-4da1c5f25ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=a1952be3-eb90-4618-8acb-9bf124e09e3e,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:53.343229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351cf99-46ad-4b74-bb6d-3d398bbb980b req-9c243c57-2019-4b15-82d4-eead081cf110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:53.345089 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f351cf99-46ad-4b74-bb6d-3d398bbb980b req-9c243c57-2019-4b15-82d4-eead081cf110 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 1099 time: 0.0642438 Aug 23 14:44:53.380241 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f351cf99-46ad-4b74-bb6d-3d398bbb980b req-eb67d611-3bf8-491b-a4e4-49fa92102b56 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207984 Aug 23 14:44:53.514073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351cf99-46ad-4b74-bb6d-3d398bbb980b req-048c9dca-502c-4565-a9e1-3341c378ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:53.515517 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f351cf99-46ad-4b74-bb6d-3d398bbb980b req-048c9dca-502c-4565-a9e1-3341c378ae54 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1151638 Aug 23 14:44:53.671381 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:44:53.687237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e4d3f-01be-4e63-8017-c22569de8436 req-c90fc25b-36ec-4c19-807e-b2c7b439a8d3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:53.692605 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c21e4d3f-01be-4e63-8017-c22569de8436 req-c90fc25b-36ec-4c19-807e-b2c7b439a8d3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.1341565 Aug 23 14:44:53.697704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e6fe-4a21-4033-a968-939585048551 req-cc2d1953-b355-4e42-ae2a-6854c8af96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:53.699402 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd0e6fe-4a21-4033-a968-939585048551 req-cc2d1953-b355-4e42-ae2a-6854c8af96b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 1099 time: 0.1323850 Aug 23 14:44:53.704481 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-c9be38d5-3306-4870-a5d1-68b070f62aa2 service neutron] show failed (client error): The resource could not be found. Aug 23 14:44:53.705427 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-c9be38d5-3306-4870-a5d1-68b070f62aa2 service neutron] 10.222.0.57 "GET /v2.0/ports/05738bf0-0709-4218-bad2-48a1ffef6c0e/bindings/n-h2-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.1374106 Aug 23 14:44:53.759464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd0e6fe-4a21-4033-a968-939585048551 req-895e96b8-ad1d-4a70-8910-c134da91c84a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=a1952be3-eb90-4618-8acb-9bf124e09e3e HTTP/1.1" status: 200 len: 217 time: 0.0462773 Aug 23 14:44:53.811498 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c21e4d3f-01be-4e63-8017-c22569de8436 req-59597d70-d644-48d7-95b4-9f883c493a6d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098158 Aug 23 14:44:53.819903 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0,segment=NetworkSegment(090a9155-4d58-4f2d-897d-7e8112880576),segment_id=090a9155-4d58-4f2d-897d-7e8112880576)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:53.835492 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e6fe-4a21-4033-a968-939585048551 req-427856c8-063c-498b-aa3d-3a5c15d63647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:53.843075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd0e6fe-4a21-4033-a968-939585048551 req-427856c8-063c-498b-aa3d-3a5c15d63647 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0672522 Aug 23 14:44:53.843320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0', 'network_id': '4d2a55fe-383b-4ae6-9ad6-e490b9deed8c', 'port_id': '6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0', 'mac_address': 'fa:16:3e:f7:ef:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64311b82-aaaa-4f4f-8324-1b90217e2a01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:44:53.905564 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:53.924596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e6fe-4a21-4033-a968-939585048551 req-ae687c07-69ac-43c7-b7f6-2a56c4feee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:53.926820 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd0e6fe-4a21-4033-a968-939585048551 req-ae687c07-69ac-43c7-b7f6-2a56c4feee21 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683274 Aug 23 14:44:53.931944 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:53.990310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0,segment=NetworkSegment(090a9155-4d58-4f2d-897d-7e8112880576),segment_id=090a9155-4d58-4f2d-897d-7e8112880576)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:54.044777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b2a7e-4c0a-4787-888b-62f31a32560f req-6962f394-43ad-41a2-a9ff-768912c28119 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:54.052679 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c90b2a7e-4c0a-4787-888b-62f31a32560f req-6962f394-43ad-41a2-a9ff-768912c28119 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0820484 Aug 23 14:44:54.103130 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:54.137242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c90b2a7e-4c0a-4787-888b-62f31a32560f req-0128d0d6-1914-4618-90d2-e9a8a9603170 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823226 Aug 23 14:44:54.139284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccf91e-1299-4a6a-bea7-d2e8ad03c840 req-30fdf1f6-35de-4bf5-a739-6f1f08549646 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:54.141493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aaccf91e-1299-4a6a-bea7-d2e8ad03c840 req-30fdf1f6-35de-4bf5-a739-6f1f08549646 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 948 time: 0.1520255 Aug 23 14:44:54.147860 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd0e6fe-4a21-4033-a968-939585048551 req-e513c427-0ca7-4f56-ac97-6ac66234e432 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055507 Aug 23 14:44:54.174830 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:54.288713 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aaccf91e-1299-4a6a-bea7-d2e8ad03c840 req-40baf6ca-57d7-42e7-935a-32caa0a63fac tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352077 Aug 23 14:44:54.294387 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02ad7d18-c326-4587-98fe-64335c7ec336 req-794122f5-3f1e-4794-9241-3b01e69d9a6e tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 210 time: 0.0487394 Aug 23 14:44:54.333899 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd0e6fe-4a21-4033-a968-939585048551 req-ea14db42-ee6f-4e21-9c2c-6ad6f0fd1762 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644723 Aug 23 14:44:54.396669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:54.496821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6bfe0-4a2f-428e-bf92-1df3934e1d62 req-d560cd00-e925-4b3b-87fb-755adbcb0632 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:54.498731 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-39f6bfe0-4a2f-428e-bf92-1df3934e1d62 req-d560cd00-e925-4b3b-87fb-755adbcb0632 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 944 time: 0.0779889 Aug 23 14:44:54.514818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-207a38c4-b4fc-48c8-82d9-78a6202fd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:54.518980 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-207a38c4-b4fc-48c8-82d9-78a6202fd960 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697&tenant_id=a6f5c4613b364924ae1363c53a90461d HTTP/1.1" status: 200 len: 1101 time: 0.0878024 Aug 23 14:44:54.542801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:54.549801 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-39f6bfe0-4a2f-428e-bf92-1df3934e1d62 req-55cd3338-12e7-49cd-8fdd-4beeb592723f tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/security-groups?id=de45a296-f7bc-4a94-9241-3d87317f2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440233 Aug 23 14:44:54.619149 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:54.848563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:54.883828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:54.966530 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:55.254606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:55.256892 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bbb659-0e18-42fd-a5ff-bad31b988d12" -d '{"events": [{"server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "name": "network-vif-unplugged", "status": "completed", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:55.311409 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Transition to ACTIVE for port object 05738bf0-0709-4218-bad2-48a1ffef6c0e will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:55.327522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbeed1-91a7-4a10-80f5-55654aecd98b req-a951a5f1-68c8-4fe8-93ff-fae86bb3b7d1 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:55.332171 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8dbeed1-91a7-4a10-80f5-55654aecd98b req-a951a5f1-68c8-4fe8-93ff-fae86bb3b7d1 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0695345 Aug 23 14:44:55.336895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f063681-ea6d-4e95-ada2-fc3496f5ac2c req-aba1bc3e-c680-4694-844a-1b475294a3da tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:55.338634 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f063681-ea6d-4e95-ada2-fc3496f5ac2c req-aba1bc3e-c680-4694-844a-1b475294a3da tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.4284143 Aug 23 14:44:55.380946 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8dbeed1-91a7-4a10-80f5-55654aecd98b req-694c5932-b24c-4ca2-be14-aa81efe7617f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448704 Aug 23 14:44:55.387736 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:55.405802 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:55.434815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-c31689c4-e017-4b5e-8ce6-7b60f6a9b73b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:55.436362 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-c31689c4-e017-4b5e-8ce6-7b60f6a9b73b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.57 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 821 time: 0.4901114 Aug 23 14:44:55.459933 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863707fb-fd85-4443-8d26-d526d53b79c5 x-openstack-request-id: req-863707fb-fd85-4443-8d26-d526d53b79c5 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:55.459933 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "name": "network-vif-unplugged", "status": "completed", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:55.459933 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-863707fb-fd85-4443-8d26-d526d53b79c5 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:55.459933 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e', 'code': 200} Aug 23 14:44:55.464573 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f063681-ea6d-4e95-ada2-fc3496f5ac2c req-1a991164-acea-43e6-b5b7-2dd4cc2dbb44 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093249 Aug 23 14:44:55.472670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-11026448-e44a-4b9b-bd5e-f3776069ca15 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Request body: {'port': {'device_id': '55105534-9414-42a4-a7b1-f8cb0aeec3dc', 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1', 'admin_state_up': True, 'tenant_id': 'b66fd552a70a452381c358e94470d1e9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:55.624288 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] No DVR routers for this DVR port 05738bf0-0709-4218-bad2-48a1ffef6c0e on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:44:55.647677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5609fea-38bb-403b-b84f-296144eef567 req-e7363dc0-e0e0-4caf-8c4a-666b54fc7bbd tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:55.650195 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d5609fea-38bb-403b-b84f-296144eef567 req-e7363dc0-e0e0-4caf-8c4a-666b54fc7bbd tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 948 time: 0.0705516 Aug 23 14:44:55.654663 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Pushing event updated for resources: {'Port': ['ID=05738bf0-0709-4218-bad2-48a1ffef6c0e,revision_number=6']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:55.657091 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9e4dec06-4a05-4539-a58e-f9a0dc41fa8f req-dc690d71-cc25-4a14-bc21-97036e85fffe tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 210 time: 0.0755100 Aug 23 14:44:55.693981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:44:55.710032 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d5609fea-38bb-403b-b84f-296144eef567 req-ba965c05-581d-45f5-90d5-308f9e6304f5 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431283 Aug 23 14:44:55.725319 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0c7243e2-d995-4f10-95a3-5b26ad29e003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:55.747936 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Attempting to bind port 05738bf0-0709-4218-bad2-48a1ffef6c0e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:44:55.747936 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Attempting to bind port 05738bf0-0709-4218-bad2-48a1ffef6c0e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:44:55.747936 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Attempting to bind port 05738bf0-0709-4218-bad2-48a1ffef6c0e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:55.755808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Port 05738bf0-0709-4218-bad2-48a1ffef6c0e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:44:55.756210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Attempting to bind port 05738bf0-0709-4218-bad2-48a1ffef6c0e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:55.765116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:44:55.765556 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:55.766003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:44:55.766520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Bound port: 05738bf0-0709-4218-bad2-48a1ffef6c0e, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:44:55.766948 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:55.770849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-11026448-e44a-4b9b-bd5e-f3776069ca15 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Made reservation on behalf of b66fd552a70a452381c358e94470d1e9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:44:55.776030 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-11026448-e44a-4b9b-bd5e-f3776069ca15 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:55.873532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:44:55.878039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:44:55.878421 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:55.957212 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4907ebe-3805-47ac-ab7b-7c04189eee43 req-0d9cec8b-4a2d-4e61-92c0-1d3cdccb1e06 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:55.958252 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:55.958649 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4907ebe-3805-47ac-ab7b-7c04189eee43 req-0d9cec8b-4a2d-4e61-92c0-1d3cdccb1e06 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 944 time: 0.1232102 Aug 23 14:44:55.959897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:55.965217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:44:55.990682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9c889d-e239-4031-91b6-461a6ea5e5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:55.992857 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b2124c-9130-4766-885d-15ec8e940c68" -d '{"events": [{"server_uuid": "3e9c889d-e239-4031-91b6-461a6ea5e5fb", "name": "network-vif-plugged", "status": "completed", "tag": "6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:56.008124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0,segment=NetworkSegment(090a9155-4d58-4f2d-897d-7e8112880576),segment_id=090a9155-4d58-4f2d-897d-7e8112880576)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:56.039944 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:56.042314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-11026448-e44a-4b9b-bd5e-f3776069ca15 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Allocated IP 172.20.0.3 (e5d05685-47dd-44e8-9fba-4321908349a1/b707fe90-d579-4c2f-8f14-069d9b2eeda6/24c6da15-924b-4718-8d48-609cace6f6d4) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:44:56.048233 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4907ebe-3805-47ac-ab7b-7c04189eee43 req-2b3c6d28-a729-461c-9450-839501fdc016 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/security-groups?id=de45a296-f7bc-4a94-9241-3d87317f2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816412 Aug 23 14:44:56.093581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:56.094286 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:56.095598 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] 10.222.0.61 "PUT /v2.0/ports/05738bf0-0709-4218-bad2-48a1ffef6c0e HTTP/1.1" status: 200 len: 1096 time: 1.5613196 Aug 23 14:44:56.102326 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b9f179-b7ef-439e-8ed8-d7f73ae1b323 x-openstack-request-id: req-b7b9f179-b7ef-439e-8ed8-d7f73ae1b323 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:56.102326 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9c889d-e239-4031-91b6-461a6ea5e5fb", "name": "network-vif-plugged", "status": "completed", "tag": "6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:56.103076 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7b9f179-b7ef-439e-8ed8-d7f73ae1b323 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:56.103569 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9c889d-e239-4031-91b6-461a6ea5e5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0', 'code': 200} Aug 23 14:44:56.125198 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:56.172460 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65f81f-cd17-4880-b955-691ba9755499 service neutron] Pushing event updated for resources: {'Port': ['ID=05738bf0-0709-4218-bad2-48a1ffef6c0e,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:56.234695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:56.247423 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0668a-b64a-45fa-ac60-cde77ec9e82a req-b40b4f77-dfda-490e-99ca-7b3ac4590d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:56.248984 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cdb0668a-b64a-45fa-ac60-cde77ec9e82a req-b40b4f77-dfda-490e-99ca-7b3ac4590d0c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 1096 time: 0.0646200 Aug 23 14:44:56.304383 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cdb0668a-b64a-45fa-ac60-cde77ec9e82a req-2a6317b7-ba8c-4c0b-854d-e48d32ae409b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=de45a296-f7bc-4a94-9241-3d87317f2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401456 Aug 23 14:44:56.318690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-1c83d786-7803-4cab-8969-3a778bc27125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:56.320272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-1c83d786-7803-4cab-8969-3a778bc27125 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 1099 time: 0.1833715 Aug 23 14:44:56.356857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b59ee-1eb2-4564-8cc9-47ddc26eece9 req-72415305-2388-4a71-a1dd-c5eda633c737 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:56.358356 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac8b59ee-1eb2-4564-8cc9-47ddc26eece9 req-72415305-2388-4a71-a1dd-c5eda633c737 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 945 time: 0.1400621 Aug 23 14:44:56.488130 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-11026448-e44a-4b9b-bd5e-f3776069ca15 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:56.495626 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac8b59ee-1eb2-4564-8cc9-47ddc26eece9 req-4c1fdb6f-a873-4396-8507-15f376a5247b tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242707 Aug 23 14:44:56.514613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-8f72c644-8e03-4496-bcb3-036b2e85df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:56.516133 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-8f72c644-8e03-4496-bcb3-036b2e85df84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1832316 Aug 23 14:44:56.520877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f20a1-28d5-4e3b-9b65-75fe46672c10 req-d170b074-53cc-4904-b032-bdaed9396ec2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:56.522403 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bd3f20a1-28d5-4e3b-9b65-75fe46672c10 req-d170b074-53cc-4904-b032-bdaed9396ec2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0594864 Aug 23 14:44:56.560352 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:56.573056 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-813259e4-98fc-472f-8e0e-416ce50235dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e HTTP/1.1" status: 200 len: 217 time: 0.0394716 Aug 23 14:44:56.575142 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bd3f20a1-28d5-4e3b-9b65-75fe46672c10 req-e3de7ef9-d791-4bf3-90a6-70c8f8844f96 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425413 Aug 23 14:44:56.655212 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-7414b540-e0c2-43c1-9428-9d752d9fc679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:56.656687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-7414b540-e0c2-43c1-9428-9d752d9fc679 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0684030 Aug 23 14:44:56.669263 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21236b36-6e22-4e10-ad9a-21caace9a84f req-0aabb32c-470b-4708-b543-9556858ea48f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:56.670888 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-21236b36-6e22-4e10-ad9a-21caace9a84f req-0aabb32c-470b-4708-b543-9556858ea48f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 948 time: 0.0969369 Aug 23 14:44:56.713995 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-11026448-e44a-4b9b-bd5e-f3776069ca15 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:56.787546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-11026448-e44a-4b9b-bd5e-f3776069ca15 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Network e5d05685-47dd-44e8-9fba-4321908349a1 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:44:56.797175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-21236b36-6e22-4e10-ad9a-21caace9a84f req-e6618e93-f416-4c78-877f-d0364204dc67 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175292 Aug 23 14:44:56.800636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-646b7fa4-2824-4be4-9b79-cffe2caa133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:56.802093 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-646b7fa4-2824-4be4-9b79-cffe2caa133e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303301 Aug 23 14:44:56.802704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11026448-e44a-4b9b-bd5e-f3776069ca15 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Pushing event updated for resources: {'Port': ['ID=24c6da15-924b-4718-8d48-609cace6f6d4,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:56.803042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17c0ec-81df-496c-9263-23325bfaa77e req-1c6eb162-6e03-4b0c-becf-ee0b7d431f82 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:56.805924 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e17c0ec-81df-496c-9263-23325bfaa77e req-1c6eb162-6e03-4b0c-becf-ee0b7d431f82 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 931 time: 0.0619018 Aug 23 14:44:56.806355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-11026448-e44a-4b9b-bd5e-f3776069ca15 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:44:56.808943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-11026448-e44a-4b9b-bd5e-f3776069ca15 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:44:56.866591 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e17c0ec-81df-496c-9263-23325bfaa77e req-694c2a0a-f038-4b9a-a21b-31b3c44689a7 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524113 Aug 23 14:44:56.950077 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-11026448-e44a-4b9b-bd5e-f3776069ca15 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:56.950717 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-11026448-e44a-4b9b-bd5e-f3776069ca15 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:57.013393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8a284-a662-471f-811a-920334ec8221 req-23cdb70c-f316-44f0-a622-3b5c8741b274 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:57.013393 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ba8a284-a662-471f-811a-920334ec8221 req-23cdb70c-f316-44f0-a622-3b5c8741b274 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 948 time: 0.1056666 Aug 23 14:44:57.026023 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-73e983e6-c5d8-4276-813d-3448f936b125 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916347 Aug 23 14:44:57.060546 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-11026448-e44a-4b9b-bd5e-f3776069ca15 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5940478 Aug 23 14:44:57.078777 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ba8a284-a662-471f-811a-920334ec8221 req-8897692d-b326-43e6-b266-87820fe540c3 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628963 Aug 23 14:44:57.084672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Request body: {'port': {'device_id': '55105534-9414-42a4-a7b1-f8cb0aeec3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:44:57.195096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48addbd-a272-4d4c-a40a-e2cb5f2e13e4 req-1bd9a759-ef1f-4277-9c40-08e399836c8f tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:57.196746 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:57.197452 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d48addbd-a272-4d4c-a40a-e2cb5f2e13e4 req-1bd9a759-ef1f-4277-9c40-08e399836c8f tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 945 time: 0.0550768 Aug 23 14:44:57.212473 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2940852f-8fb5-4c07-9ab8-af3f51d63b66 req-bedc762a-ebed-46df-86d1-8f15bd8f05de service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662288 Aug 23 14:44:57.259301 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d48addbd-a272-4d4c-a40a-e2cb5f2e13e4 req-e2f03015-6410-44f7-85b2-849ab9226490 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/security-groups?id=de45a296-f7bc-4a94-9241-3d87317f2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411959 Aug 23 14:44:57.467281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:57.470657 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2" -d '{"events": [{"name": "network-changed", "server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:57.523547 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c6da15-924b-4718-8d48-609cace6f6d4 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:57.528819 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16c531a-cdce-4ba6-bfc1-670f3179386d x-openstack-request-id: req-b16c531a-cdce-4ba6-bfc1-670f3179386d {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:57.529258 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:57.529534 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b16c531a-cdce-4ba6-bfc1-670f3179386d {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:57.530014 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e', 'status': 'completed', 'code': 200} Aug 23 14:44:57.535281 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:57.550461 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Transition to ACTIVE for port object 24c6da15-924b-4718-8d48-609cace6f6d4 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:44:57.634465 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-5cdcd3bd-16a1-440c-8306-d69cc76a6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:57.638325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-5cdcd3bd-16a1-440c-8306-d69cc76a6311 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 1099 time: 0.0738304 Aug 23 14:44:57.647764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-c2d324c7-4c69-43cc-8992-7d801383855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:57.650136 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-c2d324c7-4c69-43cc-8992-7d801383855f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 1099 time: 0.0505581 Aug 23 14:44:57.699310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 05738bf0-0709-4218-bad2-48a1ffef6c0e no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:44:57.717335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bb934-e0d6-47d8-a24a-8a1c0ff9f450 req-b20086c1-0aee-4586-8dac-b409a2744e31 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:57.718889 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e76bb934-e0d6-47d8-a24a-8a1c0ff9f450 req-b20086c1-0aee-4586-8dac-b409a2744e31 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 945 time: 0.1291153 Aug 23 14:44:57.738781 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:57.747871 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 05738bf0-0709-4218-bad2-48a1ffef6c0e not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:44:57.802533 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e76bb934-e0d6-47d8-a24a-8a1c0ff9f450 req-17aa09b7-09d6-49f5-ad44-909cccfb4ac6 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699530 Aug 23 14:44:57.804696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-8a7cd5b9-3cd5-4c85-9851-2386868b24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:57.805348 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-8a7cd5b9-3cd5-4c85-9851-2386868b24f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1591694 Aug 23 14:44:57.809646 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af44ad-1891-4e33-bb39-a30e2fec7725 req-5d476048-8f02-43ba-b381-c59fd989c658 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:57.811234 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70af44ad-1891-4e33-bb39-a30e2fec7725 req-5d476048-8f02-43ba-b381-c59fd989c658 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1566620 Aug 23 14:44:57.859612 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Pushing event updated for resources: {'Port': ['ID=24c6da15-924b-4718-8d48-609cace6f6d4,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:57.869961 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-e87d6187-6d6c-4309-add4-722140fd261d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e HTTP/1.1" status: 200 len: 217 time: 0.0518320 Aug 23 14:44:57.886451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-71984578-4059-4f91-9de6-144db0d2e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:57.888047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-71984578-4059-4f91-9de6-144db0d2e489 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.2212522 Aug 23 14:44:57.960237 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-0a0f87f2-13de-453a-94cb-325f6193ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:57.964096 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-0a0f87f2-13de-453a-94cb-325f6193ba3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0829713 Aug 23 14:44:57.965221 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-10f9400f-971a-40d7-a16d-f06dd2aa2265 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e HTTP/1.1" status: 200 len: 217 time: 0.0521622 Aug 23 14:44:57.970319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70af44ad-1891-4e33-bb39-a30e2fec7725 req-0bf969e3-3349-4579-a60f-4b4e2ee48193 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482100 Aug 23 14:44:57.986598 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d71a73-76ef-4e8a-b3d7-e981b8de8a18 req-45bfb792-d2ae-4af8-9896-65fff0465189 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:57.988281 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-15d71a73-76ef-4e8a-b3d7-e981b8de8a18 req-45bfb792-d2ae-4af8-9896-65fff0465189 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 948 time: 0.0772991 Aug 23 14:44:58.030048 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Attempting to bind port 24c6da15-924b-4718-8d48-609cace6f6d4 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:44:58.030658 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Attempting to bind port 24c6da15-924b-4718-8d48-609cace6f6d4 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:44:58.030767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Attempting to bind port 24c6da15-924b-4718-8d48-609cace6f6d4 on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:58.038513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Port 24c6da15-924b-4718-8d48-609cace6f6d4 on network e5d05685-47dd-44e8-9fba-4321908349a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:44:58.038753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Attempting to bind port 24c6da15-924b-4718-8d48-609cace6f6d4 on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:44:58.056648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:44:58.057004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Checking segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:44:58.057403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Bound using segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:44:58.057868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Bound port: 24c6da15-924b-4718-8d48-609cace6f6d4, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:44:58.058232 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:58.063179 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-08ccfc90-f8d6-498b-a7ab-47972d209d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:58.064425 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-472775a9-f7af-46d3-9f97-0ea231027879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:58.064710 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-08ccfc90-f8d6-498b-a7ab-47972d209d02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0901325 Aug 23 14:44:58.066058 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-472775a9-f7af-46d3-9f97-0ea231027879 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766664 Aug 23 14:44:58.070978 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-15d71a73-76ef-4e8a-b3d7-e981b8de8a18 req-16b08291-6fd7-4d7d-8930-edd5843fe49c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709426 Aug 23 14:44:58.179449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785513ab-2d1d-4349-96bb-f1e6984318a7 req-b2b9cc60-37e6-49b0-909f-98f8f0e530d4 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:58.182098 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-785513ab-2d1d-4349-96bb-f1e6984318a7 req-b2b9cc60-37e6-49b0-909f-98f8f0e530d4 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 943 time: 0.1369252 Aug 23 14:44:58.184729 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-fd67fc83-4df2-4a78-a0cb-ee7d62c2c18f service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055660 Aug 23 14:44:58.190626 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-e43e0fe5-285c-4cf5-b2a5-4823f0a9d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:58.192158 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-e43e0fe5-285c-4cf5-b2a5-4823f0a9d251 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066539 Aug 23 14:44:58.248381 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:44:58.303141 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-deed4ef0-55ed-4816-833b-205409fd2fd2 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101115 Aug 23 14:44:58.304182 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-785513ab-2d1d-4349-96bb-f1e6984318a7 req-e1dc51d6-afed-4740-8215-fe59247d086c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110280 Aug 23 14:44:58.307431 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=24c6da15-924b-4718-8d48-609cace6f6d4,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:44:58.354389 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-cd2e66de-e911-48d2-9956-d42afbd85fd4 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368983 Aug 23 14:44:58.369892 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364adef-7f72-4040-ab35-2fec14a5d014 req-575bce34-9308-4ea2-a203-0d768af12b9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:58.371562 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e364adef-7f72-4040-ab35-2fec14a5d014 req-575bce34-9308-4ea2-a203-0d768af12b9c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 948 time: 0.0616221 Aug 23 14:44:58.389028 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:58.410682 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:58.412658 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e364adef-7f72-4040-ab35-2fec14a5d014 req-f824dc24-921f-4eae-a886-35c1b8c4fc0c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351059 Aug 23 14:44:58.487174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:58.487913 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:58.489378 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] 10.222.0.57 "PUT /v2.0/ports/24c6da15-924b-4718-8d48-609cace6f6d4 HTTP/1.1" status: 200 len: 1091 time: 1.4140484 Aug 23 14:44:58.577983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdddbc-6ad9-4406-8079-9938c3fb5306 req-594e2083-46b4-406d-9eaf-29d671c468aa tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:58.579489 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9fdddbc-6ad9-4406-8079-9938c3fb5306 req-594e2083-46b4-406d-9eaf-29d671c468aa tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 945 time: 0.2129650 Aug 23 14:44:58.594422 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632695f-383d-483b-ac73-048c6ec86f8c service neutron] Pushing event updated for resources: {'Port': ['ID=24c6da15-924b-4718-8d48-609cace6f6d4,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:58.626216 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b1eb3cb-3af4-4a6c-8b9a-aced90a2eff2 req-45f83a09-ffaf-4765-8e8b-caaa3faac5d1 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492726 Aug 23 14:44:58.662623 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdf404-a7ad-4282-bdce-12fdbe945fca req-ea68fe23-ce28-4ab3-a468-f60ab310d8e1 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:58.664879 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85fdf404-a7ad-4282-bdce-12fdbe945fca req-ea68fe23-ce28-4ab3-a468-f60ab310d8e1 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 945 time: 0.1696050 Aug 23 14:44:58.689467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9fdddbc-6ad9-4406-8079-9938c3fb5306 req-cac1b50a-392e-469f-9e9b-b6bbce615330 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/security-groups?id=de45a296-f7bc-4a94-9241-3d87317f2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983057 Aug 23 14:44:58.729757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-b9cf5c8b-0423-44fb-9777-6160c18dbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:58.731360 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-b9cf5c8b-0423-44fb-9777-6160c18dbf92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 1094 time: 0.1267023 Aug 23 14:44:58.798462 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-b870a152-3694-4bc7-a400-e5fcc3ef84e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c6da15-924b-4718-8d48-609cace6f6d4 HTTP/1.1" status: 200 len: 217 time: 0.0409148 Aug 23 14:44:58.813136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93561e-84d1-4ac6-aeb8-4e8b273615f5 req-3aa6695a-8df8-47d9-ab72-032f02a90008 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:58.814994 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb93561e-84d1-4ac6-aeb8-4e8b273615f5 req-3aa6695a-8df8-47d9-ab72-032f02a90008 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 945 time: 0.0521858 Aug 23 14:44:58.868671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-85fdf404-a7ad-4282-bdce-12fdbe945fca req-e38219ab-880b-4ffe-a32d-113c67024857 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Deleting port 2d6f0f38-27ea-4525-81f7-598544523dac {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:44:58.869043 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-85fdf404-a7ad-4282-bdce-12fdbe945fca req-e38219ab-880b-4ffe-a32d-113c67024857 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:58.870506 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb93561e-84d1-4ac6-aeb8-4e8b273615f5 req-7d25a7af-8fde-4840-8250-c8cda274b13a tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/security-groups?id=de45a296-f7bc-4a94-9241-3d87317f2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489013 Aug 23 14:44:58.874514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-b678d1d0-a3d2-4237-a49d-089f9c070bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:58.876275 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-b678d1d0-a3d2-4237-a49d-089f9c070bfe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.0704985 Aug 23 14:44:58.969673 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-c7ba2d76-7d9d-4146-8c01-de88ba5ed987 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820537 Aug 23 14:44:58.992079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a1952be3-eb90-4618-8acb-9bf124e09e3e details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:44:59.067721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adb97e-edee-4303-bb6e-9cb62a4b4b73 req-4bb4f418-7e43-4eda-b75a-05f2d96da6ab tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:59.069295 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46adb97e-edee-4303-bb6e-9cb62a4b4b73 req-4bb4f418-7e43-4eda-b75a-05f2d96da6ab tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 945 time: 0.1806965 Aug 23 14:44:59.105363 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82986f73-5ce1-4f56-a6ff-664a11a89bf1 req-b2f809e5-bb57-43a9-84ca-df2f19b431df tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:59.106963 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82986f73-5ce1-4f56-a6ff-664a11a89bf1 req-b2f809e5-bb57-43a9-84ca-df2f19b431df tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0584953 Aug 23 14:44:59.114425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-85fdf404-a7ad-4282-bdce-12fdbe945fca req-e38219ab-880b-4ffe-a32d-113c67024857 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] For port 2d6f0f38-27ea-4525-81f7-598544523dac, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=2d6f0f38-27ea-4525-81f7-598544523dac,segment=NetworkSegment(d4461a50-33a9-4284-a1d7-3d86371e065d),segment_id=d4461a50-33a9-4284-a1d7-3d86371e065d)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:59.114800 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-85fdf404-a7ad-4282-bdce-12fdbe945fca req-e38219ab-880b-4ffe-a32d-113c67024857 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:59.125781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a1952be3-eb90-4618-8acb-9bf124e09e3e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a1952be3-eb90-4618-8acb-9bf124e09e3e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:59.139137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'a1952be3-eb90-4618-8acb-9bf124e09e3e', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'a1952be3-eb90-4618-8acb-9bf124e09e3e', 'mac_address': 'fa:16:3e:c6:29:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:44:59.150176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-85fdf404-a7ad-4282-bdce-12fdbe945fca req-e38219ab-880b-4ffe-a32d-113c67024857 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Calling delete_port for 2d6f0f38-27ea-4525-81f7-598544523dac owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:44:59.160701 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82986f73-5ce1-4f56-a6ff-664a11a89bf1 req-d1350530-927b-48cb-9564-09450950139f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458677 Aug 23 14:44:59.161239 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46adb97e-edee-4303-bb6e-9cb62a4b4b73 req-9e6933f0-d36f-402f-93f1-47fae5cbbf7c tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/security-groups?id=3ae0479e-b8f2-4d20-ada7-ed3499411238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844347 Aug 23 14:44:59.200808 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:59.217163 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-0eb46e93-1f6d-4f88-a06e-995005cafbef service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382400 Aug 23 14:44:59.228756 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1952be3-eb90-4618-8acb-9bf124e09e3e {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:44:59.255288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a1952be3-eb90-4618-8acb-9bf124e09e3e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a1952be3-eb90-4618-8acb-9bf124e09e3e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:44:59.298958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b5ea5-8818-4af1-b286-88944a53a839 req-836d0a36-8e5b-4e6b-8be6-8e00755dced9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:59.300622 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-327b5ea5-8818-4af1-b286-88944a53a839 req-836d0a36-8e5b-4e6b-8be6-8e00755dced9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 948 time: 0.0529497 Aug 23 14:44:59.344208 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-327b5ea5-8818-4af1-b286-88944a53a839 req-4cbedac5-696b-4c87-9ab1-829516d1213d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358450 Aug 23 14:44:59.366572 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:59.423925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a1952be3-eb90-4618-8acb-9bf124e09e3e,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:59.425872 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e5dc0-116f-468a-9f18-876857b566bf req-ddc00441-865b-4baa-88d5-1a565ec10333 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:59.427841 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-162e5dc0-116f-468a-9f18-876857b566bf req-ddc00441-865b-4baa-88d5-1a565ec10333 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 945 time: 0.1667087 Aug 23 14:44:59.448218 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0c10942-0a97-48ed-8a4d-49c46534d794 req-7fcc2144-fb27-48b4-88c0-18592ce581fb service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228885 Aug 23 14:44:59.485282 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-162e5dc0-116f-468a-9f18-876857b566bf req-f8a72014-2b03-4fc2-9ef9-18e45d51c5d3 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/security-groups?id=de45a296-f7bc-4a94-9241-3d87317f2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469735 Aug 23 14:44:59.531055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55105534-9414-42a4-a7b1-f8cb0aeec3dc', 'tag': '24c6da15-924b-4718-8d48-609cace6f6d4'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:44:59.536122 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a7f7ea-70e2-4ea1-9f29-42ced922d95e" -d '{"events": [{"name": "network-changed", "server_uuid": "55105534-9414-42a4-a7b1-f8cb0aeec3dc", "tag": "24c6da15-924b-4718-8d48-609cace6f6d4"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:44:59.543571 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-85fdf404-a7ad-4282-bdce-12fdbe945fca req-e38219ab-880b-4ffe-a32d-113c67024857 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:59.562871 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['2d6f0f38-27ea-4525-81f7-598544523dac'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:59.588336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38219ab-880b-4ffe-a32d-113c67024857 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Pushing event deleted for resources: {'Port': ['ID=2d6f0f38-27ea-4525-81f7-598544523dac,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:44:59.657272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e8b7c-37e8-491d-ac5c-b356c9067b4e req-36ff144c-59d1-451f-8b65-23001d4aede1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:59.658500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fdf404-a7ad-4282-bdce-12fdbe945fca req-e38219ab-880b-4ffe-a32d-113c67024857 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] No DVR routers for this DVR port 2d6f0f38-27ea-4525-81f7-598544523dac on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:44:59.658862 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f2e8b7c-37e8-491d-ac5c-b356c9067b4e req-36ff144c-59d1-451f-8b65-23001d4aede1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 949 time: 0.0579484 Aug 23 14:44:59.662088 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-85fdf404-a7ad-4282-bdce-12fdbe945fca req-e38219ab-880b-4ffe-a32d-113c67024857 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:44:59.664270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85fdf404-a7ad-4282-bdce-12fdbe945fca req-e38219ab-880b-4ffe-a32d-113c67024857 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.61 "DELETE /v2.0/ports/2d6f0f38-27ea-4525-81f7-598544523dac HTTP/1.1" status: 204 len: 173 time: 0.9919715 Aug 23 14:44:59.691114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a23a0-fbd3-4b80-868d-bdef08b5c726 req-e81f4270-e178-4a76-ac62-30c4dbb02aa9 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:59.692799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-391a23a0-fbd3-4b80-868d-bdef08b5c726 req-e81f4270-e178-4a76-ac62-30c4dbb02aa9 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 943 time: 0.1357594 Aug 23 14:44:59.712818 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f2e8b7c-37e8-491d-ac5c-b356c9067b4e req-f34c3d61-b95a-4382-9d4e-348ed5fcf50e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434635 Aug 23 14:44:59.760399 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-391a23a0-fbd3-4b80-868d-bdef08b5c726 req-e04955cc-b64c-4f6a-a670-0ad4393f6c72 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601511 Aug 23 14:44:59.816385 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7248026-739e-4af0-868a-0b266e118843 x-openstack-request-id: req-d7248026-739e-4af0-868a-0b266e118843 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:44:59.817132 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55105534-9414-42a4-a7b1-f8cb0aeec3dc", "tag": "24c6da15-924b-4718-8d48-609cace6f6d4", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:44:59.817482 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d7248026-739e-4af0-868a-0b266e118843 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:44:59.818331 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55105534-9414-42a4-a7b1-f8cb0aeec3dc', 'tag': '24c6da15-924b-4718-8d48-609cace6f6d4', 'status': 'completed', 'code': 200} Aug 23 14:44:59.829055 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['a1952be3-eb90-4618-8acb-9bf124e09e3e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:44:59.925890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7f7ea-70e2-4ea1-9f29-42ced922d95e req-5cc85590-69a9-4435-b4d1-6aa5e9bb2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:44:59.927418 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0a7f7ea-70e2-4ea1-9f29-42ced922d95e req-5cc85590-69a9-4435-b4d1-6aa5e9bb2b9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 1094 time: 0.0481701 Aug 23 14:44:59.932376 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cb6df59-f17e-4a6a-b9d8-ae1b07e26436 req-a2a2cead-85e3-441f-b63f-9228b2ddf648 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7315bdb2-7f0f-460b-9ea2-5ef29aaf3333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538716 Aug 23 14:45:00.012931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6df59-f17e-4a6a-b9d8-ae1b07e26436 req-5a5acafc-883b-4030-82c5-c2c1dc23ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:00.014956 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cb6df59-f17e-4a6a-b9d8-ae1b07e26436 req-5a5acafc-883b-4030-82c5-c2c1dc23ff7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=7315bdb2-7f0f-460b-9ea2-5ef29aaf3333 HTTP/1.1" status: 200 len: 1101 time: 0.0468431 Aug 23 14:45:00.063207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7f7ea-70e2-4ea1-9f29-42ced922d95e req-117768aa-00c7-4f0e-98fe-cdc2e1119f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:00.064749 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0a7f7ea-70e2-4ea1-9f29-42ced922d95e req-117768aa-00c7-4f0e-98fe-cdc2e1119f44 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.1226544 Aug 23 14:45:00.115394 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0a7f7ea-70e2-4ea1-9f29-42ced922d95e req-af4e7e5c-7a84-4c90-b431-0212e1b06bb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c6da15-924b-4718-8d48-609cace6f6d4 HTTP/1.1" status: 200 len: 217 time: 0.0382948 Aug 23 14:45:00.138755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6df59-f17e-4a6a-b9d8-ae1b07e26436 req-1002ae55-4cf0-4bbb-be8c-97a185846030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:00.140286 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cb6df59-f17e-4a6a-b9d8-ae1b07e26436 req-1002ae55-4cf0-4bbb-be8c-97a185846030 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.0995657 Aug 23 14:45:00.178409 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7f7ea-70e2-4ea1-9f29-42ced922d95e req-ad9c7ef2-cb3e-46e4-a10c-b760db60e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:00.182885 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0a7f7ea-70e2-4ea1-9f29-42ced922d95e req-ad9c7ef2-cb3e-46e4-a10c-b760db60e08a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.0589802 Aug 23 14:45:00.223969 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0a7f7ea-70e2-4ea1-9f29-42ced922d95e req-16a6388c-82e8-48bf-b2b6-573343e14fad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297072 Aug 23 14:45:00.487480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cb6df59-f17e-4a6a-b9d8-ae1b07e26436 req-b180921a-bf7b-48c1-bb0c-1be6a19d7d51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a0c164ee-842a-4c79-ac62-bb01c759cad5 HTTP/1.1" status: 200 len: 217 time: 0.3364933 Aug 23 14:45:00.580239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe473-ebc6-4fdc-baa2-53365bbf189b req-081df170-eaba-4f9b-8870-792715ed3816 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:00.581928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fbcbe473-ebc6-4fdc-baa2-53365bbf189b req-081df170-eaba-4f9b-8870-792715ed3816 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0975981 Aug 23 14:45:00.583640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6df59-f17e-4a6a-b9d8-ae1b07e26436 req-98b77dc8-b0d8-4420-b507-98158a6811c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:00.585198 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cb6df59-f17e-4a6a-b9d8-ae1b07e26436 req-98b77dc8-b0d8-4420-b507-98158a6811c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0727301 Aug 23 14:45:00.630827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d69cda-732c-41c1-adbf-ea79c955b4fb req-73d4e31f-55f2-48ae-96d1-4159a817a0d8 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:00.632385 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-11d69cda-732c-41c1-adbf-ea79c955b4fb req-73d4e31f-55f2-48ae-96d1-4159a817a0d8 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 945 time: 0.4110985 Aug 23 14:45:00.652829 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fbcbe473-ebc6-4fdc-baa2-53365bbf189b req-c3f1f7c3-bd3a-4cc6-a53c-12eb3ace09a9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625293 Aug 23 14:45:00.662162 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6df59-f17e-4a6a-b9d8-ae1b07e26436 req-e6c1edf6-a50a-4a39-9e23-662d18a5623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:00.663387 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cb6df59-f17e-4a6a-b9d8-ae1b07e26436 req-e6c1edf6-a50a-4a39-9e23-662d18a5623d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656145 Aug 23 14:45:00.664262 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0a7f7ea-70e2-4ea1-9f29-42ced922d95e req-76399f86-b974-42ec-9b89-e84d5e21f68d service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303999 Aug 23 14:45:00.712621 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-11d69cda-732c-41c1-adbf-ea79c955b4fb req-cea47fff-9970-4d17-85bf-20966fc45cd7 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/security-groups?id=de45a296-f7bc-4a94-9241-3d87317f2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715199 Aug 23 14:45:00.809003 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0a7f7ea-70e2-4ea1-9f29-42ced922d95e req-20f66720-d6a7-47c4-a3bb-4378f5a03944 service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247725 Aug 23 14:45:00.810352 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d66c22ea-700f-4cbe-8924-55ced6a46fe7 req-1194616e-7455-45cb-b15c-d25ac34b9b14 tempest-AttachSCSIVolumeTestJSON-1107586381 tempest-AttachSCSIVolumeTestJSON-1107586381-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf98f28-44a5-4c95-845b-32cbc7e2d7c7 HTTP/1.1" status: 200 len: 210 time: 0.0431664 Aug 23 14:45:00.842974 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cb6df59-f17e-4a6a-b9d8-ae1b07e26436 req-cddd2933-b146-4c42-a47e-53cd22e87441 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581481 Aug 23 14:45:00.906955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e0f08-53b9-46ac-8dc7-f4d7c9b29306 req-c7c67784-6354-4291-9e46-4c39242f781d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:00.908698 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a79e0f08-53b9-46ac-8dc7-f4d7c9b29306 req-c7c67784-6354-4291-9e46-4c39242f781d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 948 time: 0.0825002 Aug 23 14:45:00.954959 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cb6df59-f17e-4a6a-b9d8-ae1b07e26436 req-47534617-fcfb-4fa7-8ba8-ef855593c921 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027274 Aug 23 14:45:00.959640 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a79e0f08-53b9-46ac-8dc7-f4d7c9b29306 req-1d02485e-1ec6-4a70-8fd6-96e3638fbb91 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388772 Aug 23 14:45:00.988640 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 05738bf0-0709-4218-bad2-48a1ffef6c0e details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:45:01.082570 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21fb17-e379-40c8-9b63-b675feca4e80 req-d004725d-2537-4910-9379-ca33289a067b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:01.084131 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d21fb17-e379-40c8-9b63-b675feca4e80 req-d004725d-2537-4910-9379-ca33289a067b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 943 time: 0.0591984 Aug 23 14:45:01.100679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d1868-c707-4713-9ad4-705a116efc11 req-fd8ef14e-10b0-4d54-bdd3-e02da88f75c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:01.108339 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-715d1868-c707-4713-9ad4-705a116efc11 req-fd8ef14e-10b0-4d54-bdd3-e02da88f75c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 949 time: 0.0782425 Aug 23 14:45:01.116230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:01.126890 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d21fb17-e379-40c8-9b63-b675feca4e80 req-391215b9-edbd-4596-a9ec-1320e7966595 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350959 Aug 23 14:45:01.129986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '05738bf0-0709-4218-bad2-48a1ffef6c0e', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '05738bf0-0709-4218-bad2-48a1ffef6c0e', 'mac_address': 'fa:16:3e:9e:e8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:45:01.152255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-715d1868-c707-4713-9ad4-705a116efc11 req-4bdf31b0-96ca-42f2-82d3-e8e5a1bbae21 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425227 Aug 23 14:45:01.180894 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:01.194602 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05738bf0-0709-4218-bad2-48a1ffef6c0e {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:45:01.216442 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:01.296304 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:01.345966 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=05738bf0-0709-4218-bad2-48a1ffef6c0e,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:01.715721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0c087-f738-4629-baf3-fa9782efbdcb req-a3c33b00-75a8-4571-a3ce-9d07ee3924c0 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:01.717951 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfc0c087-f738-4629-baf3-fa9782efbdcb req-a3c33b00-75a8-4571-a3ce-9d07ee3924c0 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 945 time: 0.0610507 Aug 23 14:45:01.720288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['05738bf0-0709-4218-bad2-48a1ffef6c0e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:01.832413 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf98f28-44a5-4c95-845b-32cbc7e2d7c7', 'name': 'network-vif-deleted', 'tag': '2d6f0f38-27ea-4525-81f7-598544523dac'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:01.834513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1a258-dc73-4970-83e0-8caed4622546 req-2a03fece-ec48-4055-843a-c37ea42f84e1 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:01.834893 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d471d505-51ed-46ab-a309-cc65c51e4163" -d '{"events": [{"server_uuid": "ccf98f28-44a5-4c95-845b-32cbc7e2d7c7", "name": "network-vif-deleted", "tag": "2d6f0f38-27ea-4525-81f7-598544523dac"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:01.836744 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b1b1a258-dc73-4970-83e0-8caed4622546 req-2a03fece-ec48-4055-843a-c37ea42f84e1 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0608075 Aug 23 14:45:01.886012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a9ab0-0e7a-4ff2-8016-664b05372058 req-7c4203a5-bf9b-4aba-b929-e80f2e2928dc tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:01.887610 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-548a9ab0-0e7a-4ff2-8016-664b05372058 req-7c4203a5-bf9b-4aba-b929-e80f2e2928dc tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 949 time: 0.1620989 Aug 23 14:45:01.890082 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b1b1a258-dc73-4970-83e0-8caed4622546 req-ac1b1e4d-37bc-4a66-a3e4-b37c6deaccc7 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453224 Aug 23 14:45:01.913490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-ec787ff6-dc90-4133-9c07-614351512170 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:01.916264 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-ec787ff6-dc90-4133-9c07-614351512170 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.61 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697&tenant_id=a6f5c4613b364924ae1363c53a90461d&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 949 time: 0.1274593 Aug 23 14:45:01.993556 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-dfc0c087-f738-4629-baf3-fa9782efbdcb req-e99df977-b00b-46d3-a665-21cc4052d9b7 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Deleting port 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:01.993915 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-dfc0c087-f738-4629-baf3-fa9782efbdcb req-e99df977-b00b-46d3-a665-21cc4052d9b7 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:02.012409 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5ba20-2cb5-409a-96d0-26819935c3c5 req-f434d65b-d554-44b9-a5c6-0c6928c3dc13 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:02.014029 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3fb5ba20-2cb5-409a-96d0-26819935c3c5 req-f434d65b-d554-44b9-a5c6-0c6928c3dc13 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 945 time: 0.0572598 Aug 23 14:45:02.015594 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-548a9ab0-0e7a-4ff2-8016-664b05372058 req-3bf271bc-cee2-481b-adbe-e5147b6a6553 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122515 Aug 23 14:45:02.064598 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3fb5ba20-2cb5-409a-96d0-26819935c3c5 req-0f31446b-7b79-4811-84b2-434a2c76ab3d tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/security-groups?id=de45a296-f7bc-4a94-9241-3d87317f2f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429072 Aug 23 14:45:02.091194 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-b26d4cf8-b48e-4098-b204-1aebec28bdb3 service neutron] 10.222.0.61 "GET /v2.0/ports/05738bf0-0709-4218-bad2-48a1ffef6c0e/bindings/n-h2-804985-3 HTTP/1.1" status: 200 len: 382 time: 0.1559815 Aug 23 14:45:02.120662 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7270c1e9-c497-445d-9a8f-96557fbe368b x-openstack-request-id: req-7270c1e9-c497-445d-9a8f-96557fbe368b {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:02.120983 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf98f28-44a5-4c95-845b-32cbc7e2d7c7", "name": "network-vif-deleted", "tag": "2d6f0f38-27ea-4525-81f7-598544523dac", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:02.121390 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7270c1e9-c497-445d-9a8f-96557fbe368b {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:02.121758 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf98f28-44a5-4c95-845b-32cbc7e2d7c7', 'name': 'network-vif-deleted', 'tag': '2d6f0f38-27ea-4525-81f7-598544523dac', 'status': 'completed', 'code': 200} Aug 23 14:45:02.196529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-dfc0c087-f738-4629-baf3-fa9782efbdcb req-e99df977-b00b-46d3-a665-21cc4052d9b7 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] For port 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0,segment=NetworkSegment(090a9155-4d58-4f2d-897d-7e8112880576),segment_id=090a9155-4d58-4f2d-897d-7e8112880576)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:02.197701 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-dfc0c087-f738-4629-baf3-fa9782efbdcb req-e99df977-b00b-46d3-a665-21cc4052d9b7 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:02.216426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-dfc0c087-f738-4629-baf3-fa9782efbdcb req-e99df977-b00b-46d3-a665-21cc4052d9b7 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Calling delete_port for 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:02.222316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-883b10cb-1b30-4212-90de-67519e7772b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:02.223977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-883b10cb-1b30-4212-90de-67519e7772b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 1100 time: 0.0856187 Aug 23 14:45:02.320694 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c79d1-ae04-4ab2-8c19-6a044e5d837f req-3b9ba138-fa08-4aa5-b57f-38be0e46d927 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:02.323276 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-142c79d1-ae04-4ab2-8c19-6a044e5d837f req-3b9ba138-fa08-4aa5-b57f-38be0e46d927 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 943 time: 0.0613813 Aug 23 14:45:02.392979 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-142c79d1-ae04-4ab2-8c19-6a044e5d837f req-2afbf7e2-e495-4711-a725-4104d88acfb0 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623207 Aug 23 14:45:02.441510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701edf4-61cb-479c-b0c0-eff2b65ea779 req-0adc6eb6-d11c-4331-ba91-c748bf72bab5 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:02.443180 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b701edf4-61cb-479c-b0c0-eff2b65ea779 req-0adc6eb6-d11c-4331-ba91-c748bf72bab5 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 949 time: 0.1997447 Aug 23 14:45:02.463433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-50de8bbd-b8fc-4e2e-a2cd-d6c320f80432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:02.464928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-50de8bbd-b8fc-4e2e-a2cd-d6c320f80432 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.2319493 Aug 23 14:45:02.557382 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-864699f4-5108-43ba-81be-72a85a48308d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e HTTP/1.1" status: 200 len: 217 time: 0.0515006 Aug 23 14:45:02.603183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b701edf4-61cb-479c-b0c0-eff2b65ea779 req-c0437436-4fc2-4feb-b0bd-9134b6af07ea tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422474 Aug 23 14:45:02.640014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-604b8bb9-a975-4e90-b870-b26e89121a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:02.641473 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-604b8bb9-a975-4e90-b870-b26e89121a0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0730376 Aug 23 14:45:02.708654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-c29c49d4-7ea2-4e98-847f-f79bc1b9ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:02.713158 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-c29c49d4-7ea2-4e98-847f-f79bc1b9ea4b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0595126 Aug 23 14:45:02.721533 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-dfc0c087-f738-4629-baf3-fa9782efbdcb req-e99df977-b00b-46d3-a665-21cc4052d9b7 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:02.736959 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:02.799793 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99df977-b00b-46d3-a665-21cc4052d9b7 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Pushing event deleted for resources: {'Port': ['ID=6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:02.872158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc0c087-f738-4629-baf3-fa9782efbdcb req-e99df977-b00b-46d3-a665-21cc4052d9b7 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] No DVR routers for this DVR port 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:45:02.875548 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-dfc0c087-f738-4629-baf3-fa9782efbdcb req-e99df977-b00b-46d3-a665-21cc4052d9b7 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:02.877541 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfc0c087-f738-4629-baf3-fa9782efbdcb req-e99df977-b00b-46d3-a665-21cc4052d9b7 tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.57 "DELETE /v2.0/ports/6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 HTTP/1.1" status: 204 len: 173 time: 1.1532626 Aug 23 14:45:02.930018 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-f6b07041-c63e-4cf5-9d5d-ec596b93b6ef service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999545 Aug 23 14:45:03.014709 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a1952be3-eb90-4618-8acb-9bf124e09e3e up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:45:03.041216 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-ccd8ce9a-0b2e-4474-88e1-540fddd8b227 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989475 Aug 23 14:45:03.054760 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f1b05-8362-4a9c-8d43-48ddf5a7cb61 req-33d74f71-8497-4095-bb9e-900c42046acf tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:03.067960 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-327f1b05-8362-4a9c-8d43-48ddf5a7cb61 req-33d74f71-8497-4095-bb9e-900c42046acf tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0813494 Aug 23 14:45:03.137357 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-327f1b05-8362-4a9c-8d43-48ddf5a7cb61 req-9891d04d-24f9-4e78-80c3-38639cbd4237 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705197 Aug 23 14:45:03.201414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726c854-7aa2-48d6-87ee-584b6c4fe99c req-7d051ca1-da3d-4b3e-8a0c-dc87f5305852 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:03.203365 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c726c854-7aa2-48d6-87ee-584b6c4fe99c req-7d051ca1-da3d-4b3e-8a0c-dc87f5305852 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 949 time: 0.1036937 Aug 23 14:45:03.246779 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c726c854-7aa2-48d6-87ee-584b6c4fe99c req-4d3570b7-e4c3-4e7b-bed9-977986f6ec56 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360005 Aug 23 14:45:03.251005 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f11c75be-2187-4357-b649-9028af43254e req-604fa963-25c7-4e52-a606-96469494c47a tempest-ServersNegativeTestMultiTenantJSON-1984423663 tempest-ServersNegativeTestMultiTenantJSON-1984423663-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e9c889d-e239-4031-91b6-461a6ea5e5fb HTTP/1.1" status: 200 len: 210 time: 0.0309324 Aug 23 14:45:03.286778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port a1952be3-eb90-4618-8acb-9bf124e09e3e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:45:03.293847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port a1952be3-eb90-4618-8acb-9bf124e09e3e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:45:03.295498 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:03.400576 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:03.441378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f198f96f-f9d3-4100-84f2-9b59a0192a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1952be3-eb90-4618-8acb-9bf124e09e3e'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:03.445965 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864d9853-9382-4b69-aa96-51cadd464b6a" -d '{"events": [{"server_uuid": "f198f96f-f9d3-4100-84f2-9b59a0192a3c", "name": "network-vif-plugged", "status": "completed", "tag": "a1952be3-eb90-4618-8acb-9bf124e09e3e"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:03.461212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a1952be3-eb90-4618-8acb-9bf124e09e3e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a1952be3-eb90-4618-8acb-9bf124e09e3e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:03.496187 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9727a02a-60cc-494d-82ae-64bb9029b7a2 x-openstack-request-id: req-9727a02a-60cc-494d-82ae-64bb9029b7a2 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:03.496486 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f198f96f-f9d3-4100-84f2-9b59a0192a3c", "name": "network-vif-plugged", "status": "completed", "tag": "a1952be3-eb90-4618-8acb-9bf124e09e3e", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:03.496738 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9727a02a-60cc-494d-82ae-64bb9029b7a2 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:03.497306 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f198f96f-f9d3-4100-84f2-9b59a0192a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1952be3-eb90-4618-8acb-9bf124e09e3e', 'code': 200} Aug 23 14:45:03.561622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1711598-f50b-4e31-bbac-9bf75d2afce5 req-14910d5f-052c-4f60-a6f0-59185b0089b1 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:03.563175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a1711598-f50b-4e31-bbac-9bf75d2afce5 req-14910d5f-052c-4f60-a6f0-59185b0089b1 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 943 time: 0.0533943 Aug 23 14:45:03.570951 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:03.572288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 2d6f0f38-27ea-4525-81f7-598544523dac no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:03.644737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a1952be3-eb90-4618-8acb-9bf124e09e3e,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:03.650061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 2d6f0f38-27ea-4525-81f7-598544523dac {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:45:03.650698 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 2d6f0f38-27ea-4525-81f7-598544523dac not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:03.660824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fa677-064c-489a-aeae-e7d7544dc3ca req-ae730bfb-b4f5-4e23-abe9-1cf62001f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:03.662637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ee5fa677-064c-489a-aeae-e7d7544dc3ca req-ae730bfb-b4f5-4e23-abe9-1cf62001f646 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 1101 time: 0.0848985 Aug 23 14:45:03.681239 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a1711598-f50b-4e31-bbac-9bf75d2afce5 req-5fc34934-ac10-4264-a7de-fb0d84f4a389 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856869 Aug 23 14:45:03.719102 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ee5fa677-064c-489a-aeae-e7d7544dc3ca req-5cd06ae4-777b-4b3d-a53c-42c4532b09a1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364401 Aug 23 14:45:03.728993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 24c6da15-924b-4718-8d48-609cace6f6d4 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:45:03.772923 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd787672-3c9e-4b9b-81ec-5f93d461cb3e req-1e024ec2-8879-401d-a05d-b2e0693beec9 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:03.776191 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd787672-3c9e-4b9b-81ec-5f93d461cb3e req-1e024ec2-8879-401d-a05d-b2e0693beec9 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 950 time: 0.0533364 Aug 23 14:45:03.838455 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd787672-3c9e-4b9b-81ec-5f93d461cb3e req-10f0a1ed-7a7c-42a5-876e-1c69e7f8060d tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484924 Aug 23 14:45:03.843368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=24c6da15-924b-4718-8d48-609cace6f6d4,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:03.863455 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '24c6da15-924b-4718-8d48-609cace6f6d4', 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1', 'port_id': '24c6da15-924b-4718-8d48-609cace6f6d4', 'mac_address': 'fa:16:3e:24:3c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b707fe90-d579-4c2f-8f14-069d9b2eeda6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:45:03.907415 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:03.921937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c6da15-924b-4718-8d48-609cace6f6d4 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:45:03.942213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=24c6da15-924b-4718-8d48-609cace6f6d4,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:04.045865 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:04.097372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=24c6da15-924b-4718-8d48-609cace6f6d4,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:04.123348 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9c889d-e239-4031-91b6-461a6ea5e5fb', 'name': 'network-vif-deleted', 'tag': '6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:04.125849 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce98263-0417-46f4-9815-7100afbb7368" -d '{"events": [{"server_uuid": "3e9c889d-e239-4031-91b6-461a6ea5e5fb", "name": "network-vif-deleted", "tag": "6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:04.163628 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f042a029-1e29-4ab5-b867-3636c785b996 x-openstack-request-id: req-f042a029-1e29-4ab5-b867-3636c785b996 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:04.164741 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9c889d-e239-4031-91b6-461a6ea5e5fb", "name": "network-vif-deleted", "tag": "6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:04.165226 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f042a029-1e29-4ab5-b867-3636c785b996 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:04.165756 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9c889d-e239-4031-91b6-461a6ea5e5fb', 'name': 'network-vif-deleted', 'tag': '6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0', 'status': 'completed', 'code': 200} Aug 23 14:45:04.276979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34334f3e-32b0-4bb6-b62f-937977e57c58 req-fc5470c3-d5cb-4171-97b8-778d04601823 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:04.278781 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34334f3e-32b0-4bb6-b62f-937977e57c58 req-fc5470c3-d5cb-4171-97b8-778d04601823 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0511844 Aug 23 14:45:04.331182 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34334f3e-32b0-4bb6-b62f-937977e57c58 req-1080b7c5-94e4-4a0a-9688-49d0738239e9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411282 Aug 23 14:45:04.386188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1302e-31c9-4c13-bfe3-0f00a08a2490 req-07904696-20b3-4957-ad22-728e090fc0d9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:04.388980 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-98e1302e-31c9-4c13-bfe3-0f00a08a2490 req-07904696-20b3-4957-ad22-728e090fc0d9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 949 time: 0.0602777 Aug 23 14:45:04.390020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['24c6da15-924b-4718-8d48-609cace6f6d4'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:04.400371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60574) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:04.453758 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-98e1302e-31c9-4c13-bfe3-0f00a08a2490 req-7ff47a45-9356-4500-98b6-5ebcaefe4350 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571539 Aug 23 14:45:04.506270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-9476b605-d126-4c42-b2d6-b4071e5832de admin admin] Deleting subnet 64311b82-aaaa-4f4f-8324-1b90217e2a01 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:45:04.512018 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9476b605-d126-4c42-b2d6-b4071e5832de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:04.563260 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9476b605-d126-4c42-b2d6-b4071e5832de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:04.618129 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9476b605-d126-4c42-b2d6-b4071e5832de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:04.759931 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9476b605-d126-4c42-b2d6-b4071e5832de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:04.801083 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476b605-d126-4c42-b2d6-b4071e5832de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64311b82-aaaa-4f4f-8324-1b90217e2a01,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:04.808280 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9476b605-d126-4c42-b2d6-b4071e5832de admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:04.810545 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0411c57-edd1-4a6c-a394-bbf9b37600f3 req-cf13ee3f-c5c5-477b-a7db-d78a89d0639e tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:04.811429 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9476b605-d126-4c42-b2d6-b4071e5832de admin admin] 10.222.0.38 "DELETE /v2.0/subnets/64311b82-aaaa-4f4f-8324-1b90217e2a01 HTTP/1.1" status: 204 len: 168 time: 0.4098411 Aug 23 14:45:04.812290 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0411c57-edd1-4a6c-a394-bbf9b37600f3 req-cf13ee3f-c5c5-477b-a7db-d78a89d0639e tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 944 time: 0.0631294 Aug 23 14:45:04.814050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60578) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:04.915023 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0411c57-edd1-4a6c-a394-bbf9b37600f3 req-8e8ebc5e-49d0-4e2a-a965-473e34082d15 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930700 Aug 23 14:45:04.924358 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f57cdffa-3809-4ee1-9d3f-b1d8fb3b74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:04.983307 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ca44c-9673-4ad9-9b44-351e074336f0 req-98ef877d-028d-4b5d-bffe-a98e5769bb10 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:04.985056 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-de3ca44c-9673-4ad9-9b44-351e074336f0 req-98ef877d-028d-4b5d-bffe-a98e5769bb10 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 950 time: 0.0605340 Aug 23 14:45:05.021206 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f57cdffa-3809-4ee1-9d3f-b1d8fb3b74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.032970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-f57cdffa-3809-4ee1-9d3f-b1d8fb3b74e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2a55fe-383b-4ae6-9ad6-e490b9deed8c']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:05.036161 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-de3ca44c-9673-4ad9-9b44-351e074336f0 req-d6bdfd0f-2eca-49df-bdde-98c63a8f42d0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445733 Aug 23 14:45:05.040087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 05738bf0-0709-4218-bad2-48a1ffef6c0e up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:45:05.046632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-f57cdffa-3809-4ee1-9d3f-b1d8fb3b74e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090a9155-4d58-4f2d-897d-7e8112880576') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:05.047948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-f57cdffa-3809-4ee1-9d3f-b1d8fb3b74e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090a9155-4d58-4f2d-897d-7e8112880576') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:05.057364 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f57cdffa-3809-4ee1-9d3f-b1d8fb3b74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.073834 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f57cdffa-3809-4ee1-9d3f-b1d8fb3b74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.082909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57cdffa-3809-4ee1-9d3f-b1d8fb3b74e9 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:45:05.084199 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f57cdffa-3809-4ee1-9d3f-b1d8fb3b74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:45:05.087824 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:45:05.193150 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 05738bf0-0709-4218-bad2-48a1ffef6c0e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:45:05.198467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 05738bf0-0709-4218-bad2-48a1ffef6c0e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:45:05.198840 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.250683 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f57cdffa-3809-4ee1-9d3f-b1d8fb3b74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.256400 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f57cdffa-3809-4ee1-9d3f-b1d8fb3b74e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.261749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f57cdffa-3809-4ee1-9d3f-b1d8fb3b74e9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4d2a55fe-383b-4ae6-9ad6-e490b9deed8c HTTP/1.1" status: 204 len: 168 time: 0.4438798 Aug 23 14:45:05.262361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60584) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:05.271316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cdffa-3809-4ee1-9d3f-b1d8fb3b74e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d2a55fe-383b-4ae6-9ad6-e490b9deed8c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:05.298053 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.316896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3bb738-7d68-4b64-b732-c67575060fde admin admin] Deleting subnet 0566ec41-9067-46d3-8362-11e899822dd1 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:45:05.321463 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb738-7d68-4b64-b732-c67575060fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.333225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:05.360179 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb738-7d68-4b64-b732-c67575060fde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.405749 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb738-7d68-4b64-b732-c67575060fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.422814 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.498063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31bc87-e054-4f2d-b514-2494543eef7d req-bef6786c-e980-406a-b29f-5cdc7501030f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:05.507772 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:05.511678 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4491806-132f-400b-8546-669bb613f16c" -d '{"events": [{"server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "name": "network-vif-plugged", "status": "completed", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:05.516659 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c31bc87-e054-4f2d-b514-2494543eef7d req-bef6786c-e980-406a-b29f-5cdc7501030f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1049783 Aug 23 14:45:05.528778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=05738bf0-0709-4218-bad2-48a1ffef6c0e,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:05.591234 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c31bc87-e054-4f2d-b514-2494543eef7d req-92bbcb98-c6a1-45bd-a8fd-44ac86f69e92 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644116 Aug 23 14:45:05.607592 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb738-7d68-4b64-b732-c67575060fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.665166 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16f2c7a-e69d-442c-b5ef-951042c3a79b x-openstack-request-id: req-c16f2c7a-e69d-442c-b5ef-951042c3a79b {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:05.666348 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "name": "network-vif-plugged", "status": "completed", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:05.667042 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c16f2c7a-e69d-442c-b5ef-951042c3a79b {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:05.667879 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e', 'code': 200} Aug 23 14:45:05.676826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bb738-7d68-4b64-b732-c67575060fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0566ec41-9067-46d3-8362-11e899822dd1,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:05.698315 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb738-7d68-4b64-b732-c67575060fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.700275 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5e3bb738-7d68-4b64-b732-c67575060fde admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0566ec41-9067-46d3-8362-11e899822dd1 HTTP/1.1" status: 204 len: 168 time: 0.4368417 Aug 23 14:45:05.702818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60596) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:05.736718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 24c6da15-924b-4718-8d48-609cace6f6d4 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:45:05.752573 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c65f49-33d2-4714-9bd5-aaddf2b3ad64 req-e8b4f747-6b07-4a75-8145-9ae16c980a84 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:05.759804 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2c65f49-33d2-4714-9bd5-aaddf2b3ad64 req-e8b4f747-6b07-4a75-8145-9ae16c980a84 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0852115 Aug 23 14:45:05.805965 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2c65f49-33d2-4714-9bd5-aaddf2b3ad64 req-d34bcb18-f888-4f24-8621-944a2b4ff3b2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377727 Aug 23 14:45:05.839277 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-379aebcf-1855-4f23-abf5-8820346a2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.885135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 24c6da15-924b-4718-8d48-609cace6f6d4 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:45:05.890529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 24c6da15-924b-4718-8d48-609cace6f6d4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:45:05.891543 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.938295 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-379aebcf-1855-4f23-abf5-8820346a2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.950960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-379aebcf-1855-4f23-abf5-8820346a2a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245e6e5b-5370-41e4-b807-3ed3ffcf65e1']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:05.975328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-379aebcf-1855-4f23-abf5-8820346a2a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f8222b-ef80-4e42-bbb1-7a8f8e2dcdf8') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:05.975637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-379aebcf-1855-4f23-abf5-8820346a2a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f8222b-ef80-4e42-bbb1-7a8f8e2dcdf8') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:05.987814 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-379aebcf-1855-4f23-abf5-8820346a2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:05.995203 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:06.007214 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-379aebcf-1855-4f23-abf5-8820346a2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:06.018937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379aebcf-1855-4f23-abf5-8820346a2a78 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:45:06.019411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-379aebcf-1855-4f23-abf5-8820346a2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:45:06.032803 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:45:06.048353 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=24c6da15-924b-4718-8d48-609cace6f6d4,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:06.137027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4f524-6911-46e9-b31f-1d73fceb2607 req-1a31123d-5609-4bfa-8b3c-88c702902dd5 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:06.146414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6b4f524-6911-46e9-b31f-1d73fceb2607 req-1a31123d-5609-4bfa-8b3c-88c702902dd5 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 944 time: 0.1125107 Aug 23 14:45:06.157197 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:06.158141 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:06.209558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:45:06.209558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6ebe76d6-f95f-4164-ad1b-cf908bc7e1c0 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:06.228591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6b4f524-6911-46e9-b31f-1d73fceb2607 req-e0dd01b3-92f2-494b-843b-62b30c9c8911 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810223 Aug 23 14:45:06.230334 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-379aebcf-1855-4f23-abf5-8820346a2a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:06.248266 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-379aebcf-1855-4f23-abf5-8820346a2a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:06.254198 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-379aebcf-1855-4f23-abf5-8820346a2a78 admin admin] 10.222.0.38 "DELETE /v2.0/networks/245e6e5b-5370-41e4-b807-3ed3ffcf65e1 HTTP/1.1" status: 204 len: 168 time: 0.5499156 Aug 23 14:45:06.258127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=24c6da15-924b-4718-8d48-609cace6f6d4,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:06.264124 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b193e2-22e0-418b-a9cd-3534c7bf88cc req-0e28d00b-1b07-407e-9822-a250478edf4b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:06.265955 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f2b193e2-22e0-418b-a9cd-3534c7bf88cc req-0e28d00b-1b07-407e-9822-a250478edf4b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 950 time: 0.1187375 Aug 23 14:45:06.287323 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379aebcf-1855-4f23-abf5-8820346a2a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=245e6e5b-5370-41e4-b807-3ed3ffcf65e1,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:06.326171 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f2b193e2-22e0-418b-a9cd-3534c7bf88cc req-056c1eff-8ae0-4c5a-bfc6-ecaf04512b11 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525005 Aug 23 14:45:06.466302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20204e87-2d91-4583-ad35-a3989da85476 req-e0ab3742-ab23-4fe2-ba0c-a18c61f7871d tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:06.467936 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20204e87-2d91-4583-ad35-a3989da85476 req-e0ab3742-ab23-4fe2-ba0c-a18c61f7871d tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 1101 time: 0.0661731 Aug 23 14:45:06.508182 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20204e87-2d91-4583-ad35-a3989da85476 req-7b900c6a-a510-44de-b6b0-f7f9f8195092 tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334489 Aug 23 14:45:06.685075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-7d5ee8f5-a83c-4b25-b54a-a301bc1c92ac tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259254 Aug 23 14:45:06.799305 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd054a-9018-444f-b467-6dd51fe886ec req-a524d5d1-4773-4c27-be3f-66f1c73c0383 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:06.806956 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2dfd054a-9018-444f-b467-6dd51fe886ec req-a524d5d1-4773-4c27-be3f-66f1c73c0383 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0713131 Aug 23 14:45:06.808026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-a06884b1-bfe0-4945-a7ff-e3b72243b774 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:06.815096 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-a06884b1-bfe0-4945-a7ff-e3b72243b774 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1234038 Aug 23 14:45:06.833376 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-b2b6924f-9d23-4ea4-ade1-3a062220a15a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/quotas/1e6e0b279ff043acbf8723187691917d HTTP/1.1" status: 200 len: 375 time: 0.0172176 Aug 23 14:45:06.860613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2dfd054a-9018-444f-b467-6dd51fe886ec req-57d99a8e-a1e9-47df-a933-d4f8c654a7dc tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517585 Aug 23 14:45:06.862374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60628) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:06.979371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-489dbe02-9717-409d-8ba9-59fe4b7314d4 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1346118 Aug 23 14:45:06.983575 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-95304c7f-be06-4bdc-b821-40f5a63aea74 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a112243fafac40e58e0602a7e2eb5838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1199429 Aug 23 14:45:06.986917 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60630) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:07.049037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0f08330d-860f-4646-bd59-36ba20552377 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:45:07.059373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0f08330d-860f-4646-bd59-36ba20552377 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:07.064516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f8c29f8-950c-4926-92cc-ad70ba5a18a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:07.091121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13823c-b387-4757-a614-46bc5d64ebce req-5060c4aa-2e6f-464c-b26c-ab4d9bd00729 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:07.100242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b13823c-b387-4757-a614-46bc5d64ebce req-5060c4aa-2e6f-464c-b26c-ab4d9bd00729 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 950 time: 0.0933928 Aug 23 14:45:07.138288 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f8c29f8-950c-4926-92cc-ad70ba5a18a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:07.158149 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b13823c-b387-4757-a614-46bc5d64ebce req-8f569e6b-cbb0-47d6-aa3d-05e02870b75e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567231 Aug 23 14:45:07.183440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-67fbd002-5ab7-4a1e-8ce0-413c27e5b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:07.185215 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-67fbd002-5ab7-4a1e-8ce0-413c27e5b56f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697&tenant_id=a6f5c4613b364924ae1363c53a90461d HTTP/1.1" status: 200 len: 1101 time: 0.1166973 Aug 23 14:45:07.200029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:45:07.293539 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:07.309207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0f08330d-860f-4646-bd59-36ba20552377, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0f08330d-860f-4646-bd59-36ba20552377,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:07.329891 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:07.344476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '0f08330d-860f-4646-bd59-36ba20552377', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '0f08330d-860f-4646-bd59-36ba20552377', 'mac_address': 'fa:16:3e:b3:1d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:45:07.370635 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f8c29f8-950c-4926-92cc-ad70ba5a18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:07.376501 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f8c29f8-950c-4926-92cc-ad70ba5a18a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:07.382161 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2f8c29f8-950c-4926-92cc-ad70ba5a18a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de45a296-f7bc-4a94-9241-3d87317f2f3f HTTP/1.1" status: 204 len: 168 time: 0.3941295 Aug 23 14:45:07.406237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0f08330d-860f-4646-bd59-36ba20552377, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0f08330d-860f-4646-bd59-36ba20552377,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:07.433057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c29f8-950c-4926-92cc-ad70ba5a18a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de45a296-f7bc-4a94-9241-3d87317f2f3f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:07.486639 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:07.511130 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:07.522794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270833b-984d-4203-bfc7-5cd2a0238476 req-2254b330-d5ef-46be-b80f-0fd43946b50f tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:07.528839 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e270833b-984d-4203-bfc7-5cd2a0238476 req-2254b330-d5ef-46be-b80f-0fd43946b50f tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 945 time: 0.1153281 Aug 23 14:45:07.534367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f08330d-860f-4646-bd59-36ba20552377 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:45:07.582798 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e270833b-984d-4203-bfc7-5cd2a0238476 req-1c09103c-2cfe-431e-a35d-382c45abace3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439074 Aug 23 14:45:07.616259 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19dd7ab9-0d73-4302-a434-dcf3750a58a5 req-a03aab94-40bd-4808-b56d-46d7fe7f4b31 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 210 time: 0.0732129 Aug 23 14:45:07.678270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60648) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:07.684159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55105534-9414-42a4-a7b1-f8cb0aeec3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c6da15-924b-4718-8d48-609cace6f6d4'}, {'server_uuid': '10af98fc-7193-4743-b452-a814175456f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f08330d-860f-4646-bd59-36ba20552377'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:07.687607 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade0c6b4-a00a-4ca6-baee-c43974ecd821" -d '{"events": [{"server_uuid": "55105534-9414-42a4-a7b1-f8cb0aeec3dc", "name": "network-vif-plugged", "status": "completed", "tag": "24c6da15-924b-4718-8d48-609cace6f6d4"}, {"server_uuid": "10af98fc-7193-4743-b452-a814175456f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0f08330d-860f-4646-bd59-36ba20552377"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:07.712944 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:45:07.713311 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:45:07.750760 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=0f08330d-860f-4646-bd59-36ba20552377,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:07.784827 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f331ffe9-62a8-481c-bf0d-ff38cd8a8224 x-openstack-request-id: req-f331ffe9-62a8-481c-bf0d-ff38cd8a8224 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:07.785065 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55105534-9414-42a4-a7b1-f8cb0aeec3dc", "name": "network-vif-plugged", "status": "completed", "tag": "24c6da15-924b-4718-8d48-609cace6f6d4", "code": 200}, {"server_uuid": "10af98fc-7193-4743-b452-a814175456f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0f08330d-860f-4646-bd59-36ba20552377", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:07.785543 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f331ffe9-62a8-481c-bf0d-ff38cd8a8224 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:07.786095 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55105534-9414-42a4-a7b1-f8cb0aeec3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c6da15-924b-4718-8d48-609cace6f6d4', 'code': 200} Aug 23 14:45:07.786784 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10af98fc-7193-4743-b452-a814175456f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f08330d-860f-4646-bd59-36ba20552377', 'code': 200} Aug 23 14:45:07.870145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:07.941573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:45:08.010174 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:08.026537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Transition to ACTIVE for port object 05738bf0-0709-4218-bad2-48a1ffef6c0e will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:45:08.027748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:08.030415 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa67d55-71da-4f07-baeb-d5b572c041b7" -d '{"events": [{"server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "name": "network-vif-unplugged", "status": "completed", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:08.034664 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8017bdf-6853-4c13-b4b2-78f0d251290b req-9e3a7c20-a4b1-40f7-9797-fae0ff3446d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:08.037167 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d8017bdf-6853-4c13-b4b2-78f0d251290b req-9e3a7c20-a4b1-40f7-9797-fae0ff3446d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 1096 time: 0.1610024 Aug 23 14:45:08.108083 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:08.164434 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b202e5-1ef5-49fa-8b2c-a8e912edbbb5 x-openstack-request-id: req-04b202e5-1ef5-49fa-8b2c-a8e912edbbb5 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:08.164434 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "name": "network-vif-unplugged", "status": "completed", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:08.164754 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-04b202e5-1ef5-49fa-8b2c-a8e912edbbb5 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:08.165110 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e', 'code': 200} Aug 23 14:45:08.201375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a42550-db73-41aa-907b-c627e5d19177 req-e3329f1c-a53e-484b-b8e9-2ab0b63619e0 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:08.209907 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-55a42550-db73-41aa-907b-c627e5d19177 req-e3329f1c-a53e-484b-b8e9-2ab0b63619e0 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 948 time: 0.1910887 Aug 23 14:45:08.222568 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d8017bdf-6853-4c13-b4b2-78f0d251290b req-a92f9e15-eaf0-403a-979f-f7bc1dd5f321 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285448 Aug 23 14:45:08.233946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Pushing event updated for resources: {'Port': ['ID=05738bf0-0709-4218-bad2-48a1ffef6c0e,revision_number=10']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:08.241214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] No DVR routers for this DVR port 05738bf0-0709-4218-bad2-48a1ffef6c0e on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:45:08.308344 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-55a42550-db73-41aa-907b-c627e5d19177 req-69d992ea-a989-420c-9fdf-97b788d5111b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953522 Aug 23 14:45:08.363900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Attempting to bind port 05738bf0-0709-4218-bad2-48a1ffef6c0e on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:45:08.364604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Attempting to bind port 05738bf0-0709-4218-bad2-48a1ffef6c0e by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:45:08.365170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Attempting to bind port 05738bf0-0709-4218-bad2-48a1ffef6c0e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:45:08.386171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Port 05738bf0-0709-4218-bad2-48a1ffef6c0e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:45:08.386931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Attempting to bind port 05738bf0-0709-4218-bad2-48a1ffef6c0e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:45:08.400183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a58ef9-aee6-47c3-908c-646284db3fa8 req-8856ab57-e59d-4ca3-b3b9-7103adad2e0b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:08.402107 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08a58ef9-aee6-47c3-908c-646284db3fa8 req-8856ab57-e59d-4ca3-b3b9-7103adad2e0b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 949 time: 0.1452568 Aug 23 14:45:08.405797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:45:08.406360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:45:08.406918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:45:08.407640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Bound port: 05738bf0-0709-4218-bad2-48a1ffef6c0e, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:45:08.408210 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:08.468017 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:08.484989 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f08330d-860f-4646-bd59-36ba20552377 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:45:08.519979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0f08330d-860f-4646-bd59-36ba20552377, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0f08330d-860f-4646-bd59-36ba20552377,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:08.537449 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08a58ef9-aee6-47c3-908c-646284db3fa8 req-370d5714-e90f-4121-b072-b889b51ef16f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155913 Aug 23 14:45:08.550518 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31ddaf5d-64c0-4862-a1e1-51105d58b3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:08.576798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:45:08.581117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60668) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:08.582272 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:08.609782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:45:08.642721 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=0f08330d-860f-4646-bd59-36ba20552377,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:08.654126 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-217c380f-4ea9-4b31-850f-b8668b87de7a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2faf02ea24b34297b5c61061291fb033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687890 Aug 23 14:45:08.656208 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60674) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:08.720890 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:08.796030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dd6e7-f0ac-42b9-ae64-440c16f60be9 req-8a3b9d65-8fa3-4d8b-bc32-4819437901d6 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:08.797077 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d6d82c2f-21cb-47fd-bb3c-5c6be07fdcc5 req-b81bff49-0836-4200-9c7f-1382aa810bf6 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 210 time: 0.0782671 Aug 23 14:45:08.798091 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b00dd6e7-f0ac-42b9-ae64-440c16f60be9 req-8a3b9d65-8fa3-4d8b-bc32-4819437901d6 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 945 time: 0.1120839 Aug 23 14:45:08.814342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:08.815416 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:08.817510 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] 10.222.0.57 "PUT /v2.0/ports/05738bf0-0709-4218-bad2-48a1ffef6c0e HTTP/1.1" status: 200 len: 1097 time: 1.6223474 Aug 23 14:45:08.892468 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-206f7394-2a73-466e-8264-0bd7b7a440f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:08.899804 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b00dd6e7-f0ac-42b9-ae64-440c16f60be9 req-f0db53ee-d59d-4619-a870-f1a0a81a6dcc tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890765 Aug 23 14:45:08.909684 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc6abe-588c-4881-b8f5-3ec25ccd24ea service neutron] Pushing event updated for resources: {'Port': ['ID=05738bf0-0709-4218-bad2-48a1ffef6c0e,revision_number=11']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:08.953143 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:45:08.958062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['0f08330d-860f-4646-bd59-36ba20552377'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:08.979940 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-206f7394-2a73-466e-8264-0bd7b7a440f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:08.991319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-31ddaf5d-64c0-4862-a1e1-51105d58b3d2 admin admin] Deleting port 7b405b8e-bc05-472c-af54-92a76ef08c17 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:08.992471 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31ddaf5d-64c0-4862-a1e1-51105d58b3d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:09.008799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-6a872b79-2820-485f-b062-4839e8a810f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:09.010610 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-6a872b79-2820-485f-b062-4839e8a810f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 1100 time: 0.1562834 Aug 23 14:45:09.095510 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 05738bf0-0709-4218-bad2-48a1ffef6c0e no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:09.152040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-33429613-81fc-4bf4-8388-b77e44094cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:09.153962 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-33429613-81fc-4bf4-8388-b77e44094cd0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1344249 Aug 23 14:45:09.162009 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-31ddaf5d-64c0-4862-a1e1-51105d58b3d2 admin admin] For port 7b405b8e-bc05-472c-af54-92a76ef08c17, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7b405b8e-bc05-472c-af54-92a76ef08c17,segment=NetworkSegment(d4461a50-33a9-4284-a1d7-3d86371e065d),segment_id=d4461a50-33a9-4284-a1d7-3d86371e065d)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:09.166603 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31ddaf5d-64c0-4862-a1e1-51105d58b3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:09.186129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-31ddaf5d-64c0-4862-a1e1-51105d58b3d2 admin admin] Calling delete_port for 7b405b8e-bc05-472c-af54-92a76ef08c17 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:09.202035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 05738bf0-0709-4218-bad2-48a1ffef6c0e not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:09.208808 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-2d3929b7-a5c2-48db-91f8-e7d6eb48c9ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e HTTP/1.1" status: 200 len: 217 time: 0.0434377 Aug 23 14:45:09.210272 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-206f7394-2a73-466e-8264-0bd7b7a440f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:09.214786 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-206f7394-2a73-466e-8264-0bd7b7a440f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:09.218480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-206f7394-2a73-466e-8264-0bd7b7a440f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec39de99-7cd8-4b40-8af0-9336e4b625da HTTP/1.1" status: 204 len: 168 time: 0.5603311 Aug 23 14:45:09.238072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f7394-2a73-466e-8264-0bd7b7a440f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec39de99-7cd8-4b40-8af0-9336e4b625da,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:09.280979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4eeb9795-7bc5-453c-99d2-8181af8ae109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:09.283460 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4eeb9795-7bc5-453c-99d2-8181af8ae109 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0663569 Aug 23 14:45:09.358903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-68e9a2b3-c548-4f20-9ffa-aaa6ab80f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:09.363383 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-68e9a2b3-c548-4f20-9ffa-aaa6ab80f61d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706332 Aug 23 14:45:09.517955 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-4f58a448-363d-4270-b317-fb70d2cbf785 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463163 Aug 23 14:45:09.556756 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d183ae-a239-40db-857f-e5b5d2c32028 req-cec6e9b9-fa07-4663-b325-0ede9da6bcd1 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:09.565080 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69d183ae-a239-40db-857f-e5b5d2c32028 req-cec6e9b9-fa07-4663-b325-0ede9da6bcd1 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 949 time: 0.0820601 Aug 23 14:45:09.623245 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69d183ae-a239-40db-857f-e5b5d2c32028 req-a5c6aed5-fa4a-4d8f-b605-5e535212072f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568845 Aug 23 14:45:09.648605 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23f3fe56-3c92-4faf-b862-264bcf4a4f36 req-243d01af-6c5f-485b-8c15-557bbc30b59c service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186986 Aug 23 14:45:09.658242 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31ddaf5d-64c0-4862-a1e1-51105d58b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:09.704205 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddaf5d-64c0-4862-a1e1-51105d58b3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b405b8e-bc05-472c-af54-92a76ef08c17,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:09.742869 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cd219-f807-4fd4-872e-820d0dcc3a9a req-713b79a8-e449-47b9-b5fe-fffec678f43c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:09.744708 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9e6cd219-f807-4fd4-872e-820d0dcc3a9a req-713b79a8-e449-47b9-b5fe-fffec678f43c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 949 time: 0.0676184 Aug 23 14:45:09.792580 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9e6cd219-f807-4fd4-872e-820d0dcc3a9a req-05e273ca-0f77-43bb-9ca3-105bd3bccf3c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388789 Aug 23 14:45:09.939779 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2c717326-854f-4a74-a0ad-3676b8b09ad0 req-0ca15552-55e6-4034-b586-3637edc6141f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 210 time: 0.0397143 Aug 23 14:45:09.943845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31ddaf5d-64c0-4862-a1e1-51105d58b3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:10.124434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f395890-7ba4-47f9-8f9c-c60fa5d2b158 req-14ae852d-4834-4db0-b757-5d030bc4d1c0 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:10.125156 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-c4bc54af-3a38-4ccc-b8c0-8e25b1e21d19 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e6e0b279ff043acbf8723187691917d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351446 Aug 23 14:45:10.125961 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5f395890-7ba4-47f9-8f9c-c60fa5d2b158 req-14ae852d-4834-4db0-b757-5d030bc4d1c0 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 945 time: 0.0733187 Aug 23 14:45:10.197204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:10.202386 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fae876-007a-45ed-b07c-e010f1bd743d" -d '{"events": [{"name": "network-changed", "server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:10.252222 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5f395890-7ba4-47f9-8f9c-c60fa5d2b158 req-cb12edff-b8d9-4163-a5fd-25041d9d9ecf tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938451 Aug 23 14:45:10.296304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-21cd4dea-9a24-4b97-88e6-9b7c9c173929 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:10.296869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ddaf5d-64c0-4862-a1e1-51105d58b3d2 admin admin] Router 1c22ea83-b7d6-4519-b84b-67fd779dc5e5 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:45:10.299002 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-21cd4dea-9a24-4b97-88e6-9b7c9c173929 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660464 Aug 23 14:45:10.318225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-1954f014-ff1b-40b7-a3da-01be56bc90c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Request body: {'port': {'device_id': '02256000-80af-4eec-8b36-f79f55664a5a', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '1e6e0b279ff043acbf8723187691917d'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:45:10.398720 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55af4d8d-147f-4e4b-9c97-78a5f9e237dd x-openstack-request-id: req-55af4d8d-147f-4e4b-9c97-78a5f9e237dd {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:10.399150 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:10.399552 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-55af4d8d-147f-4e4b-9c97-78a5f9e237dd {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:10.400018 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e', 'status': 'completed', 'code': 200} Aug 23 14:45:10.503933 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb68c68-cc56-48bc-8a68-d1dad939a7cb req-52cc0066-2d29-4799-a0e9-cb8b1d88917e tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:10.505498 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8cb68c68-cc56-48bc-8a68-d1dad939a7cb req-52cc0066-2d29-4799-a0e9-cb8b1d88917e tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 1096 time: 0.1338818 Aug 23 14:45:10.532336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-f04a6d88-fd1d-4917-8322-64043d309135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:10.533881 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-f04a6d88-fd1d-4917-8322-64043d309135 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 1100 time: 0.1351287 Aug 23 14:45:10.560480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ddaf5d-64c0-4862-a1e1-51105d58b3d2 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:45:10.569465 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-31ddaf5d-64c0-4862-a1e1-51105d58b3d2 admin admin] 10.222.0.38 "PUT /v2.0/routers/1c22ea83-b7d6-4519-b84b-67fd779dc5e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8911228 Aug 23 14:45:10.575005 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60714) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:10.576344 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4949448-f739-4bc4-b4e1-69e876faa56b None None] Sync routers for ids ['1c22ea83-b7d6-4519-b84b-67fd779dc5e5'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:45:10.592201 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4949448-f739-4bc4-b4e1-69e876faa56b None None] Routers {'1c22ea83-b7d6-4519-b84b-67fd779dc5e5'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:45:10.592842 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c4949448-f739-4bc4-b4e1-69e876faa56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:44:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1c22ea83-b7d6-4519-b84b-67fd779dc5e5'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:10.724240 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8cb68c68-cc56-48bc-8a68-d1dad939a7cb req-b4138fcb-92a8-4fb0-af89-57694b054ee1 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047031 Aug 23 14:45:10.759601 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-c4949448-f739-4bc4-b4e1-69e876faa56b None None] Set router 1c22ea83-b7d6-4519-b84b-67fd779dc5e5 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:45:10.855224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-213a5081-0ed3-4435-8c65-a29d3c575a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:10.857555 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-213a5081-0ed3-4435-8c65-a29d3c575a10 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 1100 time: 0.4566438 Aug 23 14:45:10.882822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784faf9-4768-4502-b3a6-105e4ba11610 req-7d28b788-797f-425f-b9e4-67c3a5baf5ff tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:10.891398 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7784faf9-4768-4502-b3a6-105e4ba11610 req-7d28b788-797f-425f-b9e4-67c3a5baf5ff tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 949 time: 0.1226089 Aug 23 14:45:10.944639 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-f0f2bcdb-b5bf-4c80-a2ff-e7422d53080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:10.950973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-f0f2bcdb-b5bf-4c80-a2ff-e7422d53080c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.4020236 Aug 23 14:45:11.062767 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-54c70bff-2b24-4edf-a46e-e1205e8fe7b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e HTTP/1.1" status: 200 len: 217 time: 0.1027076 Aug 23 14:45:11.079227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0f08330d-860f-4646-bd59-36ba20552377 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:45:11.117328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-1954f014-ff1b-40b7-a3da-01be56bc90c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Made reservation on behalf of 1e6e0b279ff043acbf8723187691917d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:45:11.123780 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-1954f014-ff1b-40b7-a3da-01be56bc90c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:11.126161 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7784faf9-4768-4502-b3a6-105e4ba11610 req-f4f81448-0ccc-4aee-a689-a9d8fa109530 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333684 Aug 23 14:45:11.139773 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-f6e000e5-b9b6-4dcb-9030-4b71d0ebbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:11.142100 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-f6e000e5-b9b6-4dcb-9030-4b71d0ebbd60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.2715554 Aug 23 14:45:11.148800 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c4949448-f739-4bc4-b4e1-69e876faa56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444453965-router', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:54Z', 'updated_at': '2021-08-23T14:45:09Z', 'revision_number': 5, 'project_id': '578c0dd47b654a5283478e2e4ebad0c7', 'gw_port': {'id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:55Z', 'updated_at': '2021-08-23T14:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:11.192936 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-c68d6036-9a01-42bb-93cd-1b21e76e8985 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e HTTP/1.1" status: 200 len: 217 time: 0.0420065 Aug 23 14:45:11.214105 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:11.218813 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4949448-f739-4bc4-b4e1-69e876faa56b None None] Checking router: 1c22ea83-b7d6-4519-b84b-67fd779dc5e5 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:45:11.224654 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-bbde0e49-f33b-431e-bf38-0deb878eed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:11.226083 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-bbde0e49-f33b-431e-bf38-0deb878eed47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1473095 Aug 23 14:45:11.237230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 0f08330d-860f-4646-bd59-36ba20552377 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:45:11.241265 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:11.246150 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4949448-f739-4bc4-b4e1-69e876faa56b None None] Routers {'1c22ea83-b7d6-4519-b84b-67fd779dc5e5'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:45:11.248290 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c4949448-f739-4bc4-b4e1-69e876faa56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:44:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1c22ea83-b7d6-4519-b84b-67fd779dc5e5'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:11.339457 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-337f5043-56ab-4061-821b-895827adf1cd req-ac01a297-e286-49c1-9ed4-bdec8829d4b6 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 210 time: 0.0435076 Aug 23 14:45:11.349017 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:11.350521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-673fed3e-f009-4ceb-9afa-c111657cce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:11.352359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-673fed3e-f009-4ceb-9afa-c111657cce94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1406238 Aug 23 14:45:11.380398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10af98fc-7193-4743-b452-a814175456f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f08330d-860f-4646-bd59-36ba20552377'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:11.385516 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342f4642-28d9-488a-b855-9058a2a03557" -d '{"events": [{"server_uuid": "10af98fc-7193-4743-b452-a814175456f7", "name": "network-vif-plugged", "status": "completed", "tag": "0f08330d-860f-4646-bd59-36ba20552377"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:11.407076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0f08330d-860f-4646-bd59-36ba20552377, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0f08330d-860f-4646-bd59-36ba20552377,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:11.480810 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-1954f014-ff1b-40b7-a3da-01be56bc90c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Allocated IP 192.168.233.43 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/8851697b-df69-42df-9d27-0bb62981bf20) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:45:11.482598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-c899e186-d5c4-4bed-b92c-33c54ccef069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:11.483783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b2f81-f364-469b-a866-2c6ebb03a168 req-34d4aebf-104f-44e2-9453-47c2e5cbd673 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:11.484319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-c899e186-d5c4-4bed-b92c-33c54ccef069 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137583 Aug 23 14:45:11.486525 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-477b2f81-f364-469b-a866-2c6ebb03a168 req-34d4aebf-104f-44e2-9453-47c2e5cbd673 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 949 time: 0.4419003 Aug 23 14:45:11.502104 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:11.533139 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-c4949448-f739-4bc4-b4e1-69e876faa56b None None] Set router 1c22ea83-b7d6-4519-b84b-67fd779dc5e5 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:45:11.574433 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-a762864b-c655-4130-b5f6-912e05ce4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:11.582583 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-a762864b-c655-4130-b5f6-912e05ce4031 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2787757 Aug 23 14:45:11.605475 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=0f08330d-860f-4646-bd59-36ba20552377,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:11.606025 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:11.713172 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d25157d-fbb1-46fc-8eb9-4947174a392a x-openstack-request-id: req-0d25157d-fbb1-46fc-8eb9-4947174a392a {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:11.716646 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10af98fc-7193-4743-b452-a814175456f7", "name": "network-vif-plugged", "status": "completed", "tag": "0f08330d-860f-4646-bd59-36ba20552377", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:11.716646 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d25157d-fbb1-46fc-8eb9-4947174a392a {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:11.716646 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10af98fc-7193-4743-b452-a814175456f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f08330d-860f-4646-bd59-36ba20552377', 'code': 200} Aug 23 14:45:11.789472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-5589a50a-ce8f-41f1-890a-01ebbbc4c686 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869806 Aug 23 14:45:11.916737 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c4949448-f739-4bc4-b4e1-69e876faa56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444453965-router', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:54Z', 'updated_at': '2021-08-23T14:45:09Z', 'revision_number': 5, 'project_id': '578c0dd47b654a5283478e2e4ebad0c7', 'gw_port': {'id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:55Z', 'updated_at': '2021-08-23T14:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:11.922464 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-1954f014-ff1b-40b7-a3da-01be56bc90c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:11.957913 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4949448-f739-4bc4-b4e1-69e876faa56b None None] The sync data for ids ['1c22ea83-b7d6-4519-b84b-67fd779dc5e5'] in n-d-804985-3 is: [{'id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444453965-router', 'tenant_id': '578c0dd47b654a5283478e2e4ebad0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:42:54Z', 'updated_at': '2021-08-23T14:45:09Z', 'revision_number': 5, 'project_id': '578c0dd47b654a5283478e2e4ebad0c7', 'gw_port': {'id': '6aac5975-e620-4304-bfdb-f2b27b0f2c2f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c22ea83-b7d6-4519-b84b-67fd779dc5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:42:55Z', 'updated_at': '2021-08-23T14:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:45:11.959337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-1954f014-ff1b-40b7-a3da-01be56bc90c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Transition to ACTIVE for port object 8851697b-df69-42df-9d27-0bb62981bf20 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:45:12.009925 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-2d8d9af8-8c8b-4a77-bad0-325336633ce6 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940455 Aug 23 14:45:12.086070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd17aa-e66b-4d94-bd38-ea71cf446623 req-1bc114e0-b22f-42eb-b4a3-d57744bf19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:12.105696 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3dd17aa-e66b-4d94-bd38-ea71cf446623 req-1bc114e0-b22f-42eb-b4a3-d57744bf19ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 1101 time: 0.1281087 Aug 23 14:45:12.112764 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-477b2f81-f364-469b-a866-2c6ebb03a168 req-13bf2a6d-69e9-4946-bd7f-12dbbe05d7f0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6158874 Aug 23 14:45:12.167138 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3dd17aa-e66b-4d94-bd38-ea71cf446623 req-422bfd71-d405-42d1-a4a6-6a57c9bd60bd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517855 Aug 23 14:45:12.182940 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] Deleting port 6aac5975-e620-4304-bfdb-f2b27b0f2c2f {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:12.187752 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:12.187752 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-e38eba98-3b27-4e41-a94c-0eb04628703e service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842180 Aug 23 14:45:12.205303 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-1954f014-ff1b-40b7-a3da-01be56bc90c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:12.218721 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116', 'a0c164ee-842a-4c79-ac62-bb01c759cad5', '8b747ff0-18b0-49da-b4a3-73266ab9ed11', 'f7c564a1-94dd-45e6-af56-abccb8b49ca6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:12.270831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['aa044a13-f042-4baa-b885-1a0bfafb5c3a', 'b9ce66ae-25bb-4dbe-a28b-d825e0b7961f', 'a1952be3-eb90-4618-8acb-9bf124e09e3e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:12.314926 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-1954f014-ff1b-40b7-a3da-01be56bc90c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:45:12.359852 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-1954f014-ff1b-40b7-a3da-01be56bc90c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:45:12.363156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-1954f014-ff1b-40b7-a3da-01be56bc90c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:45:12.435835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] For port 6aac5975-e620-4304-bfdb-f2b27b0f2c2f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6aac5975-e620-4304-bfdb-f2b27b0f2c2f,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:12.436610 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:12.474785 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6fae876-007a-45ed-b07c-e010f1bd743d req-0cee1d57-3ae7-4955-b38c-baa3149de44c service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741113 Aug 23 14:45:12.477861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954f014-ff1b-40b7-a3da-01be56bc90c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event updated for resources: {'Port': ['ID=8851697b-df69-42df-9d27-0bb62981bf20,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:12.478532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] Calling delete_port for 6aac5975-e620-4304-bfdb-f2b27b0f2c2f owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:12.496152 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-1954f014-ff1b-40b7-a3da-01be56bc90c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:12.496965 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-1954f014-ff1b-40b7-a3da-01be56bc90c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:12.542956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3880b1-312e-47fd-b180-56e151509174 req-80dba62b-b3d8-4f24-820f-b63a8a0a166c tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:12.551314 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b3880b1-312e-47fd-b180-56e151509174 req-80dba62b-b3d8-4f24-820f-b63a8a0a166c tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.2656121 Aug 23 14:45:12.647427 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b3880b1-312e-47fd-b180-56e151509174 req-8844b514-9cb4-45ad-b71e-b3abe1127c3e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911825 Aug 23 14:45:12.652272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-1954f014-ff1b-40b7-a3da-01be56bc90c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3397169 Aug 23 14:45:12.681468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Request body: {'port': {'device_id': '02256000-80af-4eec-8b36-f79f55664a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:45:12.690197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb43bd4-f530-4710-948f-2d221679b684 req-5fea2d69-a96d-44d9-b4ad-f76d656a2abc tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:12.701513 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3cb43bd4-f530-4710-948f-2d221679b684 req-5fea2d69-a96d-44d9-b4ad-f76d656a2abc tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 935 time: 0.2030413 Aug 23 14:45:12.774130 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3cb43bd4-f530-4710-948f-2d221679b684 req-ebe7b6af-bbb1-465b-a83e-de4ed21b5da2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630181 Aug 23 14:45:12.826423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7b405b8e-bc05-472c-af54-92a76ef08c17 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:12.864252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 7b405b8e-bc05-472c-af54-92a76ef08c17 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:45:12.864875 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7b405b8e-bc05-472c-af54-92a76ef08c17 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:12.951828 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:12.967743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4e6fe2bd-3759-45e3-9216-54c9761b78a3 None None] Provisioning for port 8851697b-df69-42df-9d27-0bb62981bf20 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:45:13.007355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4e6fe2bd-3759-45e3-9216-54c9761b78a3 None None] Provisioning complete for port 8851697b-df69-42df-9d27-0bb62981bf20 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:45:13.008358 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4e6fe2bd-3759-45e3-9216-54c9761b78a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:13.114140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4e6fe2bd-3759-45e3-9216-54c9761b78a3 None None] Port 8851697b-df69-42df-9d27-0bb62981bf20 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:45:13.131353 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:13.216729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aac5975-e620-4304-bfdb-f2b27b0f2c2f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:13.380810 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:13.422991 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8851697b-df69-42df-9d27-0bb62981bf20 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:45:13.433233 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:13.433830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c07b7-0a40-4dd9-9e52-f7dccc841961 req-3189999b-b086-483b-9b6d-8fae6fe24325 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:13.449700 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f04c07b7-0a40-4dd9-9e52-f7dccc841961 req-3189999b-b086-483b-9b6d-8fae6fe24325 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 949 time: 0.2405021 Aug 23 14:45:13.452608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Transition to ACTIVE for port object 8851697b-df69-42df-9d27-0bb62981bf20 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:45:13.509257 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:13.619926 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:13.624949 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:13.728558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Pushing event updated for resources: {'Port': ['ID=8851697b-df69-42df-9d27-0bb62981bf20,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:13.747224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Attempting to bind port 8851697b-df69-42df-9d27-0bb62981bf20 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:45:13.747885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Attempting to bind port 8851697b-df69-42df-9d27-0bb62981bf20 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:45:13.748420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Attempting to bind port 8851697b-df69-42df-9d27-0bb62981bf20 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:45:13.757548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Port 8851697b-df69-42df-9d27-0bb62981bf20 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:45:13.757884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Attempting to bind port 8851697b-df69-42df-9d27-0bb62981bf20 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:45:13.776680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:45:13.776680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:45:13.776680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:45:13.776680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Bound port: 8851697b-df69-42df-9d27-0bb62981bf20, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:45:13.776680 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:13.786911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 05738bf0-0709-4218-bad2-48a1ffef6c0e details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:45:13.790846 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f04c07b7-0a40-4dd9-9e52-f7dccc841961 req-4b2ed151-2d01-4df6-b2f8-38aa728ea87e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395715 Aug 23 14:45:13.896993 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:13.898400 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c22ea83-b7d6-4519-b84b-67fd779dc5e5 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:45:13.912207 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:13.914799 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c69dfcc2-5d82-4e59-86f8-ac1726c559a3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/1c22ea83-b7d6-4519-b84b-67fd779dc5e5 HTTP/1.1" status: 204 len: 168 time: 3.3171070 Aug 23 14:45:13.918088 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60790) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:13.918732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] For port 8851697b-df69-42df-9d27-0bb62981bf20, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:45:13.931338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4e28c-f756-40c6-8add-7108088c6224 req-59461f36-b4cf-4cc4-87ba-d9f7504b7ffd tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:13.939248 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1bf4e28c-f756-40c6-8add-7108088c6224 req-59461f36-b4cf-4cc4-87ba-d9f7504b7ffd tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1450708 Aug 23 14:45:13.942432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] For port 8851697b-df69-42df-9d27-0bb62981bf20, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8851697b-df69-42df-9d27-0bb62981bf20,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:45:13.994482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:13.995782 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1bf4e28c-f756-40c6-8add-7108088c6224 req-8b518b5f-ddb9-45f2-ac43-aea46c06d777 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551710 Aug 23 14:45:14.007609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Deleting subnet 961ae5f2-cb90-4855-aa8f-c87554a0e3fa {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:45:14.016895 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:14.022192 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:14.051271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '05738bf0-0709-4218-bad2-48a1ffef6c0e', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '05738bf0-0709-4218-bad2-48a1ffef6c0e', 'mac_address': 'fa:16:3e:9e:e8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:45:14.068949 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:14.111809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:14.111809 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:14.111809 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] 10.222.0.57 "PUT /v2.0/ports/8851697b-df69-42df-9d27-0bb62981bf20 HTTP/1.1" status: 200 len: 1095 time: 1.4484458 Aug 23 14:45:14.112715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02256000-80af-4eec-8b36-f79f55664a5a', 'tag': '8851697b-df69-42df-9d27-0bb62981bf20'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:14.116853 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bf280e-b2a7-423d-a385-1de7ffc722b5" -d '{"events": [{"name": "network-changed", "server_uuid": "02256000-80af-4eec-8b36-f79f55664a5a", "tag": "8851697b-df69-42df-9d27-0bb62981bf20"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:14.165925 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:14.184053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05738bf0-0709-4218-bad2-48a1ffef6c0e {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:45:14.201456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafb76f-cb44-4172-af12-97eed11fe40f service neutron] Pushing event updated for resources: {'Port': ['ID=8851697b-df69-42df-9d27-0bb62981bf20,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:14.239345 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930901-f366-4e8f-8246-5df836fd77b3 req-82995e10-ff35-42e8-b2cf-36635c985592 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:14.240327 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:14.240457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:14.248925 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39930901-f366-4e8f-8246-5df836fd77b3 req-82995e10-ff35-42e8-b2cf-36635c985592 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 949 time: 0.1063421 Aug 23 14:45:14.268711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d655ced-033d-4e6a-be1f-9a581d6463e4 req-75bd6096-66bf-4624-b5ab-02ebe9fefb2d tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:14.271361 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d655ced-033d-4e6a-be1f-9a581d6463e4 req-75bd6096-66bf-4624-b5ab-02ebe9fefb2d tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 947 time: 0.2662144 Aug 23 14:45:14.348320 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39930901-f366-4e8f-8246-5df836fd77b3 req-fb3ca9b7-62a3-4985-b8c8-727ca166d193 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981579 Aug 23 14:45:14.357490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-e72100c9-67d0-44a3-8d8c-6f3235facba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:14.364966 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:14.373925 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-e72100c9-67d0-44a3-8d8c-6f3235facba7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 1098 time: 0.1218688 Aug 23 14:45:14.402839 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d655ced-033d-4e6a-be1f-9a581d6463e4 req-3ffe1e07-c1a7-4304-8509-07c25e994d97 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976808 Aug 23 14:45:14.455813 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-a8e4b930-46f8-4330-8b19-2846680c45da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=8851697b-df69-42df-9d27-0bb62981bf20 HTTP/1.1" status: 200 len: 217 time: 0.0720372 Aug 23 14:45:14.462853 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:14.483979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=05738bf0-0709-4218-bad2-48a1ffef6c0e,revision_number=12']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:14.594072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=961ae5f2-cb90-4855-aa8f-c87554a0e3fa,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:14.627187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-879e1b90-aa8f-4e28-ad43-87512d524f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:14.629868 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-879e1b90-aa8f-4e28-ad43-87512d524f30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1560471 Aug 23 14:45:14.630477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebc244a-ad62-45e5-a2a0-645f1d08c99c None None] Network 51950f55-2421-4c95-a28a-93304f30a9e1 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:45:14.631806 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45d54a6-bbdd-476a-a245-a4cc7258307e x-openstack-request-id: req-d45d54a6-bbdd-476a-a245-a4cc7258307e {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:14.633035 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02256000-80af-4eec-8b36-f79f55664a5a", "tag": "8851697b-df69-42df-9d27-0bb62981bf20", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:14.633435 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d45d54a6-bbdd-476a-a245-a4cc7258307e {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:14.633882 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02256000-80af-4eec-8b36-f79f55664a5a', 'tag': '8851697b-df69-42df-9d27-0bb62981bf20', 'status': 'completed', 'code': 200} Aug 23 14:45:14.641331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:14.641681 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:14.642030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:14.642372 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:14.642707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:14.643083 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:14.643415 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:14.647106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:14.647628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:14.651829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:14.652780 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:14.653433 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:14.662601 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:14.669354 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-08b30ac7-ca8b-4bf1-8823-d8ebafacee85 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/961ae5f2-cb90-4855-aa8f-c87554a0e3fa HTTP/1.1" status: 204 len: 168 time: 0.7493262 Aug 23 14:45:14.673044 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60812) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:14.726210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-6f1de8e3-4e72-4abb-8b2e-9bb8fa5dde46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:14.727891 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-6f1de8e3-4e72-4abb-8b2e-9bb8fa5dde46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907135 Aug 23 14:45:14.766014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['05738bf0-0709-4218-bad2-48a1ffef6c0e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:14.809793 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:14.870936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6aac5975-e620-4304-bfdb-f2b27b0f2c2f no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:14.874973 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-5d444905-ebe0-4848-a90e-f35c1994a47f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a6f5c4613b364924ae1363c53a90461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461917 Aug 23 14:45:14.896632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] Deleting port bddea997-8d76-413c-87a9-51c1ac0fd246 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:14.897144 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:14.913386 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 6aac5975-e620-4304-bfdb-f2b27b0f2c2f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:45:14.913814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6aac5975-e620-4304-bfdb-f2b27b0f2c2f not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:14.976171 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] For port bddea997-8d76-413c-87a9-51c1ac0fd246, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bddea997-8d76-413c-87a9-51c1ac0fd246,segment=NetworkSegment(d4461a50-33a9-4284-a1d7-3d86371e065d),segment_id=d4461a50-33a9-4284-a1d7-3d86371e065d)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:14.976806 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:15.005229 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] Calling delete_port for bddea997-8d76-413c-87a9-51c1ac0fd246 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:15.014350 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-9bff5897-d905-4e7b-b2d2-94ab6cbe8fa2 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772057 Aug 23 14:45:15.070877 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6036b80d-0209-458c-b61d-eea6cb25071d None None] DHCP port deletion for 51950f55-2421-4c95-a28a-93304f30a9e1 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:45:15.126467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-ab765c59-1aa3-48b5-a0c6-89976dec2a5f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:15.128276 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-ab765c59-1aa3-48b5-a0c6-89976dec2a5f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2524738 Aug 23 14:45:15.159799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-79533640-e3f8-49d0-9500-decc32c6719f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/quotas/a6f5c4613b364924ae1363c53a90461d HTTP/1.1" status: 200 len: 375 time: 0.0188544 Aug 23 14:45:15.166938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6036b80d-0209-458c-b61d-eea6cb25071d None None] Deleting port bddea997-8d76-413c-87a9-51c1ac0fd246 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:15.167320 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6036b80d-0209-458c-b61d-eea6cb25071d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:15.188426 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-118d5950-06a6-454d-9ff7-de6c8cfd33c4 req-81df3d31-f4cf-4d6c-8526-2e73f6e511b8 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659174 Aug 23 14:45:15.231738 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-9c13cfb2-7a5b-4f17-93dd-76a3ed58e748 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0595279 Aug 23 14:45:15.238239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6036b80d-0209-458c-b61d-eea6cb25071d None None] For port bddea997-8d76-413c-87a9-51c1ac0fd246, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bddea997-8d76-413c-87a9-51c1ac0fd246,segment=NetworkSegment(d4461a50-33a9-4284-a1d7-3d86371e065d),segment_id=d4461a50-33a9-4284-a1d7-3d86371e065d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:15.238639 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6036b80d-0209-458c-b61d-eea6cb25071d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:15.239021 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:15.261701 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6036b80d-0209-458c-b61d-eea6cb25071d None None] Calling delete_port for bddea997-8d76-413c-87a9-51c1ac0fd246 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:15.268297 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] Pushing event deleted for resources: {'Port': ['ID=bddea997-8d76-413c-87a9-51c1ac0fd246,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:15.274914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] No DVR routers for this DVR port bddea997-8d76-413c-87a9-51c1ac0fd246 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:45:15.278410 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:15.359528 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6036b80d-0209-458c-b61d-eea6cb25071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:15.378082 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:15.388503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036b80d-0209-458c-b61d-eea6cb25071d None None] Pushing event deleted for resources: {'Port': ['ID=bddea997-8d76-413c-87a9-51c1ac0fd246,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:15.391581 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51950f55-2421-4c95-a28a-93304f30a9e1']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:15.392631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6036b80d-0209-458c-b61d-eea6cb25071d None None] No DVR routers for this DVR port bddea997-8d76-413c-87a9-51c1ac0fd246 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:45:15.407021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4461a50-33a9-4284-a1d7-3d86371e065d') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:15.407513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4461a50-33a9-4284-a1d7-3d86371e065d') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:15.421385 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:15.439156 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:15.446908 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:45:15.447412 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:45:15.449471 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:45:15.460367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf280e-b2a7-423d-a385-1de7ffc722b5 req-4dabda68-6ae4-4ae8-ade1-1df32c6e7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:15.461667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67bf280e-b2a7-423d-a385-1de7ffc722b5 req-4dabda68-6ae4-4ae8-ade1-1df32c6e7768 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e6e0b279ff043acbf8723187691917d&device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 1098 time: 0.0430248 Aug 23 14:45:15.589426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf280e-b2a7-423d-a385-1de7ffc722b5 req-93760023-e402-4ac6-8b70-42ba83b3fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:15.590910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67bf280e-b2a7-423d-a385-1de7ffc722b5 req-93760023-e402-4ac6-8b70-42ba83b3fbce service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1156585 Aug 23 14:45:15.605210 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:15.617348 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:15.624811 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] 10.222.0.38 "DELETE /v2.0/networks/51950f55-2421-4c95-a28a-93304f30a9e1 HTTP/1.1" status: 204 len: 168 time: 0.9500067 Aug 23 14:45:15.625513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60846) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:15.648328 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7575f-9261-4755-8e60-1a3392af2540 admin admin] Pushing event deleted for resources: {'Network': ['ID=51950f55-2421-4c95-a28a-93304f30a9e1,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:15.674477 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67bf280e-b2a7-423d-a385-1de7ffc722b5 req-c0b0d983-c039-4671-91fd-da31f2f67dd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=8851697b-df69-42df-9d27-0bb62981bf20 HTTP/1.1" status: 200 len: 217 time: 0.0609810 Aug 23 14:45:15.701321 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ef301-f739-4bf7-b81a-2f39cdd36995 req-b9b1d4e2-6f89-434c-b6e8-56536e2e6717 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:15.702976 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-666ef301-f739-4bf7-b81a-2f39cdd36995 req-b9b1d4e2-6f89-434c-b6e8-56536e2e6717 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1369686 Aug 23 14:45:15.762984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf280e-b2a7-423d-a385-1de7ffc722b5 req-d6054b3b-b401-4b97-b400-780999c3133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:15.764478 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67bf280e-b2a7-423d-a385-1de7ffc722b5 req-d6054b3b-b401-4b97-b400-780999c3133d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0826955 Aug 23 14:45:15.803037 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-666ef301-f739-4bf7-b81a-2f39cdd36995 req-24472f26-d289-44ea-a0cf-12908be6c070 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768056 Aug 23 14:45:15.826185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf280e-b2a7-423d-a385-1de7ffc722b5 req-309b9f64-5cf7-46b5-be40-b25e99e7b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:15.827934 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67bf280e-b2a7-423d-a385-1de7ffc722b5 req-309b9f64-5cf7-46b5-be40-b25e99e7b22e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543809 Aug 23 14:45:15.980141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ed828-c76a-406b-848b-7047a5487197 req-1ff5b1ae-bcab-463b-9a4a-fb07b396819c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:15.989410 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-687ed828-c76a-406b-848b-7047a5487197 req-1ff5b1ae-bcab-463b-9a4a-fb07b396819c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 947 time: 0.0889227 Aug 23 14:45:16.012234 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67bf280e-b2a7-423d-a385-1de7ffc722b5 req-cbd100cd-91da-408d-a564-ed898a4cabb6 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739006 Aug 23 14:45:16.038941 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f05e0b4d-c394-429a-884b-f49e80228554 req-f5815ce6-19dc-4f6a-a0a2-159fe48fad8c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 210 time: 0.0335126 Aug 23 14:45:16.068665 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-687ed828-c76a-406b-848b-7047a5487197 req-7780e21c-f6c6-4c53-a605-ec6b6b8fd66b tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781248 Aug 23 14:45:16.173341 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bbe0e020-96df-4fb0-9430-dffe59c13b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:16.238773 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67bf280e-b2a7-423d-a385-1de7ffc722b5 req-29775d2c-c5a9-4a3c-a592-22deb29f13d4 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120516 Aug 23 14:45:16.293404 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b103283-8b34-4d02-86a6-3791d3e67bc7 req-89b71b5d-adbb-41c9-a846-285904006f39 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:16.294742 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1b103283-8b34-4d02-86a6-3791d3e67bc7 req-89b71b5d-adbb-41c9-a846-285904006f39 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0934267 Aug 23 14:45:16.348761 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1b103283-8b34-4d02-86a6-3791d3e67bc7 req-28d08e27-602e-4216-8447-76aa68e9a85b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467167 Aug 23 14:45:16.479637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-bbe0e020-96df-4fb0-9430-dffe59c13b3a admin admin] Deleting port f3849b38-0d1c-4827-aaff-5dae0d944c9a {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:16.482753 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bbe0e020-96df-4fb0-9430-dffe59c13b3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:16.582129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-bbe0e020-96df-4fb0-9430-dffe59c13b3a admin admin] For port f3849b38-0d1c-4827-aaff-5dae0d944c9a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f3849b38-0d1c-4827-aaff-5dae0d944c9a,segment=NetworkSegment(2b5578ef-0aaa-47c7-9d71-4ae15d034161),segment_id=2b5578ef-0aaa-47c7-9d71-4ae15d034161)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:16.582600 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bbe0e020-96df-4fb0-9430-dffe59c13b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:16.607237 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-bbe0e020-96df-4fb0-9430-dffe59c13b3a admin admin] Calling delete_port for f3849b38-0d1c-4827-aaff-5dae0d944c9a owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:16.847803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bddea997-8d76-413c-87a9-51c1ac0fd246 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:16.888861 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: bddea997-8d76-413c-87a9-51c1ac0fd246 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:45:16.889215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bddea997-8d76-413c-87a9-51c1ac0fd246 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:16.931298 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bbe0e020-96df-4fb0-9430-dffe59c13b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:16.963544 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0e020-96df-4fb0-9430-dffe59c13b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=f3849b38-0d1c-4827-aaff-5dae0d944c9a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:17.019198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892055c-6617-4249-a32e-d9a755deb3d8 req-6a8d0abe-77f7-4e70-86df-bb821310911e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:17.040075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f892055c-6617-4249-a32e-d9a755deb3d8 req-6a8d0abe-77f7-4e70-86df-bb821310911e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0874104 Aug 23 14:45:17.119024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f892055c-6617-4249-a32e-d9a755deb3d8 req-0b141921-b164-4552-bbef-92eb73fc5fe9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714571 Aug 23 14:45:17.245168 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-600e4e9f-f02f-48da-ba70-8797b8aa701c req-0ca9d961-a77a-43e4-aef5-2f0838205aef tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 210 time: 0.0581496 Aug 23 14:45:17.307623 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721a7a8-f11c-451b-ad41-290932b64a38 req-05d942ad-4e01-4926-8d32-781f12f5fc2c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:17.318318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f721a7a8-f11c-451b-ad41-290932b64a38 req-05d942ad-4e01-4926-8d32-781f12f5fc2c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 947 time: 0.1121995 Aug 23 14:45:17.361599 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f721a7a8-f11c-451b-ad41-290932b64a38 req-139e8673-60ca-4277-ad86-89c4205439f2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 Aug 23 14:45:17.391764 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bbe0e020-96df-4fb0-9430-dffe59c13b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:17.628368 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe0e020-96df-4fb0-9430-dffe59c13b3a admin admin] Router d3afaaf1-5504-4320-a439-b94625f416cf has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:45:17.749935 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe0e020-96df-4fb0-9430-dffe59c13b3a admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:45:17.762646 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bbe0e020-96df-4fb0-9430-dffe59c13b3a admin admin] 10.222.0.38 "PUT /v2.0/routers/d3afaaf1-5504-4320-a439-b94625f416cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1189976 Aug 23 14:45:17.763130 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ecb58b-c685-45e2-a87d-5f0d2cf78c69 None None] Sync routers for ids ['d3afaaf1-5504-4320-a439-b94625f416cf'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:45:17.763234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60900) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:17.774535 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ecb58b-c685-45e2-a87d-5f0d2cf78c69 None None] Routers {'d3afaaf1-5504-4320-a439-b94625f416cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:45:17.775534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-04ecb58b-c685-45e2-a87d-5f0d2cf78c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:44:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d3afaaf1-5504-4320-a439-b94625f416cf'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:17.817814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8851697b-df69-42df-9d27-0bb62981bf20 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:45:17.820325 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 05738bf0-0709-4218-bad2-48a1ffef6c0e up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:45:17.877199 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:17.998371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-04ecb58b-c685-45e2-a87d-5f0d2cf78c69 None None] Set router d3afaaf1-5504-4320-a439-b94625f416cf gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:45:18.041473 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:18.168785 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8851697b-df69-42df-9d27-0bb62981bf20, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8851697b-df69-42df-9d27-0bb62981bf20,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:18.182225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 05738bf0-0709-4218-bad2-48a1ffef6c0e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:45:18.196916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '8851697b-df69-42df-9d27-0bb62981bf20', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '8851697b-df69-42df-9d27-0bb62981bf20', 'mac_address': 'fa:16:3e:02:86:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:45:18.198565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 05738bf0-0709-4218-bad2-48a1ffef6c0e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:45:18.199018 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:18.273366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f757aa7-a329-4ab9-b9c8-af70e3be0bfa req-206d87ae-60e3-458d-bc30-d1a59d104a09 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:18.290409 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8f757aa7-a329-4ab9-b9c8-af70e3be0bfa req-206d87ae-60e3-458d-bc30-d1a59d104a09 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1014228 Aug 23 14:45:18.313057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Deleting port 04d3b2b1-b81c-4eeb-b50b-63ef17277789 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:18.313740 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:18.380966 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8f757aa7-a329-4ab9-b9c8-af70e3be0bfa req-ccc28261-f4ef-4222-9b7b-4948a31f93dd tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808814 Aug 23 14:45:18.433479 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e11a4832-673a-4961-87ed-c544ae54fa29 req-011e05ce-76de-4f58-b860-be80574078f3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 210 time: 0.0575159 Aug 23 14:45:18.476853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] For port 04d3b2b1-b81c-4eeb-b50b-63ef17277789, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=04d3b2b1-b81c-4eeb-b50b-63ef17277789,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:18.477310 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:18.498535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Calling delete_port for 04d3b2b1-b81c-4eeb-b50b-63ef17277789 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:18.618634 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:18.646521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8851697b-df69-42df-9d27-0bb62981bf20 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:45:18.700102 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8851697b-df69-42df-9d27-0bb62981bf20, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8851697b-df69-42df-9d27-0bb62981bf20,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:18.701480 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ef414-03ba-42e1-b52b-a56b01229408 req-1ccd9639-463f-4514-a208-60ac0de06216 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:18.710396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-920ef414-03ba-42e1-b52b-a56b01229408 req-1ccd9639-463f-4514-a208-60ac0de06216 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 947 time: 0.1506476 Aug 23 14:45:18.715957 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:18.727751 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-04ecb58b-c685-45e2-a87d-5f0d2cf78c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-294654297-router', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '04d3b2b1-b81c-4eeb-b50b-63ef17277789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:10Z', 'updated_at': '2021-08-23T14:45:16Z', 'revision_number': 5, 'project_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'gw_port': {'id': '04d3b2b1-b81c-4eeb-b50b-63ef17277789', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:12Z', 'updated_at': '2021-08-23T14:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:18.768085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ecb58b-c685-45e2-a87d-5f0d2cf78c69 None None] Checking router: d3afaaf1-5504-4320-a439-b94625f416cf for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:45:18.778275 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:18.780750 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e09d29-5add-41bc-a75d-9011e81eb548" -d '{"events": [{"server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "name": "network-vif-plugged", "status": "completed", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:18.823512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:18.828041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ecb58b-c685-45e2-a87d-5f0d2cf78c69 None None] Routers {'d3afaaf1-5504-4320-a439-b94625f416cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:45:18.834267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-04ecb58b-c685-45e2-a87d-5f0d2cf78c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:44:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d3afaaf1-5504-4320-a439-b94625f416cf'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:18.838227 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-920ef414-03ba-42e1-b52b-a56b01229408 req-32b47f98-ca3a-4677-8ff1-e484b1b0e022 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268280 Aug 23 14:45:18.877140 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ca750b-3d84-4edb-aca4-19310e61f0dd x-openstack-request-id: req-b5ca750b-3d84-4edb-aca4-19310e61f0dd {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:18.877734 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "name": "network-vif-plugged", "status": "completed", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:18.878156 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b5ca750b-3d84-4edb-aca4-19310e61f0dd {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:18.878767 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e', 'code': 200} Aug 23 14:45:18.882395 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:18.970732 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-04ecb58b-c685-45e2-a87d-5f0d2cf78c69 None None] Set router d3afaaf1-5504-4320-a439-b94625f416cf gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:45:18.982424 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:19.030525 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:19.032068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-04ecb58b-c685-45e2-a87d-5f0d2cf78c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-294654297-router', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:10Z', 'updated_at': '2021-08-23T14:45:18Z', 'revision_number': 6, 'project_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:19.034032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=8851697b-df69-42df-9d27-0bb62981bf20,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:19.065103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ecb58b-c685-45e2-a87d-5f0d2cf78c69 None None] The sync data for ids ['d3afaaf1-5504-4320-a439-b94625f416cf'] in n-d-804985-3 is: [{'id': 'd3afaaf1-5504-4320-a439-b94625f416cf', 'name': 'tempest-AttachSCSIVolumeTestJSON-294654297-router', 'tenant_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:10Z', 'updated_at': '2021-08-23T14:45:18Z', 'revision_number': 6, 'project_id': 'a62402b5e60d452e9b31eb0c7bba9f09', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:45:19.145954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=05738bf0-0709-4218-bad2-48a1ffef6c0e,revision_number=13']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:19.277701 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['8851697b-df69-42df-9d27-0bb62981bf20'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:19.441185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d3b2b1-b81c-4eeb-b50b-63ef17277789,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:19.458799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:19.459366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:19.459956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:19.460746 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:19.461346 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:19.461859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:19.462360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:19.462847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:19.463333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:19.463854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:19.464359 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:19.464857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:19.495504 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:19.636678 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9a035-fd2a-4037-a1ae-03e92ce51858 req-f69c4a13-5ce9-4e14-8f4c-7ca0fde90d77 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:19.636678 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-74c9a035-fd2a-4037-a1ae-03e92ce51858 req-f69c4a13-5ce9-4e14-8f4c-7ca0fde90d77 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0962641 Aug 23 14:45:19.662759 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:19.672815 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:19.675589 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-2acb870a-c4d4-421c-8e15-050d21c4c5dc tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a6f5c4613b364924ae1363c53a90461d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1765497 Aug 23 14:45:19.689350 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-74c9a035-fd2a-4037-a1ae-03e92ce51858 req-b9cf3ecf-de2a-4efc-820d-e5baa9a5273b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499747 Aug 23 14:45:19.719790 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b4a3a17-29ad-4ce4-ba41-ce2241e1a78b req-e9a181ae-a35e-48ee-8a24-71fd5ebcfcc9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 210 time: 0.0710452 Aug 23 14:45:19.846515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8c40c3b6-62d8-47d8-b085-7814c168dfb7 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:19.848176 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8c40c3b6-62d8-47d8-b085-7814c168dfb7 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660094 Aug 23 14:45:19.862253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8c229ecc-ff96-4e01-8769-cdfe28775e1a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Request body: {'port': {'device_id': '0b860653-87ee-4b66-826c-995eeb949103', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': 'a6f5c4613b364924ae1363c53a90461d'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:45:19.976422 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:19.998006 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:19.998566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3afaaf1-5504-4320-a439-b94625f416cf {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:45:20.003225 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:20.004735 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-682daa75-ed60-4cff-95e4-afd279ac6315 admin admin] 10.222.0.38 "DELETE /v2.0/routers/d3afaaf1-5504-4320-a439-b94625f416cf HTTP/1.1" status: 204 len: 168 time: 2.2403359 Aug 23 14:45:20.008511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60948) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:20.065756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba2e5-cfb7-4f35-b6fa-960f29d631df req-68fbe732-2e0e-4f70-926f-ae72468055c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:20.068116 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb9ba2e5-cfb7-4f35-b6fa-960f29d631df req-68fbe732-2e0e-4f70-926f-ae72468055c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 948 time: 0.1237626 Aug 23 14:45:20.091025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09d908c-5377-4854-844d-b1d54c6627c0 admin admin] Deleting subnet 1557f36c-2b49-423b-9d97-625d5c2fab81 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:45:20.101310 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d09d908c-5377-4854-844d-b1d54c6627c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:20.127944 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb9ba2e5-cfb7-4f35-b6fa-960f29d631df req-b4f09b4e-22c6-4d6f-ae45-d9feadc0364c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510652 Aug 23 14:45:20.174053 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d09d908c-5377-4854-844d-b1d54c6627c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:20.205508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8c229ecc-ff96-4e01-8769-cdfe28775e1a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Made reservation on behalf of a6f5c4613b364924ae1363c53a90461d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:45:20.212935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8c229ecc-ff96-4e01-8769-cdfe28775e1a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:20.354460 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d09d908c-5377-4854-844d-b1d54c6627c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:20.486227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8c229ecc-ff96-4e01-8769-cdfe28775e1a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Allocated IP 192.168.233.208 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/32c86daf-c9cd-426d-9c89-2044efc52a84) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:45:20.571230 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d09d908c-5377-4854-844d-b1d54c6627c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:20.618870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d908c-5377-4854-844d-b1d54c6627c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1557f36c-2b49-423b-9d97-625d5c2fab81,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:20.621286 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d09d908c-5377-4854-844d-b1d54c6627c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:20.628376 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60980) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:20.628583 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6104d106-943f-4051-8d12-310fba3711da None None] Network 44dde08b-2fe5-4063-95ae-f2b018efce0e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:45:20.629529 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d09d908c-5377-4854-844d-b1d54c6627c0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1557f36c-2b49-423b-9d97-625d5c2fab81 HTTP/1.1" status: 204 len: 168 time: 0.6181417 Aug 23 14:45:20.841269 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:20.891877 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8c229ecc-ff96-4e01-8769-cdfe28775e1a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:20.907992 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbda7299-8a1c-4d47-bf8c-ae8856f29461 req-a48e219c-7e99-4e0b-8307-0c089ae5302d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 210 time: 0.0523221 Aug 23 14:45:20.912119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 04d3b2b1-b81c-4eeb-b50b-63ef17277789 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:20.965201 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 04d3b2b1-b81c-4eeb-b50b-63ef17277789 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:45:20.967380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 04d3b2b1-b81c-4eeb-b50b-63ef17277789 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:20.967380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f3849b38-0d1c-4827-aaff-5dae0d944c9a no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:20.998053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: f3849b38-0d1c-4827-aaff-5dae0d944c9a {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:45:20.998419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f3849b38-0d1c-4827-aaff-5dae0d944c9a not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:21.010566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8c229ecc-ff96-4e01-8769-cdfe28775e1a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Transition to ACTIVE for port object 32c86daf-c9cd-426d-9c89-2044efc52a84 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:45:21.026086 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae57a23-116d-4a12-a71c-7512d2f39439 None None] DHCP port deletion for 44dde08b-2fe5-4063-95ae-f2b018efce0e request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:45:21.072573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70421a34-d55f-4a84-9e08-96cc881d314e req-c6a0b71d-91dd-4bf7-943a-9707ec1e4fa3 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:21.074474 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70421a34-d55f-4a84-9e08-96cc881d314e req-c6a0b71d-91dd-4bf7-943a-9707ec1e4fa3 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1906815 Aug 23 14:45:21.135241 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-aae57a23-116d-4a12-a71c-7512d2f39439 None None] Deleting port 9f347ea8-28e2-4035-9909-01f0b74574d2 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:21.136153 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aae57a23-116d-4a12-a71c-7512d2f39439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:21.162269 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70421a34-d55f-4a84-9e08-96cc881d314e req-3260fd92-dada-4e13-a5fb-b783d0155b73 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741811 Aug 23 14:45:21.165465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] Deleting port 9f347ea8-28e2-4035-9909-01f0b74574d2 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:21.165813 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:21.256612 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] For port 9f347ea8-28e2-4035-9909-01f0b74574d2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9f347ea8-28e2-4035-9909-01f0b74574d2,segment=NetworkSegment(2b5578ef-0aaa-47c7-9d71-4ae15d034161),segment_id=2b5578ef-0aaa-47c7-9d71-4ae15d034161)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:21.256986 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:21.275010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] Calling delete_port for 9f347ea8-28e2-4035-9909-01f0b74574d2 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:21.333135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-aae57a23-116d-4a12-a71c-7512d2f39439 None None] For port 9f347ea8-28e2-4035-9909-01f0b74574d2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9f347ea8-28e2-4035-9909-01f0b74574d2,segment=NetworkSegment(2b5578ef-0aaa-47c7-9d71-4ae15d034161),segment_id=2b5578ef-0aaa-47c7-9d71-4ae15d034161)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:21.334151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11987fe-74cd-4d5c-b6be-6a89a6bc0474 req-d9336376-4d9b-4758-8fa7-582182de7fc0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:21.337010 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aae57a23-116d-4a12-a71c-7512d2f39439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:21.343223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e11987fe-74cd-4d5c-b6be-6a89a6bc0474 req-d9336376-4d9b-4758-8fa7-582182de7fc0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 948 time: 0.0839593 Aug 23 14:45:21.370312 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-aae57a23-116d-4a12-a71c-7512d2f39439 None None] Calling delete_port for 9f347ea8-28e2-4035-9909-01f0b74574d2 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:21.394420 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e11987fe-74cd-4d5c-b6be-6a89a6bc0474 req-776524f1-d2e2-4623-b25b-530562382792 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498149 Aug 23 14:45:21.394634 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8c229ecc-ff96-4e01-8769-cdfe28775e1a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:21.436944 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['05738bf0-0709-4218-bad2-48a1ffef6c0e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:21.436944 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['e225fb55-aa3f-4b03-b4c8-d244f16aa243', 'b595a67d-be00-4cd6-9e73-3fecd601b9bf'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:21.530692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8c229ecc-ff96-4e01-8769-cdfe28775e1a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:45:21.536028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8c229ecc-ff96-4e01-8769-cdfe28775e1a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:45:21.539878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8c229ecc-ff96-4e01-8769-cdfe28775e1a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:45:21.615374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8c229ecc-ff96-4e01-8769-cdfe28775e1a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:21.620615 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8c229ecc-ff96-4e01-8769-cdfe28775e1a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:21.628220 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:21.632524 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aae57a23-116d-4a12-a71c-7512d2f39439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:21.648524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c229ecc-ff96-4e01-8769-cdfe28775e1a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Pushing event updated for resources: {'Port': ['ID=32c86daf-c9cd-426d-9c89-2044efc52a84,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:21.668050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] No DVR routers for this DVR port 9f347ea8-28e2-4035-9909-01f0b74574d2 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:45:21.707202 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae57a23-116d-4a12-a71c-7512d2f39439 None None] Pushing event deleted for resources: {'Port': ['ID=9f347ea8-28e2-4035-9909-01f0b74574d2,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:21.725497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae57a23-116d-4a12-a71c-7512d2f39439 None None] No DVR routers for this DVR port 9f347ea8-28e2-4035-9909-01f0b74574d2 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:45:21.798154 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:21.814368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8851697b-df69-42df-9d27-0bb62981bf20 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:45:21.816537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44dde08b-2fe5-4063-95ae-f2b018efce0e']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:21.833628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5578ef-0aaa-47c7-9d71-4ae15d034161') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:21.833929 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5578ef-0aaa-47c7-9d71-4ae15d034161') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:45:21.844765 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:21.853577 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8c229ecc-ff96-4e01-8769-cdfe28775e1a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9953084 Aug 23 14:45:21.859978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f347ea8-28e2-4035-9909-01f0b74574d2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:21.874232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Request body: {'port': {'device_id': '0b860653-87ee-4b66-826c-995eeb949103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:45:21.928317 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:21.963175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:45:21.968397 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:45:22.031250 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:22.087014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 8851697b-df69-42df-9d27-0bb62981bf20 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:45:22.092424 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8936ff-0f97-463e-a4d7-d37aece04c4a req-04759eb9-5c4f-4db5-b64d-73939636185e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:22.098971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 8851697b-df69-42df-9d27-0bb62981bf20 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:45:22.100072 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:22.102108 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b8936ff-0f97-463e-a4d7-d37aece04c4a req-04759eb9-5c4f-4db5-b64d-73939636185e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 936 time: 0.0923855 Aug 23 14:45:22.168409 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b8936ff-0f97-463e-a4d7-d37aece04c4a req-99f1dfa0-d667-48fb-a4e2-1f0b9d84b787 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563064 Aug 23 14:45:22.186437 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:22.209538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-69f57449-7458-40b7-a59e-92b830805e32 None None] Provisioning for port 32c86daf-c9cd-426d-9c89-2044efc52a84 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:45:22.215501 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-69f57449-7458-40b7-a59e-92b830805e32 None None] Provisioning complete for port 32c86daf-c9cd-426d-9c89-2044efc52a84 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:45:22.215908 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69f57449-7458-40b7-a59e-92b830805e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:22.237538 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:22.238666 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/44dde08b-2fe5-4063-95ae-f2b018efce0e HTTP/1.1" status: 204 len: 168 time: 1.6096883 Aug 23 14:45:22.244312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ed49e-0827-4d68-9a21-7fb24e94a1c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=44dde08b-2fe5-4063-95ae-f2b018efce0e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:22.260554 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:22.287120 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-69f57449-7458-40b7-a59e-92b830805e32 None None] Port 32c86daf-c9cd-426d-9c89-2044efc52a84 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:45:22.300376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02256000-80af-4eec-8b36-f79f55664a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8851697b-df69-42df-9d27-0bb62981bf20'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:22.302627 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52e7238-46c6-463f-8db0-00e6cdbb3fd2" -d '{"events": [{"server_uuid": "02256000-80af-4eec-8b36-f79f55664a5a", "name": "network-vif-plugged", "status": "completed", "tag": "8851697b-df69-42df-9d27-0bb62981bf20"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:22.318232 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8851697b-df69-42df-9d27-0bb62981bf20, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8851697b-df69-42df-9d27-0bb62981bf20,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:22.358692 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7ad987-5eca-4565-8190-425a844dc89a x-openstack-request-id: req-ab7ad987-5eca-4565-8190-425a844dc89a {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:22.359126 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02256000-80af-4eec-8b36-f79f55664a5a", "name": "network-vif-plugged", "status": "completed", "tag": "8851697b-df69-42df-9d27-0bb62981bf20", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:22.359265 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab7ad987-5eca-4565-8190-425a844dc89a {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:22.359619 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02256000-80af-4eec-8b36-f79f55664a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8851697b-df69-42df-9d27-0bb62981bf20', 'code': 200} Aug 23 14:45:22.400711 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a633b1c-f225-4553-85f2-5a45a3c2cba8 req-095a11aa-7ebf-492e-84e8-236852c37c69 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:22.402644 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a633b1c-f225-4553-85f2-5a45a3c2cba8 req-095a11aa-7ebf-492e-84e8-236852c37c69 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1290030 Aug 23 14:45:22.404720 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:22.531954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=8851697b-df69-42df-9d27-0bb62981bf20,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:22.540758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32eee86-0637-4c5b-a3c9-34bcf2722fd5 req-64813f70-8ceb-4220-9c95-307196fd45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:22.542966 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c32eee86-0637-4c5b-a3c9-34bcf2722fd5 req-64813f70-8ceb-4220-9c95-307196fd45c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 1100 time: 0.0885763 Aug 23 14:45:22.555795 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a633b1c-f225-4553-85f2-5a45a3c2cba8 req-5a4ef7a2-ee58-4468-bb0f-552d0041ee09 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416974 Aug 23 14:45:22.615450 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c32eee86-0637-4c5b-a3c9-34bcf2722fd5 req-df51a59b-b413-4aa3-8ff9-2923163e59b4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578580 Aug 23 14:45:22.629703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50269318-82d3-4750-8c4f-4b14a25d4ef5 req-24ca254b-1454-43e8-8250-97905a041cf9 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:22.636956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c86daf-c9cd-426d-9c89-2044efc52a84 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:45:22.639188 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50269318-82d3-4750-8c4f-4b14a25d4ef5 req-24ca254b-1454-43e8-8250-97905a041cf9 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 949 time: 0.0949841 Aug 23 14:45:22.647281 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:22.661662 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Transition to ACTIVE for port object 32c86daf-c9cd-426d-9c89-2044efc52a84 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:45:22.669309 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06737f8b-4874-4ddb-a8af-47e71e17ce1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:22.677853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50269318-82d3-4750-8c4f-4b14a25d4ef5 req-e07929ed-8b49-4793-ade6-975307c494fd tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377641 Aug 23 14:45:22.781856 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:22.833306 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9f347ea8-28e2-4035-9909-01f0b74574d2 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:22.833478 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Pushing event updated for resources: {'Port': ['ID=32c86daf-c9cd-426d-9c89-2044efc52a84,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:22.864526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 9f347ea8-28e2-4035-9909-01f0b74574d2 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:45:22.865064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9f347ea8-28e2-4035-9909-01f0b74574d2 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:22.877151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32866) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:22.927142 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Attempting to bind port 32c86daf-c9cd-426d-9c89-2044efc52a84 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:45:22.931500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Attempting to bind port 32c86daf-c9cd-426d-9c89-2044efc52a84 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:45:22.931500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Attempting to bind port 32c86daf-c9cd-426d-9c89-2044efc52a84 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:45:22.931851 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-61e299b1-b638-4c1c-a594-36d5e4956961 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=578c0dd47b654a5283478e2e4ebad0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496931 Aug 23 14:45:22.931851 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32868) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:22.935935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Port 32c86daf-c9cd-426d-9c89-2044efc52a84 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:45:22.936351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Attempting to bind port 32c86daf-c9cd-426d-9c89-2044efc52a84 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:45:22.953125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:45:22.954639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:45:22.956240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:45:22.956633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Bound port: 32c86daf-c9cd-426d-9c89-2044efc52a84, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:45:22.958729 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:23.010695 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-13b265b2-e868-4211-af31-4864dc1eb5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:23.034386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:45:23.036305 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-13b265b2-e868-4211-af31-4864dc1eb5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:23.039599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=32c86daf-c9cd-426d-9c89-2044efc52a84,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:45:23.125090 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:23.158936 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-13b265b2-e868-4211-af31-4864dc1eb5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:23.162479 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-13b265b2-e868-4211-af31-4864dc1eb5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:23.167452 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-13b265b2-e868-4211-af31-4864dc1eb5a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ae0479e-b8f2-4d20-ada7-ed3499411238 HTTP/1.1" status: 204 len: 168 time: 0.2257004 Aug 23 14:45:23.172589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:23.180397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b265b2-e868-4211-af31-4864dc1eb5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae0479e-b8f2-4d20-ada7-ed3499411238,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:23.200986 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:23.206707 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] 10.222.0.57 "PUT /v2.0/ports/32c86daf-c9cd-426d-9c89-2044efc52a84 HTTP/1.1" status: 200 len: 1096 time: 1.3376341 Aug 23 14:45:23.207210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:23.224851 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00210e4c-915d-4f7e-a6d7-570b79edd2bf" -d '{"events": [{"name": "network-changed", "server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:23.225714 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32878) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:23.267325 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164f755-3335-42f8-9cc6-03ba6c2d7b67 service neutron] Pushing event updated for resources: {'Port': ['ID=32c86daf-c9cd-426d-9c89-2044efc52a84,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:23.373707 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55f82db-8841-4d5a-b7f6-1b38626900a3 x-openstack-request-id: req-b55f82db-8841-4d5a-b7f6-1b38626900a3 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:23.374003 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:23.374239 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b55f82db-8841-4d5a-b7f6-1b38626900a3 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:23.374685 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84', 'status': 'completed', 'code': 200} Aug 23 14:45:23.393181 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264250e-cfb5-4b09-9cc0-74e9cd3136b0 req-fc1fc6ef-49a7-4ba0-956a-a0bf3a1e94d9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:23.398486 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d264250e-cfb5-4b09-9cc0-74e9cd3136b0 req-fc1fc6ef-49a7-4ba0-956a-a0bf3a1e94d9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 948 time: 0.0908942 Aug 23 14:45:23.410551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-13f273cc-3d47-4b1f-afab-dbb75af6b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:23.412284 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-13f273cc-3d47-4b1f-afab-dbb75af6b4a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 1099 time: 0.0824142 Aug 23 14:45:23.433857 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f5135af-e01d-4c13-9f17-96acb4774fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:23.470455 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-10fcef39-caaa-47c2-96a7-288fb5b79ab8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=32c86daf-c9cd-426d-9c89-2044efc52a84 HTTP/1.1" status: 200 len: 217 time: 0.0477431 Aug 23 14:45:23.487215 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d264250e-cfb5-4b09-9cc0-74e9cd3136b0 req-6428b70b-8821-4fc0-857c-4c39fb3f5796 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855017 Aug 23 14:45:23.539009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-65e486c9-ac97-4c57-9320-5d0acc7e264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:23.540970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-65e486c9-ac97-4c57-9320-5d0acc7e264e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0567780 Aug 23 14:45:23.546671 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f5135af-e01d-4c13-9f17-96acb4774fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:23.591605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-a6bb38de-b828-4117-974a-8711a18b6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:23.593365 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-a6bb38de-b828-4117-974a-8711a18b6e4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434127 Aug 23 14:45:23.730365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458204f-aeda-4dd9-93ec-933bf90e0df5 req-0f43ba51-63c8-41a4-a8a2-bc46ee903396 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:23.731923 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5458204f-aeda-4dd9-93ec-933bf90e0df5 req-0f43ba51-63c8-41a4-a8a2-bc46ee903396 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0762205 Aug 23 14:45:23.736053 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f5135af-e01d-4c13-9f17-96acb4774fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:23.764931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-d672fbb9-e296-4e2f-bf61-1347f6d9b05e service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580040 Aug 23 14:45:23.786459 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1f5135af-e01d-4c13-9f17-96acb4774fd4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4f12bf71cbbc469db36f5234ff53cb44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5595071 Aug 23 14:45:23.787263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32894) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:23.788467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5135af-e01d-4c13-9f17-96acb4774fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4a2ac9-c27b-4333-9fd6-848bb3f8fd67,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:23.792909 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5458204f-aeda-4dd9-93ec-933bf90e0df5 req-cd9f8a3b-c46b-4171-a79e-73c229391373 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534785 Aug 23 14:45:23.876437 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fbd01f-eb72-44ee-ac74-20ea567119dd req-8f334943-fce6-442a-9ca1-05a27435714b service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981367 Aug 23 14:45:23.903951 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-707b3027-e018-4460-a7cb-03a26b99ed2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:23.925511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a95105-1120-4fa5-9999-6c08c34cdc82 req-3d5fa359-b6ea-4c8c-99dc-fcdb4d8acca1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:23.926935 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6a95105-1120-4fa5-9999-6c08c34cdc82 req-3d5fa359-b6ea-4c8c-99dc-fcdb4d8acca1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 949 time: 0.0725071 Aug 23 14:45:23.946186 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-707b3027-e018-4460-a7cb-03a26b99ed2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:23.996427 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6a95105-1120-4fa5-9999-6c08c34cdc82 req-bf2a0d17-ad2e-4843-9475-77865d4bd1a8 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610297 Aug 23 14:45:24.047714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00210e4c-915d-4f7e-a6d7-570b79edd2bf req-6386fccb-3cf9-4ed9-b836-e30dbf1bc242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:24.050469 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00210e4c-915d-4f7e-a6d7-570b79edd2bf req-6386fccb-3cf9-4ed9-b836-e30dbf1bc242 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 1099 time: 0.0500305 Aug 23 14:45:24.095625 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-707b3027-e018-4460-a7cb-03a26b99ed2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:24.098345 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-707b3027-e018-4460-a7cb-03a26b99ed2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:24.099780 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-707b3027-e018-4460-a7cb-03a26b99ed2f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d4a2ac9-c27b-4333-9fd6-848bb3f8fd67 HTTP/1.1" status: 204 len: 168 time: 0.2924123 Aug 23 14:45:24.108342 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b3027-e018-4460-a7cb-03a26b99ed2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4a2ac9-c27b-4333-9fd6-848bb3f8fd67,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:24.155497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00210e4c-915d-4f7e-a6d7-570b79edd2bf req-32d933cc-50cc-48b4-8244-c86e0cd8caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:24.157039 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00210e4c-915d-4f7e-a6d7-570b79edd2bf req-32d933cc-50cc-48b4-8244-c86e0cd8caed service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.0956662 Aug 23 14:45:24.181294 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32898) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:24.207505 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00210e4c-915d-4f7e-a6d7-570b79edd2bf req-48c02ed6-cb15-4667-b288-144dded44ce7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=32c86daf-c9cd-426d-9c89-2044efc52a84 HTTP/1.1" status: 200 len: 217 time: 0.0373447 Aug 23 14:45:24.222240 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-423e3218-a72d-4045-af95-b591054d0a53 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a62402b5e60d452e9b31eb0c7bba9f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397561 Aug 23 14:45:24.225105 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32900) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:24.264900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00210e4c-915d-4f7e-a6d7-570b79edd2bf req-1d279db5-8375-4504-9cf5-44132db9d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:24.266471 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00210e4c-915d-4f7e-a6d7-570b79edd2bf req-1d279db5-8375-4504-9cf5-44132db9d0a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0472028 Aug 23 14:45:24.278706 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2125a88e-3c7a-4f7a-b9bf-37e098e89f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:24.301854 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2125a88e-3c7a-4f7a-b9bf-37e098e89f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:24.314341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00210e4c-915d-4f7e-a6d7-570b79edd2bf req-640f8070-61e7-41bd-b67d-6ccedc2f021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:24.315882 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00210e4c-915d-4f7e-a6d7-570b79edd2bf req-640f8070-61e7-41bd-b67d-6ccedc2f021a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411775 Aug 23 14:45:24.429517 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00210e4c-915d-4f7e-a6d7-570b79edd2bf req-f3d2d88b-8baa-4b15-ab62-c6d15fcd3a6c service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032705 Aug 23 14:45:24.432948 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2125a88e-3c7a-4f7a-b9bf-37e098e89f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:24.436013 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2125a88e-3c7a-4f7a-b9bf-37e098e89f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:24.437954 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2125a88e-3c7a-4f7a-b9bf-37e098e89f9c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4a0469b0-3164-443d-885f-1d615238676d HTTP/1.1" status: 204 len: 168 time: 0.2103655 Aug 23 14:45:24.446312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125a88e-3c7a-4f7a-b9bf-37e098e89f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0469b0-3164-443d-885f-1d615238676d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:24.541694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00210e4c-915d-4f7e-a6d7-570b79edd2bf req-509806de-ef05-452f-947b-9d357defc920 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048961 Aug 23 14:45:24.632944 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c5e9c-5eb2-4f9b-adaf-b2e70a8cef7c req-917c28d1-4764-4143-8025-a1e83d8db878 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:24.634561 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-616c5e9c-5eb2-4f9b-adaf-b2e70a8cef7c req-917c28d1-4764-4143-8025-a1e83d8db878 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 948 time: 0.0649960 Aug 23 14:45:24.684373 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-616c5e9c-5eb2-4f9b-adaf-b2e70a8cef7c req-89a259e6-aa4a-4cbc-8a43-cbc4f403e36b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399466 Aug 23 14:45:24.924250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2534dd-94cb-40ae-8634-1c7c8e9c996f req-81c11112-f6fb-40d0-a35a-4876e7718ea3 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:24.925733 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9a2534dd-94cb-40ae-8634-1c7c8e9c996f req-81c11112-f6fb-40d0-a35a-4876e7718ea3 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0519021 Aug 23 14:45:24.965995 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9a2534dd-94cb-40ae-8634-1c7c8e9c996f req-6a0694c7-b61d-4a43-9480-0a0a45aaa988 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336478 Aug 23 14:45:25.127759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cedb8f-f2f8-4365-8e16-41d35e567622 req-7d43364b-082e-4b5f-b14d-177314e35530 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:25.129796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-88cedb8f-f2f8-4365-8e16-41d35e567622 req-7d43364b-082e-4b5f-b14d-177314e35530 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 949 time: 0.0603621 Aug 23 14:45:25.157960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32922) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:25.172731 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6b2a0792-b54d-4c83-867d-56424324848d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:25.183376 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-88cedb8f-f2f8-4365-8e16-41d35e567622 req-00887a9a-b3ff-4f5d-8f29-93c7b11b8707 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384157 Aug 23 14:45:25.305217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6b2a0792-b54d-4c83-867d-56424324848d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:25.321794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93c4ea-f470-4afd-865c-338c6bac9144 req-a4bd8fa4-f9ad-4a5a-be26-b5501f89c4b0 tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:25.323317 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a93c4ea-f470-4afd-865c-338c6bac9144 req-a4bd8fa4-f9ad-4a5a-be26-b5501f89c4b0 tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 1100 time: 0.0546911 Aug 23 14:45:25.360980 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a93c4ea-f470-4afd-865c-338c6bac9144 req-bd74e0d4-017d-43c3-a06f-0437a0adc278 tempest-ServersOnMultiNodesTest-429156801 tempest-ServersOnMultiNodesTest-429156801-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312774 Aug 23 14:45:25.392998 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6b2a0792-b54d-4c83-867d-56424324848d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:25.436009 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6b2a0792-b54d-4c83-867d-56424324848d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b6d3925ff6c4525bd94f75463b05d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767031 Aug 23 14:45:25.436895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a0792-b54d-4c83-867d-56424324848d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e6f90e-7fc6-4958-a70a-4acbd714d96f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:25.439476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32934) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:25.519809 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74958e2d-d886-4442-9d4a-1bfa85a08719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:25.525253 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:25.543330 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74958e2d-d886-4442-9d4a-1bfa85a08719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:25.730368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74958e2d-d886-4442-9d4a-1bfa85a08719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:25.733093 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74958e2d-d886-4442-9d4a-1bfa85a08719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:25.752178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-74958e2d-d886-4442-9d4a-1bfa85a08719 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e2e6f90e-7fc6-4958-a70a-4acbd714d96f HTTP/1.1" status: 204 len: 168 time: 0.2904050 Aug 23 14:45:25.752178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74958e2d-d886-4442-9d4a-1bfa85a08719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e6f90e-7fc6-4958-a70a-4acbd714d96f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:25.822495 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf32c-3541-48c5-a0fc-b1376d5d04c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:26.126114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518b5f3-8645-482f-83a1-67c2adc42a70 req-926c2d31-fa22-456c-ac2e-fcffd8de3645 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:26.128231 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8518b5f3-8645-482f-83a1-67c2adc42a70 req-926c2d31-fa22-456c-ac2e-fcffd8de3645 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 949 time: 0.0773952 Aug 23 14:45:26.158946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf06d77-5ef9-4942-8763-d3cb25a78706 req-1880f2db-73fc-4886-8a57-b46c7098f9e2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:26.161207 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fdf06d77-5ef9-4942-8763-d3cb25a78706 req-1880f2db-73fc-4886-8a57-b46c7098f9e2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 948 time: 0.3668175 Aug 23 14:45:26.197765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8518b5f3-8645-482f-83a1-67c2adc42a70 req-dc33e886-241e-40cc-aab1-089f437723b2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620568 Aug 23 14:45:26.205574 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fdf06d77-5ef9-4942-8763-d3cb25a78706 req-867de093-da37-4b9b-93a8-0f1182ab1e36 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363789 Aug 23 14:45:26.340762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d42ba-b64b-41cb-92a2-887c46e2ae32 req-7a35947e-8d9c-4273-9240-9d2ee530ef9f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:26.342361 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a08d42ba-b64b-41cb-92a2-887c46e2ae32 req-7a35947e-8d9c-4273-9240-9d2ee530ef9f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0622528 Aug 23 14:45:26.383908 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a08d42ba-b64b-41cb-92a2-887c46e2ae32 req-dc255136-6d36-4c69-b8c1-ac054c56bb11 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339310 Aug 23 14:45:26.547084 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:27.346925 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8d9df-7490-4afa-b361-5a7cc5907254 req-3d7f2115-bd72-4311-9cb5-080df786359d tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:27.348695 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a1c8d9df-7490-4afa-b361-5a7cc5907254 req-3d7f2115-bd72-4311-9cb5-080df786359d tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 949 time: 0.0533164 Aug 23 14:45:27.351188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0868c-dd78-4190-91f7-de8b98469f44 req-b8a796e3-2c8e-44d5-987a-2900443b9e32 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:27.352796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eae0868c-dd78-4190-91f7-de8b98469f44 req-b8a796e3-2c8e-44d5-987a-2900443b9e32 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 948 time: 0.0587835 Aug 23 14:45:27.392785 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a1c8d9df-7490-4afa-b361-5a7cc5907254 req-41d4aaac-f3cf-4c65-9c08-2e2d6f4dd89f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360913 Aug 23 14:45:27.410106 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eae0868c-dd78-4190-91f7-de8b98469f44 req-67cc70d1-b459-4169-b501-46cb42bb3d82 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491910 Aug 23 14:45:27.525917 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bece9-7730-42d2-ae3f-026c5c93c051 req-42262256-556d-4119-8711-9de7d3e26438 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:27.527327 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2b2bece9-7730-42d2-ae3f-026c5c93c051 req-42262256-556d-4119-8711-9de7d3e26438 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0592871 Aug 23 14:45:27.571206 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2b2bece9-7730-42d2-ae3f-026c5c93c051 req-77c90226-baca-4627-88d9-b7336e52fdce tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366058 Aug 23 14:45:27.645235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d31729-fa5a-4d75-8b3a-a2d7e3be7931 req-9b5ca892-4084-4ba2-87c1-f42ac688506a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:27.648575 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a1d31729-fa5a-4d75-8b3a-a2d7e3be7931 req-9b5ca892-4084-4ba2-87c1-f42ac688506a tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 949 time: 0.0757201 Aug 23 14:45:27.764776 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-a1d31729-fa5a-4d75-8b3a-a2d7e3be7931 req-890939c6-69a9-4d75-8957-fb7a76cf5de2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Deleting port 8851697b-df69-42df-9d27-0bb62981bf20 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:27.765130 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a1d31729-fa5a-4d75-8b3a-a2d7e3be7931 req-890939c6-69a9-4d75-8957-fb7a76cf5de2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:27.854132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 32c86daf-c9cd-426d-9c89-2044efc52a84 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:45:27.908177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a1d31729-fa5a-4d75-8b3a-a2d7e3be7931 req-890939c6-69a9-4d75-8957-fb7a76cf5de2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] For port 8851697b-df69-42df-9d27-0bb62981bf20, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8851697b-df69-42df-9d27-0bb62981bf20,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:27.908549 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a1d31729-fa5a-4d75-8b3a-a2d7e3be7931 req-890939c6-69a9-4d75-8957-fb7a76cf5de2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:27.923732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-a1d31729-fa5a-4d75-8b3a-a2d7e3be7931 req-890939c6-69a9-4d75-8957-fb7a76cf5de2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Calling delete_port for 8851697b-df69-42df-9d27-0bb62981bf20 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:28.001027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=32c86daf-c9cd-426d-9c89-2044efc52a84,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:28.013081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '32c86daf-c9cd-426d-9c89-2044efc52a84', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '32c86daf-c9cd-426d-9c89-2044efc52a84', 'mac_address': 'fa:16:3e:01:5d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:45:28.067720 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:28.089104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c86daf-c9cd-426d-9c89-2044efc52a84 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:45:28.120408 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=32c86daf-c9cd-426d-9c89-2044efc52a84,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:28.170259 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a1d31729-fa5a-4d75-8b3a-a2d7e3be7931 req-890939c6-69a9-4d75-8957-fb7a76cf5de2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:28.185494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116', 'a0c164ee-842a-4c79-ac62-bb01c759cad5', '8b747ff0-18b0-49da-b4a3-73266ab9ed11', 'f7c564a1-94dd-45e6-af56-abccb8b49ca6', '8851697b-df69-42df-9d27-0bb62981bf20'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:28.189599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['aa044a13-f042-4baa-b885-1a0bfafb5c3a', 'b9ce66ae-25bb-4dbe-a28b-d825e0b7961f', 'a1952be3-eb90-4618-8acb-9bf124e09e3e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:28.232647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890939c6-69a9-4d75-8957-fb7a76cf5de2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event deleted for resources: {'Port': ['ID=8851697b-df69-42df-9d27-0bb62981bf20,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:28.249520 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:28.330288 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d31729-fa5a-4d75-8b3a-a2d7e3be7931 req-890939c6-69a9-4d75-8957-fb7a76cf5de2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] No DVR routers for this DVR port 8851697b-df69-42df-9d27-0bb62981bf20 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:45:28.344536 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a1d31729-fa5a-4d75-8b3a-a2d7e3be7931 req-890939c6-69a9-4d75-8957-fb7a76cf5de2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:28.348466 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a1d31729-fa5a-4d75-8b3a-a2d7e3be7931 req-890939c6-69a9-4d75-8957-fb7a76cf5de2 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "DELETE /v2.0/ports/8851697b-df69-42df-9d27-0bb62981bf20 HTTP/1.1" status: 204 len: 173 time: 0.6940644 Aug 23 14:45:28.355803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02256000-80af-4eec-8b36-f79f55664a5a', 'name': 'network-vif-deleted', 'tag': '8851697b-df69-42df-9d27-0bb62981bf20'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:28.360871 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ada495-39e6-4f91-806f-372b1d8b6008" -d '{"events": [{"server_uuid": "02256000-80af-4eec-8b36-f79f55664a5a", "name": "network-vif-deleted", "tag": "8851697b-df69-42df-9d27-0bb62981bf20"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:28.399839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=32c86daf-c9cd-426d-9c89-2044efc52a84,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:28.416694 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c1721f-54ca-475e-88a3-61a4bba9d707 x-openstack-request-id: req-38c1721f-54ca-475e-88a3-61a4bba9d707 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:28.417303 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02256000-80af-4eec-8b36-f79f55664a5a", "name": "network-vif-deleted", "tag": "8851697b-df69-42df-9d27-0bb62981bf20", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:28.417817 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38c1721f-54ca-475e-88a3-61a4bba9d707 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:28.418451 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02256000-80af-4eec-8b36-f79f55664a5a', 'name': 'network-vif-deleted', 'tag': '8851697b-df69-42df-9d27-0bb62981bf20', 'status': 'completed', 'code': 200} Aug 23 14:45:28.512987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:28.513335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:28.513681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:28.514019 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:28.514347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:28.514678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:28.515006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:28.515333 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:28.515676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:28.516003 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:28.516372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:28.516696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:45:28.532342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c069851f-eb18-4e79-9940-9877bdecc547 req-2d4ce8cd-e1ba-443e-beba-175476a2a836 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 210 time: 0.0355880 Aug 23 14:45:28.532800 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:28.627011 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['32c86daf-c9cd-426d-9c89-2044efc52a84'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:28.659240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02d06a-a27e-4e18-88ff-c66071140df7 req-a923d011-5228-428d-b437-07563082a5ea tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:28.661981 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1b02d06a-a27e-4e18-88ff-c66071140df7 req-a923d011-5228-428d-b437-07563082a5ea tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 949 time: 0.0568464 Aug 23 14:45:28.746181 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1b02d06a-a27e-4e18-88ff-c66071140df7 req-e80de453-5853-4038-8d86-840bed77775f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659752 Aug 23 14:45:28.870034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53bc1a-6038-49ad-ab0c-e00066c7da18 req-297d4d98-189e-45e3-aed4-84756fdb81bd tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:28.884159 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4a53bc1a-6038-49ad-ab0c-e00066c7da18 req-297d4d98-189e-45e3-aed4-84756fdb81bd tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0690575 Aug 23 14:45:28.956177 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4a53bc1a-6038-49ad-ab0c-e00066c7da18 req-ed8f9d6f-6182-4d5a-abdd-aa39ab483990 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707903 Aug 23 14:45:29.226298 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967fd43-f1fb-4ea1-a167-80f21f82de03 req-58c57215-de43-4211-bd14-30f7ec2bfbc6 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:29.227973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0967fd43-f1fb-4ea1-a167-80f21f82de03 req-58c57215-de43-4211-bd14-30f7ec2bfbc6 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 1096 time: 0.0461519 Aug 23 14:45:29.278265 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0967fd43-f1fb-4ea1-a167-80f21f82de03 req-e7fa1c46-50be-444a-ac46-1cd38188c8df tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400462 Aug 23 14:45:29.652132 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-563e8a9a-265d-4a57-bc00-5079409c24d4 req-0db924a9-2ae8-40d6-afb6-f44266de9034 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=02256000-80af-4eec-8b36-f79f55664a5a HTTP/1.1" status: 200 len: 210 time: 0.0278499 Aug 23 14:45:30.168444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78841df6-d916-4c76-ab8f-0af72835a8e5 req-2bc06489-d4f0-4816-a7a0-f0bc12928f4f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:30.169840 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-78841df6-d916-4c76-ab8f-0af72835a8e5 req-2bc06489-d4f0-4816-a7a0-f0bc12928f4f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 949 time: 0.0492563 Aug 23 14:45:30.208139 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-78841df6-d916-4c76-ab8f-0af72835a8e5 req-d9abe8ef-c7a7-4a88-ba59-96c382048e10 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322688 Aug 23 14:45:30.372795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fa7c4-fda2-45f5-ae67-a9671d9cdefa req-53cdcc78-c050-4f08-80c0-87eedd1b85d1 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:30.372795 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b52fa7c4-fda2-45f5-ae67-a9671d9cdefa req-53cdcc78-c050-4f08-80c0-87eedd1b85d1 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0506523 Aug 23 14:45:30.411820 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b52fa7c4-fda2-45f5-ae67-a9671d9cdefa req-caac62b3-d083-480f-8e7f-b67937e539b5 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337515 Aug 23 14:45:31.062771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33352) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:31.181980 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed01581a-081c-4e76-9dfa-e6707b8e49b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:31.283587 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed01581a-081c-4e76-9dfa-e6707b8e49b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:31.478781 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed01581a-081c-4e76-9dfa-e6707b8e49b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:31.524123 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ed01581a-081c-4e76-9dfa-e6707b8e49b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=48de0b6b369c4cc3a8557d6cf3e3a0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545612 Aug 23 14:45:31.524123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01581a-081c-4e76-9dfa-e6707b8e49b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6e7f64-32e6-403e-b2d7-54f8af1ba13c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:31.524538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33390) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:31.576768 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4e463f8-8966-4b37-8520-dd618777cf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:31.603026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4e463f8-8966-4b37-8520-dd618777cf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:31.781732 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4e463f8-8966-4b37-8520-dd618777cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:31.784354 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4e463f8-8966-4b37-8520-dd618777cf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:31.785819 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a4e463f8-8966-4b37-8520-dd618777cf55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd6e7f64-32e6-403e-b2d7-54f8af1ba13c HTTP/1.1" status: 204 len: 168 time: 0.2608411 Aug 23 14:45:31.793781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e463f8-8966-4b37-8520-dd618777cf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6e7f64-32e6-403e-b2d7-54f8af1ba13c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:31.894044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 32c86daf-c9cd-426d-9c89-2044efc52a84 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:45:32.147501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6696e-c52d-43cf-bb70-a800fa66efb0 req-84c7a01a-5e0f-42f5-9512-624da819680e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:32.149069 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ffb6696e-c52d-43cf-bb70-a800fa66efb0 req-84c7a01a-5e0f-42f5-9512-624da819680e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 949 time: 0.0499465 Aug 23 14:45:32.189060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ffb6696e-c52d-43cf-bb70-a800fa66efb0 req-2bf7399b-551a-4d1e-bec1-26d1c1dc3f9c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337417 Aug 23 14:45:32.221588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 32c86daf-c9cd-426d-9c89-2044efc52a84 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:45:32.221588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 32c86daf-c9cd-426d-9c89-2044efc52a84 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:45:32.221588 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:32.268661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-a512817f-fee9-41f0-a727-adcfbf85d8ec tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:45:32.270031 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-a512817f-fee9-41f0-a727-adcfbf85d8ec tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067801 Aug 23 14:45:32.281957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-58b20620-0787-4431-938a-cb9cf842e35e req-67f46a76-bcea-4610-b791-c55fd7ac7610 service neutron] Request body: {'binding': {'host': 'n-h2-804985-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:45:32.282538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-58b20620-0787-4431-938a-cb9cf842e35e req-67f46a76-bcea-4610-b791-c55fd7ac7610 service neutron] Unknown quota resources ['binding']. {{(pid=96114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 14:45:32.313076 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:32.343220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:32.346041 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7bd1eb-3fe8-4bdf-92f1-0b147603fb31" -d '{"events": [{"server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "name": "network-vif-plugged", "status": "completed", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:32.366660 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=32c86daf-c9cd-426d-9c89-2044efc52a84,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:32.381034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe4083-2393-4ca7-8bff-58d8d0a6f953 req-7fb525ab-768f-40ca-bf92-bdf325c752eb tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:32.383410 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1fe4083-2393-4ca7-8bff-58d8d0a6f953 req-7fb525ab-768f-40ca-bf92-bdf325c752eb tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0554118 Aug 23 14:45:32.430731 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1fe4083-2393-4ca7-8bff-58d8d0a6f953 req-f910e257-5f63-4494-b665-d064a354f58f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404611 Aug 23 14:45:32.454665 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-58b20620-0787-4431-938a-cb9cf842e35e req-67f46a76-bcea-4610-b791-c55fd7ac7610 service neutron] Attempting to bind port 24c6da15-924b-4718-8d48-609cace6f6d4 on host n-h2-804985-3 for vnic_type normal with profile None {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:45:32.454665 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-58b20620-0787-4431-938a-cb9cf842e35e req-67f46a76-bcea-4610-b791-c55fd7ac7610 service neutron] Attempting to bind port 24c6da15-924b-4718-8d48-609cace6f6d4 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:45:32.455036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b20620-0787-4431-938a-cb9cf842e35e req-67f46a76-bcea-4610-b791-c55fd7ac7610 service neutron] Attempting to bind port 24c6da15-924b-4718-8d48-609cace6f6d4 on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:45:32.459638 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b20620-0787-4431-938a-cb9cf842e35e req-67f46a76-bcea-4610-b791-c55fd7ac7610 service neutron] Port 24c6da15-924b-4718-8d48-609cace6f6d4 on network e5d05685-47dd-44e8-9fba-4321908349a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:45:32.460106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b20620-0787-4431-938a-cb9cf842e35e req-67f46a76-bcea-4610-b791-c55fd7ac7610 service neutron] Attempting to bind port 24c6da15-924b-4718-8d48-609cace6f6d4 on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:45:32.465525 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b20620-0787-4431-938a-cb9cf842e35e req-67f46a76-bcea-4610-b791-c55fd7ac7610 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:45:32.465935 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b20620-0787-4431-938a-cb9cf842e35e req-67f46a76-bcea-4610-b791-c55fd7ac7610 service neutron] Checking segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:45:32.466317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b20620-0787-4431-938a-cb9cf842e35e req-67f46a76-bcea-4610-b791-c55fd7ac7610 service neutron] Bound using segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:45:32.466772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-58b20620-0787-4431-938a-cb9cf842e35e req-67f46a76-bcea-4610-b791-c55fd7ac7610 service neutron] Bound port: 24c6da15-924b-4718-8d48-609cace6f6d4, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:45:32.484686 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:32.485587 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8851697b-df69-42df-9d27-0bb62981bf20 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:32.527011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-58b20620-0787-4431-938a-cb9cf842e35e req-67f46a76-bcea-4610-b791-c55fd7ac7610 service neutron] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=24c6da15-924b-4718-8d48-609cace6f6d4,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:45:32.532665 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 8851697b-df69-42df-9d27-0bb62981bf20 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:45:32.533023 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8851697b-df69-42df-9d27-0bb62981bf20 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:32.564369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=32c86daf-c9cd-426d-9c89-2044efc52a84,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:32.651263 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58b20620-0787-4431-938a-cb9cf842e35e req-67f46a76-bcea-4610-b791-c55fd7ac7610 service neutron] Notify callbacks [] for binding, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:32.652637 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-67f46a76-bcea-4610-b791-c55fd7ac7610 service neutron] 10.222.0.38 "POST /v2.0/ports/24c6da15-924b-4718-8d48-609cace6f6d4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3750362 Aug 23 14:45:32.669688 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38876c4-2852-4c6d-804c-a1b751d50ae2 req-695527e7-6439-4ab6-8b1e-584a4f913e74 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:32.671718 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a38876c4-2852-4c6d-804c-a1b751d50ae2 req-695527e7-6439-4ab6-8b1e-584a4f913e74 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 950 time: 0.0597599 Aug 23 14:45:32.714342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a38876c4-2852-4c6d-804c-a1b751d50ae2 req-e345f8b0-b66a-4a54-914b-500321e6906f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337420 Aug 23 14:45:32.768099 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dabe4eb-67c1-46dd-af15-5ed84c38b1fc x-openstack-request-id: req-0dabe4eb-67c1-46dd-af15-5ed84c38b1fc {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:32.768399 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "name": "network-vif-plugged", "status": "completed", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:32.768801 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0dabe4eb-67c1-46dd-af15-5ed84c38b1fc {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:32.769199 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84', 'code': 200} Aug 23 14:45:32.872120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f28e9e-adc8-4d6b-b091-dd6198725696 req-956fdfdf-5247-4072-9a62-7bbf4e43697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:32.872225 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33422) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:32.872308 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15f28e9e-adc8-4d6b-b091-dd6198725696 req-956fdfdf-5247-4072-9a62-7bbf4e43697a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 1101 time: 0.0433230 Aug 23 14:45:32.891545 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0215ae2b-e4e9-4932-adc9-f729be42e1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:32.914355 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15f28e9e-adc8-4d6b-b091-dd6198725696 req-b81d8e4e-938e-441f-b777-115988ce26a7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345945 Aug 23 14:45:33.020081 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0215ae2b-e4e9-4932-adc9-f729be42e1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:33.043886 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9678cc-6d70-4ddf-96e8-cfc65e462c40 req-012d4f65-a5dc-408e-b80f-a7afd518da86 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:33.045397 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1e9678cc-6d70-4ddf-96e8-cfc65e462c40 req-012d4f65-a5dc-408e-b80f-a7afd518da86 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 945 time: 0.0605545 Aug 23 14:45:33.083064 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1e9678cc-6d70-4ddf-96e8-cfc65e462c40 req-d93b5bfd-c8f1-43cc-8792-c7d09ee44a6b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315585 Aug 23 14:45:33.107000 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0215ae2b-e4e9-4932-adc9-f729be42e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:33.154938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215ae2b-e4e9-4932-adc9-f729be42e1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7aa01f0-a331-4966-9fcb-e70119e8684d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:33.159794 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0215ae2b-e4e9-4932-adc9-f729be42e1ee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca5acd58a8b84b50835ce55e63cf3c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865627 Aug 23 14:45:33.162720 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33450) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:33.215600 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0eb3a9a2-b561-4376-a13a-7f542e28f0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:33.239616 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0eb3a9a2-b561-4376-a13a-7f542e28f0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:33.330008 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d602cca-4eda-4ff5-b795-4fc3bcb4c1c7 req-d18c42e0-c2d3-49e7-a141-29ee15cdcc8c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:33.331494 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2d602cca-4eda-4ff5-b795-4fc3bcb4c1c7 req-d18c42e0-c2d3-49e7-a141-29ee15cdcc8c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0615954 Aug 23 14:45:33.386858 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2d602cca-4eda-4ff5-b795-4fc3bcb4c1c7 req-9c7bde50-98ee-4456-b9e8-68923ef3383f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482707 Aug 23 14:45:33.548359 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0eb3a9a2-b561-4376-a13a-7f542e28f0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:33.552910 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0eb3a9a2-b561-4376-a13a-7f542e28f0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:33.555395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0eb3a9a2-b561-4376-a13a-7f542e28f0c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7aa01f0-a331-4966-9fcb-e70119e8684d HTTP/1.1" status: 204 len: 168 time: 0.3908980 Aug 23 14:45:33.576557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3a9a2-b561-4376-a13a-7f542e28f0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7aa01f0-a331-4966-9fcb-e70119e8684d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:33.598383 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7fdf1-ec8d-4774-9625-a5a2a002f015 req-9360bc42-eff6-4c62-9ea7-796fce701559 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:33.601383 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-afa7fdf1-ec8d-4774-9625-a5a2a002f015 req-9360bc42-eff6-4c62-9ea7-796fce701559 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0893035 Aug 23 14:45:33.688305 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-afa7fdf1-ec8d-4774-9625-a5a2a002f015 req-e7349068-0b22-410b-8c5e-02578368a36a tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790424 Aug 23 14:45:33.722227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502f54c-d7f8-4115-a0bc-95c0ff6c8f14 req-59ff17fa-6528-4962-a081-eefa023be577 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:33.723983 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5502f54c-d7f8-4115-a0bc-95c0ff6c8f14 req-59ff17fa-6528-4962-a081-eefa023be577 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.61 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 950 time: 0.0884304 Aug 23 14:45:33.850654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b20620-0787-4431-938a-cb9cf842e35e req-a9355783-b819-4b12-9395-c23f44a8a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:33.853312 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-a9355783-b819-4b12-9395-c23f44a8a56a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 1096 time: 0.1179667 Aug 23 14:45:33.896084 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b4641-37d7-45d5-9c57-21a8941eadf0 req-8289713d-cc82-4bc5-9b7f-35e338722864 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:33.896084 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-de6b4641-37d7-45d5-9c57-21a8941eadf0 req-8289713d-cc82-4bc5-9b7f-35e338722864 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 950 time: 0.0545211 Aug 23 14:45:33.938131 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-de6b4641-37d7-45d5-9c57-21a8941eadf0 req-9b3fcdd5-92c6-4aeb-8246-af4babf70c48 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352883 Aug 23 14:45:33.942159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-5502f54c-d7f8-4115-a0bc-95c0ff6c8f14 req-c48e4f6e-02f0-4eaf-99b3-0f98362101a1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Deleting port a1952be3-eb90-4618-8acb-9bf124e09e3e {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:33.942502 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5502f54c-d7f8-4115-a0bc-95c0ff6c8f14 req-c48e4f6e-02f0-4eaf-99b3-0f98362101a1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:34.024622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b20620-0787-4431-938a-cb9cf842e35e req-67c6d0cf-840c-4708-a56c-792099ce3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:34.026226 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-67c6d0cf-840c-4708-a56c-792099ce3765 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.1651301 Aug 23 14:45:34.082120 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-6911996a-fa76-4a45-b91e-78f358daf7bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c6da15-924b-4718-8d48-609cace6f6d4 HTTP/1.1" status: 200 len: 217 time: 0.0448508 Aug 23 14:45:34.143022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5502f54c-d7f8-4115-a0bc-95c0ff6c8f14 req-c48e4f6e-02f0-4eaf-99b3-0f98362101a1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] For port a1952be3-eb90-4618-8acb-9bf124e09e3e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a1952be3-eb90-4618-8acb-9bf124e09e3e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:34.143393 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5502f54c-d7f8-4115-a0bc-95c0ff6c8f14 req-c48e4f6e-02f0-4eaf-99b3-0f98362101a1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:34.165097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-5502f54c-d7f8-4115-a0bc-95c0ff6c8f14 req-c48e4f6e-02f0-4eaf-99b3-0f98362101a1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Calling delete_port for a1952be3-eb90-4618-8acb-9bf124e09e3e owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:34.172572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b20620-0787-4431-938a-cb9cf842e35e req-1dc87364-da67-4698-a61d-8327633823cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:34.174390 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-1dc87364-da67-4698-a61d-8327633823cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.0832841 Aug 23 14:45:34.250355 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d2809-ecf7-4e8e-9026-7b1d1d9f603f req-9aac0a34-2040-40ef-ad46-ac7253e2843b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:34.251563 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-977d2809-ecf7-4e8e-9026-7b1d1d9f603f req-9aac0a34-2040-40ef-ad46-ac7253e2843b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 945 time: 0.0671566 Aug 23 14:45:34.255606 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-9ba5cae8-a468-465c-83a3-3a776394485c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726824 Aug 23 14:45:34.310029 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-977d2809-ecf7-4e8e-9026-7b1d1d9f603f req-81e7cef2-0e6d-4fef-8371-7986c42feb45 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458388 Aug 23 14:45:34.549742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2bf67-28b2-459d-b0c4-fefac53847da req-fd6b1106-bdc2-4d7c-ad24-f78cecb05d14 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:34.552192 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cea2bf67-28b2-459d-b0c4-fefac53847da req-fd6b1106-bdc2-4d7c-ad24-f78cecb05d14 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0793970 Aug 23 14:45:34.599990 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cea2bf67-28b2-459d-b0c4-fefac53847da req-52ae076d-8632-48b7-89e7-151da983aae7 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380564 Aug 23 14:45:34.686336 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-4157b30d-1954-47f0-b13a-9b7fe0e73bea service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187536 Aug 23 14:45:34.778694 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7f04b-20e5-42f3-8ce3-7dd480ef32fe req-d68cb386-15cc-494d-aa61-d9a284502b65 tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:34.780406 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4cd7f04b-20e5-42f3-8ce3-7dd480ef32fe req-d68cb386-15cc-494d-aa61-d9a284502b65 tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 1101 time: 0.0515490 Aug 23 14:45:34.783714 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-f6a2d19e-e9e2-44e0-b7e3-640fc9a780b7 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901449 Aug 23 14:45:34.821555 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4cd7f04b-20e5-42f3-8ce3-7dd480ef32fe req-41268f40-9710-4317-b726-7b2c6e46d547 tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332515 Aug 23 14:45:34.833079 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5502f54c-d7f8-4115-a0bc-95c0ff6c8f14 req-c48e4f6e-02f0-4eaf-99b3-0f98362101a1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:34.859859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['aa044a13-f042-4baa-b885-1a0bfafb5c3a', 'b9ce66ae-25bb-4dbe-a28b-d825e0b7961f', 'a1952be3-eb90-4618-8acb-9bf124e09e3e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:34.864931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116', 'a0c164ee-842a-4c79-ac62-bb01c759cad5', '8b747ff0-18b0-49da-b4a3-73266ab9ed11', 'f7c564a1-94dd-45e6-af56-abccb8b49ca6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:34.912330 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e4f6e-02f0-4eaf-99b3-0f98362101a1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event deleted for resources: {'Port': ['ID=a1952be3-eb90-4618-8acb-9bf124e09e3e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:35.015446 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-5502f54c-d7f8-4115-a0bc-95c0ff6c8f14 req-c48e4f6e-02f0-4eaf-99b3-0f98362101a1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] No DVR routers for this DVR port a1952be3-eb90-4618-8acb-9bf124e09e3e on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:45:35.021062 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5502f54c-d7f8-4115-a0bc-95c0ff6c8f14 req-c48e4f6e-02f0-4eaf-99b3-0f98362101a1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:35.026491 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5502f54c-d7f8-4115-a0bc-95c0ff6c8f14 req-c48e4f6e-02f0-4eaf-99b3-0f98362101a1 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.61 "DELETE /v2.0/ports/a1952be3-eb90-4618-8acb-9bf124e09e3e HTTP/1.1" status: 204 len: 173 time: 1.2925341 Aug 23 14:45:35.029083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f198f96f-f9d3-4100-84f2-9b59a0192a3c', 'name': 'network-vif-deleted', 'tag': 'a1952be3-eb90-4618-8acb-9bf124e09e3e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:35.033950 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb8a07b-3e2a-4347-900f-b08f0b49af27" -d '{"events": [{"server_uuid": "f198f96f-f9d3-4100-84f2-9b59a0192a3c", "name": "network-vif-deleted", "tag": "a1952be3-eb90-4618-8acb-9bf124e09e3e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:35.080858 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341290ca-2b69-4907-a0f0-aeb7d106ba72 req-6cd67b5b-3c62-4174-9945-2488054b4d87 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:35.096301 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-341290ca-2b69-4907-a0f0-aeb7d106ba72 req-6cd67b5b-3c62-4174-9945-2488054b4d87 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1225147 Aug 23 14:45:35.183271 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-341290ca-2b69-4907-a0f0-aeb7d106ba72 req-dbc2c8d0-6df0-47fc-bb38-757a8fef9bec tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852804 Aug 23 14:45:35.972756 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fa042485-a377-43a8-942e-7b5d6b2208aa req-74c71d56-08f3-40a6-bbdd-400bc3ae6e6e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=f198f96f-f9d3-4100-84f2-9b59a0192a3c HTTP/1.1" status: 200 len: 210 time: 0.0490103 Aug 23 14:45:35.997511 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b94058a-a13e-44f0-bc72-1d478e77e585 x-openstack-request-id: req-6b94058a-a13e-44f0-bc72-1d478e77e585 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:35.998049 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f198f96f-f9d3-4100-84f2-9b59a0192a3c", "name": "network-vif-deleted", "tag": "a1952be3-eb90-4618-8acb-9bf124e09e3e", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:35.998049 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6b94058a-a13e-44f0-bc72-1d478e77e585 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:35.998501 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f198f96f-f9d3-4100-84f2-9b59a0192a3c', 'name': 'network-vif-deleted', 'tag': 'a1952be3-eb90-4618-8acb-9bf124e09e3e', 'status': 'completed', 'code': 200} Aug 23 14:45:36.134075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fda588-f625-431c-a958-9244d6e12166 req-34cc13a7-765c-44c1-b55c-8061d2c928eb tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:36.136323 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69fda588-f625-431c-a958-9244d6e12166 req-34cc13a7-765c-44c1-b55c-8061d2c928eb tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 945 time: 0.0738525 Aug 23 14:45:36.200712 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69fda588-f625-431c-a958-9244d6e12166 req-56b2ca3c-ec33-4f24-b7c0-a451ef45d325 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567384 Aug 23 14:45:36.317519 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-6a219bef-2906-4272-9af5-3d495330cb96 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978432 Aug 23 14:45:36.441749 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce620c0f-3a64-4beb-a87b-4598e1e356a3 req-325beba5-b32b-4220-8ddc-cb2b896e95d1 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:36.448415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f01f57-8f81-48b1-8d38-a72591c1e8c2 req-1ce72bdb-6bad-4bb3-81b0-8a62a65c8575 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:36.457255 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ce620c0f-3a64-4beb-a87b-4598e1e356a3 req-325beba5-b32b-4220-8ddc-cb2b896e95d1 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.1051860 Aug 23 14:45:36.461325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-94f01f57-8f81-48b1-8d38-a72591c1e8c2 req-1ce72bdb-6bad-4bb3-81b0-8a62a65c8575 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0724952 Aug 23 14:45:36.512114 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-94f01f57-8f81-48b1-8d38-a72591c1e8c2 req-de64f8e8-80d5-4eef-89a1-53d6ff5f9081 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493741 Aug 23 14:45:36.519312 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ce620c0f-3a64-4beb-a87b-4598e1e356a3 req-44fe423c-1a4b-44ca-af4e-dd3e99dc774d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577445 Aug 23 14:45:37.204075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a1952be3-eb90-4618-8acb-9bf124e09e3e no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:37.228955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: a1952be3-eb90-4618-8acb-9bf124e09e3e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:45:37.229308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a1952be3-eb90-4618-8acb-9bf124e09e3e not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:37.365879 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f0162-9dfd-4f3f-93a3-d550386ba4a9 req-01807e4a-4704-4bea-892c-7b46b1ad3d66 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:37.368951 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f78f0162-9dfd-4f3f-93a3-d550386ba4a9 req-01807e4a-4704-4bea-892c-7b46b1ad3d66 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 945 time: 0.0686595 Aug 23 14:45:37.422270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f78f0162-9dfd-4f3f-93a3-d550386ba4a9 req-03400f96-ff4f-4862-87b6-64b104f1502d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432985 Aug 23 14:45:37.670801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb1e9f-f7b3-4f9f-8a9e-d3500275cd9f req-acd50300-b26b-42db-bb87-ea28857321ee tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:37.672458 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9cb1e9f-f7b3-4f9f-8a9e-d3500275cd9f req-acd50300-b26b-42db-bb87-ea28857321ee tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0706377 Aug 23 14:45:37.737543 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9cb1e9f-f7b3-4f9f-8a9e-d3500275cd9f req-64595f19-e983-4670-a374-c5b3b59c83b2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497735 Aug 23 14:45:37.813692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576019a0-7fad-4bab-b8c6-5a457f1b1070 req-84a818d8-d0df-4ab7-ac8b-a67279cbc24f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:37.816086 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-576019a0-7fad-4bab-b8c6-5a457f1b1070 req-84a818d8-d0df-4ab7-ac8b-a67279cbc24f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0875337 Aug 23 14:45:37.873310 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-576019a0-7fad-4bab-b8c6-5a457f1b1070 req-1c64a2fc-ddad-49af-b666-d390e3fbebc3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 Aug 23 14:45:37.885019 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31e9e1-1fb1-4668-adfd-5813540c4175 req-58cdf369-cabb-4f97-bc5d-1501968889f6 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:37.893173 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd31e9e1-1fb1-4668-adfd-5813540c4175 req-58cdf369-cabb-4f97-bc5d-1501968889f6 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 949 time: 0.0733938 Aug 23 14:45:37.932271 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd31e9e1-1fb1-4668-adfd-5813540c4175 req-1cf7fa7c-076b-4021-9c1a-95331fcb2a88 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381212 Aug 23 14:45:38.163071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33752) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:38.314450 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-87536d24-e5a8-44ea-9d06-92cc74bf9fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:38.437505 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-87536d24-e5a8-44ea-9d06-92cc74bf9fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:38.574697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cbba7-5745-4226-ab9e-9ecb2c8ea93a req-7ca6f056-e92a-4f7e-aa98-7313c690ed04 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:38.576451 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-772cbba7-5745-4226-ab9e-9ecb2c8ea93a req-7ca6f056-e92a-4f7e-aa98-7313c690ed04 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 945 time: 0.0588818 Aug 23 14:45:38.595575 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-87536d24-e5a8-44ea-9d06-92cc74bf9fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:38.660652 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-87536d24-e5a8-44ea-9d06-92cc74bf9fa6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=558574ef1238411ab8fddb2033ab5342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958706 Aug 23 14:45:38.668615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33766) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:38.685746 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-772cbba7-5745-4226-ab9e-9ecb2c8ea93a req-1a05448c-a398-4a6e-8cd1-1f6fb16dd109 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004448 Aug 23 14:45:38.690342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87536d24-e5a8-44ea-9d06-92cc74bf9fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fdb10c-2c98-465a-bd9b-0830d0b39343,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:38.737952 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1cf911af-ccbb-4b9e-8792-2ee7e1f33c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:38.761768 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1cf911af-ccbb-4b9e-8792-2ee7e1f33c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:38.888426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242466c4-e02a-433d-90bb-fac146bf7e0f req-9e94d800-5013-4eda-ab5b-f6f04113808c tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:38.890110 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-242466c4-e02a-433d-90bb-fac146bf7e0f req-9e94d800-5013-4eda-ab5b-f6f04113808c tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0538831 Aug 23 14:45:38.935866 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-242466c4-e02a-433d-90bb-fac146bf7e0f req-b7467282-0487-477e-9271-16bdc45bc540 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387418 Aug 23 14:45:38.952954 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1cf911af-ccbb-4b9e-8792-2ee7e1f33c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:38.955946 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1cf911af-ccbb-4b9e-8792-2ee7e1f33c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:38.957553 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1cf911af-ccbb-4b9e-8792-2ee7e1f33c1e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/54fdb10c-2c98-465a-bd9b-0830d0b39343 HTTP/1.1" status: 204 len: 168 time: 0.2918417 Aug 23 14:45:38.987047 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf911af-ccbb-4b9e-8792-2ee7e1f33c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fdb10c-2c98-465a-bd9b-0830d0b39343,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:39.045357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab7412-70fd-4700-99b0-cee625befc59 req-bcc3a280-1864-42a1-84ce-468d57be38d6 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:39.046976 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46ab7412-70fd-4700-99b0-cee625befc59 req-bcc3a280-1864-42a1-84ce-468d57be38d6 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0812840 Aug 23 14:45:39.100619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c629181-bdbc-49d8-ac9f-bda2317ecfc7 req-88ea7ce8-70ce-4d83-97f9-09abf07b1b4f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:39.103870 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8c629181-bdbc-49d8-ac9f-bda2317ecfc7 req-88ea7ce8-70ce-4d83-97f9-09abf07b1b4f tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 949 time: 0.0793147 Aug 23 14:45:39.126416 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46ab7412-70fd-4700-99b0-cee625befc59 req-a5975550-b308-4d5d-98fa-d06dea2c1403 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701938 Aug 23 14:45:39.156254 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8c629181-bdbc-49d8-ac9f-bda2317ecfc7 req-f12dc794-987b-4f1f-8313-29a42abffcdc tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451968 Aug 23 14:45:39.174657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2468-80bc-4033-9c4b-c500e204f61f req-c7a77b99-56c6-47cd-8f95-128d3bd33c47 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:39.176244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c1d2468-80bc-4033-9c4b-c500e204f61f req-c7a77b99-56c6-47cd-8f95-128d3bd33c47 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 949 time: 0.0790291 Aug 23 14:45:39.302660 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-1c1d2468-80bc-4033-9c4b-c500e204f61f req-d865c5c7-f55c-4e16-8183-58dd1944a6c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Deleting port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:39.303066 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1c1d2468-80bc-4033-9c4b-c500e204f61f req-d865c5c7-f55c-4e16-8183-58dd1944a6c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:39.424678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1c1d2468-80bc-4033-9c4b-c500e204f61f req-d865c5c7-f55c-4e16-8183-58dd1944a6c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] For port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b9ce66ae-25bb-4dbe-a28b-d825e0b7961f,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:39.425073 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1c1d2468-80bc-4033-9c4b-c500e204f61f req-d865c5c7-f55c-4e16-8183-58dd1944a6c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:39.440548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-1c1d2468-80bc-4033-9c4b-c500e204f61f req-d865c5c7-f55c-4e16-8183-58dd1944a6c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Calling delete_port for b9ce66ae-25bb-4dbe-a28b-d825e0b7961f owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:39.686808 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1c1d2468-80bc-4033-9c4b-c500e204f61f req-d865c5c7-f55c-4e16-8183-58dd1944a6c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:39.698042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd835-594b-4844-9677-839f42f88d1c req-91bec4fd-4adb-47c1-ac6e-bb0b04323043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:39.705663 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-91bec4fd-4adb-47c1-ac6e-bb0b04323043 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 1101 time: 0.0919237 Aug 23 14:45:39.705816 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['aa044a13-f042-4baa-b885-1a0bfafb5c3a', 'b9ce66ae-25bb-4dbe-a28b-d825e0b7961f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:39.739064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865c5c7-f55c-4e16-8183-58dd1944a6c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event deleted for resources: {'Port': ['ID=b9ce66ae-25bb-4dbe-a28b-d825e0b7961f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:39.810827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116', 'a0c164ee-842a-4c79-ac62-bb01c759cad5', '8b747ff0-18b0-49da-b4a3-73266ab9ed11', 'f7c564a1-94dd-45e6-af56-abccb8b49ca6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:39.885647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1d2468-80bc-4033-9c4b-c500e204f61f req-d865c5c7-f55c-4e16-8183-58dd1944a6c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] No DVR routers for this DVR port b9ce66ae-25bb-4dbe-a28b-d825e0b7961f on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:45:39.889781 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1c1d2468-80bc-4033-9c4b-c500e204f61f req-d865c5c7-f55c-4e16-8183-58dd1944a6c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:39.891895 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c1d2468-80bc-4033-9c4b-c500e204f61f req-d865c5c7-f55c-4e16-8183-58dd1944a6c0 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.61 "DELETE /v2.0/ports/b9ce66ae-25bb-4dbe-a28b-d825e0b7961f HTTP/1.1" status: 204 len: 173 time: 0.7077558 Aug 23 14:45:39.893995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c66e6dd-b9c1-4460-9947-f82a79eb15ce', 'name': 'network-vif-deleted', 'tag': 'b9ce66ae-25bb-4dbe-a28b-d825e0b7961f'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:39.896461 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d3c6fa-9f6e-4a5e-9ed5-1a4529d661e6" -d '{"events": [{"server_uuid": "2c66e6dd-b9c1-4460-9947-f82a79eb15ce", "name": "network-vif-deleted", "tag": "b9ce66ae-25bb-4dbe-a28b-d825e0b7961f"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:39.951764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cab55-908f-4a71-84c7-b58005664af7 req-1b811da3-8533-40aa-b0ba-3096a9f2c3a2 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:39.966722 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d63cab55-908f-4a71-84c7-b58005664af7 req-1b811da3-8533-40aa-b0ba-3096a9f2c3a2 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 945 time: 0.1482942 Aug 23 14:45:39.968697 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d6d7ec-6a94-4b8c-90f7-03c97d9998e1 x-openstack-request-id: req-c3d6d7ec-6a94-4b8c-90f7-03c97d9998e1 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:39.969146 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c66e6dd-b9c1-4460-9947-f82a79eb15ce", "name": "network-vif-deleted", "tag": "b9ce66ae-25bb-4dbe-a28b-d825e0b7961f", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:39.969472 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c3d6d7ec-6a94-4b8c-90f7-03c97d9998e1 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:39.969963 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c66e6dd-b9c1-4460-9947-f82a79eb15ce', 'name': 'network-vif-deleted', 'tag': 'b9ce66ae-25bb-4dbe-a28b-d825e0b7961f', 'status': 'completed', 'code': 200} Aug 23 14:45:39.972037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd835-594b-4844-9677-839f42f88d1c req-0e5d7b0b-7b34-4dde-9291-87661227adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:39.973770 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-0e5d7b0b-7b34-4dde-9291-87661227adab service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.2442999 Aug 23 14:45:40.039015 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-e84e69e1-8934-46cc-abcf-2d2657a9e5d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=32c86daf-c9cd-426d-9c89-2044efc52a84 HTTP/1.1" status: 200 len: 217 time: 0.0557952 Aug 23 14:45:40.134762 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d63cab55-908f-4a71-84c7-b58005664af7 req-eb487dcf-335f-49a5-89ab-e3aeb004e42b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596208 Aug 23 14:45:40.162591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd835-594b-4844-9677-839f42f88d1c req-ee1ac41e-cfcd-4ccc-9c79-f91b1b9202e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:40.164168 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-ee1ac41e-cfcd-4ccc-9c79-f91b1b9202e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1157503 Aug 23 14:45:40.166985 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ff60c-3324-42d7-b46f-f38f8d61ea58 req-6566e7d6-a170-4278-867d-bc7a00f21239 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:40.168628 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe1ff60c-3324-42d7-b46f-f38f8d61ea58 req-6566e7d6-a170-4278-867d-bc7a00f21239 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1045461 Aug 23 14:45:40.263844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd835-594b-4844-9677-839f42f88d1c req-e94e937b-afdd-4e90-9dcd-1cb202be9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:40.265411 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-e94e937b-afdd-4e90-9dcd-1cb202be9f76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921714 Aug 23 14:45:40.292925 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe1ff60c-3324-42d7-b46f-f38f8d61ea58 req-fa52be25-182d-44b1-91a1-7b2c709a9e72 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159339 Aug 23 14:45:40.462860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33820) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:40.501063 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8031aab8-a400-4edd-8dff-79d694930f22 req-9937208c-4323-4a2f-874d-266940e1e7df tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c66e6dd-b9c1-4460-9947-f82a79eb15ce HTTP/1.1" status: 200 len: 210 time: 0.0855706 Aug 23 14:45:40.511697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98dc2e-672c-46c1-a2a0-3b7c6992582d req-7e0f6a1b-3e7b-43ea-b19a-3508c6e2e524 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:40.520824 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df98dc2e-672c-46c1-a2a0-3b7c6992582d req-7e0f6a1b-3e7b-43ea-b19a-3508c6e2e524 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.1170456 Aug 23 14:45:40.572181 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-61fcc564-8b1b-4f23-894e-41ac0d854227 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685356 Aug 23 14:45:40.585901 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df98dc2e-672c-46c1-a2a0-3b7c6992582d req-440fd37e-865a-4b96-a3d5-0ddafa88a4d5 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621378 Aug 23 14:45:40.675904 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ab8e-1212-439e-bdd6-6c74848e6a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:40.748320 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-d862e169-6eff-43a8-ae8f-dcd001b22823 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612699 Aug 23 14:45:40.816751 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ab8e-1212-439e-bdd6-6c74848e6a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:40.981510 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ab8e-1212-439e-bdd6-6c74848e6a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:41.025497 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6fb1ab8e-1212-439e-bdd6-6c74848e6a6f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=71dc7efc79e14b1db93d8caab37a8ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5590847 Aug 23 14:45:41.026639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1ab8e-1212-439e-bdd6-6c74848e6a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc11d4a-ff87-4b11-bf5f-2dc26fb764ca,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:41.028386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33832) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:41.105681 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7d585059-ba1e-4f00-b259-82e1bad9fab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:41.131796 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7d585059-ba1e-4f00-b259-82e1bad9fab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:41.245981 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7d585059-ba1e-4f00-b259-82e1bad9fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:41.249099 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7d585059-ba1e-4f00-b259-82e1bad9fab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:41.250460 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7d585059-ba1e-4f00-b259-82e1bad9fab1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9dc11d4a-ff87-4b11-bf5f-2dc26fb764ca HTTP/1.1" status: 204 len: 168 time: 0.2210815 Aug 23 14:45:41.322699 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d585059-ba1e-4f00-b259-82e1bad9fab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc11d4a-ff87-4b11-bf5f-2dc26fb764ca,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:41.381215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dbe55-1d98-4ccd-8a46-b6fed18a78de req-527ecc79-da59-4631-85f4-c2a230c94a20 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:41.384714 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-939dbe55-1d98-4ccd-8a46-b6fed18a78de req-527ecc79-da59-4631-85f4-c2a230c94a20 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 945 time: 0.1401420 Aug 23 14:45:41.463060 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-939dbe55-1d98-4ccd-8a46-b6fed18a78de req-7b180f9b-02b3-4609-8953-4bfefaec1b96 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709703 Aug 23 14:45:41.492558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c949e0-cf69-42d8-89e9-0e629c529c20 req-5e6c198b-6139-4712-9d28-2872d49ceea7 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:41.492558 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-56c949e0-cf69-42d8-89e9-0e629c529c20 req-5e6c198b-6139-4712-9d28-2872d49ceea7 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0976262 Aug 23 14:45:41.538761 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-56c949e0-cf69-42d8-89e9-0e629c529c20 req-59c99978-71c6-4ac2-a2b5-1314d2442996 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411406 Aug 23 14:45:41.707395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b1e9d-5d4f-42a6-a394-97def9458db8 req-0b85ecfc-058e-4353-b64d-0a2a87626869 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:41.708851 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-514b1e9d-5d4f-42a6-a394-97def9458db8 req-0b85ecfc-058e-4353-b64d-0a2a87626869 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0563223 Aug 23 14:45:41.750128 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-514b1e9d-5d4f-42a6-a394-97def9458db8 req-ab3ab20b-7337-4aea-ab6f-85d022aab878 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345449 Aug 23 14:45:42.112293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33890) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:42.224672 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-59b356ff-05c3-491d-8256-90ef0845f6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:42.328087 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-59b356ff-05c3-491d-8256-90ef0845f6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:42.387094 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-59b356ff-05c3-491d-8256-90ef0845f6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:42.430487 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-59b356ff-05c3-491d-8256-90ef0845f6da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=47ce1b17ba934f72a98efa6798e26e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192036 Aug 23 14:45:42.431615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b356ff-05c3-491d-8256-90ef0845f6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c35b11-468b-4b57-8145-cfd875cad4a5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:42.432844 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33896) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:42.452661 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33898) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:42.467752 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a48f80e1-9abf-436e-b321-a5bca31d9fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:42.488171 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d2a0b526-c2ca-4de4-b054-2bc34408c970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:42.510569 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d2a0b526-c2ca-4de4-b054-2bc34408c970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:42.580512 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a48f80e1-9abf-436e-b321-a5bca31d9fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:42.639448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9378f14-26f0-4b0f-926b-958beceb33b4 req-0aca5531-be4f-4a11-b6db-c9d4ee27346a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:42.640948 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9378f14-26f0-4b0f-926b-958beceb33b4 req-0aca5531-be4f-4a11-b6db-c9d4ee27346a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 945 time: 0.0534112 Aug 23 14:45:42.680559 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9378f14-26f0-4b0f-926b-958beceb33b4 req-2b25516f-ad43-41f9-b596-1e59a0e4d428 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334802 Aug 23 14:45:42.747252 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a48f80e1-9abf-436e-b321-a5bca31d9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:42.747465 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d2a0b526-c2ca-4de4-b054-2bc34408c970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:42.750138 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d2a0b526-c2ca-4de4-b054-2bc34408c970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:42.753636 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d2a0b526-c2ca-4de4-b054-2bc34408c970 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90c35b11-468b-4b57-8145-cfd875cad4a5 HTTP/1.1" status: 204 len: 168 time: 0.3176558 Aug 23 14:45:42.762876 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0b526-c2ca-4de4-b054-2bc34408c970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c35b11-468b-4b57-8145-cfd875cad4a5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:42.822699 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a48f80e1-9abf-436e-b321-a5bca31d9fbb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc4b9643a89c42cf962f1b738e6e9747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687723 Aug 23 14:45:42.825234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f80e1-9abf-436e-b321-a5bca31d9fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5ef79a-0185-497c-b146-6ceda62e8963,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:42.827701 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33908) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:42.878416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4908dca-c0af-46ec-9dc0-ee301b29d7bc req-34e565a3-6483-489a-8901-fe075fe024b5 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:42.880001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4908dca-c0af-46ec-9dc0-ee301b29d7bc req-34e565a3-6483-489a-8901-fe075fe024b5 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1127691 Aug 23 14:45:42.916296 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e8e7d11-088b-4d5d-be2f-921e83249960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:42.953709 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f93e4-a64a-4c87-a32b-a57e84c9f9a2 req-688135d0-af84-4694-be72-1e67e3d4298b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:42.954915 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e8e7d11-088b-4d5d-be2f-921e83249960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:42.955534 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b2f93e4-a64a-4c87-a32b-a57e84c9f9a2 req-688135d0-af84-4694-be72-1e67e3d4298b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0620184 Aug 23 14:45:42.961175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4908dca-c0af-46ec-9dc0-ee301b29d7bc req-6ac6fce4-9084-4e67-ae30-8aceea808783 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693445 Aug 23 14:45:43.011937 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b2f93e4-a64a-4c87-a32b-a57e84c9f9a2 req-4836b7ad-9787-4db6-bba5-3c6c424bcc2f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410194 Aug 23 14:45:43.124715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839891fb-4bd1-4ecc-80f1-80133e4945e4 req-6059b6f7-7d22-4fae-80d7-5ba284be6b18 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:43.126227 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-839891fb-4bd1-4ecc-80f1-80133e4945e4 req-6059b6f7-7d22-4fae-80d7-5ba284be6b18 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c HTTP/1.1" status: 200 len: 950 time: 0.0593450 Aug 23 14:45:43.141556 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e8e7d11-088b-4d5d-be2f-921e83249960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:43.144399 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e8e7d11-088b-4d5d-be2f-921e83249960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:43.148103 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6e8e7d11-088b-4d5d-be2f-921e83249960 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc5ef79a-0185-497c-b146-6ceda62e8963 HTTP/1.1" status: 204 len: 168 time: 0.3157887 Aug 23 14:45:43.157971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e7d11-088b-4d5d-be2f-921e83249960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5ef79a-0185-497c-b146-6ceda62e8963,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:43.176797 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-839891fb-4bd1-4ecc-80f1-80133e4945e4 req-81b6fffc-1a27-430e-8ba0-73e856f8c452 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441632 Aug 23 14:45:43.267577 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b9ce66ae-25bb-4dbe-a28b-d825e0b7961f no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:43.298495 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: b9ce66ae-25bb-4dbe-a28b-d825e0b7961f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:45:43.298495 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b9ce66ae-25bb-4dbe-a28b-d825e0b7961f not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:43.823630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d92d8-653d-4e38-90b4-4edcaa4d7269 req-201c1235-d0c6-433b-9d38-492e33b6564b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:43.825668 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-683d92d8-653d-4e38-90b4-4edcaa4d7269 req-201c1235-d0c6-433b-9d38-492e33b6564b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 945 time: 0.0602028 Aug 23 14:45:43.874981 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-683d92d8-653d-4e38-90b4-4edcaa4d7269 req-4d703722-84ed-4b4f-8027-75fabe98fccf tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Aug 23 14:45:44.036470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8251de5-fa89-4796-94ea-6186be6d8901 req-e7a32138-5966-4f88-94a6-223433deb96e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:44.040801 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8251de5-fa89-4796-94ea-6186be6d8901 req-e7a32138-5966-4f88-94a6-223433deb96e tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c HTTP/1.1" status: 200 len: 950 time: 0.0674529 Aug 23 14:45:44.096832 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f73a46-6498-4a3b-8e8b-3817ea4d367d req-4e142d61-d16c-4d01-a67e-c318aaf556b4 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:44.098788 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f9f73a46-6498-4a3b-8e8b-3817ea4d367d req-4e142d61-d16c-4d01-a67e-c318aaf556b4 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0552280 Aug 23 14:45:44.147805 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f9f73a46-6498-4a3b-8e8b-3817ea4d367d req-77e5f8bb-a426-4926-9afb-1dab4a19f530 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388055 Aug 23 14:45:44.196675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d87354-028c-4485-b9ad-b68797c84093 req-333d9528-f342-4b52-9d0d-268e44f7744a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:44.200737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-87d87354-028c-4485-b9ad-b68797c84093 req-333d9528-f342-4b52-9d0d-268e44f7744a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.1176245 Aug 23 14:45:44.238437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-e8251de5-fa89-4796-94ea-6186be6d8901 req-cdb11b74-f6dc-488f-91a0-329f6ec7dd93 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Deleting port f7c564a1-94dd-45e6-af56-abccb8b49ca6 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:44.238913 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e8251de5-fa89-4796-94ea-6186be6d8901 req-cdb11b74-f6dc-488f-91a0-329f6ec7dd93 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:44.290937 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-87d87354-028c-4485-b9ad-b68797c84093 req-42e73d05-af52-41bb-9cfb-c5d850235a2e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853701 Aug 23 14:45:44.330262 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33960) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:44.451242 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-544587845-network', 'tenant_id': 'dc23af1176974b42a9d060753a5e7eaf'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:45:44.472049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-e8251de5-fa89-4796-94ea-6186be6d8901 req-cdb11b74-f6dc-488f-91a0-329f6ec7dd93 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] For port f7c564a1-94dd-45e6-af56-abccb8b49ca6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f7c564a1-94dd-45e6-af56-abccb8b49ca6,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:44.472403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e8251de5-fa89-4796-94ea-6186be6d8901 req-cdb11b74-f6dc-488f-91a0-329f6ec7dd93 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:44.481961 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a745-c2dd-40b9-83e2-427a8156d761 req-ba3faed6-9e24-47c9-ac0c-1440afb32052 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:44.483513 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5291a745-c2dd-40b9-83e2-427a8156d761 req-ba3faed6-9e24-47c9-ac0c-1440afb32052 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.61 "GET /v2.0/ports?device_id=cad9a0e4-5a14-423d-a055-640ed968b16b HTTP/1.1" status: 200 len: 950 time: 0.1449478 Aug 23 14:45:44.505531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-e8251de5-fa89-4796-94ea-6186be6d8901 req-cdb11b74-f6dc-488f-91a0-329f6ec7dd93 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Calling delete_port for f7c564a1-94dd-45e6-af56-abccb8b49ca6 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:44.545337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fc146-ec62-4c6c-a6a7-34e3eb27c736 req-e0e9488e-16d8-457e-8ada-856eda844bf9 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:44.546883 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-149fc146-ec62-4c6c-a6a7-34e3eb27c736 req-e0e9488e-16d8-457e-8ada-856eda844bf9 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c HTTP/1.1" status: 200 len: 950 time: 0.1544571 Aug 23 14:45:44.592543 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] Made reservation on behalf of dc23af1176974b42a9d060753a5e7eaf for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:45:44.595160 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:44.610019 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:44.686750 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-149fc146-ec62-4c6c-a6a7-34e3eb27c736 req-d4a4ee86-2f85-483c-9f08-d250afb3c073 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295028 Aug 23 14:45:44.740074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-5291a745-c2dd-40b9-83e2-427a8156d761 req-29386839-f53d-4e0e-beaf-dd31e9e66cff tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Deleting port aa044a13-f042-4baa-b885-1a0bfafb5c3a {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:44.740857 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5291a745-c2dd-40b9-83e2-427a8156d761 req-29386839-f53d-4e0e-beaf-dd31e9e66cff tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:44.751990 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:44.849928 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:44.879029 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d980a6ba-5a87-4962-a173-fea32657d0ae,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:44.927163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5291a745-c2dd-40b9-83e2-427a8156d761 req-29386839-f53d-4e0e-beaf-dd31e9e66cff tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] For port aa044a13-f042-4baa-b885-1a0bfafb5c3a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=aa044a13-f042-4baa-b885-1a0bfafb5c3a,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:44.928009 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5291a745-c2dd-40b9-83e2-427a8156d761 req-29386839-f53d-4e0e-beaf-dd31e9e66cff tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:44.952389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-5291a745-c2dd-40b9-83e2-427a8156d761 req-29386839-f53d-4e0e-beaf-dd31e9e66cff tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Calling delete_port for aa044a13-f042-4baa-b885-1a0bfafb5c3a owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:45.044112 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032e8bd-1eff-475f-a926-43f26e0f734a req-84b9bbb2-5ee6-4575-a74e-3b456cff41a2 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:45.046464 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e8251de5-fa89-4796-94ea-6186be6d8901 req-cdb11b74-f6dc-488f-91a0-329f6ec7dd93 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:45.047050 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a032e8bd-1eff-475f-a926-43f26e0f734a req-84b9bbb2-5ee6-4575-a74e-3b456cff41a2 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 945 time: 0.0757644 Aug 23 14:45:45.055320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:45:45.062085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['aa044a13-f042-4baa-b885-1a0bfafb5c3a'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:45.068068 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:45.068685 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] Added segment ee0c8583-81b6-46bd-b34d-54a8995fb423 of type vlan for network f393c40a-269e-407d-9378-6970c187b6c3 Aug 23 14:45:45.112573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb11b74-f6dc-488f-91a0-329f6ec7dd93 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event deleted for resources: {'Port': ['ID=f7c564a1-94dd-45e6-af56-abccb8b49ca6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:45.119433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116', 'a0c164ee-842a-4c79-ac62-bb01c759cad5', '8b747ff0-18b0-49da-b4a3-73266ab9ed11', 'f7c564a1-94dd-45e6-af56-abccb8b49ca6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:45.153456 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:45.199045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8251de5-fa89-4796-94ea-6186be6d8901 req-cdb11b74-f6dc-488f-91a0-329f6ec7dd93 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] No DVR routers for this DVR port f7c564a1-94dd-45e6-af56-abccb8b49ca6 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:45:45.206960 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e8251de5-fa89-4796-94ea-6186be6d8901 req-cdb11b74-f6dc-488f-91a0-329f6ec7dd93 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:45.209819 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8251de5-fa89-4796-94ea-6186be6d8901 req-cdb11b74-f6dc-488f-91a0-329f6ec7dd93 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "DELETE /v2.0/ports/f7c564a1-94dd-45e6-af56-abccb8b49ca6 HTTP/1.1" status: 204 len: 173 time: 1.1598477 Aug 23 14:45:45.210989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5285ef1-cdc0-4bb8-8a78-31c9c4eae53c', 'name': 'network-vif-deleted', 'tag': 'f7c564a1-94dd-45e6-af56-abccb8b49ca6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:45.214492 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f019651c-f22b-4616-9680-d083a4140ee6" -d '{"events": [{"server_uuid": "d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c", "name": "network-vif-deleted", "tag": "f7c564a1-94dd-45e6-af56-abccb8b49ca6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:45.226186 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a032e8bd-1eff-475f-a926-43f26e0f734a req-527cb500-0a28-4061-9c83-3bd912473e43 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106570 Aug 23 14:45:45.345921 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63586bf2-8edb-4b33-983a-9a0dd0ff611a x-openstack-request-id: req-63586bf2-8edb-4b33-983a-9a0dd0ff611a {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:45.346306 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c", "name": "network-vif-deleted", "tag": "f7c564a1-94dd-45e6-af56-abccb8b49ca6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:45.346469 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-63586bf2-8edb-4b33-983a-9a0dd0ff611a {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:45.346879 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5285ef1-cdc0-4bb8-8a78-31c9c4eae53c', 'name': 'network-vif-deleted', 'tag': 'f7c564a1-94dd-45e6-af56-abccb8b49ca6', 'status': 'completed', 'code': 200} Aug 23 14:45:45.383325 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b11493-e5ed-42a2-ba9a-3a633c7279d6 req-0ed15f69-4b58-4c9d-b880-bb70cc9e7f55 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:45.384835 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2b11493-e5ed-42a2-ba9a-3a633c7279d6 req-0ed15f69-4b58-4c9d-b880-bb70cc9e7f55 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1410398 Aug 23 14:45:45.436320 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2b11493-e5ed-42a2-ba9a-3a633c7279d6 req-9346aa0f-54bb-4ba6-bd24-4ab18a98b6c4 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 Aug 23 14:45:45.519824 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:45.520949 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:45.521548 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:45.549455 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5291a745-c2dd-40b9-83e2-427a8156d761 req-29386839-f53d-4e0e-beaf-dd31e9e66cff tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:45.568019 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:45.594472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf13f83-e40f-4e7c-899c-1344ca8b7205 req-dcbc5720-ba98-48ce-a2b8-7f4d9d714354 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:45.596072 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6bf13f83-e40f-4e7c-899c-1344ca8b7205 req-dcbc5720-ba98-48ce-a2b8-7f4d9d714354 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.1411586 Aug 23 14:45:45.633057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29386839-f53d-4e0e-beaf-dd31e9e66cff tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event deleted for resources: {'Port': ['ID=aa044a13-f042-4baa-b885-1a0bfafb5c3a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:45.737358 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4033113 Aug 23 14:45:45.738054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-5291a745-c2dd-40b9-83e2-427a8156d761 req-29386839-f53d-4e0e-beaf-dd31e9e66cff tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] No DVR routers for this DVR port aa044a13-f042-4baa-b885-1a0bfafb5c3a on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:45:45.748287 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5291a745-c2dd-40b9-83e2-427a8156d761 req-29386839-f53d-4e0e-beaf-dd31e9e66cff tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:45.755345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5291a745-c2dd-40b9-83e2-427a8156d761 req-29386839-f53d-4e0e-beaf-dd31e9e66cff tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.61 "DELETE /v2.0/ports/aa044a13-f042-4baa-b885-1a0bfafb5c3a HTTP/1.1" status: 204 len: 173 time: 1.2637935 Aug 23 14:45:45.759427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33994) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:45:45.767174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2d237-8df1-4ff7-b07f-acf7f964928c admin admin] Pushing event updated for resources: {'Network': ['ID=f393c40a-269e-407d-9378-6970c187b6c3,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:45.771580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ee30050c-2397-408d-bc08-e7595896e5d6 admin admin] Request body: {'subnet': {'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-544587845-subnet', 'tenant_id': 'dc23af1176974b42a9d060753a5e7eaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:45:45.787911 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6bf13f83-e40f-4e7c-899c-1344ca8b7205 req-da1ffd53-9ed9-4a93-b6ec-302dfa3447c2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300993 Aug 23 14:45:45.824637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network f393c40a-269e-407d-9378-6970c187b6c3 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:45:45.920393 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-053c7e29-c6fc-4cf8-a848-db7c56986a8b req-7f2675e2-7ce8-45d1-bf5c-40baaaecd4f5 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c HTTP/1.1" status: 200 len: 210 time: 0.0579703 Aug 23 14:45:45.944093 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:45:45.993049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee30050c-2397-408d-bc08-e7595896e5d6 admin admin] Made reservation on behalf of dc23af1176974b42a9d060753a5e7eaf for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:45:45.995522 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee30050c-2397-408d-bc08-e7595896e5d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:46.262093 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee30050c-2397-408d-bc08-e7595896e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:46.361591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30050c-2397-408d-bc08-e7595896e5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11061a5b-c587-4d9a-b542-d35027d2df97,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:46.366723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee30050c-2397-408d-bc08-e7595896e5d6 admin admin] Checking segment: {'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:45:46.367203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee30050c-2397-408d-bc08-e7595896e5d6 admin admin] Network hostable DHCP agents. Network: f393c40a-269e-407d-9378-6970c187b6c3, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:45:46.435846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a71f7-4127-40f4-b326-63fd2f84d68b req-f7e54d7c-1611-4eb1-a30f-83e20880a05d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:46.438782 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed2a71f7-4127-40f4-b326-63fd2f84d68b req-f7e54d7c-1611-4eb1-a30f-83e20880a05d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 945 time: 0.1098826 Aug 23 14:45:46.445748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee30050c-2397-408d-bc08-e7595896e5d6 admin admin] Network f393c40a-269e-407d-9378-6970c187b6c3 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:45:46.498027 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed2a71f7-4127-40f4-b326-63fd2f84d68b req-8de5cb72-1d5e-4857-ad1b-8b25b9c96c77 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490592 Aug 23 14:45:46.610994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d7f31-deda-4bc5-b5ba-64ca84f9a4de req-e83eadc9-8e3d-4bc0-a7e9-adca7ef53b7c tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:46.617845 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c76d7f31-deda-4bc5-b5ba-64ca84f9a4de req-e83eadc9-8e3d-4bc0-a7e9-adca7ef53b7c tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0547621 Aug 23 14:45:46.637219 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-ee30050c-2397-408d-bc08-e7595896e5d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, f393c40a-269e-407d-9378-6970c187b6c3) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:45:46.642500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee30050c-2397-408d-bc08-e7595896e5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:46.643071 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee30050c-2397-408d-bc08-e7595896e5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:46.645075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc09f1a7-1c5b-43df-82de-614db02e8363 None None] Network f393c40a-269e-407d-9378-6970c187b6c3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:45:46.670748 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c76d7f31-deda-4bc5-b5ba-64ca84f9a4de req-91db6c1a-54be-4f17-b4cf-dd5504b7ea58 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503643 Aug 23 14:45:47.096416 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b933b5-b17d-4cce-86b1-45044e1afee2 None None] Network f393c40a-269e-407d-9378-6970c187b6c3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:45:47.099696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89fcf9-f4c2-4bfe-8bec-cb9edc4947af req-167fa94f-e0af-4051-a928-1c67fcf7f1fa tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:47.099696 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6a89fcf9-f4c2-4bfe-8bec-cb9edc4947af req-167fa94f-e0af-4051-a928-1c67fcf7f1fa tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0512908 Aug 23 14:45:47.101244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116', 'a0c164ee-842a-4c79-ac62-bb01c759cad5', '8b747ff0-18b0-49da-b4a3-73266ab9ed11'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:47.102320 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6a89fcf9-f4c2-4bfe-8bec-cb9edc4947af req-b4d781dd-fb21-4ac2-b5ac-071acb2abb42 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386536 Aug 23 14:45:47.102694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0931913-f119-4624-9bc7-21e98a6a98bd req-63c06283-1dce-4bfc-9e27-e71104065714 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=d5285ef1-cdc0-4bb8-8a78-31c9c4eae53c HTTP/1.1" status: 200 len: 210 time: 0.0274580 Aug 23 14:45:47.120667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ee30050c-2397-408d-bc08-e7595896e5d6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3573985 Aug 23 14:45:47.309819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device aa044a13-f042-4baa-b885-1a0bfafb5c3a no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:47.344659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: aa044a13-f042-4baa-b885-1a0bfafb5c3a {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:45:47.345224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device aa044a13-f042-4baa-b885-1a0bfafb5c3a not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:47.351509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad9a0e4-5a14-423d-a055-640ed968b16b', 'name': 'network-vif-deleted', 'tag': 'aa044a13-f042-4baa-b885-1a0bfafb5c3a'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:47.351509 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0691be3-5053-42da-a0a9-3203d0306e71" -d '{"events": [{"server_uuid": "cad9a0e4-5a14-423d-a055-640ed968b16b", "name": "network-vif-deleted", "tag": "aa044a13-f042-4baa-b885-1a0bfafb5c3a"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:47.403841 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63604dce-4767-49b0-b871-ab398a765ebb x-openstack-request-id: req-63604dce-4767-49b0-b871-ab398a765ebb {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:47.404174 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad9a0e4-5a14-423d-a055-640ed968b16b", "name": "network-vif-deleted", "tag": "aa044a13-f042-4baa-b885-1a0bfafb5c3a", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:47.404433 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-63604dce-4767-49b0-b871-ab398a765ebb {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:47.404843 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad9a0e4-5a14-423d-a055-640ed968b16b', 'name': 'network-vif-deleted', 'tag': 'aa044a13-f042-4baa-b885-1a0bfafb5c3a', 'status': 'completed', 'code': 200} Aug 23 14:45:47.607095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b20620-0787-4431-938a-cb9cf842e35e req-9b9a5968-ff2f-4c4f-8584-f9d0bb55525b tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:47.608791 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-9b9a5968-ff2f-4c4f-8584-f9d0bb55525b tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc&tenant_id=b66fd552a70a452381c358e94470d1e9&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 1096 time: 0.0549340 Aug 23 14:45:47.624718 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804985-3'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:45:47.702759 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:47.725482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ead0e5-8210-42d6-aea8-c9c332b4bf9a req-52d01140-9204-4441-b95b-9a9150e5d9b3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:47.734054 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a0ead0e5-8210-42d6-aea8-c9c332b4bf9a req-52d01140-9204-4441-b95b-9a9150e5d9b3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 945 time: 0.0924165 Aug 23 14:45:47.776432 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a0ead0e5-8210-42d6-aea8-c9c332b4bf9a req-ad02feff-51b8-40b0-8040-936b97e4e647 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399201 Aug 23 14:45:47.932667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=24c6da15-924b-4718-8d48-609cace6f6d4,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:47.966154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793780a7-16ac-493a-bfcd-139031638d95 req-53cfa868-ecea-426b-9ec7-d80cd0573130 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:47.967689 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-793780a7-16ac-493a-bfcd-139031638d95 req-53cfa868-ecea-426b-9ec7-d80cd0573130 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/networks?id=f393c40a-269e-407d-9378-6970c187b6c3 HTTP/1.1" status: 200 len: 804 time: 0.1640735 Aug 23 14:45:47.986674 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f7c564a1-94dd-45e6-af56-abccb8b49ca6 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:48.005319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-793780a7-16ac-493a-bfcd-139031638d95 req-1a543cef-9eb2-450e-be45-cdf9cdba9ed9 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/quotas/dc23af1176974b42a9d060753a5e7eaf HTTP/1.1" status: 200 len: 375 time: 0.0275972 Aug 23 14:45:48.013090 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:45:48.022620 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecb4b6-5e40-41b8-9344-7583f0d8f8ed req-0238b9f3-1688-413c-9d6c-99a1dc5e91c9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:48.024325 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: f7c564a1-94dd-45e6-af56-abccb8b49ca6 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:45:48.024803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f7c564a1-94dd-45e6-af56-abccb8b49ca6 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:48.028608 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c3ecb4b6-5e40-41b8-9344-7583f0d8f8ed req-0238b9f3-1688-413c-9d6c-99a1dc5e91c9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1030576 Aug 23 14:45:48.068150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-793780a7-16ac-493a-bfcd-139031638d95 req-2ecca8ad-d180-451b-963b-7f5687f23d2e tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc23af1176974b42a9d060753a5e7eaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531874 Aug 23 14:45:48.074424 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c3ecb4b6-5e40-41b8-9344-7583f0d8f8ed req-3d588ef4-7d70-4151-83e2-4aca105e2f03 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413654 Aug 23 14:45:48.152068 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:48.192993 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66102bcd-226c-4d8f-abf4-85d6ee66e568 req-25a33008-627d-4c53-80d0-2f98aef684c7 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:48.195085 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-66102bcd-226c-4d8f-abf4-85d6ee66e568 req-25a33008-627d-4c53-80d0-2f98aef684c7 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0574877 Aug 23 14:45:48.197193 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-793780a7-16ac-493a-bfcd-139031638d95 req-40b58154-a14a-48b3-b0e7-0c7d3d3cc05e service neutron] 10.222.0.38 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203039 Aug 23 14:45:48.271278 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-66102bcd-226c-4d8f-abf4-85d6ee66e568 req-f3f8eb5a-2bbd-4714-857e-42f17960a4c7 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399275 Aug 23 14:45:48.311595 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:48.324317 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-793780a7-16ac-493a-bfcd-139031638d95 req-32b0383a-99f7-4b99-bcb1-3e0e1dfbb957 service neutron] 10.222.0.38 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197183 Aug 23 14:45:48.418528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Pushing event updated for resources: {'Port': ['ID=24c6da15-924b-4718-8d48-609cace6f6d4,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:48.425554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Attempting to bind port 24c6da15-924b-4718-8d48-609cace6f6d4 on host n-h1-804985-3 for vnic_type normal with profile {"migrating_to": "n-h2-804985-3"} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:45:48.425997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Attempting to bind port 24c6da15-924b-4718-8d48-609cace6f6d4 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:45:48.426468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Attempting to bind port 24c6da15-924b-4718-8d48-609cace6f6d4 on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:45:48.432668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Port 24c6da15-924b-4718-8d48-609cace6f6d4 on network e5d05685-47dd-44e8-9fba-4321908349a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:45:48.432668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Attempting to bind port 24c6da15-924b-4718-8d48-609cace6f6d4 on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:45:48.438755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:45:48.439098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Checking segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:45:48.439573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Bound using segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:45:48.440108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Bound port: 24c6da15-924b-4718-8d48-609cace6f6d4, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:45:48.440565 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:48.522227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:45:48.531925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=24c6da15-924b-4718-8d48-609cace6f6d4,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:45:48.713871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:48.811825 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:48.812916 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:48.815635 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] 10.222.0.61 "PUT /v2.0/ports/24c6da15-924b-4718-8d48-609cace6f6d4 HTTP/1.1" status: 200 len: 1121 time: 1.1991031 Aug 23 14:45:48.816918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c145e-9ac6-4f72-868f-3ce4dd0462a6 service neutron] Pushing event updated for resources: {'Port': ['ID=24c6da15-924b-4718-8d48-609cace6f6d4,revision_number=8']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:48.883945 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3a9252ea-f4fb-4954-9941-3353d183be91 req-c6ca5b22-0dd8-406e-8dce-5b324e41f82d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 210 time: 0.0408883 Aug 23 14:45:48.930770 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['24c6da15-924b-4718-8d48-609cace6f6d4'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:48.971908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['24c6da15-924b-4718-8d48-609cace6f6d4'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:49.052430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795af43-315a-48a3-9e90-8f551eaa6d86 req-ccf72b06-369c-4a0c-8aa5-cbafa044bdcc tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:49.054075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c795af43-315a-48a3-9e90-8f551eaa6d86 req-ccf72b06-369c-4a0c-8aa5-cbafa044bdcc tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 943 time: 0.0928261 Aug 23 14:45:49.108903 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c795af43-315a-48a3-9e90-8f551eaa6d86 req-6ee3c58a-0913-445c-82ef-d6d63339e739 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461547 Aug 23 14:45:49.247213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56432f9-a705-4b67-83fa-c7f8f78430fa req-062def37-6f01-4d9d-81ac-da4f7eb69233 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:49.256697 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a56432f9-a705-4b67-83fa-c7f8f78430fa req-062def37-6f01-4d9d-81ac-da4f7eb69233 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0745304 Aug 23 14:45:49.315752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 24c6da15-924b-4718-8d48-609cace6f6d4 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:45:49.321242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a56432f9-a705-4b67-83fa-c7f8f78430fa req-10427ab2-ed1a-40c9-b66a-a2653b28ff69 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628412 Aug 23 14:45:49.406370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55105534-9414-42a4-a7b1-f8cb0aeec3dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c6da15-924b-4718-8d48-609cace6f6d4'}, {'name': 'network-changed', 'server_uuid': '55105534-9414-42a4-a7b1-f8cb0aeec3dc', 'tag': '24c6da15-924b-4718-8d48-609cace6f6d4'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:49.409875 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414bff20-8eb5-4df6-9f12-089246b54f7a" -d '{"events": [{"server_uuid": "55105534-9414-42a4-a7b1-f8cb0aeec3dc", "name": "network-vif-unplugged", "status": "completed", "tag": "24c6da15-924b-4718-8d48-609cace6f6d4"}, {"name": "network-changed", "server_uuid": "55105534-9414-42a4-a7b1-f8cb0aeec3dc", "tag": "24c6da15-924b-4718-8d48-609cace6f6d4"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:49.474228 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e0c8e-6220-45be-bd96-9a2a5b4becdb req-eeda5a95-b557-4c77-944c-03c66e7159c3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:49.476678 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-463e0c8e-6220-45be-bd96-9a2a5b4becdb req-eeda5a95-b557-4c77-944c-03c66e7159c3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0537179 Aug 23 14:45:49.505842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=24c6da15-924b-4718-8d48-609cace6f6d4,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:49.517107 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-463e0c8e-6220-45be-bd96-9a2a5b4becdb req-37a4dffa-f74a-4963-a2a7-eef9cc7bd1b4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340848 Aug 23 14:45:49.524756 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 24c6da15-924b-4718-8d48-609cace6f6d4 has no active binding in host n-h2-804985-3 {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 14:45:49.567449 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30b6a62-f950-4883-ace0-e8a4f44da098 x-openstack-request-id: req-a30b6a62-f950-4883-ace0-e8a4f44da098 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:49.567942 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55105534-9414-42a4-a7b1-f8cb0aeec3dc", "name": "network-vif-unplugged", "status": "completed", "tag": "24c6da15-924b-4718-8d48-609cace6f6d4", "code": 200}, {"name": "network-changed", "server_uuid": "55105534-9414-42a4-a7b1-f8cb0aeec3dc", "tag": "24c6da15-924b-4718-8d48-609cace6f6d4", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:49.568308 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a30b6a62-f950-4883-ace0-e8a4f44da098 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:49.568916 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55105534-9414-42a4-a7b1-f8cb0aeec3dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c6da15-924b-4718-8d48-609cace6f6d4', 'code': 200} Aug 23 14:45:49.569262 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55105534-9414-42a4-a7b1-f8cb0aeec3dc', 'tag': '24c6da15-924b-4718-8d48-609cace6f6d4', 'status': 'completed', 'code': 200} Aug 23 14:45:49.661221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bff20-8eb5-4df6-9f12-089246b54f7a req-518e86e5-749f-4e8f-a179-277aba26c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:49.663924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-414bff20-8eb5-4df6-9f12-089246b54f7a req-518e86e5-749f-4e8f-a179-277aba26c4ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 1124 time: 0.0566051 Aug 23 14:45:49.765880 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bff20-8eb5-4df6-9f12-089246b54f7a req-44fe66b4-bf2d-4825-8adb-707778699d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:49.767077 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-414bff20-8eb5-4df6-9f12-089246b54f7a req-44fe66b4-bf2d-4825-8adb-707778699d05 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.0944910 Aug 23 14:45:49.813149 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-414bff20-8eb5-4df6-9f12-089246b54f7a req-f6437f97-16e4-4caf-a7b8-fb1660111971 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c6da15-924b-4718-8d48-609cace6f6d4 HTTP/1.1" status: 200 len: 217 time: 0.0353367 Aug 23 14:45:49.869125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bff20-8eb5-4df6-9f12-089246b54f7a req-647037d7-78e4-4289-8ffc-833d77f63433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:49.873060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-414bff20-8eb5-4df6-9f12-089246b54f7a req-647037d7-78e4-4289-8ffc-833d77f63433 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.0470967 Aug 23 14:45:49.913798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-414bff20-8eb5-4df6-9f12-089246b54f7a req-c98a0fbc-c64b-4625-ba2c-479cd663476e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310292 Aug 23 14:45:50.024406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60dae70b-9ed3-418b-b9aa-9fe528adaad0 req-1023d1d0-1c64-41c9-89bc-e0adc40cc8aa tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 210 time: 0.0876071 Aug 23 14:45:50.080674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e30be2-ec52-4521-b585-c30267b07199 req-d738ca03-7bb0-40fd-9791-142af7a85f82 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:50.082388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f9e30be2-ec52-4521-b585-c30267b07199 req-d738ca03-7bb0-40fd-9791-142af7a85f82 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=7315bdb2-7f0f-460b-9ea2-5ef29aaf3333 HTTP/1.1" status: 200 len: 950 time: 0.0590377 Aug 23 14:45:50.082706 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-414bff20-8eb5-4df6-9f12-089246b54f7a req-3644d5e1-d602-43b5-8ecb-b818ffed4769 service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563439 Aug 23 14:45:50.089666 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:50.130134 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f9e30be2-ec52-4521-b585-c30267b07199 req-6f7f5d67-92d0-473f-87e8-7657b2ee5297 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Aug 23 14:45:50.466033 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fca47f-06a5-4ea0-8ae2-f62e3f4a1b0d req-82ac8b4c-6914-49fb-b779-bfee321070aa tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:50.468005 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-56fca47f-06a5-4ea0-8ae2-f62e3f4a1b0d req-82ac8b4c-6914-49fb-b779-bfee321070aa tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0590019 Aug 23 14:45:50.531853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-56fca47f-06a5-4ea0-8ae2-f62e3f4a1b0d req-a84c6e6b-3176-4c3f-bde7-108750774c8f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537822 Aug 23 14:45:50.575231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd759ff-1553-41ed-9e9d-0cfe5da0b3e6 req-c1b0c8c6-0ea4-4ea9-a25f-4ffa20dc1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:50.576798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6fd759ff-1553-41ed-9e9d-0cfe5da0b3e6 req-c1b0c8c6-0ea4-4ea9-a25f-4ffa20dc1594 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c75724c9bd94190916dad9ab125a486&device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 1101 time: 0.4627714 Aug 23 14:45:50.589938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-414bff20-8eb5-4df6-9f12-089246b54f7a req-70742164-8ab6-4254-aee4-c368c6a931d0 service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972332 Aug 23 14:45:50.599403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb02622-819f-4d05-8eb5-e7cedf74c221 req-21f267b3-3177-462c-bd73-d225922d094e tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:50.607027 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-adb02622-819f-4d05-8eb5-e7cedf74c221 req-21f267b3-3177-462c-bd73-d225922d094e tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 943 time: 0.1199737 Aug 23 14:45:50.694793 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-adb02622-819f-4d05-8eb5-e7cedf74c221 req-882fc9d6-5359-4af0-987c-cfab2ffcfa86 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868526 Aug 23 14:45:50.717026 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858b5cd-6e9d-4195-9e5a-9c5aa1fde02d req-ad20599d-8d96-4f31-8141-0e5a1c1f8592 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:50.719014 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2858b5cd-6e9d-4195-9e5a-9c5aa1fde02d req-ad20599d-8d96-4f31-8141-0e5a1c1f8592 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0800066 Aug 23 14:45:50.731329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd759ff-1553-41ed-9e9d-0cfe5da0b3e6 req-e062d170-53c0-46fc-8860-f603807450b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:50.732833 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6fd759ff-1553-41ed-9e9d-0cfe5da0b3e6 req-e062d170-53c0-46fc-8860-f603807450b6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1232460 Aug 23 14:45:50.784039 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2858b5cd-6e9d-4195-9e5a-9c5aa1fde02d req-d7f2182e-ca7f-4c8c-b7b7-8c2f12435ee1 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561543 Aug 23 14:45:50.795119 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6fd759ff-1553-41ed-9e9d-0cfe5da0b3e6 req-05151d06-fe17-4b1f-954d-08d45325165e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=0f08330d-860f-4646-bd59-36ba20552377 HTTP/1.1" status: 200 len: 217 time: 0.0469599 Aug 23 14:45:50.852877 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd759ff-1553-41ed-9e9d-0cfe5da0b3e6 req-134c9915-9805-4db6-ad0e-6262ff62393c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:50.854385 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6fd759ff-1553-41ed-9e9d-0cfe5da0b3e6 req-134c9915-9805-4db6-ad0e-6262ff62393c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0486627 Aug 23 14:45:50.913476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd759ff-1553-41ed-9e9d-0cfe5da0b3e6 req-f06570ed-f978-4cf0-90d9-11dfb72b2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:50.915225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6fd759ff-1553-41ed-9e9d-0cfe5da0b3e6 req-f06570ed-f978-4cf0-90d9-11dfb72b2ae2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0524502 Aug 23 14:45:51.037968 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6fd759ff-1553-41ed-9e9d-0cfe5da0b3e6 req-a1290bea-1097-4773-a2f6-2cec7dbd0cda service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133709 Aug 23 14:45:51.148577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975c93e-9d9d-4510-8a98-3799b2cf0a40 req-04f4fd80-2940-4d2b-bc50-c284bc6d2711 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:51.150421 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9975c93e-9d9d-4510-8a98-3799b2cf0a40 req-04f4fd80-2940-4d2b-bc50-c284bc6d2711 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "GET /v2.0/ports?device_id=7315bdb2-7f0f-460b-9ea2-5ef29aaf3333 HTTP/1.1" status: 200 len: 950 time: 0.1312287 Aug 23 14:45:51.152538 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f27aae8-4b00-4293-be5f-c95777a4ecf8 req-3b4668df-b40f-4262-9d0c-847d6b5e4ade tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 210 time: 0.0307515 Aug 23 14:45:51.260292 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6fd759ff-1553-41ed-9e9d-0cfe5da0b3e6 req-9aa03e7e-d395-41a5-96df-92bfc8d4b05a service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006602 Aug 23 14:45:51.332079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76195f99-4ee7-479e-b1fe-a25f087f8e40 req-596a574f-aca4-4c30-85d1-98b2c25a3438 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:51.333908 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-76195f99-4ee7-479e-b1fe-a25f087f8e40 req-596a574f-aca4-4c30-85d1-98b2c25a3438 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=7315bdb2-7f0f-460b-9ea2-5ef29aaf3333 HTTP/1.1" status: 200 len: 950 time: 0.0785663 Aug 23 14:45:51.339990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-9975c93e-9d9d-4510-8a98-3799b2cf0a40 req-8b6d8906-b3f3-4c3b-975c-588cd3486bfe tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Deleting port a0c164ee-842a-4c79-ac62-bb01c759cad5 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:51.340393 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9975c93e-9d9d-4510-8a98-3799b2cf0a40 req-8b6d8906-b3f3-4c3b-975c-588cd3486bfe tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:51.445437 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-76195f99-4ee7-479e-b1fe-a25f087f8e40 req-4461c114-a353-435f-bfae-786f2f8c3469 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974371 Aug 23 14:45:51.497750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-9975c93e-9d9d-4510-8a98-3799b2cf0a40 req-8b6d8906-b3f3-4c3b-975c-588cd3486bfe tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] For port a0c164ee-842a-4c79-ac62-bb01c759cad5, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a0c164ee-842a-4c79-ac62-bb01c759cad5,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:51.498189 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9975c93e-9d9d-4510-8a98-3799b2cf0a40 req-8b6d8906-b3f3-4c3b-975c-588cd3486bfe tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:51.512902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-9975c93e-9d9d-4510-8a98-3799b2cf0a40 req-8b6d8906-b3f3-4c3b-975c-588cd3486bfe tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Calling delete_port for a0c164ee-842a-4c79-ac62-bb01c759cad5 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:51.699086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db78e-e930-4eb0-b256-98c82df7c06f req-1686445f-0951-46b7-a763-40023728622b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:51.706377 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-403db78e-e930-4eb0-b256-98c82df7c06f req-1686445f-0951-46b7-a763-40023728622b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0823684 Aug 23 14:45:51.757972 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-403db78e-e930-4eb0-b256-98c82df7c06f req-f2f8a714-4689-4316-8744-197d549be31b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499930 Aug 23 14:45:51.867170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d53e2-5575-4d01-9732-d3b0482529e6 req-c4202173-5161-42f5-adf4-9f90e289d007 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:51.868597 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f0d53e2-5575-4d01-9732-d3b0482529e6 req-c4202173-5161-42f5-adf4-9f90e289d007 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 943 time: 0.0592256 Aug 23 14:45:51.869844 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9975c93e-9d9d-4510-8a98-3799b2cf0a40 req-8b6d8906-b3f3-4c3b-975c-588cd3486bfe tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:51.885139 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116', 'a0c164ee-842a-4c79-ac62-bb01c759cad5', '8b747ff0-18b0-49da-b4a3-73266ab9ed11'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:51.955537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdccee-732a-47af-bb82-5e1cee2b82af req-493dbc5e-af72-434a-b3b2-82cde820dd8c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:51.955845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d8906-b3f3-4c3b-975c-588cd3486bfe tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event deleted for resources: {'Port': ['ID=a0c164ee-842a-4c79-ac62-bb01c759cad5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:51.961539 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-74fdccee-732a-47af-bb82-5e1cee2b82af req-493dbc5e-af72-434a-b3b2-82cde820dd8c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 950 time: 0.1063454 Aug 23 14:45:52.044097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc5b76-2e0c-49ef-8092-4908d1a5e0cc req-86bd85e2-9184-4ac1-853d-7595b15b811c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:52.046079 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfcc5b76-2e0c-49ef-8092-4908d1a5e0cc req-86bd85e2-9184-4ac1-853d-7595b15b811c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.1521926 Aug 23 14:45:52.118896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-9975c93e-9d9d-4510-8a98-3799b2cf0a40 req-8b6d8906-b3f3-4c3b-975c-588cd3486bfe tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] No DVR routers for this DVR port a0c164ee-842a-4c79-ac62-bb01c759cad5 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:45:52.123665 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9975c93e-9d9d-4510-8a98-3799b2cf0a40 req-8b6d8906-b3f3-4c3b-975c-588cd3486bfe tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:52.125685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9975c93e-9d9d-4510-8a98-3799b2cf0a40 req-8b6d8906-b3f3-4c3b-975c-588cd3486bfe tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "DELETE /v2.0/ports/a0c164ee-842a-4c79-ac62-bb01c759cad5 HTTP/1.1" status: 204 len: 173 time: 0.9570949 Aug 23 14:45:52.129434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7315bdb2-7f0f-460b-9ea2-5ef29aaf3333', 'name': 'network-vif-deleted', 'tag': 'a0c164ee-842a-4c79-ac62-bb01c759cad5'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:52.132584 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7463077-8331-4b4a-9605-97ad64f98e6e" -d '{"events": [{"server_uuid": "7315bdb2-7f0f-460b-9ea2-5ef29aaf3333", "name": "network-vif-deleted", "tag": "a0c164ee-842a-4c79-ac62-bb01c759cad5"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:52.143101 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfcc5b76-2e0c-49ef-8092-4908d1a5e0cc req-68719f70-a675-47d1-82a6-cae02ccadebc tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877697 Aug 23 14:45:52.163184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-74fdccee-732a-47af-bb82-5e1cee2b82af req-8b4e8f08-13cf-4a3a-94e4-6e2d23559213 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Deleting port 8b747ff0-18b0-49da-b4a3-73266ab9ed11 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:52.164733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-74fdccee-732a-47af-bb82-5e1cee2b82af req-8b4e8f08-13cf-4a3a-94e4-6e2d23559213 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:52.167120 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f0d53e2-5575-4d01-9732-d3b0482529e6 req-060ae4e7-52b2-4601-892c-787036c2b568 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883706 Aug 23 14:45:52.277442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793780a7-16ac-493a-bfcd-139031638d95 req-26a9db10-599b-4210-ada1-7085955e8719 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:52.289528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-793780a7-16ac-493a-bfcd-139031638d95 req-26a9db10-599b-4210-ada1-7085955e8719 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "GET /v2.0/networks?id=f393c40a-269e-407d-9378-6970c187b6c3 HTTP/1.1" status: 200 len: 804 time: 0.3524454 Aug 23 14:45:52.297690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-793780a7-16ac-493a-bfcd-139031638d95 req-99c98cd4-be63-4781-8342-df492a39fcea tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Request body: {'port': {'device_id': 'c039d27f-7b29-4cfc-b956-0b71ab16e2ab', 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3', 'admin_state_up': True, 'tenant_id': 'dc23af1176974b42a9d060753a5e7eaf'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:45:52.304021 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cab9b8-87ce-4d23-b9f7-4a22dc5f24f5 x-openstack-request-id: req-b6cab9b8-87ce-4d23-b9f7-4a22dc5f24f5 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:52.304842 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7315bdb2-7f0f-460b-9ea2-5ef29aaf3333", "name": "network-vif-deleted", "tag": "a0c164ee-842a-4c79-ac62-bb01c759cad5", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:52.305389 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6cab9b8-87ce-4d23-b9f7-4a22dc5f24f5 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:52.306635 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7315bdb2-7f0f-460b-9ea2-5ef29aaf3333', 'name': 'network-vif-deleted', 'tag': 'a0c164ee-842a-4c79-ac62-bb01c759cad5', 'status': 'completed', 'code': 200} Aug 23 14:45:52.379382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-74fdccee-732a-47af-bb82-5e1cee2b82af req-8b4e8f08-13cf-4a3a-94e4-6e2d23559213 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] For port 8b747ff0-18b0-49da-b4a3-73266ab9ed11, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8b747ff0-18b0-49da-b4a3-73266ab9ed11,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:52.380061 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-74fdccee-732a-47af-bb82-5e1cee2b82af req-8b4e8f08-13cf-4a3a-94e4-6e2d23559213 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:52.399475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-74fdccee-732a-47af-bb82-5e1cee2b82af req-8b4e8f08-13cf-4a3a-94e4-6e2d23559213 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Calling delete_port for 8b747ff0-18b0-49da-b4a3-73266ab9ed11 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:52.420276 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ed60fb3-7f3d-4d30-bcc5-9965452df7c0 req-7eaa1755-f61a-41c0-ae7d-1b72890e1a79 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 210 time: 0.0915878 Aug 23 14:45:52.598838 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ee85e033-65d2-4b7a-b2c7-3e0ec5c92f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:52.629815 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53d22d38-16d4-4c6a-bd9e-b85392d5cc41 req-5a16637a-0358-4e70-adcc-d9534c34aed5 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=7315bdb2-7f0f-460b-9ea2-5ef29aaf3333 HTTP/1.1" status: 200 len: 210 time: 0.0413635 Aug 23 14:45:52.740517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793780a7-16ac-493a-bfcd-139031638d95 req-99c98cd4-be63-4781-8342-df492a39fcea tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Made reservation on behalf of dc23af1176974b42a9d060753a5e7eaf for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:45:52.744796 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-793780a7-16ac-493a-bfcd-139031638d95 req-99c98cd4-be63-4781-8342-df492a39fcea tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:52.814700 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-74fdccee-732a-47af-bb82-5e1cee2b82af req-8b4e8f08-13cf-4a3a-94e4-6e2d23559213 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:52.829487 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:52.876773 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e8f08-13cf-4a3a-94e4-6e2d23559213 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event deleted for resources: {'Port': ['ID=8b747ff0-18b0-49da-b4a3-73266ab9ed11,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:52.930565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-793780a7-16ac-493a-bfcd-139031638d95 req-99c98cd4-be63-4781-8342-df492a39fcea tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Allocated IP 172.20.0.3 (f393c40a-269e-407d-9378-6970c187b6c3/11061a5b-c587-4d9a-b542-d35027d2df97/a4734bce-91c6-4432-a82b-614691ad8b3c) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:45:52.983806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fdccee-732a-47af-bb82-5e1cee2b82af req-8b4e8f08-13cf-4a3a-94e4-6e2d23559213 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] No DVR routers for this DVR port 8b747ff0-18b0-49da-b4a3-73266ab9ed11 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:45:52.991995 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-74fdccee-732a-47af-bb82-5e1cee2b82af req-8b4e8f08-13cf-4a3a-94e4-6e2d23559213 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:52.994586 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-74fdccee-732a-47af-bb82-5e1cee2b82af req-8b4e8f08-13cf-4a3a-94e4-6e2d23559213 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "DELETE /v2.0/ports/8b747ff0-18b0-49da-b4a3-73266ab9ed11 HTTP/1.1" status: 204 len: 173 time: 1.0223730 Aug 23 14:45:52.996903 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4841488-a216-4488-bfd4-7fb6eae96f42', 'name': 'network-vif-deleted', 'tag': '8b747ff0-18b0-49da-b4a3-73266ab9ed11'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:52.999496 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb078090-d66e-4551-966f-9f38b458abe9" -d '{"events": [{"server_uuid": "c4841488-a216-4488-bfd4-7fb6eae96f42", "name": "network-vif-deleted", "tag": "8b747ff0-18b0-49da-b4a3-73266ab9ed11"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:53.019161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baff487-179f-4004-8735-8542bdce2d3d req-c6a4b759-4e56-482a-9bc4-4d63707b1597 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:53.029431 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1baff487-179f-4004-8735-8542bdce2d3d req-c6a4b759-4e56-482a-9bc4-4d63707b1597 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.1310339 Aug 23 14:45:53.078600 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9666ca-f8d6-4f15-9ba5-3a99f44100fc x-openstack-request-id: req-ff9666ca-f8d6-4f15-9ba5-3a99f44100fc {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:53.078978 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4841488-a216-4488-bfd4-7fb6eae96f42", "name": "network-vif-deleted", "tag": "8b747ff0-18b0-49da-b4a3-73266ab9ed11", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:53.079322 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ff9666ca-f8d6-4f15-9ba5-3a99f44100fc {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:53.080203 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4841488-a216-4488-bfd4-7fb6eae96f42', 'name': 'network-vif-deleted', 'tag': '8b747ff0-18b0-49da-b4a3-73266ab9ed11', 'status': 'completed', 'code': 200} Aug 23 14:45:53.095952 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1baff487-179f-4004-8735-8542bdce2d3d req-fa8b5539-3b71-4292-8727-84aade1ddfea tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665119 Aug 23 14:45:53.156065 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-793780a7-16ac-493a-bfcd-139031638d95 req-99c98cd4-be63-4781-8342-df492a39fcea tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:53.305926 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8ba4-ca53-4ada-a000-689c2d369303 req-e8dccbcf-9ee6-4097-94f3-415b9d8445a9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:53.311318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0f08330d-860f-4646-bd59-36ba20552377 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:45:53.313759 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-641f8ba4-ca53-4ada-a000-689c2d369303 req-e8dccbcf-9ee6-4097-94f3-415b9d8445a9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0712683 Aug 23 14:45:53.315215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0f08330d-860f-4646-bd59-36ba20552377 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:53.337651 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba4835-e5ab-48b0-8fbb-4f9ff30a3e5b req-24d59c9e-66d2-43fb-b615-9edbe29294a0 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:53.338193 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-793780a7-16ac-493a-bfcd-139031638d95 req-99c98cd4-be63-4781-8342-df492a39fcea tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:53.347531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21ba4835-e5ab-48b0-8fbb-4f9ff30a3e5b req-24d59c9e-66d2-43fb-b615-9edbe29294a0 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 943 time: 0.0822279 Aug 23 14:45:53.418360 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21ba4835-e5ab-48b0-8fbb-4f9ff30a3e5b req-eda4ced8-bda3-4c09-83d2-959f8c5f03ae tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694141 Aug 23 14:45:53.470917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-641f8ba4-ca53-4ada-a000-689c2d369303 req-2cd32781-186d-4109-ad61-0f08fc777606 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558182 Aug 23 14:45:53.522827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793780a7-16ac-493a-bfcd-139031638d95 req-99c98cd4-be63-4781-8342-df492a39fcea tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Network f393c40a-269e-407d-9378-6970c187b6c3 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:45:53.536012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-793780a7-16ac-493a-bfcd-139031638d95 req-99c98cd4-be63-4781-8342-df492a39fcea tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:45:53.545215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-793780a7-16ac-493a-bfcd-139031638d95 req-99c98cd4-be63-4781-8342-df492a39fcea tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:45:53.611582 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c98cd4-be63-4781-8342-df492a39fcea tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Pushing event updated for resources: {'Port': ['ID=a4734bce-91c6-4432-a82b-614691ad8b3c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:53.659502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793780a7-16ac-493a-bfcd-139031638d95 req-99c98cd4-be63-4781-8342-df492a39fcea tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:53.660421 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-793780a7-16ac-493a-bfcd-139031638d95 req-99c98cd4-be63-4781-8342-df492a39fcea tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:53.686955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0f08330d-860f-4646-bd59-36ba20552377, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0f08330d-860f-4646-bd59-36ba20552377,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:53.689783 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:53.691083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456a8bf-dd6a-4016-bc76-47827c0858d8 req-4f861b7d-05d8-4d8b-b75a-9f70f545714f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:53.692795 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3456a8bf-dd6a-4016-bc76-47827c0858d8 req-4f861b7d-05d8-4d8b-b75a-9f70f545714f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 931 time: 0.1054583 Aug 23 14:45:53.709902 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '0f08330d-860f-4646-bd59-36ba20552377', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '0f08330d-860f-4646-bd59-36ba20552377', 'mac_address': 'fa:16:3e:b3:1d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:45:53.725138 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10af98fc-7193-4743-b452-a814175456f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f08330d-860f-4646-bd59-36ba20552377'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:53.729183 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bdd694-01b1-4ec8-aa63-2a634140a646" -d '{"events": [{"server_uuid": "10af98fc-7193-4743-b452-a814175456f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0f08330d-860f-4646-bd59-36ba20552377"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:53.740752 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3456a8bf-dd6a-4016-bc76-47827c0858d8 req-20a01d3a-e10b-4bbf-994a-8fbd434174ee tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394268 Aug 23 14:45:53.769511 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-793780a7-16ac-493a-bfcd-139031638d95 req-99c98cd4-be63-4781-8342-df492a39fcea tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4767361 Aug 23 14:45:53.772760 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0f08330d-860f-4646-bd59-36ba20552377, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0f08330d-860f-4646-bd59-36ba20552377,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:53.787199 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Request body: {'port': {'device_id': 'c039d27f-7b29-4cfc-b956-0b71ab16e2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:45:53.796099 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:53.837611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64268ccc-d295-465f-8b71-0b2494698e54 req-a186f6d3-bb04-4711-9a36-d26fd7a32bd4 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4841488-a216-4488-bfd4-7fb6eae96f42 HTTP/1.1" status: 200 len: 210 time: 0.0389934 Aug 23 14:45:53.894978 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:53.949494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f08330d-860f-4646-bd59-36ba20552377 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:45:53.954329 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d98215-2f58-4094-9c50-f770ae58e21b x-openstack-request-id: req-74d98215-2f58-4094-9c50-f770ae58e21b {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:53.954612 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10af98fc-7193-4743-b452-a814175456f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0f08330d-860f-4646-bd59-36ba20552377", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:53.955162 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-74d98215-2f58-4094-9c50-f770ae58e21b {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:53.955599 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10af98fc-7193-4743-b452-a814175456f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f08330d-860f-4646-bd59-36ba20552377', 'code': 200} Aug 23 14:45:53.957890 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:54.040025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a0c164ee-842a-4c79-ac62-bb01c759cad5 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:54.045768 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:45:54.046291 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:45:54.065915 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: a0c164ee-842a-4c79-ac62-bb01c759cad5 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:45:54.066347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a0c164ee-842a-4c79-ac62-bb01c759cad5 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:54.070457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=0f08330d-860f-4646-bd59-36ba20552377,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:54.254166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdd0cb-cbf6-4646-a1ad-8581664506e5 req-fa2ebea9-e998-4270-869a-ca35fc890a84 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:54.255678 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5fdd0cb-cbf6-4646-a1ad-8581664506e5 req-fa2ebea9-e998-4270-869a-ca35fc890a84 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 948 time: 0.0817039 Aug 23 14:45:54.263736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4734bce-91c6-4432-a82b-614691ad8b3c {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:45:54.277717 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:54.301174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Transition to ACTIVE for port object a4734bce-91c6-4432-a82b-614691ad8b3c will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:45:54.315414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5fdd0cb-cbf6-4646-a1ad-8581664506e5 req-835991ac-671f-42cb-a30d-7b9c2ce25aa4 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473173 Aug 23 14:45:54.472860 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:54.550886 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4e51a-1cdf-49e5-908a-db04e861aed2 req-a531cd12-e5f4-478e-8d39-4bd0922dfd30 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:54.553169 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02c4e51a-1cdf-49e5-908a-db04e861aed2 req-a531cd12-e5f4-478e-8d39-4bd0922dfd30 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 943 time: 0.0606911 Aug 23 14:45:54.561887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4734bce-91c6-4432-a82b-614691ad8b3c,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:54.608363 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02c4e51a-1cdf-49e5-908a-db04e861aed2 req-a62f6b10-67ee-4776-bbdf-176fe8f5f444 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484922 Aug 23 14:45:54.611388 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:54.628982 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f08330d-860f-4646-bd59-36ba20552377 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:45:54.659422 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0f08330d-860f-4646-bd59-36ba20552377, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0f08330d-860f-4646-bd59-36ba20552377,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:54.674660 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd72e6-b5aa-47c8-bef6-a3e84892637c req-2e1a74cd-7d56-415b-aec9-732a9a35f0e8 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:54.676568 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0cd72e6-b5aa-47c8-bef6-a3e84892637c req-2e1a74cd-7d56-415b-aec9-732a9a35f0e8 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.1086693 Aug 23 14:45:54.716763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Attempting to bind port a4734bce-91c6-4432-a82b-614691ad8b3c on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:45:54.716763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Attempting to bind port a4734bce-91c6-4432-a82b-614691ad8b3c by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:45:54.716763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Attempting to bind port a4734bce-91c6-4432-a82b-614691ad8b3c on network f393c40a-269e-407d-9378-6970c187b6c3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:45:54.726066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Port a4734bce-91c6-4432-a82b-614691ad8b3c on network f393c40a-269e-407d-9378-6970c187b6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:45:54.726511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Attempting to bind port a4734bce-91c6-4432-a82b-614691ad8b3c on network f393c40a-269e-407d-9378-6970c187b6c3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:45:54.736983 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:54.740602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:45:54.741614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Checking segment: {'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:45:54.741913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Bound using segment: {'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:45:54.742369 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Bound port: a4734bce-91c6-4432-a82b-614691ad8b3c, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:45:54.742741 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:54.750479 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0cd72e6-b5aa-47c8-bef6-a3e84892637c req-04710dc5-1558-46a6-9da7-94657ab93f3c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627275 Aug 23 14:45:54.835244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=0f08330d-860f-4646-bd59-36ba20552377,revision_number=10']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:54.842275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] For port a4734bce-91c6-4432-a82b-614691ad8b3c, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:45:54.847934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] For port a4734bce-91c6-4432-a82b-614691ad8b3c, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a4734bce-91c6-4432-a82b-614691ad8b3c,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:45:54.901657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf0a51-56a7-41b7-8668-6d71dc7fe094 req-5ea42a27-27b3-4132-9bad-adf5d6f151a9 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:54.903361 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b5bf0a51-56a7-41b7-8668-6d71dc7fe094 req-5ea42a27-27b3-4132-9bad-adf5d6f151a9 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 943 time: 0.0559099 Aug 23 14:45:54.926772 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:54.977228 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:54.977845 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:54.979236 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-793780a7-16ac-493a-bfcd-139031638d95 req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] 10.222.0.61 "PUT /v2.0/ports/a4734bce-91c6-4432-a82b-614691ad8b3c HTTP/1.1" status: 200 len: 1091 time: 1.1985505 Aug 23 14:45:54.979687 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c039d27f-7b29-4cfc-b956-0b71ab16e2ab', 'tag': 'a4734bce-91c6-4432-a82b-614691ad8b3c'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:54.981909 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce46dd76-e0ef-4b42-8c4d-ed4919b33117" -d '{"events": [{"name": "network-changed", "server_uuid": "c039d27f-7b29-4cfc-b956-0b71ab16e2ab", "tag": "a4734bce-91c6-4432-a82b-614691ad8b3c"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:54.994493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b5bf0a51-56a7-41b7-8668-6d71dc7fe094 req-fa845e92-2987-453f-8f1a-898a23736c18 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820999 Aug 23 14:45:55.015839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98eaf1-58fd-446c-9d56-72abcae8b9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4734bce-91c6-4432-a82b-614691ad8b3c,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:55.033643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['0f08330d-860f-4646-bd59-36ba20552377'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:55.040979 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2760f3ee-8262-46c6-bfd5-b6db5cda667f x-openstack-request-id: req-2760f3ee-8262-46c6-bfd5-b6db5cda667f {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:55.041274 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c039d27f-7b29-4cfc-b956-0b71ab16e2ab", "tag": "a4734bce-91c6-4432-a82b-614691ad8b3c", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:55.041519 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2760f3ee-8262-46c6-bfd5-b6db5cda667f {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:55.042124 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c039d27f-7b29-4cfc-b956-0b71ab16e2ab', 'tag': 'a4734bce-91c6-4432-a82b-614691ad8b3c', 'status': 'completed', 'code': 200} Aug 23 14:45:55.120668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46dd76-e0ef-4b42-8c4d-ed4919b33117 req-dde88420-6554-4de0-ae6b-2cdd3bdae1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:55.122445 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ce46dd76-e0ef-4b42-8c4d-ed4919b33117 req-dde88420-6554-4de0-ae6b-2cdd3bdae1ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dc23af1176974b42a9d060753a5e7eaf&device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 1094 time: 0.0573149 Aug 23 14:45:55.230762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46dd76-e0ef-4b42-8c4d-ed4919b33117 req-5e2f3d60-9eec-4fb4-b7ac-915794789430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:55.232276 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ce46dd76-e0ef-4b42-8c4d-ed4919b33117 req-5e2f3d60-9eec-4fb4-b7ac-915794789430 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=dc23af1176974b42a9d060753a5e7eaf&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1022151 Aug 23 14:45:55.349520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46dd76-e0ef-4b42-8c4d-ed4919b33117 req-db36d2cb-da40-4750-a510-6434cab503a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:55.350822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ce46dd76-e0ef-4b42-8c4d-ed4919b33117 req-db36d2cb-da40-4750-a510-6434cab503a0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1095610 Aug 23 14:45:55.454142 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e93f-500a-4870-99b2-97db0033b619 req-e7f12428-8942-45a0-a004-43e97a4fd5db tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:55.456077 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f89e93f-500a-4870-99b2-97db0033b619 req-e7f12428-8942-45a0-a004-43e97a4fd5db tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 950 time: 0.0600340 Aug 23 14:45:55.473455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793780a7-16ac-493a-bfcd-139031638d95 req-8af4e9e4-604f-4f81-9623-c71f4f4d657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:55.473974 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:55.475038 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-793780a7-16ac-493a-bfcd-139031638d95 req-8af4e9e4-604f-4f81-9623-c71f4f4d657c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dc23af1176974b42a9d060753a5e7eaf&device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 1094 time: 0.0846055 Aug 23 14:45:55.499525 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3e917-5be9-4238-a7ed-348d7ba4bbcd req-ef7b1f63-54a7-4dda-b81a-49840093c29e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:55.502162 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5bf3e917-5be9-4238-a7ed-348d7ba4bbcd req-ef7b1f63-54a7-4dda-b81a-49840093c29e tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0767109 Aug 23 14:45:55.510299 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f89e93f-500a-4870-99b2-97db0033b619 req-db3d4a92-cf24-4f8a-90b9-a1f3c7e66005 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467987 Aug 23 14:45:55.541654 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-793780a7-16ac-493a-bfcd-139031638d95 req-5c8ee535-c235-4670-835a-65452a4b5a89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4734bce-91c6-4432-a82b-614691ad8b3c HTTP/1.1" status: 200 len: 217 time: 0.0575500 Aug 23 14:45:55.617844 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5bf3e917-5be9-4238-a7ed-348d7ba4bbcd req-092e8ac0-08a7-4e9e-bdcd-ee0698d4bf57 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790703 Aug 23 14:45:55.623455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793780a7-16ac-493a-bfcd-139031638d95 req-2f5ce034-0be5-4e90-9c46-0f20a8e7e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:55.624938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-793780a7-16ac-493a-bfcd-139031638d95 req-2f5ce034-0be5-4e90-9c46-0f20a8e7e589 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11061a5b-c587-4d9a-b542-d35027d2df97 HTTP/1.1" status: 200 len: 844 time: 0.0763593 Aug 23 14:45:55.663293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-793780a7-16ac-493a-bfcd-139031638d95 req-cdb03215-5bf0-44eb-84a6-9b08fd9b641e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f393c40a-269e-407d-9378-6970c187b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270317 Aug 23 14:45:55.741969 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e9b46-0df3-4ae7-aece-e446de514363 req-9a4c1b56-e29c-4542-baf7-b8615c90eb7e tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:55.745129 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-039e9b46-0df3-4ae7-aece-e446de514363 req-9a4c1b56-e29c-4542-baf7-b8615c90eb7e tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 943 time: 0.0640218 Aug 23 14:45:55.772845 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-793780a7-16ac-493a-bfcd-139031638d95 req-b16bfc1f-6227-4e8c-aa72-c70705c57753 service neutron] 10.222.0.61 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010776 Aug 23 14:45:55.787058 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c43f995a-b9b4-444e-b4bb-d3395ba19422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:55.807786 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-039e9b46-0df3-4ae7-aece-e446de514363 req-1f283b80-dbce-4170-a918-be2f6f9cca65 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463016 Aug 23 14:45:55.933814 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-793780a7-16ac-493a-bfcd-139031638d95 req-065a48f9-cab5-4b44-865a-15456e95a7ed service neutron] 10.222.0.61 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529012 Aug 23 14:45:55.962143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd9fcf-50f1-42c6-9c01-1f07d6b54e6f req-12796713-3c8b-46d3-852c-f73e3ecf2e45 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:55.963692 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fbd9fcf-50f1-42c6-9c01-1f07d6b54e6f req-12796713-3c8b-46d3-852c-f73e3ecf2e45 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0892456 Aug 23 14:45:56.002178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fbd9fcf-50f1-42c6-9c01-1f07d6b54e6f req-8183cc75-b46f-486a-a092-9bf00798bade tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321257 Aug 23 14:45:56.044876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8b747ff0-18b0-49da-b4a3-73266ab9ed11 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:45:56.066396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 8b747ff0-18b0-49da-b4a3-73266ab9ed11 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:45:56.066665 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8b747ff0-18b0-49da-b4a3-73266ab9ed11 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:45:56.135516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0b13c-4529-454f-946a-22e48d9f4c58 req-be6ef19f-7697-41f5-a526-be61997bda04 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:56.137028 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3cc0b13c-4529-454f-946a-22e48d9f4c58 req-be6ef19f-7697-41f5-a526-be61997bda04 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 943 time: 0.0581899 Aug 23 14:45:56.184012 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3cc0b13c-4529-454f-946a-22e48d9f4c58 req-6565de83-1a6f-4c15-a0cd-687479db8828 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395782 Aug 23 14:45:56.587122 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:56.655878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f249d9b-8ecd-47c6-8997-3de5066657ea req-e19288f3-6861-4c8d-bb09-3bcc0bf0c205 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:56.658392 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f249d9b-8ecd-47c6-8997-3de5066657ea req-e19288f3-6861-4c8d-bb09-3bcc0bf0c205 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 950 time: 0.0675764 Aug 23 14:45:56.736166 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f249d9b-8ecd-47c6-8997-3de5066657ea req-1ef54d59-e62c-4cc4-9105-37798d929c65 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d76918d-35ad-459c-90c5-0fa69adb5478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654900 Aug 23 14:45:56.780189 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd84bc-1ce5-44f7-8066-7921ab3c8ea6 req-afb6016e-6a58-49cb-b4fe-297a31b34ee5 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:56.780766 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b0bd84bc-1ce5-44f7-8066-7921ab3c8ea6 req-afb6016e-6a58-49cb-b4fe-297a31b34ee5 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 950 time: 0.0578735 Aug 23 14:45:56.833913 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b0bd84bc-1ce5-44f7-8066-7921ab3c8ea6 req-cd618793-6626-4f95-bf67-74b9c941b49b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464079 Aug 23 14:45:56.977773 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97bc9d-b7f7-4881-bb7e-17cea9980ce5 req-96bc1c95-6018-421b-8b6b-54560ad246e5 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:56.979994 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed97bc9d-b7f7-4881-bb7e-17cea9980ce5 req-96bc1c95-6018-421b-8b6b-54560ad246e5 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 950 time: 0.1091187 Aug 23 14:45:57.107163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222d783-c64b-404e-899f-e87ef904935b req-36cb6754-80ee-4001-a1ad-03bdbbfaeba8 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:57.112802 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f222d783-c64b-404e-899f-e87ef904935b req-36cb6754-80ee-4001-a1ad-03bdbbfaeba8 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 943 time: 0.1895738 Aug 23 14:45:57.151339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5fe4e-b371-455a-89c6-b21c9c7511bf req-8ea4a7bf-87db-4cab-8078-bb859135c9f0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:57.156265 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95c5fe4e-b371-455a-89c6-b21c9c7511bf req-8ea4a7bf-87db-4cab-8078-bb859135c9f0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0627890 Aug 23 14:45:57.157973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f222d783-c64b-404e-899f-e87ef904935b req-c7938698-4dbc-4d73-97b1-15a146263430 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437257 Aug 23 14:45:57.204753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-ed97bc9d-b7f7-4881-bb7e-17cea9980ce5 req-d57ab205-30dd-42bb-b7cb-adf9b852ff06 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Deleting port 37df2b1c-c720-447f-a5cd-20a4bce82116 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:45:57.204753 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ed97bc9d-b7f7-4881-bb7e-17cea9980ce5 req-d57ab205-30dd-42bb-b7cb-adf9b852ff06 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:57.205081 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95c5fe4e-b371-455a-89c6-b21c9c7511bf req-ba7e7c5a-14b5-4e82-863b-f55d2668d998 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397666 Aug 23 14:45:57.341061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0f08330d-860f-4646-bd59-36ba20552377 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:45:57.387847 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e221f0f-f9cf-4cd8-ae93-f2d29eeb63c0 req-dfc52af6-7037-4007-b49f-b1989eb0fabd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:57.393424 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e221f0f-f9cf-4cd8-ae93-f2d29eeb63c0 req-dfc52af6-7037-4007-b49f-b1989eb0fabd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 943 time: 0.1141951 Aug 23 14:45:57.402216 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ed97bc9d-b7f7-4881-bb7e-17cea9980ce5 req-d57ab205-30dd-42bb-b7cb-adf9b852ff06 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] For port 37df2b1c-c720-447f-a5cd-20a4bce82116, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=37df2b1c-c720-447f-a5cd-20a4bce82116,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:57.402642 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ed97bc9d-b7f7-4881-bb7e-17cea9980ce5 req-d57ab205-30dd-42bb-b7cb-adf9b852ff06 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:57.412563 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 0f08330d-860f-4646-bd59-36ba20552377 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:45:57.414245 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:57.433052 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-ed97bc9d-b7f7-4881-bb7e-17cea9980ce5 req-d57ab205-30dd-42bb-b7cb-adf9b852ff06 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Calling delete_port for 37df2b1c-c720-447f-a5cd-20a4bce82116 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:45:57.502468 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e221f0f-f9cf-4cd8-ae93-f2d29eeb63c0 req-7f8d2ff8-9cd8-46be-a5a6-bbeb47c0dc7b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030107 Aug 23 14:45:57.510665 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:57.539565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10af98fc-7193-4743-b452-a814175456f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f08330d-860f-4646-bd59-36ba20552377'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:57.542109 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5053b2a4-9f86-44e1-b262-61145809d3eb" -d '{"events": [{"server_uuid": "10af98fc-7193-4743-b452-a814175456f7", "name": "network-vif-plugged", "status": "completed", "tag": "0f08330d-860f-4646-bd59-36ba20552377"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:57.557334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0f08330d-860f-4646-bd59-36ba20552377, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0f08330d-860f-4646-bd59-36ba20552377,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:57.587781 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb26179-d31f-4044-97dd-e233076e22b2 x-openstack-request-id: req-aeb26179-d31f-4044-97dd-e233076e22b2 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:57.587781 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10af98fc-7193-4743-b452-a814175456f7", "name": "network-vif-plugged", "status": "completed", "tag": "0f08330d-860f-4646-bd59-36ba20552377", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:57.587781 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aeb26179-d31f-4044-97dd-e233076e22b2 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:57.588375 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10af98fc-7193-4743-b452-a814175456f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f08330d-860f-4646-bd59-36ba20552377', 'code': 200} Aug 23 14:45:57.626710 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:57.730753 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ed97bc9d-b7f7-4881-bb7e-17cea9980ce5 req-d57ab205-30dd-42bb-b7cb-adf9b852ff06 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:57.744274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['37df2b1c-c720-447f-a5cd-20a4bce82116'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:45:57.764181 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ab205-30dd-42bb-b7cb-adf9b852ff06 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Pushing event deleted for resources: {'Port': ['ID=37df2b1c-c720-447f-a5cd-20a4bce82116,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:57.822753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=0f08330d-860f-4646-bd59-36ba20552377,revision_number=11']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:57.855583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd18e77-c1e5-4682-a6e2-c7d0d580de81 req-f259d119-25e1-4f2d-bdc5-aa5d3a348cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:57.860041 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed97bc9d-b7f7-4881-bb7e-17cea9980ce5 req-d57ab205-30dd-42bb-b7cb-adf9b852ff06 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] No DVR routers for this DVR port 37df2b1c-c720-447f-a5cd-20a4bce82116 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:45:57.860534 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6dd18e77-c1e5-4682-a6e2-c7d0d580de81 req-f259d119-25e1-4f2d-bdc5-aa5d3a348cf8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 1102 time: 0.0554714 Aug 23 14:45:57.860632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ed97bc9d-b7f7-4881-bb7e-17cea9980ce5 req-d57ab205-30dd-42bb-b7cb-adf9b852ff06 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:57.861915 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed97bc9d-b7f7-4881-bb7e-17cea9980ce5 req-d57ab205-30dd-42bb-b7cb-adf9b852ff06 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.57 "DELETE /v2.0/ports/37df2b1c-c720-447f-a5cd-20a4bce82116 HTTP/1.1" status: 204 len: 173 time: 0.8739986 Aug 23 14:45:57.862578 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038a2725-05e2-4dff-82de-afdd7992568a', 'name': 'network-vif-deleted', 'tag': '37df2b1c-c720-447f-a5cd-20a4bce82116'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:45:57.867995 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecff78f0-ddb8-4e17-903f-a0955e23eb94" -d '{"events": [{"server_uuid": "038a2725-05e2-4dff-82de-afdd7992568a", "name": "network-vif-deleted", "tag": "37df2b1c-c720-447f-a5cd-20a4bce82116"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:45:57.924300 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a564bcf4-45a3-4323-ad77-1ca0f1d7bf80 req-9415b888-57a4-4673-94e3-9cc31564318c tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 210 time: 0.0459051 Aug 23 14:45:57.937266 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6dd18e77-c1e5-4682-a6e2-c7d0d580de81 req-5ae80c21-585d-4cd5-9a3c-2308a21c793d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714884 Aug 23 14:45:58.050755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73607aa2-c617-49cd-89f9-96a58f038648 req-14d77e55-9d7f-4036-95cf-9e6d13fe1bc4 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:58.052575 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73607aa2-c617-49cd-89f9-96a58f038648 req-14d77e55-9d7f-4036-95cf-9e6d13fe1bc4 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 951 time: 0.0898120 Aug 23 14:45:58.073404 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09791312-3ffa-4405-8931-d7cd22e1caa7 x-openstack-request-id: req-09791312-3ffa-4405-8931-d7cd22e1caa7 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:45:58.073697 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038a2725-05e2-4dff-82de-afdd7992568a", "name": "network-vif-deleted", "tag": "37df2b1c-c720-447f-a5cd-20a4bce82116", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:45:58.073951 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-09791312-3ffa-4405-8931-d7cd22e1caa7 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:45:58.074442 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038a2725-05e2-4dff-82de-afdd7992568a', 'name': 'network-vif-deleted', 'tag': '37df2b1c-c720-447f-a5cd-20a4bce82116', 'status': 'completed', 'code': 200} Aug 23 14:45:58.122061 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73607aa2-c617-49cd-89f9-96a58f038648 req-92414feb-075d-4037-ad44-5697b25e4c1a tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624473 Aug 23 14:45:58.209109 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-c6ae0894-84f4-438f-bb0b-30caed2c0055 service neutron] 10.222.0.57 "GET /v2.0/ports/24c6da15-924b-4718-8d48-609cace6f6d4/bindings/n-h2-804985-3 HTTP/1.1" status: 200 len: 384 time: 0.0743592 Aug 23 14:45:58.410691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447f1df-d76b-4bba-b9a1-06453a8526f2 req-e99fe7cb-00ae-4444-98e6-e10e6b1c2c28 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:58.413354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4447f1df-d76b-4bba-b9a1-06453a8526f2 req-e99fe7cb-00ae-4444-98e6-e10e6b1c2c28 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0776067 Aug 23 14:45:58.445485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7c011-afb0-4ae1-9f93-04f9d8416aa8 req-c273f219-0bf7-418e-b45e-a00faabe568e tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:58.447073 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-abc7c011-afb0-4ae1-9f93-04f9d8416aa8 req-c273f219-0bf7-418e-b45e-a00faabe568e tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 943 time: 0.1235979 Aug 23 14:45:58.459306 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4447f1df-d76b-4bba-b9a1-06453a8526f2 req-55194dd0-eec1-4edd-8e24-6e9d9696e5b4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391655 Aug 23 14:45:58.466759 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:58.500113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-58b20620-0787-4431-938a-cb9cf842e35e req-38981eea-5402-40f5-8169-fd2eb9740e2a service neutron] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=24c6da15-924b-4718-8d48-609cace6f6d4,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:58.527096 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-abc7c011-afb0-4ae1-9f93-04f9d8416aa8 req-1f1bf29d-5569-4f60-8cc2-14c710404ecf tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676517 Aug 23 14:45:58.536501 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-58b20620-0787-4431-938a-cb9cf842e35e req-38981eea-5402-40f5-8169-fd2eb9740e2a service neutron] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:45:58.581726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-58b20620-0787-4431-938a-cb9cf842e35e req-38981eea-5402-40f5-8169-fd2eb9740e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c6da15-924b-4718-8d48-609cace6f6d4 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:45:58.595375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-58b20620-0787-4431-938a-cb9cf842e35e req-38981eea-5402-40f5-8169-fd2eb9740e2a service neutron] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=24c6da15-924b-4718-8d48-609cace6f6d4,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:58.669040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a4e05-33b5-489e-a598-49546068cfc9 req-9043f6be-152e-4793-b0c0-a0022aeb08dd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:58.669040 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-737a4e05-33b5-489e-a598-49546068cfc9 req-9043f6be-152e-4793-b0c0-a0022aeb08dd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 943 time: 0.0576422 Aug 23 14:45:58.695293 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58b20620-0787-4431-938a-cb9cf842e35e req-38981eea-5402-40f5-8169-fd2eb9740e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:58.715527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-737a4e05-33b5-489e-a598-49546068cfc9 req-5fe2e961-af4d-49d1-a4fb-2d9bf959ce79 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419366 Aug 23 14:45:58.794393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-58b20620-0787-4431-938a-cb9cf842e35e req-38981eea-5402-40f5-8169-fd2eb9740e2a service neutron] Transition to ACTIVE for port object 24c6da15-924b-4718-8d48-609cace6f6d4 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:45:58.873011 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58b20620-0787-4431-938a-cb9cf842e35e req-38981eea-5402-40f5-8169-fd2eb9740e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:58.964879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b20620-0787-4431-938a-cb9cf842e35e req-38981eea-5402-40f5-8169-fd2eb9740e2a service neutron] No DVR routers for this DVR port 24c6da15-924b-4718-8d48-609cace6f6d4 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:45:58.995093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38981eea-5402-40f5-8169-fd2eb9740e2a service neutron] Pushing event updated for resources: {'Port': ['ID=24c6da15-924b-4718-8d48-609cace6f6d4,revision_number=10']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:45:59.039327 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-38981eea-5402-40f5-8169-fd2eb9740e2a service neutron] 10.222.0.57 "PUT /v2.0/ports/24c6da15-924b-4718-8d48-609cace6f6d4/bindings/n-h2-804985-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8273094 Aug 23 14:45:59.075560 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ecc2680-3b14-4167-9acc-8d18583a76de req-c70db481-b513-48eb-8588-bc9a87520de6 tempest-ServersOnMultiNodesTest-2125229876 tempest-ServersOnMultiNodesTest-2125229876-project] 10.222.0.38 "GET /v2.0/ports?device_id=038a2725-05e2-4dff-82de-afdd7992568a HTTP/1.1" status: 200 len: 210 time: 0.0422256 Aug 23 14:45:59.284532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b20620-0787-4431-938a-cb9cf842e35e req-5d428e01-d879-46e9-b555-b19804de8181 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:59.286486 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-5d428e01-d879-46e9-b555-b19804de8181 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc&tenant_id=b66fd552a70a452381c358e94470d1e9&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 1095 time: 0.1096900 Aug 23 14:45:59.334432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047c076-5705-4fd1-954a-11a1c0b63c4f req-8a64c54e-22af-4818-a9c5-0659d059a82b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:59.335997 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d047c076-5705-4fd1-954a-11a1c0b63c4f req-8a64c54e-22af-4818-a9c5-0659d059a82b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 951 time: 0.0860484 Aug 23 14:45:59.354219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a4734bce-91c6-4432-a82b-614691ad8b3c details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:45:59.364609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b20620-0787-4431-938a-cb9cf842e35e req-783fe463-ba7e-4643-a731-a186bea17b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:59.366660 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-783fe463-ba7e-4643-a731-a186bea17b26 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc&tenant_id=b66fd552a70a452381c358e94470d1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0706637 Aug 23 14:45:59.386427 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d047c076-5705-4fd1-954a-11a1c0b63c4f req-f04d3e24-507c-497f-984d-e8cfa539a67d tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 Aug 23 14:45:59.466335 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b20620-0787-4431-938a-cb9cf842e35e req-e6127d93-b14c-4615-a1b7-27217cb119ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:59.468202 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-e6127d93-b14c-4615-a1b7-27217cb119ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 1095 time: 0.0730379 Aug 23 14:45:59.537253 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a4734bce-91c6-4432-a82b-614691ad8b3c, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a4734bce-91c6-4432-a82b-614691ad8b3c,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:59.558499 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'a4734bce-91c6-4432-a82b-614691ad8b3c', 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3', 'port_id': 'a4734bce-91c6-4432-a82b-614691ad8b3c', 'mac_address': 'fa:16:3e:fd:48:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11061a5b-c587-4d9a-b542-d35027d2df97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:45:59.625564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b20620-0787-4431-938a-cb9cf842e35e req-033c7475-3f97-4da9-9a07-ed76cac382d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:59.640587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-033c7475-3f97-4da9-9a07-ed76cac382d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.1655984 Aug 23 14:45:59.656656 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:59.660763 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34531c-7f24-4fca-a193-0c71bfcdc43a req-838444a8-f283-417f-9e16-a2a0ce01030e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:59.675068 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7d34531c-7f24-4fca-a193-0c71bfcdc43a req-838444a8-f283-417f-9e16-a2a0ce01030e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.1229796 Aug 23 14:45:59.678609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4734bce-91c6-4432-a82b-614691ad8b3c {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:45:59.707515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a4734bce-91c6-4432-a82b-614691ad8b3c, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a4734bce-91c6-4432-a82b-614691ad8b3c,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:45:59.723326 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7d34531c-7f24-4fca-a193-0c71bfcdc43a req-bf6f9d7f-085d-4dc7-9b54-f3b3d20d538c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474656 Aug 23 14:45:59.753771 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-26510182-f468-436b-98fc-5205e91e2720 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c6da15-924b-4718-8d48-609cace6f6d4 HTTP/1.1" status: 200 len: 217 time: 0.0857606 Aug 23 14:45:59.816705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c0199-17f4-437b-9778-bfc050a4078d req-de61870a-ee8e-40cc-931a-7ac2aefd8ae7 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:59.818578 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-842c0199-17f4-437b-9778-bfc050a4078d req-de61870a-ee8e-40cc-931a-7ac2aefd8ae7 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 944 time: 0.1697392 Aug 23 14:45:59.842657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b20620-0787-4431-938a-cb9cf842e35e req-944c772a-52a3-4de5-894f-e3c207cab6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:59.844447 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-944c772a-52a3-4de5-894f-e3c207cab6b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.0806503 Aug 23 14:45:59.852776 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e6646-a949-4635-aa16-df48ca01c4f3 req-d662b539-3906-4c10-a139-b49df32e1f3a tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:45:59.854471 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e3e6646-a949-4635-aa16-df48ca01c4f3 req-d662b539-3906-4c10-a139-b49df32e1f3a tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 943 time: 0.0588770 Aug 23 14:45:59.871923 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:45:59.894383 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-c77b2d70-4160-4bc1-b9d7-9541b3333508 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379415 Aug 23 14:45:59.904415 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e3e6646-a949-4635-aa16-df48ca01c4f3 req-f8686685-5b36-4805-90d1-cf92145fa3a0 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 Aug 23 14:45:59.908434 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-842c0199-17f4-437b-9778-bfc050a4078d req-5ba21075-2474-46aa-a740-44b394a2d334 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789027 Aug 23 14:45:59.951593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a4734bce-91c6-4432-a82b-614691ad8b3c,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:00.011775 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-4614d5cd-7646-45b7-9df0-f5aefddfe525 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020541 Aug 23 14:46:00.086261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 24c6da15-924b-4718-8d48-609cace6f6d4 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:00.121212 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-13e68834-c05d-41ee-849f-4d90dbbc6367 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021094 Aug 23 14:46:00.134679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 24c6da15-924b-4718-8d48-609cace6f6d4 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:00.135114 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 37df2b1c-c720-447f-a5cd-20a4bce82116 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:00.161064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['a4734bce-91c6-4432-a82b-614691ad8b3c'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:00.166829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 37df2b1c-c720-447f-a5cd-20a4bce82116 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:46:00.166829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 37df2b1c-c720-447f-a5cd-20a4bce82116 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:00.308263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34322) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:00.427789 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ade510b6-8c9e-49da-808b-438a1227e9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:00.528410 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ade510b6-8c9e-49da-808b-438a1227e9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:00.532093 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377f802-aa46-461c-8f8e-f9e49711baf0 req-faf1961f-3b6f-4d39-94b8-b3a9ee3d5dde tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:00.533667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3377f802-aa46-461c-8f8e-f9e49711baf0 req-faf1961f-3b6f-4d39-94b8-b3a9ee3d5dde tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 951 time: 0.0647559 Aug 23 14:46:00.579189 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3377f802-aa46-461c-8f8e-f9e49711baf0 req-81002aef-aff5-40b1-aaf2-9fb689b91506 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374076 Aug 23 14:46:00.689040 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ade510b6-8c9e-49da-808b-438a1227e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:00.714644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b20620-0787-4431-938a-cb9cf842e35e req-0c33451c-c28f-42e4-b669-c10bb9f7b9f1 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:00.727702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-0c33451c-c28f-42e4-b669-c10bb9f7b9f1 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc&tenant_id=b66fd552a70a452381c358e94470d1e9&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 1095 time: 0.0678208 Aug 23 14:46:00.734538 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ade510b6-8c9e-49da-808b-438a1227e9b5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f56bc5eda52444b9400b4d219114631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4228814 Aug 23 14:46:00.735956 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade510b6-8c9e-49da-808b-438a1227e9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fca2e7-d678-4137-99c4-285d97f77397,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:00.738555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34332) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:00.818078 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58bba8c5-d14a-4a5a-83d6-70f10dd9eac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:00.840223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34336) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:00.856051 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58bba8c5-d14a-4a5a-83d6-70f10dd9eac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:00.947137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd8e2e-ecf7-4ed7-8f3f-4fcbabc559b9 req-ad9cfa0b-4397-482d-be3d-e8b6fd7bad03 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:00.948759 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9dd8e2e-ecf7-4ed7-8f3f-4fcbabc559b9 req-ad9cfa0b-4397-482d-be3d-e8b6fd7bad03 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0861588 Aug 23 14:46:00.991621 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9dd8e2e-ecf7-4ed7-8f3f-4fcbabc559b9 req-45426e19-6e93-4452-b5c2-eaae1689c6cd tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362468 Aug 23 14:46:01.016771 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a380f804-55a6-4d73-a1d4-e787a1364c71 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1e6e0b279ff043acbf8723187691917d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709671 Aug 23 14:46:01.019356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34344) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:01.077720 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bd3600d-79be-493a-9ee4-fd250b8d06b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:01.101149 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bd3600d-79be-493a-9ee4-fd250b8d06b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:01.118909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51f8d8-1635-408a-8f8d-d2ef67a260b1 req-2266ef5b-7ca0-4b11-9fed-b943c8270385 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:01.120695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9c51f8d8-1635-408a-8f8d-d2ef67a260b1 req-2266ef5b-7ca0-4b11-9fed-b943c8270385 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 944 time: 0.0536768 Aug 23 14:46:01.129149 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58bba8c5-d14a-4a5a-83d6-70f10dd9eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:01.132271 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58bba8c5-d14a-4a5a-83d6-70f10dd9eac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:01.133408 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-58bba8c5-d14a-4a5a-83d6-70f10dd9eac5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/78fca2e7-d678-4137-99c4-285d97f77397 HTTP/1.1" status: 204 len: 168 time: 0.3937473 Aug 23 14:46:01.143319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bba8c5-d14a-4a5a-83d6-70f10dd9eac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fca2e7-d678-4137-99c4-285d97f77397,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:01.183919 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9c51f8d8-1635-408a-8f8d-d2ef67a260b1 req-5a0c48e3-b0af-4a94-b03a-334750334293 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538733 Aug 23 14:46:01.218006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-58b20620-0787-4431-938a-cb9cf842e35e req-a0969b48-25dd-4fa5-9b63-15d9d0e8190f service neutron] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:46:01.223508 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-58b20620-0787-4431-938a-cb9cf842e35e req-a0969b48-25dd-4fa5-9b63-15d9d0e8190f service neutron] Notify callbacks [] for binding, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:01.223508 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58b20620-0787-4431-938a-cb9cf842e35e req-a0969b48-25dd-4fa5-9b63-15d9d0e8190f service neutron] 10.222.0.61 "DELETE /v2.0/ports/24c6da15-924b-4718-8d48-609cace6f6d4/bindings/n-h1-804985-3 HTTP/1.1" status: 204 len: 173 time: 0.4983084 Aug 23 14:46:01.297997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c6514-d330-4480-a7bf-353beaba48f1 req-eb35ddde-ce1f-40d9-9e0f-a4de4955b024 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:01.297997 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb8c6514-d330-4480-a7bf-353beaba48f1 req-eb35ddde-ce1f-40d9-9e0f-a4de4955b024 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 944 time: 0.0620143 Aug 23 14:46:01.341635 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb8c6514-d330-4480-a7bf-353beaba48f1 req-98dc2a53-b9cb-43e7-9618-4b052f329f4d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347257 Aug 23 14:46:01.352929 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bd3600d-79be-493a-9ee4-fd250b8d06b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:01.359260 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bd3600d-79be-493a-9ee4-fd250b8d06b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:01.367565 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0bd3600d-79be-493a-9ee4-fd250b8d06b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d76918d-35ad-459c-90c5-0fa69adb5478 HTTP/1.1" status: 204 len: 168 time: 0.3405442 Aug 23 14:46:01.387351 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3600d-79be-493a-9ee4-fd250b8d06b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d76918d-35ad-459c-90c5-0fa69adb5478,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:01.388559 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a4734bce-91c6-4432-a82b-614691ad8b3c up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:46:01.584603 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c509e41-749b-4eff-a1a3-d3eddccca687 req-24ac768e-5446-455d-b093-8f8d18dad20c tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:01.587433 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c509e41-749b-4eff-a1a3-d3eddccca687 req-24ac768e-5446-455d-b093-8f8d18dad20c tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 1102 time: 0.0721941 Aug 23 14:46:01.614916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port a4734bce-91c6-4432-a82b-614691ad8b3c completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:46:01.619845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port a4734bce-91c6-4432-a82b-614691ad8b3c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:01.620313 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:01.656335 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68a7dc-dc46-4cad-935f-cdd2f80e1559 req-b53c8acf-5957-4c2f-aecf-00470e4818ca tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:01.665822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1b68a7dc-dc46-4cad-935f-cdd2f80e1559 req-b53c8acf-5957-4c2f-aecf-00470e4818ca tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 1095 time: 0.0749040 Aug 23 14:46:01.667193 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c509e41-749b-4eff-a1a3-d3eddccca687 req-664184b4-bdd1-406d-a9c2-823398dada02 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492296 Aug 23 14:46:01.720502 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1b68a7dc-dc46-4cad-935f-cdd2f80e1559 req-2c6b89ac-b8c8-45f2-bfb3-166b389a05db tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530531 Aug 23 14:46:01.772340 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:01.808871 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c039d27f-7b29-4cfc-b956-0b71ab16e2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4734bce-91c6-4432-a82b-614691ad8b3c'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:01.811154 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0669a5c8-1ee0-470a-ae2f-33ea6aeb1243" -d '{"events": [{"server_uuid": "c039d27f-7b29-4cfc-b956-0b71ab16e2ab", "name": "network-vif-plugged", "status": "completed", "tag": "a4734bce-91c6-4432-a82b-614691ad8b3c"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:01.834900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a4734bce-91c6-4432-a82b-614691ad8b3c, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a4734bce-91c6-4432-a82b-614691ad8b3c,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:01.867635 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04b56549-7307-479c-85d1-a854aa8f365c req-a1c3f4c9-7fc8-4866-80e7-bc371fadd6ec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502567 Aug 23 14:46:01.889780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a102644-091d-4b49-8f1b-de560697cc3e req-54af96ce-d885-4068-bf8b-4d4f1f40b644 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:01.896586 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3a102644-091d-4b49-8f1b-de560697cc3e req-54af96ce-d885-4068-bf8b-4d4f1f40b644 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 1095 time: 0.0677025 Aug 23 14:46:01.933242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3a102644-091d-4b49-8f1b-de560697cc3e req-adfef100-d3a3-42b8-96f9-d9f3ca446286 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318003 Aug 23 14:46:01.940867 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:02.021062 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4548c2e-c1cf-4907-9e01-00e3b43e5b54 x-openstack-request-id: req-d4548c2e-c1cf-4907-9e01-00e3b43e5b54 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:02.021354 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c039d27f-7b29-4cfc-b956-0b71ab16e2ab", "name": "network-vif-plugged", "status": "completed", "tag": "a4734bce-91c6-4432-a82b-614691ad8b3c", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:02.021611 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4548c2e-c1cf-4907-9e01-00e3b43e5b54 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:02.022687 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c039d27f-7b29-4cfc-b956-0b71ab16e2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4734bce-91c6-4432-a82b-614691ad8b3c', 'code': 200} Aug 23 14:46:02.031103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34374) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:02.051698 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a4734bce-91c6-4432-a82b-614691ad8b3c,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:02.062572 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a5e20af7-de11-4062-af2e-036653d6b852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:02.099206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b56549-7307-479c-85d1-a854aa8f365c req-92c56ebb-b6a0-4959-8eec-b3cd6e893dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:02.101645 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04b56549-7307-479c-85d1-a854aa8f365c req-92c56ebb-b6a0-4959-8eec-b3cd6e893dbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 1096 time: 0.1246941 Aug 23 14:46:02.198214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d7e1b-91fb-4e41-bc8f-b2971a206da0 req-85a5a46d-b493-4ad7-8288-6d10fe37fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:02.200364 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b05d7e1b-91fb-4e41-bc8f-b2971a206da0 req-85a5a46d-b493-4ad7-8288-6d10fe37fb75 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 1096 time: 0.0945544 Aug 23 14:46:02.214151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ec015-f364-4505-81ca-b9af0d20cc21 req-ad382734-ff4e-483c-be44-8d690ac8df39 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:02.218041 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b8ec015-f364-4505-81ca-b9af0d20cc21 req-ad382734-ff4e-483c-be44-8d690ac8df39 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.1251915 Aug 23 14:46:02.285131 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b05d7e1b-91fb-4e41-bc8f-b2971a206da0 req-d1d6bd31-e030-4de5-9232-68ff38d217c0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613892 Aug 23 14:46:02.286149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34382) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:02.313281 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b56549-7307-479c-85d1-a854aa8f365c req-b1a3ac82-fc8a-46a1-9004-0a6e3673bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:02.314960 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04b56549-7307-479c-85d1-a854aa8f365c req-b1a3ac82-fc8a-46a1-9004-0a6e3673bc03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.1840837 Aug 23 14:46:02.340041 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b8ec015-f364-4505-81ca-b9af0d20cc21 req-b0b0ea95-de09-4494-8688-76f1b2849e35 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003706 Aug 23 14:46:02.357397 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-303d5540-9206-474d-82c4-86cfcd4169d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a3b923dd75044a52b07d4bcda87bf3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678747 Aug 23 14:46:02.369919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34386) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:02.375004 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a5e20af7-de11-4062-af2e-036653d6b852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:02.377047 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04b56549-7307-479c-85d1-a854aa8f365c req-551deabb-e95f-4f3f-8881-5f65364a936a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc HTTP/1.1" status: 200 len: 217 time: 0.0530286 Aug 23 14:46:02.436447 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b56549-7307-479c-85d1-a854aa8f365c req-b93ce15f-ca68-4ac6-a24f-4ddb672643d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:02.438310 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04b56549-7307-479c-85d1-a854aa8f365c req-b93ce15f-ca68-4ac6-a24f-4ddb672643d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.0534468 Aug 23 14:46:02.467975 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-920ee07a-848b-40ee-a251-86149c2eeaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:02.479527 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04b56549-7307-479c-85d1-a854aa8f365c req-60a55d53-ef3e-4e81-8918-cad4dc082a96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293193 Aug 23 14:46:02.497036 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-920ee07a-848b-40ee-a251-86149c2eeaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:02.508947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48fc9e-a87f-48fb-8c9c-8d32e7d159f8 req-f57c994a-8f64-4cb2-a19a-1fa8962dab29 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:02.510507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb48fc9e-a87f-48fb-8c9c-8d32e7d159f8 req-f57c994a-8f64-4cb2-a19a-1fa8962dab29 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 1102 time: 0.0788679 Aug 23 14:46:02.562890 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb48fc9e-a87f-48fb-8c9c-8d32e7d159f8 req-fdcdbcc1-4d3f-4d33-bda8-02afe9a67208 tempest-ServersAdminTestJSON-347552185 tempest-ServersAdminTestJSON-347552185-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444720 Aug 23 14:46:02.591728 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04b56549-7307-479c-85d1-a854aa8f365c req-3686a1d3-e004-47c7-b5e7-54c65423e022 service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042237 Aug 23 14:46:02.623678 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a5e20af7-de11-4062-af2e-036653d6b852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:02.702709 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a5e20af7-de11-4062-af2e-036653d6b852 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b98c219efc564b7995d732e5e13395c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6667421 Aug 23 14:46:02.702963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5281d9e-4522-4f9d-b8e7-8cf4adccc2fd req-4e60b63c-e768-41c8-aa69-8ae6b365c8e9 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:02.703770 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5281d9e-4522-4f9d-b8e7-8cf4adccc2fd req-4e60b63c-e768-41c8-aa69-8ae6b365c8e9 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 945 time: 0.0674284 Aug 23 14:46:02.703770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34396) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:02.708926 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e20af7-de11-4062-af2e-036653d6b852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60168f1d-82d9-43f1-a8b9-0a503dc4e696,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:02.721690 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-920ee07a-848b-40ee-a251-86149c2eeaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:02.724330 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-920ee07a-848b-40ee-a251-86149c2eeaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:02.728945 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-920ee07a-848b-40ee-a251-86149c2eeaaa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/011d5565-4a3a-4c3d-9671-82167eb1c4c4 HTTP/1.1" status: 204 len: 168 time: 0.3672729 Aug 23 14:46:02.742247 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04b56549-7307-479c-85d1-a854aa8f365c req-e0928359-4d81-4ba8-85cb-e76d9933c5f5 service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426866 Aug 23 14:46:02.762908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ee07a-848b-40ee-a251-86149c2eeaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011d5565-4a3a-4c3d-9671-82167eb1c4c4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:02.857566 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5281d9e-4522-4f9d-b8e7-8cf4adccc2fd req-8ff1a888-aa41-49c9-834c-3a390450fcfd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248951 Aug 23 14:46:02.898635 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6073b106-a5e6-41bf-898b-ea351fa82a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:02.947387 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6073b106-a5e6-41bf-898b-ea351fa82a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:03.123918 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6073b106-a5e6-41bf-898b-ea351fa82a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:03.126524 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6073b106-a5e6-41bf-898b-ea351fa82a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:03.130233 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6073b106-a5e6-41bf-898b-ea351fa82a00 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60168f1d-82d9-43f1-a8b9-0a503dc4e696 HTTP/1.1" status: 204 len: 168 time: 0.4232860 Aug 23 14:46:03.141017 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073b106-a5e6-41bf-898b-ea351fa82a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60168f1d-82d9-43f1-a8b9-0a503dc4e696,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:03.406319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103ede1-a472-47fb-87ee-20273d9df7eb req-ac3b67fb-c292-43f2-bc47-1d74e205891d tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:03.407846 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7103ede1-a472-47fb-87ee-20273d9df7eb req-ac3b67fb-c292-43f2-bc47-1d74e205891d tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 949 time: 0.0528808 Aug 23 14:46:03.455035 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7103ede1-a472-47fb-87ee-20273d9df7eb req-cf7ce0cc-9b41-4109-8630-ea74b28ba6fe tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390031 Aug 23 14:46:03.513873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2257fe-9c7b-4939-8e19-3897a3c91bd1 req-ce3babc0-e826-49b2-8ef0-dc5012fd8a86 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:03.525484 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df2257fe-9c7b-4939-8e19-3897a3c91bd1 req-ce3babc0-e826-49b2-8ef0-dc5012fd8a86 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0737512 Aug 23 14:46:03.562601 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df2257fe-9c7b-4939-8e19-3897a3c91bd1 req-ffd290a8-2af3-4ef4-90a3-cb6230207350 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Aug 23 14:46:04.168185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34444) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:04.312599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-265040943-network', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:04.321138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6393f-f112-4728-bb25-08caa277005c req-f339ddfb-3ab2-4cff-bc9f-ed6240973bd7 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:04.322996 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8fd6393f-f112-4728-bb25-08caa277005c req-f339ddfb-3ab2-4cff-bc9f-ed6240973bd7 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 945 time: 0.3929365 Aug 23 14:46:04.375122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8fd6393f-f112-4728-bb25-08caa277005c req-d66f3e20-795e-4882-8a56-82a09a3babe1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448680 Aug 23 14:46:04.462891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] Made reservation on behalf of bcf0909c1eb841fa9fb947da43400022 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:46:04.466620 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:04.478165 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:04.613730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f97c56-b9d6-4a91-aa60-9d7c49cce021 req-b7f8656f-b919-4bd1-83bf-84e1cfc7ccf4 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:04.617825 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08f97c56-b9d6-4a91-aa60-9d7c49cce021 req-b7f8656f-b919-4bd1-83bf-84e1cfc7ccf4 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 949 time: 0.0822926 Aug 23 14:46:04.622727 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:04.698453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08f97c56-b9d6-4a91-aa60-9d7c49cce021 req-afaad3c2-d11d-44c5-84fa-f4e33ac43252 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662565 Aug 23 14:46:04.712397 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:04.734645 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:46:04.752258 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76785a79-e047-4251-ac9a-93e10dc9bc9f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:04.755274 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:04.755620 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] Added segment 2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a of type vlan for network 228f0611-a7e7-4909-b875-0a6fc86c34b1 Aug 23 14:46:04.895425 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:04.901142 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fb5b4-308d-42eb-bf02-83e885fad30e req-d7b61eeb-04c9-4b9c-8edf-2061784e787e tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:04.901142 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ad2fb5b4-308d-42eb-bf02-83e885fad30e req-d7b61eeb-04c9-4b9c-8edf-2061784e787e tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 945 time: 0.0979252 Aug 23 14:46:04.945208 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979ee65-1c8e-4da1-aef3-f67d80fb2643 req-b250c955-615b-4e62-a4ad-350c68b53b5a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:04.946842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b979ee65-1c8e-4da1-aef3-f67d80fb2643 req-b250c955-615b-4e62-a4ad-350c68b53b5a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.1052163 Aug 23 14:46:05.000149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d84484-1907-4253-927d-fbbf651e1a2b req-134d1dcd-a752-411a-a8a6-811f50b6ddb3 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:05.001681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39d84484-1907-4253-927d-fbbf651e1a2b req-134d1dcd-a752-411a-a8a6-811f50b6ddb3 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.61 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 949 time: 0.0995700 Aug 23 14:46:05.005507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ad2fb5b4-308d-42eb-bf02-83e885fad30e req-e6fe2c03-2050-44c4-8b13-7226b64d4f1f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630116 Aug 23 14:46:05.014596 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b979ee65-1c8e-4da1-aef3-f67d80fb2643 req-01374811-ebd7-41bd-83bd-3cf1bbaa26e1 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571079 Aug 23 14:46:05.021359 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:05.023401 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:05.024034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:05.112070 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] Pushing event updated for resources: {'Network': ['ID=228f0611-a7e7-4909-b875-0a6fc86c34b1,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:05.131790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 228f0611-a7e7-4909-b875-0a6fc86c34b1 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:46:05.150391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-39d84484-1907-4253-927d-fbbf651e1a2b req-8fb59d8f-fdc3-497c-8d56-f30eb42dcef2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Deleting port b45ac2ce-53a9-45cb-b473-08401e9b4918 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:05.150743 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-39d84484-1907-4253-927d-fbbf651e1a2b req-8fb59d8f-fdc3-497c-8d56-f30eb42dcef2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:05.231070 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e75ddaad-2f53-4cfa-8fb4-5091ae09ce8d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0613699 Aug 23 14:46:05.232062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34474) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:05.237893 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8ae3b2ad-bdf9-4ed2-9395-471e63f03da0 admin admin] Request body: {'subnet': {'network_id': '228f0611-a7e7-4909-b875-0a6fc86c34b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-265040943-subnet', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:05.286304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-39d84484-1907-4253-927d-fbbf651e1a2b req-8fb59d8f-fdc3-497c-8d56-f30eb42dcef2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] For port b45ac2ce-53a9-45cb-b473-08401e9b4918, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b45ac2ce-53a9-45cb-b473-08401e9b4918,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:05.286675 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-39d84484-1907-4253-927d-fbbf651e1a2b req-8fb59d8f-fdc3-497c-8d56-f30eb42dcef2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:05.301465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-39d84484-1907-4253-927d-fbbf651e1a2b req-8fb59d8f-fdc3-497c-8d56-f30eb42dcef2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Calling delete_port for b45ac2ce-53a9-45cb-b473-08401e9b4918 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:05.386386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae3b2ad-bdf9-4ed2-9395-471e63f03da0 admin admin] Made reservation on behalf of bcf0909c1eb841fa9fb947da43400022 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:46:05.389435 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ae3b2ad-bdf9-4ed2-9395-471e63f03da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:05.518254 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-39d84484-1907-4253-927d-fbbf651e1a2b req-8fb59d8f-fdc3-497c-8d56-f30eb42dcef2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:05.538033 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['65d020c5-1c41-45e2-86ec-1fee779d04a0', 'b45ac2ce-53a9-45cb-b473-08401e9b4918', '0f08330d-860f-4646-bd59-36ba20552377'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:05.607713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb59d8f-fdc3-497c-8d56-f30eb42dcef2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Pushing event deleted for resources: {'Port': ['ID=b45ac2ce-53a9-45cb-b473-08401e9b4918,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:05.732208 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d84484-1907-4253-927d-fbbf651e1a2b req-8fb59d8f-fdc3-497c-8d56-f30eb42dcef2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] No DVR routers for this DVR port b45ac2ce-53a9-45cb-b473-08401e9b4918 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:46:05.738273 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-39d84484-1907-4253-927d-fbbf651e1a2b req-8fb59d8f-fdc3-497c-8d56-f30eb42dcef2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:05.743075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39d84484-1907-4253-927d-fbbf651e1a2b req-8fb59d8f-fdc3-497c-8d56-f30eb42dcef2 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.61 "DELETE /v2.0/ports/b45ac2ce-53a9-45cb-b473-08401e9b4918 HTTP/1.1" status: 204 len: 173 time: 0.7330232 Aug 23 14:46:05.743806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c9fd86-802e-4a07-85cc-b3505906bafe', 'name': 'network-vif-deleted', 'tag': 'b45ac2ce-53a9-45cb-b473-08401e9b4918'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:05.748695 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f52a6e-e507-48de-a736-65001d2680d9" -d '{"events": [{"server_uuid": "15c9fd86-802e-4a07-85cc-b3505906bafe", "name": "network-vif-deleted", "tag": "b45ac2ce-53a9-45cb-b473-08401e9b4918"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:05.825473 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748922c4-4a3c-45a3-812d-4cb9b79ef7aa x-openstack-request-id: req-748922c4-4a3c-45a3-812d-4cb9b79ef7aa {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:05.825913 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c9fd86-802e-4a07-85cc-b3505906bafe", "name": "network-vif-deleted", "tag": "b45ac2ce-53a9-45cb-b473-08401e9b4918", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:05.826306 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-748922c4-4a3c-45a3-812d-4cb9b79ef7aa {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:05.826899 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c9fd86-802e-4a07-85cc-b3505906bafe', 'name': 'network-vif-deleted', 'tag': 'b45ac2ce-53a9-45cb-b473-08401e9b4918', 'status': 'completed', 'code': 200} Aug 23 14:46:05.972616 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ac77508f-fd33-4af9-8738-a4351cd4771f req-47ffa373-4297-4b38-aa5f-a80b819734f4 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 210 time: 0.0336697 Aug 23 14:46:06.044242 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ae3b2ad-bdf9-4ed2-9395-471e63f03da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:06.261664 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3b2ad-bdf9-4ed2-9395-471e63f03da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcadaa18-185f-4747-9e27-1bc97569ee61,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:06.276779 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3b2ad-bdf9-4ed2-9395-471e63f03da0 admin admin] Checking segment: {'id': '2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '228f0611-a7e7-4909-b875-0a6fc86c34b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:46:06.277181 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae3b2ad-bdf9-4ed2-9395-471e63f03da0 admin admin] Network hostable DHCP agents. Network: 228f0611-a7e7-4909-b875-0a6fc86c34b1, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:46:06.296112 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472f1cf-9c9e-4bff-9dd3-ffe83c847b12 req-d35279da-87c0-45ff-9a4a-96d433c5dbf2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:06.304780 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7472f1cf-9c9e-4bff-9dd3-ffe83c847b12 req-d35279da-87c0-45ff-9a4a-96d433c5dbf2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0949028 Aug 23 14:46:06.366170 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7472f1cf-9c9e-4bff-9dd3-ffe83c847b12 req-38ab4aa9-5c13-4d18-be1d-8346de8ffa3c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596170 Aug 23 14:46:06.372552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66275f-ab94-4c11-95c5-a67771e79728 req-0f7e1c78-dcbf-4c89-aeb5-7778447a130e tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:06.381367 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2e66275f-ab94-4c11-95c5-a67771e79728 req-0f7e1c78-dcbf-4c89-aeb5-7778447a130e tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 945 time: 0.1750858 Aug 23 14:46:06.435340 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2e66275f-ab94-4c11-95c5-a67771e79728 req-ec17c0f9-8f07-4545-a664-3958d0f8f243 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529871 Aug 23 14:46:06.506272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae3b2ad-bdf9-4ed2-9395-471e63f03da0 admin admin] Network 228f0611-a7e7-4909-b875-0a6fc86c34b1 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:46:06.612608 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-8ae3b2ad-bdf9-4ed2-9395-471e63f03da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 228f0611-a7e7-4909-b875-0a6fc86c34b1) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:46:06.613053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9d0ce8-f734-498b-abe0-1864a78924c2 None None] Network 228f0611-a7e7-4909-b875-0a6fc86c34b1 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:46:06.618282 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae3b2ad-bdf9-4ed2-9395-471e63f03da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:06.619126 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ae3b2ad-bdf9-4ed2-9395-471e63f03da0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:06.720931 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8ae3b2ad-bdf9-4ed2-9395-471e63f03da0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4853923 Aug 23 14:46:06.721163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34516) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:06.726929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-265040943-router', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:06.837870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-228f0611-a7e7-4909-b875-0a6fc86c34b1', 'network_id': '228f0611-a7e7-4909-b875-0a6fc86c34b1', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022', 'fixed_ips': [{'subnet_id': 'dcadaa18-185f-4747-9e27-1bc97569ee61'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:46:06.839050 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:06.852173 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:06.855478 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:06.990937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:07.011713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Allocated IP 172.20.0.2 (228f0611-a7e7-4909-b875-0a6fc86c34b1/dcadaa18-185f-4747-9e27-1bc97569ee61/614a2579-7166-41a3-b3c8-9a77d746d1c0) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:46:07.125856 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4701aaba-6690-45cc-b69e-a792c48aa1d4 req-7210cb5c-14ac-4897-afa4-917824fb595d tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c9fd86-802e-4a07-85cc-b3505906bafe HTTP/1.1" status: 200 len: 210 time: 0.0418556 Aug 23 14:46:07.185824 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:07.197479 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Transition to ACTIVE for port object 614a2579-7166-41a3-b3c8-9a77d746d1c0 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:46:07.225865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Transition to ACTIVE for port object 614a2579-7166-41a3-b3c8-9a77d746d1c0 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:46:07.299371 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:07.352419 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:07.393225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Network 228f0611-a7e7-4909-b875-0a6fc86c34b1 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:46:07.396309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:46:07.403377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:46:07.410483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Pushing event updated for resources: {'Port': ['ID=614a2579-7166-41a3-b3c8-9a77d746d1c0,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:07.472844 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Attempting to bind port 614a2579-7166-41a3-b3c8-9a77d746d1c0 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:46:07.473425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Attempting to bind port 614a2579-7166-41a3-b3c8-9a77d746d1c0 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '228f0611-a7e7-4909-b875-0a6fc86c34b1'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:46:07.473981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Attempting to bind port 614a2579-7166-41a3-b3c8-9a77d746d1c0 on network 228f0611-a7e7-4909-b875-0a6fc86c34b1 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:46:07.480906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:46:07.481633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Checking segment: {'id': '2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '228f0611-a7e7-4909-b875-0a6fc86c34b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:46:07.482207 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:07.482763 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Bound using segment: {'id': '2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '228f0611-a7e7-4909-b875-0a6fc86c34b1'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:46:07.483394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Bound port: 614a2579-7166-41a3-b3c8-9a77d746d1c0, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '228f0611-a7e7-4909-b875-0a6fc86c34b1'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:46:07.483985 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:07.571274 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320f149-9a58-4feb-b4df-e294edd95b32 req-b58e02f3-3140-4484-acfd-1fadec56a5e6 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:07.578789 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8320f149-9a58-4feb-b4df-e294edd95b32 req-b58e02f3-3140-4484-acfd-1fadec56a5e6 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0656404 Aug 23 14:46:07.609562 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] For port 614a2579-7166-41a3-b3c8-9a77d746d1c0, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:46:07.616752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] For port 614a2579-7166-41a3-b3c8-9a77d746d1c0, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=614a2579-7166-41a3-b3c8-9a77d746d1c0,segment=NetworkSegment(2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a),segment_id=2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:46:07.624539 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8320f149-9a58-4feb-b4df-e294edd95b32 req-b9a5009f-73b5-47af-9eaa-04c668a36942 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448611 Aug 23 14:46:07.719857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34542) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:07.730475 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:07.813579 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514cacf-93d9-4e53-ba9c-75893daa39b1 None None] Pushing event updated for resources: {'Port': ['ID=614a2579-7166-41a3-b3c8-9a77d746d1c0,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:07.818901 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:07.840256 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:07.890852 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-244fadf6-38ed-4b57-a120-467cafd83d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:08.019730 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Allocated IP 172.25.8.188 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/6a34e20f-5abb-4bad-addb-9a6fb943cdf4) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:46:08.040638 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-244fadf6-38ed-4b57-a120-467cafd83d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:08.142071 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-244fadf6-38ed-4b57-a120-467cafd83d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:08.193657 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-244fadf6-38ed-4b57-a120-467cafd83d45 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59cd2135b0024c6f9c08bde3b09bcc71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723358 Aug 23 14:46:08.195112 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fadf6-38ed-4b57-a120-467cafd83d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb328a9-ff14-4e32-9ab2-8cbbbebadb90,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:08.196950 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34548) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:08.231838 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:08.363882 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [req-9bfdd835-594b-4844-9677-839f42f88d1c req-3b59ca67-9f3c-43df-baa0-2765357f4886 service neutron] show failed (client error): The resource could not be found. Aug 23 14:46:08.364897 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-3b59ca67-9f3c-43df-baa0-2765357f4886 service neutron] 10.222.0.57 "GET /v2.0/ports/32c86daf-c9cd-426d-9c89-2044efc52a84/bindings/n-h2-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.1426699 Aug 23 14:46:08.367172 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-309c862b-34f0-41ce-9ec5-71cfab1fa71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:08.392352 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-309c862b-34f0-41ce-9ec5-71cfab1fa71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:08.529834 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:08.534998 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-309c862b-34f0-41ce-9ec5-71cfab1fa71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:08.539135 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-309c862b-34f0-41ce-9ec5-71cfab1fa71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:08.540434 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-309c862b-34f0-41ce-9ec5-71cfab1fa71d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/acb328a9-ff14-4e32-9ab2-8cbbbebadb90 HTTP/1.1" status: 204 len: 168 time: 0.3257134 Aug 23 14:46:08.610368 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Pushing event updated for resources: {'Port': ['ID=6a34e20f-5abb-4bad-addb-9a6fb943cdf4,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:08.638322 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c862b-34f0-41ce-9ec5-71cfab1fa71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb328a9-ff14-4e32-9ab2-8cbbbebadb90,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:08.638322 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:46:08.639909 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:46:08.642401 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:46:08.961588 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aed993-ff01-487a-9463-7d77d923d266 req-703495ce-3c15-42bf-8ea4-682a4443c1b9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:08.963582 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8aed993-ff01-487a-9463-7d77d923d266 req-703495ce-3c15-42bf-8ea4-682a4443c1b9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.1751437 Aug 23 14:46:09.019609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 614a2579-7166-41a3-b3c8-9a77d746d1c0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:46:09.062456 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8aed993-ff01-487a-9463-7d77d923d266 req-e453cb63-ff00-4554-a256-c31dcbd0f09c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886090 Aug 23 14:46:09.097504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f480c-22b8-4a9f-a45a-5dff2a34e9db req-72843ca0-5fb3-4c27-bbb9-a34c73f98416 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:09.099633 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a0f480c-22b8-4a9f-a45a-5dff2a34e9db req-72843ca0-5fb3-4c27-bbb9-a34c73f98416 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 950 time: 0.0898347 Aug 23 14:46:09.126901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c732cd-67b5-4cf2-bb7c-af46780c0143 None None] Network 228f0611-a7e7-4909-b875-0a6fc86c34b1 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:46:09.167199 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a0f480c-22b8-4a9f-a45a-5dff2a34e9db req-f0fc77cb-2997-4b2e-9aea-ad967d663df4 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538459 Aug 23 14:46:09.218366 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:09.344199 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd835-594b-4844-9677-839f42f88d1c req-9d516547-bcf7-4e07-980b-0287b5791f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:09.351289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-9d516547-bcf7-4e07-980b-0287b5791f97 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103&tenant_id=a6f5c4613b364924ae1363c53a90461d HTTP/1.1" status: 200 len: 1101 time: 0.0723717 Aug 23 14:46:09.367112 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:09.384796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 614a2579-7166-41a3-b3c8-9a77d746d1c0 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:46:09.411934 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a19ba490-0d4f-432d-953c-10db0bcf62d7 None None] Provisioning for port 614a2579-7166-41a3-b3c8-9a77d746d1c0 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:46:09.422232 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a4734bce-91c6-4432-a82b-614691ad8b3c details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:46:09.427593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b45ac2ce-53a9-45cb-b473-08401e9b4918 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:09.438147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a19ba490-0d4f-432d-953c-10db0bcf62d7 None None] Provisioning complete for port 614a2579-7166-41a3-b3c8-9a77d746d1c0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:09.438810 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a19ba490-0d4f-432d-953c-10db0bcf62d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:09.460391 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:09.497295 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:09.519268 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: b45ac2ce-53a9-45cb-b473-08401e9b4918 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:46:09.519793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b45ac2ce-53a9-45cb-b473-08401e9b4918 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:09.636101 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a19ba490-0d4f-432d-953c-10db0bcf62d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:09.709119 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34630) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:09.733049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe8604c0-3894-42b9-9c3c-30cdd2b06d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:09.747469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=32c86daf-c9cd-426d-9c89-2044efc52a84,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:09.754901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a4734bce-91c6-4432-a82b-614691ad8b3c, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a4734bce-91c6-4432-a82b-614691ad8b3c,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:09.772119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a19ba490-0d4f-432d-953c-10db0bcf62d7 None None] For port 614a2579-7166-41a3-b3c8-9a77d746d1c0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=614a2579-7166-41a3-b3c8-9a77d746d1c0,segment=NetworkSegment(2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a),segment_id=2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:09.775699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'a4734bce-91c6-4432-a82b-614691ad8b3c', 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3', 'port_id': 'a4734bce-91c6-4432-a82b-614691ad8b3c', 'mac_address': 'fa:16:3e:fd:48:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11061a5b-c587-4d9a-b542-d35027d2df97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:46:09.791895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:46:09.820413 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:09.835597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4734bce-91c6-4432-a82b-614691ad8b3c {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:46:09.843009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:09.845451 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43591ea-e5c2-49e6-ba80-772ba7df4a9a" -d '{"events": [{"server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "name": "network-vif-unplugged", "status": "completed", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:09.850414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:09.852883 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe8604c0-3894-42b9-9c3c-30cdd2b06d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:09.857191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a4734bce-91c6-4432-a82b-614691ad8b3c, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a4734bce-91c6-4432-a82b-614691ad8b3c,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:09.867757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Transition to ACTIVE for port object 32c86daf-c9cd-426d-9c89-2044efc52a84 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:46:09.883784 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Router e1f945f7-1806-4efd-8fb8-1aecb7be18fe is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:46:09.884020 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a19ba490-0d4f-432d-953c-10db0bcf62d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:09.905147 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c26ef3-514a-498a-8a98-48bc289834b2 x-openstack-request-id: req-a2c26ef3-514a-498a-8a98-48bc289834b2 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:09.905466 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "name": "network-vif-unplugged", "status": "completed", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:09.905722 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2c26ef3-514a-498a-8a98-48bc289834b2 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:09.908669 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84', 'code': 200} Aug 23 14:46:09.914341 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:09.947865 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe8604c0-3894-42b9-9c3c-30cdd2b06d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:09.948770 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ba490-0d4f-432d-953c-10db0bcf62d7 None None] Pushing event updated for resources: {'Port': ['ID=614a2579-7166-41a3-b3c8-9a77d746d1c0,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:09.957972 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:10.004415 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fe8604c0-3894-42b9-9c3c-30cdd2b06d21 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=608fbf9caca24c4ba1c97c7c98fec236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934947 Aug 23 14:46:10.007316 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34638) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:10.040668 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a4734bce-91c6-4432-a82b-614691ad8b3c,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:10.045334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d386c372-a634-4f56-9f2e-cf8d4df0b7ef None None] Provisioning complete for port 614a2579-7166-41a3-b3c8-9a77d746d1c0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:10.045658 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d386c372-a634-4f56-9f2e-cf8d4df0b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:10.055325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8604c0-3894-42b9-9c3c-30cdd2b06d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29768ba4-a487-48d5-a45e-201872f39bc2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:10.089450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Pushing event updated for resources: {'Port': ['ID=32c86daf-c9cd-426d-9c89-2044efc52a84,revision_number=6']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:10.094370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['a4734bce-91c6-4432-a82b-614691ad8b3c'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:10.143224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] No DVR routers for this DVR port 32c86daf-c9cd-426d-9c89-2044efc52a84 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:46:10.154544 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:46:10.160063 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Sync routers for ids ['e1f945f7-1806-4efd-8fb8-1aecb7be18fe'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:46:10.174727 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Routers {'e1f945f7-1806-4efd-8fb8-1aecb7be18fe'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:46:10.175389 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:45:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e1f945f7-1806-4efd-8fb8-1aecb7be18fe'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:10.198481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Attempting to bind port 32c86daf-c9cd-426d-9c89-2044efc52a84 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:46:10.199168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Attempting to bind port 32c86daf-c9cd-426d-9c89-2044efc52a84 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:46:10.199168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Attempting to bind port 32c86daf-c9cd-426d-9c89-2044efc52a84 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:46:10.218319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Port 32c86daf-c9cd-426d-9c89-2044efc52a84 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:46:10.218670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Attempting to bind port 32c86daf-c9cd-426d-9c89-2044efc52a84 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:46:10.232854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:46:10.233205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:46:10.233599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:46:10.234239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Bound port: 32c86daf-c9cd-426d-9c89-2044efc52a84, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:46:10.234968 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:10.242581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-47441b33-3846-4e6f-9a7a-28246fd63ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:10.290318 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-47441b33-3846-4e6f-9a7a-28246fd63ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:10.320734 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199807a-c379-41fa-958d-1f12616e8744 req-cfdcf2ec-db80-442a-a6f7-20012dca389c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:10.328884 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1199807a-c379-41fa-958d-1f12616e8744 req-cfdcf2ec-db80-442a-a6f7-20012dca389c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 948 time: 0.1479604 Aug 23 14:46:10.353882 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:10.355117 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-90264f16-6b2f-4d4b-a83a-c8fabd9c135d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6330042 Aug 23 14:46:10.359705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34646) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:10.419110 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1199807a-c379-41fa-958d-1f12616e8744 req-6d6dfccc-3723-45c0-b064-2668c6492ff3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856824 Aug 23 14:46:10.453627 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Set router e1f945f7-1806-4efd-8fb8-1aecb7be18fe gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:46:10.456970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:46:10.484333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=32c86daf-c9cd-426d-9c89-2044efc52a84,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:46:10.535255 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-47441b33-3846-4e6f-9a7a-28246fd63ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:10.539240 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-47441b33-3846-4e6f-9a7a-28246fd63ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:10.543229 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-47441b33-3846-4e6f-9a7a-28246fd63ab2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/29768ba4-a487-48d5-a45e-201872f39bc2 HTTP/1.1" status: 204 len: 168 time: 0.5321372 Aug 23 14:46:10.558737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47441b33-3846-4e6f-9a7a-28246fd63ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29768ba4-a487-48d5-a45e-201872f39bc2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:10.670970 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:10.753703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:10.754330 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:10.764002 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] 10.222.0.61 "PUT /v2.0/ports/32c86daf-c9cd-426d-9c89-2044efc52a84 HTTP/1.1" status: 200 len: 1096 time: 1.3958001 Aug 23 14:46:10.809320 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'name': 'tempest-FloatingIPsTestJSON-265040943-router', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:46:06Z', 'updated_at': '2021-08-23T14:46:08Z', 'revision_number': 3, 'project_id': 'bcf0909c1eb841fa9fb947da43400022', 'gw_port': {'id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:46:07Z', 'updated_at': '2021-08-23T14:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:10.876488 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Checking router: e1f945f7-1806-4efd-8fb8-1aecb7be18fe for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:46:10.883148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29fad9-0356-43b2-80c7-84c6584d74a4 req-bf57acba-c056-46b4-8fdd-0bea7f2f811f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:10.884790 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3d29fad9-0356-43b2-80c7-84c6584d74a4 req-bf57acba-c056-46b4-8fdd-0bea7f2f811f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.61 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 950 time: 0.3226681 Aug 23 14:46:10.885151 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Updating router e1f945f7-1806-4efd-8fb8-1aecb7be18fe port 6a34e20f-5abb-4bad-addb-9a6fb943cdf4 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:46:10.932224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf630bef-fee5-4d4a-84f9-2e4f4bee6363 req-6d5e7c55-5772-469e-9d86-3aa115847f1f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:10.938630 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf630bef-fee5-4d4a-84f9-2e4f4bee6363 req-6d5e7c55-5772-469e-9d86-3aa115847f1f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 950 time: 0.5881350 Aug 23 14:46:10.939895 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:10.971058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 614a2579-7166-41a3-b3c8-9a77d746d1c0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:46:11.040589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce1347-96c1-4619-874c-3f7d70f129e6 service neutron] Pushing event updated for resources: {'Port': ['ID=32c86daf-c9cd-426d-9c89-2044efc52a84,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:11.111373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 614a2579-7166-41a3-b3c8-9a77d746d1c0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:11.112434 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:11.187581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd835-594b-4844-9677-839f42f88d1c req-e959d1f1-3195-4c02-af5f-ce5021227ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:11.191593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-e959d1f1-3195-4c02-af5f-ce5021227ff8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 1099 time: 0.3704491 Aug 23 14:46:11.199140 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf630bef-fee5-4d4a-84f9-2e4f4bee6363 req-743b9bd6-e938-4c5d-b643-c385fe92977b tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307854 Aug 23 14:46:11.445260 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a4734bce-91c6-4432-a82b-614691ad8b3c up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:46:11.483560 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd835-594b-4844-9677-839f42f88d1c req-eb399831-c71e-4312-a845-83c12f50312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:11.485249 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-eb399831-c71e-4312-a845-83c12f50312a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.2790978 Aug 23 14:46:11.485627 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:11.515188 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Transition to ACTIVE for port object 6a34e20f-5abb-4bad-addb-9a6fb943cdf4 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:46:11.544764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-3d29fad9-0356-43b2-80c7-84c6584d74a4 req-ae30f5ee-1a9c-41c3-ac8e-649215a65ede tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Deleting port 65d020c5-1c41-45e2-86ec-1fee779d04a0 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:11.545118 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3d29fad9-0356-43b2-80c7-84c6584d74a4 req-ae30f5ee-1a9c-41c3-ac8e-649215a65ede tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:11.590615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port a4734bce-91c6-4432-a82b-614691ad8b3c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:11.595143 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:11.608655 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-a100d24f-9c09-4eb4-9195-1412849466f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=32c86daf-c9cd-426d-9c89-2044efc52a84 HTTP/1.1" status: 200 len: 217 time: 0.0853415 Aug 23 14:46:11.625774 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:11.745961 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Attempting to bind port 6a34e20f-5abb-4bad-addb-9a6fb943cdf4 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:46:11.746344 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Attempting to bind port 6a34e20f-5abb-4bad-addb-9a6fb943cdf4 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:46:11.746716 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Attempting to bind port 6a34e20f-5abb-4bad-addb-9a6fb943cdf4 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:46:11.814155 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc4253-3b89-4735-8e55-d312155843e7 None None] Pushing event updated for resources: {'Port': ['ID=6a34e20f-5abb-4bad-addb-9a6fb943cdf4,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:11.814155 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:46:11.814155 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:46:11.814155 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:11.814155 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:46:11.814155 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Bound port: 6a34e20f-5abb-4bad-addb-9a6fb943cdf4, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:46:11.814155 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:11.814155 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc4253-3b89-4735-8e55-d312155843e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:11.814155 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc4253-3b89-4735-8e55-d312155843e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:11.814155 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc4253-3b89-4735-8e55-d312155843e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:11.815250 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc4253-3b89-4735-8e55-d312155843e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:11.815250 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc4253-3b89-4735-8e55-d312155843e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:11.815250 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc4253-3b89-4735-8e55-d312155843e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:11.815250 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc4253-3b89-4735-8e55-d312155843e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:11.815250 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc4253-3b89-4735-8e55-d312155843e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:11.815250 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc4253-3b89-4735-8e55-d312155843e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:11.815250 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc4253-3b89-4735-8e55-d312155843e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:11.815250 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc4253-3b89-4735-8e55-d312155843e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:11.815250 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc4253-3b89-4735-8e55-d312155843e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:11.816019 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:11.866953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd835-594b-4844-9677-839f42f88d1c req-503dd474-cee8-49bf-ba15-0bd27abc89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:11.868525 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-503dd474-cee8-49bf-ba15-0bd27abc89f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.2166488 Aug 23 14:46:11.892342 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c039d27f-7b29-4cfc-b956-0b71ab16e2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4734bce-91c6-4432-a82b-614691ad8b3c'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:11.894109 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a830ed27-5628-43e1-9073-b429dd0d7611" -d '{"events": [{"server_uuid": "c039d27f-7b29-4cfc-b956-0b71ab16e2ab", "name": "network-vif-plugged", "status": "completed", "tag": "a4734bce-91c6-4432-a82b-614691ad8b3c"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:11.901180 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a4734bce-91c6-4432-a82b-614691ad8b3c, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a4734bce-91c6-4432-a82b-614691ad8b3c,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:11.917096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:11.926325 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa48173-b891-4f3a-bcc8-eddd3cd8497e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:11.926523 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] For port 6a34e20f-5abb-4bad-addb-9a6fb943cdf4, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:46:11.926868 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] For port 6a34e20f-5abb-4bad-addb-9a6fb943cdf4, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6a34e20f-5abb-4bad-addb-9a6fb943cdf4,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:46:11.927001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-3d29fad9-0356-43b2-80c7-84c6584d74a4 req-ae30f5ee-1a9c-41c3-ac8e-649215a65ede tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] For port 65d020c5-1c41-45e2-86ec-1fee779d04a0, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=65d020c5-1c41-45e2-86ec-1fee779d04a0,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:11.927446 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3d29fad9-0356-43b2-80c7-84c6584d74a4 req-ae30f5ee-1a9c-41c3-ac8e-649215a65ede tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:11.938636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27ba75-9601-4cfa-b615-257cb1e44386 req-74b7623d-541a-443a-9407-04dfb0600f0b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:11.945783 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f27ba75-9601-4cfa-b615-257cb1e44386 req-74b7623d-541a-443a-9407-04dfb0600f0b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 948 time: 0.3444993 Aug 23 14:46:11.992529 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:11.993344 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 65d020c5-1c41-45e2-86ec-1fee779d04a0 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:12.007771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-3d29fad9-0356-43b2-80c7-84c6584d74a4 req-ae30f5ee-1a9c-41c3-ac8e-649215a65ede tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Calling delete_port for 65d020c5-1c41-45e2-86ec-1fee779d04a0 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:12.032792 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:12.083125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a4734bce-91c6-4432-a82b-614691ad8b3c,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:12.107795 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc4253-3b89-4735-8e55-d312155843e7 None None] Pushing event updated for resources: {'Port': ['ID=6a34e20f-5abb-4bad-addb-9a6fb943cdf4,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:12.111026 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Routers {'e1f945f7-1806-4efd-8fb8-1aecb7be18fe'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:46:12.116152 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:45:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e1f945f7-1806-4efd-8fb8-1aecb7be18fe'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:12.139894 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:12.186600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 65d020c5-1c41-45e2-86ec-1fee779d04a0, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=65d020c5-1c41-45e2-86ec-1fee779d04a0,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:12.203361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 32c86daf-c9cd-426d-9c89-2044efc52a84 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:12.266594 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f27ba75-9601-4cfa-b615-257cb1e44386 req-7e474db8-9cd4-481c-b059-0fa633e05ede tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963791 Aug 23 14:46:12.293606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd835-594b-4844-9677-839f42f88d1c req-21a511b1-b790-46f6-bf6f-d44ece5d4c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:12.295774 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-21a511b1-b790-46f6-bf6f-d44ece5d4c9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3966963 Aug 23 14:46:12.309644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 32c86daf-c9cd-426d-9c89-2044efc52a84 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:12.322510 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:12.381782 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:12.502765 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] Set router e1f945f7-1806-4efd-8fb8-1aecb7be18fe gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:46:12.549449 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-c500d8f9-a031-45d0-b04e-186d4830d353 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448208 Aug 23 14:46:12.551480 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b85e52e-4a79-431c-bea3-0d9d9b5cb83a x-openstack-request-id: req-6b85e52e-4a79-431c-bea3-0d9d9b5cb83a {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:12.556163 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c039d27f-7b29-4cfc-b956-0b71ab16e2ab", "name": "network-vif-plugged", "status": "completed", "tag": "a4734bce-91c6-4432-a82b-614691ad8b3c", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:12.557940 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6b85e52e-4a79-431c-bea3-0d9d9b5cb83a {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:12.559233 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c039d27f-7b29-4cfc-b956-0b71ab16e2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4734bce-91c6-4432-a82b-614691ad8b3c', 'code': 200} Aug 23 14:46:12.561578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=65d020c5-1c41-45e2-86ec-1fee779d04a0,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:12.703503 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6085ad9-20ee-472f-b558-664fe0862c53 x-openstack-request-id: req-c6085ad9-20ee-472f-b558-664fe0862c53 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:12.704888 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:12.704888 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c6085ad9-20ee-472f-b558-664fe0862c53 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:12.704888 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84', 'status': 'completed', 'code': 200} Aug 23 14:46:12.730710 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3d29fad9-0356-43b2-80c7-84c6584d74a4 req-ae30f5ee-1a9c-41c3-ac8e-649215a65ede tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:12.753510 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['0f08330d-860f-4646-bd59-36ba20552377'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:12.811715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-6f4d5955-a820-4dc9-a107-cc684aa9925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:12.813900 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-6f4d5955-a820-4dc9-a107-cc684aa9925e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 1099 time: 0.1067338 Aug 23 14:46:12.843515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30f5ee-1a9c-41c3-ac8e-649215a65ede tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Pushing event deleted for resources: {'Port': ['ID=65d020c5-1c41-45e2-86ec-1fee779d04a0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:13.011637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-93ca892c-cef4-4916-88fe-5fc777fc45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:13.013398 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-93ca892c-cef4-4916-88fe-5fc777fc45e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1871550 Aug 23 14:46:13.125340 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'name': 'tempest-FloatingIPsTestJSON-265040943-router', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:46:06Z', 'updated_at': '2021-08-23T14:46:08Z', 'revision_number': 3, 'project_id': 'bcf0909c1eb841fa9fb947da43400022', 'gw_port': {'id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:46:07Z', 'updated_at': '2021-08-23T14:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:13.143720 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-b2bf453a-d74c-4852-9cb2-2a38ddd5d211 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=32c86daf-c9cd-426d-9c89-2044efc52a84 HTTP/1.1" status: 200 len: 217 time: 0.1205699 Aug 23 14:46:13.211207 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b549f7-18dc-431f-84a6-f9ff702af2d9 None None] The sync data for ids ['e1f945f7-1806-4efd-8fb8-1aecb7be18fe'] in n-d-804985-3 is: [{'id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'name': 'tempest-FloatingIPsTestJSON-265040943-router', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:46:06Z', 'updated_at': '2021-08-23T14:46:08Z', 'revision_number': 3, 'project_id': 'bcf0909c1eb841fa9fb947da43400022', 'gw_port': {'id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:46:07Z', 'updated_at': '2021-08-23T14:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:46:13.301790 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-77d572b8-6b73-4515-bb86-dd243797d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:13.308733 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-77d572b8-6b73-4515-bb86-dd243797d10d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1569872 Aug 23 14:46:13.421073 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-579bc0f9-0bec-48ef-bf25-53ba21f20fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:13.423706 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-579bc0f9-0bec-48ef-bf25-53ba21f20fb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011875 Aug 23 14:46:13.518174 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e98149e3-ef40-4026-a2a4-f8e68da72ce3 req-d66091da-4344-42bb-91f4-66c9ba9ad88f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 210 time: 0.6572671 Aug 23 14:46:13.523841 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfdd835-594b-4844-9677-839f42f88d1c req-0d7ab785-9164-47b3-95d8-e16a718bd34a service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9596560 Aug 23 14:46:13.657388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d29fad9-0356-43b2-80c7-84c6584d74a4 req-ae30f5ee-1a9c-41c3-ac8e-649215a65ede tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] No DVR routers for this DVR port 65d020c5-1c41-45e2-86ec-1fee779d04a0 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:46:13.721897 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-ef621251-17e7-49a9-8c73-4906e498f6bb service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853324 Aug 23 14:46:13.736800 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3d29fad9-0356-43b2-80c7-84c6584d74a4 req-ae30f5ee-1a9c-41c3-ac8e-649215a65ede tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:13.745693 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3d29fad9-0356-43b2-80c7-84c6584d74a4 req-ae30f5ee-1a9c-41c3-ac8e-649215a65ede tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.61 "DELETE /v2.0/ports/65d020c5-1c41-45e2-86ec-1fee779d04a0 HTTP/1.1" status: 204 len: 173 time: 2.8481195 Aug 23 14:46:13.747598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Allocated IP 172.20.0.1 (228f0611-a7e7-4909-b875-0a6fc86c34b1/dcadaa18-185f-4747-9e27-1bc97569ee61/17042a3e-4f11-4f1a-8127-7cf1360d39c4) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:46:13.952438 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:14.067634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Transition to ACTIVE for port object 17042a3e-4f11-4f1a-8127-7cf1360d39c4 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:46:14.108855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-e4a28832-478f-46a2-b5f2-27baadadc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:14.112042 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-e4a28832-478f-46a2-b5f2-27baadadc01a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 1099 time: 0.1638238 Aug 23 14:46:14.170754 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-a3012c54-9c00-4dfa-954b-f575407c663f service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403462 Aug 23 14:46:14.381433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bcd4c-d9d2-4fb5-bcfa-a02020f8badf req-0d1a4f5d-540c-40db-8d13-dc7dabc1dc4e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:14.390907 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a3bcd4c-d9d2-4fb5-bcfa-a02020f8badf req-0d1a4f5d-540c-40db-8d13-dc7dabc1dc4e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 948 time: 0.4353104 Aug 23 14:46:14.465025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34782) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:14.524710 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a3bcd4c-d9d2-4fb5-bcfa-a02020f8badf req-fa25cf6c-779b-499e-b667-3a7e7af58c8b tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327779 Aug 23 14:46:14.531836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-3cf59a53-840e-4a34-8ec2-808edd709551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:14.533518 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-3cf59a53-840e-4a34-8ec2-808edd709551 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.3844879 Aug 23 14:46:14.552928 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:14.560258 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46026289-2fbb-4538-9af2-234fb9b5eff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d020c5-1c41-45e2-86ec-1fee779d04a0'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:14.564398 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd2eed9-b865-428f-a5af-492d2234a645" -d '{"events": [{"server_uuid": "46026289-2fbb-4538-9af2-234fb9b5eff9", "name": "network-vif-unplugged", "status": "completed", "tag": "65d020c5-1c41-45e2-86ec-1fee779d04a0"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:14.729633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46026289-2fbb-4538-9af2-234fb9b5eff9', 'name': 'network-vif-deleted', 'tag': '65d020c5-1c41-45e2-86ec-1fee779d04a0'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:14.732391 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d75705-e133-46d3-8e07-7c6a7363d873" -d '{"events": [{"server_uuid": "46026289-2fbb-4538-9af2-234fb9b5eff9", "name": "network-vif-deleted", "tag": "65d020c5-1c41-45e2-86ec-1fee779d04a0"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:14.739676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Network 228f0611-a7e7-4909-b875-0a6fc86c34b1 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:46:14.745588 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-d1b6055a-0cd9-49dc-bbf6-20c7606962fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=32c86daf-c9cd-426d-9c89-2044efc52a84 HTTP/1.1" status: 200 len: 217 time: 0.1706886 Aug 23 14:46:14.752269 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:46:14.764208 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:46:14.782326 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:14.897852 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:14.922447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Pushing event updated for resources: {'Port': ['ID=17042a3e-4f11-4f1a-8127-7cf1360d39c4,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:15.134933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6a34e20f-5abb-4bad-addb-9a6fb943cdf4 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:46:15.157567 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-3e113118-1d19-4a1d-a01d-c312f6bcd7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:15.160872 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-3e113118-1d19-4a1d-a01d-c312f6bcd7e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.3931921 Aug 23 14:46:15.166039 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-976bb8cd-c395-45c6-8b15-f581f49296da req-bdd991d7-7143-4576-b072-79bbb063b911 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=46026289-2fbb-4538-9af2-234fb9b5eff9 HTTP/1.1" status: 200 len: 210 time: 0.1011832 Aug 23 14:46:15.166421 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:15.272177 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:15.304714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-3fd8d6e0-7dc1-473e-b985-8ddec316c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:15.306050 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-3fd8d6e0-7dc1-473e-b985-8ddec316c57c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1147568 Aug 23 14:46:15.316972 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc35d31-f8f9-4246-84ab-cfc2e4e59531 x-openstack-request-id: req-acc35d31-f8f9-4246-84ab-cfc2e4e59531 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:15.318567 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46026289-2fbb-4538-9af2-234fb9b5eff9", "name": "network-vif-unplugged", "status": "completed", "tag": "65d020c5-1c41-45e2-86ec-1fee779d04a0", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:15.319257 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-acc35d31-f8f9-4246-84ab-cfc2e4e59531 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:15.322812 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46026289-2fbb-4538-9af2-234fb9b5eff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d020c5-1c41-45e2-86ec-1fee779d04a0', 'code': 200} Aug 23 14:46:15.326744 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:15.373491 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eaeb5919859545d6bcf805bc65b38e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9071541 Aug 23 14:46:15.374773 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da3e998-1d81-4617-9459-9c8ccbb92adb,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:15.376930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34796) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:15.395694 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:15.396431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:15.398017 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:15.398609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:15.399221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:15.399852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:15.400452 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:15.401192 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:15.401618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:15.402042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:15.402549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:15.403018 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c50bc0-d8ad-4df9-84a3-3e9251466761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:15.410228 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a43becf9-d8a9-4632-828e-0500b86aca52 None None] Provisioning for port 17042a3e-4f11-4f1a-8127-7cf1360d39c4 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:46:15.428574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a43becf9-d8a9-4632-828e-0500b86aca52 None None] Provisioning complete for port 17042a3e-4f11-4f1a-8127-7cf1360d39c4 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:15.428574 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a43becf9-d8a9-4632-828e-0500b86aca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:15.489710 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:15.503471 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-edb616bb-6ba2-4641-b386-26f330887a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:15.505039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a43becf9-d8a9-4632-828e-0500b86aca52 None None] Port 17042a3e-4f11-4f1a-8127-7cf1360d39c4 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:46:15.509523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 6a34e20f-5abb-4bad-addb-9a6fb943cdf4 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:46:15.516393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6a34e20f-5abb-4bad-addb-9a6fb943cdf4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:15.516796 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:15.597455 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-edb616bb-6ba2-4641-b386-26f330887a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:15.654560 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:15.683373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 6a34e20f-5abb-4bad-addb-9a6fb943cdf4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6a34e20f-5abb-4bad-addb-9a6fb943cdf4,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:15.694234 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62465ac-a0a8-4381-ae88-d2b5a8e12045 x-openstack-request-id: req-b62465ac-a0a8-4381-ae88-d2b5a8e12045 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:15.694838 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46026289-2fbb-4538-9af2-234fb9b5eff9", "name": "network-vif-deleted", "tag": "65d020c5-1c41-45e2-86ec-1fee779d04a0", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:15.695087 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b62465ac-a0a8-4381-ae88-d2b5a8e12045 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:15.695830 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46026289-2fbb-4538-9af2-234fb9b5eff9', 'name': 'network-vif-deleted', 'tag': '65d020c5-1c41-45e2-86ec-1fee779d04a0', 'status': 'completed', 'code': 200} Aug 23 14:46:15.732394 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-030e7b5c-ac73-4586-b1b5-e58f0ad28cc1 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983352 Aug 23 14:46:15.780497 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:15.852493 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=6a34e20f-5abb-4bad-addb-9a6fb943cdf4,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:15.883354 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-edb616bb-6ba2-4641-b386-26f330887a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:15.887607 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-edb616bb-6ba2-4641-b386-26f330887a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:15.891088 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-edb616bb-6ba2-4641-b386-26f330887a58 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2da3e998-1d81-4617-9459-9c8ccbb92adb HTTP/1.1" status: 204 len: 168 time: 0.5106721 Aug 23 14:46:15.925014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb616bb-6ba2-4641-b386-26f330887a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da3e998-1d81-4617-9459-9c8ccbb92adb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:16.117551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664af431-7f9d-4f74-aa0a-39803ba04134 req-68d1ac27-ecea-42a6-a19b-0b952e8dbdf1 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:16.127134 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-664af431-7f9d-4f74-aa0a-39803ba04134 req-68d1ac27-ecea-42a6-a19b-0b952e8dbdf1 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 948 time: 0.3495646 Aug 23 14:46:16.186838 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efa48173-b891-4f3a-bcc8-eddd3cd8497e req-37d1a676-4581-4a2b-8d5c-8f0de9bd98b8 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072707 Aug 23 14:46:16.240617 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-664af431-7f9d-4f74-aa0a-39803ba04134 req-06137d49-ca48-4b80-8f43-15e2de329144 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124558 Aug 23 14:46:16.322300 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:16.403380 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:16.540194 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Pushing event updated for resources: {'Port': ['ID=17042a3e-4f11-4f1a-8127-7cf1360d39c4,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:16.566831 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:16.757867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Network 228f0611-a7e7-4909-b875-0a6fc86c34b1 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:46:16.764264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:46:16.942204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6a34e20f-5abb-4bad-addb-9a6fb943cdf4 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:46:17.048814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6a34e20f-5abb-4bad-addb-9a6fb943cdf4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:17.049452 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:17.053009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Router e1f945f7-1806-4efd-8fb8-1aecb7be18fe has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:46:17.219847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:46:17.255967 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-250424e3-8427-4bf2-ac15-33fb6a3ba66f admin admin] 10.222.0.38 "PUT /v2.0/routers/e1f945f7-1806-4efd-8fb8-1aecb7be18fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8762727 Aug 23 14:46:17.266450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Sync routers for ids ['e1f945f7-1806-4efd-8fb8-1aecb7be18fe'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:46:17.326148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Routers {'e1f945f7-1806-4efd-8fb8-1aecb7be18fe'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:46:17.330581 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:45:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e1f945f7-1806-4efd-8fb8-1aecb7be18fe'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:17.335791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b8d343e0-e41b-4615-81c1-b055be2dd1f2 None None] Provisioning complete for port 17042a3e-4f11-4f1a-8127-7cf1360d39c4 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:17.336411 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b8d343e0-e41b-4615-81c1-b055be2dd1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:17.341732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1eed1-a234-4901-8301-7ebdbad913a7 req-ff14cb8c-e609-4821-a2e1-a0fa63856f06 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:17.346037 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-96c1eed1-a234-4901-8301-7ebdbad913a7 req-ff14cb8c-e609-4821-a2e1-a0fa63856f06 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 951 time: 0.1338091 Aug 23 14:46:17.437656 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-96c1eed1-a234-4901-8301-7ebdbad913a7 req-0aeb0e4a-fa86-4c31-8d44-54f23714213a tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.38 "GET /v2.0/security-groups?id=ea999289-1451-413d-a7c4-29d6f5839298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825665 Aug 23 14:46:17.529369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 32c86daf-c9cd-426d-9c89-2044efc52a84 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:46:17.636816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cafbf-ddac-4573-bf9a-612743ae5b59 req-897978e1-2a34-4619-9cc0-3f1f27309308 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:17.645016 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0e9cafbf-ddac-4573-bf9a-612743ae5b59 req-897978e1-2a34-4619-9cc0-3f1f27309308 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 948 time: 0.0947521 Aug 23 14:46:17.648798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b8d343e0-e41b-4615-81c1-b055be2dd1f2 None None] Port 17042a3e-4f11-4f1a-8127-7cf1360d39c4 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:46:17.718814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Set router e1f945f7-1806-4efd-8fb8-1aecb7be18fe gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:46:17.730207 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0e9cafbf-ddac-4573-bf9a-612743ae5b59 req-7b720e5d-ac71-4e62-a2bd-75e95db7c8b1 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842063 Aug 23 14:46:17.952515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=32c86daf-c9cd-426d-9c89-2044efc52a84,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:17.994272 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '32c86daf-c9cd-426d-9c89-2044efc52a84', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '32c86daf-c9cd-426d-9c89-2044efc52a84', 'mac_address': 'fa:16:3e:01:5d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:46:18.109546 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:18.132807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c86daf-c9cd-426d-9c89-2044efc52a84 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:46:18.165859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=32c86daf-c9cd-426d-9c89-2044efc52a84,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:18.191008 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'name': 'tempest-FloatingIPsTestJSON-265040943-router', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:46:06Z', 'updated_at': '2021-08-23T14:46:15Z', 'revision_number': 4, 'project_id': 'bcf0909c1eb841fa9fb947da43400022', 'gw_port': {'id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:46:07Z', 'updated_at': '2021-08-23T14:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '17042a3e-4f11-4f1a-8127-7cf1360d39c4', 'name': '', 'network_id': '228f0611-a7e7-4909-b875-0a6fc86c34b1', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022', 'mac_address': 'fa:16:3e:63:a4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dcadaa18-185f-4747-9e27-1bc97569ee61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:46:12Z', 'updated_at': '2021-08-23T14:46:15Z', 'revision_number': 2, 'project_id': 'bcf0909c1eb841fa9fb947da43400022', 'subnets': [{'id': 'dcadaa18-185f-4747-9e27-1bc97569ee61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:18.232563 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:18.237346 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Checking router: e1f945f7-1806-4efd-8fb8-1aecb7be18fe for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:46:18.237943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Updating router e1f945f7-1806-4efd-8fb8-1aecb7be18fe port 17042a3e-4f11-4f1a-8127-7cf1360d39c4 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:46:18.292833 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:18.347147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=32c86daf-c9cd-426d-9c89-2044efc52a84,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:18.581848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['32c86daf-c9cd-426d-9c89-2044efc52a84'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:18.587315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-93848b1a-148b-4d82-8c0d-890fd0921837 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3070712 Aug 23 14:46:18.637373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:18.706183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120e59d-fccc-4b92-bcfd-5ba6e5e8a684 req-ae46ccbc-8173-4592-8db7-1cad10d96e0f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:18.708061 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6120e59d-fccc-4b92-bcfd-5ba6e5e8a684 req-ae46ccbc-8173-4592-8db7-1cad10d96e0f tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.61 "GET /v2.0/ports?device_id=10af98fc-7193-4743-b452-a814175456f7 HTTP/1.1" status: 200 len: 951 time: 0.1195986 Aug 23 14:46:18.765844 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:18.772421 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:18.794169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Transition to ACTIVE for port object 17042a3e-4f11-4f1a-8127-7cf1360d39c4 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:46:18.911089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-6120e59d-fccc-4b92-bcfd-5ba6e5e8a684 req-7faf954e-f9b9-4ad0-9a05-6ca0435cb0e9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Deleting port 0f08330d-860f-4646-bd59-36ba20552377 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:18.911442 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6120e59d-fccc-4b92-bcfd-5ba6e5e8a684 req-7faf954e-f9b9-4ad0-9a05-6ca0435cb0e9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:18.930304 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:19.001118 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:19.070866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe0917-ad09-425c-bee8-a11b6210dd5a None None] Pushing event updated for resources: {'Port': ['ID=17042a3e-4f11-4f1a-8127-7cf1360d39c4,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:19.095772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-6120e59d-fccc-4b92-bcfd-5ba6e5e8a684 req-7faf954e-f9b9-4ad0-9a05-6ca0435cb0e9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] For port 0f08330d-860f-4646-bd59-36ba20552377, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0f08330d-860f-4646-bd59-36ba20552377,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:19.096148 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6120e59d-fccc-4b92-bcfd-5ba6e5e8a684 req-7faf954e-f9b9-4ad0-9a05-6ca0435cb0e9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:19.169640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-6120e59d-fccc-4b92-bcfd-5ba6e5e8a684 req-7faf954e-f9b9-4ad0-9a05-6ca0435cb0e9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Calling delete_port for 0f08330d-860f-4646-bd59-36ba20552377 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:19.202936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Attempting to bind port 17042a3e-4f11-4f1a-8127-7cf1360d39c4 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:46:19.203307 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Attempting to bind port 17042a3e-4f11-4f1a-8127-7cf1360d39c4 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '228f0611-a7e7-4909-b875-0a6fc86c34b1'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:46:19.203680 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Attempting to bind port 17042a3e-4f11-4f1a-8127-7cf1360d39c4 on network 228f0611-a7e7-4909-b875-0a6fc86c34b1 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:46:19.213102 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:46:19.213492 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Checking segment: {'id': '2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '228f0611-a7e7-4909-b875-0a6fc86c34b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:46:19.213882 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:19.214267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Bound using segment: {'id': '2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '228f0611-a7e7-4909-b875-0a6fc86c34b1'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:46:19.214753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Bound port: 17042a3e-4f11-4f1a-8127-7cf1360d39c4, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '228f0611-a7e7-4909-b875-0a6fc86c34b1'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:46:19.215221 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:19.328323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] For port 17042a3e-4f11-4f1a-8127-7cf1360d39c4, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:46:19.329252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] For port 17042a3e-4f11-4f1a-8127-7cf1360d39c4, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=17042a3e-4f11-4f1a-8127-7cf1360d39c4,segment=NetworkSegment(2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a),segment_id=2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:46:19.363856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Allocated IP 172.25.8.114 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/30fa9f32-b84b-4349-8e35-5ab8802b6181) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:46:19.535990 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:20.215019 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:20.279801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe0917-ad09-425c-bee8-a11b6210dd5a None None] Pushing event updated for resources: {'Port': ['ID=17042a3e-4f11-4f1a-8127-7cf1360d39c4,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:20.283447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Routers {'e1f945f7-1806-4efd-8fb8-1aecb7be18fe'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:46:20.284351 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:45:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e1f945f7-1806-4efd-8fb8-1aecb7be18fe'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:20.307134 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:20.323468 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6120e59d-fccc-4b92-bcfd-5ba6e5e8a684 req-7faf954e-f9b9-4ad0-9a05-6ca0435cb0e9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:20.342921 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:20.437269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] Set router e1f945f7-1806-4efd-8fb8-1aecb7be18fe gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:46:20.479721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:46:20.480690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-6120e59d-fccc-4b92-bcfd-5ba6e5e8a684 req-7faf954e-f9b9-4ad0-9a05-6ca0435cb0e9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] No DVR routers for this DVR port 0f08330d-860f-4646-bd59-36ba20552377 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:46:20.483675 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6120e59d-fccc-4b92-bcfd-5ba6e5e8a684 req-7faf954e-f9b9-4ad0-9a05-6ca0435cb0e9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:20.486467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6120e59d-fccc-4b92-bcfd-5ba6e5e8a684 req-7faf954e-f9b9-4ad0-9a05-6ca0435cb0e9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] 10.222.0.61 "DELETE /v2.0/ports/0f08330d-860f-4646-bd59-36ba20552377 HTTP/1.1" status: 204 len: 173 time: 1.7624919 Aug 23 14:46:20.487218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10af98fc-7193-4743-b452-a814175456f7', 'name': 'network-vif-deleted', 'tag': '0f08330d-860f-4646-bd59-36ba20552377'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:20.490441 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ab880f-f308-4b6b-a4b1-cdb8d34c8e47" -d '{"events": [{"server_uuid": "10af98fc-7193-4743-b452-a814175456f7", "name": "network-vif-deleted", "tag": "0f08330d-860f-4646-bd59-36ba20552377"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:20.495511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:46:20.518549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Pushing event updated for resources: {'Port': ['ID=30fa9f32-b84b-4349-8e35-5ab8802b6181,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:20.518549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:46:20.518549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:20.518549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:20.518549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:20.518549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:20.518549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:20.518549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:20.518549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:20.518549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:20.518549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:20.518549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:20.518549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:20.523920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:20.582499 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf954e-f9b9-4ad0-9a05-6ca0435cb0e9 tempest-ServersAdminTestJSON-1854132334 tempest-ServersAdminTestJSON-1854132334-project] Pushing event deleted for resources: {'Port': ['ID=0f08330d-860f-4646-bd59-36ba20552377,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:20.761120 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:20.945342 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:21.034754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'name': 'tempest-FloatingIPsTestJSON-265040943-router', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:46:06Z', 'updated_at': '2021-08-23T14:46:15Z', 'revision_number': 4, 'project_id': 'bcf0909c1eb841fa9fb947da43400022', 'gw_port': {'id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:46:07Z', 'updated_at': '2021-08-23T14:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '17042a3e-4f11-4f1a-8127-7cf1360d39c4', 'name': '', 'network_id': '228f0611-a7e7-4909-b875-0a6fc86c34b1', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022', 'mac_address': 'fa:16:3e:63:a4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dcadaa18-185f-4747-9e27-1bc97569ee61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:46:12Z', 'updated_at': '2021-08-23T14:46:19Z', 'revision_number': 4, 'project_id': 'bcf0909c1eb841fa9fb947da43400022', 'subnets': [{'id': 'dcadaa18-185f-4747-9e27-1bc97569ee61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:21.074271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7fdf9-bdcd-4e50-b6a1-9f20581ce932 None None] The sync data for ids ['e1f945f7-1806-4efd-8fb8-1aecb7be18fe'] in n-d-804985-3 is: [{'id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'name': 'tempest-FloatingIPsTestJSON-265040943-router', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:46:06Z', 'updated_at': '2021-08-23T14:46:15Z', 'revision_number': 4, 'project_id': 'bcf0909c1eb841fa9fb947da43400022', 'gw_port': {'id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:46:07Z', 'updated_at': '2021-08-23T14:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '17042a3e-4f11-4f1a-8127-7cf1360d39c4', 'name': '', 'network_id': '228f0611-a7e7-4909-b875-0a6fc86c34b1', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022', 'mac_address': 'fa:16:3e:63:a4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'dcadaa18-185f-4747-9e27-1bc97569ee61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:46:12Z', 'updated_at': '2021-08-23T14:46:19Z', 'revision_number': 4, 'project_id': 'bcf0909c1eb841fa9fb947da43400022', 'subnets': [{'id': 'dcadaa18-185f-4747-9e27-1bc97569ee61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:46:21.259924 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:21.352359 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:21.477600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Pushing event updated for resources: {'Port': ['ID=30fa9f32-b84b-4349-8e35-5ab8802b6181,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:21.497199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 32c86daf-c9cd-426d-9c89-2044efc52a84 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:46:21.503372 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:21.570678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34894) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:21.610771 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:21.615766 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-f99bd33c-c1f0-4843-948d-e183d38e8c57 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0028470 Aug 23 14:46:21.803925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 32c86daf-c9cd-426d-9c89-2044efc52a84 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:46:21.813307 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 32c86daf-c9cd-426d-9c89-2044efc52a84 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:21.814158 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:21.899438 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-390a6d11-10dc-4074-b281-22c450de5fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:22.113584 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:22.187943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:22.196098 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66c42f1-100c-4628-b8dc-41686c97d4f1" -d '{"events": [{"server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "name": "network-vif-plugged", "status": "completed", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:22.221714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=32c86daf-c9cd-426d-9c89-2044efc52a84,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:22.311716 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-bf0d040d-4dde-4ebb-a454-97a8dfce7b05 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.6910944 Aug 23 14:46:22.312829 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:22.314024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0f08330d-860f-4646-bd59-36ba20552377 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:22.336731 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-390a6d11-10dc-4074-b281-22c450de5fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:22.438846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 0f08330d-860f-4646-bd59-36ba20552377 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:46:22.439780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0f08330d-860f-4646-bd59-36ba20552377 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:22.447038 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-390a6d11-10dc-4074-b281-22c450de5fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:22.522977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=32c86daf-c9cd-426d-9c89-2044efc52a84,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:22.539770 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34904) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:22.554920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-390a6d11-10dc-4074-b281-22c450de5fb0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cac42d9aae734f29aa9983b7d3298566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9796650 Aug 23 14:46:22.641108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a6d11-10dc-4074-b281-22c450de5fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ac3467-9431-4f93-8d52-83e5bc0849dc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:22.652236 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5619a896-4a00-474c-a8f6-a7ac9462cfea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:22.665846 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-14ca5bab-ecfb-4d2a-804c-d4549b84b865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:22.683842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-7f3e54dd-7d7d-42cf-8375-b6a79f411632 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:22.687910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f91eadfb-b45d-4cfb-aeb4-56921b5cc052 req-7f3e54dd-7d7d-42cf-8375-b6a79f411632 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.3647642 Aug 23 14:46:22.720698 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5619a896-4a00-474c-a8f6-a7ac9462cfea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:22.912083 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5619a896-4a00-474c-a8f6-a7ac9462cfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:22.912083 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5619a896-4a00-474c-a8f6-a7ac9462cfea admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:22.912083 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5619a896-4a00-474c-a8f6-a7ac9462cfea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b6ac3467-9431-4f93-8d52-83e5bc0849dc HTTP/1.1" status: 204 len: 168 time: 0.3684576 Aug 23 14:46:22.934291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619a896-4a00-474c-a8f6-a7ac9462cfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ac3467-9431-4f93-8d52-83e5bc0849dc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:22.950993 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:46:23.059377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 17042a3e-4f11-4f1a-8127-7cf1360d39c4 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:46:23.203707 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 17042a3e-4f11-4f1a-8127-7cf1360d39c4 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:46:23.211131 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 17042a3e-4f11-4f1a-8127-7cf1360d39c4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:23.211924 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:23.325029 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:23.407095 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 17042a3e-4f11-4f1a-8127-7cf1360d39c4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=17042a3e-4f11-4f1a-8127-7cf1360d39c4,segment=NetworkSegment(2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a),segment_id=2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:23.483027 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:23.655126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=17042a3e-4f11-4f1a-8127-7cf1360d39c4,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:23.732429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-925fc1f3-2391-4376-8b34-c8693cb2b03e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:23.734666 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-925fc1f3-2391-4376-8b34-c8693cb2b03e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103&tenant_id=a6f5c4613b364924ae1363c53a90461d&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 950 time: 0.1669011 Aug 23 14:46:23.823014 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f2feb4-f127-4ff0-bf69-3afd1c8d567d x-openstack-request-id: req-c1f2feb4-f127-4ff0-bf69-3afd1c8d567d {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:23.823527 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "name": "network-vif-plugged", "status": "completed", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:23.823981 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c1f2feb4-f127-4ff0-bf69-3afd1c8d567d {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:23.825067 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84', 'code': 200} Aug 23 14:46:23.832682 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b79d40d-959f-4bf6-ab84-2cebc957eca3 x-openstack-request-id: req-3b79d40d-959f-4bf6-ab84-2cebc957eca3 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:23.832988 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10af98fc-7193-4743-b452-a814175456f7", "name": "network-vif-deleted", "tag": "0f08330d-860f-4646-bd59-36ba20552377", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:23.835873 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3b79d40d-959f-4bf6-ab84-2cebc957eca3 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:23.836276 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10af98fc-7193-4743-b452-a814175456f7', 'name': 'network-vif-deleted', 'tag': '0f08330d-860f-4646-bd59-36ba20552377', 'status': 'completed', 'code': 200} Aug 23 14:46:23.909536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb821b90-de11-44df-a322-b07d661dee17 req-24d38cf6-3200-45e9-9b43-a91913bac09c tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/floatingips/87d8ab69-03c4-4a90-90db-9ac91d3eaf1c HTTP/1.1" status: 200 len: 693 time: 0.0698724 Aug 23 14:46:23.934245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-f0eb217f-0a9d-4189-b900-98e97fd362aa service neutron] 10.222.0.61 "GET /v2.0/ports/32c86daf-c9cd-426d-9c89-2044efc52a84/bindings/n-h2-804985-3 HTTP/1.1" status: 200 len: 382 time: 0.1887453 Aug 23 14:46:24.113779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-1231c5b3-8c5a-4e0e-b616-d7fd65e8107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:24.116106 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-1231c5b3-8c5a-4e0e-b616-d7fd65e8107d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 1101 time: 0.1285837 Aug 23 14:46:24.128896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb821b90-de11-44df-a322-b07d661dee17 req-38c32a11-ea68-4a7a-9454-e523ac60069f tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:24.131744 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb821b90-de11-44df-a322-b07d661dee17 req-38c32a11-ea68-4a7a-9454-e523ac60069f tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.2139769 Aug 23 14:46:24.182850 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34934) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:24.399531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-eabaa2ba-ceb0-4092-8ed5-69bdab8c254d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:24.401599 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-eabaa2ba-ceb0-4092-8ed5-69bdab8c254d service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.2622931 Aug 23 14:46:24.410642 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f6387178-cc7f-49f6-93f0-bb6e89fcadae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9c75724c9bd94190916dad9ab125a486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229810 Aug 23 14:46:24.412302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34938) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:24.414386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52616ae-8686-418f-9e03-73b83b3d935c req-2ee27b0a-2e5c-4662-99e2-18f7fc4ea7aa tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:24.423079 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a52616ae-8686-418f-9e03-73b83b3d935c req-2ee27b0a-2e5c-4662-99e2-18f7fc4ea7aa tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.1398942 Aug 23 14:46:24.498003 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-ff2b3706-2101-46f2-87e5-81e74ee203d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=32c86daf-c9cd-426d-9c89-2044efc52a84 HTTP/1.1" status: 200 len: 217 time: 0.0720246 Aug 23 14:46:24.537805 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6398e07-c904-4710-980b-c98e843d18a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:24.602978 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6398e07-c904-4710-980b-c98e843d18a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:24.619058 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a52616ae-8686-418f-9e03-73b83b3d935c req-d12c9ba7-ed48-450b-8d5c-7d40525ce701 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948795 Aug 23 14:46:24.648153 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-1794d7b0-3aa7-4c7d-bd8e-0beba614ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:24.650276 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-1794d7b0-3aa7-4c7d-bd8e-0beba614ed67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1406059 Aug 23 14:46:24.746373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-c13621ff-6a5e-41c2-97bd-659679e7abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:24.753108 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-c13621ff-6a5e-41c2-97bd-659679e7abb0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913775 Aug 23 14:46:24.780340 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6398e07-c904-4710-980b-c98e843d18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:24.782975 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6398e07-c904-4710-980b-c98e843d18a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:24.785109 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c6398e07-c904-4710-980b-c98e843d18a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea999289-1451-413d-a7c4-29d6f5839298 HTTP/1.1" status: 204 len: 168 time: 0.3712947 Aug 23 14:46:24.813173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6398e07-c904-4710-980b-c98e843d18a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea999289-1451-413d-a7c4-29d6f5839298,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:24.976857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 17042a3e-4f11-4f1a-8127-7cf1360d39c4 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:46:25.095628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 17042a3e-4f11-4f1a-8127-7cf1360d39c4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:25.096064 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:25.399468 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0aaf192a-17ba-455a-ae4a-ef474005e241 req-4c29fa80-e665-4f1f-bb47-881fcb2ba82a tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=bcf0909c1eb841fa9fb947da43400022 HTTP/1.1" status: 200 len: 696 time: 0.6396186 Aug 23 14:46:25.571067 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf192a-17ba-455a-ae4a-ef474005e241 req-baa01f62-dc59-4ba0-b637-ee270eb1ca46 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:25.581842 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0aaf192a-17ba-455a-ae4a-ef474005e241 req-baa01f62-dc59-4ba0-b637-ee270eb1ca46 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/networks?id=e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 787 time: 0.1809831 Aug 23 14:46:25.591498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-0aaf192a-17ba-455a-ae4a-ef474005e241 req-f5718164-a4e0-4f2b-8353-8010612ec088 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:46:25.606432 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0aaf192a-17ba-455a-ae4a-ef474005e241 req-f5718164-a4e0-4f2b-8353-8010612ec088 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211077 Aug 23 14:46:25.689871 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-fa602b7b-603f-4ae5-83ea-3b774544acea service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851319 Aug 23 14:46:25.694538 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:25.723533 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5eb457cb-a47d-4965-bd54-50bc314dd10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:25.828225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-f2ca4787-5cd8-437c-9a18-0f0b1b7724bb tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/floatingips/87d8ab69-03c4-4a90-90db-9ac91d3eaf1c HTTP/1.1" status: 200 len: 693 time: 0.1139071 Aug 23 14:46:25.964040 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-e2199b75-ccb8-43e7-bddd-c1aa3ed1a3f4 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623425 Aug 23 14:46:26.016671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-5e459f62-1399-44f1-8691-df89ab2fb635 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:26.027065 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-5e459f62-1399-44f1-8691-df89ab2fb635 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1893647 Aug 23 14:46:26.033528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-a08537a1-8061-4613-b3ce-e2fc7fba6ef5 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:46:26.055848 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-a08537a1-8061-4613-b3ce-e2fc7fba6ef5 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069187 Aug 23 14:46:26.134877 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-c66dc451-4457-47a6-a5de-5f3486f3e7d1 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.0722234 Aug 23 14:46:26.196665 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-978f615e-8088-48e2-a756-a34e82e71416 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.0535667 Aug 23 14:46:26.450678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-9a171b9d-171a-49c6-9fc4-ad31a37731a2 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Deleting port 30fa9f32-b84b-4349-8e35-5ab8802b6181 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:26.450678 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-9a171b9d-171a-49c6-9fc4-ad31a37731a2 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:26.450678 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-9a171b9d-171a-49c6-9fc4-ad31a37731a2 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:26.450678 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-9a171b9d-171a-49c6-9fc4-ad31a37731a2 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:26.450678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-9a171b9d-171a-49c6-9fc4-ad31a37731a2 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Calling delete_port for 30fa9f32-b84b-4349-8e35-5ab8802b6181 owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:26.826060 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-9a171b9d-171a-49c6-9fc4-ad31a37731a2 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:26.827228 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:26.865631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a171b9d-171a-49c6-9fc4-ad31a37731a2 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Pushing event deleted for resources: {'Port': ['ID=30fa9f32-b84b-4349-8e35-5ab8802b6181,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:26.973002 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-9a171b9d-171a-49c6-9fc4-ad31a37731a2 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:26.976650 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-9a171b9d-171a-49c6-9fc4-ad31a37731a2 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:26.978198 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-516a8bb9-a027-475c-82ee-3c2f0f801d70 req-9a171b9d-171a-49c6-9fc4-ad31a37731a2 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "DELETE /v2.0/floatingips/87d8ab69-03c4-4a90-90db-9ac91d3eaf1c HTTP/1.1" status: 204 len: 173 time: 0.7755215 Aug 23 14:46:26.986150 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34988) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:27.044826 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-409a4aef-79b1-43a0-a794-cd8a5b1da466 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=415fd8eab4bd44b9809a3ba127f4fa32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610931 Aug 23 14:46:27.056341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34992) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:27.142717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923dee3-84fc-45a5-aed9-29aad81bc4d9 req-11ec5bef-48df-4aef-bad7-745e62aa0257 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:27.145229 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0923dee3-84fc-45a5-aed9-29aad81bc4d9 req-11ec5bef-48df-4aef-bad7-745e62aa0257 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.0990756 Aug 23 14:46:27.170360 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-470b962c-e06a-453f-b575-26a82d6cb4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:27.214673 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-470b962c-e06a-453f-b575-26a82d6cb4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:27.229022 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0923dee3-84fc-45a5-aed9-29aad81bc4d9 req-cd4eea22-b5ce-4de6-8d1c-75a9d67dd150 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739448 Aug 23 14:46:27.399205 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-470b962c-e06a-453f-b575-26a82d6cb4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:27.400593 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-470b962c-e06a-453f-b575-26a82d6cb4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:27.404533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-470b962c-e06a-453f-b575-26a82d6cb4c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3fd60bc6-160a-46f0-b0b2-6f3a7c647250 HTTP/1.1" status: 204 len: 168 time: 0.3468180 Aug 23 14:46:27.420336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b962c-e06a-453f-b575-26a82d6cb4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd60bc6-160a-46f0-b0b2-6f3a7c647250,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:27.599763 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-628d17e3-d375-4141-8d01-f99c3c0e9eaf tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1687016 Aug 23 14:46:27.605400 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:27.734594 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:27.871980 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:28.032310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Allocated IP 172.25.8.190 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/69b7428d-71fa-4d25-95ee-20cbbb35e6ef) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:46:28.198415 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:28.424177 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:28.425721 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:28.529149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:46:28.537940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:46:28.543838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:46:28.618936 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Pushing event updated for resources: {'Port': ['ID=69b7428d-71fa-4d25-95ee-20cbbb35e6ef,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:28.769625 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:28.886070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:29.108352 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:29.157613 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:29.159978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-adb003e6-ca58-4746-b46c-ddc5441be993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:29.165573 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-adb003e6-ca58-4746-b46c-ddc5441be993 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103&tenant_id=a6f5c4613b364924ae1363c53a90461d HTTP/1.1" status: 200 len: 1101 time: 0.0841496 Aug 23 14:46:29.180999 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:29.266901 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:29.419592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Pushing event updated for resources: {'Port': ['ID=69b7428d-71fa-4d25-95ee-20cbbb35e6ef,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:29.425157 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:29.522569 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=32c86daf-c9cd-426d-9c89-2044efc52a84,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:29.529848 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:29.531463 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-22738f5b-d22e-49a1-a7d4-540c4209d385 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9302688 Aug 23 14:46:29.563536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:46:29.610111 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:29.622593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-56ded1e6-f48e-4efd-a4f3-c45a3e2d83a3 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 696 time: 0.0769868 Aug 23 14:46:29.631626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:29.647804 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb65cc59-f722-40bc-b474-59325b5473db" -d '{"events": [{"server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "name": "network-vif-unplugged", "status": "completed", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:29.658733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Transition to ACTIVE for port object 32c86daf-c9cd-426d-9c89-2044efc52a84 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:46:29.798684 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:29.850324 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-33f70ae9-ba4f-4f60-bbc8-085f4f0a715b tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:29.851916 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41b80ead-4c62-4de6-ac7d-ec1fce73fcfb req-33f70ae9-ba4f-4f60-bbc8-085f4f0a715b tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.2200196 Aug 23 14:46:29.933304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] No DVR routers for this DVR port 32c86daf-c9cd-426d-9c89-2044efc52a84 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:46:29.960707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Pushing event updated for resources: {'Port': ['ID=32c86daf-c9cd-426d-9c89-2044efc52a84,revision_number=10']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:30.012678 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Attempting to bind port 32c86daf-c9cd-426d-9c89-2044efc52a84 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:46:30.013416 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Attempting to bind port 32c86daf-c9cd-426d-9c89-2044efc52a84 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:46:30.014037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Attempting to bind port 32c86daf-c9cd-426d-9c89-2044efc52a84 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:46:30.021322 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Port 32c86daf-c9cd-426d-9c89-2044efc52a84 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:46:30.022896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Attempting to bind port 32c86daf-c9cd-426d-9c89-2044efc52a84 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:46:30.040380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:46:30.041067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:46:30.041654 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:46:30.042406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Bound port: 32c86daf-c9cd-426d-9c89-2044efc52a84, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:46:30.043086 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:30.047823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70307c7-0e21-4f35-aa9d-70c2643c38c0 req-b5ea1cd2-6cd5-46b6-9e00-dd13b9738b1d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:30.057127 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f70307c7-0e21-4f35-aa9d-70c2643c38c0 req-b5ea1cd2-6cd5-46b6-9e00-dd13b9738b1d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 949 time: 0.0984786 Aug 23 14:46:30.131145 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f70307c7-0e21-4f35-aa9d-70c2643c38c0 req-b09e9b0b-4f46-45c1-b384-ec1ad407ffb2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722909 Aug 23 14:46:30.152823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:46:30.155065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=32c86daf-c9cd-426d-9c89-2044efc52a84,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:46:30.237808 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:30.301339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:30.301339 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:30.301339 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] 10.222.0.57 "PUT /v2.0/ports/32c86daf-c9cd-426d-9c89-2044efc52a84 HTTP/1.1" status: 200 len: 1097 time: 1.1282537 Aug 23 14:46:30.397060 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff57288-7496-457a-969c-3d5f8d60122b x-openstack-request-id: req-0ff57288-7496-457a-969c-3d5f8d60122b {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:30.397330 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "name": "network-vif-unplugged", "status": "completed", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:30.397524 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0ff57288-7496-457a-969c-3d5f8d60122b {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:30.397866 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84', 'code': 200} Aug 23 14:46:30.449080 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1fb06-0570-48a5-ad87-81cd614a10fe service neutron] Pushing event updated for resources: {'Port': ['ID=32c86daf-c9cd-426d-9c89-2044efc52a84,revision_number=11']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:30.480303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-41987510-8ae0-4be6-bdc0-f0fe1fee831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:30.489210 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-41987510-8ae0-4be6-bdc0-f0fe1fee831f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 1100 time: 0.1449978 Aug 23 14:46:30.515383 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-875257ec-3981-4a7b-8ebb-99a3f0bd0bba req-00d08926-bdd7-4581-aad4-bce9c0feaf01 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/floatingips/23ba4473-37c4-4e3c-aadf-c8245976b3fc HTTP/1.1" status: 200 len: 693 time: 0.1061251 Aug 23 14:46:30.707124 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875257ec-3981-4a7b-8ebb-99a3f0bd0bba req-8e6ca658-1c1c-48ac-a41d-42e56d5a4d96 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:30.718630 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-875257ec-3981-4a7b-8ebb-99a3f0bd0bba req-8e6ca658-1c1c-48ac-a41d-42e56d5a4d96 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1978350 Aug 23 14:46:30.777874 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-803ad477-e018-4d89-872e-31b5fe46c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:30.789684 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-803ad477-e018-4d89-872e-31b5fe46c888 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.2986617 Aug 23 14:46:30.802130 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-875257ec-3981-4a7b-8ebb-99a3f0bd0bba req-504eb08d-8675-411b-8a2d-26aa26d5b42e tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 696 time: 0.0821760 Aug 23 14:46:30.859515 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-9829c9a1-0279-4fc6-a0c4-f05149a2f8ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=32c86daf-c9cd-426d-9c89-2044efc52a84 HTTP/1.1" status: 200 len: 217 time: 0.0610261 Aug 23 14:46:30.884895 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-875257ec-3981-4a7b-8ebb-99a3f0bd0bba req-adeb6f88-6a59-4af8-ac3c-7624618e87ba tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.190 HTTP/1.1" status: 200 len: 696 time: 0.0817714 Aug 23 14:46:30.944358 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-0c1f5344-918b-41dd-8232-715f6d60153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:30.946050 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-0c1f5344-918b-41dd-8232-715f6d60153d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0772653 Aug 23 14:46:31.008185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-5bf345af-c5b7-46d2-b805-051d0827b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:31.010019 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-5bf345af-c5b7-46d2-b805-051d0827b34f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557590 Aug 23 14:46:31.076596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-875257ec-3981-4a7b-8ebb-99a3f0bd0bba req-10ad046b-8b50-4974-9dfb-84ec1106ff19 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Deleting port 69b7428d-71fa-4d25-95ee-20cbbb35e6ef {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:31.077223 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-875257ec-3981-4a7b-8ebb-99a3f0bd0bba req-10ad046b-8b50-4974-9dfb-84ec1106ff19 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:31.170359 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-fb1dbb2d-5e01-4018-b260-cb0c0532a75e service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533561 Aug 23 14:46:31.208922 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-875257ec-3981-4a7b-8ebb-99a3f0bd0bba req-10ad046b-8b50-4974-9dfb-84ec1106ff19 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:31.209973 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-875257ec-3981-4a7b-8ebb-99a3f0bd0bba req-10ad046b-8b50-4974-9dfb-84ec1106ff19 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:31.235503 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-875257ec-3981-4a7b-8ebb-99a3f0bd0bba req-10ad046b-8b50-4974-9dfb-84ec1106ff19 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Calling delete_port for 69b7428d-71fa-4d25-95ee-20cbbb35e6ef owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:31.300989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ec1ba0b-3fba-4957-b2ac-14f5b2ea36e2 req-c53a4805-06f1-4d75-8ab9-bc23ec60fc6f service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205430 Aug 23 14:46:31.494641 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-875257ec-3981-4a7b-8ebb-99a3f0bd0bba req-10ad046b-8b50-4974-9dfb-84ec1106ff19 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:31.532356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad046b-8b50-4974-9dfb-84ec1106ff19 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Pushing event deleted for resources: {'Port': ['ID=69b7428d-71fa-4d25-95ee-20cbbb35e6ef,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:31.545555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 32c86daf-c9cd-426d-9c89-2044efc52a84 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:31.600696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 32c86daf-c9cd-426d-9c89-2044efc52a84 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:31.629781 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-875257ec-3981-4a7b-8ebb-99a3f0bd0bba req-10ad046b-8b50-4974-9dfb-84ec1106ff19 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:31.632705 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-875257ec-3981-4a7b-8ebb-99a3f0bd0bba req-10ad046b-8b50-4974-9dfb-84ec1106ff19 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:31.633958 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-875257ec-3981-4a7b-8ebb-99a3f0bd0bba req-10ad046b-8b50-4974-9dfb-84ec1106ff19 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "DELETE /v2.0/floatingips/23ba4473-37c4-4e3c-aadf-c8245976b3fc HTTP/1.1" status: 204 len: 173 time: 0.7479458 Aug 23 14:46:32.471034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:32.471034 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c59df7a-e89b-4453-a035-c920223bbc21" -d '{"events": [{"name": "network-changed", "server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:32.574748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d8081-0cba-4fdc-b35a-27b65276ea6b req-54c8e12a-afaf-4143-89b2-9f39bbab3260 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:32.576333 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7f9d8081-0cba-4fdc-b35a-27b65276ea6b req-54c8e12a-afaf-4143-89b2-9f39bbab3260 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 949 time: 0.0563931 Aug 23 14:46:32.617787 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7f9d8081-0cba-4fdc-b35a-27b65276ea6b req-c98f7af0-b35e-44fb-81ae-4211b879de6d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347397 Aug 23 14:46:32.814780 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [req-ecc49709-4854-4bf7-9aaa-b54352dedb41 req-ae94dd6a-0143-4c7e-8027-ccaea991b457 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] show failed (client error): The resource could not be found. Aug 23 14:46:32.816042 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ecc49709-4854-4bf7-9aaa-b54352dedb41 req-ae94dd6a-0143-4c7e-8027-ccaea991b457 tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/floatingips/23ba4473-37c4-4e3c-aadf-c8245976b3fc HTTP/1.1" status: 404 len: 350 time: 0.0409937 Aug 23 14:46:32.853007 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-cd551168-93d5-459c-bef1-4bd921f2e91d tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f5dff90c7a42497fac75692961ad5c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357759 Aug 23 14:46:32.893849 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f736b0a3-32bf-4230-89b0-6ca96be4ecdc x-openstack-request-id: req-f736b0a3-32bf-4230-89b0-6ca96be4ecdc {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:32.894139 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:32.894391 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f736b0a3-32bf-4230-89b0-6ca96be4ecdc {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:32.894833 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84', 'status': 'completed', 'code': 200} Aug 23 14:46:33.033233 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-c4679ea7-72c8-4899-a690-92f249a0706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:33.037115 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-c4679ea7-72c8-4899-a690-92f249a0706a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 1100 time: 0.1077838 Aug 23 14:46:33.078969 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e1548-a773-437d-8057-2b87fecc160e req-7b4e92a0-f757-4b36-899f-9d1f9a79bc1f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:33.081186 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-558e1548-a773-437d-8057-2b87fecc160e req-7b4e92a0-f757-4b36-899f-9d1f9a79bc1f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 946 time: 0.0887997 Aug 23 14:46:33.092155 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-d1467bce-f793-47dd-86ee-ac593b70a24e tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:33.103722 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-d1467bce-f793-47dd-86ee-ac593b70a24e tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489698 Aug 23 14:46:33.133981 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-9d1070bb-c46d-4104-8b78-4340919b585d tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/quotas/f5dff90c7a42497fac75692961ad5c65 HTTP/1.1" status: 200 len: 375 time: 0.0288243 Aug 23 14:46:33.216320 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-945f9d56-a29b-4d34-8e78-a1c30c33d8ff tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5dff90c7a42497fac75692961ad5c65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798478 Aug 23 14:46:33.314644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-d32b9d49-55d6-45f8-b9ce-7b30d3970fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:33.323282 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-d32b9d49-55d6-45f8-b9ce-7b30d3970fa5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 1100 time: 0.3885174 Aug 23 14:46:33.454004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-aabd87b8-afef-47c1-8b7c-971a2e023f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:33.455727 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-aabd87b8-afef-47c1-8b7c-971a2e023f0e service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1251268 Aug 23 14:46:33.599202 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-7ed0ab11-c459-4cf1-af31-2346ca09a7ad req-bcb12b59-50b2-42b4-b647-34f80cbfa4bc tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] show failed (client error): The resource could not be found. Aug 23 14:46:33.599202 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ed0ab11-c459-4cf1-af31-2346ca09a7ad req-bcb12b59-50b2-42b4-b647-34f80cbfa4bc tempest-FloatingIPsTestJSON-2100933950 tempest-FloatingIPsTestJSON-2100933950-project] 10.222.0.38 "GET /v2.0/floatingips/23ba4473-37c4-4e3c-aadf-c8245976b3fc HTTP/1.1" status: 404 len: 350 time: 0.0983653 Aug 23 14:46:33.610316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35148) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:33.640525 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-558e1548-a773-437d-8057-2b87fecc160e req-65c021b5-0d73-40b7-bacc-0c49e3387049 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696013 Aug 23 14:46:33.688043 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-15a61d3d-3eb9-4471-ab86-599a05fc8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:33.691424 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-15a61d3d-3eb9-4471-ab86-599a05fc8eb0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.6403117 Aug 23 14:46:33.692252 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-4ed5f7e8-04d6-42de-ba4e-86039a40d296 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=32c86daf-c9cd-426d-9c89-2044efc52a84 HTTP/1.1" status: 200 len: 217 time: 0.1655748 Aug 23 14:46:33.776936 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-00c749ac-3a9d-43f9-a609-451f13fdfed2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=32c86daf-c9cd-426d-9c89-2044efc52a84 HTTP/1.1" status: 200 len: 217 time: 0.0776327 Aug 23 14:46:33.828576 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4877401d-9258-417b-9325-aa95df5ac2dc req-d38b3121-b29e-4622-9a17-ab81117d0d6e tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 210 time: 0.0478055 Aug 23 14:46:33.893053 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-a6a707bb-294c-45bd-a411-441c640994cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:33.895161 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-a6a707bb-294c-45bd-a411-441c640994cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1025383 Aug 23 14:46:33.938171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-dfc540f2-8be0-4ebd-9d06-ced50b0d8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:33.939717 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-dfc540f2-8be0-4ebd-9d06-ced50b0d8218 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.2045109 Aug 23 14:46:33.995513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-384f3711-0086-438d-b3e9-95dba61ebb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:33.997927 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-384f3711-0086-438d-b3e9-95dba61ebb44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954723 Aug 23 14:46:34.025384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe941f08-44f9-4ff9-93ee-d595ab423d21 req-9d458ff4-bedc-4e1c-a1fc-1f9ef18b967d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:34.027296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe941f08-44f9-4ff9-93ee-d595ab423d21 req-9d458ff4-bedc-4e1c-a1fc-1f9ef18b967d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 949 time: 0.1841969 Aug 23 14:46:34.082062 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe941f08-44f9-4ff9-93ee-d595ab423d21 req-96f7c2db-f3d8-43af-8763-899dfd8f001c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471106 Aug 23 14:46:34.155358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-f508c7ff-b764-4573-8780-9d34fba56891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:34.157367 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-f508c7ff-b764-4573-8780-9d34fba56891 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1870384 Aug 23 14:46:34.205613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-346a7d09-b57a-4226-963d-123654ebbf41 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999130 Aug 23 14:46:34.288223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 32c86daf-c9cd-426d-9c89-2044efc52a84 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:46:34.318466 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-8ed819d6-ad84-414c-88c3-3e491fcd987d service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051121 Aug 23 14:46:34.441295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=32c86daf-c9cd-426d-9c89-2044efc52a84,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:34.487051 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '32c86daf-c9cd-426d-9c89-2044efc52a84', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '32c86daf-c9cd-426d-9c89-2044efc52a84', 'mac_address': 'fa:16:3e:01:5d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:46:34.574183 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:34.592874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c86daf-c9cd-426d-9c89-2044efc52a84 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:46:34.617526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=32c86daf-c9cd-426d-9c89-2044efc52a84,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:34.717109 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:34.729807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-5fafd566-45f9-4bd1-9525-416f2fd32f2e service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554016 Aug 23 14:46:34.835322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169b9c5-dfba-4bd1-8a6a-6c921a024a02 req-af36f956-79c3-4321-88d9-9c73dfe66634 tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:34.841339 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5169b9c5-dfba-4bd1-8a6a-6c921a024a02 req-af36f956-79c3-4321-88d9-9c73dfe66634 tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 1100 time: 0.2093568 Aug 23 14:46:34.851807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35224) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:34.950079 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5169b9c5-dfba-4bd1-8a6a-6c921a024a02 req-7b8d2a3d-3d0d-4af3-a0d1-94e7ce09b21c tempest-MigrationsAdminTest-1465368920 tempest-MigrationsAdminTest-1465368920-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071961 Aug 23 14:46:34.953022 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c59df7a-e89b-4453-a035-c920223bbc21 req-20d52595-1e6b-467e-bc48-f28f90ff76eb service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000923 Aug 23 14:46:34.961258 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=32c86daf-c9cd-426d-9c89-2044efc52a84,revision_number=12']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:34.973152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:34.973152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:34.973152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:34.973152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:34.973152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:34.973152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:34.973152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:34.973152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:34.973152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:34.973152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:34.974764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:34.974764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:46:35.013786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['32c86daf-c9cd-426d-9c89-2044efc52a84'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:35.022083 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7da5ea3-6f05-4e96-91c1-a7941ab5203a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:35.064318 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4ff54e6b-5144-40b1-a9ae-b3242ac38fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:35.220834 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7da5ea3-6f05-4e96-91c1-a7941ab5203a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:35.399144 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-4ff54e6b-5144-40b1-a9ae-b3242ac38fe8 admin admin] Deleting port 17042a3e-4f11-4f1a-8127-7cf1360d39c4 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:35.399415 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4ff54e6b-5144-40b1-a9ae-b3242ac38fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:35.442142 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7da5ea3-6f05-4e96-91c1-a7941ab5203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:35.483043 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e7da5ea3-6f05-4e96-91c1-a7941ab5203a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a790d8fa380d41559d4afe3598f0faed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295164 Aug 23 14:46:35.483973 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da5ea3-6f05-4e96-91c1-a7941ab5203a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac8bd12-5412-4b52-9898-7a471b4092f6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:35.487858 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35252) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:35.493919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-4ff54e6b-5144-40b1-a9ae-b3242ac38fe8 admin admin] For port 17042a3e-4f11-4f1a-8127-7cf1360d39c4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=17042a3e-4f11-4f1a-8127-7cf1360d39c4,segment=NetworkSegment(2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a),segment_id=2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:35.494330 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4ff54e6b-5144-40b1-a9ae-b3242ac38fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:35.507581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-4ff54e6b-5144-40b1-a9ae-b3242ac38fe8 admin admin] Calling delete_port for 17042a3e-4f11-4f1a-8127-7cf1360d39c4 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:35.546598 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-085da96f-3c03-4c17-900d-33754d341b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:35.570970 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-085da96f-3c03-4c17-900d-33754d341b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:35.676502 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e287f233-a813-4cf5-9179-b899177fce34 req-1a8e1c9e-8e83-4b4e-9c6f-d0cce094e084 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 210 time: 0.0662467 Aug 23 14:46:35.695012 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-085da96f-3c03-4c17-900d-33754d341b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:35.697611 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-085da96f-3c03-4c17-900d-33754d341b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:35.701989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-085da96f-3c03-4c17-900d-33754d341b8f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fac8bd12-5412-4b52-9898-7a471b4092f6 HTTP/1.1" status: 204 len: 168 time: 0.2131701 Aug 23 14:46:35.714064 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085da96f-3c03-4c17-900d-33754d341b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac8bd12-5412-4b52-9898-7a471b4092f6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:35.894467 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4ff54e6b-5144-40b1-a9ae-b3242ac38fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:35.966933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff54e6b-5144-40b1-a9ae-b3242ac38fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=17042a3e-4f11-4f1a-8127-7cf1360d39c4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:36.025359 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3c12f-8b1f-4124-ab54-e0749093b375 req-162a3ec0-047b-4385-9fef-4b8b70809107 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:36.034441 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-73b3c12f-8b1f-4124-ab54-e0749093b375 req-162a3ec0-047b-4385-9fef-4b8b70809107 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 946 time: 0.1191888 Aug 23 14:46:36.087183 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-73b3c12f-8b1f-4124-ab54-e0749093b375 req-9d6755cf-9760-4b55-984d-eda333f483fd tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513899 Aug 23 14:46:36.184424 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4ff54e6b-5144-40b1-a9ae-b3242ac38fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:36.290555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 32c86daf-c9cd-426d-9c89-2044efc52a84 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:46:36.449001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574a814-b56f-488e-827c-ced857460e29 req-16052ecd-69e3-4de1-8cb3-4e342d7f0120 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:36.450800 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a574a814-b56f-488e-827c-ced857460e29 req-16052ecd-69e3-4de1-8cb3-4e342d7f0120 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 950 time: 0.1438735 Aug 23 14:46:36.488404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 32c86daf-c9cd-426d-9c89-2044efc52a84 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:46:36.497415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 32c86daf-c9cd-426d-9c89-2044efc52a84 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:36.497968 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:36.545293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a574a814-b56f-488e-827c-ced857460e29 req-53bdaac9-e2bd-471f-bc4b-9b77728ef221 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809960 Aug 23 14:46:36.579272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff54e6b-5144-40b1-a9ae-b3242ac38fe8 admin admin] Router e1f945f7-1806-4efd-8fb8-1aecb7be18fe has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:46:36.618148 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:36.648860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:36.652690 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda2778f-5038-4a9b-b0bc-7b9a5b3476a2" -d '{"events": [{"server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "name": "network-vif-plugged", "status": "completed", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:36.715719 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35280) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:36.723262 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff54e6b-5144-40b1-a9ae-b3242ac38fe8 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:46:36.734449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=32c86daf-c9cd-426d-9c89-2044efc52a84,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:36.734882 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149bf80b-41fd-4b0c-b3c8-abc484c06164 None None] Sync routers for ids ['e1f945f7-1806-4efd-8fb8-1aecb7be18fe'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:46:36.738235 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5ac8-2a78-4f19-ad95-e50cb95a376c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:36.744515 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4ff54e6b-5144-40b1-a9ae-b3242ac38fe8 admin admin] 10.222.0.38 "PUT /v2.0/routers/e1f945f7-1806-4efd-8fb8-1aecb7be18fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1304727 Aug 23 14:46:36.748075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35282) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:36.750541 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149bf80b-41fd-4b0c-b3c8-abc484c06164 None None] Routers {'e1f945f7-1806-4efd-8fb8-1aecb7be18fe'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:46:36.751469 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-149bf80b-41fd-4b0c-b3c8-abc484c06164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:46:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e1f945f7-1806-4efd-8fb8-1aecb7be18fe'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:36.777395 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a64184b-3161-477b-8539-a671363b4c27 x-openstack-request-id: req-0a64184b-3161-477b-8539-a671363b4c27 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:36.777797 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "name": "network-vif-plugged", "status": "completed", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:36.778137 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0a64184b-3161-477b-8539-a671363b4c27 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:36.778636 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84', 'code': 200} Aug 23 14:46:36.842374 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:36.904456 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5615e51a-7ede-4103-b672-93a2c27f63dc req-4414b013-cb03-4bca-9b6d-e6442888f003 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 210 time: 0.0738997 Aug 23 14:46:36.917790 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-149bf80b-41fd-4b0c-b3c8-abc484c06164 None None] Set router e1f945f7-1806-4efd-8fb8-1aecb7be18fe gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:46:36.948794 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=32c86daf-c9cd-426d-9c89-2044efc52a84,revision_number=13']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:37.041561 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:37.136185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414228e-c5a7-4fba-843d-cead1737507d req-980ba9ee-548a-4ede-81c3-0a629e76af2f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:37.137714 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0414228e-c5a7-4fba-843d-cead1737507d req-980ba9ee-548a-4ede-81c3-0a629e76af2f tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.61 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 946 time: 0.1014845 Aug 23 14:46:37.147970 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-68fa2f5d-aab0-4e28-8f26-d1696b678ac1 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f5dff90c7a42497fac75692961ad5c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531356 Aug 23 14:46:37.149040 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-149bf80b-41fd-4b0c-b3c8-abc484c06164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'name': 'tempest-FloatingIPsTestJSON-265040943-router', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:46:06Z', 'updated_at': '2021-08-23T14:46:35Z', 'revision_number': 5, 'project_id': 'bcf0909c1eb841fa9fb947da43400022', 'gw_port': {'id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:46:07Z', 'updated_at': '2021-08-23T14:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:37.188477 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149bf80b-41fd-4b0c-b3c8-abc484c06164 None None] Checking router: e1f945f7-1806-4efd-8fb8-1aecb7be18fe for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:46:37.199185 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149bf80b-41fd-4b0c-b3c8-abc484c06164 None None] Routers {'e1f945f7-1806-4efd-8fb8-1aecb7be18fe'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:46:37.200179 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-149bf80b-41fd-4b0c-b3c8-abc484c06164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:46:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e1f945f7-1806-4efd-8fb8-1aecb7be18fe'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:37.240017 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-d8a8abd5-8985-4e13-963f-ecbda10b595a tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:37.248511 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-d8a8abd5-8985-4e13-963f-ecbda10b595a tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/networks?id=f393c40a-269e-407d-9378-6970c187b6c3 HTTP/1.1" status: 200 len: 804 time: 0.3559887 Aug 23 14:46:37.283140 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-f1999265-9b28-4819-baa2-6ead60989f01 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/quotas/dc23af1176974b42a9d060753a5e7eaf HTTP/1.1" status: 200 len: 375 time: 0.0335917 Aug 23 14:46:37.315455 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:37.325496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-0414228e-c5a7-4fba-843d-cead1737507d req-5561c3b4-1e30-41c2-8358-7e121bcdd091 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Deleting port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:37.325496 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0414228e-c5a7-4fba-843d-cead1737507d req-5561c3b4-1e30-41c2-8358-7e121bcdd091 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:37.325953 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5ac8-2a78-4f19-ad95-e50cb95a376c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:37.335342 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-149bf80b-41fd-4b0c-b3c8-abc484c06164 None None] Set router e1f945f7-1806-4efd-8fb8-1aecb7be18fe gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:46:37.413906 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a109922-e969-4a93-8048-bd359ccd09d9 req-84aabb13-af6a-4956-a1be-1da64b662d5c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:37.422322 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2a109922-e969-4a93-8048-bd359ccd09d9 req-84aabb13-af6a-4956-a1be-1da64b662d5c tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 946 time: 0.1628275 Aug 23 14:46:37.443816 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5ac8-2a78-4f19-ad95-e50cb95a376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:37.510559 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-65f62eb4-6e48-4efc-8837-d00fa0077424 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc23af1176974b42a9d060753a5e7eaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2261097 Aug 23 14:46:37.518672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e5ac8-2a78-4f19-ad95-e50cb95a376c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7888f68c-3be7-41cf-9bb9-375cc3b4ec3b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:37.549103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0414228e-c5a7-4fba-843d-cead1737507d req-5561c3b4-1e30-41c2-8358-7e121bcdd091 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] For port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=80bc2326-3d89-40ee-88c0-6ea226b3c0a1,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:37.549741 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0414228e-c5a7-4fba-843d-cead1737507d req-5561c3b4-1e30-41c2-8358-7e121bcdd091 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:37.557282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a4734bce-91c6-4432-a82b-614691ad8b3c no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:37.559098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-9c189d01-9664-4350-aca9-5c9f58594194 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:37.560661 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-9c189d01-9664-4350-aca9-5c9f58594194 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4020634 Aug 23 14:46:37.608555 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2a109922-e969-4a93-8048-bd359ccd09d9 req-113430a4-3c2f-4470-ab40-016a509f237b tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups?id=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721201 Aug 23 14:46:37.613674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Request body: {'port': {'device_id': '5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': 'f5dff90c7a42497fac75692961ad5c65'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:37.626117 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8c9e5ac8-2a78-4f19-ad95-e50cb95a376c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ec2ae78fdcdd4577a6d5e318de78339e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9089766 Aug 23 14:46:37.661832 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-149bf80b-41fd-4b0c-b3c8-abc484c06164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'name': 'tempest-FloatingIPsTestJSON-265040943-router', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:46:06Z', 'updated_at': '2021-08-23T14:46:35Z', 'revision_number': 5, 'project_id': 'bcf0909c1eb841fa9fb947da43400022', 'gw_port': {'id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:46:07Z', 'updated_at': '2021-08-23T14:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:37.666587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35302) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:37.731508 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149bf80b-41fd-4b0c-b3c8-abc484c06164 None None] The sync data for ids ['e1f945f7-1806-4efd-8fb8-1aecb7be18fe'] in n-d-804985-3 is: [{'id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'name': 'tempest-FloatingIPsTestJSON-265040943-router', 'tenant_id': 'bcf0909c1eb841fa9fb947da43400022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:46:06Z', 'updated_at': '2021-08-23T14:46:35Z', 'revision_number': 5, 'project_id': 'bcf0909c1eb841fa9fb947da43400022', 'gw_port': {'id': '6a34e20f-5abb-4bad-addb-9a6fb943cdf4', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f945f7-1806-4efd-8fb8-1aecb7be18fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:46:07Z', 'updated_at': '2021-08-23T14:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:46:37.751516 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:37.794026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a4734bce-91c6-4432-a82b-614691ad8b3c, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a4734bce-91c6-4432-a82b-614691ad8b3c,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:37.860099 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:37.923060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] Deleting port 6a34e20f-5abb-4bad-addb-9a6fb943cdf4 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:37.925259 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:37.954514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7323f-4a81-409f-ac3c-4e69203c6378 req-b74c0fbe-7225-45f9-b0cc-2d335232e8e4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:37.961534 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ae7323f-4a81-409f-ac3c-4e69203c6378 req-b74c0fbe-7225-45f9-b0cc-2d335232e8e4 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 951 time: 0.2495496 Aug 23 14:46:37.962382 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a4734bce-91c6-4432-a82b-614691ad8b3c,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:38.022197 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0414228e-c5a7-4fba-843d-cead1737507d req-5561c3b4-1e30-41c2-8358-7e121bcdd091 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:38.022865 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0414228e-c5a7-4fba-843d-cead1737507d req-5561c3b4-1e30-41c2-8358-7e121bcdd091 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:38.023298 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-0414228e-c5a7-4fba-843d-cead1737507d req-5561c3b4-1e30-41c2-8358-7e121bcdd091 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Floating IP 348063d2-7f0d-4b3a-b479-923bdbedbafa disassociated. External IP: 172.25.8.176, port: 80bc2326-3d89-40ee-88c0-6ea226b3c0a1. Aug 23 14:46:38.023778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-0414228e-c5a7-4fba-843d-cead1737507d req-5561c3b4-1e30-41c2-8358-7e121bcdd091 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Calling delete_port for 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:38.037069 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-931ee848-e2ef-41e5-aa77-dda36c479a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:38.038436 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-2bf8acc0-641e-45eb-aa00-365bda1effac service neutron] 10.222.0.38 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275282 Aug 23 14:46:38.079890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-931ee848-e2ef-41e5-aa77-dda36c479a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:38.160270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] For port 6a34e20f-5abb-4bad-addb-9a6fb943cdf4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6a34e20f-5abb-4bad-addb-9a6fb943cdf4,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:38.160691 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:38.170360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Made reservation on behalf of f5dff90c7a42497fac75692961ad5c65 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:46:38.174847 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:38.208627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] Calling delete_port for 6a34e20f-5abb-4bad-addb-9a6fb943cdf4 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:38.213974 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:38.300611 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbfe25-d6f1-4ff0-8311-6fde3166e43d req-b37510a3-1ff4-438b-bafe-951f151fedd7 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:38.308387 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0dfbfe25-d6f1-4ff0-8311-6fde3166e43d req-b37510a3-1ff4-438b-bafe-951f151fedd7 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 951 time: 0.5839615 Aug 23 14:46:38.370460 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0dfbfe25-d6f1-4ff0-8311-6fde3166e43d req-12c5b32f-6f2e-4f7e-9c66-12acc50680ed tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609112 Aug 23 14:46:38.446331 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-76d83998-c027-407b-871b-e29531edb410 service neutron] 10.222.0.38 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974764 Aug 23 14:46:38.466710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623fd18-ce05-4205-b527-d81d4cacb00b req-a76aebdc-4fde-4759-b432-bd98dde786d5 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:38.467957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1623fd18-ce05-4205-b527-d81d4cacb00b req-a76aebdc-4fde-4759-b432-bd98dde786d5 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "GET /v2.0/ports?device_id=c039d27f-7b29-4cfc-b956-0b71ab16e2ab HTTP/1.1" status: 200 len: 943 time: 0.1119945 Aug 23 14:46:38.489287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-7ae7323f-4a81-409f-ac3c-4e69203c6378 req-5b10b295-4979-42a4-ae08-c295592eefef tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Deleting port 32c86daf-c9cd-426d-9c89-2044efc52a84 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:38.489677 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7ae7323f-4a81-409f-ac3c-4e69203c6378 req-5b10b295-4979-42a4-ae08-c295592eefef tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:38.506003 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-931ee848-e2ef-41e5-aa77-dda36c479a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:38.508591 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-931ee848-e2ef-41e5-aa77-dda36c479a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:38.509742 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-931ee848-e2ef-41e5-aa77-dda36c479a7b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7888f68c-3be7-41cf-9bb9-375cc3b4ec3b HTTP/1.1" status: 204 len: 168 time: 0.8405259 Aug 23 14:46:38.517957 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77c568f2-8906-424a-bfef-a0a2a4a070ed req-61cf6f07-67ef-44e5-baf4-f60306825e31 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 210 time: 0.0487239 Aug 23 14:46:38.547121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ee848-e2ef-41e5-aa77-dda36c479a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7888f68c-3be7-41cf-9bb9-375cc3b4ec3b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:38.581076 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0414228e-c5a7-4fba-843d-cead1737507d req-5561c3b4-1e30-41c2-8358-7e121bcdd091 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:38.633184 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:38.688623 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:38.718318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a34e20f-5abb-4bad-addb-9a6fb943cdf4,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:38.745544 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:38.780305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c039d27f-7b29-4cfc-b956-0b71ab16e2ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4734bce-91c6-4432-a82b-614691ad8b3c'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:38.783434 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5aac347-06e8-4bd5-8661-9c90f00460cb" -d '{"events": [{"server_uuid": "c039d27f-7b29-4cfc-b956-0b71ab16e2ab", "name": "network-vif-unplugged", "status": "completed", "tag": "a4734bce-91c6-4432-a82b-614691ad8b3c"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:38.863827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8735d023-6d7b-4260-80db-e4512c194265,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:38.890640 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:38.930259 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbda6238-1fc1-4d37-b6c0-abf270c6ad77 x-openstack-request-id: req-fbda6238-1fc1-4d37-b6c0-abf270c6ad77 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:38.930759 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c039d27f-7b29-4cfc-b956-0b71ab16e2ab", "name": "network-vif-unplugged", "status": "completed", "tag": "a4734bce-91c6-4432-a82b-614691ad8b3c", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:38.931286 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fbda6238-1fc1-4d37-b6c0-abf270c6ad77 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:38.931887 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c039d27f-7b29-4cfc-b956-0b71ab16e2ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4734bce-91c6-4432-a82b-614691ad8b3c', 'code': 200} Aug 23 14:46:39.054076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 17042a3e-4f11-4f1a-8127-7cf1360d39c4 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:39.071702 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:39.082092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561c3b4-1e30-41c2-8358-7e121bcdd091 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Pushing event deleted for resources: {'Port': ['ID=80bc2326-3d89-40ee-88c0-6ea226b3c0a1,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:39.088205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 17042a3e-4f11-4f1a-8127-7cf1360d39c4 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:46:39.088549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 17042a3e-4f11-4f1a-8127-7cf1360d39c4 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:39.091865 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:39.101822 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0e640a73-204a-4876-bf38-cbf74b5bca39 req-372e2ba5-9418-4d65-8aa6-b04d4f22fca9 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 210 time: 0.0791032 Aug 23 14:46:39.105159 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Allocated IP 192.168.233.54 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/e83a0021-c56d-4be6-aaa9-c58d758edb7c) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:46:39.220011 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fff17904-5c6e-408d-ac3f-265975e83b70 req-b8e64dbb-54a4-4b19-ae9a-66f1edb669d6 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 210 time: 0.1346257 Aug 23 14:46:39.250577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-7ae7323f-4a81-409f-ac3c-4e69203c6378 req-5b10b295-4979-42a4-ae08-c295592eefef tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] For port 32c86daf-c9cd-426d-9c89-2044efc52a84, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=32c86daf-c9cd-426d-9c89-2044efc52a84,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:39.251031 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7ae7323f-4a81-409f-ac3c-4e69203c6378 req-5b10b295-4979-42a4-ae08-c295592eefef tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:39.279156 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:39.282517 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1f945f7-1806-4efd-8fb8-1aecb7be18fe {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:46:39.296355 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:39.300463 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e3d1e66f-c5d8-41d0-901f-4a2ece49f70e admin admin] 10.222.0.38 "DELETE /v2.0/routers/e1f945f7-1806-4efd-8fb8-1aecb7be18fe HTTP/1.1" status: 204 len: 168 time: 2.5483913 Aug 23 14:46:39.303164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-7ae7323f-4a81-409f-ac3c-4e69203c6378 req-5b10b295-4979-42a4-ae08-c295592eefef tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Calling delete_port for 32c86daf-c9cd-426d-9c89-2044efc52a84 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:39.304857 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35332) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:39.397329 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5eefdd2-0b31-4da4-bbaa-48fd502a7102 admin admin] Deleting subnet dcadaa18-185f-4747-9e27-1bc97569ee61 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:46:39.408243 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5eefdd2-0b31-4da4-bbaa-48fd502a7102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:39.452701 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:39.472748 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5eefdd2-0b31-4da4-bbaa-48fd502a7102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:39.506726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-1623fd18-ce05-4205-b527-d81d4cacb00b req-56c7ea11-db03-48e4-addb-91b2f55a9a9d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Deleting port a4734bce-91c6-4432-a82b-614691ad8b3c {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:39.508324 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1623fd18-ce05-4205-b527-d81d4cacb00b req-56c7ea11-db03-48e4-addb-91b2f55a9a9d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:39.522114 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Transition to ACTIVE for port object e83a0021-c56d-4be6-aaa9-c58d758edb7c will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:46:39.640784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0414228e-c5a7-4fba-843d-cead1737507d req-5561c3b4-1e30-41c2-8358-7e121bcdd091 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Router 806809ae-2880-4059-883e-70a69d908869 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:46:39.670918 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f0b75-9102-496f-a4c2-cd3632bea567 req-71df5414-72d2-4fd2-a9bd-7e098d99ea69 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:39.679583 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d65f0b75-9102-496f-a4c2-cd3632bea567 req-71df5414-72d2-4fd2-a9bd-7e098d99ea69 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 951 time: 0.1482909 Aug 23 14:46:39.703805 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5eefdd2-0b31-4da4-bbaa-48fd502a7102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:39.772318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efac5f7b-c608-455c-bcea-99787cf22943 req-03aa4d88-f223-46f0-baf4-8760e0c718ab tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 210 time: 0.1138558 Aug 23 14:46:39.772480 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d65f0b75-9102-496f-a4c2-cd3632bea567 req-e30c6935-624c-4e05-868f-bb0aa8588c32 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857112 Aug 23 14:46:39.780681 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:39.897430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:46:39.897430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:46:39.900524 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:46:39.905221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Pushing event updated for resources: {'Port': ['ID=e83a0021-c56d-4be6-aaa9-c58d758edb7c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:39.925110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1623fd18-ce05-4205-b527-d81d4cacb00b req-56c7ea11-db03-48e4-addb-91b2f55a9a9d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] For port a4734bce-91c6-4432-a82b-614691ad8b3c, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a4734bce-91c6-4432-a82b-614691ad8b3c,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:39.925489 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1623fd18-ce05-4205-b527-d81d4cacb00b req-56c7ea11-db03-48e4-addb-91b2f55a9a9d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:39.982057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-1623fd18-ce05-4205-b527-d81d4cacb00b req-56c7ea11-db03-48e4-addb-91b2f55a9a9d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Calling delete_port for a4734bce-91c6-4432-a82b-614691ad8b3c owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:39.983283 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:39.984000 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:40.065755 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5eefdd2-0b31-4da4-bbaa-48fd502a7102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:40.092923 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eefdd2-0b31-4da4-bbaa-48fd502a7102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcadaa18-185f-4747-9e27-1bc97569ee61,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:40.096106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0414228e-c5a7-4fba-843d-cead1737507d req-5561c3b4-1e30-41c2-8358-7e121bcdd091 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:46:40.112584 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57236e79-7331-44e6-84c8-d292eec5289e None None] Sync routers for ids ['806809ae-2880-4059-883e-70a69d908869'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:46:40.113285 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5eefdd2-0b31-4da4-bbaa-48fd502a7102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:40.115583 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f5eefdd2-0b31-4da4-bbaa-48fd502a7102 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/dcadaa18-185f-4747-9e27-1bc97569ee61 HTTP/1.1" status: 204 len: 168 time: 0.8098459 Aug 23 14:46:40.117001 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-91653d10-d736-4e01-a403-82b31e4c3e70 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5346122 Aug 23 14:46:40.117836 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35354) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:40.131037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d9e2de-0a60-4792-b9b2-83426ef4b5f3 None None] Network 228f0611-a7e7-4909-b875-0a6fc86c34b1 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:46:40.136257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Request body: {'port': {'device_id': '5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:40.161322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-0414228e-c5a7-4fba-843d-cead1737507d req-5561c3b4-1e30-41c2-8358-7e121bcdd091 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] No DVR routers for this DVR port 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:46:40.164445 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57236e79-7331-44e6-84c8-d292eec5289e None None] Routers {'806809ae-2880-4059-883e-70a69d908869'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:46:40.164824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0414228e-c5a7-4fba-843d-cead1737507d req-5561c3b4-1e30-41c2-8358-7e121bcdd091 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:40.165608 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-57236e79-7331-44e6-84c8-d292eec5289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:46:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['806809ae-2880-4059-883e-70a69d908869'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:40.167250 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0414228e-c5a7-4fba-843d-cead1737507d req-5561c3b4-1e30-41c2-8358-7e121bcdd091 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.61 "DELETE /v2.0/ports/80bc2326-3d89-40ee-88c0-6ea226b3c0a1 HTTP/1.1" status: 204 len: 173 time: 3.0142422 Aug 23 14:46:40.179835 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27f0fe3-ae06-4a4a-93f5-8050ede15c3b', 'name': 'network-vif-deleted', 'tag': '80bc2326-3d89-40ee-88c0-6ea226b3c0a1'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:40.182325 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4018cb-95db-4823-ab60-2e1aef114d05" -d '{"events": [{"server_uuid": "e27f0fe3-ae06-4a4a-93f5-8050ede15c3b", "name": "network-vif-deleted", "tag": "80bc2326-3d89-40ee-88c0-6ea226b3c0a1"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:40.259449 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7ae7323f-4a81-409f-ac3c-4e69203c6378 req-5b10b295-4979-42a4-ae08-c295592eefef tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:40.302546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10b295-4979-42a4-ae08-c295592eefef tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Pushing event deleted for resources: {'Port': ['ID=32c86daf-c9cd-426d-9c89-2044efc52a84,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:40.318971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['e225fb55-aa3f-4b03-b4c8-d244f16aa243', 'b595a67d-be00-4cd6-9e73-3fecd601b9bf'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:40.387440 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7d8cbb9d-3ec7-4943-8c0e-37a27c1c5d0a req-5b6c4644-add7-41f1-b909-a232adc4113e tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 210 time: 0.0948622 Aug 23 14:46:40.397534 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:40.401997 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:40.413989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae7323f-4a81-409f-ac3c-4e69203c6378 req-5b10b295-4979-42a4-ae08-c295592eefef tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] No DVR routers for this DVR port 32c86daf-c9cd-426d-9c89-2044efc52a84 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:46:40.417090 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1623fd18-ce05-4205-b527-d81d4cacb00b req-56c7ea11-db03-48e4-addb-91b2f55a9a9d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:40.420258 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['05738bf0-0709-4218-bad2-48a1ffef6c0e', '32c86daf-c9cd-426d-9c89-2044efc52a84'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:40.423851 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7ae7323f-4a81-409f-ac3c-4e69203c6378 req-5b10b295-4979-42a4-ae08-c295592eefef tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:40.430098 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ae7323f-4a81-409f-ac3c-4e69203c6378 req-5b10b295-4979-42a4-ae08-c295592eefef tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.57 "DELETE /v2.0/ports/32c86daf-c9cd-426d-9c89-2044efc52a84 HTTP/1.1" status: 204 len: 173 time: 2.4546764 Aug 23 14:46:40.522648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7ea11-db03-48e4-addb-91b2f55a9a9d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Pushing event deleted for resources: {'Port': ['ID=a4734bce-91c6-4432-a82b-614691ad8b3c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:40.607264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf32d8d5-0510-439c-bb1a-7a102617e059 req-bfc80fc4-f847-473c-9a5a-36bfa1b2396c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 210 time: 0.0761430 Aug 23 14:46:40.654853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-1623fd18-ce05-4205-b527-d81d4cacb00b req-56c7ea11-db03-48e4-addb-91b2f55a9a9d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] No DVR routers for this DVR port a4734bce-91c6-4432-a82b-614691ad8b3c on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:46:40.663130 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1623fd18-ce05-4205-b527-d81d4cacb00b req-56c7ea11-db03-48e4-addb-91b2f55a9a9d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:40.665479 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1623fd18-ce05-4205-b527-d81d4cacb00b req-56c7ea11-db03-48e4-addb-91b2f55a9a9d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "DELETE /v2.0/ports/a4734bce-91c6-4432-a82b-614691ad8b3c HTTP/1.1" status: 204 len: 173 time: 2.1892781 Aug 23 14:46:40.682456 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93788016-0365-4656-803d-e4007955b99a x-openstack-request-id: req-93788016-0365-4656-803d-e4007955b99a {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:40.682816 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27f0fe3-ae06-4a4a-93f5-8050ede15c3b", "name": "network-vif-deleted", "tag": "80bc2326-3d89-40ee-88c0-6ea226b3c0a1", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:40.683042 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93788016-0365-4656-803d-e4007955b99a {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:40.683766 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27f0fe3-ae06-4a4a-93f5-8050ede15c3b', 'name': 'network-vif-deleted', 'tag': '80bc2326-3d89-40ee-88c0-6ea226b3c0a1', 'status': 'completed', 'code': 200} Aug 23 14:46:40.735775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] Deleting port 614a2579-7166-41a3-b3c8-9a77d746d1c0 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:40.736134 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:40.901112 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] For port 614a2579-7166-41a3-b3c8-9a77d746d1c0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=614a2579-7166-41a3-b3c8-9a77d746d1c0,segment=NetworkSegment(2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a),segment_id=2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:40.901500 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:40.917226 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6a34e20f-5abb-4bad-addb-9a6fb943cdf4 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:40.940046 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bc85c0ef-30ed-4e12-9ef4-fbea916e0736 None None] Provisioning for port e83a0021-c56d-4be6-aaa9-c58d758edb7c completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:46:40.944382 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-57236e79-7331-44e6-84c8-d292eec5289e None None] Set router 806809ae-2880-4059-883e-70a69d908869 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:46:40.945684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] Calling delete_port for 614a2579-7166-41a3-b3c8-9a77d746d1c0 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:40.984234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bc85c0ef-30ed-4e12-9ef4-fbea916e0736 None None] Provisioning complete for port e83a0021-c56d-4be6-aaa9-c58d758edb7c triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:40.984660 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bc85c0ef-30ed-4e12-9ef4-fbea916e0736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:40.993916 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c29a9783-6170-4251-bb01-0fba7689f98c req-9942be55-b2fd-4623-8926-1c819e40c842 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 210 time: 0.0525725 Aug 23 14:46:41.050400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 6a34e20f-5abb-4bad-addb-9a6fb943cdf4 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:46:41.051057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6a34e20f-5abb-4bad-addb-9a6fb943cdf4 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:41.184779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbb675b-ce56-4e42-b677-28c4811b1bce None None] DHCP port deletion for 228f0611-a7e7-4909-b875-0a6fc86c34b1 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:46:41.201200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-bc85c0ef-30ed-4e12-9ef4-fbea916e0736 None None] Port e83a0021-c56d-4be6-aaa9-c58d758edb7c cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:46:41.433477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594effeb-6f38-4e0b-b662-7ffbf2dbba01 req-39b0815f-10e5-43df-be61-f2f9add1d32c tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:41.441128 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-594effeb-6f38-4e0b-b662-7ffbf2dbba01 req-39b0815f-10e5-43df-be61-f2f9add1d32c tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 935 time: 0.4970701 Aug 23 14:46:41.453418 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb675b-ce56-4e42-b677-28c4811b1bce None None] Deleting port 614a2579-7166-41a3-b3c8-9a77d746d1c0 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:41.453853 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2cbb675b-ce56-4e42-b677-28c4811b1bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:41.510572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83a0021-c56d-4be6-aaa9-c58d758edb7c {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:46:41.533974 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:41.556962 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-594effeb-6f38-4e0b-b662-7ffbf2dbba01 req-bc3f0119-a868-405d-a914-0f22c8a66c7d tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092467 Aug 23 14:46:41.575183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Transition to ACTIVE for port object e83a0021-c56d-4be6-aaa9-c58d758edb7c will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:46:41.590942 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:41.628083 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7778e72-80b9-4f48-8bd9-ca4d7079511a req-ff465801-d470-4086-983a-1eb6fe4a6942 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/ports?device_id=e27f0fe3-ae06-4a4a-93f5-8050ede15c3b HTTP/1.1" status: 200 len: 210 time: 0.0296767 Aug 23 14:46:41.633824 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-57236e79-7331-44e6-84c8-d292eec5289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:28Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'b55de9a3-7fd4-40c9-9eed-6d244833e50d', 'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'mac_address': 'fa:16:3e:5a:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:27Z', 'updated_at': '2021-08-23T14:41:36Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'subnets': [{'id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:41.636013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:46:41.636013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 80bc2326-3d89-40ee-88c0-6ea226b3c0a1 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:41.636435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a4734bce-91c6-4432-a82b-614691ad8b3c no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:41.681942 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:41.690253 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2cbb675b-ce56-4e42-b677-28c4811b1bce None None] For port 614a2579-7166-41a3-b3c8-9a77d746d1c0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=614a2579-7166-41a3-b3c8-9a77d746d1c0,segment=NetworkSegment(2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a),segment_id=2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:41.690580 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2cbb675b-ce56-4e42-b677-28c4811b1bce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:41.697773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: a4734bce-91c6-4432-a82b-614691ad8b3c {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:46:41.698202 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a4734bce-91c6-4432-a82b-614691ad8b3c not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:41.706885 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57236e79-7331-44e6-84c8-d292eec5289e None None] Checking router: 806809ae-2880-4059-883e-70a69d908869 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:46:41.718696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=614a2579-7166-41a3-b3c8-9a77d746d1c0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:41.718954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb675b-ce56-4e42-b677-28c4811b1bce None None] Calling delete_port for 614a2579-7166-41a3-b3c8-9a77d746d1c0 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:41.738617 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57236e79-7331-44e6-84c8-d292eec5289e None None] Routers {'806809ae-2880-4059-883e-70a69d908869'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:46:41.739255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-57236e79-7331-44e6-84c8-d292eec5289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:46:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['806809ae-2880-4059-883e-70a69d908869'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:41.739511 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c11d3666-0539-49f5-b7e3-ed3852b27eed req-5e7a9944-70bb-48a5-81bf-eb9fbdadb975 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 210 time: 0.0349345 Aug 23 14:46:41.743823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] No DVR routers for this DVR port 614a2579-7166-41a3-b3c8-9a77d746d1c0 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:46:41.778684 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:41.889877 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:41.919065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228f0611-a7e7-4909-b875-0a6fc86c34b1']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:41.925144 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Pushing event updated for resources: {'Port': ['ID=e83a0021-c56d-4be6-aaa9-c58d758edb7c,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:41.968321 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:41.975675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef5d0aa-4e8d-4499-a845-3a82c5b8b91a') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:42.006009 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:42.032581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:42.068335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Attempting to bind port e83a0021-c56d-4be6-aaa9-c58d758edb7c on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:46:42.071718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Attempting to bind port e83a0021-c56d-4be6-aaa9-c58d758edb7c by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:46:42.073290 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Attempting to bind port e83a0021-c56d-4be6-aaa9-c58d758edb7c on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:46:42.080417 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:46:42.085476 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:46:42.089845 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:46:42.135841 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Port e83a0021-c56d-4be6-aaa9-c58d758edb7c on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:46:42.136874 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Attempting to bind port e83a0021-c56d-4be6-aaa9-c58d758edb7c on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:46:42.147757 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2cbb675b-ce56-4e42-b677-28c4811b1bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:42.192392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:46:42.193209 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:46:42.193917 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:46:42.194552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Bound port: e83a0021-c56d-4be6-aaa9-c58d758edb7c, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:46:42.195584 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:42.221854 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d17c452d-167f-4dee-bd3f-d9bfe765ac1e req-ae037326-1ec4-4120-a457-d38cb30ce89e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b860653-87ee-4b66-826c-995eeb949103 HTTP/1.1" status: 200 len: 210 time: 0.0802865 Aug 23 14:46:42.283786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb675b-ce56-4e42-b677-28c4811b1bce None None] No DVR routers for this DVR port 614a2579-7166-41a3-b3c8-9a77d746d1c0 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:46:42.289243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] For port e83a0021-c56d-4be6-aaa9-c58d758edb7c, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:46:42.294587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] For port e83a0021-c56d-4be6-aaa9-c58d758edb7c, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e83a0021-c56d-4be6-aaa9-c58d758edb7c,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:46:42.300260 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 32c86daf-c9cd-426d-9c89-2044efc52a84 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:42.306968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb675b-ce56-4e42-b677-28c4811b1bce None None] Pushing event deleted for resources: {'Port': ['ID=614a2579-7166-41a3-b3c8-9a77d746d1c0,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:42.335078 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 32c86daf-c9cd-426d-9c89-2044efc52a84 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:46:42.335428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 32c86daf-c9cd-426d-9c89-2044efc52a84 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:42.351099 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:42.352026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-57236e79-7331-44e6-84c8-d292eec5289e None None] Set router 806809ae-2880-4059-883e-70a69d908869 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:46:42.365392 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:42.365392 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/228f0611-a7e7-4909-b875-0a6fc86c34b1 HTTP/1.1" status: 204 len: 168 time: 2.2414205 Aug 23 14:46:42.373764 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b763d-d156-45b9-a9a0-ff14ca3c94c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=228f0611-a7e7-4909-b875-0a6fc86c34b1,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:42.494839 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:42.543604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:42.544256 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:42.545618 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] 10.222.0.57 "PUT /v2.0/ports/e83a0021-c56d-4be6-aaa9-c58d758edb7c HTTP/1.1" status: 200 len: 1095 time: 2.4145112 Aug 23 14:46:42.546221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557', 'tag': 'e83a0021-c56d-4be6-aaa9-c58d758edb7c'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:42.553611 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030664f7-5eea-47ef-b06b-7bc881482548" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557", "tag": "e83a0021-c56d-4be6-aaa9-c58d758edb7c"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:42.578373 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418dc59-8f45-45a0-aa70-0e6aa2a02601 service neutron] Pushing event updated for resources: {'Port': ['ID=e83a0021-c56d-4be6-aaa9-c58d758edb7c,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:42.602214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-57236e79-7331-44e6-84c8-d292eec5289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:28Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'b55de9a3-7fd4-40c9-9eed-6d244833e50d', 'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'mac_address': 'fa:16:3e:5a:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:27Z', 'updated_at': '2021-08-23T14:41:36Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'subnets': [{'id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:42.642906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57236e79-7331-44e6-84c8-d292eec5289e None None] The sync data for ids ['806809ae-2880-4059-883e-70a69d908869'] in n-d-804985-3 is: [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:41:28Z', 'revision_number': 4, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'b55de9a3-7fd4-40c9-9eed-6d244833e50d', 'name': '', 'network_id': '5686c327-7ddb-4f80-9a60-a54a51f40b94', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'mac_address': 'fa:16:3e:5a:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:27Z', 'updated_at': '2021-08-23T14:41:36Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'subnets': [{'id': '992c01ea-22e9-4541-a53a-7089cdc61629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:46:42.686863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'name': 'network-vif-deleted', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84'}, {'server_uuid': 'c039d27f-7b29-4cfc-b956-0b71ab16e2ab', 'name': 'network-vif-deleted', 'tag': 'a4734bce-91c6-4432-a82b-614691ad8b3c'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:42.690643 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbca7bb0-b998-4580-a33c-4fe758f6b912" -d '{"events": [{"server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "name": "network-vif-deleted", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84"}, {"server_uuid": "c039d27f-7b29-4cfc-b956-0b71ab16e2ab", "name": "network-vif-deleted", "tag": "a4734bce-91c6-4432-a82b-614691ad8b3c"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:42.767726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-7332238a-91cb-40cc-a821-ca08f9967b5c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:42.770841 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-7332238a-91cb-40cc-a821-ca08f9967b5c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "GET /v2.0/networks?id=f393c40a-269e-407d-9378-6970c187b6c3 HTTP/1.1" status: 200 len: 804 time: 0.3007679 Aug 23 14:46:42.811600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-b99b938f-2fe8-48ce-b1be-9352374439dd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Request body: {'port': {'device_id': 'ed82f3c5-5abb-4789-b8be-2a2419030197', 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3', 'admin_state_up': True, 'tenant_id': 'dc23af1176974b42a9d060753a5e7eaf'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:42.915617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-c7d6eba5-0f9e-4a94-b870-9256b86405b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:42.917752 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-c7d6eba5-0f9e-4a94-b870-9256b86405b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f5dff90c7a42497fac75692961ad5c65&device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 1098 time: 0.1260369 Aug 23 14:46:42.975879 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-afbac1c3-cae0-43ad-b996-4f408ff4ca89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e83a0021-c56d-4be6-aaa9-c58d758edb7c HTTP/1.1" status: 200 len: 217 time: 0.0490305 Aug 23 14:46:43.008320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35450) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:43.040153 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 614a2579-7166-41a3-b3c8-9a77d746d1c0 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:43.054283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c0454-f9cd-4eda-9d77-536c71d804db req-567b5b94-d556-4660-84b0-f9209daa72f6 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:43.055326 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-401c0454-f9cd-4eda-9d77-536c71d804db req-567b5b94-d556-4660-84b0-f9209daa72f6 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 947 time: 0.3229001 Aug 23 14:46:43.059531 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d9f306-a4c2-4be0-8067-a08f871c64c5 x-openstack-request-id: req-e9d9f306-a4c2-4be0-8067-a08f871c64c5 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:43.060326 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557", "tag": "e83a0021-c56d-4be6-aaa9-c58d758edb7c", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:43.060734 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e9d9f306-a4c2-4be0-8067-a08f871c64c5 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:43.061303 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557', 'tag': 'e83a0021-c56d-4be6-aaa9-c58d758edb7c', 'status': 'completed', 'code': 200} Aug 23 14:46:43.085642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 614a2579-7166-41a3-b3c8-9a77d746d1c0 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:46:43.089201 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 614a2579-7166-41a3-b3c8-9a77d746d1c0 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:43.143006 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-f3c0abc1-11f6-40de-9615-9a10aea5b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:43.145091 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-f3c0abc1-11f6-40de-9615-9a10aea5b6b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1554289 Aug 23 14:46:43.146922 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-401c0454-f9cd-4eda-9d77-536c71d804db req-d441ce7e-1ec2-4c98-9258-31c284471149 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546920 Aug 23 14:46:43.155693 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-df469ce7-ac50-465e-bcea-5dcc8e5de44c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bcf0909c1eb841fa9fb947da43400022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372330 Aug 23 14:46:43.155842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35454) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:43.185085 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d4a1cc-4e28-4c25-8a4e-072575e5f1ad x-openstack-request-id: req-42d4a1cc-4e28-4c25-8a4e-072575e5f1ad {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:43.185587 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b860653-87ee-4b66-826c-995eeb949103", "name": "network-vif-deleted", "tag": "32c86daf-c9cd-426d-9c89-2044efc52a84", "status": "completed", "code": 200}, {"server_uuid": "c039d27f-7b29-4cfc-b956-0b71ab16e2ab", "name": "network-vif-deleted", "tag": "a4734bce-91c6-4432-a82b-614691ad8b3c", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:43.186005 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42d4a1cc-4e28-4c25-8a4e-072575e5f1ad {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:43.186564 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b860653-87ee-4b66-826c-995eeb949103', 'name': 'network-vif-deleted', 'tag': '32c86daf-c9cd-426d-9c89-2044efc52a84', 'status': 'completed', 'code': 200} Aug 23 14:46:43.186975 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c039d27f-7b29-4cfc-b956-0b71ab16e2ab', 'name': 'network-vif-deleted', 'tag': 'a4734bce-91c6-4432-a82b-614691ad8b3c', 'status': 'completed', 'code': 200} Aug 23 14:46:43.229349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-44d73783-5fa4-401a-b9a6-113a9330da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:43.231346 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-44d73783-5fa4-401a-b9a6-113a9330da2b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756545 Aug 23 14:46:43.313220 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72678ceb-e9ce-492c-ab8b-fb8111ae14d9 None None] New status for floating IP 348063d2-7f0d-4b3a-b479-923bdbedbafa: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:46:43.337590 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e95d2337-d68c-439e-a5ca-159990ad1ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:43.365271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e95d2337-d68c-439e-a5ca-159990ad1ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:43.368610 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32182974-fef4-4468-8f64-a02c09248ca6 req-034e00ff-5906-440c-bb6a-854265280df6 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 210 time: 0.0411696 Aug 23 14:46:43.382326 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-c19359c1-e1bb-4e32-a620-1235cc5500b8 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409841 Aug 23 14:46:43.422615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-b99b938f-2fe8-48ce-b1be-9352374439dd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Made reservation on behalf of dc23af1176974b42a9d060753a5e7eaf for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:46:43.428679 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-b99b938f-2fe8-48ce-b1be-9352374439dd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:43.507456 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef83b692-475f-4433-86a6-f54e50e0c600 req-1d992c41-ed18-4693-a2de-2761d0c26983 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141400 Aug 23 14:46:43.623602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-b99b938f-2fe8-48ce-b1be-9352374439dd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Allocated IP 172.20.0.3 (f393c40a-269e-407d-9378-6970c187b6c3/11061a5b-c587-4d9a-b542-d35027d2df97/05bdec11-8d84-4100-acc3-80f1d451abd1) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:46:43.633640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35468) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:43.702534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030664f7-5eea-47ef-b06b-7bc881482548 req-f157ca80-3701-46e6-8bcf-696fd892816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:43.704134 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-030664f7-5eea-47ef-b06b-7bc881482548 req-f157ca80-3701-46e6-8bcf-696fd892816d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f5dff90c7a42497fac75692961ad5c65&device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 1098 time: 0.0466239 Aug 23 14:46:43.735556 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e95d2337-d68c-439e-a5ca-159990ad1ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:43.737563 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e95d2337-d68c-439e-a5ca-159990ad1ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:43.738737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e95d2337-d68c-439e-a5ca-159990ad1ebd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76785a79-e047-4251-ac9a-93e10dc9bc9f HTTP/1.1" status: 204 len: 168 time: 0.5825889 Aug 23 14:46:43.776450 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ec4afdd-0390-407f-9644-951b4dc40c67 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:43.799426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d2337-d68c-439e-a5ca-159990ad1ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76785a79-e047-4251-ac9a-93e10dc9bc9f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:43.821712 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ec4afdd-0390-407f-9644-951b4dc40c67 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:43.849156 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030664f7-5eea-47ef-b06b-7bc881482548 req-344e7073-e534-4352-81a1-f56289c8782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:43.850814 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-030664f7-5eea-47ef-b06b-7bc881482548 req-344e7073-e534-4352-81a1-f56289c8782f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1395612 Aug 23 14:46:43.885845 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-b99b938f-2fe8-48ce-b1be-9352374439dd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:43.905014 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-030664f7-5eea-47ef-b06b-7bc881482548 req-73e16b37-f57d-43e6-b961-0d22f4d983dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e83a0021-c56d-4be6-aaa9-c58d758edb7c HTTP/1.1" status: 200 len: 217 time: 0.0447145 Aug 23 14:46:43.948059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35474) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:43.967550 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030664f7-5eea-47ef-b06b-7bc881482548 req-a8759c63-963f-4dad-a617-2773588186bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:43.969227 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-030664f7-5eea-47ef-b06b-7bc881482548 req-a8759c63-963f-4dad-a617-2773588186bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0563223 Aug 23 14:46:44.016132 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030664f7-5eea-47ef-b06b-7bc881482548 req-ea12afe8-e1f1-432c-9e68-abf73673841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:44.017620 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-030664f7-5eea-47ef-b06b-7bc881482548 req-ea12afe8-e1f1-432c-9e68-abf73673841f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0410557 Aug 23 14:46:44.075124 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0bf6-75a2-452b-b9cc-9fab011e6e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.087399 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-b99b938f-2fe8-48ce-b1be-9352374439dd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.091021 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ec4afdd-0390-407f-9644-951b4dc40c67 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.097271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ec4afdd-0390-407f-9644-951b4dc40c67 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.104965 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2ec4afdd-0390-407f-9644-951b4dc40c67 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "DELETE /v2.0/security-groups/a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29 HTTP/1.1" status: 204 len: 168 time: 0.4644966 Aug 23 14:46:44.107468 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35482) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:44.136388 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-a983163b-162b-4c5b-8be9-092b72eb4da2 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] show failed (client error): The resource could not be found. Aug 23 14:46:44.137780 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a983163b-162b-4c5b-8be9-092b72eb4da2 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "GET /v2.0/security-groups/a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29 HTTP/1.1" status: 404 len: 347 time: 0.0290918 Aug 23 14:46:44.140722 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35484) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:44.155448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4afdd-0390-407f-9644-951b4dc40c67 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13af2b9-eaa0-4dbc-b4da-d6b14ab0be29,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:44.160116 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-030664f7-5eea-47ef-b06b-7bc881482548 req-43c8430d-732f-4a76-9422-c6c301e1e80e service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337254 Aug 23 14:46:44.193949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-b99b938f-2fe8-48ce-b1be-9352374439dd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Network f393c40a-269e-407d-9378-6970c187b6c3 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:46:44.199626 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-b99b938f-2fe8-48ce-b1be-9352374439dd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:46:44.202374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-b99b938f-2fe8-48ce-b1be-9352374439dd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:46:44.254571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b938f-2fe8-48ce-b1be-9352374439dd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Pushing event updated for resources: {'Port': ['ID=05bdec11-8d84-4100-acc3-80f1d451abd1,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:44.310244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-b99b938f-2fe8-48ce-b1be-9352374439dd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:44.310881 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-b99b938f-2fe8-48ce-b1be-9352374439dd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.379452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec870a6-d9ea-4332-8967-d891d94c9642 req-79c5e918-ea93-4c43-b64b-5a54ed2cfc75 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:44.381264 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bec870a6-d9ea-4332-8967-d891d94c9642 req-79c5e918-ea93-4c43-b64b-5a54ed2cfc75 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 947 time: 0.1000533 Aug 23 14:46:44.407438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3ab3e-4ea7-424f-ba2f-141c4902a88f req-04bb09b0-cf75-42c9-987c-4b7d65fce893 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:44.409448 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-73e3ab3e-4ea7-424f-ba2f-141c4902a88f req-04bb09b0-cf75-42c9-987c-4b7d65fce893 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 951 time: 0.2088473 Aug 23 14:46:44.413857 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0bf6-75a2-452b-b9cc-9fab011e6e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.436378 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-030664f7-5eea-47ef-b06b-7bc881482548 req-8882c175-9492-4da8-be5a-91a3d7e9b7c9 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339680 Aug 23 14:46:44.446243 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bec870a6-d9ea-4332-8967-d891d94c9642 req-ed021d0a-b152-4b5d-9ed3-fb8a457b1f27 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499327 Aug 23 14:46:44.461066 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f4b07686-bded-4d50-bded-d052b858db93 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Deleting port f455e62f-08f2-437c-9cba-093c7bfe8b96 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:44.461461 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f4b07686-bded-4d50-bded-d052b858db93 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.493961 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-73e3ab3e-4ea7-424f-ba2f-141c4902a88f req-1e4d0a70-defb-4954-84b9-6559f232eee2 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680699 Aug 23 14:46:44.524736 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0bf6-75a2-452b-b9cc-9fab011e6e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.556121 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e0bf6-75a2-452b-b9cc-9fab011e6e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a06e16-45ee-4f6a-b9c8-51cb1c92ff85,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:44.562920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5d5e0bf6-75a2-452b-b9cc-9fab011e6e7c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fc43a4957de241f594c7137e24c70cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6113086 Aug 23 14:46:44.564817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35502) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:44.615974 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f4b07686-bded-4d50-bded-d052b858db93 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.616709 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f4b07686-bded-4d50-bded-d052b858db93 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.627098 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed60227d-50a5-4792-a36e-69ff04206ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.633852 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-b99b938f-2fe8-48ce-b1be-9352374439dd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8401666 Aug 23 14:46:44.634179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f4b07686-bded-4d50-bded-d052b858db93 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Calling delete_port for f455e62f-08f2-437c-9cba-093c7bfe8b96 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:44.649202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Request body: {'port': {'device_id': 'ed82f3c5-5abb-4789-b8be-2a2419030197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:44.664278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5f2e8-a0e1-4bc4-a357-8e0e9a4d560c req-de2f390d-2dbe-4142-9583-4c24f0d38323 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:44.665932 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c0b5f2e8-a0e1-4bc4-a357-8e0e9a4d560c req-de2f390d-2dbe-4142-9583-4c24f0d38323 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 931 time: 0.0931244 Aug 23 14:46:44.679991 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed60227d-50a5-4792-a36e-69ff04206ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.743362 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.755261 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c0b5f2e8-a0e1-4bc4-a357-8e0e9a4d560c req-84d81c6d-7975-4e18-b2ce-7444a5d1a5d6 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588653 Aug 23 14:46:44.934166 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f4b07686-bded-4d50-bded-d052b858db93 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.951371 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed60227d-50a5-4792-a36e-69ff04206ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.951371 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed60227d-50a5-4792-a36e-69ff04206ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:44.951371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ed60227d-50a5-4792-a36e-69ff04206ab2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/19a06e16-45ee-4f6a-b9c8-51cb1c92ff85 HTTP/1.1" status: 204 len: 168 time: 0.3823583 Aug 23 14:46:44.961619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b07686-bded-4d50-bded-d052b858db93 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Pushing event deleted for resources: {'Port': ['ID=f455e62f-08f2-437c-9cba-093c7bfe8b96,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:44.964130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60227d-50a5-4792-a36e-69ff04206ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a06e16-45ee-4f6a-b9c8-51cb1c92ff85,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:45.058304 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f4b07686-bded-4d50-bded-d052b858db93 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:45.063631 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f4b07686-bded-4d50-bded-d052b858db93 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:45.065441 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f4b07686-bded-4d50-bded-d052b858db93 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] 10.222.0.38 "DELETE /v2.0/floatingips/348063d2-7f0d-4b3a-b479-923bdbedbafa HTTP/1.1" status: 204 len: 168 time: 0.9236257 Aug 23 14:46:45.126145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05bdec11-8d84-4100-acc3-80f1d451abd1 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:46:45.137766 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:45.155560 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Transition to ACTIVE for port object 05bdec11-8d84-4100-acc3-80f1d451abd1 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:46:45.311313 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:45.311572 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:45.372039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Pushing event updated for resources: {'Port': ['ID=05bdec11-8d84-4100-acc3-80f1d451abd1,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:45.492640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Attempting to bind port 05bdec11-8d84-4100-acc3-80f1d451abd1 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:46:45.492640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Attempting to bind port 05bdec11-8d84-4100-acc3-80f1d451abd1 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:46:45.492640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Attempting to bind port 05bdec11-8d84-4100-acc3-80f1d451abd1 on network f393c40a-269e-407d-9378-6970c187b6c3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:46:45.500775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Port 05bdec11-8d84-4100-acc3-80f1d451abd1 on network f393c40a-269e-407d-9378-6970c187b6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:46:45.504655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Attempting to bind port 05bdec11-8d84-4100-acc3-80f1d451abd1 on network f393c40a-269e-407d-9378-6970c187b6c3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:46:45.518616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:46:45.518983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Checking segment: {'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:46:45.521879 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Bound using segment: {'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:46:45.522378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Bound port: 05bdec11-8d84-4100-acc3-80f1d451abd1, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:46:45.522760 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:45.555258 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3e1e9-9774-45d8-a3b4-ae8dbe259eab req-01c71015-b2eb-4461-9382-c7408478be23 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:45.562971 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-45c3e1e9-9774-45d8-a3b4-ae8dbe259eab req-01c71015-b2eb-4461-9382-c7408478be23 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.57 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 951 time: 0.1669908 Aug 23 14:46:45.714719 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] For port 05bdec11-8d84-4100-acc3-80f1d451abd1, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:46:45.720553 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] For port 05bdec11-8d84-4100-acc3-80f1d451abd1, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=05bdec11-8d84-4100-acc3-80f1d451abd1,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:46:45.733004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44629bc6-3580-4e7a-bb89-cd1fa7b8229f req-e2b005b4-07cf-4a18-bd10-c2c7d817bb29 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:45.734572 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44629bc6-3580-4e7a-bb89-cd1fa7b8229f req-e2b005b4-07cf-4a18-bd10-c2c7d817bb29 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 947 time: 0.0978405 Aug 23 14:46:45.783232 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44629bc6-3580-4e7a-bb89-cd1fa7b8229f req-103100f3-61dc-4063-a445-0585e9c3d38f tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405896 Aug 23 14:46:45.787708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98695505-1661-4643-b413-a3601990da8f req-2f8956c4-461d-4cc9-a354-e07194b995ea tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:45.789348 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-98695505-1661-4643-b413-a3601990da8f req-2f8956c4-461d-4cc9-a354-e07194b995ea tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 951 time: 0.1296837 Aug 23 14:46:45.823946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-45c3e1e9-9774-45d8-a3b4-ae8dbe259eab req-f77b63ee-8066-437c-9c34-2add442fb844 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Deleting port 05738bf0-0709-4218-bad2-48a1ffef6c0e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:45.824309 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-45c3e1e9-9774-45d8-a3b4-ae8dbe259eab req-f77b63ee-8066-437c-9c34-2add442fb844 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:45.842874 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:45.888602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:45.889221 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:45.890620 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] 10.222.0.61 "PUT /v2.0/ports/05bdec11-8d84-4100-acc3-80f1d451abd1 HTTP/1.1" status: 200 len: 1091 time: 1.2464442 Aug 23 14:46:45.891082 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed82f3c5-5abb-4789-b8be-2a2419030197', 'tag': '05bdec11-8d84-4100-acc3-80f1d451abd1'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:45.893392 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf75f6d-2bb7-435b-a6ad-39babe3a2378" -d '{"events": [{"name": "network-changed", "server_uuid": "ed82f3c5-5abb-4789-b8be-2a2419030197", "tag": "05bdec11-8d84-4100-acc3-80f1d451abd1"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:45.893660 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-98695505-1661-4643-b413-a3601990da8f req-eaa425fa-153d-45f1-aa8c-2a5d6a5bf7c3 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961504 Aug 23 14:46:45.922367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353fb84-4a97-4c38-a579-f98803619367 service neutron] Pushing event updated for resources: {'Port': ['ID=05bdec11-8d84-4100-acc3-80f1d451abd1,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:45.956967 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-45c3e1e9-9774-45d8-a3b4-ae8dbe259eab req-f77b63ee-8066-437c-9c34-2add442fb844 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] For port 05738bf0-0709-4218-bad2-48a1ffef6c0e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=05738bf0-0709-4218-bad2-48a1ffef6c0e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:45.957654 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-45c3e1e9-9774-45d8-a3b4-ae8dbe259eab req-f77b63ee-8066-437c-9c34-2add442fb844 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:45.971578 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-45c3e1e9-9774-45d8-a3b4-ae8dbe259eab req-f77b63ee-8066-437c-9c34-2add442fb844 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Calling delete_port for 05738bf0-0709-4218-bad2-48a1ffef6c0e owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:46.109572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-6055fd1a-7085-4eb6-a423-a299e742c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:46.111897 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-6055fd1a-7085-4eb6-a423-a299e742c5b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dc23af1176974b42a9d060753a5e7eaf&device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 1094 time: 0.0573275 Aug 23 14:46:46.164019 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-005e1188-8529-44c8-a778-8cdac559b553 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05bdec11-8d84-4100-acc3-80f1d451abd1 HTTP/1.1" status: 200 len: 217 time: 0.0438213 Aug 23 14:46:46.220010 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-45c3e1e9-9774-45d8-a3b4-ae8dbe259eab req-f77b63ee-8066-437c-9c34-2add442fb844 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:46.240084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['05738bf0-0709-4218-bad2-48a1ffef6c0e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:46.240084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['e225fb55-aa3f-4b03-b4c8-d244f16aa243', 'b595a67d-be00-4cd6-9e73-3fecd601b9bf'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:46.255772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-dc3ef410-6c48-47b4-a4a7-7c814f5510ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:46.257483 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-dc3ef410-6c48-47b4-a4a7-7c814f5510ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11061a5b-c587-4d9a-b542-d35027d2df97 HTTP/1.1" status: 200 len: 844 time: 0.0865414 Aug 23 14:46:46.290502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70d6e3-6e11-409f-b17b-153638338382 req-546d14c2-1798-445c-b050-d8e7e21993d3 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:46.293078 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b70d6e3-6e11-409f-b17b-153638338382 req-546d14c2-1798-445c-b050-d8e7e21993d3 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 943 time: 0.0929809 Aug 23 14:46:46.299239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b63ee-8066-437c-9c34-2add442fb844 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Pushing event deleted for resources: {'Port': ['ID=05738bf0-0709-4218-bad2-48a1ffef6c0e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:46.325141 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-9531524b-1e64-43f8-be12-a91a9f14eef4 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=72d3b6d887644ff5955a02184f0de623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793664 Aug 23 14:46:46.325851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-04952365-cc57-4f7b-8c59-3a35732b1491 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f393c40a-269e-407d-9378-6970c187b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592456 Aug 23 14:46:46.342237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e83a0021-c56d-4be6-aaa9-c58d758edb7c details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:46:46.359330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35560) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:46.399619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c3e1e9-9774-45d8-a3b4-ae8dbe259eab req-f77b63ee-8066-437c-9c34-2add442fb844 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] No DVR routers for this DVR port 05738bf0-0709-4218-bad2-48a1ffef6c0e on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:46:46.405530 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-45c3e1e9-9774-45d8-a3b4-ae8dbe259eab req-f77b63ee-8066-437c-9c34-2add442fb844 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:46.408619 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-45c3e1e9-9774-45d8-a3b4-ae8dbe259eab req-f77b63ee-8066-437c-9c34-2add442fb844 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.57 "DELETE /v2.0/ports/05738bf0-0709-4218-bad2-48a1ffef6c0e HTTP/1.1" status: 204 len: 173 time: 0.8372591 Aug 23 14:46:46.409078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'name': 'network-vif-deleted', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:46.412743 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc81de3d-2992-4c93-9055-7deb783a7c1e" -d '{"events": [{"server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "name": "network-vif-deleted", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:46.418507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b70d6e3-6e11-409f-b17b-153638338382 req-2ca0af56-b85f-4f43-9bda-e885aeeece71 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857453 Aug 23 14:46:46.482543 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688eb540-6df8-4e1a-9e22-c258554dd7d6 x-openstack-request-id: req-688eb540-6df8-4e1a-9e22-c258554dd7d6 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:46.483407 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d8d5-3fd9-4983-bd05-950758bd2cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:46.483866 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed82f3c5-5abb-4789-b8be-2a2419030197", "tag": "05bdec11-8d84-4100-acc3-80f1d451abd1", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:46.484109 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-688eb540-6df8-4e1a-9e22-c258554dd7d6 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:46.484510 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed82f3c5-5abb-4789-b8be-2a2419030197', 'tag': '05bdec11-8d84-4100-acc3-80f1d451abd1', 'status': 'completed', 'code': 200} Aug 23 14:46:46.532277 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-b1bf68ae-4ac0-4bb1-9c37-eb6c0542a117 service neutron] 10.222.0.61 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663899 Aug 23 14:46:46.540450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e83a0021-c56d-4be6-aaa9-c58d758edb7c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e83a0021-c56d-4be6-aaa9-c58d758edb7c,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:46.568725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-eb8912e6-98eb-4d7b-bc9b-3ada4248614c tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:46.580558 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-eb8912e6-98eb-4d7b-bc9b-3ada4248614c tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541375 Aug 23 14:46:46.583972 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cbcd86-0d4b-458a-90b7-90c6539cd1aa x-openstack-request-id: req-e6cbcd86-0d4b-458a-90b7-90c6539cd1aa {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:46.583972 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aead6d6-8896-4464-948c-31fa15b02697", "name": "network-vif-deleted", "tag": "05738bf0-0709-4218-bad2-48a1ffef6c0e", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:46.583972 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e6cbcd86-0d4b-458a-90b7-90c6539cd1aa {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:46.584307 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aead6d6-8896-4464-948c-31fa15b02697', 'name': 'network-vif-deleted', 'tag': '05738bf0-0709-4218-bad2-48a1ffef6c0e', 'status': 'completed', 'code': 200} Aug 23 14:46:46.586340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'e83a0021-c56d-4be6-aaa9-c58d758edb7c', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'e83a0021-c56d-4be6-aaa9-c58d758edb7c', 'mac_address': 'fa:16:3e:bc:fc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:46:46.620684 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-1f0d25be-a8f5-4914-8307-774ecf77baea tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/quotas/72d3b6d887644ff5955a02184f0de623 HTTP/1.1" status: 200 len: 375 time: 0.0394146 Aug 23 14:46:46.681060 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-f3681269-4b67-4d7f-8ffb-f33a2e6934e2 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=72d3b6d887644ff5955a02184f0de623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580492 Aug 23 14:46:46.681823 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:46.699527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a4a3c59-f737-403d-9887-18963d2a08a1 req-9ca2fd9a-e850-4391-b19d-99d2965b402a service neutron] 10.222.0.61 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588249 Aug 23 14:46:46.720820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83a0021-c56d-4be6-aaa9-c58d758edb7c {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:46:46.748881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35568) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:46.773973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e83a0021-c56d-4be6-aaa9-c58d758edb7c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e83a0021-c56d-4be6-aaa9-c58d758edb7c,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:46.788217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d8d5-3fd9-4983-bd05-950758bd2cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:46.865285 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:46.936061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=e83a0021-c56d-4be6-aaa9-c58d758edb7c,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:46.936504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75f6d-2bb7-435b-a6ad-39babe3a2378 req-5044224c-1a78-4487-bb14-a15b8d0b3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:46.938061 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6bf75f6d-2bb7-435b-a6ad-39babe3a2378 req-5044224c-1a78-4487-bb14-a15b8d0b3855 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dc23af1176974b42a9d060753a5e7eaf&device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 1094 time: 0.0730350 Aug 23 14:46:46.963440 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d8d5-3fd9-4983-bd05-950758bd2cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:47.016362 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8ab9d8d5-3fd9-4983-bd05-950758bd2cea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=89f4d6ad5f6e4291ab82bbe22f525673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6447530 Aug 23 14:46:47.019622 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35578) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:47.031124 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e5129-1abf-415a-995c-cd48cdbd1c36 req-d694d0f2-2468-45da-b77e-3f838515130b tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:47.032678 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b3e5129-1abf-415a-995c-cd48cdbd1c36 req-d694d0f2-2468-45da-b77e-3f838515130b tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 948 time: 0.1400678 Aug 23 14:46:47.033908 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9d8d5-3fd9-4983-bd05-950758bd2cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd244712-103e-4ae9-9f63-d6ea802e063f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:47.083248 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['e83a0021-c56d-4be6-aaa9-c58d758edb7c'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:47.108203 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-259e41c3-acb8-462e-aec5-fcf3238eb46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:47.147704 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-259e41c3-acb8-462e-aec5-fcf3238eb46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:47.253128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75f6d-2bb7-435b-a6ad-39babe3a2378 req-1116e4e7-b6b1-4015-86e5-2760b85d7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:47.255202 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6bf75f6d-2bb7-435b-a6ad-39babe3a2378 req-1116e4e7-b6b1-4015-86e5-2760b85d7cdc service neutron] 10.222.0.61 "GET /v2.0/networks?id=f393c40a-269e-407d-9378-6970c187b6c3 HTTP/1.1" status: 200 len: 905 time: 0.3089957 Aug 23 14:46:47.311250 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-59380e77-9c38-48bd-92e9-26b8814fabec req-c1fa3f9c-52b3-4b4f-a4ad-105146327cfa tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=4aead6d6-8896-4464-948c-31fa15b02697 HTTP/1.1" status: 200 len: 210 time: 0.0398920 Aug 23 14:46:47.316376 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b3e5129-1abf-415a-995c-cd48cdbd1c36 req-71644716-ba3b-4439-bbe7-3c8b615ef269 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707300 Aug 23 14:46:47.319266 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6bf75f6d-2bb7-435b-a6ad-39babe3a2378 req-37f5fa1e-f129-49b5-b30a-56eea9f25dbd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05bdec11-8d84-4100-acc3-80f1d451abd1 HTTP/1.1" status: 200 len: 217 time: 0.0556145 Aug 23 14:46:47.327995 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-259e41c3-acb8-462e-aec5-fcf3238eb46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:47.339955 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-259e41c3-acb8-462e-aec5-fcf3238eb46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:47.339955 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-259e41c3-acb8-462e-aec5-fcf3238eb46c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bd244712-103e-4ae9-9f63-d6ea802e063f HTTP/1.1" status: 204 len: 168 time: 0.3112268 Aug 23 14:46:47.346851 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e41c3-acb8-462e-aec5-fcf3238eb46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd244712-103e-4ae9-9f63-d6ea802e063f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:47.396051 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9a2198ef-cb58-457a-989d-c1d31c37b563 req-d00e24e1-343d-4c1a-a40b-36c124a7aae9 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 210 time: 0.0484145 Aug 23 14:46:47.802559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75f6d-2bb7-435b-a6ad-39babe3a2378 req-b3cd1c19-d49a-4dcc-95fe-237ff0d7293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:47.804072 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6bf75f6d-2bb7-435b-a6ad-39babe3a2378 req-b3cd1c19-d49a-4dcc-95fe-237ff0d7293a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11061a5b-c587-4d9a-b542-d35027d2df97 HTTP/1.1" status: 200 len: 844 time: 0.4034524 Aug 23 14:46:47.873639 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6bf75f6d-2bb7-435b-a6ad-39babe3a2378 req-c0f1999b-9f21-48ed-ac9a-19118c72655e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f393c40a-269e-407d-9378-6970c187b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324340 Aug 23 14:46:47.916845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9619638-c333-4402-8d8b-b87300e1ead7 req-9e5c1123-f745-4dc9-93cb-b74f9cf6882e tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:47.918342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9619638-c333-4402-8d8b-b87300e1ead7 req-9e5c1123-f745-4dc9-93cb-b74f9cf6882e tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 943 time: 0.1723912 Aug 23 14:46:48.053143 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9619638-c333-4402-8d8b-b87300e1ead7 req-94ac16b7-ec95-445f-80e4-362ea3b4eabe tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026103 Aug 23 14:46:48.092173 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6bf75f6d-2bb7-435b-a6ad-39babe3a2378 req-8c14da82-3628-4e0a-9ad0-6abf8a8d5acd service neutron] 10.222.0.61 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091584 Aug 23 14:46:48.251585 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6bf75f6d-2bb7-435b-a6ad-39babe3a2378 req-645dc9b8-0f68-413b-9076-4f9f4a476181 service neutron] 10.222.0.61 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508582 Aug 23 14:46:48.274823 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecc7c2f4-4d3f-409b-aaa4-21e08a8664d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:48.321300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e83a0021-c56d-4be6-aaa9-c58d758edb7c up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:46:48.491380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b72cd-c6cd-483f-b23d-e9972d6e6d0d req-ec0f3bcc-e41d-41bc-ade4-3f022cda8c32 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:48.493144 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c35b72cd-c6cd-483f-b23d-e9972d6e6d0d req-ec0f3bcc-e41d-41bc-ade4-3f022cda8c32 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 948 time: 0.0548754 Aug 23 14:46:48.494361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port e83a0021-c56d-4be6-aaa9-c58d758edb7c completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:46:48.498412 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port e83a0021-c56d-4be6-aaa9-c58d758edb7c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:48.498793 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:48.557603 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c35b72cd-c6cd-483f-b23d-e9972d6e6d0d req-26a4f876-84f1-4b5e-a743-85e0f2249cbb tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539062 Aug 23 14:46:48.601115 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7c2f4-4d3f-409b-aaa4-21e08a8664d7 admin admin] Deleting port b55de9a3-7fd4-40c9-9eed-6d244833e50d {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:48.601115 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecc7c2f4-4d3f-409b-aaa4-21e08a8664d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:48.609618 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:48.641105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83a0021-c56d-4be6-aaa9-c58d758edb7c'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:48.643231 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4216ee-f4c6-4d8b-8772-b53b43c08836" -d '{"events": [{"server_uuid": "5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557", "name": "network-vif-plugged", "status": "completed", "tag": "e83a0021-c56d-4be6-aaa9-c58d758edb7c"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:48.661300 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-08754999-cad4-4fe9-8be0-05f286c282ec req-5ac98bac-1719-47d1-8ad6-f47558491253 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 210 time: 0.0442185 Aug 23 14:46:48.662395 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e83a0021-c56d-4be6-aaa9-c58d758edb7c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e83a0021-c56d-4be6-aaa9-c58d758edb7c,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:48.722729 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d64de2-761e-4607-af6d-c1eaf3bc6481 x-openstack-request-id: req-88d64de2-761e-4607-af6d-c1eaf3bc6481 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:48.723153 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557", "name": "network-vif-plugged", "status": "completed", "tag": "e83a0021-c56d-4be6-aaa9-c58d758edb7c", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:48.724049 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-88d64de2-761e-4607-af6d-c1eaf3bc6481 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:48.724683 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83a0021-c56d-4be6-aaa9-c58d758edb7c', 'code': 200} Aug 23 14:46:48.728264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-ecc7c2f4-4d3f-409b-aaa4-21e08a8664d7 admin admin] For port b55de9a3-7fd4-40c9-9eed-6d244833e50d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b55de9a3-7fd4-40c9-9eed-6d244833e50d,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:48.728648 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecc7c2f4-4d3f-409b-aaa4-21e08a8664d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:48.745991 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7c2f4-4d3f-409b-aaa4-21e08a8664d7 admin admin] Calling delete_port for b55de9a3-7fd4-40c9-9eed-6d244833e50d owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:48.813950 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:48.814872 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 05738bf0-0709-4218-bad2-48a1ffef6c0e no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:48.861487 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 05738bf0-0709-4218-bad2-48a1ffef6c0e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:46:48.862024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 05738bf0-0709-4218-bad2-48a1ffef6c0e not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:48.896007 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=e83a0021-c56d-4be6-aaa9-c58d758edb7c,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:49.015369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb57fbe-6941-4d1b-af40-b842c8276413 req-9de6eb52-fbaa-42a2-b3d0-c033f6d9162a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:49.016922 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9bb57fbe-6941-4d1b-af40-b842c8276413 req-9de6eb52-fbaa-42a2-b3d0-c033f6d9162a tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.0772517 Aug 23 14:46:49.044902 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6192b-0bdc-4dd3-b977-2b2be6a727a3 req-36a34fcd-a3f5-4132-b580-52b3a2f42eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:49.046569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0fa6192b-0bdc-4dd3-b977-2b2be6a727a3 req-36a34fcd-a3f5-4132-b580-52b3a2f42eeb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 1100 time: 0.2410474 Aug 23 14:46:49.072482 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9bb57fbe-6941-4d1b-af40-b842c8276413 req-c9241ad1-e36d-4896-90c2-9a190fdbb052 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477788 Aug 23 14:46:49.107136 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0fa6192b-0bdc-4dd3-b977-2b2be6a727a3 req-85d6fca3-0089-482f-9164-16bdb9efd24a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472846 Aug 23 14:46:49.173326 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecc7c2f4-4d3f-409b-aaa4-21e08a8664d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:49.210748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7c2f4-4d3f-409b-aaa4-21e08a8664d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b55de9a3-7fd4-40c9-9eed-6d244833e50d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:49.273901 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b3f78-ccdc-4ce2-9f5f-7ce2eb61967e req-77d80f05-70d5-4f0d-9925-38ed7dce9f82 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:49.275645 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74b3f78-ccdc-4ce2-9f5f-7ce2eb61967e req-77d80f05-70d5-4f0d-9925-38ed7dce9f82 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 943 time: 0.1307576 Aug 23 14:46:49.381556 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74b3f78-ccdc-4ce2-9f5f-7ce2eb61967e req-d5fbbc75-86e7-4dd1-b62b-679d56d50d35 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952158 Aug 23 14:46:49.462006 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecc7c2f4-4d3f-409b-aaa4-21e08a8664d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:49.666013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 05bdec11-8d84-4100-acc3-80f1d451abd1 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:46:49.719603 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ef50e-41b4-4133-8cee-896623c8d8ad req-3f13b580-f2b2-4c16-8ab4-ffb34243e011 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:49.733477 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed3ef50e-41b4-4133-8cee-896623c8d8ad req-3f13b580-f2b2-4c16-8ab4-ffb34243e011 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 949 time: 0.0940769 Aug 23 14:46:49.742964 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc7c2f4-4d3f-409b-aaa4-21e08a8664d7 admin admin] Router 806809ae-2880-4059-883e-70a69d908869 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:46:49.780648 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1646dec4-453c-4c9d-86b7-c51b83afe9c5 req-fa03b9df-f7d1-4b8b-8e12-7def14084910 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 210 time: 0.0360990 Aug 23 14:46:49.786611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed3ef50e-41b4-4133-8cee-896623c8d8ad req-813bcd3b-e96a-4264-b4f5-e404b92d5e73 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517716 Aug 23 14:46:49.841004 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 05bdec11-8d84-4100-acc3-80f1d451abd1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=05bdec11-8d84-4100-acc3-80f1d451abd1,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:49.853936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '05bdec11-8d84-4100-acc3-80f1d451abd1', 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3', 'port_id': '05bdec11-8d84-4100-acc3-80f1d451abd1', 'mac_address': 'fa:16:3e:5a:fd:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11061a5b-c587-4d9a-b542-d35027d2df97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:46:49.896210 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:49.914177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05bdec11-8d84-4100-acc3-80f1d451abd1 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:46:49.938537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 05bdec11-8d84-4100-acc3-80f1d451abd1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=05bdec11-8d84-4100-acc3-80f1d451abd1,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:49.951866 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:49.961450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc7c2f4-4d3f-409b-aaa4-21e08a8664d7 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:46:49.967524 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ecc7c2f4-4d3f-409b-aaa4-21e08a8664d7 admin admin] 10.222.0.38 "PUT /v2.0/routers/806809ae-2880-4059-883e-70a69d908869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2174177 Aug 23 14:46:49.970184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35660) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:49.976007 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd64d8c1-e13b-43f6-87ee-9ac687816369 None None] Sync routers for ids ['806809ae-2880-4059-883e-70a69d908869'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:46:49.989550 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd64d8c1-e13b-43f6-87ee-9ac687816369 None None] Routers {'806809ae-2880-4059-883e-70a69d908869'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:46:49.990170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fd64d8c1-e13b-43f6-87ee-9ac687816369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:46:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['806809ae-2880-4059-883e-70a69d908869'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:50.048157 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:50.124647 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:50.271826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=05bdec11-8d84-4100-acc3-80f1d451abd1,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:50.295359 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cc9b9-b8c0-44c6-a06d-e08a3d647505 req-a94c75cc-7a4c-47ec-be0c-a566d32da38d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:50.298938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-fd64d8c1-e13b-43f6-87ee-9ac687816369 None None] Set router 806809ae-2880-4059-883e-70a69d908869 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:46:50.299107 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1d2cc9b9-b8c0-44c6-a06d-e08a3d647505 req-a94c75cc-7a4c-47ec-be0c-a566d32da38d tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.1017554 Aug 23 14:46:50.366342 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:50.388406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['05bdec11-8d84-4100-acc3-80f1d451abd1'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:50.480738 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1d2cc9b9-b8c0-44c6-a06d-e08a3d647505 req-19623f7e-1552-43c2-8165-d106b72f5f05 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471689 Aug 23 14:46:50.491396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba96ad3-88c3-4744-9b27-01badb3c4978 req-b5d31a9a-6c71-4596-8cbc-4cd893e85113 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:50.494237 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ba96ad3-88c3-4744-9b27-01badb3c4978 req-b5d31a9a-6c71-4596-8cbc-4cd893e85113 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.61 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 949 time: 0.1933014 Aug 23 14:46:50.646527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c092e5-7378-4b2c-a35c-cb3f0ec32987 req-b0d982af-b917-4170-857b-00a8a1aecc2e tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:50.648561 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2c092e5-7378-4b2c-a35c-cb3f0ec32987 req-b0d982af-b917-4170-857b-00a8a1aecc2e tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 944 time: 0.1254413 Aug 23 14:46:50.651540 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-b3bd4172-2d6f-4cf6-8045-ffe61ffb1938 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=72d3b6d887644ff5955a02184f0de623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578158 Aug 23 14:46:50.666252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] Deleting port 483fb5d5-8274-4e39-8fa8-cdc31b5607da {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:50.666877 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:50.676607 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-9ba96ad3-88c3-4744-9b27-01badb3c4978 req-0fac0245-a371-4797-9591-f9fbada38921 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Deleting port b595a67d-be00-4cd6-9e73-3fecd601b9bf {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:50.677156 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9ba96ad3-88c3-4744-9b27-01badb3c4978 req-0fac0245-a371-4797-9591-f9fbada38921 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:50.730675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fd64d8c1-e13b-43f6-87ee-9ac687816369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:46:48Z', 'revision_number': 5, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port': {'id': '483fb5d5-8274-4e39-8fa8-cdc31b5607da', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806809ae-2880-4059-883e-70a69d908869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:22Z', 'updated_at': '2021-08-23T14:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:50.766246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd64d8c1-e13b-43f6-87ee-9ac687816369 None None] Checking router: 806809ae-2880-4059-883e-70a69d908869 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:46:50.790783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd64d8c1-e13b-43f6-87ee-9ac687816369 None None] Routers {'806809ae-2880-4059-883e-70a69d908869'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:46:50.791417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fd64d8c1-e13b-43f6-87ee-9ac687816369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:46:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['806809ae-2880-4059-883e-70a69d908869'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:50.852395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2c092e5-7378-4b2c-a35c-cb3f0ec32987 req-9f95fb76-980c-4e14-ad3d-91b678301955 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914523 Aug 23 14:46:50.996802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-fd64d8c1-e13b-43f6-87ee-9ac687816369 None None] Set router 806809ae-2880-4059-883e-70a69d908869 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:46:50.998205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-9ba96ad3-88c3-4744-9b27-01badb3c4978 req-0fac0245-a371-4797-9591-f9fbada38921 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] For port b595a67d-be00-4cd6-9e73-3fecd601b9bf, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b595a67d-be00-4cd6-9e73-3fecd601b9bf,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:50.999824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9ba96ad3-88c3-4744-9b27-01badb3c4978 req-0fac0245-a371-4797-9591-f9fbada38921 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:51.021365 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] For port 483fb5d5-8274-4e39-8fa8-cdc31b5607da, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=483fb5d5-8274-4e39-8fa8-cdc31b5607da,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:51.021660 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:51.034272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-f063fc4a-f9ad-4f8d-b18a-a30565a8a765 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:51.036010 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-f063fc4a-f9ad-4f8d-b18a-a30565a8a765 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3756881 Aug 23 14:46:51.046471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-9ba96ad3-88c3-4744-9b27-01badb3c4978 req-0fac0245-a371-4797-9591-f9fbada38921 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Calling delete_port for b595a67d-be00-4cd6-9e73-3fecd601b9bf owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:51.084394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fd64d8c1-e13b-43f6-87ee-9ac687816369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:46:50Z', 'revision_number': 6, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:51.097476 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-94c974fe-3c10-4173-a6d4-633d0b6e1720 req-3ece725a-562a-4664-a233-5148bd910a7d tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 210 time: 0.0771592 Aug 23 14:46:51.114848 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Request body: {'port': {'device_id': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '72d3b6d887644ff5955a02184f0de623'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:51.119688 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] Calling delete_port for 483fb5d5-8274-4e39-8fa8-cdc31b5607da owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:51.145165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd64d8c1-e13b-43f6-87ee-9ac687816369 None None] The sync data for ids ['806809ae-2880-4059-883e-70a69d908869'] in n-d-804985-3 is: [{'id': '806809ae-2880-4059-883e-70a69d908869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-357332566-router', 'tenant_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:21Z', 'updated_at': '2021-08-23T14:46:50Z', 'revision_number': 6, 'project_id': '44d3f2d108d54d4d8c0a0c97823e1e8a', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:46:51.171437 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5c0a272-1e5f-4c07-b639-19c626ac1ee0 req-d7431ad8-f03f-4ab1-b9f8-40060896ffaf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1326206 Aug 23 14:46:51.303618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0a272-1e5f-4c07-b639-19c626ac1ee0 req-90eddd8e-61f4-403d-9e31-7001efad8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:51.305518 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5c0a272-1e5f-4c07-b639-19c626ac1ee0 req-90eddd8e-61f4-403d-9e31-7001efad8c8f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6f5c4613b364924ae1363c53a90461d&device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 1100 time: 0.0790272 Aug 23 14:46:51.392235 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9ba96ad3-88c3-4744-9b27-01badb3c4978 req-0fac0245-a371-4797-9591-f9fbada38921 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:51.407757 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['e225fb55-aa3f-4b03-b4c8-d244f16aa243', 'b595a67d-be00-4cd6-9e73-3fecd601b9bf'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:51.447126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac0245-a371-4797-9591-f9fbada38921 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Pushing event deleted for resources: {'Port': ['ID=b595a67d-be00-4cd6-9e73-3fecd601b9bf,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:51.514220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0a272-1e5f-4c07-b639-19c626ac1ee0 req-361f2545-998f-4ef3-8869-51de2f7ec8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:51.516151 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5c0a272-1e5f-4c07-b639-19c626ac1ee0 req-361f2545-998f-4ef3-8869-51de2f7ec8f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1843898 Aug 23 14:46:51.572312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba96ad3-88c3-4744-9b27-01badb3c4978 req-0fac0245-a371-4797-9591-f9fbada38921 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] No DVR routers for this DVR port b595a67d-be00-4cd6-9e73-3fecd601b9bf on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:46:51.576104 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9ba96ad3-88c3-4744-9b27-01badb3c4978 req-0fac0245-a371-4797-9591-f9fbada38921 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:51.577888 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ba96ad3-88c3-4744-9b27-01badb3c4978 req-0fac0245-a371-4797-9591-f9fbada38921 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.61 "DELETE /v2.0/ports/b595a67d-be00-4cd6-9e73-3fecd601b9bf HTTP/1.1" status: 204 len: 173 time: 1.0756619 Aug 23 14:46:51.590656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d74e62-3f7c-4a97-a2e0-7cde5261cd56', 'name': 'network-vif-deleted', 'tag': 'b595a67d-be00-4cd6-9e73-3fecd601b9bf'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:51.590656 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c43e5f-0d41-4a7d-920f-0544431eb1e9" -d '{"events": [{"server_uuid": "20d74e62-3f7c-4a97-a2e0-7cde5261cd56", "name": "network-vif-deleted", "tag": "b595a67d-be00-4cd6-9e73-3fecd601b9bf"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:51.590935 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62954e89-0594-4063-989f-6694a2b6556b req-e99f76f8-801b-41b1-a441-815fce4ecba9 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:51.595350 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-62954e89-0594-4063-989f-6694a2b6556b req-e99f76f8-801b-41b1-a441-815fce4ecba9 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 949 time: 0.5699098 Aug 23 14:46:51.643136 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5c0a272-1e5f-4c07-b639-19c626ac1ee0 req-e61f80bd-09b2-46ef-b90d-593a0c91fccc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243 HTTP/1.1" status: 200 len: 217 time: 0.0817814 Aug 23 14:46:51.663759 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f1ec644d-e4bc-4fab-b947-dd48e25c5bc7 req-8ac5707c-9127-429e-808d-00493c569abf tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=20d74e62-3f7c-4a97-a2e0-7cde5261cd56 HTTP/1.1" status: 200 len: 210 time: 0.0302417 Aug 23 14:46:51.706216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 05bdec11-8d84-4100-acc3-80f1d451abd1 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:46:51.734015 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-62954e89-0594-4063-989f-6694a2b6556b req-ae99886a-100e-4886-afd6-9d4a392be812 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373055 Aug 23 14:46:51.746842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0a272-1e5f-4c07-b639-19c626ac1ee0 req-a6421cfb-5ae8-4d5b-9239-159d3236a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:51.749501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5c0a272-1e5f-4c07-b639-19c626ac1ee0 req-a6421cfb-5ae8-4d5b-9239-159d3236a81f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0904891 Aug 23 14:46:51.836723 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8624e50a-ca40-45c3-91d8-0d511e867c35 x-openstack-request-id: req-8624e50a-ca40-45c3-91d8-0d511e867c35 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:51.840088 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d74e62-3f7c-4a97-a2e0-7cde5261cd56", "name": "network-vif-deleted", "tag": "b595a67d-be00-4cd6-9e73-3fecd601b9bf", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:51.840470 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8624e50a-ca40-45c3-91d8-0d511e867c35 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:51.842212 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d74e62-3f7c-4a97-a2e0-7cde5261cd56', 'name': 'network-vif-deleted', 'tag': 'b595a67d-be00-4cd6-9e73-3fecd601b9bf', 'status': 'completed', 'code': 200} Aug 23 14:46:51.880507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Made reservation on behalf of 72d3b6d887644ff5955a02184f0de623 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:46:51.888381 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:51.894320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0a272-1e5f-4c07-b639-19c626ac1ee0 req-81831394-210d-4dfc-9d94-bbfbd6bc2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:51.897296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5c0a272-1e5f-4c07-b639-19c626ac1ee0 req-81831394-210d-4dfc-9d94-bbfbd6bc2ef5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1385179 Aug 23 14:46:51.907825 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:51.962564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 05bdec11-8d84-4100-acc3-80f1d451abd1 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:46:51.968138 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 05bdec11-8d84-4100-acc3-80f1d451abd1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:51.968731 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:52.050256 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:52.137253 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] Pushing event deleted for resources: {'Port': ['ID=483fb5d5-8274-4e39-8fa8-cdc31b5607da,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:52.169910 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:52.242136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed82f3c5-5abb-4789-b8be-2a2419030197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bdec11-8d84-4100-acc3-80f1d451abd1'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:52.245297 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86a102d-009d-4d32-a1ac-0dda539c6616" -d '{"events": [{"server_uuid": "ed82f3c5-5abb-4789-b8be-2a2419030197", "name": "network-vif-plugged", "status": "completed", "tag": "05bdec11-8d84-4100-acc3-80f1d451abd1"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:52.260312 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 05bdec11-8d84-4100-acc3-80f1d451abd1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=05bdec11-8d84-4100-acc3-80f1d451abd1,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:52.277602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5c0a272-1e5f-4c07-b639-19c626ac1ee0 req-51b103bf-e7cd-448d-aa89-f4cbd0f234fa service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713105 Aug 23 14:46:52.286603 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:52.307442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-a15b5c81-be09-402b-a397-f081ecb5c776 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:52.311424 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-a15b5c81-be09-402b-a397-f081ecb5c776 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 821 time: 0.2291927 Aug 23 14:46:52.328419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-9666997d-714d-4c77-8350-32a1f8e3ab6d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/quotas/b66fd552a70a452381c358e94470d1e9 HTTP/1.1" status: 200 len: 375 time: 0.0155263 Aug 23 14:46:52.362299 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:52.363269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b595a67d-be00-4cd6-9e73-3fecd601b9bf no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:52.421595 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:52.426404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: b595a67d-be00-4cd6-9e73-3fecd601b9bf {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:46:52.426404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b595a67d-be00-4cd6-9e73-3fecd601b9bf not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:52.448322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=05bdec11-8d84-4100-acc3-80f1d451abd1,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:52.467243 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:52.470776 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:52.523297 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a0f41-7986-4826-bbf6-ffba7731bcf4 req-c3408c0f-ec3f-4b91-bac8-54f877b3278c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:52.524857 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7e3a0f41-7986-4826-bbf6-ffba7731bcf4 req-c3408c0f-ec3f-4b91-bac8-54f877b3278c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.1368210 Aug 23 14:46:52.525538 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:52.535253 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-49de6184-00c9-42c8-91f5-bcc7874d3cc7 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1946344 Aug 23 14:46:52.541401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5c0a272-1e5f-4c07-b639-19c626ac1ee0 req-d9e0508e-d5ed-4890-b924-60a377a3f3fc service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558768 Aug 23 14:46:52.585232 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-182dd7b6-8960-4209-81e1-456d144595a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:52.617012 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:52.617654 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 806809ae-2880-4059-883e-70a69d908869 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:46:52.628547 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:52.632249 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5cb8e04a-5ea2-43b7-8bca-11c2fbc293ef admin admin] 10.222.0.38 "DELETE /v2.0/routers/806809ae-2880-4059-883e-70a69d908869 HTTP/1.1" status: 204 len: 168 time: 2.6607625 Aug 23 14:46:52.633129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35776) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:52.634533 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb03296b-978b-464e-b72d-f252e59f27b2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:52.672276 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7e3a0f41-7986-4826-bbf6-ffba7731bcf4 req-67bcdfa0-d6b0-4777-a665-5996d14de2fd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360991 Aug 23 14:46:52.733444 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-0a194d6d-54c9-43dd-add8-12418bac4018 service neutron] 10.222.0.38 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902277 Aug 23 14:46:52.767681 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c721514-c636-49c7-8123-e2100cbb5365 admin admin] Deleting subnet 992c01ea-22e9-4541-a53a-7089cdc61629 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:46:52.806704 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c721514-c636-49c7-8123-e2100cbb5365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:52.829078 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bbaddc59-f5a9-4d85-8058-2a89376c9f33 req-19892434-7ff7-4b60-b782-4a6f440b3cae tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 210 time: 0.0482976 Aug 23 14:46:52.835937 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Allocated IP 192.168.233.201 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/d295b1c8-503b-40ee-85fc-aedeaf02f812) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:46:52.893479 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c721514-c636-49c7-8123-e2100cbb5365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:52.984261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 483fb5d5-8274-4e39-8fa8-cdc31b5607da no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:53.015362 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 483fb5d5-8274-4e39-8fa8-cdc31b5607da {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:46:53.016002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 483fb5d5-8274-4e39-8fa8-cdc31b5607da not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:53.016584 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b55de9a3-7fd4-40c9-9eed-6d244833e50d no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:53.051113 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-9629a504-5186-402b-8afa-34833e63eef1 service neutron] 10.222.0.38 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155930 Aug 23 14:46:53.060804 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496ef427-4bff-4a5b-92b6-62b86151a9c8 x-openstack-request-id: req-496ef427-4bff-4a5b-92b6-62b86151a9c8 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:53.064124 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed82f3c5-5abb-4789-b8be-2a2419030197", "name": "network-vif-plugged", "status": "completed", "tag": "05bdec11-8d84-4100-acc3-80f1d451abd1", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:53.064391 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-496ef427-4bff-4a5b-92b6-62b86151a9c8 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:53.071469 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed82f3c5-5abb-4789-b8be-2a2419030197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bdec11-8d84-4100-acc3-80f1d451abd1', 'code': 200} Aug 23 14:46:53.071571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: b55de9a3-7fd4-40c9-9eed-6d244833e50d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:46:53.071918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b55de9a3-7fd4-40c9-9eed-6d244833e50d not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:53.125207 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:53.144235 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Transition to ACTIVE for port object d295b1c8-503b-40ee-85fc-aedeaf02f812 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:46:53.256956 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c721514-c636-49c7-8123-e2100cbb5365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:53.267929 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-7cab42c2-4fac-4e45-9e1d-887caf58cf4f tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f5dff90c7a42497fac75692961ad5c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254529 Aug 23 14:46:53.283710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8c0d8-29a2-42d9-b5ae-8f29e1e60a91 req-05135923-21c5-4774-9c00-825240d53062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:53.285589 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b8d8c0d8-29a2-42d9-b5ae-8f29e1e60a91 req-05135923-21c5-4774-9c00-825240d53062 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 1096 time: 0.1223950 Aug 23 14:46:53.296807 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:53.341481 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b8d8c0d8-29a2-42d9-b5ae-8f29e1e60a91 req-2298dd8e-7089-4b7d-b56f-8b591eba2379 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480826 Aug 23 14:46:53.378396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:46:53.384934 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:46:53.391124 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:46:53.414097 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c721514-c636-49c7-8123-e2100cbb5365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:53.422492 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Pushing event updated for resources: {'Port': ['ID=d295b1c8-503b-40ee-85fc-aedeaf02f812,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:53.475480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-18e06be5-c15f-4595-82e3-5e3ec9035e12 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:53.477116 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-18e06be5-c15f-4595-82e3-5e3ec9035e12 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029040 Aug 23 14:46:53.479639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c721514-c636-49c7-8123-e2100cbb5365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=992c01ea-22e9-4541-a53a-7089cdc61629,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:53.483272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:53.483939 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:53.490395 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c721514-c636-49c7-8123-e2100cbb5365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:53.495626 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6c721514-c636-49c7-8123-e2100cbb5365 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/992c01ea-22e9-4541-a53a-7089cdc61629 HTTP/1.1" status: 204 len: 168 time: 0.8613274 Aug 23 14:46:53.496401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35820) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:53.497939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035c360e-46c8-4b91-bd31-44f1314d39b9 None None] Network 5686c327-7ddb-4f80-9a60-a54a51f40b94 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:46:53.510084 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-98ba617c-ab2a-43b9-b254-1426f1e624ff tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/quotas/f5dff90c7a42497fac75692961ad5c65 HTTP/1.1" status: 200 len: 375 time: 0.0221827 Aug 23 14:46:53.577591 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-5fabc85b-f649-41ea-b0d8-89d2fea1bbd0 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f5dff90c7a42497fac75692961ad5c65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654864 Aug 23 14:46:53.580091 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-83a6a83a-3f2d-4e5e-953f-64875d4d654a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5209124 Aug 23 14:46:53.594779 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Request body: {'port': {'device_id': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:53.600955 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:53.695121 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:53.702637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] Deleting port 0379d522-ac93-4fdc-89ad-94d18c9b03bc {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:53.702974 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:53.804600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65af707-42a0-4e25-acd1-c9db32639834 None None] DHCP port deletion for 5686c327-7ddb-4f80-9a60-a54a51f40b94 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:46:53.843900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] For port 0379d522-ac93-4fdc-89ad-94d18c9b03bc, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0379d522-ac93-4fdc-89ad-94d18c9b03bc,segment=NetworkSegment(2df108af-91c8-484f-93b6-4ef6e951205c),segment_id=2df108af-91c8-484f-93b6-4ef6e951205c)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:53.844275 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:53.869892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] Calling delete_port for 0379d522-ac93-4fdc-89ad-94d18c9b03bc owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:54.015295 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b473fa7a-96cd-4d02-9fb1-1329f6eded95 req-9c736da2-18f7-4a1e-9353-37fb0394b71a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 210 time: 0.0321369 Aug 23 14:46:54.087314 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:54.099888 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-01c2b385-50d2-4fd9-8ad9-22bcb8754d02 None None] Provisioning for port d295b1c8-503b-40ee-85fc-aedeaf02f812 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:46:54.126901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-01c2b385-50d2-4fd9-8ad9-22bcb8754d02 None None] Provisioning complete for port d295b1c8-503b-40ee-85fc-aedeaf02f812 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:46:54.131552 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-01c2b385-50d2-4fd9-8ad9-22bcb8754d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:54.147177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=0379d522-ac93-4fdc-89ad-94d18c9b03bc,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:54.191279 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cff7d9-7617-4a07-bed8-3be5fcd98bda req-83033291-a0ef-4858-b364-69fff215fb97 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:54.191279 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69cff7d9-7617-4a07-bed8-3be5fcd98bda req-83033291-a0ef-4858-b364-69fff215fb97 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.1835666 Aug 23 14:46:54.197150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] No DVR routers for this DVR port 0379d522-ac93-4fdc-89ad-94d18c9b03bc on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:46:54.260155 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-01c2b385-50d2-4fd9-8ad9-22bcb8754d02 None None] Port d295b1c8-503b-40ee-85fc-aedeaf02f812 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:46:54.282856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c65af707-42a0-4e25-acd1-c9db32639834 None None] Deleting port 0379d522-ac93-4fdc-89ad-94d18c9b03bc {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:54.283848 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c65af707-42a0-4e25-acd1-c9db32639834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:54.304985 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69cff7d9-7617-4a07-bed8-3be5fcd98bda req-6a63282c-20c8-4184-a89d-cfc91839e4d9 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955732 Aug 23 14:46:54.312332 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d295b1c8-503b-40ee-85fc-aedeaf02f812 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:46:54.321965 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:54.336436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Transition to ACTIVE for port object d295b1c8-503b-40ee-85fc-aedeaf02f812 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:46:54.370776 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c65af707-42a0-4e25-acd1-c9db32639834 None None] For port 0379d522-ac93-4fdc-89ad-94d18c9b03bc, host n-d-804985-3, got binding levels [] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:54.371623 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c65af707-42a0-4e25-acd1-c9db32639834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:54.389216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c65af707-42a0-4e25-acd1-c9db32639834 None None] Calling delete_port for 0379d522-ac93-4fdc-89ad-94d18c9b03bc owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:54.395716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.ipam_backend_mixin [None req-c65af707-42a0-4e25-acd1-c9db32639834 None None] Port 0379d522-ac93-4fdc-89ad-94d18c9b03bc was not found and therefore no delete operation was performed {{(pid=96116) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 14:46:54.397689 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c65af707-42a0-4e25-acd1-c9db32639834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:54.414908 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2811352c-3308-4d03-b42e-d118976d39b8 req-9f8dd13b-898e-4491-8415-75925d1e1d8a tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 210 time: 0.0364318 Aug 23 14:46:54.435085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65af707-42a0-4e25-acd1-c9db32639834 None None] Pushing event deleted for resources: {'Port': ['ID=0379d522-ac93-4fdc-89ad-94d18c9b03bc,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:54.446916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65af707-42a0-4e25-acd1-c9db32639834 None None] No DVR routers for this DVR port 0379d522-ac93-4fdc-89ad-94d18c9b03bc on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:46:54.484073 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:54.599397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Pushing event updated for resources: {'Port': ['ID=d295b1c8-503b-40ee-85fc-aedeaf02f812,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:54.749405 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a8fe9-61ff-4895-8958-95b9626242c0 req-e7e375d0-6c4b-4877-828b-e17f629c7861 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:54.752543 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-510a8fe9-61ff-4895-8958-95b9626242c0 req-e7e375d0-6c4b-4877-828b-e17f629c7861 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 936 time: 0.6063831 Aug 23 14:46:54.759447 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:54.774339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Attempting to bind port d295b1c8-503b-40ee-85fc-aedeaf02f812 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:46:54.774743 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Attempting to bind port d295b1c8-503b-40ee-85fc-aedeaf02f812 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:46:54.775200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Attempting to bind port d295b1c8-503b-40ee-85fc-aedeaf02f812 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:46:54.780637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Port d295b1c8-503b-40ee-85fc-aedeaf02f812 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:46:54.781090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Attempting to bind port d295b1c8-503b-40ee-85fc-aedeaf02f812 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:46:54.787790 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:46:54.788183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5686c327-7ddb-4f80-9a60-a54a51f40b94']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:54.788609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:46:54.789115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:46:54.790230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Bound port: d295b1c8-503b-40ee-85fc-aedeaf02f812, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:46:54.790754 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:54.810870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df108af-91c8-484f-93b6-4ef6e951205c') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:54.819899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df108af-91c8-484f-93b6-4ef6e951205c') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:54.830351 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:54.847000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-510a8fe9-61ff-4895-8958-95b9626242c0 req-fc85ab38-ee00-47e8-a1bb-07da8226d2bc tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb03296b-978b-464e-b72d-f252e59f27b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817504 Aug 23 14:46:54.853546 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:54.876847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:46:54.877432 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:46:54.880232 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:46:54.916135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] For port d295b1c8-503b-40ee-85fc-aedeaf02f812, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:46:54.920326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] For port d295b1c8-503b-40ee-85fc-aedeaf02f812, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d295b1c8-503b-40ee-85fc-aedeaf02f812,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:46:54.959036 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0379d522-ac93-4fdc-89ad-94d18c9b03bc no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:55.001317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 0379d522-ac93-4fdc-89ad-94d18c9b03bc {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:46:55.001663 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0379d522-ac93-4fdc-89ad-94d18c9b03bc not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:55.020882 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:55.036722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:55.044642 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:55.049420 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] 10.222.0.38 "DELETE /v2.0/networks/5686c327-7ddb-4f80-9a60-a54a51f40b94 HTTP/1.1" status: 204 len: 168 time: 1.5493345 Aug 23 14:46:55.055393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35884) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:55.071510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3cd1a-287d-472a-8638-18c7bb839ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=5686c327-7ddb-4f80-9a60-a54a51f40b94,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:55.124284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:55.124922 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:55.126396 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] 10.222.0.57 "PUT /v2.0/ports/d295b1c8-503b-40ee-85fc-aedeaf02f812 HTTP/1.1" status: 200 len: 1096 time: 1.5375237 Aug 23 14:46:55.127014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'tag': 'd295b1c8-503b-40ee-85fc-aedeaf02f812'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:55.130291 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f8638c-e675-42f6-8486-d72991b0e1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b7fec5-54ec-4da8-9984-57a52d5e2c9f", "tag": "d295b1c8-503b-40ee-85fc-aedeaf02f812"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:55.159122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e55f1e04-b687-4dff-b071-912c9fde2fab req-8f855d2b-4651-4a75-9b8b-dc6f96af500e tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 210 time: 0.0516589 Aug 23 14:46:55.208814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af0a5d-39b0-440f-9c3d-a67221036af6 service neutron] Pushing event updated for resources: {'Port': ['ID=d295b1c8-503b-40ee-85fc-aedeaf02f812,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:55.260492 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3299f4-84de-4838-b2f5-85346306f79b x-openstack-request-id: req-8d3299f4-84de-4838-b2f5-85346306f79b {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:55.260808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35890) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:55.261010 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b7fec5-54ec-4da8-9984-57a52d5e2c9f", "tag": "d295b1c8-503b-40ee-85fc-aedeaf02f812", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:55.261364 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d3299f4-84de-4838-b2f5-85346306f79b {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:55.261829 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'tag': 'd295b1c8-503b-40ee-85fc-aedeaf02f812', 'status': 'completed', 'code': 200} Aug 23 14:46:55.311684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7c404-55e0-4f0a-94cb-2fcc08428384 req-6de6ead9-95a5-4dbb-9627-8ca68711d47f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:55.313223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dcc7c404-55e0-4f0a-94cb-2fcc08428384 req-6de6ead9-95a5-4dbb-9627-8ca68711d47f tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.2566319 Aug 23 14:46:55.404929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-e63fcb93-a5b5-446b-aec9-b044fc44b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:55.406485 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-e63fcb93-a5b5-446b-aec9-b044fc44b6ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=72d3b6d887644ff5955a02184f0de623&device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 1099 time: 0.1436450 Aug 23 14:46:55.437360 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:55.475506 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a2a76fa-4039-4166-a3f6-b4e73c13bcb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:55.486599 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-52de03ca-7c24-4dbf-a8c9-a77207000735 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d295b1c8-503b-40ee-85fc-aedeaf02f812 HTTP/1.1" status: 200 len: 217 time: 0.0631938 Aug 23 14:46:55.489641 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dcc7c404-55e0-4f0a-94cb-2fcc08428384 req-e733d4e3-da8a-4c90-a18e-2aac389aa0f9 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668961 Aug 23 14:46:55.528644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b94df-6afe-45cd-b640-1f57016450a9 req-26723d19-1c94-47aa-8b4e-f535625b14c2 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:55.532072 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-746b94df-6afe-45cd-b640-1f57016450a9 req-26723d19-1c94-47aa-8b4e-f535625b14c2 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.1148105 Aug 23 14:46:55.610642 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07a9c41c-f0a7-4a2c-bb2d-15b603acf7da req-8201ea03-5a85-4e93-a788-129f47531d8e tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 210 time: 0.0420341 Aug 23 14:46:55.616217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-05240d76-1528-4cc5-8c05-f5784f356e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:55.617674 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-05240d76-1528-4cc5-8c05-f5784f356e75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1231792 Aug 23 14:46:55.639461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-746b94df-6afe-45cd-b640-1f57016450a9 req-62b64107-0065-409f-82ed-b438df2da810 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938115 Aug 23 14:46:55.689280 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a2a76fa-4039-4166-a3f6-b4e73c13bcb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:55.715741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-064ad0ac-a381-4ca3-bfa3-a27aa4e0bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:55.717240 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-064ad0ac-a381-4ca3-bfa3-a27aa4e0bf92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806928 Aug 23 14:46:55.773512 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4f2139d9-5e2a-45ec-bb5e-c026e3b9aacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:55.807911 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a2a76fa-4039-4166-a3f6-b4e73c13bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:55.855381 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3a2a76fa-4039-4166-a3f6-b4e73c13bcb0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e459550f823e4590bf1a23960c111a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5916867 Aug 23 14:46:55.856654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a76fa-4039-4166-a3f6-b4e73c13bcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd92a5a1-3598-4928-a808-4ac7c78fd549,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:55.865623 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35900) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:55.883848 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a9cfbb20-7f2f-4067-b68c-de7970b4d2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:55.981673 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c26b-6a50-41e2-a1bc-9480a7709b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:56.011633 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c26b-6a50-41e2-a1bc-9480a7709b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:56.031908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5119f1-2153-4d66-b210-b8ba2da57194 req-faa91f20-7549-4fbb-ab90-c8b72e00a316 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:56.033651 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2e5119f1-2153-4d66-b210-b8ba2da57194 req-faa91f20-7549-4fbb-ab90-c8b72e00a316 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 948 time: 0.1022859 Aug 23 14:46:56.055136 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-6801a381-5c9b-413e-8e34-99b25b74d972 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300133 Aug 23 14:46:56.089442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2e5119f1-2153-4d66-b210-b8ba2da57194 req-402666b6-0fe4-428c-b1a0-48a1ea6c9e60 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb03296b-978b-464e-b72d-f252e59f27b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415494 Aug 23 14:46:56.203164 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c26b-6a50-41e2-a1bc-9480a7709b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:56.208111 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c26b-6a50-41e2-a1bc-9480a7709b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:56.212194 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f4f8c26b-6a50-41e2-a1bc-9480a7709b1b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bd92a5a1-3598-4928-a808-4ac7c78fd549 HTTP/1.1" status: 204 len: 168 time: 0.3422916 Aug 23 14:46:56.227998 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8c26b-6a50-41e2-a1bc-9480a7709b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd92a5a1-3598-4928-a808-4ac7c78fd549,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:56.249769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed37d32-dcdd-498d-926f-e8a6afbdfcfd req-8d6b3e27-ef6b-431d-8671-4af332864f37 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:56.249769 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aed37d32-dcdd-498d-926f-e8a6afbdfcfd req-8d6b3e27-ef6b-431d-8671-4af332864f37 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.0796204 Aug 23 14:46:56.259946 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0414798f-5ec8-462a-9518-d9ee167baa28 req-898852ee-1033-4419-9bbd-48d56bdcd02f service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724901 Aug 23 14:46:56.318280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aed37d32-dcdd-498d-926f-e8a6afbdfcfd req-b8467f0d-b447-4aeb-b645-1e0386d48364 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619960 Aug 23 14:46:56.356052 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-33aa37b4-74a9-495b-b9e1-8bafc0072f4a req-db478f57-6462-43a1-9666-ecacad28d16e tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 210 time: 0.0358231 Aug 23 14:46:56.399979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a0b36-e41e-4a10-b99b-112717681f44 req-75ad6e73-1619-4b5f-9481-61e1aeb9089e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:56.401548 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b1a0b36-e41e-4a10-b99b-112717681f44 req-75ad6e73-1619-4b5f-9481-61e1aeb9089e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.61 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.0608284 Aug 23 14:46:56.403337 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-a9cfbb20-7f2f-4067-b68c-de7970b4d2f2 admin admin] Deleting port 1b6ac2f9-8162-432d-a538-d2582a9a34ab {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:56.403707 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a9cfbb20-7f2f-4067-b68c-de7970b4d2f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:56.520787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-a9cfbb20-7f2f-4067-b68c-de7970b4d2f2 admin admin] For port 1b6ac2f9-8162-432d-a538-d2582a9a34ab, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1b6ac2f9-8162-432d-a538-d2582a9a34ab,segment=NetworkSegment(79d887e3-50a8-4cc7-8b84-cbfede7686b5),segment_id=79d887e3-50a8-4cc7-8b84-cbfede7686b5)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:56.521010 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a9cfbb20-7f2f-4067-b68c-de7970b4d2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:56.524821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8638c-e675-42f6-8486-d72991b0e1d2 req-2d1e19fe-5879-42e8-ba7d-f3d631d3c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:56.526305 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-78f8638c-e675-42f6-8486-d72991b0e1d2 req-2d1e19fe-5879-42e8-ba7d-f3d631d3c472 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=72d3b6d887644ff5955a02184f0de623&device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 1099 time: 0.0840414 Aug 23 14:46:56.533714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-0b1a0b36-e41e-4a10-b99b-112717681f44 req-c4b85f06-0fcf-494d-93ae-c05afa044fe0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Deleting port e225fb55-aa3f-4b03-b4c8-d244f16aa243 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:46:56.534062 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0b1a0b36-e41e-4a10-b99b-112717681f44 req-c4b85f06-0fcf-494d-93ae-c05afa044fe0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:56.547593 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-a9cfbb20-7f2f-4067-b68c-de7970b4d2f2 admin admin] Calling delete_port for 1b6ac2f9-8162-432d-a538-d2582a9a34ab owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:56.568757 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:56.774867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0b1a0b36-e41e-4a10-b99b-112717681f44 req-c4b85f06-0fcf-494d-93ae-c05afa044fe0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] For port e225fb55-aa3f-4b03-b4c8-d244f16aa243, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=e225fb55-aa3f-4b03-b4c8-d244f16aa243,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:56.775207 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0b1a0b36-e41e-4a10-b99b-112717681f44 req-c4b85f06-0fcf-494d-93ae-c05afa044fe0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:56.802241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-0b1a0b36-e41e-4a10-b99b-112717681f44 req-c4b85f06-0fcf-494d-93ae-c05afa044fe0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Calling delete_port for e225fb55-aa3f-4b03-b4c8-d244f16aa243 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:46:56.832102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0912b2-615c-4083-9404-41847e1a7be5 req-6689ccaf-315c-46bd-ade5-83d9db46dd4c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:56.834921 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc0912b2-615c-4083-9404-41847e1a7be5 req-6689ccaf-315c-46bd-ade5-83d9db46dd4c tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 949 time: 0.2209771 Aug 23 14:46:56.914812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-3675b04b-46be-4f6a-b24d-58c77067eb18 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:56.916409 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-3675b04b-46be-4f6a-b24d-58c77067eb18 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.61 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 821 time: 0.2814095 Aug 23 14:46:56.943754 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-1d43bf20-0810-4004-bffc-0aa0c9e1904b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Request body: {'port': {'device_id': '398bc0f8-ac6c-4670-81cb-0ee2c072a24e', 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1', 'admin_state_up': True, 'tenant_id': 'b66fd552a70a452381c358e94470d1e9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:56.972493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc0912b2-615c-4083-9404-41847e1a7be5 req-c14ca1ac-70c3-4f64-b559-6e24ebe1ab39 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/security-groups?id=06141aeb-5963-4120-a31c-1d82900d3d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293414 Aug 23 14:46:56.998797 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c0d0200d-ec2e-4af0-b94d-64220c1bf15c req-f9bb9089-48e5-4d6f-af1f-90232dd851d9 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 210 time: 0.0438678 Aug 23 14:46:57.053690 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8638c-e675-42f6-8486-d72991b0e1d2 req-42a8050b-5d73-4fb1-966c-44533575b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:57.055267 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-78f8638c-e675-42f6-8486-d72991b0e1d2 req-42a8050b-5d73-4fb1-966c-44533575b12c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.5153282 Aug 23 14:46:57.096783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35918) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:57.130103 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e04e6df0-c12c-421c-9dd9-c0aeee57ab74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:57.143327 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-78f8638c-e675-42f6-8486-d72991b0e1d2 req-52bb9ff3-2aec-4fad-bfd2-b971f3514f97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d295b1c8-503b-40ee-85fc-aedeaf02f812 HTTP/1.1" status: 200 len: 217 time: 0.0461323 Aug 23 14:46:57.207942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-1d43bf20-0810-4004-bffc-0aa0c9e1904b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Made reservation on behalf of b66fd552a70a452381c358e94470d1e9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:46:57.217122 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-1d43bf20-0810-4004-bffc-0aa0c9e1904b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:57.255136 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0b1a0b36-e41e-4a10-b99b-112717681f44 req-c4b85f06-0fcf-494d-93ae-c05afa044fe0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:57.269972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['e225fb55-aa3f-4b03-b4c8-d244f16aa243'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:57.278334 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8638c-e675-42f6-8486-d72991b0e1d2 req-bc7e35f8-6995-4683-9dfb-16a3b734be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:57.279722 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-78f8638c-e675-42f6-8486-d72991b0e1d2 req-bc7e35f8-6995-4683-9dfb-16a3b734be22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1253808 Aug 23 14:46:57.334498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b85f06-0fcf-494d-93ae-c05afa044fe0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Pushing event deleted for resources: {'Port': ['ID=e225fb55-aa3f-4b03-b4c8-d244f16aa243,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:57.344190 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8638c-e675-42f6-8486-d72991b0e1d2 req-37e40bbe-2f3a-46cb-acc8-5a5ef5ab64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:57.345714 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-78f8638c-e675-42f6-8486-d72991b0e1d2 req-37e40bbe-2f3a-46cb-acc8-5a5ef5ab64a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578489 Aug 23 14:46:57.406116 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a9cfbb20-7f2f-4067-b68c-de7970b4d2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:57.457411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1a0b36-e41e-4a10-b99b-112717681f44 req-c4b85f06-0fcf-494d-93ae-c05afa044fe0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] No DVR routers for this DVR port e225fb55-aa3f-4b03-b4c8-d244f16aa243 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:46:57.466917 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0b1a0b36-e41e-4a10-b99b-112717681f44 req-c4b85f06-0fcf-494d-93ae-c05afa044fe0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:57.468983 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b1a0b36-e41e-4a10-b99b-112717681f44 req-c4b85f06-0fcf-494d-93ae-c05afa044fe0 tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.61 "DELETE /v2.0/ports/e225fb55-aa3f-4b03-b4c8-d244f16aa243 HTTP/1.1" status: 204 len: 173 time: 1.0614955 Aug 23 14:46:57.478474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b647311-fb65-42af-8e75-055bccf496d8 req-8e7490f5-8f84-4f5e-be2e-63d519c5efbe tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:57.480053 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b647311-fb65-42af-8e75-055bccf496d8 req-8e7490f5-8f84-4f5e-be2e-63d519c5efbe tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 948 time: 0.2865858 Aug 23 14:46:57.480581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e17106-878b-46ed-a126-d4a6ce8f05ad', 'name': 'network-vif-deleted', 'tag': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:46:57.483542 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ba7ca1-e4ce-4c18-af27-9402a4850ed1" -d '{"events": [{"server_uuid": "91e17106-878b-46ed-a126-d4a6ce8f05ad", "name": "network-vif-deleted", "tag": "e225fb55-aa3f-4b03-b4c8-d244f16aa243"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:46:57.522388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-3cf2fcc7-b64a-4042-882d-a2ae67a02f76 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f5dff90c7a42497fac75692961ad5c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1703525 Aug 23 14:46:57.618583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfbb20-7f2f-4067-b68c-de7970b4d2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6ac2f9-8162-432d-a538-d2582a9a34ab,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:57.639812 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e04e6df0-c12c-421c-9dd9-c0aeee57ab74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:57.673349 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b647311-fb65-42af-8e75-055bccf496d8 req-2c44b249-3dfb-4954-843c-5c04e0821fcd tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb03296b-978b-464e-b72d-f252e59f27b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634140 Aug 23 14:46:57.683475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-1d43bf20-0810-4004-bffc-0aa0c9e1904b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Allocated IP 172.20.0.9 (e5d05685-47dd-44e8-9fba-4321908349a1/b707fe90-d579-4c2f-8f14-069d9b2eeda6/5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:46:57.718959 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-78f8638c-e675-42f6-8486-d72991b0e1d2 req-11f6174a-5423-4b35-9114-346825039374 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582990 Aug 23 14:46:57.820600 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e04e6df0-c12c-421c-9dd9-c0aeee57ab74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:57.919537 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-162e746e-bfa9-4459-a9f9-68b8b8ee1957 req-fcc82ba4-d94f-4d4a-ab8c-3a9a39f569ac tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 210 time: 0.1054065 Aug 23 14:46:57.925275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937dc9a-5a4a-443e-b56f-81baf1f388b4 req-7b68ea6c-5884-4d98-88bb-ab4a635dc059 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:57.933034 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2937dc9a-5a4a-443e-b56f-81baf1f388b4 req-7b68ea6c-5884-4d98-88bb-ab4a635dc059 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.4637716 Aug 23 14:46:58.009127 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e04e6df0-c12c-421c-9dd9-c0aeee57ab74 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c422311c4bc416a848bc72ee6873b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9116728 Aug 23 14:46:58.014314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35930) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:58.015601 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19941d8-d8f7-40fb-a7c7-39d3609e7c20 x-openstack-request-id: req-f19941d8-d8f7-40fb-a7c7-39d3609e7c20 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:46:58.018424 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e17106-878b-46ed-a126-d4a6ce8f05ad", "name": "network-vif-deleted", "tag": "e225fb55-aa3f-4b03-b4c8-d244f16aa243", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:46:58.018424 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f19941d8-d8f7-40fb-a7c7-39d3609e7c20 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:46:58.018424 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e17106-878b-46ed-a126-d4a6ce8f05ad', 'name': 'network-vif-deleted', 'tag': 'e225fb55-aa3f-4b03-b4c8-d244f16aa243', 'status': 'completed', 'code': 200} Aug 23 14:46:58.021354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e6df0-c12c-421c-9dd9-c0aeee57ab74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085bb969-f500-4b2c-b22d-bf6e8b795e63,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:58.104583 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-1d43bf20-0810-4004-bffc-0aa0c9e1904b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:58.136530 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7cd4420f-59e6-46f6-9752-44c98e481713 req-e2e80372-c8dd-462b-abd4-a93eb085459e tempest-MigrationsAdminTest-1773117659 tempest-MigrationsAdminTest-1773117659-project] 10.222.0.38 "GET /v2.0/ports?device_id=91e17106-878b-46ed-a126-d4a6ce8f05ad HTTP/1.1" status: 200 len: 210 time: 0.0374484 Aug 23 14:46:58.192720 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2937dc9a-5a4a-443e-b56f-81baf1f388b4 req-21bfd010-75d4-4f42-8f17-69f632c72db9 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590075 Aug 23 14:46:58.205895 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-78f8638c-e675-42f6-8486-d72991b0e1d2 req-89d2800a-5a27-499e-af71-3b9f06edadff service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262531 Aug 23 14:46:58.226421 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-055ca412-3dab-4679-9fb7-4bfd26236cc5 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:58.228801 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-055ca412-3dab-4679-9fb7-4bfd26236cc5 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6389225 Aug 23 14:46:58.236565 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a9cfbb20-7f2f-4067-b68c-de7970b4d2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:58.259718 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-1d43bf20-0810-4004-bffc-0aa0c9e1904b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:58.260714 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-a42c609a-19b9-4acb-be8f-26577b7eadf2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Request body: {'port': {'device_id': 'c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': 'f5dff90c7a42497fac75692961ad5c65'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:58.271633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['24c6da15-924b-4718-8d48-609cace6f6d4'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:58.281247 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34bae10b-2b9b-406d-8bc2-a7e8211d293c req-a6c8a91c-34e7-4d61-b2ac-61696b66d33a tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 210 time: 0.0455637 Aug 23 14:46:58.342900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-1d43bf20-0810-4004-bffc-0aa0c9e1904b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Network e5d05685-47dd-44e8-9fba-4321908349a1 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:46:58.346128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-1d43bf20-0810-4004-bffc-0aa0c9e1904b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:46:58.354762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-1d43bf20-0810-4004-bffc-0aa0c9e1904b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:46:58.360513 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-316e3a27-633a-4b2d-aae0-701d778f5c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:58.384746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d295b1c8-503b-40ee-85fc-aedeaf02f812 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:46:58.414300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-1d43bf20-0810-4004-bffc-0aa0c9e1904b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:58.415268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-1d43bf20-0810-4004-bffc-0aa0c9e1904b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:58.419788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43bf20-0810-4004-bffc-0aa0c9e1904b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Pushing event updated for resources: {'Port': ['ID=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:58.490284 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:58.512358 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-316e3a27-633a-4b2d-aae0-701d778f5c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:58.512731 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-1d43bf20-0810-4004-bffc-0aa0c9e1904b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5794888 Aug 23 14:46:58.525378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Request body: {'port': {'device_id': '398bc0f8-ac6c-4670-81cb-0ee2c072a24e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:46:58.625419 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:58.630142 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d295b1c8-503b-40ee-85fc-aedeaf02f812, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d295b1c8-503b-40ee-85fc-aedeaf02f812,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:58.682675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'd295b1c8-503b-40ee-85fc-aedeaf02f812', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'd295b1c8-503b-40ee-85fc-aedeaf02f812', 'mac_address': 'fa:16:3e:a1:b8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:46:58.746772 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:58.755431 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-316e3a27-633a-4b2d-aae0-701d778f5c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:58.758903 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-316e3a27-633a-4b2d-aae0-701d778f5c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:58.760962 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-316e3a27-633a-4b2d-aae0-701d778f5c5d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/085bb969-f500-4b2c-b22d-bf6e8b795e63 HTTP/1.1" status: 204 len: 168 time: 0.7384300 Aug 23 14:46:58.781714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d295b1c8-503b-40ee-85fc-aedeaf02f812 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:46:58.783645 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e3a27-633a-4b2d-aae0-701d778f5c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085bb969-f500-4b2c-b22d-bf6e8b795e63,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:58.829650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d295b1c8-503b-40ee-85fc-aedeaf02f812, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d295b1c8-503b-40ee-85fc-aedeaf02f812,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:46:58.833590 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cfbb20-7f2f-4067-b68c-de7970b4d2f2 admin admin] Router f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:46:58.913067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-a42c609a-19b9-4acb-be8f-26577b7eadf2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Made reservation on behalf of f5dff90c7a42497fac75692961ad5c65 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:46:58.917540 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-a42c609a-19b9-4acb-be8f-26577b7eadf2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:58.939270 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:59.044001 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d295b1c8-503b-40ee-85fc-aedeaf02f812,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:59.068166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69423d-586c-4ae9-b13b-1844a8ef8d85 req-1ca1547e-c0ed-4302-bfb3-f38e74a5f368 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:59.070060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae69423d-586c-4ae9-b13b-1844a8ef8d85 req-1ca1547e-c0ed-4302-bfb3-f38e74a5f368 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 949 time: 0.2838464 Aug 23 14:46:59.156326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:46:59.159601 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cfbb20-7f2f-4067-b68c-de7970b4d2f2 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:46:59.168271 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a9cfbb20-7f2f-4067-b68c-de7970b4d2f2 admin admin] 10.222.0.38 "PUT /v2.0/routers/f65b0f37-a0f6-4c59-8986-39cd8a0d37c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1104457 Aug 23 14:46:59.173289 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def2562c-0f6c-46f4-8617-62110e96e378 None None] Sync routers for ids ['f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:46:59.173865 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:59.183569 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d295b1c8-503b-40ee-85fc-aedeaf02f812'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:46:59.183867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35944) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:46:59.193584 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2562c-0f6c-46f4-8617-62110e96e378 None None] Routers {'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:46:59.194225 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-def2562c-0f6c-46f4-8617-62110e96e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:46:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:46:59.262507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70d67f-29eb-4f8e-aadf-b574daebf51c req-20d704bb-4808-453c-9851-9e4eff3e1a44 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:59.270670 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c70d67f-29eb-4f8e-aadf-b574daebf51c req-20d704bb-4808-453c-9851-9e4eff3e1a44 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 931 time: 0.2047513 Aug 23 14:46:59.310209 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:59.334907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-a42c609a-19b9-4acb-be8f-26577b7eadf2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Allocated IP 192.168.233.7 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/b427d19f-3090-4117-bcd3-da3f705685fe) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:46:59.371944 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c70d67f-29eb-4f8e-aadf-b574daebf51c req-6c0d367d-c378-4b6a-bce2-b6880de1f03a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951316 Aug 23 14:46:59.378630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Transition to ACTIVE for port object 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:46:59.396571 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae69423d-586c-4ae9-b13b-1844a8ef8d85 req-aec5a91f-d9db-48c8-bf2c-046869807ce7 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb03296b-978b-464e-b72d-f252e59f27b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162410 Aug 23 14:46:59.487126 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:59.519603 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-def2562c-0f6c-46f4-8617-62110e96e378 None None] Set router f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:46:59.588912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:46:59.713555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device e225fb55-aa3f-4b03-b4c8-d244f16aa243 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:46:59.782332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: e225fb55-aa3f-4b03-b4c8-d244f16aa243 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:46:59.782739 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device e225fb55-aa3f-4b03-b4c8-d244f16aa243 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:46:59.819401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Attempting to bind port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:46:59.819781 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Attempting to bind port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:46:59.820113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Attempting to bind port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:46:59.822637 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:59.836654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 on network e5d05685-47dd-44e8-9fba-4321908349a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:46:59.836987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Attempting to bind port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:46:59.838210 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-054fb22d-5e07-492e-ae1c-aca669d5533b req-00333227-77a6-448c-888f-1703a3957720 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 210 time: 0.1911151 Aug 23 14:46:59.843440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:46:59.843570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Checking segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:46:59.843993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Bound using segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:46:59.844436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Bound port: 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:46:59.844806 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:59.866697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088cc8f-426d-4704-be65-b4b0d8962755 req-976eff00-605d-400c-a8a2-61e8255c4545 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:46:59.868404 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4088cc8f-426d-4704-be65-b4b0d8962755 req-976eff00-605d-400c-a8a2-61e8255c4545 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.2175119 Aug 23 14:46:59.899692 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-a42c609a-19b9-4acb-be8f-26577b7eadf2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:46:59.958573 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:46:59.969665 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-a42c609a-19b9-4acb-be8f-26577b7eadf2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Transition to ACTIVE for port object b427d19f-3090-4117-bcd3-da3f705685fe will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:46:59.995761 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4088cc8f-426d-4704-be65-b4b0d8962755 req-58722410-2912-4cfd-b418-d6d043b26e29 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904746 Aug 23 14:47:00.007212 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-def2562c-0f6c-46f4-8617-62110e96e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080379261-router', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '6933d22b-df8b-409d-ae27-87ed603257c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:38Z', 'updated_at': '2021-08-23T14:46:57Z', 'revision_number': 5, 'project_id': '75192dde0c3b4fcb9566fa348839c7e3', 'gw_port': {'id': '6933d22b-df8b-409d-ae27-87ed603257c6', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:41:39Z', 'updated_at': '2021-08-23T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:00.054253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:47:00.055872 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def2562c-0f6c-46f4-8617-62110e96e378 None None] Checking router: f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:47:00.070855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:47:00.094668 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2562c-0f6c-46f4-8617-62110e96e378 None None] Routers {'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:47:00.095504 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-def2562c-0f6c-46f4-8617-62110e96e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:46:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:00.106002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] Deleting port 6933d22b-df8b-409d-ae27-87ed603257c6 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:47:00.106002 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:00.116869 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-a42c609a-19b9-4acb-be8f-26577b7eadf2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:00.130637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['e83a0021-c56d-4be6-aaa9-c58d758edb7c'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:47:00.186732 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:00.241797 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35968) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:00.275010 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-def2562c-0f6c-46f4-8617-62110e96e378 None None] Set router f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:47:00.298746 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-a42c609a-19b9-4acb-be8f-26577b7eadf2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:47:00.304776 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-a42c609a-19b9-4acb-be8f-26577b7eadf2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:47:00.316566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-a42c609a-19b9-4acb-be8f-26577b7eadf2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:47:00.348561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:00.349632 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:00.350910 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-def2562c-0f6c-46f4-8617-62110e96e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080379261-router', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:38Z', 'updated_at': '2021-08-23T14:46:59Z', 'revision_number': 6, 'project_id': '75192dde0c3b4fcb9566fa348839c7e3', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:00.360522 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] 10.222.0.61 "PUT /v2.0/ports/5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 HTTP/1.1" status: 200 len: 1091 time: 1.8312497 Aug 23 14:47:00.361384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398bc0f8-ac6c-4670-81cb-0ee2c072a24e', 'tag': '5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:00.365534 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ae42b2-ff17-4b77-8bfa-5194d1a90e41" -d '{"events": [{"name": "network-changed", "server_uuid": "398bc0f8-ac6c-4670-81cb-0ee2c072a24e", "tag": "5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:00.386393 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def2562c-0f6c-46f4-8617-62110e96e378 None None] The sync data for ids ['f65b0f37-a0f6-4c59-8986-39cd8a0d37c1'] in n-d-804985-3 is: [{'id': 'f65b0f37-a0f6-4c59-8986-39cd8a0d37c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080379261-router', 'tenant_id': '75192dde0c3b4fcb9566fa348839c7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:41:38Z', 'updated_at': '2021-08-23T14:46:59Z', 'revision_number': 6, 'project_id': '75192dde0c3b4fcb9566fa348839c7e3', 'gw_port_host': None}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:47:00.391188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d295b1c8-503b-40ee-85fc-aedeaf02f812 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:47:00.464311 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c609a-19b9-4acb-be8f-26577b7eadf2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Pushing event updated for resources: {'Port': ['ID=b427d19f-3090-4117-bcd3-da3f705685fe,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:00.530467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-a42c609a-19b9-4acb-be8f-26577b7eadf2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:00.531363 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-a42c609a-19b9-4acb-be8f-26577b7eadf2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:00.622706 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620059ce-5e2c-486b-b5ba-e07a23cd89bf x-openstack-request-id: req-620059ce-5e2c-486b-b5ba-e07a23cd89bf {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:00.625825 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398bc0f8-ac6c-4670-81cb-0ee2c072a24e", "tag": "5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:00.626167 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-620059ce-5e2c-486b-b5ba-e07a23cd89bf {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:00.626648 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398bc0f8-ac6c-4670-81cb-0ee2c072a24e', 'tag': '5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6', 'status': 'completed', 'code': 200} Aug 23 14:47:00.668058 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] For port 6933d22b-df8b-409d-ae27-87ed603257c6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6933d22b-df8b-409d-ae27-87ed603257c6,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:00.668058 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:00.668416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53222879-0bf8-4cb9-9d89-d5b5da2565a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:00.699997 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-a42c609a-19b9-4acb-be8f-26577b7eadf2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4506283 Aug 23 14:47:00.717263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Request body: {'port': {'device_id': 'c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:00.722532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] Calling delete_port for 6933d22b-df8b-409d-ae27-87ed603257c6 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:47:00.722532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-0caa6f06-3b3a-437a-af63-ac4d386ae78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:00.725646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-0caa6f06-3b3a-437a-af63-ac4d386ae78e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 1094 time: 0.2535505 Aug 23 14:47:00.832722 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-cf39f514-3de9-4b1e-b179-899a16b9a58c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 HTTP/1.1" status: 200 len: 217 time: 0.0970345 Aug 23 14:47:00.846130 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36d33e-59eb-4d2c-a944-2a3b59a97f65 req-6d3d12c9-26d5-483c-8629-84ce24dc8c95 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:00.848825 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ae36d33e-59eb-4d2c-a944-2a3b59a97f65 req-6d3d12c9-26d5-483c-8629-84ce24dc8c95 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 943 time: 0.2758493 Aug 23 14:47:00.866899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port d295b1c8-503b-40ee-85fc-aedeaf02f812 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:47:00.877186 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port d295b1c8-503b-40ee-85fc-aedeaf02f812 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:47:00.882140 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:00.921910 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:00.955128 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1b6ac2f9-8162-432d-a538-d2582a9a34ab no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:47:00.958225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d5df6920-aa3a-4fe8-a038-0225053e1cf1 None None] Provisioning for port b427d19f-3090-4117-bcd3-da3f705685fe completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:47:01.021167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 1b6ac2f9-8162-432d-a538-d2582a9a34ab {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:47:01.021826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1b6ac2f9-8162-432d-a538-d2582a9a34ab not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:47:01.027678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d5df6920-aa3a-4fe8-a038-0225053e1cf1 None None] Provisioning complete for port b427d19f-3090-4117-bcd3-da3f705685fe triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:47:01.033690 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d5df6920-aa3a-4fe8-a038-0225053e1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:01.083778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d5df6920-aa3a-4fe8-a038-0225053e1cf1 None None] Port b427d19f-3090-4117-bcd3-da3f705685fe cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:47:01.156799 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:01.200962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd295b1c8-503b-40ee-85fc-aedeaf02f812'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:01.203283 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561c6866-3f78-4fd4-98c9-ac38e4964817" -d '{"events": [{"server_uuid": "a5b7fec5-54ec-4da8-9984-57a52d5e2c9f", "name": "network-vif-plugged", "status": "completed", "tag": "d295b1c8-503b-40ee-85fc-aedeaf02f812"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:01.224050 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:01.233467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d295b1c8-503b-40ee-85fc-aedeaf02f812, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d295b1c8-503b-40ee-85fc-aedeaf02f812,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:01.250407 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7d604902-81d6-4d08-a36d-3f02bd936a9e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a6f5c4613b364924ae1363c53a90461d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0065057 Aug 23 14:47:01.262035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35996) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:01.273582 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6933d22b-df8b-409d-ae27-87ed603257c6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:01.277445 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-138f4d15-5c1d-43ee-9bb3-0e82d28d9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:01.279294 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-138f4d15-5c1d-43ee-9bb3-0e82d28d9b55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.1863918 Aug 23 14:47:01.313964 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ae36d33e-59eb-4d2c-a944-2a3b59a97f65 req-8d4b2fd6-1982-473e-9f3d-3465b9f13762 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928556 Aug 23 14:47:01.317789 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:01.319177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b427d19f-3090-4117-bcd3-da3f705685fe {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:47:01.352934 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:01.381247 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-5206a6fa-4f64-43f9-9032-40a1f47c144f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583930 Aug 23 14:47:01.388932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Transition to ACTIVE for port object b427d19f-3090-4117-bcd3-da3f705685fe will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:47:01.446703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8b679-e86b-4796-aef9-c6b82ccd518e req-516a2cdc-a0fe-4f8c-b882-8bf71a627f6a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:01.448708 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a8b679-e86b-4796-aef9-c6b82ccd518e req-516a2cdc-a0fe-4f8c-b882-8bf71a627f6a tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 949 time: 0.3165915 Aug 23 14:47:01.451984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d295b1c8-503b-40ee-85fc-aedeaf02f812,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:01.459708 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:01.471045 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:01.530611 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6d7ed-4e81-4065-89ee-f73eaa37e0c6 req-16160464-b8e6-4e40-bac0-98a7b4abc8bc tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:01.532404 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-35a6d7ed-4e81-4065-89ee-f73eaa37e0c6 req-16160464-b8e6-4e40-bac0-98a7b4abc8bc tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 934 time: 0.1245701 Aug 23 14:47:01.591102 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Pushing event updated for resources: {'Port': ['ID=b427d19f-3090-4117-bcd3-da3f705685fe,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:01.648199 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-35a6d7ed-4e81-4065-89ee-f73eaa37e0c6 req-e61f5ee4-83e1-470d-8f4b-3e230308e249 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984442 Aug 23 14:47:01.677027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Attempting to bind port b427d19f-3090-4117-bcd3-da3f705685fe on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:01.677693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Attempting to bind port b427d19f-3090-4117-bcd3-da3f705685fe by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:01.689955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Attempting to bind port b427d19f-3090-4117-bcd3-da3f705685fe on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:01.707493 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:01.710879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Port b427d19f-3090-4117-bcd3-da3f705685fe on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:01.711221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Attempting to bind port b427d19f-3090-4117-bcd3-da3f705685fe on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:01.724865 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8dc18a52-55dc-47c1-b8db-da7ca1078b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:01.725656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:47:01.726025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:47:01.727266 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:01.728268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:47:01.728755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Bound port: b427d19f-3090-4117-bcd3-da3f705685fe, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:47:01.729141 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:01.786765 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8dc18a52-55dc-47c1-b8db-da7ca1078b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:01.888345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a8b679-e86b-4796-aef9-c6b82ccd518e req-4f7712af-cdf8-4d72-ba3f-2f5e72aed69e tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb03296b-978b-464e-b72d-f252e59f27b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246578 Aug 23 14:47:01.903266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca796fb-0506-4045-851f-b7309191d0ff req-8b2004aa-85e4-4864-bd6d-43c1c5339ab0 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:01.904943 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dca796fb-0506-4045-851f-b7309191d0ff req-8b2004aa-85e4-4864-bd6d-43c1c5339ab0 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.1072328 Aug 23 14:47:01.908576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] For port b427d19f-3090-4117-bcd3-da3f705685fe, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:47:01.915478 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] For port b427d19f-3090-4117-bcd3-da3f705685fe, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b427d19f-3090-4117-bcd3-da3f705685fe,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:47:01.943975 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-9671c0b8-b0b0-44d2-b0e2-056463667024 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082972 Aug 23 14:47:01.966844 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dca796fb-0506-4045-851f-b7309191d0ff req-a45bd9eb-4c8a-4d89-85b9-174e8606c9af tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541708 Aug 23 14:47:02.027154 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678169f7-e61b-4a0d-9875-5e06b6f25239 x-openstack-request-id: req-678169f7-e61b-4a0d-9875-5e06b6f25239 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:02.028122 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b7fec5-54ec-4da8-9984-57a52d5e2c9f", "name": "network-vif-plugged", "status": "completed", "tag": "d295b1c8-503b-40ee-85fc-aedeaf02f812", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:02.028608 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-678169f7-e61b-4a0d-9875-5e06b6f25239 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:02.029217 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd295b1c8-503b-40ee-85fc-aedeaf02f812', 'code': 200} Aug 23 14:47:02.043454 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:02.044022 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:02.044460 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:47:02.049714 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:02.060403 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-eff041fb-5fb5-40f7-ab6a-e7cd9fbafbe4 admin admin] 10.222.0.38 "DELETE /v2.0/routers/f65b0f37-a0f6-4c59-8986-39cd8a0d37c1 HTTP/1.1" status: 204 len: 168 time: 2.8690925 Aug 23 14:47:02.060403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8dc18a52-55dc-47c1-b8db-da7ca1078b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:02.061533 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8dc18a52-55dc-47c1-b8db-da7ca1078b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:02.076273 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8dc18a52-55dc-47c1-b8db-da7ca1078b83 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/06141aeb-5963-4120-a31c-1d82900d3d4c HTTP/1.1" status: 204 len: 168 time: 0.8089354 Aug 23 14:47:02.076992 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36006) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:02.091378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:02.092078 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:02.093447 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] 10.222.0.61 "PUT /v2.0/ports/b427d19f-3090-4117-bcd3-da3f705685fe HTTP/1.1" status: 200 len: 1094 time: 1.3827212 Aug 23 14:47:02.093936 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b', 'tag': 'b427d19f-3090-4117-bcd3-da3f705685fe'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:02.096641 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699612cd-f874-47df-98ce-3d32be4d3114" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b", "tag": "b427d19f-3090-4117-bcd3-da3f705685fe"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:02.178614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc18a52-55dc-47c1-b8db-da7ca1078b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06141aeb-5963-4120-a31c-1d82900d3d4c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:02.189319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97d826b6-3327-41c2-83c4-6ffd3e7673dd req-b1112fd5-a528-40aa-af4f-36e3707af277 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375901 Aug 23 14:47:02.212787 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862c189b-c506-4efe-abb3-36c6f040a161 x-openstack-request-id: req-862c189b-c506-4efe-abb3-36c6f040a161 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:02.213057 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b", "tag": "b427d19f-3090-4117-bcd3-da3f705685fe", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:02.213589 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-862c189b-c506-4efe-abb3-36c6f040a161 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:02.214005 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b', 'tag': 'b427d19f-3090-4117-bcd3-da3f705685fe', 'status': 'completed', 'code': 200} Aug 23 14:47:02.215564 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eace044-9000-4bed-98eb-dbb055184631 service neutron] Pushing event updated for resources: {'Port': ['ID=b427d19f-3090-4117-bcd3-da3f705685fe,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:02.255954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8db63-b38e-448e-b309-ac301641940c req-83954f3b-c77d-4c84-83a5-e3b9175b5294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:02.255954 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6bf8db63-b38e-448e-b309-ac301641940c req-83954f3b-c77d-4c84-83a5-e3b9175b5294 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 1101 time: 0.1110616 Aug 23 14:47:02.337713 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6bf8db63-b38e-448e-b309-ac301641940c req-a423ce54-9712-4f69-8b1a-8406136ef482 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eb03296b-978b-464e-b72d-f252e59f27b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691423 Aug 23 14:47:02.348940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbf5196-2d05-4322-bd20-fba57e923bea admin admin] Deleting subnet 36ddac8d-9dee-4209-bc48-9447f1cfb0d9 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:47:02.358390 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5196-2d05-4322-bd20-fba57e923bea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:02.481796 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae42b2-ff17-4b77-8bfa-5194d1a90e41 req-6583fe24-8e32-4c74-9960-710fa76ae1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:02.483531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c4ae42b2-ff17-4b77-8bfa-5194d1a90e41 req-6583fe24-8e32-4c74-9960-710fa76ae1bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 1094 time: 0.1412055 Aug 23 14:47:02.558161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e336f9-c6f7-442d-a7ef-db3abf80c482 req-a28a25fb-898e-4671-85db-f8a6b7ed5244 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:02.565340 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d0e336f9-c6f7-442d-a7ef-db3abf80c482 req-a28a25fb-898e-4671-85db-f8a6b7ed5244 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 943 time: 0.1149769 Aug 23 14:47:02.570491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36018) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:02.645619 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d0e336f9-c6f7-442d-a7ef-db3abf80c482 req-bfb427c1-b6a2-438c-b25e-1359ba5d8a93 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739202 Aug 23 14:47:02.675461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae42b2-ff17-4b77-8bfa-5194d1a90e41 req-fb6ec772-c5e6-43ca-a4cb-54c5efbd1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:02.679839 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c4ae42b2-ff17-4b77-8bfa-5194d1a90e41 req-fb6ec772-c5e6-43ca-a4cb-54c5efbd1621 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.1851790 Aug 23 14:47:02.745568 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5196-2d05-4322-bd20-fba57e923bea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:02.807556 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c4ae42b2-ff17-4b77-8bfa-5194d1a90e41 req-bba860f4-d1cb-485a-9bce-a904ac517a50 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 HTTP/1.1" status: 200 len: 217 time: 0.1119750 Aug 23 14:47:02.870305 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae42b2-ff17-4b77-8bfa-5194d1a90e41 req-0d217bab-3aa9-43f5-8bf0-3f3929206736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:02.873366 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c4ae42b2-ff17-4b77-8bfa-5194d1a90e41 req-0d217bab-3aa9-43f5-8bf0-3f3929206736 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.0686843 Aug 23 14:47:02.877989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-7301ba7e-58e3-48ed-b770-c9db7623867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:02.880195 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-7301ba7e-58e3-48ed-b770-c9db7623867e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5dff90c7a42497fac75692961ad5c65&device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 1097 time: 0.6306028 Aug 23 14:47:02.923764 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5196-2d05-4322-bd20-fba57e923bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:02.945832 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c4ae42b2-ff17-4b77-8bfa-5194d1a90e41 req-463f87ef-eb58-486d-9119-d9b5b4f17eed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387616 Aug 23 14:47:02.955932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-819c789c-8a6b-45c9-9890-485d80c95d71 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1268051220'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:02.956461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-819c789c-8a6b-45c9-9890-485d80c95d71 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Unknown quota resources ['metering_label']. {{(pid=96114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 14:47:02.960457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6933d22b-df8b-409d-ae27-87ed603257c6 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:47:02.984267 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-4547e9d5-193a-43cd-9606-6c068b3323ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=b427d19f-3090-4117-bcd3-da3f705685fe HTTP/1.1" status: 200 len: 217 time: 0.0890441 Aug 23 14:47:02.996799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e4de3-507e-4600-acb6-15bc44169043 req-c0a861a6-fb0a-4f63-acb2-190672ec80a0 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:02.998105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 6933d22b-df8b-409d-ae27-87ed603257c6 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:47:02.998310 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-097e4de3-507e-4600-acb6-15bc44169043 req-c0a861a6-fb0a-4f63-acb2-190672ec80a0 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 946 time: 0.1553009 Aug 23 14:47:02.998450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6933d22b-df8b-409d-ae27-87ed603257c6 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:47:03.090359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-097e4de3-507e-4600-acb6-15bc44169043 req-fb52f91b-61e1-47c8-a0c2-ad7cc3828585 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780485 Aug 23 14:47:03.096431 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-0224fddf-7146-4a79-9ac0-3a6201d7e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:03.097962 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-0224fddf-7146-4a79-9ac0-3a6201d7e3d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0985568 Aug 23 14:47:03.176450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36032) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:03.217188 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5196-2d05-4322-bd20-fba57e923bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:03.237425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-d1c1530f-3bff-47ad-89b0-05de637228fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:03.239933 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-d1c1530f-3bff-47ad-89b0-05de637228fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1352446 Aug 23 14:47:03.287602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf5196-2d05-4322-bd20-fba57e923bea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ddac8d-9dee-4209-bc48-9447f1cfb0d9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:03.322776 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3228723-ee61-4664-808c-a0a76fd0015f None None] Network e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:47:03.343455 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5196-2d05-4322-bd20-fba57e923bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:03.345642 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5fbf5196-2d05-4322-bd20-fba57e923bea admin admin] 10.222.0.38 "DELETE /v2.0/subnets/36ddac8d-9dee-4209-bc48-9447f1cfb0d9 HTTP/1.1" status: 204 len: 168 time: 1.1862338 Aug 23 14:47:03.356858 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-62e23496-1a04-4e73-b989-51566c281445 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3478d7f8491a4b1e9c35419feec8919e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778860 Aug 23 14:47:03.362256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36034) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:03.363716 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36036) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:03.437276 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95beb6-dbd1-485f-91c1-79037c789135 req-e0f75ce1-534b-4120-b150-2d041e891a8c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:03.445664 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7e95beb6-dbd1-485f-91c1-79037c789135 req-e0f75ce1-534b-4120-b150-2d041e891a8c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.2492948 Aug 23 14:47:03.509274 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7e96dde0-d4b0-4ef4-8022-dad9765a3d31 req-ae45000d-8925-47e1-aa7b-a31012b1ae70 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6346197 Aug 23 14:47:03.554038 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-2c4de6ca-5ab9-4423-ab83-19f96a218ae9 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864525 Aug 23 14:47:03.556687 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:03.587897 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7e95beb6-dbd1-485f-91c1-79037c789135 req-96af1c47-25a3-4cd9-bd6b-47530bcb386b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407275 Aug 23 14:47:03.730436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f174c8-f4db-4400-971c-ae48dd13f1e6 None None] DHCP port deletion for e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:47:03.761386 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-deb3ed18-95da-4e8f-b909-064030f6f662 req-07eae6e9-2395-4c5d-9ae0-b7d83c25a199 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940708 Aug 23 14:47:03.763627 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-db0a3bea-5d6f-4d1e-8955-e8a97a998e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:03.843142 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-03f174c8-f4db-4400-971c-ae48dd13f1e6 None None] Deleting port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:47:03.843813 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-03f174c8-f4db-4400-971c-ae48dd13f1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:03.870931 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-819c789c-8a6b-45c9-9890-485d80c95d71 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:03.875731 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-819c789c-8a6b-45c9-9890-485d80c95d71 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.3040957 Aug 23 14:47:03.877029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36040) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:03.879122 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-db0a3bea-5d6f-4d1e-8955-e8a97a998e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:03.886755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-578e56f8-0379-4636-bb61-89c5d872c932 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '94ca00f8-5d6b-4920-aa32-8d8faf132a2d'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:03.887434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-578e56f8-0379-4636-bb61-89c5d872c932 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=96115) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 14:47:03.913445 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620a760-66bb-4cc3-a207-6dde1f428964 req-7cf74bd2-9a80-4822-8343-13d44c97cd3c tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:03.922181 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1620a760-66bb-4cc3-a207-6dde1f428964 req-7cf74bd2-9a80-4822-8343-13d44c97cd3c tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 950 time: 0.4285340 Aug 23 14:47:03.936180 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96dde0-d4b0-4ef4-8022-dad9765a3d31 req-6b58a140-ccd0-4f64-a56a-ff58900bf3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:03.937682 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7e96dde0-d4b0-4ef4-8022-dad9765a3d31 req-6b58a140-ccd0-4f64-a56a-ff58900bf3b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=03eb4d66c69d4202891474072877ebc4&device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 1097 time: 0.3873889 Aug 23 14:47:03.948627 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c4ae42b2-ff17-4b77-8bfa-5194d1a90e41 req-4b92441e-075b-4b1d-a896-16f68110b3c5 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8960116 Aug 23 14:47:03.965357 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-03f174c8-f4db-4400-971c-ae48dd13f1e6 None None] For port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7e4cf071-8ee2-4f4a-ae8b-922a88e40be8,segment=NetworkSegment(79d887e3-50a8-4cc7-8b84-cbfede7686b5),segment_id=79d887e3-50a8-4cc7-8b84-cbfede7686b5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:03.966173 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-03f174c8-f4db-4400-971c-ae48dd13f1e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:03.982695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-03f174c8-f4db-4400-971c-ae48dd13f1e6 None None] Calling delete_port for 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:47:04.019893 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1620a760-66bb-4cc3-a207-6dde1f428964 req-721f0ef1-a05c-470f-98f3-73b2d3868d2e tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb03296b-978b-464e-b72d-f252e59f27b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953074 Aug 23 14:47:04.032999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e765b8-277f-49f5-9bf6-b101da314f17 req-e924299c-a7da-4344-bb90-4fde88f4e32d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:04.035334 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2e765b8-277f-49f5-9bf6-b101da314f17 req-e924299c-a7da-4344-bb90-4fde88f4e32d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 943 time: 0.2357183 Aug 23 14:47:04.092841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] Deleting port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:47:04.093189 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:04.173488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699612cd-f874-47df-98ce-3d32be4d3114 req-d3176be3-044c-499a-bfaa-f2db3f5704b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:04.175024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-699612cd-f874-47df-98ce-3d32be4d3114 req-d3176be3-044c-499a-bfaa-f2db3f5704b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5dff90c7a42497fac75692961ad5c65&device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 1097 time: 0.2402132 Aug 23 14:47:04.179226 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c4ae42b2-ff17-4b77-8bfa-5194d1a90e41 req-66c70b17-d8b7-4dd3-a8fa-1754d4452c1c service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199681 Aug 23 14:47:04.180475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96dde0-d4b0-4ef4-8022-dad9765a3d31 req-f4e7660e-65ff-4679-a98a-47b71b4ae45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:04.181890 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7e96dde0-d4b0-4ef4-8022-dad9765a3d31 req-f4e7660e-65ff-4679-a98a-47b71b4ae45b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebe1ca51-1464-4d71-b4db-793999618f39 HTTP/1.1" status: 200 len: 916 time: 0.2025414 Aug 23 14:47:04.185670 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2e765b8-277f-49f5-9bf6-b101da314f17 req-804119e1-b2ef-4087-8953-4c5e8abec9fd tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493812 Aug 23 14:47:04.193017 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-03f174c8-f4db-4400-971c-ae48dd13f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:04.206048 n-d-804985-3 neutron-server[96115]: WARNING neutron.services.metering.metering_plugin [None req-578e56f8-0379-4636-bb61-89c5d872c932 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 14:47:04.214161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f174c8-f4db-4400-971c-ae48dd13f1e6 None None] No DVR routers for this DVR port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:47:04.247450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f174c8-f4db-4400-971c-ae48dd13f1e6 None None] Pushing event deleted for resources: {'Port': ['ID=7e4cf071-8ee2-4f4a-ae8b-922a88e40be8,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:04.326695 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7e96dde0-d4b0-4ef4-8022-dad9765a3d31 req-32bcf754-4eba-4882-acb2-1c33af67481b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4990225a-4341-4636-8b07-bd95939a81e9 HTTP/1.1" status: 200 len: 1002 time: 0.1279795 Aug 23 14:47:04.330773 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-db0a3bea-5d6f-4d1e-8955-e8a97a998e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:04.334155 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-db0a3bea-5d6f-4d1e-8955-e8a97a998e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:04.335300 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-db0a3bea-5d6f-4d1e-8955-e8a97a998e4a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d7bb168-7992-4f41-a6ca-e7498218445a HTTP/1.1" status: 204 len: 168 time: 0.9692152 Aug 23 14:47:04.336635 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f21fcd-3bcf-4020-9549-00c9e6686c19 req-99e6abba-d47c-4851-8a63-a17c88ad8b94 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:04.338289 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c4f21fcd-3bcf-4020-9549-00c9e6686c19 req-99e6abba-d47c-4851-8a63-a17c88ad8b94 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 946 time: 0.1236858 Aug 23 14:47:04.349351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] For port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7e4cf071-8ee2-4f4a-ae8b-922a88e40be8,segment=NetworkSegment(79d887e3-50a8-4cc7-8b84-cbfede7686b5),segment_id=79d887e3-50a8-4cc7-8b84-cbfede7686b5)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:04.349727 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:04.417485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96dde0-d4b0-4ef4-8022-dad9765a3d31 req-d513f59c-d58f-4775-a6c7-7b8e746fcb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:04.418443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a3bea-5d6f-4d1e-8955-e8a97a998e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7bb168-7992-4f41-a6ca-e7498218445a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:04.418971 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7e96dde0-d4b0-4ef4-8022-dad9765a3d31 req-d513f59c-d58f-4775-a6c7-7b8e746fcb43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a001555-7554-49b2-909d-ac28ef78bb71 HTTP/1.1" status: 200 len: 854 time: 0.0797904 Aug 23 14:47:04.423466 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c4f21fcd-3bcf-4020-9549-00c9e6686c19 req-a247fad5-6a0f-4551-bcd6-8961bd875e31 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744655 Aug 23 14:47:04.425736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] Calling delete_port for 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:47:04.428843 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-578e56f8-0379-4636-bb61-89c5d872c932 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:04.430138 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-578e56f8-0379-4636-bb61-89c5d872c932 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5476105 Aug 23 14:47:04.434635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36046) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:04.444776 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e3cc2459-7561-4d3c-87e7-18c900185a1b tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '94ca00f8-5d6b-4920-aa32-8d8faf132a2d'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:04.445241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e3cc2459-7561-4d3c-87e7-18c900185a1b tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=96115) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 14:47:04.495811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96dde0-d4b0-4ef4-8022-dad9765a3d31 req-26787f5d-3a75-4f06-98b1-0c3f43c3380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:04.496251 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7e96dde0-d4b0-4ef4-8022-dad9765a3d31 req-26787f5d-3a75-4f06-98b1-0c3f43c3380c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebe1ca51-1464-4d71-b4db-793999618f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671680 Aug 23 14:47:04.566568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699612cd-f874-47df-98ce-3d32be4d3114 req-85391965-99d5-46ee-9793-c0b6cc0fee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:04.568170 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-699612cd-f874-47df-98ce-3d32be4d3114 req-85391965-99d5-46ee-9793-c0b6cc0fee30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.3815484 Aug 23 14:47:04.597230 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7e96dde0-d4b0-4ef4-8022-dad9765a3d31 req-dab9980a-7c19-4b3d-9958-8df530d880eb service neutron] 10.222.0.57 "GET /v2.0/networks/ebe1ca51-1464-4d71-b4db-793999618f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920484 Aug 23 14:47:04.623274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-699612cd-f874-47df-98ce-3d32be4d3114 req-f3750500-599b-4434-82dc-a2732dd8488c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=b427d19f-3090-4117-bcd3-da3f705685fe HTTP/1.1" status: 200 len: 217 time: 0.0440159 Aug 23 14:47:04.630818 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:04.673638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4cf071-8ee2-4f4a-ae8b-922a88e40be8,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:04.705773 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7e96dde0-d4b0-4ef4-8022-dad9765a3d31 req-5dfdc49c-1941-4ec2-a9c8-5c8acc10393b service neutron] 10.222.0.57 "GET /v2.0/networks/ebe1ca51-1464-4d71-b4db-793999618f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004634 Aug 23 14:47:04.714452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] No DVR routers for this DVR port 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:47:04.718053 n-d-804985-3 neutron-server[96115]: WARNING neutron.services.metering.metering_plugin [None req-e3cc2459-7561-4d3c-87e7-18c900185a1b tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 14:47:04.860221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699612cd-f874-47df-98ce-3d32be4d3114 req-54b70e1c-bb8a-4223-9ae3-725d71b287f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:04.861733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-699612cd-f874-47df-98ce-3d32be4d3114 req-54b70e1c-bb8a-4223-9ae3-725d71b287f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.2251766 Aug 23 14:47:04.892222 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2459-7561-4d3c-87e7-18c900185a1b tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:04.896125 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e3cc2459-7561-4d3c-87e7-18c900185a1b tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4562240 Aug 23 14:47:04.896613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36054) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:04.914435 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-10c114d3-2d67-4de4-a346-23ac0c86b30d tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=b210217e-fa09-4206-b96c-f2e31fbdb95a HTTP/1.1" status: 200 len: 464 time: 0.0142763 Aug 23 14:47:04.914837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36056) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:04.935928 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:04.951387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:04.967150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89e620-3332-4844-b292-07c975869f96 req-55c23cee-d016-4101-bb8a-813d8a91b183 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:04.968767 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c89e620-3332-4844-b292-07c975869f96 req-55c23cee-d016-4101-bb8a-813d8a91b183 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.2981265 Aug 23 14:47:04.970098 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:47:04.975557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d887e3-50a8-4cc7-8b84-cbfede7686b5') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:04.975889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d887e3-50a8-4cc7-8b84-cbfede7686b5') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:04.996968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:47:04.997332 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:04.997935 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7e4cf071-8ee2-4f4a-ae8b-922a88e40be8 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:47:05.024041 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:05.028366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699612cd-f874-47df-98ce-3d32be4d3114 req-6c11848e-1258-47b9-ba9f-a2e74e3d423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:05.029895 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-699612cd-f874-47df-98ce-3d32be4d3114 req-6c11848e-1258-47b9-ba9f-a2e74e3d423e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283367 Aug 23 14:47:05.053131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:47:05.053554 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:47:05.055315 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:47:05.087997 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c89e620-3332-4844-b292-07c975869f96 req-c336ad46-8b88-4e7e-b81d-2b5231380182 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087635 Aug 23 14:47:05.177619 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-18fda442-bce9-44cd-82e0-9ccfc9b79af6 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:05.178785 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-18fda442-bce9-44cd-82e0-9ccfc9b79af6 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/b210217e-fa09-4206-b96c-f2e31fbdb95a HTTP/1.1" status: 204 len: 168 time: 0.2626836 Aug 23 14:47:05.181505 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36066) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:05.197111 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c1778095-5911-4993-a25a-dd37f24d0c81 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=b210217e-fa09-4206-b96c-f2e31fbdb95a HTTP/1.1" status: 200 len: 221 time: 0.0100822 Aug 23 14:47:05.199976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36068) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:05.204323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-5380c3f0-03ee-48e9-ad54-bb008487f427 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--405627829', 'description': 'label created by tempest'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:05.204771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-5380c3f0-03ee-48e9-ad54-bb008487f427 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Unknown quota resources ['metering_label']. {{(pid=96114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 14:47:05.206930 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-699612cd-f874-47df-98ce-3d32be4d3114 req-2d1beb2a-1f90-4ab7-97ad-97e599103e09 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670487 Aug 23 14:47:05.216862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fa3d9-1ddd-46a3-a47f-97a89c130603 req-df01c8c3-3c51-42f1-b873-29e1450be0c8 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:05.218350 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-173fa3d9-1ddd-46a3-a47f-97a89c130603 req-df01c8c3-3c51-42f1-b873-29e1450be0c8 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 950 time: 0.1100562 Aug 23 14:47:05.292888 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:05.298414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:05.308017 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53 HTTP/1.1" status: 204 len: 168 time: 1.9388204 Aug 23 14:47:05.329521 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-173fa3d9-1ddd-46a3-a47f-97a89c130603 req-5dce597e-137e-4787-99dd-20c3be7a8025 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb03296b-978b-464e-b72d-f252e59f27b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908880 Aug 23 14:47:05.333231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec77c8-595d-4ffe-8280-00bc874c1923 admin admin] Pushing event deleted for resources: {'Network': ['ID=e551d0c4-9f00-4c04-aaf5-1d4e7b68cb53,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:05.397701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-699612cd-f874-47df-98ce-3d32be4d3114 req-e7cc2407-b478-4a52-93f2-788d0548de14 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744254 Aug 23 14:47:05.410503 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d736b68-9983-42be-89fa-ef5745a6ff3d req-34af0010-aefe-450f-b419-d9cc62093d61 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:05.412625 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3d736b68-9983-42be-89fa-ef5745a6ff3d req-34af0010-aefe-450f-b419-d9cc62093d61 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 943 time: 0.1209612 Aug 23 14:47:05.467348 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3d736b68-9983-42be-89fa-ef5745a6ff3d req-5fa1952f-415e-418f-b6bc-d9e8263cba04 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479026 Aug 23 14:47:05.496376 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5380c3f0-03ee-48e9-ad54-bb008487f427 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:05.499013 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5380c3f0-03ee-48e9-ad54-bb008487f427 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2980413 Aug 23 14:47:05.499498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36086) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:05.594870 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d464219a-0e39-4d63-9a5c-47eb56740a56 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=966cf61e-631b-4b23-b3ac-7a9055ebedcb HTTP/1.1" status: 200 len: 467 time: 0.0940585 Aug 23 14:47:05.598426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36092) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:05.665964 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42d151-92f6-4df9-8f29-03e0c8e8e293 req-1f8979fc-4fe8-4fe2-a95a-8b88a0f676b6 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:05.667535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b42d151-92f6-4df9-8f29-03e0c8e8e293 req-1f8979fc-4fe8-4fe2-a95a-8b88a0f676b6 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 946 time: 0.0762029 Aug 23 14:47:05.713144 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b42d151-92f6-4df9-8f29-03e0c8e8e293 req-68c4bb0c-4592-4a7d-b274-b5f3443901ed tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363517 Aug 23 14:47:05.749814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b427d19f-3090-4117-bcd3-da3f705685fe details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:47:05.858312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36102) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:05.906551 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-da6fa7fc-b713-4a89-be06-2ece1cf21683 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:05.912039 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-da6fa7fc-b713-4a89-be06-2ece1cf21683 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/966cf61e-631b-4b23-b3ac-7a9055ebedcb HTTP/1.1" status: 204 len: 168 time: 0.3071668 Aug 23 14:47:05.912296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36106) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:05.918292 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b3e50bb8-2c76-48c3-96e0-9203c0441b8c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44d3f2d108d54d4d8c0a0c97823e1e8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0564919 Aug 23 14:47:05.918621 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36108) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:05.920244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b427d19f-3090-4117-bcd3-da3f705685fe, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b427d19f-3090-4117-bcd3-da3f705685fe,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:05.929157 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-019442fc-b851-41a9-9d08-5ef9ccfcf1f4 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=966cf61e-631b-4b23-b3ac-7a9055ebedcb HTTP/1.1" status: 200 len: 216 time: 0.0127976 Aug 23 14:47:05.930016 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36110) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:05.940124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'b427d19f-3090-4117-bcd3-da3f705685fe', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'b427d19f-3090-4117-bcd3-da3f705685fe', 'mac_address': 'fa:16:3e:d3:48:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:47:05.941948 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-21009c7d-a5f6-499f-a867-3c4814b58574 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0107439 Aug 23 14:47:05.946085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36112) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:05.961026 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9b53dc96-c57f-448d-825f-1df9b1e1d90b tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0146122 Aug 23 14:47:05.974850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36114) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:06.002433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-428a9868-7620-44f9-af87-25ceb0b30ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:06.009143 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:06.026039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b427d19f-3090-4117-bcd3-da3f705685fe {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:47:06.027980 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-428a9868-7620-44f9-af87-25ceb0b30ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:06.043710 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fa285621-d193-420e-9df4-e3104b066c69 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels/94ca00f8-5d6b-4920-aa32-8d8faf132a2d HTTP/1.1" status: 200 len: 473 time: 0.0641956 Aug 23 14:47:06.043961 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36116) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:06.059142 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-008acdfb-8060-4b65-bd7f-4d227fffcbfd tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules/fe7e5db1-d807-4fae-9cec-f469c8bcc7de HTTP/1.1" status: 200 len: 461 time: 0.0135643 Aug 23 14:47:06.061733 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36120) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:06.071847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b427d19f-3090-4117-bcd3-da3f705685fe, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b427d19f-3090-4117-bcd3-da3f705685fe,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:06.197650 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:06.212978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654a8dc-2cd3-4a15-bec2-ebeab15d64e4 req-cdaa903c-522f-43bf-895f-63484e898758 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:06.215280 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2654a8dc-2cd3-4a15-bec2-ebeab15d64e4 req-cdaa903c-522f-43bf-895f-63484e898758 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.0573494 Aug 23 14:47:06.230664 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-428a9868-7620-44f9-af87-25ceb0b30ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:06.243344 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-428a9868-7620-44f9-af87-25ceb0b30ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:06.244343 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-428a9868-7620-44f9-af87-25ceb0b30ff2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c252224-485a-49b0-b12b-35d32fa85f63 HTTP/1.1" status: 204 len: 168 time: 0.3247516 Aug 23 14:47:06.267698 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b427d19f-3090-4117-bcd3-da3f705685fe,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:06.280246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a9868-7620-44f9-af87-25ceb0b30ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c252224-485a-49b0-b12b-35d32fa85f63,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:06.320023 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2654a8dc-2cd3-4a15-bec2-ebeab15d64e4 req-e7aa4115-9524-4330-acc7-ab09a6e42d47 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976584 Aug 23 14:47:06.326985 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-caba5446-2000-4448-8691-8d25267ba140 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:06.330502 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-caba5446-2000-4448-8691-8d25267ba140 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/fe7e5db1-d807-4fae-9cec-f469c8bcc7de HTTP/1.1" status: 204 len: 168 time: 0.2653084 Aug 23 14:47:06.339032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36136) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:06.494804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['b427d19f-3090-4117-bcd3-da3f705685fe'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:47:06.861396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccca286-642a-4832-a1e2-efeb7ca0a5bf req-cde8a1e8-4474-4653-bd52-c8e21b01caae tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:06.863696 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ccca286-642a-4832-a1e2-efeb7ca0a5bf req-cde8a1e8-4474-4653-bd52-c8e21b01caae tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 947 time: 0.0582771 Aug 23 14:47:06.892169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e3bfb-013f-4a1d-85a8-425938795507 req-c5821ff3-2790-4424-8523-48926a19c297 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:06.898163 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-892e3bfb-013f-4a1d-85a8-425938795507 req-c5821ff3-2790-4424-8523-48926a19c297 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 943 time: 0.0773335 Aug 23 14:47:06.899124 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d20a214-6df6-4cc2-9ea5-ad4990276068 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:06.903320 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8d20a214-6df6-4cc2-9ea5-ad4990276068 tempest-MeteringTestJSON-1321554585 tempest-MeteringTestJSON-1321554585-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/94ca00f8-5d6b-4920-aa32-8d8faf132a2d HTTP/1.1" status: 204 len: 168 time: 0.5668309 Aug 23 14:47:06.914888 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ccca286-642a-4832-a1e2-efeb7ca0a5bf req-39417cfc-2ecc-4637-921e-346b00cdf019 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438173 Aug 23 14:47:06.950763 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-892e3bfb-013f-4a1d-85a8-425938795507 req-575be478-b4b3-44df-b60b-41860b127c67 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459509 Aug 23 14:47:07.087824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36162) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:07.140472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-dbcb567f-fe6e-4bc7-beea-d92553413b16 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=75192dde0c3b4fcb9566fa348839c7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510879 Aug 23 14:47:07.143464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36170) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:07.200854 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec0eaf7b-989a-499e-913c-f736930ce77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:07.227052 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec0eaf7b-989a-499e-913c-f736930ce77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:07.350762 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec0eaf7b-989a-499e-913c-f736930ce77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:07.354342 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec0eaf7b-989a-499e-913c-f736930ce77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:07.358128 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ec0eaf7b-989a-499e-913c-f736930ce77d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ef47ba6-fd77-4eb7-a45b-96663e5ba431 HTTP/1.1" status: 204 len: 168 time: 0.2115262 Aug 23 14:47:07.367689 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0eaf7b-989a-499e-913c-f736930ce77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef47ba6-fd77-4eb7-a45b-96663e5ba431,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:07.493222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d70610-54ff-4ab2-b373-3ef300266942 req-603b2223-988e-4913-a3e9-a24f9cef5ddd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.495373 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07d70610-54ff-4ab2-b373-3ef300266942 req-603b2223-988e-4913-a3e9-a24f9cef5ddd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.0846972 Aug 23 14:47:07.511356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487755b-1c3b-42dd-971a-fb34fa928593 req-d7017e28-b099-46a1-82cd-f41848afa93f tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.515713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487755b-1c3b-42dd-971a-fb34fa928593 req-d7017e28-b099-46a1-82cd-f41848afa93f tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.515713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487755b-1c3b-42dd-971a-fb34fa928593 req-d7017e28-b099-46a1-82cd-f41848afa93f tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.515713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487755b-1c3b-42dd-971a-fb34fa928593 req-d7017e28-b099-46a1-82cd-f41848afa93f tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.515713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487755b-1c3b-42dd-971a-fb34fa928593 req-d7017e28-b099-46a1-82cd-f41848afa93f tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.515713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487755b-1c3b-42dd-971a-fb34fa928593 req-d7017e28-b099-46a1-82cd-f41848afa93f tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.515713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487755b-1c3b-42dd-971a-fb34fa928593 req-d7017e28-b099-46a1-82cd-f41848afa93f tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.516563 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3487755b-1c3b-42dd-971a-fb34fa928593 req-d7017e28-b099-46a1-82cd-f41848afa93f tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5018 time: 0.2084606 Aug 23 14:47:07.531593 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36184) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:07.558914 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07d70610-54ff-4ab2-b373-3ef300266942 req-6c801468-a267-4fbd-bcfd-564f90f7321a tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570576 Aug 23 14:47:07.642714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559cdd2-c3f0-43ff-afa5-63761dc5099d req-ce915962-e67c-4877-91f2-cc6ae9daf5db tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.645758 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7559cdd2-c3f0-43ff-afa5-63761dc5099d req-ce915962-e67c-4877-91f2-cc6ae9daf5db tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 886 time: 0.1042690 Aug 23 14:47:07.672433 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-90020870-532f-4630-800d-147f9ca3cf2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:07.746301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b427d19f-3090-4117-bcd3-da3f705685fe up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:47:07.774937 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-90020870-532f-4630-800d-147f9ca3cf2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:07.783417 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a175b-7202-4b5e-9439-5a63f0b01baa req-db65a750-da13-4135-89af-584ca73dc779 tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.783417 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a175b-7202-4b5e-9439-5a63f0b01baa req-db65a750-da13-4135-89af-584ca73dc779 tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.783417 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a175b-7202-4b5e-9439-5a63f0b01baa req-db65a750-da13-4135-89af-584ca73dc779 tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.783417 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a175b-7202-4b5e-9439-5a63f0b01baa req-db65a750-da13-4135-89af-584ca73dc779 tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.783814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a175b-7202-4b5e-9439-5a63f0b01baa req-db65a750-da13-4135-89af-584ca73dc779 tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.783943 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a175b-7202-4b5e-9439-5a63f0b01baa req-db65a750-da13-4135-89af-584ca73dc779 tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.784982 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a175b-7202-4b5e-9439-5a63f0b01baa req-db65a750-da13-4135-89af-584ca73dc779 tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:07.786889 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-672a175b-7202-4b5e-9439-5a63f0b01baa req-db65a750-da13-4135-89af-584ca73dc779 tempest-NetworksTest-1902122003 tempest-NetworksTest-1902122003-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5018 time: 0.1185546 Aug 23 14:47:07.859268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-90020870-532f-4630-800d-147f9ca3cf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:07.875783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port b427d19f-3090-4117-bcd3-da3f705685fe completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:47:07.881827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port b427d19f-3090-4117-bcd3-da3f705685fe triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:47:07.882217 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:07.904654 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-90020870-532f-4630-800d-147f9ca3cf2a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1a37f5d214e9466caab4e82eff7cd520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706689 Aug 23 14:47:07.907117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90020870-532f-4630-800d-147f9ca3cf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d4d276-de72-48fe-9bc1-80e22c3bf196,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:07.907382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36194) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:07.985477 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad6977c1-d8c4-440c-b0c1-6b29a97e9c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:08.005038 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:08.026783 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad6977c1-d8c4-440c-b0c1-6b29a97e9c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:08.064230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b427d19f-3090-4117-bcd3-da3f705685fe'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:08.070497 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f824e42e-c4de-4ced-9788-931099f72dcc" -d '{"events": [{"server_uuid": "c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b", "name": "network-vif-plugged", "status": "completed", "tag": "b427d19f-3090-4117-bcd3-da3f705685fe"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:08.089798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b427d19f-3090-4117-bcd3-da3f705685fe, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b427d19f-3090-4117-bcd3-da3f705685fe,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:08.107944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4b9e1-3396-409e-b498-378f5bdfc194 req-edc892c4-df2d-4e73-8c11-274c841f8b3e tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:08.115677 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ad4b9e1-3396-409e-b498-378f5bdfc194 req-edc892c4-df2d-4e73-8c11-274c841f8b3e tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 947 time: 0.0694616 Aug 23 14:47:08.140153 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:08.148651 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9958ace-fc09-4cae-9d2e-628e40b3ef90 req-4d44558d-f17c-4bde-a99d-1726967a3bc8 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:08.152159 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d9958ace-fc09-4cae-9d2e-628e40b3ef90 req-4d44558d-f17c-4bde-a99d-1726967a3bc8 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 943 time: 0.0899174 Aug 23 14:47:08.172404 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ad4b9e1-3396-409e-b498-378f5bdfc194 req-0b4cdd44-72b1-4b87-a80a-415c61ec7133 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555034 Aug 23 14:47:08.210806 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d9958ace-fc09-4cae-9d2e-628e40b3ef90 req-342230b8-5aa0-428d-910a-762822386089 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Aug 23 14:47:08.225704 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad6977c1-d8c4-440c-b0c1-6b29a97e9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:08.229148 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad6977c1-d8c4-440c-b0c1-6b29a97e9c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:08.231609 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ad6977c1-d8c4-440c-b0c1-6b29a97e9c25 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7d4d276-de72-48fe-9bc1-80e22c3bf196 HTTP/1.1" status: 204 len: 168 time: 0.3219721 Aug 23 14:47:08.240591 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b427d19f-3090-4117-bcd3-da3f705685fe,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:08.249458 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6977c1-d8c4-440c-b0c1-6b29a97e9c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d4d276-de72-48fe-9bc1-80e22c3bf196,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:08.313523 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff08566-a083-4d96-a5e4-b0cacf3b6b95 x-openstack-request-id: req-5ff08566-a083-4d96-a5e4-b0cacf3b6b95 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:08.314667 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b", "name": "network-vif-plugged", "status": "completed", "tag": "b427d19f-3090-4117-bcd3-da3f705685fe", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:08.314667 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ff08566-a083-4d96-a5e4-b0cacf3b6b95 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:08.315489 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b427d19f-3090-4117-bcd3-da3f705685fe', 'code': 200} Aug 23 14:47:08.371159 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36226) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:08.422907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8678e-37bb-4c6b-9109-c2ff7cd16257 req-6657c60b-516e-458f-9fdb-2fbdf5034713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:08.424539 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4c8678e-37bb-4c6b-9109-c2ff7cd16257 req-6657c60b-516e-458f-9fdb-2fbdf5034713 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 1099 time: 0.0437799 Aug 23 14:47:08.427554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d295b1c8-503b-40ee-85fc-aedeaf02f812 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:47:08.464701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4c8678e-37bb-4c6b-9109-c2ff7cd16257 req-5276bede-ec36-4e5e-9c4a-05868070787b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291657 Aug 23 14:47:08.538002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d295b1c8-503b-40ee-85fc-aedeaf02f812, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d295b1c8-503b-40ee-85fc-aedeaf02f812,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:08.548977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'd295b1c8-503b-40ee-85fc-aedeaf02f812', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'd295b1c8-503b-40ee-85fc-aedeaf02f812', 'mac_address': 'fa:16:3e:a1:b8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:47:08.595754 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:08.618149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d295b1c8-503b-40ee-85fc-aedeaf02f812 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:47:08.646049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d295b1c8-503b-40ee-85fc-aedeaf02f812, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d295b1c8-503b-40ee-85fc-aedeaf02f812,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:08.708017 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d99f496-0204-4b83-8bd1-49b1ef568877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:08.727069 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:08.736754 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc256cf3-26af-419d-9cc7-6e126ca633c4 req-79e33d36-a33f-429f-a562-5979f970108e tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:08.744641 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dc256cf3-26af-419d-9cc7-6e126ca633c4 req-79e33d36-a33f-429f-a562-5979f970108e tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.0902708 Aug 23 14:47:08.791958 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d295b1c8-503b-40ee-85fc-aedeaf02f812,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:08.803488 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dc256cf3-26af-419d-9cc7-6e126ca633c4 req-bc1ad97f-d3bb-493d-aec7-affeed40b569 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579679 Aug 23 14:47:08.829695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d295b1c8-503b-40ee-85fc-aedeaf02f812'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:47:08.874675 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d99f496-0204-4b83-8bd1-49b1ef568877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:08.978392 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d99f496-0204-4b83-8bd1-49b1ef568877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:09.025682 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2d99f496-0204-4b83-8bd1-49b1ef568877 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0884cc5f6f2642f6ab609908b9ff8701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6533408 Aug 23 14:47:09.028250 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36242) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:09.029510 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99f496-0204-4b83-8bd1-49b1ef568877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93528ba4-9555-4db8-9619-4319703bde14,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:09.069860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36244) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:09.085177 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-088c4549-9338-47ba-8424-dbcc66112349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:09.087885 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cecb963e-c84e-47e9-906a-ebbab296f47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:09.112249 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cecb963e-c84e-47e9-906a-ebbab296f47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:09.291705 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cecb963e-c84e-47e9-906a-ebbab296f47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:09.294829 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cecb963e-c84e-47e9-906a-ebbab296f47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:09.305295 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cecb963e-c84e-47e9-906a-ebbab296f47a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93528ba4-9555-4db8-9619-4319703bde14 HTTP/1.1" status: 204 len: 168 time: 0.2745783 Aug 23 14:47:09.312211 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-088c4549-9338-47ba-8424-dbcc66112349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:09.326516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb963e-c84e-47e9-906a-ebbab296f47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93528ba4-9555-4db8-9619-4319703bde14,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:09.354193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77105323-3cf5-4c08-a724-82a6122d2974 req-521fd76c-fb33-4b3c-9ed0-0fc6fbbcaca9 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:09.356474 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77105323-3cf5-4c08-a724-82a6122d2974 req-521fd76c-fb33-4b3c-9ed0-0fc6fbbcaca9 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 948 time: 0.1187615 Aug 23 14:47:09.413638 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-088c4549-9338-47ba-8424-dbcc66112349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:09.418342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77105323-3cf5-4c08-a724-82a6122d2974 req-275f8738-0a35-4148-ac9e-1fdb4f2ce541 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427926 Aug 23 14:47:09.446956 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60106f3-3662-4959-a80f-f410442cd13a req-80ebd27c-f8f9-4b85-8abd-e97285264b45 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:09.448647 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d60106f3-3662-4959-a80f-f410442cd13a req-80ebd27c-f8f9-4b85-8abd-e97285264b45 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 943 time: 0.1143930 Aug 23 14:47:09.488986 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-088c4549-9338-47ba-8424-dbcc66112349 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b911e33c065a45f59dd8990169d3da8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177167 Aug 23 14:47:09.495505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36268) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:09.496557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c4549-9338-47ba-8424-dbcc66112349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1e3f1e-b94f-44d8-b16f-78655ea503c1,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:09.533896 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d60106f3-3662-4959-a80f-f410442cd13a req-5f4d3eb1-5a85-4af6-b3de-205181f5a03f tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704913 Aug 23 14:47:09.618530 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-12fe98a8-9c25-4fde-ae0b-a83dca2cd257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:09.642879 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-12fe98a8-9c25-4fde-ae0b-a83dca2cd257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:09.784888 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-12fe98a8-9c25-4fde-ae0b-a83dca2cd257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:09.787595 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-12fe98a8-9c25-4fde-ae0b-a83dca2cd257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:09.788943 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-12fe98a8-9c25-4fde-ae0b-a83dca2cd257 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8b1e3f1e-b94f-44d8-b16f-78655ea503c1 HTTP/1.1" status: 204 len: 168 time: 0.2907839 Aug 23 14:47:09.797335 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe98a8-9c25-4fde-ae0b-a83dca2cd257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1e3f1e-b94f-44d8-b16f-78655ea503c1,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:09.937140 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80781019-f171-4fc2-a595-aa664026e7ad req-3a3aa90d-a95c-448c-b4fc-dae44057b6f1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:09.938947 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-80781019-f171-4fc2-a595-aa664026e7ad req-3a3aa90d-a95c-448c-b4fc-dae44057b6f1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.0562246 Aug 23 14:47:09.980894 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-80781019-f171-4fc2-a595-aa664026e7ad req-cf14401e-9b8d-4e51-a6b0-4109b8be6dd4 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350058 Aug 23 14:47:10.068827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36292) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:10.083522 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fc0737b1-c349-4cc7-b589-ae23a740ea10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:10.196499 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fc0737b1-c349-4cc7-b589-ae23a740ea10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:10.253303 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fc0737b1-c349-4cc7-b589-ae23a740ea10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:10.300755 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fc0737b1-c349-4cc7-b589-ae23a740ea10 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bcd96ad70e034298a26350f7d46f4a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262106 Aug 23 14:47:10.300755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36302) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:10.308776 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0737b1-c349-4cc7-b589-ae23a740ea10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3237c7-0b40-4894-92a6-b766d1be0dcd,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:10.364727 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-329e1988-3d0e-4435-9332-6c43a6660d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:10.388755 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-329e1988-3d0e-4435-9332-6c43a6660d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:10.430463 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d295b1c8-503b-40ee-85fc-aedeaf02f812 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:47:10.489898 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port d295b1c8-503b-40ee-85fc-aedeaf02f812 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:47:10.490277 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:10.538391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1e239-b7fe-49fd-9b15-601f235efb2a req-d3f377c1-f228-4893-81ee-eac73c7a5d92 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:10.539474 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4be1e239-b7fe-49fd-9b15-601f235efb2a req-d3f377c1-f228-4893-81ee-eac73c7a5d92 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 948 time: 0.0510139 Aug 23 14:47:10.557932 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-329e1988-3d0e-4435-9332-6c43a6660d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:10.568205 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-329e1988-3d0e-4435-9332-6c43a6660d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:10.570491 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-329e1988-3d0e-4435-9332-6c43a6660d3f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f3237c7-0b40-4894-92a6-b766d1be0dcd HTTP/1.1" status: 204 len: 168 time: 0.2685680 Aug 23 14:47:10.608055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e1988-3d0e-4435-9332-6c43a6660d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3237c7-0b40-4894-92a6-b766d1be0dcd,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:10.637980 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:10.649958 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4be1e239-b7fe-49fd-9b15-601f235efb2a req-145424d4-2dc4-4137-b95b-d7da87a162eb tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677009 Aug 23 14:47:10.703714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd295b1c8-503b-40ee-85fc-aedeaf02f812'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:10.707197 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b9d5a6-3883-4fd7-abaa-744b9e9f17bf" -d '{"events": [{"server_uuid": "a5b7fec5-54ec-4da8-9984-57a52d5e2c9f", "name": "network-vif-plugged", "status": "completed", "tag": "d295b1c8-503b-40ee-85fc-aedeaf02f812"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:10.723781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d295b1c8-503b-40ee-85fc-aedeaf02f812, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d295b1c8-503b-40ee-85fc-aedeaf02f812,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:10.820063 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:10.832576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e17cca-d561-43ae-a7fd-d36b1f1a7a97 req-4b026356-f96c-4bb8-949b-e02eaa4ad0b3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:10.842227 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44e17cca-d561-43ae-a7fd-d36b1f1a7a97 req-4b026356-f96c-4bb8-949b-e02eaa4ad0b3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 943 time: 0.0906415 Aug 23 14:47:10.914243 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d295b1c8-503b-40ee-85fc-aedeaf02f812,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:10.916563 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44e17cca-d561-43ae-a7fd-d36b1f1a7a97 req-06e2a373-29a6-444c-896a-c8859c8f8bad tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732503 Aug 23 14:47:10.974196 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899e1b6e-f324-4190-97d2-5404e7d4ad71 x-openstack-request-id: req-899e1b6e-f324-4190-97d2-5404e7d4ad71 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:10.974196 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b7fec5-54ec-4da8-9984-57a52d5e2c9f", "name": "network-vif-plugged", "status": "completed", "tag": "d295b1c8-503b-40ee-85fc-aedeaf02f812", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:10.974196 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-899e1b6e-f324-4190-97d2-5404e7d4ad71 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:10.974196 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd295b1c8-503b-40ee-85fc-aedeaf02f812', 'code': 200} Aug 23 14:47:11.117781 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6f7ed-88c5-4a27-930c-2d14e3bb7e88 req-2f5eb1ec-14c1-430c-8a91-591be8814048 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:11.125886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3fb6f7ed-88c5-4a27-930c-2d14e3bb7e88 req-2f5eb1ec-14c1-430c-8a91-591be8814048 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.0641274 Aug 23 14:47:11.175318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3fb6f7ed-88c5-4a27-930c-2d14e3bb7e88 req-c5c7d5e6-0bcc-4c77-a359-fdeb2c20f798 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460770 Aug 23 14:47:11.359342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e540a09-648e-4347-88ca-af9e7c1ab24f req-45d97cbe-f83d-4d52-926e-c4b876946059 tempest-ServersAdminNegativeTestJSON-1040080948 tempest-ServersAdminNegativeTestJSON-1040080948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:11.374640 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e540a09-648e-4347-88ca-af9e7c1ab24f req-45d97cbe-f83d-4d52-926e-c4b876946059 tempest-ServersAdminNegativeTestJSON-1040080948 tempest-ServersAdminNegativeTestJSON-1040080948-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 1099 time: 0.0788763 Aug 23 14:47:11.394898 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4e540a09-648e-4347-88ca-af9e7c1ab24f req-316de248-9954-4796-9d1e-4c9aefc21da3 tempest-ServersAdminNegativeTestJSON-1040080948 tempest-ServersAdminNegativeTestJSON-1040080948-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:11.559048 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4e540a09-648e-4347-88ca-af9e7c1ab24f req-316de248-9954-4796-9d1e-4c9aefc21da3 tempest-ServersAdminNegativeTestJSON-1040080948 tempest-ServersAdminNegativeTestJSON-1040080948-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:11.653353 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4e540a09-648e-4347-88ca-af9e7c1ab24f req-316de248-9954-4796-9d1e-4c9aefc21da3 tempest-ServersAdminNegativeTestJSON-1040080948 tempest-ServersAdminNegativeTestJSON-1040080948-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:11.707288 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e540a09-648e-4347-88ca-af9e7c1ab24f req-316de248-9954-4796-9d1e-4c9aefc21da3 tempest-ServersAdminNegativeTestJSON-1040080948 tempest-ServersAdminNegativeTestJSON-1040080948-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270290 Aug 23 14:47:11.709627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316de248-9954-4796-9d1e-4c9aefc21da3 tempest-ServersAdminNegativeTestJSON-1040080948 tempest-ServersAdminNegativeTestJSON-1040080948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25957ad0-ad8e-4749-8119-26eaab7f8020,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:12.093360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83126a75-8bf8-4606-80f1-b8d6c08cb2b0 req-1344991d-e9ea-4838-aee4-e54e1596f246 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:12.095120 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-83126a75-8bf8-4606-80f1-b8d6c08cb2b0 req-1344991d-e9ea-4838-aee4-e54e1596f246 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 943 time: 0.0686705 Aug 23 14:47:12.164525 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-83126a75-8bf8-4606-80f1-b8d6c08cb2b0 req-befcf829-14b6-43c3-b329-801a4e316aac tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599790 Aug 23 14:47:12.334198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bebaf-82ca-42df-994d-a8c677ee7fe6 req-416e9ce0-1e5e-4bf3-b592-1b0435915a3c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:12.348595 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a5bebaf-82ca-42df-994d-a8c677ee7fe6 req-416e9ce0-1e5e-4bf3-b592-1b0435915a3c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.0737424 Aug 23 14:47:12.409809 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a5bebaf-82ca-42df-994d-a8c677ee7fe6 req-3be07c64-5f70-4edd-8fa8-b38d94084edd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593231 Aug 23 14:47:12.831858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054c2aa-4e55-43f7-aade-680a7ba604d5 req-8a277e42-343e-48fa-a9a8-9c604865d680 tempest-ServersAdminNegativeTestJSON-1040080948 tempest-ServersAdminNegativeTestJSON-1040080948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:12.833806 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d054c2aa-4e55-43f7-aade-680a7ba604d5 req-8a277e42-343e-48fa-a9a8-9c604865d680 tempest-ServersAdminNegativeTestJSON-1040080948 tempest-ServersAdminNegativeTestJSON-1040080948-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 1099 time: 0.0602038 Aug 23 14:47:12.886889 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d054c2aa-4e55-43f7-aade-680a7ba604d5 req-e795bccc-337e-4d8c-9260-de0af70d6304 tempest-ServersAdminNegativeTestJSON-1040080948 tempest-ServersAdminNegativeTestJSON-1040080948-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430679 Aug 23 14:47:13.340510 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af7937-594d-4733-a7c5-c85bff08d06b req-f7cdd5bf-9608-48e8-8a42-37ce1482c158 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:13.342084 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-10af7937-594d-4733-a7c5-c85bff08d06b req-f7cdd5bf-9608-48e8-8a42-37ce1482c158 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 943 time: 0.0619469 Aug 23 14:47:13.392313 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-10af7937-594d-4733-a7c5-c85bff08d06b req-67c0b021-e580-48bf-b0c3-4085312ab162 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419457 Aug 23 14:47:13.778832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:47:13.816742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7391d21-17a3-4044-a53f-715b852ed796 req-0ef10fcc-8ebe-4cad-b92e-90d4cd5fe8b2 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:13.828074 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7391d21-17a3-4044-a53f-715b852ed796 req-0ef10fcc-8ebe-4cad-b92e-90d4cd5fe8b2 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.0929537 Aug 23 14:47:13.882443 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7391d21-17a3-4044-a53f-715b852ed796 req-2a1845bf-e3eb-4e17-b412-7ab901fdc3d9 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493560 Aug 23 14:47:13.900114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36462) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:14.033920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:14.051916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6', 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1', 'port_id': '5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6', 'mac_address': 'fa:16:3e:e3:92:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b707fe90-d579-4c2f-8f14-069d9b2eeda6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:47:14.109055 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:14.136689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:47:14.151752 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87211b-a5c8-4af3-9ade-12f467a54f28 req-ef903687-ab23-4653-8238-bd9305460905 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:14.154039 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc87211b-a5c8-4af3-9ade-12f467a54f28 req-ef903687-ab23-4653-8238-bd9305460905 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 948 time: 0.1181440 Aug 23 14:47:14.180838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:14.205470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1821839040'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:14.219119 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc87211b-a5c8-4af3-9ade-12f467a54f28 req-994d462a-bb3e-4fda-be91-15fc9fd479e2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576088 Aug 23 14:47:14.281693 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:14.311512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Made reservation on behalf of 8b8f63f690004d0595b65c5c319cb611 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:47:14.318872 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:14.350080 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:14.375865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:14.548719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:47:14.561165 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:14.635312 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-b687270d-7dc4-492b-96e9-234bae1497c2 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d8e74c0474e7488b8c1e2a6c18d449dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388052 Aug 23 14:47:14.658702 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:14.732967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:47:14.804573 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:14.805241 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Added segment 4f2dd9a8-967e-41b1-9af5-609f4749169e of type vlan for network 82946fa2-b615-4da4-b423-d703ba09cfa7 Aug 23 14:47:14.807684 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c369b7e0-a729-4e5c-9220-feea3b664e7f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:14.828407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-801adc99-3065-432a-a4a0-3f7db49a5632 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:14.838508 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-801adc99-3065-432a-a4a0-3f7db49a5632 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2021918 Aug 23 14:47:14.851271 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-700f986e-a91c-47f2-a02c-5b020c7b905b tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/quotas/d8e74c0474e7488b8c1e2a6c18d449dd HTTP/1.1" status: 200 len: 375 time: 0.0116313 Aug 23 14:47:14.892364 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:14.904472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45d78d-ab28-46c6-a66d-e5ff4395693b req-65a8b49c-d2c2-4251-9f4a-60300270c5a4 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:14.915601 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f45d78d-ab28-46c6-a66d-e5ff4395693b req-65a8b49c-d2c2-4251-9f4a-60300270c5a4 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 944 time: 0.1722147 Aug 23 14:47:14.926063 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-d46e6a3a-8045-4c15-bb1e-cef92614fb13 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d8e74c0474e7488b8c1e2a6c18d449dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630219 Aug 23 14:47:14.981280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f45d78d-ab28-46c6-a66d-e5ff4395693b req-412dcb8c-4376-4f58-bac8-a26ff75f7964 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644648 Aug 23 14:47:15.180667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f773fc-0420-4104-b6d1-2856bfd87e99 req-9ba5362d-23ed-4f93-9eff-a204bbbe17eb tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:15.180667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a2f773fc-0420-4104-b6d1-2856bfd87e99 req-9ba5362d-23ed-4f93-9eff-a204bbbe17eb tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.0577312 Aug 23 14:47:15.180667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a2f773fc-0420-4104-b6d1-2856bfd87e99 req-410c0d1e-5501-40af-93fe-bdcb6288e35c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Aug 23 14:47:15.230379 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:15.236409 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:15.237097 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:15.293135 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:15.365878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Pushing event updated for resources: {'Network': ['ID=82946fa2-b615-4da4-b423-d703ba09cfa7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:15.384266 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 82946fa2-b615-4da4-b423-d703ba09cfa7 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:47:15.423471 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9267c236-3765-40b2-91c6-d4be67e782e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5216599 Aug 23 14:47:15.522600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f5f1f-d2c4-496e-b023-c0fd5bf3690e req-02c4976d-768b-44e3-8ab8-18f788992e07 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:15.525065 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8f6f5f1f-d2c4-496e-b023-c0fd5bf3690e req-02c4976d-768b-44e3-8ab8-18f788992e07 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 948 time: 0.1423395 Aug 23 14:47:15.708951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0b1ff-7cec-4614-ac53-8ba36e3ddebc req-de62ec92-0521-463f-a2f9-61ffc903fe83 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:15.717038 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cf0b1ff-7cec-4614-ac53-8ba36e3ddebc req-de62ec92-0521-463f-a2f9-61ffc903fe83 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 948 time: 0.1312530 Aug 23 14:47:15.786390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:47:15.851958 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-821455c6-1e9f-4107-b2bc-f835f2a7aa47 req-20a1b8bd-2608-42d0-acf2-0319ee004b67 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 210 time: 0.0489371 Aug 23 14:47:15.864200 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cf0b1ff-7cec-4614-ac53-8ba36e3ddebc req-97f522b5-029f-4e12-a9d7-7e59aa8a36b4 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370885 Aug 23 14:47:15.874839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-8f6f5f1f-d2c4-496e-b023-c0fd5bf3690e req-e08d9632-289a-4da2-b0d7-556ba04c7dd1 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Deleting port b427d19f-3090-4117-bcd3-da3f705685fe {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:47:15.874839 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8f6f5f1f-d2c4-496e-b023-c0fd5bf3690e req-e08d9632-289a-4da2-b0d7-556ba04c7dd1 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:16.064544 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:47:16.070198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:47:16.070565 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:16.114895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-8f6f5f1f-d2c4-496e-b023-c0fd5bf3690e req-e08d9632-289a-4da2-b0d7-556ba04c7dd1 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] For port b427d19f-3090-4117-bcd3-da3f705685fe, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b427d19f-3090-4117-bcd3-da3f705685fe,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:16.115325 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8f6f5f1f-d2c4-496e-b023-c0fd5bf3690e req-e08d9632-289a-4da2-b0d7-556ba04c7dd1 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:16.135598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-8f6f5f1f-d2c4-496e-b023-c0fd5bf3690e req-e08d9632-289a-4da2-b0d7-556ba04c7dd1 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Calling delete_port for b427d19f-3090-4117-bcd3-da3f705685fe owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:47:16.204595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36546) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:16.210587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Request body: {'port': {'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7', 'binding:host_id': 'n-h2-804985-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1890722385'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:16.260625 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:16.358335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398bc0f8-ac6c-4670-81cb-0ee2c072a24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:16.363103 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a4e5ed-2771-406a-b4a0-8b7bac971a82" -d '{"events": [{"server_uuid": "398bc0f8-ac6c-4670-81cb-0ee2c072a24e", "name": "network-vif-plugged", "status": "completed", "tag": "5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:16.397781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:16.399575 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Made reservation on behalf of 00e75aefcb3c459e8229b64acd79d0b1 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:47:16.406228 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:16.423372 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f410f7-a430-49a4-bc56-ce13504c9b76 req-48b1b74f-c524-49af-9b22-f39b0804d6a7 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:16.438145 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a2f410f7-a430-49a4-bc56-ce13504c9b76 req-48b1b74f-c524-49af-9b22-f39b0804d6a7 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 944 time: 0.1638660 Aug 23 14:47:16.458309 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:16.490421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69a7c2-4def-4952-8c65-d4a4b36aff67 req-d0963afc-8c49-4bd4-85a2-d027ae507afd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:16.500944 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb69a7c2-4def-4952-8c65-d4a4b36aff67 req-d0963afc-8c49-4bd4-85a2-d027ae507afd tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.0843942 Aug 23 14:47:16.516691 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8f6f5f1f-d2c4-496e-b023-c0fd5bf3690e req-e08d9632-289a-4da2-b0d7-556ba04c7dd1 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:16.527364 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a2f410f7-a430-49a4-bc56-ce13504c9b76 req-4b3cb43b-7369-460e-95f0-228c30f12af8 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880306 Aug 23 14:47:16.535988 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['b427d19f-3090-4117-bcd3-da3f705685fe'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:47:16.538390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['e83a0021-c56d-4be6-aaa9-c58d758edb7c'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:47:16.576369 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d9632-289a-4da2-b0d7-556ba04c7dd1 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Pushing event deleted for resources: {'Port': ['ID=b427d19f-3090-4117-bcd3-da3f705685fe,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:16.635787 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:16.647396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb69a7c2-4def-4952-8c65-d4a4b36aff67 req-ecfbd818-43c7-48d9-9d0c-c32f458f0112 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399519 Aug 23 14:47:16.679435 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:16.698133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6f5f1f-d2c4-496e-b023-c0fd5bf3690e req-e08d9632-289a-4da2-b0d7-556ba04c7dd1 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] No DVR routers for this DVR port b427d19f-3090-4117-bcd3-da3f705685fe on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:47:16.703864 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8f6f5f1f-d2c4-496e-b023-c0fd5bf3690e req-e08d9632-289a-4da2-b0d7-556ba04c7dd1 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:16.706656 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8f6f5f1f-d2c4-496e-b023-c0fd5bf3690e req-e08d9632-289a-4da2-b0d7-556ba04c7dd1 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.61 "DELETE /v2.0/ports/b427d19f-3090-4117-bcd3-da3f705685fe HTTP/1.1" status: 204 len: 173 time: 1.1748459 Aug 23 14:47:16.707772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b', 'name': 'network-vif-deleted', 'tag': 'b427d19f-3090-4117-bcd3-da3f705685fe'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:16.713115 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301cec5c-9b15-4cef-a141-9c391af983b2" -d '{"events": [{"server_uuid": "c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b", "name": "network-vif-deleted", "tag": "b427d19f-3090-4117-bcd3-da3f705685fe"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:16.751215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:16.774092 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc82b3d9-7fe2-4425-9192-a5feda945b35 x-openstack-request-id: req-dc82b3d9-7fe2-4425-9192-a5feda945b35 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:16.774607 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398bc0f8-ac6c-4670-81cb-0ee2c072a24e", "name": "network-vif-plugged", "status": "completed", "tag": "5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:16.774887 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dc82b3d9-7fe2-4425-9192-a5feda945b35 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:16.775456 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398bc0f8-ac6c-4670-81cb-0ee2c072a24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6', 'code': 200} Aug 23 14:47:16.938133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493c47d-d784-4777-a016-895db57ad0da req-bd7647d2-5907-43de-9531-52d4d9da890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:16.940718 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3493c47d-d784-4777-a016-895db57ad0da req-bd7647d2-5907-43de-9531-52d4d9da890a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 1096 time: 0.0996826 Aug 23 14:47:16.942808 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f068e7cf-bd00-4f93-b0b7-3202318dfcad x-openstack-request-id: req-f068e7cf-bd00-4f93-b0b7-3202318dfcad {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:16.943357 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b", "name": "network-vif-deleted", "tag": "b427d19f-3090-4117-bcd3-da3f705685fe", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:16.944006 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f068e7cf-bd00-4f93-b0b7-3202318dfcad {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:16.944731 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b', 'name': 'network-vif-deleted', 'tag': 'b427d19f-3090-4117-bcd3-da3f705685fe', 'status': 'completed', 'code': 200} Aug 23 14:47:16.998062 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3493c47d-d784-4777-a016-895db57ad0da req-7e6ee28d-5219-4ec3-84aa-945c26f25659 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463998 Aug 23 14:47:17.037190 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c575044a-cb65-4c4e-bbb3-31dd230db1b1 req-ee280fd3-6f6f-4336-96f3-9caececb31f2 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 210 time: 0.0421455 Aug 23 14:47:17.051674 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ae490a26-41bc-4616-a605-2fd301be62d4 req-0dfdb0cc-01e5-4dc4-8957-a957a46e6a00 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 210 time: 0.0417469 Aug 23 14:47:17.087954 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:17.092161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] device_id is not set on port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:47:17.213731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac703959-2bc6-4111-ac50-81013e7c563a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:17.233323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:17.233676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:17.234020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:17.234406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:17.234745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:17.235075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:17.235400 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:17.235768 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:17.236125 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:17.236412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:17.236736 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:17.237634 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:17.407923 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] device_id is not set on port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:47:17.420757 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:17.441949 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Transition to ACTIVE for port object 7fd14bbb-76ef-4535-af93-79108f1d3cc5 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:47:17.591496 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:17.692624 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Pushing event updated for resources: {'Port': ['ID=7fd14bbb-76ef-4535-af93-79108f1d3cc5,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:17.710679 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Checking segment: {'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:47:17.711472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Network hostable DHCP agents. Network: 82946fa2-b615-4da4-b423-d703ba09cfa7, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:47:17.751363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6678f21-51c8-4705-be3f-0722fb9fb87b req-f5b7162b-67e2-45cf-9437-655a1fba9540 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:17.760716 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6678f21-51c8-4705-be3f-0722fb9fb87b req-f5b7162b-67e2-45cf-9437-655a1fba9540 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 945 time: 0.0904174 Aug 23 14:47:17.811623 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6678f21-51c8-4705-be3f-0722fb9fb87b req-2d5efcdd-76fc-432a-90e4-082e71661385 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497382 Aug 23 14:47:17.842476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c4c73-67f3-415d-a1a6-f866d9eaa4fc req-e642ec59-6ec1-4673-b8ca-10ca260c55a3 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:17.844287 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-651c4c73-67f3-415d-a1a6-f866d9eaa4fc req-e642ec59-6ec1-4673-b8ca-10ca260c55a3 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.0830495 Aug 23 14:47:17.871080 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Network 82946fa2-b615-4da4-b423-d703ba09cfa7 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:47:17.919872 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-651c4c73-67f3-415d-a1a6-f866d9eaa4fc req-6a0927aa-82b8-4a71-8d7c-176699fce183 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708649 Aug 23 14:47:17.984334 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36586) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:18.002195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 82946fa2-b615-4da4-b423-d703ba09cfa7) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:47:18.008660 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:47:18.019348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e8494d-0368-4a2c-af53-24868032312b None None] Network 82946fa2-b615-4da4-b423-d703ba09cfa7 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:47:18.028062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:18.028411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:18.028807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:18.039345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:18.039732 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:18.040137 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 2 to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 Aug 23 14:47:18.055257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:18.055977 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:18.055977 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:18.061537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:18.061537 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:18.061537 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 3 to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 Aug 23 14:47:18.119085 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:18.119318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:18.119693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:18.134252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:18.134596 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:18.136416 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 4 to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 Aug 23 14:47:18.175747 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:18.176489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:18.180119 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:18.191689 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:18.192022 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:18.192419 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 5 to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 Aug 23 14:47:18.231611 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:18.231979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:18.232306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:18.256240 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:18.256541 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:18.274510 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 6 to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 Aug 23 14:47:18.285840 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07269342-09e5-4781-b6d7-960a012c3e5a req-f784b687-4da3-4eb2-91ca-646c61044cd4 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 210 time: 0.0629985 Aug 23 14:47:18.338096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:18.338096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:18.338432 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:18.371105 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5617f0f0-f9e2-4575-a9ef-edf2b41709ba req-b63c3a33-a2e1-40f6-a329-b33ab017df96 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d8c24a-eee8-4460-9d93-c0d6d39b7b8b HTTP/1.1" status: 200 len: 210 time: 0.1181030 Aug 23 14:47:18.379557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:18.384595 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:18.385369 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 7 to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 Aug 23 14:47:18.389451 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e354d2a-88de-4d1e-b846-3cbd32ef4e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:18.411338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:18.411839 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:18.412619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:18.420290 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:18.421007 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:18.423166 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 8 to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 Aug 23 14:47:18.461350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:18.461711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:18.462062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:18.474431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:18.475618 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:18.480442 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 9 to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 Aug 23 14:47:18.513407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:18.513870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:18.514013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:18.529343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:18.529778 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:18.534617 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 10 to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 Aug 23 14:47:18.554971 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:18.555327 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:18.555683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:18.570689 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:18.571017 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:18.571391 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:18.658529 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e354d2a-88de-4d1e-b846-3cbd32ef4e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:18.694782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] For port 7fd14bbb-76ef-4535-af93-79108f1d3cc5, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:47:18.695323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempted to set empty binding levels {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 14:47:18.779411 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e354d2a-88de-4d1e-b846-3cbd32ef4e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:18.827998 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:18.835478 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6e354d2a-88de-4d1e-b846-3cbd32ef4e12 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee744d54ee424246bce3983a9b58dbef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8498554 Aug 23 14:47:18.838901 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36604) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:18.840442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e354d2a-88de-4d1e-b846-3cbd32ef4e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ffcaee-b484-476f-8d4a-ac1c03ba43c9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:18.871130 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:18.871784 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:18.895453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Pushing event updated for resources: {'Port': ['ID=7fd14bbb-76ef-4535-af93-79108f1d3cc5,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:18.978562 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1e605d8e-6cca-4f7b-b1e4-4459931a2159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.7728133 Aug 23 14:47:18.981376 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36612) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:19.005994 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-29ae8039-a270-46d9-897c-3d96dfad5234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:19.037392 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-29ae8039-a270-46d9-897c-3d96dfad5234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:19.132867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e50c-012e-4d3f-82e8-bac88f071203 req-c0d8cea2-b2ff-4ca8-8024-dc00bfd28a1d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:19.140170 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d570f7-4efe-4859-9374-ea68a20f462b req-5f891db2-3e58-40fb-9916-7ca7f9cc2890 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:19.141762 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d887e50c-012e-4d3f-82e8-bac88f071203 req-c0d8cea2-b2ff-4ca8-8024-dc00bfd28a1d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.0925772 Aug 23 14:47:19.148135 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-90d570f7-4efe-4859-9374-ea68a20f462b req-5f891db2-3e58-40fb-9916-7ca7f9cc2890 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 945 time: 0.1436605 Aug 23 14:47:19.205157 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-90d570f7-4efe-4859-9374-ea68a20f462b req-89ad3624-ac41-402e-9569-541d24272dab tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556054 Aug 23 14:47:19.207337 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d887e50c-012e-4d3f-82e8-bac88f071203 req-9740eafe-d407-4fe7-9f7d-5fadaecb68cf tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499229 Aug 23 14:47:19.221951 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-ac047c88-441d-46dc-933f-d5e1315c5963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Deleting port 7fd14bbb-76ef-4535-af93-79108f1d3cc5 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:47:19.222283 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac047c88-441d-46dc-933f-d5e1315c5963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:19.241643 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-29ae8039-a270-46d9-897c-3d96dfad5234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:19.244372 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-29ae8039-a270-46d9-897c-3d96dfad5234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:19.245371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-29ae8039-a270-46d9-897c-3d96dfad5234 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40ffcaee-b484-476f-8d4a-ac1c03ba43c9 HTTP/1.1" status: 204 len: 168 time: 0.4038990 Aug 23 14:47:19.267416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae8039-a270-46d9-897c-3d96dfad5234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ffcaee-b484-476f-8d4a-ac1c03ba43c9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:19.358464 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-ef64ca6a-51f0-4bad-96b1-5994c023060e tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d8e74c0474e7488b8c1e2a6c18d449dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041000 Aug 23 14:47:19.422514 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-ac047c88-441d-46dc-933f-d5e1315c5963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] For port 7fd14bbb-76ef-4535-af93-79108f1d3cc5, host n-h2-804985-3, got binding levels [] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:19.423270 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac047c88-441d-46dc-933f-d5e1315c5963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:19.446106 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-87125a79-08b6-4270-9a95-04392b67bd80 req-786306e4-2d7a-474c-9f63-f6586b29cc70 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 210 time: 0.0375204 Aug 23 14:47:19.525329 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-ac047c88-441d-46dc-933f-d5e1315c5963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Calling delete_port for 7fd14bbb-76ef-4535-af93-79108f1d3cc5 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:47:19.639346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7fdcd-b2cf-4312-a31b-ed39921b2400 req-03920261-dd47-4eae-948e-b72ef49c08c4 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:19.648117 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4aa7fdcd-b2cf-4312-a31b-ed39921b2400 req-03920261-dd47-4eae-948e-b72ef49c08c4 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 1096 time: 0.2402587 Aug 23 14:47:19.677914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-5b553dda-d234-4a18-88ae-ccef813cc432 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:19.677914 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-5b553dda-d234-4a18-88ae-ccef813cc432 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995491 Aug 23 14:47:19.694343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Request body: {'port': {'device_id': '632791a1-94f0-46e7-9b81-76d28ff2c55f', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': 'd8e74c0474e7488b8c1e2a6c18d449dd'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:19.770304 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4aa7fdcd-b2cf-4312-a31b-ed39921b2400 req-bdfd4f5a-f9fb-45ad-a4ae-e76a62ba49c5 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211629 Aug 23 14:47:19.828924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b427d19f-3090-4117-bcd3-da3f705685fe no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:47:19.829990 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: b427d19f-3090-4117-bcd3-da3f705685fe {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:47:19.831336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b427d19f-3090-4117-bcd3-da3f705685fe not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:47:19.944598 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405264c-a3d3-40b9-bb5e-2ef6a981e446 req-0f4dc663-4d50-41c4-9a33-ee9c1821577e tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:19.946136 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b405264c-a3d3-40b9-bb5e-2ef6a981e446 req-0f4dc663-4d50-41c4-9a33-ee9c1821577e tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 1096 time: 0.0470672 Aug 23 14:47:19.984357 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b405264c-a3d3-40b9-bb5e-2ef6a981e446 req-addf21f6-80d4-40d6-bcaa-900cb6c8b6e2 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297699 Aug 23 14:47:20.236141 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:20.238201 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac047c88-441d-46dc-933f-d5e1315c5963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:20.248225 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Made reservation on behalf of d8e74c0474e7488b8c1e2a6c18d449dd for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:47:20.253252 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:20.289754 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac047c88-441d-46dc-933f-d5e1315c5963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:20.291770 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ac047c88-441d-46dc-933f-d5e1315c5963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "DELETE /v2.0/ports/7fd14bbb-76ef-4535-af93-79108f1d3cc5 HTTP/1.1" status: 204 len: 168 time: 1.3091142 Aug 23 14:47:20.292552 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:20.294469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36646) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:20.294955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac047c88-441d-46dc-933f-d5e1315c5963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fd14bbb-76ef-4535-af93-79108f1d3cc5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:20.322630 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a7ee49-e58b-42b4-afac-52172663045e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] GET failed (client error): The resource could not be found. Aug 23 14:47:20.324551 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c9a7ee49-e58b-42b4-afac-52172663045e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "GET /v2.0/ports/7fd14bbb-76ef-4535-af93-79108f1d3cc5 HTTP/1.1" status: 404 len: 333 time: 0.0290604 Aug 23 14:47:20.329816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36650) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:20.338169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Request body: {'port': {'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-278051390'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:20.439706 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:20.554713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36662) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:20.573052 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:20.583881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548703d9-e246-4a80-b8dc-ef855afd3a1c req-5a3704a0-1555-4890-9c45-6582312e0240 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:20.585585 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-548703d9-e246-4a80-b8dc-ef855afd3a1c req-5a3704a0-1555-4890-9c45-6582312e0240 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.0879502 Aug 23 14:47:20.643900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Made reservation on behalf of 00e75aefcb3c459e8229b64acd79d0b1 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:47:20.646519 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:20.663578 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-548703d9-e246-4a80-b8dc-ef855afd3a1c req-bf781dab-c600-4a72-959f-8ecb24d8aec8 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704882 Aug 23 14:47:20.708970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] device_id is not set on port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:47:20.944694 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:20.968176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48941553-df9c-47df-b3a0-e1823f7051b5 req-e924de1e-bbc2-49c3-aad9-c15bea661d04 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:20.969716 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48941553-df9c-47df-b3a0-e1823f7051b5 req-e924de1e-bbc2-49c3-aad9-c15bea661d04 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 949 time: 0.0971959 Aug 23 14:47:20.972437 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2d915d9-4156-4c01-92ec-41fe359a6884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:20.975723 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93eb7c1d-7bb5-4e3c-97d0-704e215e0bef,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:21.054809 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48941553-df9c-47df-b3a0-e1823f7051b5 req-d7f230d6-7a45-4fd8-bf9b-a3897f686734 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777292 Aug 23 14:47:21.133813 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:21.167597 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Allocated IP 192.168.233.134 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/edc6de59-7804-45c0-94a8-24b5eb9c2af4) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:47:21.189102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Network 82946fa2-b615-4da4-b423-d703ba09cfa7 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:47:21.194425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:47:21.213533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:47:21.213533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:21.213533 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:21.226432 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb0b087f-a738-42e1-9643-76bad0e0e4e9 req-183c97e9-a1a0-4480-80c6-f0409086d92c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 210 time: 0.0560582 Aug 23 14:47:21.238037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Pushing event updated for resources: {'Port': ['ID=88ee9651-5a3f-47aa-8fc5-8317afe8a141,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:21.254676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:21.255322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:21.255927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:21.256515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:21.257163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:21.257733 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:21.258279 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:21.258874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:21.259432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:21.260009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:21.260739 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:21.261508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:21.273127 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2d915d9-4156-4c01-92ec-41fe359a6884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:21.387330 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2d915d9-4156-4c01-92ec-41fe359a6884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:21.431744 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:21.475098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Transition to ACTIVE for port object edc6de59-7804-45c0-94a8-24b5eb9c2af4 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:47:21.476431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d915d9-4156-4c01-92ec-41fe359a6884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc99f2d-52b2-4ee1-b378-f656da207b9f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:21.481615 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-18d01b3f-a10b-4ce3-a28d-1ddf26449fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1507132 Aug 23 14:47:21.486007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36688) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:21.491495 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:21.509852 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e2d915d9-4156-4c01-92ec-41fe359a6884 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=486606fa14204d4b9af721d874482663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9539678 Aug 23 14:47:21.513078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36690) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:21.623161 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-69bf92f6-a8bd-46e3-a7a6-77b66f142bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:21.640738 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:21.687336 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-69bf92f6-a8bd-46e3-a7a6-77b66f142bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:21.722532 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:21.831795 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:47:21.835370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:47:21.838336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:47:21.884297 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Pushing event updated for resources: {'Port': ['ID=edc6de59-7804-45c0-94a8-24b5eb9c2af4,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:21.914964 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33953f06-9c62-4062-a1b0-76a7b751c36f req-4d9d5fc2-7069-47db-afa9-7fb51d6797e0 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:21.917305 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-33953f06-9c62-4062-a1b0-76a7b751c36f req-4d9d5fc2-7069-47db-afa9-7fb51d6797e0 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.1629024 Aug 23 14:47:21.922979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:21.927454 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:21.954767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] device_id is not set on port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:47:21.975554 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:22.007153 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-69bf92f6-a8bd-46e3-a7a6-77b66f142bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:22.011411 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-69bf92f6-a8bd-46e3-a7a6-77b66f142bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:22.019646 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-69bf92f6-a8bd-46e3-a7a6-77b66f142bce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dcc99f2d-52b2-4ee1-b378-f656da207b9f HTTP/1.1" status: 204 len: 168 time: 0.4981477 Aug 23 14:47:22.031286 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf92f6-a8bd-46e3-a7a6-77b66f142bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc99f2d-52b2-4ee1-b378-f656da207b9f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:22.038104 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-94168820-86dc-402c-965d-b656e5766d4c tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3511603 Aug 23 14:47:22.073101 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Request body: {'port': {'device_id': '632791a1-94f0-46e7-9b81-76d28ff2c55f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:22.076695 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Transition to ACTIVE for port object 88ee9651-5a3f-47aa-8fc5-8317afe8a141 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:47:22.105837 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-33953f06-9c62-4062-a1b0-76a7b751c36f req-fe808644-e48d-47e2-9ed4-aedfe99cb5b7 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788943 Aug 23 14:47:22.169604 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:22.197222 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:22.212744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e1860-0fc1-47bd-9a04-521d65fd63ed req-afc60143-542c-4ff4-a292-7a91af3a6c03 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:22.222827 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a2e1860-0fc1-47bd-9a04-521d65fd63ed req-afc60143-542c-4ff4-a292-7a91af3a6c03 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 949 time: 0.2571635 Aug 23 14:47:22.333083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:22.333426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:22.333812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:22.343921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:22.344719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-19518dbc-e19b-4bfd-8fb8-628fa6fdab68 None None] Provisioning for port edc6de59-7804-45c0-94a8-24b5eb9c2af4 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:47:22.345228 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:22.350313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-19518dbc-e19b-4bfd-8fb8-628fa6fdab68 None None] Provisioning complete for port edc6de59-7804-45c0-94a8-24b5eb9c2af4 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:47:22.350939 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-19518dbc-e19b-4bfd-8fb8-628fa6fdab68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:22.352560 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 2 to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 Aug 23 14:47:22.404944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:22.404944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:22.404944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:22.422571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:22.423013 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:22.427018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-19518dbc-e19b-4bfd-8fb8-628fa6fdab68 None None] Port edc6de59-7804-45c0-94a8-24b5eb9c2af4 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:47:22.429241 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 3 to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 Aug 23 14:47:22.452316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:22.452654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:22.453180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:22.465154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Pushing event updated for resources: {'Port': ['ID=88ee9651-5a3f-47aa-8fc5-8317afe8a141,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:22.497357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:22.498078 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:22.506324 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422bc8-1bb3-4c41-8ce3-b8c04285973c req-195e5972-5cc9-4ac6-8efa-6d275c4f209b tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:22.520672 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b422bc8-1bb3-4c41-8ce3-b8c04285973c req-195e5972-5cc9-4ac6-8efa-6d275c4f209b tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 949 time: 0.1747570 Aug 23 14:47:22.525159 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 4 to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 Aug 23 14:47:22.583915 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a7c87bd9-7b80-4860-94a4-11bc4637d861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:22.610102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:22.610443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:22.610791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:22.626651 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:22.626968 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:22.628786 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 5 to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 Aug 23 14:47:22.644217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc6de59-7804-45c0-94a8-24b5eb9c2af4 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:47:22.659617 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:22.677785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Transition to ACTIVE for port object edc6de59-7804-45c0-94a8-24b5eb9c2af4 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:47:22.687465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:22.687853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:22.688175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:22.697123 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b422bc8-1bb3-4c41-8ce3-b8c04285973c req-f7588dc7-d861-45ac-aa6a-b957c56ab9bb tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/security-groups?id=8735d023-6d7b-4260-80db-e4512c194265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754546 Aug 23 14:47:22.700557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-8a2e1860-0fc1-47bd-9a04-521d65fd63ed req-a7b0ffc5-13d2-47d0-a069-4dd7d4a0b05c tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Deleting port e83a0021-c56d-4be6-aaa9-c58d758edb7c {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:47:22.700810 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8a2e1860-0fc1-47bd-9a04-521d65fd63ed req-a7b0ffc5-13d2-47d0-a069-4dd7d4a0b05c tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:22.726363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:22.726857 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:22.729396 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 6 to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 Aug 23 14:47:22.774712 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:22.778812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:22.779154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:22.779502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:22.790574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:22.790909 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:22.798423 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 7 to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 Aug 23 14:47:22.854909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:22.855249 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:22.855680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:22.879367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-8a2e1860-0fc1-47bd-9a04-521d65fd63ed req-a7b0ffc5-13d2-47d0-a069-4dd7d4a0b05c tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] For port e83a0021-c56d-4be6-aaa9-c58d758edb7c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e83a0021-c56d-4be6-aaa9-c58d758edb7c,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:22.879592 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8a2e1860-0fc1-47bd-9a04-521d65fd63ed req-a7b0ffc5-13d2-47d0-a069-4dd7d4a0b05c tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:22.903148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:22.903148 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:22.903148 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 8 to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 Aug 23 14:47:22.903148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-8a2e1860-0fc1-47bd-9a04-521d65fd63ed req-a7b0ffc5-13d2-47d0-a069-4dd7d4a0b05c tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Calling delete_port for e83a0021-c56d-4be6-aaa9-c58d758edb7c owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:47:22.928457 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Pushing event updated for resources: {'Port': ['ID=edc6de59-7804-45c0-94a8-24b5eb9c2af4,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:22.931752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:22.932087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:22.932443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:22.953071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a67be-c2c8-4835-84d2-5f72c087119a req-0c5d055a-cb2b-4444-a2c4-a4922921aaee tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:22.965108 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f4a67be-c2c8-4835-84d2-5f72c087119a req-0c5d055a-cb2b-4444-a2c4-a4922921aaee tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 948 time: 0.1555445 Aug 23 14:47:23.038544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:23.038986 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:23.048714 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 9 to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 Aug 23 14:47:23.053909 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Attempting to bind port edc6de59-7804-45c0-94a8-24b5eb9c2af4 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:23.054348 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Attempting to bind port edc6de59-7804-45c0-94a8-24b5eb9c2af4 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:23.054756 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Attempting to bind port edc6de59-7804-45c0-94a8-24b5eb9c2af4 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:23.060206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Port edc6de59-7804-45c0-94a8-24b5eb9c2af4 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:23.060744 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Attempting to bind port edc6de59-7804-45c0-94a8-24b5eb9c2af4 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:23.069272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:47:23.069777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:47:23.070516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:47:23.070860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Bound port: edc6de59-7804-45c0-94a8-24b5eb9c2af4, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:47:23.071334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:23.211788 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] For port edc6de59-7804-45c0-94a8-24b5eb9c2af4, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:47:23.248477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:23.249043 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:23.249393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:23.257835 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:23.258185 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:23.262576 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 10 to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 Aug 23 14:47:23.282732 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] For port edc6de59-7804-45c0-94a8-24b5eb9c2af4, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=edc6de59-7804-45c0-94a8-24b5eb9c2af4,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:47:23.289033 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8a2e1860-0fc1-47bd-9a04-521d65fd63ed req-a7b0ffc5-13d2-47d0-a069-4dd7d4a0b05c tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:23.302727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['e83a0021-c56d-4be6-aaa9-c58d758edb7c'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:47:23.309578 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:23.309918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:23.310266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:23.374094 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:23.381069 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2e1860-0fc1-47bd-9a04-521d65fd63ed req-a7b0ffc5-13d2-47d0-a069-4dd7d4a0b05c tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] No DVR routers for this DVR port e83a0021-c56d-4be6-aaa9-c58d758edb7c on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:47:23.394337 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f4a67be-c2c8-4835-84d2-5f72c087119a req-2bd58105-1097-407e-9fe4-2e20d4a76e6b tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/security-groups?id=93eb7c1d-7bb5-4e3c-97d0-704e215e0bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282870 Aug 23 14:47:23.401738 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8a2e1860-0fc1-47bd-9a04-521d65fd63ed req-a7b0ffc5-13d2-47d0-a069-4dd7d4a0b05c tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:23.404187 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a2e1860-0fc1-47bd-9a04-521d65fd63ed req-a7b0ffc5-13d2-47d0-a069-4dd7d4a0b05c tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.57 "DELETE /v2.0/ports/e83a0021-c56d-4be6-aaa9-c58d758edb7c HTTP/1.1" status: 204 len: 173 time: 1.1306143 Aug 23 14:47:23.406044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557', 'name': 'network-vif-deleted', 'tag': 'e83a0021-c56d-4be6-aaa9-c58d758edb7c'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:23.414728 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efc5085-7ed6-41b3-adbd-f3b274bbd4ef" -d '{"events": [{"server_uuid": "5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557", "name": "network-vif-deleted", "tag": "e83a0021-c56d-4be6-aaa9-c58d758edb7c"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:23.421780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0ffc5-13d2-47d0-a069-4dd7d4a0b05c tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] Pushing event deleted for resources: {'Port': ['ID=e83a0021-c56d-4be6-aaa9-c58d758edb7c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:23.446285 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:23.446810 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:23.447353 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:23.587907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] For port 88ee9651-5a3f-47aa-8fc5-8317afe8a141, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:47:23.588477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempted to set empty binding levels {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 14:47:23.588739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Pushing event updated for resources: {'Port': ['ID=edc6de59-7804-45c0-94a8-24b5eb9c2af4,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:23.599999 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:23.603822 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:23.608320 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-97ef5b99-2163-4e24-8195-6098f115b170 service neutron] 10.222.0.57 "PUT /v2.0/ports/edc6de59-7804-45c0-94a8-24b5eb9c2af4 HTTP/1.1" status: 200 len: 1096 time: 1.5518560 Aug 23 14:47:23.608320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632791a1-94f0-46e7-9b81-76d28ff2c55f', 'tag': 'edc6de59-7804-45c0-94a8-24b5eb9c2af4'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:23.616004 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fccac77-4cd6-4fad-8924-381f6231a061" -d '{"events": [{"name": "network-changed", "server_uuid": "632791a1-94f0-46e7-9b81-76d28ff2c55f", "tag": "edc6de59-7804-45c0-94a8-24b5eb9c2af4"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:23.644117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb13060-2f84-450b-9bb6-efb23d37c829 req-0e76e9aa-df92-4139-a5a4-50556e19dda2 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:23.646704 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebb13060-2f84-450b-9bb6-efb23d37c829 req-0e76e9aa-df92-4139-a5a4-50556e19dda2 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 945 time: 0.0570500 Aug 23 14:47:23.668349 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:23.695475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] In _notify_port_updated(), no bound segment for port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 14:47:23.696412 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:23.696983 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:23.701799 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36746) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:23.711793 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "PUT /v2.0/ports/88ee9651-5a3f-47aa-8fc5-8317afe8a141 HTTP/1.1" status: 200 len: 978 time: 2.2246509 Aug 23 14:47:23.824414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-40b00f6d-ba1e-43c7-89e0-8771826eeaa7 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:47:23.835324 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-40b00f6d-ba1e-43c7-89e0-8771826eeaa7 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5702639 Aug 23 14:47:23.882397 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebb13060-2f84-450b-9bb6-efb23d37c829 req-e3b203e4-4952-4179-8e01-3fec275845dc tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294140 Aug 23 14:47:23.912610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4219c7d-a3ca-4c2a-9ae0-b03b63baf3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Pushing event updated for resources: {'Port': ['ID=88ee9651-5a3f-47aa-8fc5-8317afe8a141,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:23.985681 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:23.986165 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:23.986671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:23.987527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:23.998867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:23.999418 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:24.000093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:24.000983 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:24.001471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:24.001945 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:24.002449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:24.002916 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:24.003444 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:24.003988 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:24.004460 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:24.004925 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:24.005388 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:24.012384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36756) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:24.023367 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d0b47637-457d-451e-a346-a1b7f149126d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15308 time: 0.3204346 Aug 23 14:47:24.055331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-33ea8156-1091-4379-b02a-bf537beaceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:24.061613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-33ea8156-1091-4379-b02a-bf537beaceb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d8e74c0474e7488b8c1e2a6c18d449dd&device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 1099 time: 0.2460623 Aug 23 14:47:24.111170 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa0666b-340d-47bc-a7f5-99df14ff8c70 x-openstack-request-id: req-afa0666b-340d-47bc-a7f5-99df14ff8c70 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:24.111170 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557", "name": "network-vif-deleted", "tag": "e83a0021-c56d-4be6-aaa9-c58d758edb7c", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:24.111407 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-afa0666b-340d-47bc-a7f5-99df14ff8c70 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:24.112619 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557', 'name': 'network-vif-deleted', 'tag': 'e83a0021-c56d-4be6-aaa9-c58d758edb7c', 'status': 'completed', 'code': 200} Aug 23 14:47:24.117965 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f2dbff39-cf94-4e4f-b426-2de477b42eb5 service neutron] Request body: {'binding': {'host': 'n-h1-804985-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:24.118586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f2dbff39-cf94-4e4f-b426-2de477b42eb5 service neutron] Unknown quota resources ['binding']. {{(pid=96115) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 14:47:24.136164 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-eb549096-0f4a-49c6-bbb0-8cf6857bdbe0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=edc6de59-7804-45c0-94a8-24b5eb9c2af4 HTTP/1.1" status: 200 len: 217 time: 0.0661066 Aug 23 14:47:24.249150 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665f8e49-bb5d-40dd-841c-61c3968d9aa9 x-openstack-request-id: req-665f8e49-bb5d-40dd-841c-61c3968d9aa9 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:24.249722 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632791a1-94f0-46e7-9b81-76d28ff2c55f", "tag": "edc6de59-7804-45c0-94a8-24b5eb9c2af4", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:24.250143 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-665f8e49-bb5d-40dd-841c-61c3968d9aa9 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:24.250733 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632791a1-94f0-46e7-9b81-76d28ff2c55f', 'tag': 'edc6de59-7804-45c0-94a8-24b5eb9c2af4', 'status': 'completed', 'code': 200} Aug 23 14:47:24.306919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-b389b11f-133c-4ebe-b086-b70fd8b66ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:24.308515 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-b389b11f-133c-4ebe-b086-b70fd8b66ac9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1607902 Aug 23 14:47:24.352807 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f2dbff39-cf94-4e4f-b426-2de477b42eb5 service neutron] Attempting to bind port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 on host n-h1-804985-3 for vnic_type normal with profile None {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:24.353225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f2dbff39-cf94-4e4f-b426-2de477b42eb5 service neutron] Attempting to bind port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:24.353669 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f2dbff39-cf94-4e4f-b426-2de477b42eb5 service neutron] Attempting to bind port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:24.370055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f2dbff39-cf94-4e4f-b426-2de477b42eb5 service neutron] Port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 on network e5d05685-47dd-44e8-9fba-4321908349a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:24.370525 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f2dbff39-cf94-4e4f-b426-2de477b42eb5 service neutron] Attempting to bind port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:24.399432 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-384c90b7-3cd3-472f-9b61-4de0f42f8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:24.403741 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-384c90b7-3cd3-472f-9b61-4de0f42f8a30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729825 Aug 23 14:47:24.406508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f2dbff39-cf94-4e4f-b426-2de477b42eb5 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:47:24.406979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f2dbff39-cf94-4e4f-b426-2de477b42eb5 service neutron] Checking segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:47:24.407751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f2dbff39-cf94-4e4f-b426-2de477b42eb5 service neutron] Bound using segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:47:24.408300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f2dbff39-cf94-4e4f-b426-2de477b42eb5 service neutron] Bound port: 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:47:24.448235 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ac259c1-0505-45b0-83bd-6bb1bfbf45e5 req-7391fa52-d6c0-46be-87aa-34fee8459143 tempest-ServersAdminNegativeTestJSON-266519479 tempest-ServersAdminNegativeTestJSON-266519479-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e4fc8df-2dbb-4a3f-b015-60bf1e2b2557 HTTP/1.1" status: 200 len: 210 time: 0.0814011 Aug 23 14:47:24.507093 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-df39027c-dbf7-4070-ad71-05879a598ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Deleting port 88ee9651-5a3f-47aa-8fc5-8317afe8a141 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:47:24.510666 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df39027c-dbf7-4070-ad71-05879a598ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:24.552086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f2dbff39-cf94-4e4f-b426-2de477b42eb5 service neutron] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:47:24.588736 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-8217b4a0-021c-48ae-9073-b2a8c64375f3 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759732 Aug 23 14:47:24.658939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-df39027c-dbf7-4070-ad71-05879a598ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] For port 88ee9651-5a3f-47aa-8fc5-8317afe8a141, host n-h2-804985-3, got binding levels [] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:24.659699 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df39027c-dbf7-4070-ad71-05879a598ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:24.697009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-df39027c-dbf7-4070-ad71-05879a598ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Calling delete_port for 88ee9651-5a3f-47aa-8fc5-8317afe8a141 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:47:24.747224 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60427ca6-e042-4042-8ab3-bad1ebe1014d req-9d092256-d0f8-4dcd-8895-d42de524f89f service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483259 Aug 23 14:47:24.777239 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f2dbff39-cf94-4e4f-b426-2de477b42eb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:24.778574 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f2dbff39-cf94-4e4f-b426-2de477b42eb5 service neutron] 10.222.0.38 "POST /v2.0/ports/5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6/bindings HTTP/1.1" status: 201 len: 389 time: 0.9402597 Aug 23 14:47:24.997454 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df39027c-dbf7-4070-ad71-05879a598ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:25.052992 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39027c-dbf7-4070-ad71-05879a598ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Pushing event deleted for resources: {'Port': ['ID=88ee9651-5a3f-47aa-8fc5-8317afe8a141,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:25.102246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccac77-4cd6-4fad-8924-381f6231a061 req-c42b3e81-6eb9-4179-9dd9-38869362633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:25.104082 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2fccac77-4cd6-4fad-8924-381f6231a061 req-c42b3e81-6eb9-4179-9dd9-38869362633a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d8e74c0474e7488b8c1e2a6c18d449dd&device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 1099 time: 0.0729158 Aug 23 14:47:25.119558 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df39027c-dbf7-4070-ad71-05879a598ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:25.126426 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-df39027c-dbf7-4070-ad71-05879a598ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "DELETE /v2.0/ports/88ee9651-5a3f-47aa-8fc5-8317afe8a141 HTTP/1.1" status: 204 len: 168 time: 1.1101937 Aug 23 14:47:25.128017 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36782) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:25.180261 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e1e3cf-dacb-4a2e-8b0b-64130806b73f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] GET failed (client error): The resource could not be found. Aug 23 14:47:25.182423 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f9e1e3cf-dacb-4a2e-8b0b-64130806b73f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "GET /v2.0/ports/88ee9651-5a3f-47aa-8fc5-8317afe8a141 HTTP/1.1" status: 404 len: 333 time: 0.0529697 Aug 23 14:47:25.186483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36784) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:25.197174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2a4a39cc-f77b-4cd5-8f62-aa1b836e9146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-487016613', 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:25.291065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccac77-4cd6-4fad-8924-381f6231a061 req-e7f7d402-e082-4314-aae4-6192e17b2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:25.293445 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2fccac77-4cd6-4fad-8924-381f6231a061 req-e7f7d402-e082-4314-aae4-6192e17b2b10 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1674187 Aug 23 14:47:25.368111 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2fccac77-4cd6-4fad-8924-381f6231a061 req-bb7cb4b9-0b1e-4d9e-8aeb-89699d97a745 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=edc6de59-7804-45c0-94a8-24b5eb9c2af4 HTTP/1.1" status: 200 len: 217 time: 0.0640368 Aug 23 14:47:25.416619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e3f8e-0d9c-478e-93c0-b882a0f2e6b1 req-23ce2418-ba89-4e37-83b9-6ae53a470585 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:25.543080 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-155e3f8e-0d9c-478e-93c0-b882a0f2e6b1 req-23ce2418-ba89-4e37-83b9-6ae53a470585 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 948 time: 0.1301398 Aug 23 14:47:25.543080 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccac77-4cd6-4fad-8924-381f6231a061 req-c47d8953-123a-4af2-a885-0146c8079a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:25.543080 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2fccac77-4cd6-4fad-8924-381f6231a061 req-c47d8953-123a-4af2-a885-0146c8079a57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0815547 Aug 23 14:47:25.543080 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-155e3f8e-0d9c-478e-93c0-b882a0f2e6b1 req-9ffd2d8b-c538-4f0b-b107-37d9400d13fc tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/security-groups?id=93eb7c1d-7bb5-4e3c-97d0-704e215e0bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537350 Aug 23 14:47:25.543080 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccac77-4cd6-4fad-8924-381f6231a061 req-11aa6967-2bdd-43ee-aa79-22cecceec495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:25.543080 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2fccac77-4cd6-4fad-8924-381f6231a061 req-11aa6967-2bdd-43ee-aa79-22cecceec495 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475159 Aug 23 14:47:25.629100 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2fccac77-4cd6-4fad-8924-381f6231a061 req-f49779bf-add9-4512-8485-0492f5752f94 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054945 Aug 23 14:47:25.704829 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:25.710169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4a39cc-f77b-4cd5-8f62-aa1b836e9146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Made reservation on behalf of 00e75aefcb3c459e8229b64acd79d0b1 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:47:25.712813 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a4a39cc-f77b-4cd5-8f62-aa1b836e9146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:25.740357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-2a4a39cc-f77b-4cd5-8f62-aa1b836e9146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] device_id is not set on port 55ad625b-236e-46b2-8d61-3e2f88a74625 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:47:25.740576 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-873cd87c-7ab2-4819-9825-fde88674f1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:25.763072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335d0c8-8677-4af3-9ca9-4bc44024b0ef req-3031d1a5-87b3-4306-9d52-f91cd2703487 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:25.764662 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d335d0c8-8677-4af3-9ca9-4bc44024b0ef req-3031d1a5-87b3-4306-9d52-f91cd2703487 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 945 time: 0.0825038 Aug 23 14:47:25.787371 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2fccac77-4cd6-4fad-8924-381f6231a061 req-562849ba-fa25-4c25-9732-f89c2b95c85f service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507447 Aug 23 14:47:25.853856 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d335d0c8-8677-4af3-9ca9-4bc44024b0ef req-bbdafe15-987f-49bd-800d-cca116825dbc tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751846 Aug 23 14:47:26.075085 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a4a39cc-f77b-4cd5-8f62-aa1b836e9146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:26.198779 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-d6edada3-c15e-444b-9f3b-5d21470b82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:26.200847 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-d6edada3-c15e-444b-9f3b-5d21470b82fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 1096 time: 0.0499375 Aug 23 14:47:26.308188 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-d52da7fa-7ea9-4e63-949f-410d16ee0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:26.309708 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-d52da7fa-7ea9-4e63-949f-410d16ee0834 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.1012080 Aug 23 14:47:26.354005 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-6b418afd-73c6-4212-9a1d-6105c0a9654c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 HTTP/1.1" status: 200 len: 217 time: 0.0362890 Aug 23 14:47:26.401805 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a4a39cc-f77b-4cd5-8f62-aa1b836e9146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:26.409758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-a655fcf8-eea8-4d27-b512-2835721e6149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:26.411391 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-a655fcf8-eea8-4d27-b512-2835721e6149 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.0496624 Aug 23 14:47:26.447760 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-d94a72d3-2076-47e5-bd80-f6c936b4e9fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279374 Aug 23 14:47:26.453708 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4a39cc-f77b-4cd5-8f62-aa1b836e9146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Network 82946fa2-b615-4da4-b423-d703ba09cfa7 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:47:26.459391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-2a4a39cc-f77b-4cd5-8f62-aa1b836e9146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:47:26.467268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4a39cc-f77b-4cd5-8f62-aa1b836e9146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:47:26.468343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4a39cc-f77b-4cd5-8f62-aa1b836e9146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:26.469092 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a4a39cc-f77b-4cd5-8f62-aa1b836e9146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:26.473238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a39cc-f77b-4cd5-8f62-aa1b836e9146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Pushing event updated for resources: {'Port': ['ID=55ad625b-236e-46b2-8d61-3e2f88a74625,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:26.545773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e83a0021-c56d-4be6-aaa9-c58d758edb7c no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:47:26.547570 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-44c240e7-79ca-4605-bb63-c78de343fb2f service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910888 Aug 23 14:47:26.574220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: e83a0021-c56d-4be6-aaa9-c58d758edb7c {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:47:26.574220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e83a0021-c56d-4be6-aaa9-c58d758edb7c not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:47:26.653580 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-da9c6fd3-3429-4de2-aeb6-25861e29fe43 service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982497 Aug 23 14:47:26.654096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af461e-62ba-4c11-95b8-a8718bae3ed1 req-5e8f2fa6-8295-4895-b300-0686a6f98ecd tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:26.655673 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-21af461e-62ba-4c11-95b8-a8718bae3ed1 req-5e8f2fa6-8295-4895-b300-0686a6f98ecd tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 948 time: 0.0534029 Aug 23 14:47:26.688820 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2a4a39cc-f77b-4cd5-8f62-aa1b836e9146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5009530 Aug 23 14:47:26.692643 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36834) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:26.709640 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-21af461e-62ba-4c11-95b8-a8718bae3ed1 req-3b3e3572-e307-4358-8ed2-049f543ec08b tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/security-groups?id=93eb7c1d-7bb5-4e3c-97d0-704e215e0bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409007 Aug 23 14:47:26.738577 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:26.746311 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5f42d-8952-4c02-80dc-6be11308fc30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:26.750385 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8cd5f42d-8952-4c02-80dc-6be11308fc30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "GET /v2.0/ports/55ad625b-236e-46b2-8d61-3e2f88a74625 HTTP/1.1" status: 200 len: 958 time: 0.0542719 Aug 23 14:47:26.751262 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36846) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:26.870775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-2b944b69-5839-4a9d-8fc6-7666317ea0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Deleting port 55ad625b-236e-46b2-8d61-3e2f88a74625 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:47:26.870775 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2b944b69-5839-4a9d-8fc6-7666317ea0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:26.961516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2b944b69-5839-4a9d-8fc6-7666317ea0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:26.969370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36856) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:26.976524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-2b944b69-5839-4a9d-8fc6-7666317ea0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Calling delete_port for 55ad625b-236e-46b2-8d61-3e2f88a74625 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:47:27.186308 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cf196478-8d48-4bd6-abc4-08f23f35b639 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f5dff90c7a42497fac75692961ad5c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045596 Aug 23 14:47:27.186308 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36872) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:27.256217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e01672c1-896c-411b-b9ee-47628d5997e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:27.291531 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e01672c1-896c-411b-b9ee-47628d5997e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:27.399978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187e767-94cb-48d2-bb55-aa648fa616a9 req-5fe0576c-6ba9-4348-918f-d1ab9ed3226a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:27.401440 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a187e767-94cb-48d2-bb55-aa648fa616a9 req-5fe0576c-6ba9-4348-918f-d1ab9ed3226a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 945 time: 0.4205978 Aug 23 14:47:27.448378 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a187e767-94cb-48d2-bb55-aa648fa616a9 req-01b6c797-0e16-4848-85a9-86e276433004 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361524 Aug 23 14:47:27.464127 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e01672c1-896c-411b-b9ee-47628d5997e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:27.470695 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e01672c1-896c-411b-b9ee-47628d5997e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:27.470695 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e01672c1-896c-411b-b9ee-47628d5997e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8735d023-6d7b-4260-80db-e4512c194265 HTTP/1.1" status: 204 len: 168 time: 0.2895138 Aug 23 14:47:27.478321 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01672c1-896c-411b-b9ee-47628d5997e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8735d023-6d7b-4260-80db-e4512c194265,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:27.601598 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2b944b69-5839-4a9d-8fc6-7666317ea0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:27.630962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b944b69-5839-4a9d-8fc6-7666317ea0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Pushing event deleted for resources: {'Port': ['ID=55ad625b-236e-46b2-8d61-3e2f88a74625,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:27.634864 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2b944b69-5839-4a9d-8fc6-7666317ea0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:27.637419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2b944b69-5839-4a9d-8fc6-7666317ea0d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "DELETE /v2.0/ports/55ad625b-236e-46b2-8d61-3e2f88a74625 HTTP/1.1" status: 204 len: 168 time: 0.8850043 Aug 23 14:47:27.640366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36892) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:27.671474 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3e9332-7578-4bb9-9b59-de360bb5d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] GET failed (client error): The resource could not be found. Aug 23 14:47:27.678531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3d3e9332-7578-4bb9-9b59-de360bb5d9c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "GET /v2.0/ports/55ad625b-236e-46b2-8d61-3e2f88a74625 HTTP/1.1" status: 404 len: 333 time: 0.0316088 Aug 23 14:47:27.679239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36894) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:27.684480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f6ef0373-c9ef-4c20-a714-7dfc9a250a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Request body: {'port': {'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-204235224'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:27.805429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 05bdec11-8d84-4100-acc3-80f1d451abd1 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:47:27.837961 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af34498-90a5-4afa-b045-da477d191b2b req-e02d84cb-d506-464b-a615-41fb4c6d5569 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:27.839829 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0af34498-90a5-4afa-b045-da477d191b2b req-e02d84cb-d506-464b-a615-41fb4c6d5569 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 948 time: 0.0589840 Aug 23 14:47:27.869319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ef0373-c9ef-4c20-a714-7dfc9a250a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Made reservation on behalf of 00e75aefcb3c459e8229b64acd79d0b1 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:47:27.870412 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6ef0373-c9ef-4c20-a714-7dfc9a250a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:27.914162 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-f6ef0373-c9ef-4c20-a714-7dfc9a250a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] device_id is not set on port 01adc265-3137-4d0c-af98-ce195dff3696 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:47:27.922054 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0af34498-90a5-4afa-b045-da477d191b2b req-afe2bf79-51ab-4d73-b5bb-48434258440a tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/security-groups?id=93eb7c1d-7bb5-4e3c-97d0-704e215e0bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747721 Aug 23 14:47:27.985042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 05bdec11-8d84-4100-acc3-80f1d451abd1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=05bdec11-8d84-4100-acc3-80f1d451abd1,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:27.999996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '05bdec11-8d84-4100-acc3-80f1d451abd1', 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3', 'port_id': '05bdec11-8d84-4100-acc3-80f1d451abd1', 'mac_address': 'fa:16:3e:5a:fd:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11061a5b-c587-4d9a-b542-d35027d2df97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:47:28.052905 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:28.071563 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05bdec11-8d84-4100-acc3-80f1d451abd1 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:47:28.101126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 05bdec11-8d84-4100-acc3-80f1d451abd1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=05bdec11-8d84-4100-acc3-80f1d451abd1,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:28.192525 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6ef0373-c9ef-4c20-a714-7dfc9a250a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:28.235962 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:28.286104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa87b5-dc1d-4dca-a782-cbf0a14699fa req-56bacab1-5701-477a-8531-d892f9829277 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:28.292608 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-defa87b5-dc1d-4dca-a782-cbf0a14699fa req-56bacab1-5701-477a-8531-d892f9829277 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 950 time: 0.0763130 Aug 23 14:47:28.318905 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=05bdec11-8d84-4100-acc3-80f1d451abd1,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:28.356385 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6ef0373-c9ef-4c20-a714-7dfc9a250a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:28.364906 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-defa87b5-dc1d-4dca-a782-cbf0a14699fa req-59754478-f00b-443e-a0a3-b2dbc0936fa4 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb03296b-978b-464e-b72d-f252e59f27b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704019 Aug 23 14:47:28.375039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['05bdec11-8d84-4100-acc3-80f1d451abd1'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:47:28.452320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ef0373-c9ef-4c20-a714-7dfc9a250a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Network 82946fa2-b615-4da4-b423-d703ba09cfa7 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:47:28.453943 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:28.457008 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-f6ef0373-c9ef-4c20-a714-7dfc9a250a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:47:28.465268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef0373-c9ef-4c20-a714-7dfc9a250a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:47:28.466845 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ef0373-c9ef-4c20-a714-7dfc9a250a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:28.467701 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6ef0373-c9ef-4c20-a714-7dfc9a250a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:28.544935 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef0373-c9ef-4c20-a714-7dfc9a250a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Pushing event updated for resources: {'Port': ['ID=01adc265-3137-4d0c-af98-ce195dff3696,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:28.550847 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36958) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:28.573883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device edc6de59-7804-45c0-94a8-24b5eb9c2af4 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:47:28.625976 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-855dcf5a-2688-4431-9251-1bb4703c053e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b9a1044f8bb433c85f3d5870180ae75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591981 Aug 23 14:47:28.626956 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36966) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:28.683355 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f6ef0373-c9ef-4c20-a714-7dfc9a250a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0032899 Aug 23 14:47:28.684366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36970) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:28.704284 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7dad58ef-b4ac-4111-9e39-c8c908acd53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:28.713025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port edc6de59-7804-45c0-94a8-24b5eb9c2af4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=edc6de59-7804-45c0-94a8-24b5eb9c2af4,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:28.721796 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52423d0-05a7-4768-a7f0-9063fe18126c req-53077fb0-140c-4d58-ac53-4b28d7d917ea tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:28.731538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'edc6de59-7804-45c0-94a8-24b5eb9c2af4', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'edc6de59-7804-45c0-94a8-24b5eb9c2af4', 'mac_address': 'fa:16:3e:fd:63:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:47:28.734855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a52423d0-05a7-4768-a7f0-9063fe18126c req-53077fb0-140c-4d58-ac53-4b28d7d917ea tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 945 time: 0.1164539 Aug 23 14:47:28.748519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:28.764604 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7dad58ef-b4ac-4111-9e39-c8c908acd53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:28.809948 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:28.828934 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc6de59-7804-45c0-94a8-24b5eb9c2af4 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:47:28.860494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port edc6de59-7804-45c0-94a8-24b5eb9c2af4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=edc6de59-7804-45c0-94a8-24b5eb9c2af4,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:28.876443 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a52423d0-05a7-4768-a7f0-9063fe18126c req-d4a6c414-094b-497c-a0c2-493e8c550c84 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378729 Aug 23 14:47:28.940146 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:28.956724 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7dad58ef-b4ac-4111-9e39-c8c908acd53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:28.968721 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:28.969557 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7dad58ef-b4ac-4111-9e39-c8c908acd53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:28.969557 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7dad58ef-b4ac-4111-9e39-c8c908acd53c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/25957ad0-ad8e-4749-8119-26eaab7f8020 HTTP/1.1" status: 204 len: 168 time: 0.3372786 Aug 23 14:47:29.000749 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad58ef-b4ac-4111-9e39-c8c908acd53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25957ad0-ad8e-4749-8119-26eaab7f8020,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:29.082357 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=edc6de59-7804-45c0-94a8-24b5eb9c2af4,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:29.199386 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['edc6de59-7804-45c0-94a8-24b5eb9c2af4'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:47:29.217860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb9078-4ae5-4854-a8fa-3e955a7b9502 req-de3f466d-1157-4c14-9b8e-2322172da707 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:29.217860 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2cb9078-4ae5-4854-a8fa-3e955a7b9502 req-de3f466d-1157-4c14-9b8e-2322172da707 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 949 time: 0.1244075 Aug 23 14:47:29.246363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] device_id is not set on port 01adc265-3137-4d0c-af98-ce195dff3696 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:47:29.262056 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:29.288762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Transition to ACTIVE for port object 01adc265-3137-4d0c-af98-ce195dff3696 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:47:29.292667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2cb9078-4ae5-4854-a8fa-3e955a7b9502 req-96f0b083-f173-44f5-bdbc-eae57b8d1e68 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/security-groups?id=93eb7c1d-7bb5-4e3c-97d0-704e215e0bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675097 Aug 23 14:47:29.412752 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:29.481653 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Pushing event updated for resources: {'Port': ['ID=01adc265-3137-4d0c-af98-ce195dff3696,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:29.514168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:29.515206 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:29.515872 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:29.523115 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:29.523498 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:29.523989 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 2 to bind port 01adc265-3137-4d0c-af98-ce195dff3696 Aug 23 14:47:29.543098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:29.543468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:29.543893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:29.547115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37008) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:29.552445 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:29.553060 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:29.553657 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 3 to bind port 01adc265-3137-4d0c-af98-ce195dff3696 Aug 23 14:47:29.570033 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:29.570033 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:29.578238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:29.578238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:29.578238 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:29.578238 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 4 to bind port 01adc265-3137-4d0c-af98-ce195dff3696 Aug 23 14:47:29.594102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:29.594485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:29.595106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:29.600928 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:29.601331 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:29.601750 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 5 to bind port 01adc265-3137-4d0c-af98-ce195dff3696 Aug 23 14:47:29.632365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:29.633032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:29.633817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:29.642124 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:29.644225 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:29.645087 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 6 to bind port 01adc265-3137-4d0c-af98-ce195dff3696 Aug 23 14:47:29.671803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:29.672244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:29.673106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:29.688154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:29.690153 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:29.691412 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 7 to bind port 01adc265-3137-4d0c-af98-ce195dff3696 Aug 23 14:47:29.723131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:29.723908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:29.724904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:29.735159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:29.738738 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:29.739185 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 8 to bind port 01adc265-3137-4d0c-af98-ce195dff3696 Aug 23 14:47:29.766036 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f538dc58-b987-4613-9ca2-7f8c514e7d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:29.775527 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:29.779487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:29.779854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:29.786508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:29.786607 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:29.787073 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 9 to bind port 01adc265-3137-4d0c-af98-ce195dff3696 Aug 23 14:47:29.802400 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:29.802973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:29.803803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:29.805261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 05bdec11-8d84-4100-acc3-80f1d451abd1 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:47:29.809451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:29.809794 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:29.810189 n-d-804985-3 neutron-server[96115]: INFO neutron.plugins.ml2.plugin [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempt 10 to bind port 01adc265-3137-4d0c-af98-ce195dff3696 Aug 23 14:47:29.825866 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:29.826255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:29.826786 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempting to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:29.832479 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:29.832731 n-d-804985-3 neutron-server[96115]: ERROR neutron.plugins.ml2.managers [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Failed to bind port 01adc265-3137-4d0c-af98-ce195dff3696 on host n-h2-804985-3 for vnic_type normal using segments [{'id': '4f2dd9a8-967e-41b1-9af5-609f4749169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '82946fa2-b615-4da4-b423-d703ba09cfa7'}] Aug 23 14:47:29.833148 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:29.904367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 05bdec11-8d84-4100-acc3-80f1d451abd1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:47:29.904929 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:29.950973 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f538dc58-b987-4613-9ca2-7f8c514e7d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:29.964985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] For port 01adc265-3137-4d0c-af98-ce195dff3696, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:47:29.965409 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attempted to set empty binding levels {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 14:47:30.037771 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:30.060115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed82f3c5-5abb-4789-b8be-2a2419030197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bdec11-8d84-4100-acc3-80f1d451abd1'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:30.062361 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ffbdfb-f161-4350-a9ec-6f6dbc811744" -d '{"events": [{"server_uuid": "ed82f3c5-5abb-4789-b8be-2a2419030197", "name": "network-vif-plugged", "status": "completed", "tag": "05bdec11-8d84-4100-acc3-80f1d451abd1"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:30.074870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 05bdec11-8d84-4100-acc3-80f1d451abd1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=05bdec11-8d84-4100-acc3-80f1d451abd1,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:30.104183 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f538dc58-b987-4613-9ca2-7f8c514e7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:30.139772 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:30.144278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538dc58-b987-4613-9ca2-7f8c514e7d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee0882d-fef5-4251-ad51-44a8d4651c08,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:30.150059 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f538dc58-b987-4613-9ca2-7f8c514e7d88 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=23e725cd0d94481fbd50092828a41c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6009877 Aug 23 14:47:30.153535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37042) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:30.179828 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:30.206281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] In _notify_port_updated(), no bound segment for port 01adc265-3137-4d0c-af98-ce195dff3696 on network 82946fa2-b615-4da4-b423-d703ba09cfa7 {{(pid=96115) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 14:47:30.207418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:30.208063 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:30.209773 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "PUT /v2.0/ports/01adc265-3137-4d0c-af98-ce195dff3696 HTTP/1.1" status: 200 len: 978 time: 1.5171213 Aug 23 14:47:30.212654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37046) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:30.314202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649016d3-8ee9-461d-af07-8dad2aa04791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Pushing event updated for resources: {'Port': ['ID=01adc265-3137-4d0c-af98-ce195dff3696,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:30.338943 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03af99e7-ed22-4f26-aaef-f8cd80a388f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:30.353620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=05bdec11-8d84-4100-acc3-80f1d451abd1,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:30.387172 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03af99e7-ed22-4f26-aaef-f8cd80a388f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:30.416666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-fe75d3c5-ad38-465d-a69c-6a9f97274bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Deleting port 01adc265-3137-4d0c-af98-ce195dff3696 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:47:30.417022 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fe75d3c5-ad38-465d-a69c-6a9f97274bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:30.513837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-fe75d3c5-ad38-465d-a69c-6a9f97274bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] For port 01adc265-3137-4d0c-af98-ce195dff3696, host n-h2-804985-3, got binding levels [] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:30.522663 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fe75d3c5-ad38-465d-a69c-6a9f97274bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:30.530622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-fe75d3c5-ad38-465d-a69c-6a9f97274bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Calling delete_port for 01adc265-3137-4d0c-af98-ce195dff3696 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:47:30.584744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device edc6de59-7804-45c0-94a8-24b5eb9c2af4 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:47:30.653959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03af99e7-ed22-4f26-aaef-f8cd80a388f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:30.657754 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03af99e7-ed22-4f26-aaef-f8cd80a388f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:30.659299 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-03af99e7-ed22-4f26-aaef-f8cd80a388f9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cee0882d-fef5-4251-ad51-44a8d4651c08 HTTP/1.1" status: 204 len: 168 time: 0.5054929 Aug 23 14:47:30.686830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af99e7-ed22-4f26-aaef-f8cd80a388f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee0882d-fef5-4251-ad51-44a8d4651c08,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:30.705164 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fe75d3c5-ad38-465d-a69c-6a9f97274bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:30.763094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75d3c5-ad38-465d-a69c-6a9f97274bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Pushing event deleted for resources: {'Port': ['ID=01adc265-3137-4d0c-af98-ce195dff3696,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:30.773105 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fe75d3c5-ad38-465d-a69c-6a9f97274bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:30.778616 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37074) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:30.781121 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fe75d3c5-ad38-465d-a69c-6a9f97274bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "DELETE /v2.0/ports/01adc265-3137-4d0c-af98-ce195dff3696 HTTP/1.1" status: 204 len: 168 time: 0.5666115 Aug 23 14:47:30.829875 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c119be02-90e6-4a81-8cff-eb92fe09286b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] GET failed (client error): The resource could not be found. Aug 23 14:47:30.839125 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c119be02-90e6-4a81-8cff-eb92fe09286b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489814394-project-admin] 10.222.0.38 "GET /v2.0/ports/01adc265-3137-4d0c-af98-ce195dff3696 HTTP/1.1" status: 404 len: 333 time: 0.0592854 Aug 23 14:47:30.839382 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37076) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:30.933974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port edc6de59-7804-45c0-94a8-24b5eb9c2af4 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:47:30.947486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port edc6de59-7804-45c0-94a8-24b5eb9c2af4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:47:30.948010 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:31.131198 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8365c5b5-f9f5-48ab-a3a5-8ebaee0eb931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:31.192716 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:31.240757 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port edc6de59-7804-45c0-94a8-24b5eb9c2af4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=edc6de59-7804-45c0-94a8-24b5eb9c2af4,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:31.335414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8365c5b5-f9f5-48ab-a3a5-8ebaee0eb931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:31.355230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-8365c5b5-f9f5-48ab-a3a5-8ebaee0eb931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82946fa2-b615-4da4-b423-d703ba09cfa7']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:31.398010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-8365c5b5-f9f5-48ab-a3a5-8ebaee0eb931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2dd9a8-967e-41b1-9af5-609f4749169e') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:31.399372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-8365c5b5-f9f5-48ab-a3a5-8ebaee0eb931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2dd9a8-967e-41b1-9af5-609f4749169e') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:31.413704 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:31.415124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d295b1c8-503b-40ee-85fc-aedeaf02f812 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:47:31.447853 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8365c5b5-f9f5-48ab-a3a5-8ebaee0eb931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:31.480617 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8365c5b5-f9f5-48ab-a3a5-8ebaee0eb931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:31.498409 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8365c5b5-f9f5-48ab-a3a5-8ebaee0eb931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:47:31.503502 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8365c5b5-f9f5-48ab-a3a5-8ebaee0eb931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:47:31.507907 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:47:31.584094 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9342344a-237c-407b-9491-39b6ee96e4a9 x-openstack-request-id: req-9342344a-237c-407b-9491-39b6ee96e4a9 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:31.584094 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed82f3c5-5abb-4789-b8be-2a2419030197", "name": "network-vif-plugged", "status": "completed", "tag": "05bdec11-8d84-4100-acc3-80f1d451abd1", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:31.584094 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9342344a-237c-407b-9491-39b6ee96e4a9 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:31.587095 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed82f3c5-5abb-4789-b8be-2a2419030197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bdec11-8d84-4100-acc3-80f1d451abd1', 'code': 200} Aug 23 14:47:31.591928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=edc6de59-7804-45c0-94a8-24b5eb9c2af4,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:31.650145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948241f2-e691-4183-b668-7260b8738b95 req-4206a1c7-e3d4-4113-ab71-09c279b6fe10 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:31.661817 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-948241f2-e691-4183-b668-7260b8738b95 req-4206a1c7-e3d4-4113-ab71-09c279b6fe10 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 945 time: 0.1571846 Aug 23 14:47:31.710802 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:31.801781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d295b1c8-503b-40ee-85fc-aedeaf02f812, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d295b1c8-503b-40ee-85fc-aedeaf02f812,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:31.809908 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-948241f2-e691-4183-b668-7260b8738b95 req-ebd77f14-d20e-47bf-a00d-e08aa2609a47 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242700 Aug 23 14:47:31.851621 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8365c5b5-f9f5-48ab-a3a5-8ebaee0eb931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:31.872469 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8365c5b5-f9f5-48ab-a3a5-8ebaee0eb931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:31.876680 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8365c5b5-f9f5-48ab-a3a5-8ebaee0eb931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] 10.222.0.38 "DELETE /v2.0/networks/82946fa2-b615-4da4-b423-d703ba09cfa7 HTTP/1.1" status: 204 len: 168 time: 1.0101352 Aug 23 14:47:31.934759 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:31.955240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a8cc5-5fdf-4e17-af92-23bf5affebc0 req-c408090f-8610-474e-a1bb-076a08b853c2 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:31.974517 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37096) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:31.996584 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d24a8cc5-5fdf-4e17-af92-23bf5affebc0 req-c408090f-8610-474e-a1bb-076a08b853c2 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 950 time: 0.2619102 Aug 23 14:47:32.011396 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e87be6d-036f-4c7d-a037-45dc6ae34c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:32.069131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365c5b5-f9f5-48ab-a3a5-8ebaee0eb931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-562828141-project] Pushing event deleted for resources: {'Network': ['ID=82946fa2-b615-4da4-b423-d703ba09cfa7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:32.122865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d295b1c8-503b-40ee-85fc-aedeaf02f812,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:32.160567 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d24a8cc5-5fdf-4e17-af92-23bf5affebc0 req-98a5fb9f-fb78-4ec8-81d3-b246c3edd3dc tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/security-groups?id=93eb7c1d-7bb5-4e3c-97d0-704e215e0bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611879 Aug 23 14:47:32.353116 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e87be6d-036f-4c7d-a037-45dc6ae34c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:32.521278 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e87be6d-036f-4c7d-a037-45dc6ae34c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:32.594428 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6e87be6d-036f-4c7d-a037-45dc6ae34c2e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=26038d6eb6914f929dede8a98b612487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6184437 Aug 23 14:47:32.594677 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37124) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:32.595527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87be6d-036f-4c7d-a037-45dc6ae34c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29d56a9-097f-406a-b9c6-016e08616bd2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:32.770182 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67cbd666-442d-407a-9790-8a3fd4e8712f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:32.841165 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67cbd666-442d-407a-9790-8a3fd4e8712f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:33.052697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c613b1-e2d5-447e-8187-d96d3c9c593e req-df20a1a0-77ae-4442-8850-d572a374dfce tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:33.054244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18c613b1-e2d5-447e-8187-d96d3c9c593e req-df20a1a0-77ae-4442-8850-d572a374dfce tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 945 time: 0.1171229 Aug 23 14:47:33.083129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37140) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:33.167541 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18c613b1-e2d5-447e-8187-d96d3c9c593e req-ce3e16c5-48b3-4290-8c0a-c94eb46cc335 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044731 Aug 23 14:47:33.181839 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67cbd666-442d-407a-9790-8a3fd4e8712f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:33.196033 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67cbd666-442d-407a-9790-8a3fd4e8712f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:33.198414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-67cbd666-442d-407a-9790-8a3fd4e8712f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a29d56a9-097f-406a-b9c6-016e08616bd2 HTTP/1.1" status: 204 len: 168 time: 0.5999768 Aug 23 14:47:33.223133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbd666-442d-407a-9790-8a3fd4e8712f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29d56a9-097f-406a-b9c6-016e08616bd2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:33.337380 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-118b8d23-4eba-4dab-b80c-6c41a229c014 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b8f63f690004d0595b65c5c319cb611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519720 Aug 23 14:47:33.339021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37160) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:33.501015 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5cf0682d-40d7-494e-8ea2-4b0756aef254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:33.552393 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5cf0682d-40d7-494e-8ea2-4b0756aef254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:33.561941 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776c672-c445-474b-917a-ccf2fd4ec783 req-60bd43c2-9c07-42ee-964a-b803d2b00acf tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:33.571462 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2776c672-c445-474b-917a-ccf2fd4ec783 req-60bd43c2-9c07-42ee-964a-b803d2b00acf tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 950 time: 0.1757209 Aug 23 14:47:33.588778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632791a1-94f0-46e7-9b81-76d28ff2c55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc6de59-7804-45c0-94a8-24b5eb9c2af4'}, {'server_uuid': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd295b1c8-503b-40ee-85fc-aedeaf02f812'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:33.592625 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de562525-f9ac-4bab-9d9e-c4a45097f6aa" -d '{"events": [{"server_uuid": "632791a1-94f0-46e7-9b81-76d28ff2c55f", "name": "network-vif-plugged", "status": "completed", "tag": "edc6de59-7804-45c0-94a8-24b5eb9c2af4"}, {"server_uuid": "a5b7fec5-54ec-4da8-9984-57a52d5e2c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "d295b1c8-503b-40ee-85fc-aedeaf02f812"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:33.664728 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2776c672-c445-474b-917a-ccf2fd4ec783 req-8a62397a-ccee-4c1f-bc0b-9d8d61537cc6 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/security-groups?id=93eb7c1d-7bb5-4e3c-97d0-704e215e0bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891645 Aug 23 14:47:33.810734 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f7df9a-25dd-4bc6-a169-fd0414ed9f61 x-openstack-request-id: req-69f7df9a-25dd-4bc6-a169-fd0414ed9f61 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:33.811039 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632791a1-94f0-46e7-9b81-76d28ff2c55f", "name": "network-vif-plugged", "status": "completed", "tag": "edc6de59-7804-45c0-94a8-24b5eb9c2af4", "code": 200}, {"server_uuid": "a5b7fec5-54ec-4da8-9984-57a52d5e2c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "d295b1c8-503b-40ee-85fc-aedeaf02f812", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:33.811297 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-69f7df9a-25dd-4bc6-a169-fd0414ed9f61 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:33.811803 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632791a1-94f0-46e7-9b81-76d28ff2c55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc6de59-7804-45c0-94a8-24b5eb9c2af4', 'code': 200} Aug 23 14:47:33.812206 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd295b1c8-503b-40ee-85fc-aedeaf02f812', 'code': 200} Aug 23 14:47:33.874894 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5cf0682d-40d7-494e-8ea2-4b0756aef254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:33.879330 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5cf0682d-40d7-494e-8ea2-4b0756aef254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:33.884596 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5cf0682d-40d7-494e-8ea2-4b0756aef254 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c369b7e0-a729-4e5c-9220-feea3b664e7f HTTP/1.1" status: 204 len: 168 time: 0.5421560 Aug 23 14:47:33.913302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0682d-40d7-494e-8ea2-4b0756aef254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c369b7e0-a729-4e5c-9220-feea3b664e7f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:33.969516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aed5a0-f752-4c61-8329-a1e6b6df4c15 req-4a67d275-ce09-45bc-9b9d-011cee0b1060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:33.972221 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-47aed5a0-f752-4c61-8329-a1e6b6df4c15 req-4a67d275-ce09-45bc-9b9d-011cee0b1060 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 1101 time: 0.0804250 Aug 23 14:47:34.039744 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-47aed5a0-f752-4c61-8329-a1e6b6df4c15 req-5ef83afd-0fac-4740-9c3c-83d5d6e75300 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=93eb7c1d-7bb5-4e3c-97d0-704e215e0bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586784 Aug 23 14:47:34.367562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d2f6d-808f-4ce6-8e37-f4712a483f36 req-5c9adf54-db8c-49cd-982f-53b44d8da46c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:34.372004 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b15d2f6d-808f-4ce6-8e37-f4712a483f36 req-5c9adf54-db8c-49cd-982f-53b44d8da46c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 945 time: 0.0928991 Aug 23 14:47:34.457762 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b15d2f6d-808f-4ce6-8e37-f4712a483f36 req-340d9c92-5c70-43db-bd71-4b9e1e2d4b2f tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720408 Aug 23 14:47:34.883432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb95cb-7e77-4b34-bade-f672da2d9c97 req-0515c704-8fe2-4f7f-87c3-4eeb210d3c7d tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:34.892750 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26cb95cb-7e77-4b34-bade-f672da2d9c97 req-0515c704-8fe2-4f7f-87c3-4eeb210d3c7d tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 950 time: 0.1373012 Aug 23 14:47:34.944018 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26cb95cb-7e77-4b34-bade-f672da2d9c97 req-4713004b-41b4-4658-b393-2ff453deae62 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/security-groups?id=93eb7c1d-7bb5-4e3c-97d0-704e215e0bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433080 Aug 23 14:47:35.110058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37236) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:35.281660 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b63d-bfa1-4198-bfde-8ad7f5c384e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:35.378489 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b63d-bfa1-4198-bfde-8ad7f5c384e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:35.589810 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ebbb6-4f72-4668-9243-92d520bb3554 req-6f139b8d-9bd5-437b-8d4b-bb4a259d4c4c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:35.591887 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc9ebbb6-4f72-4668-9243-92d520bb3554 req-6f139b8d-9bd5-437b-8d4b-bb4a259d4c4c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 945 time: 0.0556691 Aug 23 14:47:35.614849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37256) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:35.662354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc9ebbb6-4f72-4668-9243-92d520bb3554 req-89ce9a89-1906-43b1-823e-eca459aabce1 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618377 Aug 23 14:47:35.681029 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5df883cd-5644-4183-9965-dcab1897cfc5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00e75aefcb3c459e8229b64acd79d0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640168 Aug 23 14:47:35.682870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37262) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:35.742741 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b63d-bfa1-4198-bfde-8ad7f5c384e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:35.771004 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f418c7f6-8999-4129-9974-1102300bf8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:35.816020 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b6f9b63d-bfa1-4198-bfde-8ad7f5c384e5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=97954d56612043f3a2df29e4bc24b5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7000906 Aug 23 14:47:35.818324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37268) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:35.819079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9b63d-bfa1-4198-bfde-8ad7f5c384e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb794b7-eaa9-42c0-988d-e38307f801c6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:35.825711 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f418c7f6-8999-4129-9974-1102300bf8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:35.933649 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-040a4e16-baaf-4a1c-86e9-61e1cf6eaadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:35.991295 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-040a4e16-baaf-4a1c-86e9-61e1cf6eaadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:36.021465 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f418c7f6-8999-4129-9974-1102300bf8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:36.024403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f418c7f6-8999-4129-9974-1102300bf8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:36.028732 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f418c7f6-8999-4129-9974-1102300bf8c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac703959-2bc6-4111-ac50-81013e7c563a HTTP/1.1" status: 204 len: 168 time: 0.3426516 Aug 23 14:47:36.091568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418c7f6-8999-4129-9974-1102300bf8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac703959-2bc6-4111-ac50-81013e7c563a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:36.140745 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92688cc9-2b8b-40d5-8b1c-a453226c25d5 req-898f9666-3fd6-41ad-a9b2-463525b65932 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:36.140745 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-92688cc9-2b8b-40d5-8b1c-a453226c25d5 req-898f9666-3fd6-41ad-a9b2-463525b65932 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 950 time: 0.0952156 Aug 23 14:47:36.194194 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-040a4e16-baaf-4a1c-86e9-61e1cf6eaadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:36.195295 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-92688cc9-2b8b-40d5-8b1c-a453226c25d5 req-62ff5e26-0c5b-45d7-b4b7-7b6d8ad92e02 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.38 "GET /v2.0/security-groups?id=93eb7c1d-7bb5-4e3c-97d0-704e215e0bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468757 Aug 23 14:47:36.197791 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-040a4e16-baaf-4a1c-86e9-61e1cf6eaadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:36.198940 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-040a4e16-baaf-4a1c-86e9-61e1cf6eaadd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cdb794b7-eaa9-42c0-988d-e38307f801c6 HTTP/1.1" status: 204 len: 168 time: 0.3747172 Aug 23 14:47:36.207325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a4e16-baaf-4a1c-86e9-61e1cf6eaadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb794b7-eaa9-42c0-988d-e38307f801c6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:36.601762 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d295b1c8-503b-40ee-85fc-aedeaf02f812 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:47:36.802398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d295b1c8-503b-40ee-85fc-aedeaf02f812, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d295b1c8-503b-40ee-85fc-aedeaf02f812,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:36.832303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'd295b1c8-503b-40ee-85fc-aedeaf02f812', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'd295b1c8-503b-40ee-85fc-aedeaf02f812', 'mac_address': 'fa:16:3e:a1:b8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:47:36.897895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c854d1-789d-4071-b9ad-7edfba558f0d req-c8faa229-2b32-4cbe-b0f7-a9c59c2e07de tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:36.908791 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-91c854d1-789d-4071-b9ad-7edfba558f0d req-c8faa229-2b32-4cbe-b0f7-a9c59c2e07de tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 945 time: 0.1086602 Aug 23 14:47:36.917431 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:36.944632 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d295b1c8-503b-40ee-85fc-aedeaf02f812 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:47:36.951311 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:47:37.008398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d295b1c8-503b-40ee-85fc-aedeaf02f812, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d295b1c8-503b-40ee-85fc-aedeaf02f812,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:37.049225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-91c854d1-789d-4071-b9ad-7edfba558f0d req-c737a9ba-bac2-4baf-9870-a82b57718a06 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354616 Aug 23 14:47:37.117578 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:37.187272 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d295b1c8-503b-40ee-85fc-aedeaf02f812,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:37.199786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:37.200850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:37.200850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:37.201099 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:37.201416 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:37.201749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:37.202151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:37.202492 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:37.202819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:37.203140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:37.203460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:37.203807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:47:37.251261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d295b1c8-503b-40ee-85fc-aedeaf02f812'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:47:37.735594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37350) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:37.761968 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f602b499-f34e-480d-ac36-c65e8ed60704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:37.918797 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f602b499-f34e-480d-ac36-c65e8ed60704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:38.064109 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f602b499-f34e-480d-ac36-c65e8ed60704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:38.107610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602b499-f34e-480d-ac36-c65e8ed60704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca96cb5-fd55-46fb-ad67-30bd8322d825,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:38.143932 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f602b499-f34e-480d-ac36-c65e8ed60704 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7a94cdfbb0d44dba2ed45fd19c535a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4057701 Aug 23 14:47:38.146679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37372) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:38.243131 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72d457ec-b307-4c6d-af88-1020334ba551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:38.286183 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72d457ec-b307-4c6d-af88-1020334ba551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:38.458705 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72d457ec-b307-4c6d-af88-1020334ba551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:38.461973 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72d457ec-b307-4c6d-af88-1020334ba551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:38.465480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-72d457ec-b307-4c6d-af88-1020334ba551 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6ca96cb5-fd55-46fb-ad67-30bd8322d825 HTTP/1.1" status: 204 len: 168 time: 0.3170013 Aug 23 14:47:38.504046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d457ec-b307-4c6d-af88-1020334ba551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca96cb5-fd55-46fb-ad67-30bd8322d825,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:38.601026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d295b1c8-503b-40ee-85fc-aedeaf02f812 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:47:38.706681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port d295b1c8-503b-40ee-85fc-aedeaf02f812 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:47:38.707198 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:38.828432 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:38.896574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd295b1c8-503b-40ee-85fc-aedeaf02f812'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:38.900187 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8681c6-d7d6-4fff-a806-164a3b947bad" -d '{"events": [{"server_uuid": "a5b7fec5-54ec-4da8-9984-57a52d5e2c9f", "name": "network-vif-plugged", "status": "completed", "tag": "d295b1c8-503b-40ee-85fc-aedeaf02f812"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:38.926082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d295b1c8-503b-40ee-85fc-aedeaf02f812, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d295b1c8-503b-40ee-85fc-aedeaf02f812,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:39.048429 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:39.185790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d295b1c8-503b-40ee-85fc-aedeaf02f812,revision_number=10']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:39.441553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f49cb-e7c2-4c15-9934-f8198f032b97 req-622dc20c-6b38-4c0f-ad60-cb9886fd228b tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:39.453797 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c37f49cb-e7c2-4c15-9934-f8198f032b97 req-622dc20c-6b38-4c0f-ad60-cb9886fd228b tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.57 "GET /v2.0/ports?device_id=632791a1-94f0-46e7-9b81-76d28ff2c55f HTTP/1.1" status: 200 len: 950 time: 0.1679564 Aug 23 14:47:39.589464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-c37f49cb-e7c2-4c15-9934-f8198f032b97 req-4ab3d9cc-14c5-4f09-91fc-36bdbf3e66a6 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Deleting port edc6de59-7804-45c0-94a8-24b5eb9c2af4 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:47:39.590103 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c37f49cb-e7c2-4c15-9934-f8198f032b97 req-4ab3d9cc-14c5-4f09-91fc-36bdbf3e66a6 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:39.838871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c37f49cb-e7c2-4c15-9934-f8198f032b97 req-4ab3d9cc-14c5-4f09-91fc-36bdbf3e66a6 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] For port edc6de59-7804-45c0-94a8-24b5eb9c2af4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=edc6de59-7804-45c0-94a8-24b5eb9c2af4,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:39.840039 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c37f49cb-e7c2-4c15-9934-f8198f032b97 req-4ab3d9cc-14c5-4f09-91fc-36bdbf3e66a6 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:39.880420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-c37f49cb-e7c2-4c15-9934-f8198f032b97 req-4ab3d9cc-14c5-4f09-91fc-36bdbf3e66a6 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Calling delete_port for edc6de59-7804-45c0-94a8-24b5eb9c2af4 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:47:40.526391 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c37f49cb-e7c2-4c15-9934-f8198f032b97 req-4ab3d9cc-14c5-4f09-91fc-36bdbf3e66a6 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:40.539802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['edc6de59-7804-45c0-94a8-24b5eb9c2af4'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:47:40.647364 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3d9cc-14c5-4f09-91fc-36bdbf3e66a6 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Pushing event deleted for resources: {'Port': ['ID=edc6de59-7804-45c0-94a8-24b5eb9c2af4,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:40.669544 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37426) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:40.699450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-9093fb7a-bce9-4177-98d6-e0b106b06b53 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:40.704600 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-9093fb7a-bce9-4177-98d6-e0b106b06b53 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e&tenant_id=b66fd552a70a452381c358e94470d1e9&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 1096 time: 0.1845975 Aug 23 14:47:40.719453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804985-3'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:40.748912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37f49cb-e7c2-4c15-9934-f8198f032b97 req-4ab3d9cc-14c5-4f09-91fc-36bdbf3e66a6 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] No DVR routers for this DVR port edc6de59-7804-45c0-94a8-24b5eb9c2af4 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:47:40.758930 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c37f49cb-e7c2-4c15-9934-f8198f032b97 req-4ab3d9cc-14c5-4f09-91fc-36bdbf3e66a6 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:40.772652 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c37f49cb-e7c2-4c15-9934-f8198f032b97 req-4ab3d9cc-14c5-4f09-91fc-36bdbf3e66a6 tempest-TenantUsagesTestJSON-688926318 tempest-TenantUsagesTestJSON-688926318-project] 10.222.0.57 "DELETE /v2.0/ports/edc6de59-7804-45c0-94a8-24b5eb9c2af4 HTTP/1.1" status: 204 len: 173 time: 1.3115597 Aug 23 14:47:40.773552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632791a1-94f0-46e7-9b81-76d28ff2c55f', 'name': 'network-vif-deleted', 'tag': 'edc6de59-7804-45c0-94a8-24b5eb9c2af4'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:40.779482 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34af00e-4ab3-472a-b006-5e7f12f3b5fe" -d '{"events": [{"server_uuid": "632791a1-94f0-46e7-9b81-76d28ff2c55f", "name": "network-vif-deleted", "tag": "edc6de59-7804-45c0-94a8-24b5eb9c2af4"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:40.882165 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:41.099953 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1141242304', 'router:external': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:41.174625 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:41.218013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Made reservation on behalf of bbfcf9e5dda64445b708dfccce90384d for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:47:41.224694 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:41.232564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:47:41.260158 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:41.297615 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:41.301726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398bc0f8-ac6c-4670-81cb-0ee2c072a24e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:41.304626 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f21555-78c3-4308-b57e-13e5ea63bc4d" -d '{"events": [{"server_uuid": "398bc0f8-ac6c-4670-81cb-0ee2c072a24e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:41.418936 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:41.439794 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:41.504090 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:41.541461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:47:41.558523 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:41.559360 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Added segment 0adfaa5c-e919-4d20-ac61-9a0c234d06a0 of type vlan for network 17aa5434-3154-4e1a-aab5-d685e75e758f Aug 23 14:47:41.570157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:41.575822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Attempting to bind port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 on host n-h2-804985-3 for vnic_type normal with profile {"migrating_to": "n-h1-804985-3"} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:41.576150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Attempting to bind port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:41.576496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Attempting to bind port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:41.582155 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 on network e5d05685-47dd-44e8-9fba-4321908349a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:41.582604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Attempting to bind port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 on network e5d05685-47dd-44e8-9fba-4321908349a1 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:41.591935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:47:41.592150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Checking segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:47:41.592497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Bound using segment: {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:47:41.592954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Bound port: 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aedf02c-bb31-41f1-b994-10de329eed5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e5d05685-47dd-44e8-9fba-4321908349a1'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:47:41.603046 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:41.696986 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:41.770562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:47:41.779225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:47:41.799695 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca9f857-04fc-4819-8190-c9da9b6b4c2e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:41.829111 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:41.830362 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:41.834162 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:41.876276 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:41.917745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Pushing event updated for resources: {'Network': ['ID=17aa5434-3154-4e1a-aab5-d685e75e758f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:41.930926 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e12979ae-43d7-4ae3-b519-2783094184e1 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2593591 Aug 23 14:47:41.931228 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 17aa5434-3154-4e1a-aab5-d685e75e758f details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:47:41.931989 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37442) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:41.937915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-71d685a4-f8bb-491a-b126-09edba667d8c tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Request body: {'subnet': {'network_id': '17aa5434-3154-4e1a-aab5-d685e75e758f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:42.033838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:42.036644 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:42.038294 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] 10.222.0.57 "PUT /v2.0/ports/5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 HTTP/1.1" status: 200 len: 1121 time: 1.3243837 Aug 23 14:47:42.043497 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d685a4-f8bb-491a-b126-09edba667d8c tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Made reservation on behalf of bbfcf9e5dda64445b708dfccce90384d for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:47:42.050967 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-71d685a4-f8bb-491a-b126-09edba667d8c tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:42.087571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9684ece-3e49-4e86-9137-c5764b50b5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,revision_number=8']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:42.206819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:47:42.211726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:47:42.673234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:47:42.677149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device edc6de59-7804-45c0-94a8-24b5eb9c2af4 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:47:42.702180 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: edc6de59-7804-45c0-94a8-24b5eb9c2af4 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:47:42.704699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device edc6de59-7804-45c0-94a8-24b5eb9c2af4 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:47:42.914201 n-d-804985-3 neutron-server[96114]: DEBUG neutron.objects.ports [None req-71d685a4-f8bb-491a-b126-09edba667d8c tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 14:47:42.914873 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-71d685a4-f8bb-491a-b126-09edba667d8c tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:42.965783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d685a4-f8bb-491a-b126-09edba667d8c tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f5cc5a87-5d63-49a3-81b8-afcc8159660f,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:43.026931 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d685a4-f8bb-491a-b126-09edba667d8c tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Checking segment: {'id': '0adfaa5c-e919-4d20-ac61-9a0c234d06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17aa5434-3154-4e1a-aab5-d685e75e758f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:47:43.027299 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d685a4-f8bb-491a-b126-09edba667d8c tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Network hostable DHCP agents. Network: 17aa5434-3154-4e1a-aab5-d685e75e758f, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:47:43.097373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:43.112912 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 has no active binding in host n-h1-804985-3 {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 14:47:43.177311 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d685a4-f8bb-491a-b126-09edba667d8c tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Network 17aa5434-3154-4e1a-aab5-d685e75e758f is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:47:43.270606 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-71d685a4-f8bb-491a-b126-09edba667d8c tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 17aa5434-3154-4e1a-aab5-d685e75e758f) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:47:43.274806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d685a4-f8bb-491a-b126-09edba667d8c tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:43.275468 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-71d685a4-f8bb-491a-b126-09edba667d8c tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:43.284308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9170462c-8bab-4d6d-8682-a896f456a1e2 None None] Network 17aa5434-3154-4e1a-aab5-d685e75e758f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:47:43.393342 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-71d685a4-f8bb-491a-b126-09edba667d8c tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4578547 Aug 23 14:47:43.393698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37448) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:43.401522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-98c34192-b739-4f8f-81b6-b8b9b6509112 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-177172894', 'network_id': '17aa5434-3154-4e1a-aab5-d685e75e758f'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:43.488448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed412be-ad69-4670-b46b-f8e477562a34 None None] Network 17aa5434-3154-4e1a-aab5-d685e75e758f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:47:43.526605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c34192-b739-4f8f-81b6-b8b9b6509112 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Made reservation on behalf of bbfcf9e5dda64445b708dfccce90384d for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:47:43.528972 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98c34192-b739-4f8f-81b6-b8b9b6509112 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:43.576349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-98c34192-b739-4f8f-81b6-b8b9b6509112 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] device_id is not set on port 1e923e1b-fc59-4319-aba0-938eb48cf711 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:47:43.891792 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-98c34192-b739-4f8f-81b6-b8b9b6509112 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Allocated IP 2001:db8::1e2 (17aa5434-3154-4e1a-aab5-d685e75e758f/f5cc5a87-5d63-49a3-81b8-afcc8159660f/1e923e1b-fc59-4319-aba0-938eb48cf711) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:47:44.141538 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98c34192-b739-4f8f-81b6-b8b9b6509112 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:44.271516 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98c34192-b739-4f8f-81b6-b8b9b6509112 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:44.356563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c34192-b739-4f8f-81b6-b8b9b6509112 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Network 17aa5434-3154-4e1a-aab5-d685e75e758f is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:47:44.361212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-98c34192-b739-4f8f-81b6-b8b9b6509112 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:47:44.377503 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c34192-b739-4f8f-81b6-b8b9b6509112 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Pushing event updated for resources: {'Port': ['ID=1e923e1b-fc59-4319-aba0-938eb48cf711,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:44.412474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c34192-b739-4f8f-81b6-b8b9b6509112 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:47:44.421170 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c34192-b739-4f8f-81b6-b8b9b6509112 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:44.424290 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98c34192-b739-4f8f-81b6-b8b9b6509112 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:44.920919 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-98c34192-b739-4f8f-81b6-b8b9b6509112 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5260448 Aug 23 14:47:44.924047 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37450) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:45.043450 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b6f5bb05-21c5-40d4-93ec-18712d3225d6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Deleting port 1e923e1b-fc59-4319-aba0-938eb48cf711 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:47:45.044145 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6f5bb05-21c5-40d4-93ec-18712d3225d6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:45.190160 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6f5bb05-21c5-40d4-93ec-18712d3225d6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:45.218903 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b6f5bb05-21c5-40d4-93ec-18712d3225d6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Calling delete_port for 1e923e1b-fc59-4319-aba0-938eb48cf711 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:47:45.315640 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:45.476171 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6f5bb05-21c5-40d4-93ec-18712d3225d6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:45.525930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5bb05-21c5-40d4-93ec-18712d3225d6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e923e1b-fc59-4319-aba0-938eb48cf711,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:45.614961 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6f5bb05-21c5-40d4-93ec-18712d3225d6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:45.622540 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b6f5bb05-21c5-40d4-93ec-18712d3225d6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "DELETE /v2.0/ports/1e923e1b-fc59-4319-aba0-938eb48cf711 HTTP/1.1" status: 204 len: 168 time: 0.6970010 Aug 23 14:47:45.625271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37456) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:45.631200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '17aa5434-3154-4e1a-aab5-d685e75e758f', 'external_fixed_ips': [{'subnet_id': 'f5cc5a87-5d63-49a3-81b8-afcc8159660f', 'ip_address': '2001:db8::1e2'}]}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:45.801616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:45.802852 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:45.874113 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:46.229080 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:46.609084 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:46.637542 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:46.884650 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546b81a-44cd-41ad-bf67-194fd939bd74 req-e6bc500d-6011-4ba7-85d4-92feb02735bf tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:46.892659 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9546b81a-44cd-41ad-bf67-194fd939bd74 req-e6bc500d-6011-4ba7-85d4-92feb02735bf tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 943 time: 0.0673401 Aug 23 14:47:46.956146 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9546b81a-44cd-41ad-bf67-194fd939bd74 req-c37a7096-5fab-43a9-9c09-33c945b0b04b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622025 Aug 23 14:47:47.015486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Allocated IP 2001:db8::1e2 (17aa5434-3154-4e1a-aab5-d685e75e758f/f5cc5a87-5d63-49a3-81b8-afcc8159660f/6d28b49a-2448-4d84-abea-a17ea6143a5d) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:47:47.069337 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe746cd-9dfb-4020-b898-3ce139b58225 x-openstack-request-id: req-efe746cd-9dfb-4020-b898-3ce139b58225 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:47.069337 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b7fec5-54ec-4da8-9984-57a52d5e2c9f", "name": "network-vif-plugged", "status": "completed", "tag": "d295b1c8-503b-40ee-85fc-aedeaf02f812", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:47.069337 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-efe746cd-9dfb-4020-b898-3ce139b58225 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:47.069337 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd295b1c8-503b-40ee-85fc-aedeaf02f812', 'code': 200} Aug 23 14:47:47.135734 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0343808b-f227-4a4f-8f35-8d67fcb922f9 x-openstack-request-id: req-0343808b-f227-4a4f-8f35-8d67fcb922f9 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:47.136055 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632791a1-94f0-46e7-9b81-76d28ff2c55f", "name": "network-vif-deleted", "tag": "edc6de59-7804-45c0-94a8-24b5eb9c2af4", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:47.136295 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0343808b-f227-4a4f-8f35-8d67fcb922f9 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:47.137811 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632791a1-94f0-46e7-9b81-76d28ff2c55f', 'name': 'network-vif-deleted', 'tag': 'edc6de59-7804-45c0-94a8-24b5eb9c2af4', 'status': 'completed', 'code': 200} Aug 23 14:47:47.177709 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:47.187471 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fce405e-29cb-4e2e-90c4-883805514bbc x-openstack-request-id: req-0fce405e-29cb-4e2e-90c4-883805514bbc {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:47.188990 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398bc0f8-ac6c-4670-81cb-0ee2c072a24e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:47.188990 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0fce405e-29cb-4e2e-90c4-883805514bbc {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:47.189376 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398bc0f8-ac6c-4670-81cb-0ee2c072a24e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6', 'code': 200} Aug 23 14:47:47.293644 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:47.355133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Network 17aa5434-3154-4e1a-aab5-d685e75e758f is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:47:47.361224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:47:47.361719 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-817967b6-d8d1-4f3d-a458-e7548cf80a0f tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=2599b24b7a6745eabf6f92e707e1d6ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426114 Aug 23 14:47:47.373986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:47:47.437788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Pushing event updated for resources: {'Port': ['ID=6d28b49a-2448-4d84-abea-a17ea6143a5d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:47.639942 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-9b9e7124-c284-4cf0-8579-c8ab9312fca8 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:47.641476 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-9b9e7124-c284-4cf0-8579-c8ab9312fca8 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2703676 Aug 23 14:47:47.682024 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-af0ec5c1-6ca0-4753-abc0-33d40c7bb155 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/quotas/2599b24b7a6745eabf6f92e707e1d6ce HTTP/1.1" status: 200 len: 375 time: 0.0324125 Aug 23 14:47:47.712221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37522) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:47.815336 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-424409ed-a684-4ed9-a865-de17a5435bf8 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2599b24b7a6745eabf6f92e707e1d6ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1215293 Aug 23 14:47:47.902231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 05bdec11-8d84-4100-acc3-80f1d451abd1 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:47:47.943300 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:47.953930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6426e88-3692-4e43-9496-93bcc9c28160 req-7945fcf3-6366-4ff8-9d62-134611e88cf6 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:47.959517 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6426e88-3692-4e43-9496-93bcc9c28160 req-7945fcf3-6366-4ff8-9d62-134611e88cf6 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 946 time: 0.3570290 Aug 23 14:47:48.027413 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:48.070809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 05bdec11-8d84-4100-acc3-80f1d451abd1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=05bdec11-8d84-4100-acc3-80f1d451abd1,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:48.152755 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:48.154538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:47:48.209572 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-123041d2-e1c4-4dc1-93c4-db9fb98fc4f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8e74c0474e7488b8c1e2a6c18d449dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4974885 Aug 23 14:47:48.212560 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37538) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:48.213045 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6426e88-3692-4e43-9496-93bcc9c28160 req-15c6ffce-39c0-45be-a503-5d5c827a9148 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161605 Aug 23 14:47:48.235247 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-0952de62-2ddf-413a-9703-ae24ef28024a service neutron] 10.222.0.61 "GET /v2.0/ports/5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6/bindings/n-h1-804985-3 HTTP/1.1" status: 200 len: 384 time: 0.2163143 Aug 23 14:47:48.343008 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-00d0fa3d-6670-4d83-aec7-14ff869969fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:48.383702 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-00d0fa3d-6670-4d83-aec7-14ff869969fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:48.421755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=05bdec11-8d84-4100-acc3-80f1d451abd1,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:48.572178 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:48.589888 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-00d0fa3d-6670-4d83-aec7-14ff869969fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:48.593149 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-00d0fa3d-6670-4d83-aec7-14ff869969fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:48.601692 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-00d0fa3d-6670-4d83-aec7-14ff869969fc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93eb7c1d-7bb5-4e3c-97d0-704e215e0bef HTTP/1.1" status: 204 len: 168 time: 0.3870637 Aug 23 14:47:48.616069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0fa3d-6670-4d83-aec7-14ff869969fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eb7c1d-7bb5-4e3c-97d0-704e215e0bef,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:49.026067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed82f3c5-5abb-4789-b8be-2a2419030197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05bdec11-8d84-4100-acc3-80f1d451abd1'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:49.030671 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625e1108-fbda-4101-8943-557eb5852e73" -d '{"events": [{"server_uuid": "ed82f3c5-5abb-4789-b8be-2a2419030197", "name": "network-vif-unplugged", "status": "completed", "tag": "05bdec11-8d84-4100-acc3-80f1d451abd1"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:49.057536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-8d9426eb-9534-4e75-a6c8-e02062d77c79 service neutron] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:49.085655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-8d9426eb-9534-4e75-a6c8-e02062d77c79 service neutron] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:47:49.193760 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398bc0f8-ac6c-4670-81cb-0ee2c072a24e', 'tag': '5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:49.207749 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb59d0c-01da-46ae-bcf3-a2aa67b82797" -d '{"events": [{"name": "network-changed", "server_uuid": "398bc0f8-ac6c-4670-81cb-0ee2c072a24e", "tag": "5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:49.225905 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-8d9426eb-9534-4e75-a6c8-e02062d77c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:47:49.254454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-8d9426eb-9534-4e75-a6c8-e02062d77c79 service neutron] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:49.355510 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-8d9426eb-9534-4e75-a6c8-e02062d77c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:49.384748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Router 5227a3b7-1cd8-44bf-809a-92e6bb2fee59 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:47:49.636348 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-8d9426eb-9534-4e75-a6c8-e02062d77c79 service neutron] Transition to ACTIVE for port object 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:47:49.658838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:47:49.692605 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Sync routers for ids ['5227a3b7-1cd8-44bf-809a-92e6bb2fee59'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:47:49.710953 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Routers {'5227a3b7-1cd8-44bf-809a-92e6bb2fee59'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:47:49.711982 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:47:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5227a3b7-1cd8-44bf-809a-92e6bb2fee59'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:49.732490 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-8d9426eb-9534-4e75-a6c8-e02062d77c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:49.785840 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:49.787391 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d7613277-0b51-4dba-b504-7563cc737741 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1609380 Aug 23 14:47:49.795013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37594) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:49.795586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37596) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:49.847166 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05c6e7cc-a172-4034-a296-6b667e434487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:49.926482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-8d9426eb-9534-4e75-a6c8-e02062d77c79 service neutron] No DVR routers for this DVR port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:47:49.936101 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9426eb-9534-4e75-a6c8-e02062d77c79 service neutron] Pushing event updated for resources: {'Port': ['ID=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,revision_number=10']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:49.956773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Set router 5227a3b7-1cd8-44bf-809a-92e6bb2fee59 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:47:49.977797 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-8d9426eb-9534-4e75-a6c8-e02062d77c79 service neutron] 10.222.0.61 "PUT /v2.0/ports/5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6/bindings/n-h1-804985-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7342887 Aug 23 14:47:50.035771 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d08d0f88-d80c-452a-a634-211009a635a6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:50.103817 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:50.225111 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05c6e7cc-a172-4034-a296-6b667e434487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:50.273866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d08d0f88-d80c-452a-a634-211009a635a6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:50.321421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-57688aa1-d588-4768-9bb2-4e50c0ee5723 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:50.325019 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-57688aa1-d588-4768-9bb2-4e50c0ee5723 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e&tenant_id=b66fd552a70a452381c358e94470d1e9&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 1095 time: 0.1400092 Aug 23 14:47:50.378383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5227a3b7-1cd8-44bf-809a-92e6bb2fee59', 'name': '', 'tenant_id': 'bbfcf9e5dda64445b708dfccce90384d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17aa5434-3154-4e1a-aab5-d685e75e758f', 'external_fixed_ips': [{'subnet_id': 'f5cc5a87-5d63-49a3-81b8-afcc8159660f', 'ip_address': '2001:db8::1e2'}], 'enable_snat': True}, 'gw_port_id': '6d28b49a-2448-4d84-abea-a17ea6143a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:47:45Z', 'updated_at': '2021-08-23T14:47:47Z', 'revision_number': 3, 'project_id': 'bbfcf9e5dda64445b708dfccce90384d', 'gw_port': {'id': '6d28b49a-2448-4d84-abea-a17ea6143a5d', 'name': '', 'network_id': '17aa5434-3154-4e1a-aab5-d685e75e758f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5227a3b7-1cd8-44bf-809a-92e6bb2fee59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'f5cc5a87-5d63-49a3-81b8-afcc8159660f', 'ip_address': '2001:db8::1e2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:47:46Z', 'updated_at': '2021-08-23T14:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5cc5a87-5d63-49a3-81b8-afcc8159660f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:50.420210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Checking router: 5227a3b7-1cd8-44bf-809a-92e6bb2fee59 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:47:50.420690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Updating router 5227a3b7-1cd8-44bf-809a-92e6bb2fee59 port 6d28b49a-2448-4d84-abea-a17ea6143a5d binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:47:50.437726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-9755f7a2-dce8-4b44-9279-5e532ca76fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:50.441956 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-9755f7a2-dce8-4b44-9279-5e532ca76fa1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e&tenant_id=b66fd552a70a452381c358e94470d1e9 HTTP/1.1" status: 200 len: 1095 time: 0.1042562 Aug 23 14:47:50.473385 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:50.534214 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1361141b-f42d-4b71-9d07-14e3ce9484a1 req-053b73ad-9945-4aeb-9a6a-a5063131717a tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/ports?device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 210 time: 0.0744874 Aug 23 14:47:50.650861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-a8124a5a-bf1e-47ce-8884-a0504fcfe9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:50.655716 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-a8124a5a-bf1e-47ce-8884-a0504fcfe9cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 1095 time: 0.1179149 Aug 23 14:47:50.734961 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d73973-23b5-4d63-a200-05d3c18407d4 x-openstack-request-id: req-d3d73973-23b5-4d63-a200-05d3c18407d4 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:50.735528 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed82f3c5-5abb-4789-b8be-2a2419030197", "name": "network-vif-unplugged", "status": "completed", "tag": "05bdec11-8d84-4100-acc3-80f1d451abd1", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:50.735724 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d3d73973-23b5-4d63-a200-05d3c18407d4 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:50.736463 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed82f3c5-5abb-4789-b8be-2a2419030197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05bdec11-8d84-4100-acc3-80f1d451abd1', 'code': 200} Aug 23 14:47:50.750529 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05c6e7cc-a172-4034-a296-6b667e434487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:50.839990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-2ed9335c-0536-47db-8ab1-91c43d246c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:50.848993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-2ed9335c-0536-47db-8ab1-91c43d246c9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.1868427 Aug 23 14:47:50.872193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6e7cc-a172-4034-a296-6b667e434487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4229f745-d997-42e6-acdd-27bac26bf55e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:50.924264 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-7c66b1b1-d960-4d03-96ca-0cbef1105a62 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 HTTP/1.1" status: 200 len: 217 time: 0.0590203 Aug 23 14:47:50.926393 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c40797-3459-4f00-b0ff-78caf255ef05 x-openstack-request-id: req-94c40797-3459-4f00-b0ff-78caf255ef05 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:50.927413 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398bc0f8-ac6c-4670-81cb-0ee2c072a24e", "tag": "5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:50.927561 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-94c40797-3459-4f00-b0ff-78caf255ef05 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:50.928282 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398bc0f8-ac6c-4670-81cb-0ee2c072a24e', 'tag': '5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6', 'status': 'completed', 'code': 200} Aug 23 14:47:50.950575 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a78850-2864-4b97-9277-ff38218c56a1 req-45df92f8-4f3b-4cc3-b455-a0a7fe918ec7 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:50.957499 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51a78850-2864-4b97-9277-ff38218c56a1 req-45df92f8-4f3b-4cc3-b455-a0a7fe918ec7 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 944 time: 0.6472995 Aug 23 14:47:50.988235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-05c6e7cc-a172-4034-a296-6b667e434487 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=578c7deac34943f6b4c5de061495becb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1827061 Aug 23 14:47:50.999084 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37608) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:51.033360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-3cd4dce9-f952-4d41-8a17-7653030035b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:51.035453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-3cd4dce9-f952-4d41-8a17-7653030035b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.0640583 Aug 23 14:47:51.055783 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:51.070952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Transition to ACTIVE for port object 6d28b49a-2448-4d84-abea-a17ea6143a5d will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:47:51.075675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d08d0f88-d80c-452a-a634-211009a635a6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Deleting port 6d28b49a-2448-4d84-abea-a17ea6143a5d {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:47:51.076256 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d08d0f88-d80c-452a-a634-211009a635a6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:51.108057 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51a78850-2864-4b97-9277-ff38218c56a1 req-e9d9a66e-3b83-4755-92b9-3bbf3630ea1c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392174 Aug 23 14:47:51.150102 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:51.156284 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8cfef14-9f27-4c26-8ed9-1d1ebe0f8c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:51.206137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59d0c-01da-46ae-bcf3-a2aa67b82797 req-a709b407-d778-45bd-a250-3f2466d1da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:51.206350 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-acb59d0c-01da-46ae-bcf3-a2aa67b82797 req-a709b407-d778-45bd-a250-3f2466d1da83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 1095 time: 0.2741516 Aug 23 14:47:51.209338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-8d279e96-efcc-4b39-a80c-f1a64209df4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1421874 Aug 23 14:47:51.285653 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8cfef14-9f27-4c26-8ed9-1d1ebe0f8c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:51.291097 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8ac1912f-16fc-415c-9b5d-7f5535d1e0e9 req-45e7a936-a177-4a9c-bfcf-9bd7b5fd071c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2115841 Aug 23 14:47:51.292307 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Attempting to bind port 6d28b49a-2448-4d84-abea-a17ea6143a5d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:51.294684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Attempting to bind port 6d28b49a-2448-4d84-abea-a17ea6143a5d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '0adfaa5c-e919-4d20-ac61-9a0c234d06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17aa5434-3154-4e1a-aab5-d685e75e758f'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:51.296762 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Attempting to bind port 6d28b49a-2448-4d84-abea-a17ea6143a5d on network 17aa5434-3154-4e1a-aab5-d685e75e758f {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:51.316736 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:47:51.321644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Checking segment: {'id': '0adfaa5c-e919-4d20-ac61-9a0c234d06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17aa5434-3154-4e1a-aab5-d685e75e758f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:47:51.325382 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:51.326090 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Bound using segment: {'id': '0adfaa5c-e919-4d20-ac61-9a0c234d06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17aa5434-3154-4e1a-aab5-d685e75e758f'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:47:51.326803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Bound port: 6d28b49a-2448-4d84-abea-a17ea6143a5d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adfaa5c-e919-4d20-ac61-9a0c234d06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17aa5434-3154-4e1a-aab5-d685e75e758f'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:47:51.327536 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:51.373871 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d08d0f88-d80c-452a-a634-211009a635a6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:51.414424 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d08d0f88-d80c-452a-a634-211009a635a6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Calling delete_port for 6d28b49a-2448-4d84-abea-a17ea6143a5d owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:47:51.432819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17b181-4658-46b7-851d-6ea127996cf8 None None] Pushing event updated for resources: {'Port': ['ID=6d28b49a-2448-4d84-abea-a17ea6143a5d,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:51.511159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] For port 6d28b49a-2448-4d84-abea-a17ea6143a5d, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:47:51.515031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59d0c-01da-46ae-bcf3-a2aa67b82797 req-b65d5c3b-19cf-4955-97f8-2ed5f38ca067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:51.516387 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-acb59d0c-01da-46ae-bcf3-a2aa67b82797 req-b65d5c3b-19cf-4955-97f8-2ed5f38ca067 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.3028445 Aug 23 14:47:51.520291 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-ec58b932-dc39-4bdf-847f-4d0fac36659d service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937014 Aug 23 14:47:51.522457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] For port 6d28b49a-2448-4d84-abea-a17ea6143a5d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6d28b49a-2448-4d84-abea-a17ea6143a5d,segment=NetworkSegment(0adfaa5c-e919-4d20-ac61-9a0c234d06a0),segment_id=0adfaa5c-e919-4d20-ac61-9a0c234d06a0)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:47:51.573841 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-acb59d0c-01da-46ae-bcf3-a2aa67b82797 req-5f4dcbc5-1d82-4b95-a45d-ac618f72782e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 HTTP/1.1" status: 200 len: 217 time: 0.0486555 Aug 23 14:47:51.613522 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:51.676589 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-e77392be-4bff-409e-864a-e869d953135b tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2599b24b7a6745eabf6f92e707e1d6ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1536057 Aug 23 14:47:51.861347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Routers {'5227a3b7-1cd8-44bf-809a-92e6bb2fee59'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:47:51.863164 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:47:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5227a3b7-1cd8-44bf-809a-92e6bb2fee59'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:51.876315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cafb98-00d2-4dfc-8cf3-91cc9d56c769 req-e3876613-1f03-47a5-837a-c0286f0fd775 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:51.877888 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-98cafb98-00d2-4dfc-8cf3-91cc9d56c769 req-e3876613-1f03-47a5-837a-c0286f0fd775 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 946 time: 0.3325412 Aug 23 14:47:51.884963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1912f-16fc-415c-9b5d-7f5535d1e0e9 req-7da6249b-2002-44e1-b47d-209fc748bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:51.886825 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8ac1912f-16fc-415c-9b5d-7f5535d1e0e9 req-7da6249b-2002-44e1-b47d-209fc748bfd2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b66fd552a70a452381c358e94470d1e9&device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 1096 time: 0.5633183 Aug 23 14:47:51.902116 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-9a9b13ad-5b10-4a3b-b60a-8eea69428963 service neutron] 10.222.0.57 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261671 Aug 23 14:47:51.904069 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17b181-4658-46b7-851d-6ea127996cf8 None None] Pushing event updated for resources: {'Port': ['ID=6d28b49a-2448-4d84-abea-a17ea6143a5d,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:51.978436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] Set router 5227a3b7-1cd8-44bf-809a-92e6bb2fee59 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:47:52.038084 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6aaebe1-ee9f-4f30-9454-1ca59e645d5e req-6a9e6696-771d-404a-81cc-5263d74749d9 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/ports?device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 210 time: 0.1535594 Aug 23 14:47:52.047208 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5227a3b7-1cd8-44bf-809a-92e6bb2fee59', 'name': '', 'tenant_id': 'bbfcf9e5dda64445b708dfccce90384d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:47:45Z', 'updated_at': '2021-08-23T14:47:50Z', 'revision_number': 4, 'project_id': 'bbfcf9e5dda64445b708dfccce90384d', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:52.073717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59d0c-01da-46ae-bcf3-a2aa67b82797 req-ff865c28-6367-41d6-abc4-bd3252f9f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:52.075889 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-acb59d0c-01da-46ae-bcf3-a2aa67b82797 req-ff865c28-6367-41d6-abc4-bd3252f9f8ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.2333736 Aug 23 14:47:52.080142 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ff227-7e03-4b45-be12-67312cc94203 None None] The sync data for ids ['5227a3b7-1cd8-44bf-809a-92e6bb2fee59'] in n-d-804985-3 is: [{'id': '5227a3b7-1cd8-44bf-809a-92e6bb2fee59', 'name': '', 'tenant_id': 'bbfcf9e5dda64445b708dfccce90384d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:47:45Z', 'updated_at': '2021-08-23T14:47:50Z', 'revision_number': 4, 'project_id': 'bbfcf9e5dda64445b708dfccce90384d', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:47:52.085881 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8cfef14-9f27-4c26-8ed9-1d1ebe0f8c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:52.088487 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8cfef14-9f27-4c26-8ed9-1d1ebe0f8c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:52.092178 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d8cfef14-9f27-4c26-8ed9-1d1ebe0f8c48 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4229f745-d997-42e6-acdd-27bac26bf55e HTTP/1.1" status: 204 len: 168 time: 1.0882854 Aug 23 14:47:52.141461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-acb59d0c-01da-46ae-bcf3-a2aa67b82797 req-a5aabe59-49e9-43a1-b82a-2e294505f621 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516493 Aug 23 14:47:52.210149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfef14-9f27-4c26-8ed9-1d1ebe0f8c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4229f745-d997-42e6-acdd-27bac26bf55e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:52.241227 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-98cafb98-00d2-4dfc-8cf3-91cc9d56c769 req-feace9f7-851e-4082-8afc-9a05f0ddd83d tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3506052 Aug 23 14:47:52.273388 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-7014faba-8ced-4255-ad40-287cbece300e tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:52.280171 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-7014faba-8ced-4255-ad40-287cbece300e tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5633967 Aug 23 14:47:52.347547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Request body: {'port': {'device_id': '80d36ec3-7047-4e5e-b366-750a61e236d1', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '2599b24b7a6745eabf6f92e707e1d6ce'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:52.449344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1912f-16fc-415c-9b5d-7f5535d1e0e9 req-af681d4e-8f6e-491b-9e48-148c05eb1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:52.450862 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8ac1912f-16fc-415c-9b5d-7f5535d1e0e9 req-af681d4e-8f6e-491b-9e48-148c05eb1be1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 200 len: 922 time: 0.4994688 Aug 23 14:47:52.489329 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-acb59d0c-01da-46ae-bcf3-a2aa67b82797 req-57eb6826-88b0-433e-86b7-3a999793d09e service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403840 Aug 23 14:47:52.527962 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8ac1912f-16fc-415c-9b5d-7f5535d1e0e9 req-b7130eb5-c3e1-4a93-9f11-39c7a958a518 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a HTTP/1.1" status: 200 len: 217 time: 0.0546410 Aug 23 14:47:52.595843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e9798-aeb3-49e4-b7d2-39765d658c7f req-01b4f002-deff-4a87-b629-f016173550b8 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:52.597529 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d7e9798-aeb3-49e4-b7d2-39765d658c7f req-01b4f002-deff-4a87-b629-f016173550b8 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 944 time: 0.1751959 Aug 23 14:47:52.598006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-3c11fc69-c899-49fa-b1a0-04f12bc0eb52 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:52.600448 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-3c11fc69-c899-49fa-b1a0-04f12bc0eb52 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/networks?id=f393c40a-269e-407d-9378-6970c187b6c3 HTTP/1.1" status: 200 len: 804 time: 0.2980461 Aug 23 14:47:52.623541 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-dd280a90-928a-492f-9907-e39c9e068e52 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/quotas/dc23af1176974b42a9d060753a5e7eaf HTTP/1.1" status: 200 len: 375 time: 0.0164757 Aug 23 14:47:52.653708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1912f-16fc-415c-9b5d-7f5535d1e0e9 req-1ac531ca-6575-45a0-ab29-03f027d3cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:52.655261 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8ac1912f-16fc-415c-9b5d-7f5535d1e0e9 req-1ac531ca-6575-45a0-ab29-03f027d3cc7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 200 len: 861 time: 0.1163237 Aug 23 14:47:52.691367 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-acb59d0c-01da-46ae-bcf3-a2aa67b82797 req-7bb2792d-8d1f-474a-b771-3462eedd6256 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895108 Aug 23 14:47:52.699765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-0c5963b7-2000-4452-8686-d44aaae92430 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc23af1176974b42a9d060753a5e7eaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0648212 Aug 23 14:47:52.710220 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8ac1912f-16fc-415c-9b5d-7f5535d1e0e9 req-e499b809-c47f-4d40-8a40-a731fcedb9c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e5d05685-47dd-44e8-9fba-4321908349a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455122 Aug 23 14:47:52.713747 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d7e9798-aeb3-49e4-b7d2-39765d658c7f req-63bd289b-0b51-4eba-8d30-f2f6e6ddee73 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073201 Aug 23 14:47:52.729070 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d08d0f88-d80c-452a-a634-211009a635a6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:52.778390 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6ca64fb9-28da-4774-b682-9fc33d5b21c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:52.816552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d0f88-d80c-452a-a634-211009a635a6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d28b49a-2448-4d84-abea-a17ea6143a5d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:52.846346 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d08d0f88-d80c-452a-a634-211009a635a6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:52.949706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-cd7d64cb-1ed0-40ae-b35e-bc1b57f850cd tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:52.957883 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-cd7d64cb-1ed0-40ae-b35e-bc1b57f850cd tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e&tenant_id=b66fd552a70a452381c358e94470d1e9&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 1095 time: 0.1318667 Aug 23 14:47:53.045477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Made reservation on behalf of 2599b24b7a6745eabf6f92e707e1d6ce for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:47:53.052269 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:53.127963 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d08d0f88-d80c-452a-a634-211009a635a6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:53.130467 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:53.134473 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d08d0f88-d80c-452a-a634-211009a635a6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:53.139532 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8ac1912f-16fc-415c-9b5d-7f5535d1e0e9 req-c2b75727-a033-4156-a8f3-0a72b6c27b65 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197602 Aug 23 14:47:53.320922 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be91cf-8fda-4be4-8a21-def733f5863e req-78c50b27-b0c6-432c-823f-0d27e45e5448 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:53.322830 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58be91cf-8fda-4be4-8a21-def733f5863e req-78c50b27-b0c6-432c-823f-0d27e45e5448 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed82f3c5-5abb-4789-b8be-2a2419030197 HTTP/1.1" status: 200 len: 943 time: 0.2878504 Aug 23 14:47:53.335454 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d08d0f88-d80c-452a-a634-211009a635a6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:53.336275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08d0f88-d80c-452a-a634-211009a635a6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5227a3b7-1cd8-44bf-809a-92e6bb2fee59 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:47:53.352427 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d08d0f88-d80c-452a-a634-211009a635a6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:53.356386 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d08d0f88-d80c-452a-a634-211009a635a6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "DELETE /v2.0/routers/5227a3b7-1cd8-44bf-809a-92e6bb2fee59 HTTP/1.1" status: 204 len: 168 time: 3.5598836 Aug 23 14:47:53.356958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37690) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:53.477263 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8ac1912f-16fc-415c-9b5d-7f5535d1e0e9 req-5769d276-150d-43ab-a011-9fe6fb087e60 service neutron] 10.222.0.61 "GET /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227878 Aug 23 14:47:53.496261 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-bd16461b-92d4-4ed9-a47b-1bcbef892a52 service neutron] 10.222.0.38 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7878013 Aug 23 14:47:53.500770 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e3777b92-fb00-47cc-b831-9ff535b3ec5e req-8bbb6814-764e-4a99-9c9a-7403e31caa2e tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/ports?device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 210 time: 0.1296785 Aug 23 14:47:53.536012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-032b5822-21fd-4153-ba1a-72dc6df00463 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Deleting subnet f5cc5a87-5d63-49a3-81b8-afcc8159660f {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:47:53.539673 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-032b5822-21fd-4153-ba1a-72dc6df00463 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:53.604924 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-032b5822-21fd-4153-ba1a-72dc6df00463 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:53.657018 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:53.714304 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-032b5822-21fd-4153-ba1a-72dc6df00463 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:53.732751 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-7e6518e0-b6bb-451f-b820-345213322c42 service neutron] 10.222.0.38 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350955 Aug 23 14:47:53.802035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-58be91cf-8fda-4be4-8a21-def733f5863e req-74231232-32b1-4655-8510-58b8427e735f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Deleting port 05bdec11-8d84-4100-acc3-80f1d451abd1 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:47:53.802345 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-58be91cf-8fda-4be4-8a21-def733f5863e req-74231232-32b1-4655-8510-58b8427e735f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:53.803999 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:53.861391 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617b366f-a2de-459e-8b7d-7a9b1940ecd3,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:53.915025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-317ad48f-1281-427d-802d-80c222a8cef9 service neutron] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:47:53.920443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-317ad48f-1281-427d-802d-80c222a8cef9 service neutron] Notify callbacks [] for binding, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:53.921562 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb4e928b-cf94-46fb-89ba-37010b015a3f req-317ad48f-1281-427d-802d-80c222a8cef9 service neutron] 10.222.0.57 "DELETE /v2.0/ports/5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6/bindings/n-h2-804985-3 HTTP/1.1" status: 204 len: 173 time: 0.9608779 Aug 23 14:47:53.989230 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-032b5822-21fd-4153-ba1a-72dc6df00463 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:54.008130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-58be91cf-8fda-4be4-8a21-def733f5863e req-74231232-32b1-4655-8510-58b8427e735f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] For port 05bdec11-8d84-4100-acc3-80f1d451abd1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=05bdec11-8d84-4100-acc3-80f1d451abd1,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:54.008130 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-58be91cf-8fda-4be4-8a21-def733f5863e req-74231232-32b1-4655-8510-58b8427e735f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:54.025327 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-58be91cf-8fda-4be4-8a21-def733f5863e req-74231232-32b1-4655-8510-58b8427e735f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Calling delete_port for 05bdec11-8d84-4100-acc3-80f1d451abd1 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:47:54.196164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37712) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:54.265097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b5822-21fd-4153-ba1a-72dc6df00463 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f5cc5a87-5d63-49a3-81b8-afcc8159660f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:54.382693 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-032b5822-21fd-4153-ba1a-72dc6df00463 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:54.392986 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-032b5822-21fd-4153-ba1a-72dc6df00463 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "DELETE /v2.0/subnets/f5cc5a87-5d63-49a3-81b8-afcc8159660f HTTP/1.1" status: 204 len: 168 time: 1.0277634 Aug 23 14:47:54.393255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37730) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:54.494516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-58be91cf-8fda-4be4-8a21-def733f5863e req-74231232-32b1-4655-8510-58b8427e735f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:54.555925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74231232-32b1-4655-8510-58b8427e735f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Pushing event deleted for resources: {'Port': ['ID=05bdec11-8d84-4100-acc3-80f1d451abd1,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:54.561433 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0560385f-b180-44f5-9568-1c7e6bec64ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:54.567367 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58110be8-9094-474d-9ee4-a51d63409ea0 req-40266148-a4cd-4368-bdd4-f63cd805e78c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 210 time: 0.1163788 Aug 23 14:47:54.624248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Allocated IP 192.168.233.95 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/7e461f70-126b-455a-8acd-12882774cc9e) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:47:54.701400 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea890af4-5b8d-4b77-a3c9-02c0a8b7db7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:54.784749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-58be91cf-8fda-4be4-8a21-def733f5863e req-74231232-32b1-4655-8510-58b8427e735f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] No DVR routers for this DVR port 05bdec11-8d84-4100-acc3-80f1d451abd1 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:47:54.803045 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-58be91cf-8fda-4be4-8a21-def733f5863e req-74231232-32b1-4655-8510-58b8427e735f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:54.805554 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58be91cf-8fda-4be4-8a21-def733f5863e req-74231232-32b1-4655-8510-58b8427e735f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "DELETE /v2.0/ports/05bdec11-8d84-4100-acc3-80f1d451abd1 HTTP/1.1" status: 204 len: 173 time: 1.4746165 Aug 23 14:47:54.814104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed82f3c5-5abb-4789-b8be-2a2419030197', 'name': 'network-vif-deleted', 'tag': '05bdec11-8d84-4100-acc3-80f1d451abd1'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:54.816793 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc1a4dd-cd77-4d43-9de2-18475905aba0" -d '{"events": [{"server_uuid": "ed82f3c5-5abb-4789-b8be-2a2419030197", "name": "network-vif-deleted", "tag": "05bdec11-8d84-4100-acc3-80f1d451abd1"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:54.834134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee528a-5261-49df-b81d-eb16466a94b8 req-82553286-ed27-4634-8f41-39f0789cdd0c tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:54.835742 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34ee528a-5261-49df-b81d-eb16466a94b8 req-82553286-ed27-4634-8f41-39f0789cdd0c tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 946 time: 0.1057253 Aug 23 14:47:54.863014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ce007-1990-42be-8b93-13a01de49c7a req-76d134c2-e729-403e-a9b9-7f62ce239e81 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:54.868194 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-388ce007-1990-42be-8b93-13a01de49c7a req-76d134c2-e729-403e-a9b9-7f62ce239e81 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 944 time: 0.2463915 Aug 23 14:47:54.911349 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34ee528a-5261-49df-b81d-eb16466a94b8 req-26d1616b-c4f9-47a4-b263-9c46c4bbc60f tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628469 Aug 23 14:47:54.935827 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:54.948803 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Transition to ACTIVE for port object 7e461f70-126b-455a-8acd-12882774cc9e will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:47:54.960859 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea890af4-5b8d-4b77-a3c9-02c0a8b7db7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:54.994005 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-ea890af4-5b8d-4b77-a3c9-02c0a8b7db7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17aa5434-3154-4e1a-aab5-d685e75e758f']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:55.018296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-ea890af4-5b8d-4b77-a3c9-02c0a8b7db7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0adfaa5c-e919-4d20-ac61-9a0c234d06a0') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:55.018621 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-ea890af4-5b8d-4b77-a3c9-02c0a8b7db7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0adfaa5c-e919-4d20-ac61-9a0c234d06a0') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:55.041823 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-388ce007-1990-42be-8b93-13a01de49c7a req-08f87ee7-c0f9-4c1a-beb6-684310f69948 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570284 Aug 23 14:47:55.056779 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6006d927-9416-4ed4-999b-dcf8690bed1c req-6847a12e-04c7-4a03-a58d-825659109390 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/ports?device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 210 time: 0.0441344 Aug 23 14:47:55.074230 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea890af4-5b8d-4b77-a3c9-02c0a8b7db7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:55.101384 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0560385f-b180-44f5-9568-1c7e6bec64ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:55.103781 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea890af4-5b8d-4b77-a3c9-02c0a8b7db7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:55.112642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea890af4-5b8d-4b77-a3c9-02c0a8b7db7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:47:55.112642 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea890af4-5b8d-4b77-a3c9-02c0a8b7db7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:47:55.115557 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:47:55.119225 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b74939-ba29-4c78-bc98-2a12e9fe778b x-openstack-request-id: req-14b74939-ba29-4c78-bc98-2a12e9fe778b {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:55.119732 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed82f3c5-5abb-4789-b8be-2a2419030197", "name": "network-vif-deleted", "tag": "05bdec11-8d84-4100-acc3-80f1d451abd1", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:55.120235 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-14b74939-ba29-4c78-bc98-2a12e9fe778b {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:55.120733 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed82f3c5-5abb-4789-b8be-2a2419030197', 'name': 'network-vif-deleted', 'tag': '05bdec11-8d84-4100-acc3-80f1d451abd1', 'status': 'completed', 'code': 200} Aug 23 14:47:55.262930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d3e16-7037-4d27-a26d-514c81d92d87 req-9a1fc8e5-61fd-451b-a088-2d3b2aeef0e7 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:55.262930 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d07d3e16-7037-4d27-a26d-514c81d92d87 req-9a1fc8e5-61fd-451b-a088-2d3b2aeef0e7 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 1095 time: 0.0666838 Aug 23 14:47:55.300124 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:55.370140 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d07d3e16-7037-4d27-a26d-514c81d92d87 req-350c7e2a-f679-49ab-ad5c-3ad671a98e75 tempest-LiveAutoBlockMigrationV225Test-636160600 tempest-LiveAutoBlockMigrationV225Test-636160600-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956292 Aug 23 14:47:55.380474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:47:55.384248 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0560385f-b180-44f5-9568-1c7e6bec64ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:55.396323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Pushing event updated for resources: {'Port': ['ID=7e461f70-126b-455a-8acd-12882774cc9e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:55.399129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:47:55.401224 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:47:55.456429 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea890af4-5b8d-4b77-a3c9-02c0a8b7db7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:55.461472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:55.466822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0560385f-b180-44f5-9568-1c7e6bec64ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c745348e94994e1293a026d4c2ca4c48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2669902 Aug 23 14:47:55.487237 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:55.489912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37778) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:55.504847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea890af4-5b8d-4b77-a3c9-02c0a8b7db7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 17aa5434-3154-4e1a-aab5-d685e75e758f {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 14:47:55.504847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea890af4-5b8d-4b77-a3c9-02c0a8b7db7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Pushing event deleted for resources: {'Network': ['ID=17aa5434-3154-4e1a-aab5-d685e75e758f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:55.507596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560385f-b180-44f5-9568-1c7e6bec64ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0217317-299a-4154-b7c2-50a445066999,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:55.538656 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:55.547469 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea890af4-5b8d-4b77-a3c9-02c0a8b7db7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:55.557923 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ea890af4-5b8d-4b77-a3c9-02c0a8b7db7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "DELETE /v2.0/networks/17aa5434-3154-4e1a-aab5-d685e75e758f HTTP/1.1" status: 204 len: 168 time: 1.1635506 Aug 23 14:47:55.656948 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ac05da2-bcdf-4370-b341-b21c99917dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:55.681007 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-3429b76a-e82b-4009-97f8-9c18dd694ef5 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3409321 Aug 23 14:47:55.705883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Request body: {'port': {'device_id': '80d36ec3-7047-4e5e-b366-750a61e236d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:55.739613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-bfc23229-c74a-419c-96f6-870be0aaa1dd tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:55.742924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-bfc23229-c74a-419c-96f6-870be0aaa1dd tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.57 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 946 time: 0.1204488 Aug 23 14:47:55.846564 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-baabd3bb-adfb-4814-af6b-518921048873 req-dcee05c1-3aca-4b36-a562-a8d18efb1bea tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 210 time: 0.1592941 Aug 23 14:47:55.852172 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ac05da2-bcdf-4370-b341-b21c99917dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:55.905276 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-aa7aaec7-84ad-404a-87d4-93b7c1e838f1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Deleting port 4990225a-4341-4636-8b07-bd95939a81e9 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:47:55.906042 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-aa7aaec7-84ad-404a-87d4-93b7c1e838f1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:55.916827 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:55.946440 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 05bdec11-8d84-4100-acc3-80f1d451abd1 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:47:56.033016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 05bdec11-8d84-4100-acc3-80f1d451abd1 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:47:56.033262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 05bdec11-8d84-4100-acc3-80f1d451abd1 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:47:56.043815 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2c5ce85c-ec84-452d-bdab-12ace17c479f None None] Provisioning for port 7e461f70-126b-455a-8acd-12882774cc9e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:47:56.053798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2c5ce85c-ec84-452d-bdab-12ace17c479f None None] Provisioning complete for port 7e461f70-126b-455a-8acd-12882774cc9e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:47:56.058678 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2c5ce85c-ec84-452d-bdab-12ace17c479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:56.184655 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ce85c-ec84-452d-bdab-12ace17c479f None None] Port 7e461f70-126b-455a-8acd-12882774cc9e cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:47:56.214594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-aa7aaec7-84ad-404a-87d4-93b7c1e838f1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] For port 4990225a-4341-4636-8b07-bd95939a81e9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=4990225a-4341-4636-8b07-bd95939a81e9,segment=NetworkSegment(d7793035-9e0c-4575-88d1-ef8d4801628a),segment_id=d7793035-9e0c-4575-88d1-ef8d4801628a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:56.214594 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-aa7aaec7-84ad-404a-87d4-93b7c1e838f1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:56.234552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37820) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:56.266161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-98645fa8-3c37-423a-98e2-342137631b27 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Request body: {'router': {'name': 'tempest-router--1906482783', 'project_id': 'ce13f76c728741cf828e57a8c27aad07'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:56.354915 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417e74b-ad6e-4eda-979f-b90c9e285d28 req-45f2afdd-5b1d-43bc-80a2-d67c9f1c9538 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:56.362990 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f417e74b-ad6e-4eda-979f-b90c9e285d28 req-45f2afdd-5b1d-43bc-80a2-d67c9f1c9538 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 944 time: 0.1812048 Aug 23 14:47:56.379738 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7ac21-cfd4-40b4-908b-19f90a76e38d req-cc81a744-2197-416a-964d-36bb6bdf52d7 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:56.382223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cda7ac21-cfd4-40b4-908b-19f90a76e38d req-cc81a744-2197-416a-964d-36bb6bdf52d7 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 946 time: 0.1771951 Aug 23 14:47:56.429392 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ac05da2-bcdf-4370-b341-b21c99917dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:56.434225 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ac05da2-bcdf-4370-b341-b21c99917dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:56.436052 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1ac05da2-bcdf-4370-b341-b21c99917dcd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0217317-299a-4154-b7c2-50a445066999 HTTP/1.1" status: 204 len: 168 time: 0.9435923 Aug 23 14:47:56.453444 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f417e74b-ad6e-4eda-979f-b90c9e285d28 req-cb0c8c09-b9f4-4e5b-b8a0-bc7f20093b05 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894372 Aug 23 14:47:56.482183 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98645fa8-3c37-423a-98e2-342137631b27 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:56.483258 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98645fa8-3c37-423a-98e2-342137631b27 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:56.498219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac05da2-bcdf-4370-b341-b21c99917dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0217317-299a-4154-b7c2-50a445066999,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:56.544977 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cda7ac21-cfd4-40b4-908b-19f90a76e38d req-de47e1d3-1b33-4da1-8a27-2ef324c38332 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups?id=388ec90e-4108-427d-a427-c85f09c0652b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389146 Aug 23 14:47:56.618989 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-282d4356-3499-43e0-82a8-0ce04853ea4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:56.624782 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-aa7aaec7-84ad-404a-87d4-93b7c1e838f1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:56.625337 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-aa7aaec7-84ad-404a-87d4-93b7c1e838f1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:56.626234 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-aa7aaec7-84ad-404a-87d4-93b7c1e838f1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Floating IP eeb9077b-42a8-4a98-a294-0b2165c31357 disassociated. External IP: 172.25.8.211, port: 4990225a-4341-4636-8b07-bd95939a81e9. Aug 23 14:47:56.626977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-aa7aaec7-84ad-404a-87d4-93b7c1e838f1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Calling delete_port for 4990225a-4341-4636-8b07-bd95939a81e9 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:47:56.670272 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:56.690911 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98645fa8-3c37-423a-98e2-342137631b27 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:56.696032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e461f70-126b-455a-8acd-12882774cc9e {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:47:56.718145 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:56.718818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c557e8-379a-4169-992e-b7d414545c88 req-da1cdd3c-4f49-47d7-9ff4-5a5e556cd577 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:56.721275 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77c557e8-379a-4169-992e-b7d414545c88 req-da1cdd3c-4f49-47d7-9ff4-5a5e556cd577 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/ports?device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 935 time: 0.1428254 Aug 23 14:47:56.739366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Transition to ACTIVE for port object 7e461f70-126b-455a-8acd-12882774cc9e will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:47:56.790114 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77c557e8-379a-4169-992e-b7d414545c88 req-c2182ed7-6f5d-4fde-9d07-4263874c7c80 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/security-groups?id=617b366f-a2de-459e-8b7d-7a9b1940ecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584536 Aug 23 14:47:56.835211 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98645fa8-3c37-423a-98e2-342137631b27 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:56.872381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c77280-fe3f-43d2-9016-90a173574a54 req-e8e81530-fb51-4647-86ae-e9abd7988c5d tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:56.874417 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-54c77280-fe3f-43d2-9016-90a173574a54 req-e8e81530-fb51-4647-86ae-e9abd7988c5d tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 951 time: 0.0982406 Aug 23 14:47:56.913508 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:56.990772 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-54c77280-fe3f-43d2-9016-90a173574a54 req-39ecdecf-5b96-4455-922a-3faa57e25378 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb03296b-978b-464e-b72d-f252e59f27b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087930 Aug 23 14:47:57.005048 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37852) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:57.055925 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98645fa8-3c37-423a-98e2-342137631b27 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:57.061247 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-98645fa8-3c37-423a-98e2-342137631b27 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8105876 Aug 23 14:47:57.061247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Pushing event updated for resources: {'Port': ['ID=7e461f70-126b-455a-8acd-12882774cc9e,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:57.066850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b130480-cda8-4668-884d-c3d21b56ee0a req-1dd7eab8-f544-47ca-98ef-565125895cc3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:57.070003 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b130480-cda8-4668-884d-c3d21b56ee0a req-1dd7eab8-f544-47ca-98ef-565125895cc3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.57 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 944 time: 0.2459543 Aug 23 14:47:57.071422 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37862) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:57.130928 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Attempting to bind port 7e461f70-126b-455a-8acd-12882774cc9e on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:47:57.131376 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Attempting to bind port 7e461f70-126b-455a-8acd-12882774cc9e by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:47:57.131865 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Attempting to bind port 7e461f70-126b-455a-8acd-12882774cc9e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:57.132773 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3a07b84-8628-4c17-b67a-6acbcc7b3b98 req-d4eec550-f251-4b2d-ab93-e9fdab5c5955 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 210 time: 0.1220438 Aug 23 14:47:57.136954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Port 7e461f70-126b-455a-8acd-12882774cc9e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:47:57.137519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Attempting to bind port 7e461f70-126b-455a-8acd-12882774cc9e on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:47:57.160982 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:47:57.162264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:47:57.162264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:47:57.163040 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Bound port: 7e461f70-126b-455a-8acd-12882774cc9e, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:47:57.163646 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:57.229245 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-aa7aaec7-84ad-404a-87d4-93b7c1e838f1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:57.253440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] For port 7e461f70-126b-455a-8acd-12882774cc9e, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:47:57.257229 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] For port 7e461f70-126b-455a-8acd-12882774cc9e, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=7e461f70-126b-455a-8acd-12882774cc9e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:47:57.316818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7aaec7-84ad-404a-87d4-93b7c1e838f1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Pushing event deleted for resources: {'Port': ['ID=4990225a-4341-4636-8b07-bd95939a81e9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:57.342382 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-807f0a77-708a-42b1-8433-e03f41a2354a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:57.353177 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:57.372691 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-457956c9-3152-4bc2-b014-2c96f3da6240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:57.430301 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:57.430894 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:57.432177 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] 10.222.0.57 "PUT /v2.0/ports/7e461f70-126b-455a-8acd-12882774cc9e HTTP/1.1" status: 200 len: 1095 time: 1.7337155 Aug 23 14:47:57.432632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d36ec3-7047-4e5e-b366-750a61e236d1', 'tag': '7e461f70-126b-455a-8acd-12882774cc9e'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:57.435314 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2390cbfa-7e52-40f5-9e46-30553bc3680b" -d '{"events": [{"name": "network-changed", "server_uuid": "80d36ec3-7047-4e5e-b366-750a61e236d1", "tag": "7e461f70-126b-455a-8acd-12882774cc9e"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:57.491419 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c14b3-80f2-47b9-af28-710b52814549 service neutron] Pushing event updated for resources: {'Port': ['ID=7e461f70-126b-455a-8acd-12882774cc9e,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:57.514186 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66449ca6-f5e2-4b7f-810c-200866d79831 x-openstack-request-id: req-66449ca6-f5e2-4b7f-810c-200866d79831 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:57.521979 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d36ec3-7047-4e5e-b366-750a61e236d1", "tag": "7e461f70-126b-455a-8acd-12882774cc9e", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:57.521979 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66449ca6-f5e2-4b7f-810c-200866d79831 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:57.521979 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d36ec3-7047-4e5e-b366-750a61e236d1', 'tag': '7e461f70-126b-455a-8acd-12882774cc9e', 'status': 'completed', 'code': 200} Aug 23 14:47:57.627662 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390cbfa-7e52-40f5-9e46-30553bc3680b req-3155a29b-3337-40dc-b228-d331e5af9030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:57.630431 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2390cbfa-7e52-40f5-9e46-30553bc3680b req-3155a29b-3337-40dc-b228-d331e5af9030 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2599b24b7a6745eabf6f92e707e1d6ce&device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 1098 time: 0.0936124 Aug 23 14:47:57.683537 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-457956c9-3152-4bc2-b014-2c96f3da6240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:57.686175 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2390cbfa-7e52-40f5-9e46-30553bc3680b req-d4462bc6-0867-4ecc-a676-c749141a5561 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2599b24b7a6745eabf6f92e707e1d6ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448060 Aug 23 14:47:57.837971 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390cbfa-7e52-40f5-9e46-30553bc3680b req-d1533f6b-05be-448f-89e2-7d38bd262a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:57.840518 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2390cbfa-7e52-40f5-9e46-30553bc3680b req-d1533f6b-05be-448f-89e2-7d38bd262a9c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458554 Aug 23 14:47:57.867574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37882) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:57.885857 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a9966831-9b38-4b75-aec8-3280d1fc0ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.127998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-bd10dd90-6f72-479e-beb8-2b3fa80078a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:58.127998 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-bd10dd90-6f72-479e-beb8-2b3fa80078a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2599b24b7a6745eabf6f92e707e1d6ce&device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 1098 time: 0.0501206 Aug 23 14:47:58.127998 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-131720cf-78c9-4ac5-b33f-5bf3b9b2dc8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=7e461f70-126b-455a-8acd-12882774cc9e HTTP/1.1" status: 200 len: 217 time: 0.0486488 Aug 23 14:47:58.127998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-89bea4aa-ed4a-4fa6-b856-a7116e18e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:58.127998 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-89bea4aa-ed4a-4fa6-b856-a7116e18e399 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0574358 Aug 23 14:47:58.127998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-8bec5e65-ecef-4f4b-ab1a-d1568e018c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:58.127998 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-8bec5e65-ecef-4f4b-ab1a-d1568e018c8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451741 Aug 23 14:47:58.199518 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-807f0a77-708a-42b1-8433-e03f41a2354a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.212248 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-807f0a77-708a-42b1-8433-e03f41a2354a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.221282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-9b130480-cda8-4668-884d-c3d21b56ee0a req-27549e6e-91b5-4732-b89c-9fb743aebd7c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Deleting port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:47:58.221619 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9b130480-cda8-4668-884d-c3d21b56ee0a req-27549e6e-91b5-4732-b89c-9fb743aebd7c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.239910 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-457956c9-3152-4bc2-b014-2c96f3da6240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.259996 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-7e735958-8566-48e4-8428-31f4e62656f2 service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232367 Aug 23 14:47:58.329834 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-d74b1e9b-0b3d-47e4-a5b8-b293debeae44 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:58.331496 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-d74b1e9b-0b3d-47e4-a5b8-b293debeae44 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "GET /v2.0/networks?id=f393c40a-269e-407d-9378-6970c187b6c3 HTTP/1.1" status: 200 len: 804 time: 0.7859280 Aug 23 14:47:58.339162 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3971-923c-42cb-ae0b-93f4788fffd2 req-db30f348-79f7-44df-a1d6-3c2322e34f6c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:58.348646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-063b3971-923c-42cb-ae0b-93f4788fffd2 req-db30f348-79f7-44df-a1d6-3c2322e34f6c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 944 time: 0.6449003 Aug 23 14:47:58.351270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-79f0de79-421a-45db-9dcc-4765cd3b74b1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Request body: {'port': {'device_id': '4356c65f-c59c-460b-a3f1-c927176be409', 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3', 'admin_state_up': True, 'tenant_id': 'dc23af1176974b42a9d060753a5e7eaf'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:47:58.357394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457956c9-3152-4bc2-b014-2c96f3da6240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43965fd9-8785-498c-81c9-45d05dc98d4a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:58.365139 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-457956c9-3152-4bc2-b014-2c96f3da6240 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4282f92597844a8c97edf24a752d2402&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3572941 Aug 23 14:47:58.372099 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37886) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:58.380945 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-aa7aaec7-84ad-404a-87d4-93b7c1e838f1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Router 0b5686ef-6daf-4705-810b-e731e4fda752 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:47:58.475453 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5eaf67f4-0aaf-43d7-82b3-fd1a93b13822 req-7e2e577f-c7b2-4940-acd9-e863bf6c4cab service neutron] 10.222.0.57 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041163 Aug 23 14:47:58.494934 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dce48f2c-ad42-460f-91ad-7e0b27c047fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.507381 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-063b3971-923c-42cb-ae0b-93f4788fffd2 req-34a1c7e4-2473-4c55-9f93-f09bcae3c46b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525764 Aug 23 14:47:58.556588 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-9b130480-cda8-4668-884d-c3d21b56ee0a req-27549e6e-91b5-4732-b89c-9fb743aebd7c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] For port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:58.556921 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9b130480-cda8-4668-884d-c3d21b56ee0a req-27549e6e-91b5-4732-b89c-9fb743aebd7c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.569001 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dce48f2c-ad42-460f-91ad-7e0b27c047fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.572787 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a9966831-9b38-4b75-aec8-3280d1fc0ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.589467 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.591743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-9b130480-cda8-4668-884d-c3d21b56ee0a req-27549e6e-91b5-4732-b89c-9fb743aebd7c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Calling delete_port for 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:47:58.612956 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-807f0a77-708a-42b1-8433-e03f41a2354a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.614318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807f0a77-708a-42b1-8433-e03f41a2354a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc08f1dc-bc6a-4ece-a6d4-76ebbe0dcc0d {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:47:58.638208 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-807f0a77-708a-42b1-8433-e03f41a2354a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.638208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-807f0a77-708a-42b1-8433-e03f41a2354a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "DELETE /v2.0/routers/cc08f1dc-bc6a-4ece-a6d4-76ebbe0dcc0d HTTP/1.1" status: 204 len: 168 time: 1.5315359 Aug 23 14:47:58.640681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b13b17a-c155-41be-bc44-66f7464bbbde req-07ace173-0d47-4ad6-bb73-463757d1aedb tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 210 time: 0.0548511 Aug 23 14:47:58.704449 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a9966831-9b38-4b75-aec8-3280d1fc0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.728593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 4990225a-4341-4636-8b07-bd95939a81e9 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:47:58.756230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 4990225a-4341-4636-8b07-bd95939a81e9 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:47:58.756620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 4990225a-4341-4636-8b07-bd95939a81e9 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:47:58.757253 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d295b1c8-503b-40ee-85fc-aedeaf02f812 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:47:58.775913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-aa7aaec7-84ad-404a-87d4-93b7c1e838f1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:47:58.783014 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dce48f2c-ad42-460f-91ad-7e0b27c047fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.785643 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dce48f2c-ad42-460f-91ad-7e0b27c047fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.789737 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dce48f2c-ad42-460f-91ad-7e0b27c047fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/43965fd9-8785-498c-81c9-45d05dc98d4a HTTP/1.1" status: 204 len: 168 time: 0.4144168 Aug 23 14:47:58.792829 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d84bd0-635c-4c7e-a98d-239285b9c625 None None] Sync routers for ids ['0b5686ef-6daf-4705-810b-e731e4fda752'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:47:58.800696 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a9966831-9b38-4b75-aec8-3280d1fc0ca0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a99a0b92b8b14ac19fc3f8f2104128db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9355705 Aug 23 14:47:58.803962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37900) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:58.820378 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d84bd0-635c-4c7e-a98d-239285b9c625 None None] Routers {'0b5686ef-6daf-4705-810b-e731e4fda752'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:47:58.820875 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-81d84bd0-635c-4c7e-a98d-239285b9c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:47:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b5686ef-6daf-4705-810b-e731e4fda752'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:58.828326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9966831-9b38-4b75-aec8-3280d1fc0ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ff7211-9f04-4f44-935c-691a5032f4d5,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:58.871184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-aa7aaec7-84ad-404a-87d4-93b7c1e838f1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] No DVR routers for this DVR port 4990225a-4341-4636-8b07-bd95939a81e9 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:47:58.878285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce48f2c-ad42-460f-91ad-7e0b27c047fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43965fd9-8785-498c-81c9-45d05dc98d4a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:58.878571 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-aa7aaec7-84ad-404a-87d4-93b7c1e838f1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.880831 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ca8fd00-5f36-4e88-bcbf-f8b4655fb376 req-aa7aaec7-84ad-404a-87d4-93b7c1e838f1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.57 "DELETE /v2.0/ports/4990225a-4341-4636-8b07-bd95939a81e9 HTTP/1.1" status: 204 len: 173 time: 3.1308017 Aug 23 14:47:58.881559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cdd8fa-fbe5-4db5-b844-74c4a206a10f', 'name': 'network-vif-deleted', 'tag': '4990225a-4341-4636-8b07-bd95939a81e9'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:58.892155 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52e09b4-e5b4-4218-b346-5364e57c6dca" -d '{"events": [{"server_uuid": "57cdd8fa-fbe5-4db5-b844-74c4a206a10f", "name": "network-vif-deleted", "tag": "4990225a-4341-4636-8b07-bd95939a81e9"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:58.899959 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-79f0de79-421a-45db-9dcc-4765cd3b74b1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Made reservation on behalf of dc23af1176974b42a9d060753a5e7eaf for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:47:58.904174 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-79f0de79-421a-45db-9dcc-4765cd3b74b1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.965711 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf25ba7f-d43a-4cfb-bfb0-00c083702d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:58.972188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebd3ca-0c61-475a-9030-15c11bcf338b req-6fa96b6c-9a17-4b7a-87e9-0e7b863ee1c7 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:47:58.977976 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cebd3ca-0c61-475a-9030-15c11bcf338b req-6fa96b6c-9a17-4b7a-87e9-0e7b863ee1c7 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/ports?device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 947 time: 0.2168591 Aug 23 14:47:58.986602 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:59.035175 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf25ba7f-d43a-4cfb-bfb0-00c083702d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:59.051866 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-81d84bd0-635c-4c7e-a98d-239285b9c625 None None] Set router 0b5686ef-6daf-4705-810b-e731e4fda752 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:47:59.057172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd295b1c8-503b-40ee-85fc-aedeaf02f812'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:47:59.089301 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee2fd59-8539-4338-a271-c0abe2bf3142" -d '{"events": [{"server_uuid": "a5b7fec5-54ec-4da8-9984-57a52d5e2c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "d295b1c8-503b-40ee-85fc-aedeaf02f812"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:47:59.120538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d295b1c8-503b-40ee-85fc-aedeaf02f812, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d295b1c8-503b-40ee-85fc-aedeaf02f812,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:47:59.219259 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cebd3ca-0c61-475a-9030-15c11bcf338b req-1bb59ea3-ae96-4ae1-9e3f-f221f6c9eb88 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/security-groups?id=617b366f-a2de-459e-8b7d-7a9b1940ecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115847 Aug 23 14:47:59.229509 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf25ba7f-d43a-4cfb-bfb0-00c083702d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:59.232382 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf25ba7f-d43a-4cfb-bfb0-00c083702d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:59.233772 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cf25ba7f-d43a-4cfb-bfb0-00c083702d51 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12ff7211-9f04-4f44-935c-691a5032f4d5 HTTP/1.1" status: 204 len: 168 time: 0.4287198 Aug 23 14:47:59.244522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-79f0de79-421a-45db-9dcc-4765cd3b74b1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Allocated IP 172.20.0.5 (f393c40a-269e-407d-9378-6970c187b6c3/11061a5b-c587-4d9a-b542-d35027d2df97/19784c6b-8be7-4691-af61-bd6640b28eaa) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:47:59.259637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25ba7f-d43a-4cfb-bfb0-00c083702d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ff7211-9f04-4f44-935c-691a5032f4d5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:59.263511 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:59.264418 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:47:59.272960 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9b130480-cda8-4668-884d-c3d21b56ee0a req-27549e6e-91b5-4732-b89c-9fb743aebd7c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:59.330872 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27549e6e-91b5-4732-b89c-9fb743aebd7c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Pushing event deleted for resources: {'Port': ['ID=5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:59.348915 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d295b1c8-503b-40ee-85fc-aedeaf02f812,revision_number=11']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:47:59.363546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['24c6da15-924b-4718-8d48-609cace6f6d4'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:47:59.419724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:47:59.420428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:47:59.449404 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b130480-cda8-4668-884d-c3d21b56ee0a req-27549e6e-91b5-4732-b89c-9fb743aebd7c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] No DVR routers for this DVR port 5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:47:59.472841 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9b130480-cda8-4668-884d-c3d21b56ee0a req-27549e6e-91b5-4732-b89c-9fb743aebd7c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:59.475809 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b130480-cda8-4668-884d-c3d21b56ee0a req-27549e6e-91b5-4732-b89c-9fb743aebd7c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.57 "DELETE /v2.0/ports/5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6 HTTP/1.1" status: 204 len: 173 time: 2.3659782 Aug 23 14:47:59.489639 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-281d9f1e-16fd-49f0-b8c0-6dac1b38aca1 req-428cd27a-58ce-4f18-aabe-7d1ae877aeb2 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 210 time: 0.0941651 Aug 23 14:47:59.522603 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-81d84bd0-635c-4c7e-a98d-239285b9c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:02Z', 'updated_at': '2021-08-23T14:43:11Z', 'revision_number': 4, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'gw_port': {'id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:03Z', 'updated_at': '2021-08-23T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0de9f101-1510-4363-9757-2b456babd34a', 'name': '', 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'mac_address': 'fa:16:3e:8e:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:09Z', 'updated_at': '2021-08-23T14:43:22Z', 'revision_number': 5, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'subnets': [{'id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:59.532574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37924) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:47:59.603633 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d84bd0-635c-4c7e-a98d-239285b9c625 None None] Checking router: 0b5686ef-6daf-4705-810b-e731e4fda752 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:47:59.615881 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a3a5c6-35aa-4f74-ad00-59c981536903 x-openstack-request-id: req-49a3a5c6-35aa-4f74-ad00-59c981536903 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:59.616779 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b7fec5-54ec-4da8-9984-57a52d5e2c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "d295b1c8-503b-40ee-85fc-aedeaf02f812", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:59.620715 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-49a3a5c6-35aa-4f74-ad00-59c981536903 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:59.620715 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd295b1c8-503b-40ee-85fc-aedeaf02f812', 'code': 200} Aug 23 14:47:59.642644 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d84bd0-635c-4c7e-a98d-239285b9c625 None None] Routers {'0b5686ef-6daf-4705-810b-e731e4fda752'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:47:59.643284 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-81d84bd0-635c-4c7e-a98d-239285b9c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:47:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b5686ef-6daf-4705-810b-e731e4fda752'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:47:59.789546 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-79f0de79-421a-45db-9dcc-4765cd3b74b1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:47:59.796210 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb70838-9868-4f51-9315-7c37e886a8de x-openstack-request-id: req-5cb70838-9868-4f51-9315-7c37e886a8de {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:47:59.796818 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cdd8fa-fbe5-4db5-b844-74c4a206a10f", "name": "network-vif-deleted", "tag": "4990225a-4341-4636-8b07-bd95939a81e9", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:47:59.797240 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5cb70838-9868-4f51-9315-7c37e886a8de {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:47:59.797961 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57cdd8fa-fbe5-4db5-b844-74c4a206a10f', 'name': 'network-vif-deleted', 'tag': '4990225a-4341-4636-8b07-bd95939a81e9', 'status': 'completed', 'code': 200} Aug 23 14:47:59.818645 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-81d84bd0-635c-4c7e-a98d-239285b9c625 None None] Set router 0b5686ef-6daf-4705-810b-e731e4fda752 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:47:59.845584 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2fdb351d-55a6-4053-9ac9-c024f934eed7 req-93c89f9b-7fc0-4cf8-b8ec-1d158bb9e630 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 210 time: 0.0532198 Aug 23 14:47:59.984722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-79f0de79-421a-45db-9dcc-4765cd3b74b1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:00.025335 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a80e44b-168b-4815-9d5b-d75516c23b19 req-3e284db0-ccad-465b-bd91-bc11532fb772 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 210 time: 0.0922019 Aug 23 14:48:00.108550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-79f0de79-421a-45db-9dcc-4765cd3b74b1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Network f393c40a-269e-407d-9378-6970c187b6c3 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:00.115598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-79f0de79-421a-45db-9dcc-4765cd3b74b1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:00.120554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-79f0de79-421a-45db-9dcc-4765cd3b74b1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:00.180371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0de79-421a-45db-9dcc-4765cd3b74b1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Pushing event updated for resources: {'Port': ['ID=19784c6b-8be7-4691-af61-bd6640b28eaa,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:00.199304 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-81d84bd0-635c-4c7e-a98d-239285b9c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:02Z', 'updated_at': '2021-08-23T14:43:11Z', 'revision_number': 4, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'gw_port': {'id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:03Z', 'updated_at': '2021-08-23T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0de9f101-1510-4363-9757-2b456babd34a', 'name': '', 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'mac_address': 'fa:16:3e:8e:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:09Z', 'updated_at': '2021-08-23T14:43:22Z', 'revision_number': 5, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'subnets': [{'id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:00.240123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-79f0de79-421a-45db-9dcc-4765cd3b74b1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:00.251627 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-79f0de79-421a-45db-9dcc-4765cd3b74b1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:00.264468 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d84bd0-635c-4c7e-a98d-239285b9c625 None None] The sync data for ids ['0b5686ef-6daf-4705-810b-e731e4fda752'] in n-d-804985-3 is: [{'id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:02Z', 'updated_at': '2021-08-23T14:43:11Z', 'revision_number': 4, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'gw_port': {'id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:03Z', 'updated_at': '2021-08-23T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0de9f101-1510-4363-9757-2b456babd34a', 'name': '', 'network_id': 'ebe1ca51-1464-4d71-b4db-793999618f39', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'mac_address': 'fa:16:3e:8e:de:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:09Z', 'updated_at': '2021-08-23T14:43:22Z', 'revision_number': 5, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'subnets': [{'id': '8a001555-7554-49b2-909d-ac28ef78bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:48:00.270634 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-391017848', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}, 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:00.411049 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-79f0de79-421a-45db-9dcc-4765cd3b74b1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0590513 Aug 23 14:48:00.415981 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Request body: {'port': {'device_id': '4356c65f-c59c-460b-a3f1-c927176be409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:00.469063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2880a7-6b3b-428d-b73d-47bb9df70981 req-3637cd96-7bf7-4033-ad29-cdb8ddced5ba tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:00.471210 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa2880a7-6b3b-428d-b73d-47bb9df70981 req-3637cd96-7bf7-4033-ad29-cdb8ddced5ba tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/ports?device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 947 time: 0.1118519 Aug 23 14:48:00.512167 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:00.530891 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa2880a7-6b3b-428d-b73d-47bb9df70981 req-49051770-a6d7-475a-8ce5-9ca97bda660a tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/security-groups?id=617b366f-a2de-459e-8b7d-7a9b1940ecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535202 Aug 23 14:48:00.592140 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:00.594226 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:00.738299 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 7e461f70-126b-455a-8acd-12882774cc9e details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:48:00.779921 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:00.793767 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fb9f5-8aba-493c-92fd-e35b40fcb600 req-0815586a-2932-4791-b334-2c5adfc72b3f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:00.797528 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-423fb9f5-8aba-493c-92fd-e35b40fcb600 req-0815586a-2932-4791-b334-2c5adfc72b3f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 931 time: 0.1635554 Aug 23 14:48:00.857633 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-423fb9f5-8aba-493c-92fd-e35b40fcb600 req-46f3259a-7b51-4cd4-815c-2119a8d5d780 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541849 Aug 23 14:48:00.893959 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b603be7-1a47-4145-9cd9-956a19c2878a None None] New status for floating IP eeb9077b-42a8-4a98-a294-0b2165c31357: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:48:01.008620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6795267-83cf-4df1-9f9f-f9430e65ac75 req-2923b41c-36ba-4d2c-840c-f5b0019cc6f9 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:01.010343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6795267-83cf-4df1-9f9f-f9430e65ac75 req-2923b41c-36ba-4d2c-840c-f5b0019cc6f9 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 949 time: 0.2199838 Aug 23 14:48:01.138425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6795267-83cf-4df1-9f9f-f9430e65ac75 req-29ddd5e2-414c-4185-833e-1d3856d189d7 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb03296b-978b-464e-b72d-f252e59f27b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186883 Aug 23 14:48:01.278001 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 7e461f70-126b-455a-8acd-12882774cc9e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=7e461f70-126b-455a-8acd-12882774cc9e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:01.306081 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a33443a2-62e6-4f5e-80c7-8077f9dd6f25 req-c23bef65-7b39-45d9-acf4-a44f3141dcfc tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 210 time: 0.0378578 Aug 23 14:48:01.314335 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19784c6b-8be7-4691-af61-bd6640b28eaa {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:48:01.326609 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:01.349671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '7e461f70-126b-455a-8acd-12882774cc9e', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '7e461f70-126b-455a-8acd-12882774cc9e', 'mac_address': 'fa:16:3e:cc:69:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:48:01.350384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Transition to ACTIVE for port object 19784c6b-8be7-4691-af61-bd6640b28eaa will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:01.435483 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:01.463487 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e461f70-126b-455a-8acd-12882774cc9e {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:48:01.481877 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:01.490853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 7e461f70-126b-455a-8acd-12882774cc9e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=7e461f70-126b-455a-8acd-12882774cc9e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:01.572221 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:01.599333 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05705e40-b02c-421c-9c2d-5b7057e959dc req-69f152a1-ca44-45a1-a686-534e969b5aae tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 210 time: 0.6295094 Aug 23 14:48:01.611566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37990) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:01.635448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Pushing event updated for resources: {'Port': ['ID=19784c6b-8be7-4691-af61-bd6640b28eaa,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:01.671486 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:01.721925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=7e461f70-126b-455a-8acd-12882774cc9e,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:01.752246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06a197-045a-41ea-9128-93dcb32222e2 req-0a8e6475-c2c3-4e44-a1db-e78192d3c9d4 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:01.760355 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff06a197-045a-41ea-9128-93dcb32222e2 req-0a8e6475-c2c3-4e44-a1db-e78192d3c9d4 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/ports?device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 948 time: 0.1038277 Aug 23 14:48:01.799647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398bc0f8-ac6c-4670-81cb-0ee2c072a24e', 'name': 'network-vif-deleted', 'tag': '5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:48:01.802209 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96570156-ec61-4550-8b2b-90d153f0b7ca" -d '{"events": [{"server_uuid": "398bc0f8-ac6c-4670-81cb-0ee2c072a24e", "name": "network-vif-deleted", "tag": "5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:48:01.809332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Attempting to bind port 19784c6b-8be7-4691-af61-bd6640b28eaa on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:01.809781 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Attempting to bind port 19784c6b-8be7-4691-af61-bd6640b28eaa by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:01.810175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Attempting to bind port 19784c6b-8be7-4691-af61-bd6640b28eaa on network f393c40a-269e-407d-9378-6970c187b6c3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:01.819569 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['7e461f70-126b-455a-8acd-12882774cc9e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:48:01.836843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Port 19784c6b-8be7-4691-af61-bd6640b28eaa on network f393c40a-269e-407d-9378-6970c187b6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:48:01.837430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Attempting to bind port 19784c6b-8be7-4691-af61-bd6640b28eaa on network f393c40a-269e-407d-9378-6970c187b6c3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:01.854548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:01.854896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Checking segment: {'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:01.855266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Bound using segment: {'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:01.864187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Bound port: 19784c6b-8be7-4691-af61-bd6640b28eaa, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:01.864474 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:01.870139 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-143377560-network', 'tenant_id': '870a18d842e54e268bf7a5a7979fea11'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:01.897697 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff06a197-045a-41ea-9128-93dcb32222e2 req-dfb37f70-9a6b-4b6c-941b-41e721763008 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/security-groups?id=617b366f-a2de-459e-8b7d-7a9b1940ecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362741 Aug 23 14:48:01.992359 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9073690-22b8-412c-b78d-7d8e40c21dec x-openstack-request-id: req-b9073690-22b8-412c-b78d-7d8e40c21dec {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:48:01.992876 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398bc0f8-ac6c-4670-81cb-0ee2c072a24e", "name": "network-vif-deleted", "tag": "5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:48:01.993340 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9073690-22b8-412c-b78d-7d8e40c21dec {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:48:01.993945 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398bc0f8-ac6c-4670-81cb-0ee2c072a24e', 'name': 'network-vif-deleted', 'tag': '5b5bbf5f-52e2-4079-8e89-ac9cdc2082e6', 'status': 'completed', 'code': 200} Aug 23 14:48:02.003919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] Made reservation on behalf of 870a18d842e54e268bf7a5a7979fea11 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:48:02.018912 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:02.037026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] For port 19784c6b-8be7-4691-af61-bd6640b28eaa, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:02.040722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] For port 19784c6b-8be7-4691-af61-bd6640b28eaa, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=19784c6b-8be7-4691-af61-bd6640b28eaa,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:02.097033 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:02.119921 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:02.199817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Pushing event updated for resources: {'Port': ['ID=19784c6b-8be7-4691-af61-bd6640b28eaa,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:02.212553 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:02.213297 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:02.214837 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-85be5036-7e14-4d1c-b20e-05f435d1e223 service neutron] 10.222.0.61 "PUT /v2.0/ports/19784c6b-8be7-4691-af61-bd6640b28eaa HTTP/1.1" status: 200 len: 1091 time: 1.8050265 Aug 23 14:48:02.277026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:02.318766 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:02.333118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513889cb-e6a9-431d-b18f-a5d2f98821dc req-0cd7ade7-2244-4d35-9cbb-5ad97e932c64 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:02.335342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-513889cb-e6a9-431d-b18f-a5d2f98821dc req-0cd7ade7-2244-4d35-9cbb-5ad97e932c64 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 949 time: 0.0705607 Aug 23 14:48:02.352979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c905-a93c-4f8a-8d06-1e533105c25c req-ec6b6bee-9779-48ca-aa58-9681473ca884 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:02.354679 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9582c905-a93c-4f8a-8d06-1e533105c25c req-ec6b6bee-9779-48ca-aa58-9681473ca884 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 943 time: 0.2672386 Aug 23 14:48:02.416048 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-513889cb-e6a9-431d-b18f-a5d2f98821dc req-8d25b688-c6d0-455e-b333-43ba2cdd6abc tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb03296b-978b-464e-b72d-f252e59f27b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683682 Aug 23 14:48:02.419233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-2de3ebef-226f-414f-86b2-283b4db3c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:02.420840 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-2de3ebef-226f-414f-86b2-283b4db3c504 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dc23af1176974b42a9d060753a5e7eaf&device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 1094 time: 0.0842867 Aug 23 14:48:02.501611 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-6bdad316-38f3-4d76-87d9-171c46dc1b5d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19784c6b-8be7-4691-af61-bd6640b28eaa HTTP/1.1" status: 200 len: 217 time: 0.0698957 Aug 23 14:48:02.535684 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9582c905-a93c-4f8a-8d06-1e533105c25c req-b523cacb-eb16-400b-b909-d79a5765734b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474125 Aug 23 14:48:02.554079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Allocated IP 172.25.8.148 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/7b9982bc-8b87-490b-b2c6-d80023b18efd) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:02.612779 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a58286e4-df1f-4235-a0a1-d0ba37480efd req-914002d7-2171-4357-a73f-720443b40ef9 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 210 time: 0.0497062 Aug 23 14:48:02.632569 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-a6f8de4d-dcbd-4514-83db-a0fbc4e13508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:02.636417 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-a6f8de4d-dcbd-4514-83db-a0fbc4e13508 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11061a5b-c587-4d9a-b542-d35027d2df97 HTTP/1.1" status: 200 len: 844 time: 0.1234899 Aug 23 14:48:02.653328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a2a59-e71f-426c-80a7-b8207de53ec1 req-7ff6d82f-9839-4a3a-9ccd-fdf7d7f79ca7 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:02.654866 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-390a2a59-e71f-426c-80a7-b8207de53ec1 req-7ff6d82f-9839-4a3a-9ccd-fdf7d7f79ca7 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 949 time: 0.1565053 Aug 23 14:48:02.672011 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:02.724457 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-38bbf730-c3d3-4d74-bd36-b2b8dc0bf123 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f393c40a-269e-407d-9378-6970c187b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685031 Aug 23 14:48:02.739975 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38038) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:02.757547 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 7e461f70-126b-455a-8acd-12882774cc9e up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:02.782510 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46776bb3-9786-4acf-9ed5-ea748873ad4c req-ae4fad38-df2a-4d96-83ae-a71d36d2213b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 210 time: 0.0573215 Aug 23 14:48:02.801220 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:02.846160 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:02.850734 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:48:02.875506 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:02.876649 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] Added segment 6342565c-95ed-4b99-927c-b5183cccb303 of type vlan for network 60b01c3e-c449-4689-a230-d4ccabe81fcc Aug 23 14:48:02.887105 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:02.945488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-390a2a59-e71f-426c-80a7-b8207de53ec1 req-57ad0389-97ff-4d3b-b284-5fdf2fb2b4ec tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Deleting port d295b1c8-503b-40ee-85fc-aedeaf02f812 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:48:02.945823 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-390a2a59-e71f-426c-80a7-b8207de53ec1 req-57ad0389-97ff-4d3b-b284-5fdf2fb2b4ec tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:02.970105 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:02.983422 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 7e461f70-126b-455a-8acd-12882774cc9e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:02.993608 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 7e461f70-126b-455a-8acd-12882774cc9e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:02.994395 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b2ac-7b4d-4a31-9e73-44d92feb4b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:02.996946 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.093775 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.118928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-40acbb15-c0c6-4130-8195-e6b159f72662 service neutron] 10.222.0.61 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694723 Aug 23 14:48:03.125120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-390a2a59-e71f-426c-80a7-b8207de53ec1 req-57ad0389-97ff-4d3b-b284-5fdf2fb2b4ec tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] For port d295b1c8-503b-40ee-85fc-aedeaf02f812, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d295b1c8-503b-40ee-85fc-aedeaf02f812,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:03.125585 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-390a2a59-e71f-426c-80a7-b8207de53ec1 req-57ad0389-97ff-4d3b-b284-5fdf2fb2b4ec tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.148100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Pushing event updated for resources: {'Port': ['ID=7b9982bc-8b87-490b-b2c6-d80023b18efd,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:03.157186 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.158294 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:03.158978 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.179170 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:03.181916 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.185309 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:03.209155 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:03.232441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d36ec3-7047-4e5e-b366-750a61e236d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e461f70-126b-455a-8acd-12882774cc9e'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:48:03.235746 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfa9af4-f801-4b2f-a184-4f2624863c29" -d '{"events": [{"server_uuid": "80d36ec3-7047-4e5e-b366-750a61e236d1", "name": "network-vif-plugged", "status": "completed", "tag": "7e461f70-126b-455a-8acd-12882774cc9e"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:48:03.236885 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01fc0973-03eb-426b-b8a9-5a5bfe91deb4 req-0cebec5a-6613-4974-9316-e8a4dadf488f service neutron] 10.222.0.61 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005330 Aug 23 14:48:03.238731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-390a2a59-e71f-426c-80a7-b8207de53ec1 req-57ad0389-97ff-4d3b-b284-5fdf2fb2b4ec tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Calling delete_port for d295b1c8-503b-40ee-85fc-aedeaf02f812 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:48:03.246839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 7e461f70-126b-455a-8acd-12882774cc9e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=7e461f70-126b-455a-8acd-12882774cc9e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:03.268160 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bff807-6ada-49de-8f42-390e61aef516 req-9ca98ae8-ed4d-4cc4-8d8a-fb110e1f0448 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:03.269725 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f1bff807-6ada-49de-8f42-390e61aef516 req-9ca98ae8-ed4d-4cc4-8d8a-fb110e1f0448 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/ports?device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 948 time: 0.2081976 Aug 23 14:48:03.291432 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b5249c-c34e-408f-b910-282e4574ece1 x-openstack-request-id: req-82b5249c-c34e-408f-b910-282e4574ece1 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:48:03.291432 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d36ec3-7047-4e5e-b366-750a61e236d1", "name": "network-vif-plugged", "status": "completed", "tag": "7e461f70-126b-455a-8acd-12882774cc9e", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:48:03.291862 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b2ac-7b4d-4a31-9e73-44d92feb4b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.292185 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82b5249c-c34e-408f-b910-282e4574ece1 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:48:03.292793 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d36ec3-7047-4e5e-b366-750a61e236d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e461f70-126b-455a-8acd-12882774cc9e', 'code': 200} Aug 23 14:48:03.298563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] Pushing event updated for resources: {'Network': ['ID=60b01c3e-c449-4689-a230-d4ccabe81fcc,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:03.320166 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.386078 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f1bff807-6ada-49de-8f42-390e61aef516 req-4af87d7c-5f07-4cfa-9b2e-7af6ccac3911 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/security-groups?id=617b366f-a2de-459e-8b7d-7a9b1940ecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090620 Aug 23 14:48:03.405144 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b2ac-7b4d-4a31-9e73-44d92feb4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.432444 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 60b01c3e-c449-4689-a230-d4ccabe81fcc details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:48:03.434829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=7e461f70-126b-455a-8acd-12882774cc9e,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:03.486748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2b2ac-7b4d-4a31-9e73-44d92feb4b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec26c92c-a438-4d6f-b9e7-0a9ddce608f6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:03.491268 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3ce2b2ac-7b4d-4a31-9e73-44d92feb4b08 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c582131b33894f95a23bffe0268f85b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7480445 Aug 23 14:48:03.494459 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38048) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:03.497011 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-831af4c3-06c4-4501-b91c-314d1e75afc4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8846862 Aug 23 14:48:03.504915 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679ca4-6951-4f3f-886f-981f7cccaf82 req-2fcf94f3-75cf-4283-913b-7fa46ca28e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:03.506406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4679ca4-6951-4f3f-886f-981f7cccaf82 req-2fcf94f3-75cf-4283-913b-7fa46ca28e80 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 1100 time: 0.0929222 Aug 23 14:48:03.510466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38050) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:03.518631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-efd0ad2c-7b86-42af-b6c5-10b3d7712406 admin admin] Request body: {'subnet': {'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-143377560-subnet', 'tenant_id': '870a18d842e54e268bf7a5a7979fea11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:03.572228 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a69cbb49-cc50-4f20-b3ff-c24f536bedb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.583572 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4679ca4-6951-4f3f-886f-981f7cccaf82 req-b23f7318-30f3-4698-8be4-31568c01ea88 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=617b366f-a2de-459e-8b7d-7a9b1940ecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580966 Aug 23 14:48:03.609218 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a69cbb49-cc50-4f20-b3ff-c24f536bedb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.617948 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-390a2a59-e71f-426c-80a7-b8207de53ec1 req-57ad0389-97ff-4d3b-b284-5fdf2fb2b4ec tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.678805 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16424d66-9295-4494-913b-a576c0f324eb req-c185a0a9-b143-4afa-bc4b-ee7e76b0c445 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:03.681907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd0ad2c-7b86-42af-b6c5-10b3d7712406 admin admin] Made reservation on behalf of 870a18d842e54e268bf7a5a7979fea11 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:48:03.687492 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-efd0ad2c-7b86-42af-b6c5-10b3d7712406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.689799 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-16424d66-9295-4494-913b-a576c0f324eb req-c185a0a9-b143-4afa-bc4b-ee7e76b0c445 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 866 time: 0.1026392 Aug 23 14:48:03.707708 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad0389-97ff-4d3b-b284-5fdf2fb2b4ec tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Pushing event deleted for resources: {'Port': ['ID=d295b1c8-503b-40ee-85fc-aedeaf02f812,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:03.788338 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-16424d66-9295-4494-913b-a576c0f324eb req-756770f8-a57c-4bf3-acc1-e7c438f9f4e2 tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/security-groups?id=eb03296b-978b-464e-b72d-f252e59f27b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974305 Aug 23 14:48:03.794999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-390a2a59-e71f-426c-80a7-b8207de53ec1 req-57ad0389-97ff-4d3b-b284-5fdf2fb2b4ec tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] No DVR routers for this DVR port d295b1c8-503b-40ee-85fc-aedeaf02f812 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:48:03.800326 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-390a2a59-e71f-426c-80a7-b8207de53ec1 req-57ad0389-97ff-4d3b-b284-5fdf2fb2b4ec tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.810683 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-390a2a59-e71f-426c-80a7-b8207de53ec1 req-57ad0389-97ff-4d3b-b284-5fdf2fb2b4ec tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.57 "DELETE /v2.0/ports/d295b1c8-503b-40ee-85fc-aedeaf02f812 HTTP/1.1" status: 204 len: 173 time: 1.1121383 Aug 23 14:48:03.843418 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a69cbb49-cc50-4f20-b3ff-c24f536bedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.853657 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a69cbb49-cc50-4f20-b3ff-c24f536bedb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:03.853657 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a69cbb49-cc50-4f20-b3ff-c24f536bedb7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec26c92c-a438-4d6f-b9e7-0a9ddce608f6 HTTP/1.1" status: 204 len: 168 time: 0.3493836 Aug 23 14:48:03.854451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2633cc-ac56-456e-b519-13eae770c30b req-4ce63484-6314-4b41-ac8e-fd7133f9f7d8 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:03.862156 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c2633cc-ac56-456e-b519-13eae770c30b req-4ce63484-6314-4b41-ac8e-fd7133f9f7d8 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 943 time: 0.2244663 Aug 23 14:48:03.908623 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cbb49-cc50-4f20-b3ff-c24f536bedb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec26c92c-a438-4d6f-b9e7-0a9ddce608f6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:03.955856 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6b26abb-dfcd-4b4f-b140-536e8b073982 req-004bbec7-7476-4f1e-b8c9-96313915bfc1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 210 time: 0.0491097 Aug 23 14:48:03.970599 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c2633cc-ac56-456e-b519-13eae770c30b req-827c6c5f-3458-41ce-9bda-f56477af1371 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074536 Aug 23 14:48:03.996080 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4356c65f-c59c-460b-a3f1-c927176be409', 'tag': '19784c6b-8be7-4691-af61-bd6640b28eaa'}, {'server_uuid': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'name': 'network-vif-deleted', 'tag': 'd295b1c8-503b-40ee-85fc-aedeaf02f812'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:48:04.000682 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9789089-b138-4820-bbe4-146c36f7fa51" -d '{"events": [{"name": "network-changed", "server_uuid": "4356c65f-c59c-460b-a3f1-c927176be409", "tag": "19784c6b-8be7-4691-af61-bd6640b28eaa"}, {"server_uuid": "a5b7fec5-54ec-4da8-9984-57a52d5e2c9f", "name": "network-vif-deleted", "tag": "d295b1c8-503b-40ee-85fc-aedeaf02f812"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:48:04.012266 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:04.135256 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 14:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228f71b2-ae3f-46d0-8604-fbf62d728890 x-openstack-request-id: req-228f71b2-ae3f-46d0-8604-fbf62d728890 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:48:04.135739 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4356c65f-c59c-460b-a3f1-c927176be409", "tag": "19784c6b-8be7-4691-af61-bd6640b28eaa", "status": "completed", "code": 200}, {"server_uuid": "a5b7fec5-54ec-4da8-9984-57a52d5e2c9f", "name": "network-vif-deleted", "tag": "d295b1c8-503b-40ee-85fc-aedeaf02f812", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:48:04.135993 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-228f71b2-ae3f-46d0-8604-fbf62d728890 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:48:04.136392 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4356c65f-c59c-460b-a3f1-c927176be409', 'tag': '19784c6b-8be7-4691-af61-bd6640b28eaa', 'status': 'completed', 'code': 200} Aug 23 14:48:04.136641 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b7fec5-54ec-4da8-9984-57a52d5e2c9f', 'name': 'network-vif-deleted', 'tag': 'd295b1c8-503b-40ee-85fc-aedeaf02f812', 'status': 'completed', 'code': 200} Aug 23 14:48:04.251295 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a71d932e-0a3f-4e44-b5b8-c8ec36a8d9e7 req-eea9dc5e-9f66-4fd1-9b84-c09a22d9b6e8 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 210 time: 0.0869579 Aug 23 14:48:04.280589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9789089-b138-4820-bbe4-146c36f7fa51 req-8350b5f7-9805-4933-820c-1faf14e271a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:04.283001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9789089-b138-4820-bbe4-146c36f7fa51 req-8350b5f7-9805-4933-820c-1faf14e271a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dc23af1176974b42a9d060753a5e7eaf&device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 1094 time: 0.1094239 Aug 23 14:48:04.315875 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-efd0ad2c-7b86-42af-b6c5-10b3d7712406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:04.474536 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:04.518078 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0ad2c-7b86-42af-b6c5-10b3d7712406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c3c3169-88e3-4e3b-9891-646aecdff0e2,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:04.595136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0ad2c-7b86-42af-b6c5-10b3d7712406 admin admin] Checking segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:04.596238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0ad2c-7b86-42af-b6c5-10b3d7712406 admin admin] Network hostable DHCP agents. Network: 60b01c3e-c449-4689-a230-d4ccabe81fcc, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:48:04.605812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9789089-b138-4820-bbe4-146c36f7fa51 req-39506747-585d-4d49-9808-63e4db82be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:04.607562 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9789089-b138-4820-bbe4-146c36f7fa51 req-39506747-585d-4d49-9808-63e4db82be0b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f393c40a-269e-407d-9378-6970c187b6c3 HTTP/1.1" status: 200 len: 905 time: 0.3141556 Aug 23 14:48:04.696145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdc4e6-a201-4967-89ee-59cbbb309975 req-970e2ac2-9300-4ee7-b07f-2db33fccf69d tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:04.704049 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-37fdc4e6-a201-4967-89ee-59cbbb309975 req-970e2ac2-9300-4ee7-b07f-2db33fccf69d tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/ports?device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 949 time: 0.1749465 Aug 23 14:48:04.707538 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9789089-b138-4820-bbe4-146c36f7fa51 req-781af04f-5dfd-47aa-8c7e-e5b8806ede01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19784c6b-8be7-4691-af61-bd6640b28eaa HTTP/1.1" status: 200 len: 217 time: 0.0913990 Aug 23 14:48:04.797450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9789089-b138-4820-bbe4-146c36f7fa51 req-63ece605-2ae5-4068-b5b4-552ac9ddcf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:04.797450 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9789089-b138-4820-bbe4-146c36f7fa51 req-63ece605-2ae5-4068-b5b4-552ac9ddcf73 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11061a5b-c587-4d9a-b542-d35027d2df97 HTTP/1.1" status: 200 len: 844 time: 0.0790663 Aug 23 14:48:04.800527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-37fdc4e6-a201-4967-89ee-59cbbb309975 req-bb8eec24-2535-444f-b989-c1ce970b3913 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/security-groups?id=617b366f-a2de-459e-8b7d-7a9b1940ecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956547 Aug 23 14:48:04.822645 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Router 9018431a-ac90-49bb-913d-09d71d4d8b93 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:48:04.868338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9789089-b138-4820-bbe4-146c36f7fa51 req-2996c966-cb3a-4f73-a53e-9694c2361cd5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f393c40a-269e-407d-9378-6970c187b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660410 Aug 23 14:48:04.871882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0ad2c-7b86-42af-b6c5-10b3d7712406 admin admin] Network 60b01c3e-c449-4689-a230-d4ccabe81fcc is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:48:05.049643 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9789089-b138-4820-bbe4-146c36f7fa51 req-5def0b5b-d1fe-4498-abb6-3123e80edf5c service neutron] 10.222.0.61 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702681 Aug 23 14:48:05.050053 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0a8b5985-aa36-41e9-9e30-9d4e41e28f0d req-b8672584-56ab-4bca-b76c-c53149cdcbaf tempest-ImagesOneServerTestJSON-968663229 tempest-ImagesOneServerTestJSON-968663229-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5b7fec5-54ec-4da8-9984-57a52d5e2c9f HTTP/1.1" status: 200 len: 210 time: 0.0366728 Aug 23 14:48:05.104194 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:48:05.116324 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299a5b76-99d2-4675-9bd8-e854441cf0d6 None None] Sync routers for ids ['9018431a-ac90-49bb-913d-09d71d4d8b93'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:48:05.136787 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a5b76-99d2-4675-9bd8-e854441cf0d6 None None] Routers {'9018431a-ac90-49bb-913d-09d71d4d8b93'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:05.137475 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-299a5b76-99d2-4675-9bd8-e854441cf0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:47:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9018431a-ac90-49bb-913d-09d71d4d8b93'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:05.191379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-efd0ad2c-7b86-42af-b6c5-10b3d7712406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 60b01c3e-c449-4689-a230-d4ccabe81fcc) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:05.201145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88e4e5b-b4c2-4935-9c23-dab1da77a18d None None] Network 60b01c3e-c449-4689-a230-d4ccabe81fcc requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:48:05.212006 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:05.216085 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e2a03a07-2c97-4ad6-b65a-36702ca7fe54 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6813102 Aug 23 14:48:05.216400 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38084) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:05.226651 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd0ad2c-7b86-42af-b6c5-10b3d7712406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:05.227937 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-efd0ad2c-7b86-42af-b6c5-10b3d7712406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:05.263278 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-299a5b76-99d2-4675-9bd8-e854441cf0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:05.273350 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50d05374-3810-4841-95e7-9da7898d44e7 req-a873cd16-fccc-49e4-97c1-15ddc99cecf4 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/ports?device_id=57cdd8fa-fbe5-4db5-b844-74c4a206a10f HTTP/1.1" status: 200 len: 210 time: 0.0870607 Aug 23 14:48:05.292190 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9789089-b138-4820-bbe4-146c36f7fa51 req-cf21563e-b468-49e1-a3b6-fd4432407622 service neutron] 10.222.0.61 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344823 Aug 23 14:48:05.296127 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a5b76-99d2-4675-9bd8-e854441cf0d6 None None] Routers {'9018431a-ac90-49bb-913d-09d71d4d8b93'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:05.296642 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-299a5b76-99d2-4675-9bd8-e854441cf0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:47:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9018431a-ac90-49bb-913d-09d71d4d8b93'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:05.384740 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-299a5b76-99d2-4675-9bd8-e854441cf0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:05.386734 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299a5b76-99d2-4675-9bd8-e854441cf0d6 None None] The sync data for ids ['9018431a-ac90-49bb-913d-09d71d4d8b93'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:48:05.404657 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-efd0ad2c-7b86-42af-b6c5-10b3d7712406 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8858495 Aug 23 14:48:05.445624 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-779216f7-43a6-493d-9e46-e66daaa30c0c req-c1972e30-c6d0-4e01-844d-50130b03546d tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 210 time: 0.0691640 Aug 23 14:48:05.460813 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d8924-2683-4a11-af48-4cca262b8ddd req-3d709abc-bdf7-48e1-88a1-d9b1557c45a3 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:05.468290 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f6d8924-2683-4a11-af48-4cca262b8ddd req-3d709abc-bdf7-48e1-88a1-d9b1557c45a3 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 943 time: 0.1692786 Aug 23 14:48:05.480027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7133a8f9-7fdc-4397-884e-75e0fa527ff6 None None] Network 60b01c3e-c449-4689-a230-d4ccabe81fcc requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:48:05.483238 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-51ee3191-1330-4e89-a51e-ecab8b227c43 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/routers/9018431a-ac90-49bb-913d-09d71d4d8b93 HTTP/1.1" status: 200 len: 924 time: 0.2655473 Aug 23 14:48:05.488166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38094) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:05.532419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a2b1b383-4bd9-497d-90b8-22b476b20f88 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "GET /v2.0/ports?device_id=9018431a-ac90-49bb-913d-09d71d4d8b93 HTTP/1.1" status: 200 len: 205 time: 0.0423012 Aug 23 14:48:05.535471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38096) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:05.654212 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5425807-434e-4e46-bede-9c4fdd76059f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:05.674863 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f6d8924-2683-4a11-af48-4cca262b8ddd req-d8f3bb66-7234-4c8a-be16-8f943614f471 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992035 Aug 23 14:48:05.690095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38100) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:05.799816 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5425807-434e-4e46-bede-9c4fdd76059f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:05.917337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-706562622-network', 'tenant_id': 'ed013a3dc1b447a7b5c7afbf567dae01'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:05.956062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f5425807-434e-4e46-bede-9c4fdd76059f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Deleting port 7b9982bc-8b87-490b-b2c6-d80023b18efd {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:48:05.956620 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5425807-434e-4e46-bede-9c4fdd76059f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:05.961218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 19784c6b-8be7-4691-af61-bd6640b28eaa details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:48:05.990555 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf5076-6829-4fa5-a9d4-3b2016ec8ff3 req-8acfe9f5-6380-4efa-af88-d2749a75bb61 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:05.992173 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ccf5076-6829-4fa5-a9d4-3b2016ec8ff3 req-8acfe9f5-6380-4efa-af88-d2749a75bb61 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/ports?device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 949 time: 0.0675993 Aug 23 14:48:06.063046 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ccf5076-6829-4fa5-a9d4-3b2016ec8ff3 req-b7400f28-0a44-44ef-b26b-b7f19972db9a tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/security-groups?id=617b366f-a2de-459e-8b7d-7a9b1940ecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578578 Aug 23 14:48:06.071373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] Made reservation on behalf of ed013a3dc1b447a7b5c7afbf567dae01 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:48:06.071373 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:06.076102 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5425807-434e-4e46-bede-9c4fdd76059f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:06.087403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:06.109291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f5425807-434e-4e46-bede-9c4fdd76059f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Calling delete_port for 7b9982bc-8b87-490b-b2c6-d80023b18efd owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:48:06.241058 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:06.260011 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 19784c6b-8be7-4691-af61-bd6640b28eaa, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=19784c6b-8be7-4691-af61-bd6640b28eaa,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:06.272955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '19784c6b-8be7-4691-af61-bd6640b28eaa', 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3', 'port_id': '19784c6b-8be7-4691-af61-bd6640b28eaa', 'mac_address': 'fa:16:3e:cf:b9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11061a5b-c587-4d9a-b542-d35027d2df97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:48:06.319185 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:06.338392 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19784c6b-8be7-4691-af61-bd6640b28eaa {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:48:06.342929 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:06.362998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 19784c6b-8be7-4691-af61-bd6640b28eaa, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=19784c6b-8be7-4691-af61-bd6640b28eaa,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:06.394267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:48:06.425393 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:06.431968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ce687b-b9d8-47a5-a131-c04cbcd68970,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:06.459684 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:06.460646 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] Added segment 51699145-443b-4467-8b52-50cf542fbb22 of type vlan for network b5a596bf-e7c6-48ae-b47b-7c60cb2aff14 Aug 23 14:48:06.461288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38126) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:06.466531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-543560823-network', 'tenant_id': '59af667553e24cd593879af6736c372a'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:06.507814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=19784c6b-8be7-4691-af61-bd6640b28eaa,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:06.511615 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:06.533607 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38132) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:06.566147 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5425807-434e-4e46-bede-9c4fdd76059f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:06.617151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] Made reservation on behalf of 59af667553e24cd593879af6736c372a for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:48:06.619455 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:06.621715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5425807-434e-4e46-bede-9c4fdd76059f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Pushing event deleted for resources: {'Port': ['ID=7b9982bc-8b87-490b-b2c6-d80023b18efd,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:06.640628 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-799d43f7-c947-4e0e-aeeb-316f54cb4ee7 req-0d1c51e2-85dd-4425-8291-aa2ede897baf tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 210 time: 0.0416534 Aug 23 14:48:06.646939 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:06.653724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:06.653724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:06.663277 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:06.677449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['19784c6b-8be7-4691-af61-bd6640b28eaa'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:48:06.777641 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d295b1c8-503b-40ee-85fc-aedeaf02f812 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:48:06.806538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38138) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:06.808802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] Pushing event updated for resources: {'Network': ['ID=b5a596bf-e7c6-48ae-b47b-7c60cb2aff14,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:06.826435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network b5a596bf-e7c6-48ae-b47b-7c60cb2aff14 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:48:06.831193 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: d295b1c8-503b-40ee-85fc-aedeaf02f812 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:48:06.831875 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d295b1c8-503b-40ee-85fc-aedeaf02f812 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:48:06.841727 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0f06c3db-d518-49df-bbaf-e2b2a5afe1d7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1500571 Aug 23 14:48:06.842632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38142) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:06.852450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a27bc071-2f1c-45e6-b1cb-6fff80d3f7e2 admin admin] Request body: {'subnet': {'network_id': 'b5a596bf-e7c6-48ae-b47b-7c60cb2aff14', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-706562622-subnet', 'tenant_id': 'ed013a3dc1b447a7b5c7afbf567dae01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:07.052445 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c420d32-28a7-4a01-b53c-4546410e2b45 req-9a565e30-0785-4821-be3a-7298ee23aade tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:07.062026 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c420d32-28a7-4a01-b53c-4546410e2b45 req-9a565e30-0785-4821-be3a-7298ee23aade tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 944 time: 0.1567461 Aug 23 14:48:07.224762 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e4f29f5-9e25-490e-a50a-af52e8ce800d tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.234485 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.236390 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5425807-434e-4e46-bede-9c4fdd76059f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.368560 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2773-e25a-4603-a5f5-8339dffcafe3 req-e7a9ec6d-7e0e-422c-80ba-05568941ee86 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:07.370178 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d8a2773-e25a-4603-a5f5-8339dffcafe3 req-e7a9ec6d-7e0e-422c-80ba-05568941ee86 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/ports?device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 949 time: 0.7541246 Aug 23 14:48:07.378446 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5425807-434e-4e46-bede-9c4fdd76059f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.381906 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e4f29f5-9e25-490e-a50a-af52e8ce800d tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.384632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.396694 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5425807-434e-4e46-bede-9c4fdd76059f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.466313 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c420d32-28a7-4a01-b53c-4546410e2b45 req-c5a9163f-7c35-4a21-9cc1-04c802133631 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019198 Aug 23 14:48:07.476888 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b9c26a6f-3ce9-4f85-9f52-27c6b719106a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=72d3b6d887644ff5955a02184f0de623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6579795 Aug 23 14:48:07.477648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38144) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:07.493642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:48:07.520600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7dfff2-fc26-43e6-a3e0-92d83da0f10d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:07.524852 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27bc071-2f1c-45e6-b1cb-6fff80d3f7e2 admin admin] Made reservation on behalf of ed013a3dc1b447a7b5c7afbf567dae01 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:48:07.527300 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a27bc071-2f1c-45e6-b1cb-6fff80d3f7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.529979 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.530337 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] Added segment 6140e1a5-f107-468b-acd9-1f5ecb655162 of type vlan for network c58401f2-d733-4832-8125-6a7bf65990df Aug 23 14:48:07.555554 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d8a2773-e25a-4603-a5f5-8339dffcafe3 req-56960ac1-f244-4e27-b839-d90e172fbbaf tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/security-groups?id=617b366f-a2de-459e-8b7d-7a9b1940ecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614473 Aug 23 14:48:07.568627 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5425807-434e-4e46-bede-9c4fdd76059f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.568627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5425807-434e-4e46-bede-9c4fdd76059f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Fanout notify agent at l3_agent the message router_deleted on router 9018431a-ac90-49bb-913d-09d71d4d8b93 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:48:07.606232 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5425807-434e-4e46-bede-9c4fdd76059f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.607533 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f5425807-434e-4e46-bede-9c4fdd76059f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "DELETE /v2.0/routers/9018431a-ac90-49bb-913d-09d71d4d8b93 HTTP/1.1" status: 204 len: 168 time: 2.0708294 Aug 23 14:48:07.611954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38146) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:07.621377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1029389110', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'enable_snat': False}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:07.621833 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-61f7497c-ea41-4016-8677-4a28a7a00994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.634953 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.671291 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e4f29f5-9e25-490e-a50a-af52e8ce800d tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.675200 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e4f29f5-9e25-490e-a50a-af52e8ce800d tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.676520 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7e4f29f5-9e25-490e-a50a-af52e8ce800d tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "DELETE /v2.0/security-groups/388ec90e-4108-427d-a427-c85f09c0652b HTTP/1.1" status: 204 len: 168 time: 1.1416402 Aug 23 14:48:07.680666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38148) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:07.692551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f29f5-9e25-490e-a50a-af52e8ce800d tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388ec90e-4108-427d-a427-c85f09c0652b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:07.711708 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-61f7497c-ea41-4016-8677-4a28a7a00994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.720601 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-fc405eac-0c59-48b9-931e-0f0f61da21bf tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] show failed (client error): The resource could not be found. Aug 23 14:48:07.721636 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fc405eac-0c59-48b9-931e-0f0f61da21bf tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "GET /v2.0/security-groups/388ec90e-4108-427d-a427-c85f09c0652b HTTP/1.1" status: 404 len: 347 time: 0.0384140 Aug 23 14:48:07.721778 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.722950 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.727250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38150) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:07.839137 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.840179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:07.840765 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.892270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338e3b6-8714-4ce2-ae5c-f452b70c0dee req-0c12bcb0-d085-4b4c-ba5e-09f49bfe904b tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:07.893699 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f338e3b6-8714-4ce2-ae5c-f452b70c0dee req-0c12bcb0-d085-4b4c-ba5e-09f49bfe904b tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.57 "GET /v2.0/ports?device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 949 time: 0.1359620 Aug 23 14:48:07.898415 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.929084 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca700d70-634c-4316-a134-b76960317e4c req-a1beb1f1-9cb6-4d24-87f2-b8c0a9e740fd tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 210 time: 0.0685840 Aug 23 14:48:07.960541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 19784c6b-8be7-4691-af61-bd6640b28eaa up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:07.961756 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-61f7497c-ea41-4016-8677-4a28a7a00994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.964029 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-61f7497c-ea41-4016-8677-4a28a7a00994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:07.968123 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-61f7497c-ea41-4016-8677-4a28a7a00994 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eb03296b-978b-464e-b72d-f252e59f27b2 HTTP/1.1" status: 204 len: 168 time: 0.4893034 Aug 23 14:48:07.972399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] Pushing event updated for resources: {'Network': ['ID=c58401f2-d733-4832-8125-6a7bf65990df,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:07.989840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7497c-ea41-4016-8677-4a28a7a00994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb03296b-978b-464e-b72d-f252e59f27b2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:07.995814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7020d784-ecfc-48a4-8e61-5ee37149d0d1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Deleting port a59dc67d-d7bb-489d-bd31-79643fced47c {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:48:07.996206 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7020d784-ecfc-48a4-8e61-5ee37149d0d1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:08.026600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network c58401f2-d733-4832-8125-6a7bf65990df details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:48:08.055682 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a27bc071-2f1c-45e6-b1cb-6fff80d3f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:08.119257 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f254ca51-b3d0-4521-9ff8-34ef89472775 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6566317 Aug 23 14:48:08.122858 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38156) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:08.165675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2d0ef276-e1c2-4401-940c-660130cc5dd9 admin admin] Request body: {'subnet': {'network_id': 'c58401f2-d733-4832-8125-6a7bf65990df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-543560823-subnet', 'tenant_id': '59af667553e24cd593879af6736c372a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:08.208570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bc071-2f1c-45e6-b1cb-6fff80d3f7e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd2fd09-2fff-493e-91f0-e3f045b88891,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:08.218502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-f338e3b6-8714-4ce2-ae5c-f452b70c0dee req-aef66c9e-1c65-4c21-a31b-b17be92a32b4 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Deleting port 7e461f70-126b-455a-8acd-12882774cc9e {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:48:08.218850 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f338e3b6-8714-4ce2-ae5c-f452b70c0dee req-aef66c9e-1c65-4c21-a31b-b17be92a32b4 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:08.220298 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:08.236113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27bc071-2f1c-45e6-b1cb-6fff80d3f7e2 admin admin] Checking segment: {'id': '51699145-443b-4467-8b52-50cf542fbb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b5a596bf-e7c6-48ae-b47b-7c60cb2aff14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:08.236506 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27bc071-2f1c-45e6-b1cb-6fff80d3f7e2 admin admin] Network hostable DHCP agents. Network: b5a596bf-e7c6-48ae-b47b-7c60cb2aff14, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:48:08.247203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 19784c6b-8be7-4691-af61-bd6640b28eaa completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:08.254414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 19784c6b-8be7-4691-af61-bd6640b28eaa triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:08.259018 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:08.268153 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7020d784-ecfc-48a4-8e61-5ee37149d0d1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:08.269532 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7020d784-ecfc-48a4-8e61-5ee37149d0d1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:08.308426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7020d784-ecfc-48a4-8e61-5ee37149d0d1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Calling delete_port for a59dc67d-d7bb-489d-bd31-79643fced47c owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:48:08.340685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f338e3b6-8714-4ce2-ae5c-f452b70c0dee req-aef66c9e-1c65-4c21-a31b-b17be92a32b4 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] For port 7e461f70-126b-455a-8acd-12882774cc9e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=7e461f70-126b-455a-8acd-12882774cc9e,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:08.344920 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f338e3b6-8714-4ce2-ae5c-f452b70c0dee req-aef66c9e-1c65-4c21-a31b-b17be92a32b4 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:08.361406 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:08.363291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-f338e3b6-8714-4ce2-ae5c-f452b70c0dee req-aef66c9e-1c65-4c21-a31b-b17be92a32b4 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Calling delete_port for 7e461f70-126b-455a-8acd-12882774cc9e owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:48:08.387032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4356c65f-c59c-460b-a3f1-c927176be409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19784c6b-8be7-4691-af61-bd6640b28eaa'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:48:08.389770 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a219c8f8-bc14-4202-bc6c-e9a0f7cb0754" -d '{"events": [{"server_uuid": "4356c65f-c59c-460b-a3f1-c927176be409", "name": "network-vif-plugged", "status": "completed", "tag": "19784c6b-8be7-4691-af61-bd6640b28eaa"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:48:08.405705 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 19784c6b-8be7-4691-af61-bd6640b28eaa, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=19784c6b-8be7-4691-af61-bd6640b28eaa,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:08.440681 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27bc071-2f1c-45e6-b1cb-6fff80d3f7e2 admin admin] Network b5a596bf-e7c6-48ae-b47b-7c60cb2aff14 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:48:08.453967 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba64b34-2979-421b-8b47-8c1b253d9513 x-openstack-request-id: req-6ba64b34-2979-421b-8b47-8c1b253d9513 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:48:08.454269 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4356c65f-c59c-460b-a3f1-c927176be409", "name": "network-vif-plugged", "status": "completed", "tag": "19784c6b-8be7-4691-af61-bd6640b28eaa", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:48:08.454520 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ba64b34-2979-421b-8b47-8c1b253d9513 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:48:08.457762 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4356c65f-c59c-460b-a3f1-c927176be409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19784c6b-8be7-4691-af61-bd6640b28eaa', 'code': 200} Aug 23 14:48:08.475171 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:08.479714 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0ef276-e1c2-4401-940c-660130cc5dd9 admin admin] Made reservation on behalf of 59af667553e24cd593879af6736c372a for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:48:08.483494 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef276-e1c2-4401-940c-660130cc5dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:08.572651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=19784c6b-8be7-4691-af61-bd6640b28eaa,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:08.618282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-a27bc071-2f1c-45e6-b1cb-6fff80d3f7e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, b5a596bf-e7c6-48ae-b47b-7c60cb2aff14) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:08.630031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fd113f-f7e2-444a-acff-e68495970665 None None] Network b5a596bf-e7c6-48ae-b47b-7c60cb2aff14 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:48:08.636304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27bc071-2f1c-45e6-b1cb-6fff80d3f7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:08.636922 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a27bc071-2f1c-45e6-b1cb-6fff80d3f7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:08.768285 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a27bc071-2f1c-45e6-b1cb-6fff80d3f7e2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9236679 Aug 23 14:48:08.788755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ed208-0844-4e90-9ee9-1a3ee3e1bef9 req-33387452-aab1-4cc0-9ddf-2ab21cf7508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:08.795859 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c64ed208-0844-4e90-9ee9-1a3ee3e1bef9 req-33387452-aab1-4cc0-9ddf-2ab21cf7508a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 1096 time: 0.2436323 Aug 23 14:48:08.817591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b1977-4182-4180-b352-65f487795d8d req-1030ed16-48ee-4138-ad07-07fb591d9741 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:08.819206 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b99b1977-4182-4180-b352-65f487795d8d req-1030ed16-48ee-4138-ad07-07fb591d9741 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 945 time: 0.1604354 Aug 23 14:48:08.862141 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57074525-78f3-4411-8323-d6c2535af78b None None] Network b5a596bf-e7c6-48ae-b47b-7c60cb2aff14 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:48:08.863058 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c64ed208-0844-4e90-9ee9-1a3ee3e1bef9 req-1f6fbfd4-66b1-4b60-ab7c-0a2883c7ba9a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632195 Aug 23 14:48:08.882122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b99b1977-4182-4180-b352-65f487795d8d req-f64d6d74-3b8b-43fc-a9a9-837266139a95 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503542 Aug 23 14:48:08.903895 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f338e3b6-8714-4ce2-ae5c-f452b70c0dee req-aef66c9e-1c65-4c21-a31b-b17be92a32b4 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:08.953820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0964e-f1ac-4505-8378-af6795f48afe req-bb73a58a-cdf7-4d74-9784-9d4f5339153c tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:08.970540 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b8d0964e-f1ac-4505-8378-af6795f48afe req-bb73a58a-cdf7-4d74-9784-9d4f5339153c tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/ports?device_id=80d36ec3-7047-4e5e-b366-750a61e236d1 HTTP/1.1" status: 200 len: 949 time: 0.2835162 Aug 23 14:48:08.971876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef66c9e-1c65-4c21-a31b-b17be92a32b4 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Pushing event deleted for resources: {'Port': ['ID=7e461f70-126b-455a-8acd-12882774cc9e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:08.996859 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7020d784-ecfc-48a4-8e61-5ee37149d0d1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:09.075361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f338e3b6-8714-4ce2-ae5c-f452b70c0dee req-aef66c9e-1c65-4c21-a31b-b17be92a32b4 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] No DVR routers for this DVR port 7e461f70-126b-455a-8acd-12882774cc9e on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:48:09.081996 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b8d0964e-f1ac-4505-8378-af6795f48afe req-37f5f462-e226-46b4-8374-c6605ee0cb96 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.38 "GET /v2.0/security-groups?id=617b366f-a2de-459e-8b7d-7a9b1940ecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104567 Aug 23 14:48:09.089740 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f338e3b6-8714-4ce2-ae5c-f452b70c0dee req-aef66c9e-1c65-4c21-a31b-b17be92a32b4 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:09.092368 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f338e3b6-8714-4ce2-ae5c-f452b70c0dee req-aef66c9e-1c65-4c21-a31b-b17be92a32b4 tempest-ImagesNegativeTestJSON-775730668 tempest-ImagesNegativeTestJSON-775730668-project] 10.222.0.57 "DELETE /v2.0/ports/7e461f70-126b-455a-8acd-12882774cc9e HTTP/1.1" status: 204 len: 173 time: 1.1792247 Aug 23 14:48:09.093095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d36ec3-7047-4e5e-b366-750a61e236d1', 'name': 'network-vif-deleted', 'tag': '7e461f70-126b-455a-8acd-12882774cc9e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:48:09.113783 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef8b53e-bc35-424f-ac9e-3c159f811beb" -d '{"events": [{"server_uuid": "80d36ec3-7047-4e5e-b366-750a61e236d1", "name": "network-vif-deleted", "tag": "7e461f70-126b-455a-8acd-12882774cc9e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:48:09.150381 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8fa8ea68-f0c9-491e-b229-1bf6e463107c req-5059a197-a497-4c2e-868b-64de7c987eb3 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 210 time: 0.0786054 Aug 23 14:48:09.272414 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe1a35f-9a41-4edf-9a76-3efe3aacdd26 x-openstack-request-id: req-efe1a35f-9a41-4edf-9a76-3efe3aacdd26 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:48:09.276094 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d36ec3-7047-4e5e-b366-750a61e236d1", "name": "network-vif-deleted", "tag": "7e461f70-126b-455a-8acd-12882774cc9e", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:48:09.276094 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-efe1a35f-9a41-4edf-9a76-3efe3aacdd26 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:48:09.276094 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d36ec3-7047-4e5e-b366-750a61e236d1', 'name': 'network-vif-deleted', 'tag': '7e461f70-126b-455a-8acd-12882774cc9e', 'status': 'completed', 'code': 200} Aug 23 14:48:09.306165 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020d784-ecfc-48a4-8e61-5ee37149d0d1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Pushing event deleted for resources: {'Port': ['ID=a59dc67d-d7bb-489d-bd31-79643fced47c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:09.341791 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7020d784-ecfc-48a4-8e61-5ee37149d0d1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:09.346267 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7020d784-ecfc-48a4-8e61-5ee37149d0d1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:09.348287 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7020d784-ecfc-48a4-8e61-5ee37149d0d1 tempest-ServersTestBootFromVolume-679733587 tempest-ServersTestBootFromVolume-679733587-project] 10.222.0.38 "DELETE /v2.0/floatingips/eeb9077b-42a8-4a98-a294-0b2165c31357 HTTP/1.1" status: 204 len: 168 time: 1.6197982 Aug 23 14:48:09.351416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38190) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:09.415273 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f6bfc366-0fdd-40d6-8871-6d8d5f023119 req-dd11edbe-0506-44b4-9841-ca55d6b666e5 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1082005552', 'description': 'tempest-description-1759283182'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:09.452866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef276-e1c2-4401-940c-660130cc5dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:09.583524 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ef276-e1c2-4401-940c-660130cc5dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d6bbbfc-d5a5-4904-9e94-803e20a7e8b7,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:09.599036 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:09.603541 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ef276-e1c2-4401-940c-660130cc5dd9 admin admin] Checking segment: {'id': '6140e1a5-f107-468b-acd9-1f5ecb655162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c58401f2-d733-4832-8125-6a7bf65990df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:09.603935 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ef276-e1c2-4401-940c-660130cc5dd9 admin admin] Network hostable DHCP agents. Network: c58401f2-d733-4832-8125-6a7bf65990df, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:48:09.628608 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:09.692429 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6bfc366-0fdd-40d6-8871-6d8d5f023119 req-dd11edbe-0506-44b4-9841-ca55d6b666e5 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:09.753740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ef276-e1c2-4401-940c-660130cc5dd9 admin admin] Network c58401f2-d733-4832-8125-6a7bf65990df is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:48:09.814579 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Allocated IP 172.25.8.243 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/1d870759-ef23-457d-a3cc-43838e3454af) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:09.928651 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-2d0ef276-e1c2-4401-940c-660130cc5dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, c58401f2-d733-4832-8125-6a7bf65990df) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:09.949870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678862fb-3831-4b26-bc83-696786d210a7 None None] Network c58401f2-d733-4832-8125-6a7bf65990df requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:48:09.951758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0ef276-e1c2-4401-940c-660130cc5dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:09.952450 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef276-e1c2-4401-940c-660130cc5dd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:10.049076 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6bfc366-0fdd-40d6-8871-6d8d5f023119 req-dd11edbe-0506-44b4-9841-ca55d6b666e5 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:10.093388 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:10.139379 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6bfc366-0fdd-40d6-8871-6d8d5f023119 req-dd11edbe-0506-44b4-9841-ca55d6b666e5 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:10.190563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11edbe-0506-44b4-9841-ca55d6b666e5 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7f1595-590a-46e1-99fa-6c94110fe888,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:10.192088 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a72435d-18db-4187-8ab8-b8792dfb4339 None None] Network c58401f2-d733-4832-8125-6a7bf65990df requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:48:10.257722 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2d0ef276-e1c2-4401-940c-660130cc5dd9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0965712 Aug 23 14:48:10.259917 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6bfc366-0fdd-40d6-8871-6d8d5f023119 req-dd11edbe-0506-44b4-9841-ca55d6b666e5 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:10.262069 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f6bfc366-0fdd-40d6-8871-6d8d5f023119 req-dd11edbe-0506-44b4-9841-ca55d6b666e5 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8594847 Aug 23 14:48:10.262862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2bf02-7e3a-41dc-abb2-fedd2167eb2c req-d3b5191e-c887-4e6b-a479-b6171e5b33e2 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:10.271456 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3fb2bf02-7e3a-41dc-abb2-fedd2167eb2c req-d3b5191e-c887-4e6b-a479-b6171e5b33e2 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 945 time: 0.1057172 Aug 23 14:48:10.298142 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:10.330173 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3fb2bf02-7e3a-41dc-abb2-fedd2167eb2c req-56e5da53-0f95-4fc0-9f74-1db1906d107c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547183 Aug 23 14:48:10.459045 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:10.512337 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7241b62-aad6-4bd3-90a2-2b910dbf4816 req-75d58260-5533-4bef-946c-0ad2f1567d74 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=398bc0f8-ac6c-4670-81cb-0ee2c072a24e HTTP/1.1" status: 200 len: 210 time: 0.0749998 Aug 23 14:48:10.530236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:10.566845 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6892ef30-eeb5-489e-82b4-4c734b9698c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:10.573110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:10.587958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Pushing event updated for resources: {'Port': ['ID=1d870759-ef23-457d-a3cc-43838e3454af,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:10.640370 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6fd51d1-800e-4fc8-bb93-0ccb453fd1ce req-aa2c5e0b-f259-4bc0-87e2-d1bbd6945725 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "GET /v2.0/security-groups/5e7f1595-590a-46e1-99fa-6c94110fe888 HTTP/1.1" status: 200 len: 1813 time: 0.1844132 Aug 23 14:48:10.660069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-b6fd51d1-800e-4fc8-bb93-0ccb453fd1ce req-91fa29ad-eec1-4008-b2e1-b498cf55e4d4 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5e7f1595-590a-46e1-99fa-6c94110fe888', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:10.660631 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-b6fd51d1-800e-4fc8-bb93-0ccb453fd1ce req-91fa29ad-eec1-4008-b2e1-b498cf55e4d4 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5e7f1595-590a-46e1-99fa-6c94110fe888', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:10.776905 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38230) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:10.786042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 7e461f70-126b-455a-8acd-12882774cc9e no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:48:10.843713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 7e461f70-126b-455a-8acd-12882774cc9e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:48:10.846520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 7e461f70-126b-455a-8acd-12882774cc9e not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:48:11.006481 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8a9f-36bb-4660-be9f-1809d8eb69fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:11.117101 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:11.174045 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8a9f-36bb-4660-be9f-1809d8eb69fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:11.185714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-6892ef30-eeb5-489e-82b4-4c734b9698c5 admin admin] Deleting port 0de9f101-1510-4363-9757-2b456babd34a {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:48:11.185960 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6892ef30-eeb5-489e-82b4-4c734b9698c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:11.260122 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6fd51d1-800e-4fc8-bb93-0ccb453fd1ce req-91fa29ad-eec1-4008-b2e1-b498cf55e4d4 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:11.365621 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6fd51d1-800e-4fc8-bb93-0ccb453fd1ce req-91fa29ad-eec1-4008-b2e1-b498cf55e4d4 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:11.387839 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8cd8a9f-36bb-4660-be9f-1809d8eb69fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:11.439104 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:11.445969 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6fd51d1-800e-4fc8-bb93-0ccb453fd1ce req-91fa29ad-eec1-4008-b2e1-b498cf55e4d4 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:11.461099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-6892ef30-eeb5-489e-82b4-4c734b9698c5 admin admin] For port 0de9f101-1510-4363-9757-2b456babd34a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0de9f101-1510-4363-9757-2b456babd34a,segment=NetworkSegment(d7793035-9e0c-4575-88d1-ef8d4801628a),segment_id=d7793035-9e0c-4575-88d1-ef8d4801628a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:11.461486 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6892ef30-eeb5-489e-82b4-4c734b9698c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:11.477809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51312076-1e60-4fc3-ade9-6daee6267402 req-76bc413d-5711-4e84-aed8-41ff243fd5b7 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:11.480155 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51312076-1e60-4fc3-ade9-6daee6267402 req-76bc413d-5711-4e84-aed8-41ff243fd5b7 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 807 time: 0.2050982 Aug 23 14:48:11.500813 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c8cd8a9f-36bb-4660-be9f-1809d8eb69fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e8f5db2d68c4fa8bfb64ab94c4706c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7219565 Aug 23 14:48:11.504376 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38252) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:11.504634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38254) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:11.520819 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa29ad-eec1-4008-b2e1-b498cf55e4d4 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6c4131-707a-4c94-b9c9-f8329302caff,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:11.521388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd8a9f-36bb-4660-be9f-1809d8eb69fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8a21ee-0ad3-4f51-8264-70ff71e60bee,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:11.561800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-6892ef30-eeb5-489e-82b4-4c734b9698c5 admin admin] Calling delete_port for 0de9f101-1510-4363-9757-2b456babd34a owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:48:11.578327 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51312076-1e60-4fc3-ade9-6daee6267402 req-f41911fb-d39b-44eb-ace4-59ea4041b2b6 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/quotas/870a18d842e54e268bf7a5a7979fea11 HTTP/1.1" status: 200 len: 375 time: 0.0726125 Aug 23 14:48:11.657049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6fd51d1-800e-4fc8-bb93-0ccb453fd1ce req-91fa29ad-eec1-4008-b2e1-b498cf55e4d4 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:11.659386 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6fd51d1-800e-4fc8-bb93-0ccb453fd1ce req-91fa29ad-eec1-4008-b2e1-b498cf55e4d4 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0087669 Aug 23 14:48:11.745749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51312076-1e60-4fc3-ade9-6daee6267402 req-7eefb1cd-1daa-465f-a757-bfbaea88dd0b tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1568317 Aug 23 14:48:11.781876 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5df395be-d73f-47b1-872b-6a6c0eb44e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:11.791703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Router d6e5f149-e2ca-46fb-aba5-a8196e9c5685 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:48:11.811752 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5df395be-d73f-47b1-872b-6a6c0eb44e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:11.880806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d306890-0084-41d6-9465-ad27f006ef52 req-7765a618-1df8-4298-9634-713c9ad6d623 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:11.882303 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6d306890-0084-41d6-9465-ad27f006ef52 req-7765a618-1df8-4298-9634-713c9ad6d623 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 945 time: 0.1346090 Aug 23 14:48:11.930551 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-349ef147-7f2c-4069-bfc9-ecef9e85dd4d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2599b24b7a6745eabf6f92e707e1d6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4236593 Aug 23 14:48:11.939238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38264) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:11.988330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:48:12.000034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Sync routers for ids ['d6e5f149-e2ca-46fb-aba5-a8196e9c5685'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:48:12.018938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Routers {'d6e5f149-e2ca-46fb-aba5-a8196e9c5685'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:12.019581 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:47:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d6e5f149-e2ca-46fb-aba5-a8196e9c5685'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:12.051179 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6d306890-0084-41d6-9465-ad27f006ef52 req-67e85ff5-032b-4dc4-934a-ee12e0d4bf50 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511657 Aug 23 14:48:12.052647 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51312076-1e60-4fc3-ade9-6daee6267402 req-e1ae5288-be8b-4942-a60c-81ec042a62a4 service neutron] 10.222.0.38 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890689 Aug 23 14:48:12.103228 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:12.105830 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ffaef652-1dae-4fae-bb7b-612bea7ddee6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.4930730 Aug 23 14:48:12.114438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38268) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:12.142719 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5df395be-d73f-47b1-872b-6a6c0eb44e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:12.153484 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5df395be-d73f-47b1-872b-6a6c0eb44e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:12.158799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5df395be-d73f-47b1-872b-6a6c0eb44e0e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef8a21ee-0ad3-4f51-8264-70ff71e60bee HTTP/1.1" status: 204 len: 168 time: 0.6505601 Aug 23 14:48:12.240588 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c1a8628a-c3af-4137-9bc1-62f23b6dd0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:12.242453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df395be-d73f-47b1-872b-6a6c0eb44e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8a21ee-0ad3-4f51-8264-70ff71e60bee,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:12.317417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Set router d6e5f149-e2ca-46fb-aba5-a8196e9c5685 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:12.349197 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c1a8628a-c3af-4137-9bc1-62f23b6dd0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:12.371864 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51312076-1e60-4fc3-ade9-6daee6267402 req-fcb1bd54-fcee-4383-b3fa-38615ac37b02 service neutron] 10.222.0.38 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181551 Aug 23 14:48:12.398818 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-40188138-29c7-42f5-86cf-993a24db3818 req-2a2678d3-2ff0-4c44-89d2-3c01a825f2e3 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "GET /v2.0/security-groups/5e7f1595-590a-46e1-99fa-6c94110fe888 HTTP/1.1" status: 200 len: 2406 time: 0.1847413 Aug 23 14:48:12.449436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38278) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:12.450809 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e315bfe7-24bd-40ff-8735-a0817048d1a0 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/routers/d6e5f149-e2ca-46fb-aba5-a8196e9c5685 HTTP/1.1" status: 200 len: 909 time: 0.3349268 Aug 23 14:48:12.451576 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6892ef30-eeb5-489e-82b4-4c734b9698c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:12.465586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1029389110', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'enable_snat': True}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:12.551752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892ef30-eeb5-489e-82b4-4c734b9698c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de9f101-1510-4363-9757-2b456babd34a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:12.741388 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:12.742606 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:12.817796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e5f149-e2ca-46fb-aba5-a8196e9c5685', 'name': 'tempest-snat-router-1029389110', 'tenant_id': 'bbfcf9e5dda64445b708dfccce90384d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.243'}], 'enable_snat': False}, 'gw_port_id': '1d870759-ef23-457d-a3cc-43838e3454af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:07Z', 'updated_at': '2021-08-23T14:48:10Z', 'revision_number': 3, 'project_id': 'bbfcf9e5dda64445b708dfccce90384d', 'gw_port': {'id': '1d870759-ef23-457d-a3cc-43838e3454af', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e5f149-e2ca-46fb-aba5-a8196e9c5685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:09Z', 'updated_at': '2021-08-23T14:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:12.844441 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c1a8628a-c3af-4137-9bc1-62f23b6dd0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:12.844441 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c1a8628a-c3af-4137-9bc1-62f23b6dd0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:12.852695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c1a8628a-c3af-4137-9bc1-62f23b6dd0ed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/617b366f-a2de-459e-8b7d-7a9b1940ecd3 HTTP/1.1" status: 204 len: 168 time: 0.9024649 Aug 23 14:48:12.868465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Checking router: d6e5f149-e2ca-46fb-aba5-a8196e9c5685 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:48:12.869149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Updating router d6e5f149-e2ca-46fb-aba5-a8196e9c5685 port 1d870759-ef23-457d-a3cc-43838e3454af binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:48:12.889587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-25c72eae-ab8b-48ca-8da4-7ab099c82ff9 req-6429fe3e-ad31-46ff-9511-ca12a33a5c3a tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "GET /v2.0/security-group-rules/7f6c4131-707a-4c94-b9c9-f8329302caff HTTP/1.1" status: 200 len: 778 time: 0.1519535 Aug 23 14:48:12.946285 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:12.993103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8628a-c3af-4137-9bc1-62f23b6dd0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617b366f-a2de-459e-8b7d-7a9b1940ecd3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:13.189611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0f15cad6-f054-4d09-8e49-fb9adfff6c14 req-fce3f0af-8dd4-4a90-83d3-7e46679bdcc1 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 210 time: 0.1134214 Aug 23 14:48:13.401762 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:13.466731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf057a9-76f6-4a20-ade6-9fbe8cd35391 req-0784952b-8a7f-4ed9-8f8c-826c2888d4e7 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:13.474344 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-25c72eae-ab8b-48ca-8da4-7ab099c82ff9 req-6f655c17-c8ed-44c7-af86-f65625770f08 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "GET /v2.0/security-groups/5e7f1595-590a-46e1-99fa-6c94110fe888 HTTP/1.1" status: 200 len: 2406 time: 0.5836492 Aug 23 14:48:13.478468 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6cf057a9-76f6-4a20-ade6-9fbe8cd35391 req-0784952b-8a7f-4ed9-8f8c-826c2888d4e7 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 945 time: 0.1347961 Aug 23 14:48:13.488634 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6892ef30-eeb5-489e-82b4-4c734b9698c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:13.582948 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6cf057a9-76f6-4a20-ade6-9fbe8cd35391 req-62767103-d6ce-4810-899c-45a1f71b2402 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987563 Aug 23 14:48:13.913401 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:13.929986 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-25c72eae-ab8b-48ca-8da4-7ab099c82ff9 req-7edb1174-a596-4bb7-bcc5-075deb15150c tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:13.950671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Transition to ACTIVE for port object 1d870759-ef23-457d-a3cc-43838e3454af will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:13.951221 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-25c72eae-ab8b-48ca-8da4-7ab099c82ff9 req-7edb1174-a596-4bb7-bcc5-075deb15150c tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:13.951349 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:48:14.052549 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:14.146728 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38324) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:14.147890 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78ee7b-e7ea-4e6f-b736-dee8dc7165ab None None] Pushing event updated for resources: {'Port': ['ID=1d870759-ef23-457d-a3cc-43838e3454af,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:14.188190 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Attempting to bind port 1d870759-ef23-457d-a3cc-43838e3454af on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:14.188855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Attempting to bind port 1d870759-ef23-457d-a3cc-43838e3454af by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:14.189315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Attempting to bind port 1d870759-ef23-457d-a3cc-43838e3454af on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:14.201008 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:14.205896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:14.205896 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:14.209962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:14.210622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Bound port: 1d870759-ef23-457d-a3cc-43838e3454af, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:14.211917 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:14.315214 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:14.362093 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dddf6e63-c718-4321-884e-46a3df3dc0a3 req-6cc29f39-b3e2-4b36-968c-819fef8b2c65 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 210 time: 0.0615089 Aug 23 14:48:14.374622 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1787090690-network', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:14.397656 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] For port 1d870759-ef23-457d-a3cc-43838e3454af, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:14.402177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] For port 1d870759-ef23-457d-a3cc-43838e3454af, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1d870759-ef23-457d-a3cc-43838e3454af,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:14.432368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-25c72eae-ab8b-48ca-8da4-7ab099c82ff9 req-7edb1174-a596-4bb7-bcc5-075deb15150c tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:14.440591 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-25c72eae-ab8b-48ca-8da4-7ab099c82ff9 req-7edb1174-a596-4bb7-bcc5-075deb15150c tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:14.441733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-25c72eae-ab8b-48ca-8da4-7ab099c82ff9 req-7edb1174-a596-4bb7-bcc5-075deb15150c tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/7f6c4131-707a-4c94-b9c9-f8329302caff HTTP/1.1" status: 204 len: 173 time: 0.9606981 Aug 23 14:48:14.456224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb1174-a596-4bb7-bcc5-075deb15150c tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f6c4131-707a-4c94-b9c9-f8329302caff,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:14.473484 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-831de6ae-7aa9-4076-aeb7-7abbffad11fd req-ab2f5dce-965e-4e52-b566-f496cbeb4606 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1368752575', 'description': 'tempest-description-2002487724'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:14.480048 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6892ef30-eeb5-489e-82b4-4c734b9698c5 admin admin] Router 0b5686ef-6daf-4705-810b-e731e4fda752 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:48:14.539025 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:14.552369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] Made reservation on behalf of efc62d13c95b4910b9aa97884f6e1a9d for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:48:14.559325 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:14.622688 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:14.628393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Routers {'d6e5f149-e2ca-46fb-aba5-a8196e9c5685'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:14.629225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:47:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d6e5f149-e2ca-46fb-aba5-a8196e9c5685'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:14.704386 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-831de6ae-7aa9-4076-aeb7-7abbffad11fd req-ab2f5dce-965e-4e52-b566-f496cbeb4606 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:14.734168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78ee7b-e7ea-4e6f-b736-dee8dc7165ab None None] Pushing event updated for resources: {'Port': ['ID=1d870759-ef23-457d-a3cc-43838e3454af,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:14.939058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] Set router d6e5f149-e2ca-46fb-aba5-a8196e9c5685 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:15.005973 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:15.083296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6892ef30-eeb5-489e-82b4-4c734b9698c5 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:48:15.091298 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6892ef30-eeb5-489e-82b4-4c734b9698c5 admin admin] 10.222.0.38 "PUT /v2.0/routers/0b5686ef-6daf-4705-810b-e731e4fda752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7363939 Aug 23 14:48:15.094789 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a1688-aa37-4caa-96e8-c4399f1f2191 None None] Sync routers for ids ['0b5686ef-6daf-4705-810b-e731e4fda752'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:48:15.099850 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38344) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:15.121553 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a1688-aa37-4caa-96e8-c4399f1f2191 None None] Routers {'0b5686ef-6daf-4705-810b-e731e4fda752'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:15.126624 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fb8a1688-aa37-4caa-96e8-c4399f1f2191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:47:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b5686ef-6daf-4705-810b-e731e4fda752'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:15.230315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38346) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:15.248696 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:15.367555 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:15.404249 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e1ef4-7717-4a9b-bfc0-51c1c75096ce req-71ab251e-c229-4108-b9ca-07a65a33e7e7 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:15.418104 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-982e1ef4-7717-4a9b-bfc0-51c1c75096ce req-71ab251e-c229-4108-b9ca-07a65a33e7e7 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 945 time: 0.3266196 Aug 23 14:48:15.432237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e5f149-e2ca-46fb-aba5-a8196e9c5685', 'name': 'tempest-snat-router-1029389110', 'tenant_id': 'bbfcf9e5dda64445b708dfccce90384d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.243'}], 'enable_snat': False}, 'gw_port_id': '1d870759-ef23-457d-a3cc-43838e3454af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:07Z', 'updated_at': '2021-08-23T14:48:10Z', 'revision_number': 3, 'project_id': 'bbfcf9e5dda64445b708dfccce90384d', 'gw_port': {'id': '1d870759-ef23-457d-a3cc-43838e3454af', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e5f149-e2ca-46fb-aba5-a8196e9c5685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:09Z', 'updated_at': '2021-08-23T14:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:15.526962 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-982e1ef4-7717-4a9b-bfc0-51c1c75096ce req-27882c90-e2a1-4e2c-a3c2-e350eefbadcc tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077359 Aug 23 14:48:15.550257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1486518909-network', 'tenant_id': '12feac158092408899c1a0e9b042350f'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:15.554310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2932a1f5-62f6-48f8-98f6-4845b2efaa0a None None] The sync data for ids ['d6e5f149-e2ca-46fb-aba5-a8196e9c5685'] in n-d-804985-3 is: [{'id': 'd6e5f149-e2ca-46fb-aba5-a8196e9c5685', 'name': 'tempest-snat-router-1029389110', 'tenant_id': 'bbfcf9e5dda64445b708dfccce90384d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.243'}], 'enable_snat': False}, 'gw_port_id': '1d870759-ef23-457d-a3cc-43838e3454af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:07Z', 'updated_at': '2021-08-23T14:48:10Z', 'revision_number': 3, 'project_id': 'bbfcf9e5dda64445b708dfccce90384d', 'gw_port': {'id': '1d870759-ef23-457d-a3cc-43838e3454af', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e5f149-e2ca-46fb-aba5-a8196e9c5685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:09Z', 'updated_at': '2021-08-23T14:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:48:15.559846 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:15.695521 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-fb8a1688-aa37-4caa-96e8-c4399f1f2191 None None] Set router 0b5686ef-6daf-4705-810b-e731e4fda752 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:15.785829 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e50f748a-7da7-4978-89ac-96a6386c8dd5 req-7439fb17-a70c-4d87-8b5c-7db97df39c02 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 210 time: 0.0881155 Aug 23 14:48:15.902644 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:15.962800 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:16.007967 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fb8a1688-aa37-4caa-96e8-c4399f1f2191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:02Z', 'updated_at': '2021-08-23T14:48:12Z', 'revision_number': 5, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'gw_port': {'id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:03Z', 'updated_at': '2021-08-23T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:16.159924 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a1688-aa37-4caa-96e8-c4399f1f2191 None None] Checking router: 0b5686ef-6daf-4705-810b-e731e4fda752 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:48:16.206414 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a1688-aa37-4caa-96e8-c4399f1f2191 None None] Routers {'0b5686ef-6daf-4705-810b-e731e4fda752'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:16.207864 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fb8a1688-aa37-4caa-96e8-c4399f1f2191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:47:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b5686ef-6daf-4705-810b-e731e4fda752'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:16.296462 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-831de6ae-7aa9-4076-aeb7-7abbffad11fd req-ab2f5dce-965e-4e52-b566-f496cbeb4606 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:16.298814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:48:16.340437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:16.349578 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:16.350455 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] Added segment e7fce797-3460-48c7-afa5-21ae04aa8c4d of type vlan for network cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d Aug 23 14:48:16.427358 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-831de6ae-7aa9-4076-aeb7-7abbffad11fd req-ab2f5dce-965e-4e52-b566-f496cbeb4606 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:16.528722 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:16.613033 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f5dce-965e-4e52-b566-f496cbeb4606 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a37cef-2ff0-4f07-81ab-9f58dd78a74a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:16.625740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Allocated IP 172.25.8.239 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/c677e628-f0df-44dd-aeca-3e1708fd8481) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:16.653757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] Made reservation on behalf of 12feac158092408899c1a0e9b042350f for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:48:16.655050 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-fb8a1688-aa37-4caa-96e8-c4399f1f2191 None None] Set router 0b5686ef-6daf-4705-810b-e731e4fda752 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:16.656807 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:16.680615 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:16.697341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51312076-1e60-4fc3-ade9-6daee6267402 req-39881a1e-0bc3-44ba-a4d2-0bca679f677a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:16.700509 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51312076-1e60-4fc3-ade9-6daee6267402 req-39881a1e-0bc3-44ba-a4d2-0bca679f677a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.57 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 807 time: 0.5544946 Aug 23 14:48:16.731608 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-831de6ae-7aa9-4076-aeb7-7abbffad11fd req-ab2f5dce-965e-4e52-b566-f496cbeb4606 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:16.733180 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-831de6ae-7aa9-4076-aeb7-7abbffad11fd req-ab2f5dce-965e-4e52-b566-f496cbeb4606 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 2.2661424 Aug 23 14:48:16.868364 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:16.869470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:16.870070 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:16.920008 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:17.007766 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:17.040320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-51312076-1e60-4fc3-ade9-6daee6267402 req-5b8defaf-dac8-4820-9399-c0729ae3b789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Request body: {'port': {'device_id': 'f28424fc-0bec-4e11-ac08-f6bfd9a1e098', 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc', 'admin_state_up': True, 'tenant_id': '870a18d842e54e268bf7a5a7979fea11'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:17.051542 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d52a74e6-4d69-4659-a12d-0820a74bd55e req-425937bf-0a0d-47b5-954f-9344014d6d87 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "GET /v2.0/security-groups/55a37cef-2ff0-4f07-81ab-9f58dd78a74a HTTP/1.1" status: 200 len: 1813 time: 0.2904887 Aug 23 14:48:17.105305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1d870759-ef23-457d-a3cc-43838e3454af up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:17.127822 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:17.161645 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] Pushing event updated for resources: {'Network': ['ID=cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:17.182895 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f3385423-addc-4a2d-875b-d7eaf84c6b5a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0345256 Aug 23 14:48:17.191808 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fb8a1688-aa37-4caa-96e8-c4399f1f2191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:02Z', 'updated_at': '2021-08-23T14:48:12Z', 'revision_number': 5, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'gw_port': {'id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:03Z', 'updated_at': '2021-08-23T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:17.192978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38372) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:17.194667 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:48:17.246203 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a1688-aa37-4caa-96e8-c4399f1f2191 None None] The sync data for ids ['0b5686ef-6daf-4705-810b-e731e4fda752'] in n-d-804985-3 is: [{'id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'name': 'tempest-ServersTestBootFromVolume-427833341-router', 'tenant_id': '03eb4d66c69d4202891474072877ebc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:43:02Z', 'updated_at': '2021-08-23T14:48:12Z', 'revision_number': 5, 'project_id': '03eb4d66c69d4202891474072877ebc4', 'gw_port': {'id': 'f2e7c5f7-7857-4c90-9ed7-10bf70077e08', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:61:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5686ef-6daf-4705-810b-e731e4fda752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:43:03Z', 'updated_at': '2021-08-23T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:48:17.288962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a22e97f9-19ff-419f-9105-f145593dfa96 admin admin] Request body: {'subnet': {'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1787090690-subnet', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:17.321602 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5110060a-8644-4855-99ec-c95d62835819 req-623a0e02-480a-416a-aecf-75926ef72382 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 210 time: 0.1231034 Aug 23 14:48:17.358671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Pushing event updated for resources: {'Port': ['ID=c677e628-f0df-44dd-aeca-3e1708fd8481,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:17.395560 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Deleting port f2e7c5f7-7857-4c90-9ed7-10bf70077e08 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:48:17.401797 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:17.409900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-aa955952-2c30-4fb6-a79b-e30ab3fbdbec req-a7efd53e-552e-4eab-8783-47cb04f57b98 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-981118455', 'description': 'tempest-description-1898771428'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:17.419026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [None req-a22e97f9-19ff-419f-9105-f145593dfa96 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 14:48:17.419026 n-d-804985-3 neutron-server[96114]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 14:48:17.419026 n-d-804985-3 neutron-server[96114]: [parameters: {'project_id_1': 'efc62d13c95b4910b9aa97884f6e1a9d', 'expiration_1': datetime.datetime(2021, 8, 23, 14, 48, 17, 326014)}] Aug 23 14:48:17.419026 n-d-804985-3 neutron-server[96114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:48:17.419026 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [None req-a22e97f9-19ff-419f-9105-f145593dfa96 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:48:17.452770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:17.481766 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:17.504989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:17.514687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] For port f2e7c5f7-7857-4c90-9ed7-10bf70077e08, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f2e7c5f7-7857-4c90-9ed7-10bf70077e08,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:17.515160 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:17.533900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Calling delete_port for f2e7c5f7-7857-4c90-9ed7-10bf70077e08 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:48:17.579512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 1d870759-ef23-457d-a3cc-43838e3454af completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:17.597785 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1d870759-ef23-457d-a3cc-43838e3454af triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:17.599975 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:17.803236 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:17.829934 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:17.838706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 1d870759-ef23-457d-a3cc-43838e3454af, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1d870759-ef23-457d-a3cc-43838e3454af,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:17.910132 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:17.921442 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:17.939001 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.api [req-51312076-1e60-4fc3-ade9-6daee6267402 req-5b8defaf-dac8-4820-9399-c0729ae3b789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 14:48:17.939001 n-d-804985-3 neutron-server[96115]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 14:48:17.939001 n-d-804985-3 neutron-server[96115]: [parameters: {'project_id_1': '870a18d842e54e268bf7a5a7979fea11', 'expiration_1': datetime.datetime(2021, 8, 23, 14, 48, 17, 571533)}] Aug 23 14:48:17.939001 n-d-804985-3 neutron-server[96115]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:48:17.939520 n-d-804985-3 neutron-server[96115]: DEBUG oslo_db.api [req-51312076-1e60-4fc3-ade9-6daee6267402 req-5b8defaf-dac8-4820-9399-c0729ae3b789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:48:17.955061 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:48:17.965739 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8694131e-41f8-4151-890b-8f37e423240b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:17.972060 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:17.972407 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] Added segment 340ea372-e790-4e35-8e2d-045c920d2b69 of type vlan for network 88af5c89-a79c-43cf-8e21-2e35ff247d29 Aug 23 14:48:17.988997 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:17.994234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=1d870759-ef23-457d-a3cc-43838e3454af,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:18.024169 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.025852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e7c5f7-7857-4c90-9ed7-10bf70077e08,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:18.043489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:18.043878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:18.044280 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:18.044626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:18.044969 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:18.045307 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:18.046195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:18.046195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:18.046479 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:18.047374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:18.047955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:18.048298 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:18.055372 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-aa955952-2c30-4fb6-a79b-e30ab3fbdbec req-a7efd53e-552e-4eab-8783-47cb04f57b98 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.173245 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.174302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:18.175087 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.179170 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.248963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22e97f9-19ff-419f-9105-f145593dfa96 admin admin] Made reservation on behalf of efc62d13c95b4910b9aa97884f6e1a9d for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:48:18.253443 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a22e97f9-19ff-419f-9105-f145593dfa96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.277872 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] Pushing event updated for resources: {'Network': ['ID=88af5c89-a79c-43cf-8e21-2e35ff247d29,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:18.290061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 88af5c89-a79c-43cf-8e21-2e35ff247d29 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:48:18.351268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.354995 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.380863 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.475789 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-aa955952-2c30-4fb6-a79b-e30ab3fbdbec req-a7efd53e-552e-4eab-8783-47cb04f57b98 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.533732 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.534285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b5686ef-6daf-4705-810b-e731e4fda752 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:48:18.542781 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.543951 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3fd1f767-cfd8-4450-928c-7faf3ee38b23 admin admin] 10.222.0.38 "DELETE /v2.0/routers/0b5686ef-6daf-4705-810b-e731e4fda752 HTTP/1.1" status: 204 len: 168 time: 3.4473681 Aug 23 14:48:18.548459 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38402) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:18.560014 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-aa955952-2c30-4fb6-a79b-e30ab3fbdbec req-a7efd53e-552e-4eab-8783-47cb04f57b98 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.562818 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-009a1354-24e7-44e3-a797-39f87ada4eb5 req-2127affe-76cc-4dfd-9cd2-d8148136ea57 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 210 time: 0.0415606 Aug 23 14:48:18.647397 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7edcbbe2-d256-43ed-aad3-98dc9fe00e8d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4037013 Aug 23 14:48:18.651827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38404) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:18.673581 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e6b1eaf0-2a52-4e0e-8acc-644b0bb2df6f admin admin] Request body: {'subnet': {'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-subnet', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:18.692416 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a22e97f9-19ff-419f-9105-f145593dfa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.711815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b42e3bc-8024-4ab1-b4e5-59231b4f4978 admin admin] Deleting subnet 8a001555-7554-49b2-909d-ac28ef78bb71 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:48:18.722620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efd53e-552e-4eab-8783-47cb04f57b98 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ca9a7a-5c9e-45ec-85be-950bc19978fa,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:18.737625 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b42e3bc-8024-4ab1-b4e5-59231b4f4978 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.768310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e97f9-19ff-419f-9105-f145593dfa96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d43940-211a-4370-9555-0648239a8725,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:18.797172 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22e97f9-19ff-419f-9105-f145593dfa96 admin admin] Checking segment: {'id': 'e7fce797-3460-48c7-afa5-21ae04aa8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:18.798495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22e97f9-19ff-419f-9105-f145593dfa96 admin admin] Network hostable DHCP agents. Network: cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:48:18.833536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51312076-1e60-4fc3-ade9-6daee6267402 req-5b8defaf-dac8-4820-9399-c0729ae3b789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Made reservation on behalf of 870a18d842e54e268bf7a5a7979fea11 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:48:18.837096 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51312076-1e60-4fc3-ade9-6daee6267402 req-5b8defaf-dac8-4820-9399-c0729ae3b789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.843260 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b42e3bc-8024-4ab1-b4e5-59231b4f4978 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.897337 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22e97f9-19ff-419f-9105-f145593dfa96 admin admin] Network cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:48:18.928313 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-aa955952-2c30-4fb6-a79b-e30ab3fbdbec req-a7efd53e-552e-4eab-8783-47cb04f57b98 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.929488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa955952-2c30-4fb6-a79b-e30ab3fbdbec req-a7efd53e-552e-4eab-8783-47cb04f57b98 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.5451522 Aug 23 14:48:18.948880 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.972636 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a22e97f9-19ff-419f-9105-f145593dfa96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:18.980391 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22e97f9-19ff-419f-9105-f145593dfa96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:18.983819 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a22e97f9-19ff-419f-9105-f145593dfa96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:18.983946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0492271-79ac-4ff3-8184-2e215349d31c None None] Network cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:48:19.036414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b1eaf0-2a52-4e0e-8acc-644b0bb2df6f admin admin] Made reservation on behalf of 12feac158092408899c1a0e9b042350f for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:48:19.040537 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e6b1eaf0-2a52-4e0e-8acc-644b0bb2df6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.143343 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a22e97f9-19ff-419f-9105-f145593dfa96 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9457128 Aug 23 14:48:19.146517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38412) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:19.175736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:19.214047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'fixed_ips': [{'subnet_id': '60d43940-211a-4370-9555-0648239a8725'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:48:19.215192 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.236050 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b42e3bc-8024-4ab1-b4e5-59231b4f4978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.280405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1d870759-ef23-457d-a3cc-43838e3454af up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:19.290669 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cab6706-dd30-4d89-97ab-2bf01d528560 req-3ca86436-e576-46af-bcb1-e90c6be90755 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "GET /v2.0/security-groups/07ca9a7a-5c9e-45ec-85be-950bc19978fa HTTP/1.1" status: 200 len: 1812 time: 0.3066299 Aug 23 14:48:19.354902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-d2ab2be1-e21e-4fa6-b8cc-511166592628 req-a07cf32d-048c-40bc-9e60-39443817f28d tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2055446882', 'description': 'tempest-description-490489583'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:19.365969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-51312076-1e60-4fc3-ade9-6daee6267402 req-5b8defaf-dac8-4820-9399-c0729ae3b789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Allocated IP 172.20.0.12 (60b01c3e-c449-4689-a230-d4ccabe81fcc/0c3c3169-88e3-4e3b-9891-646aecdff0e2/c0148415-eedb-47a6-a40d-156de4b6a712) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:19.427741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1d870759-ef23-457d-a3cc-43838e3454af triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:19.428552 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.432370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22804d4-06c6-4f3e-bdcd-2dcf1be66508 req-947ada8e-cba0-47e2-ab3d-4fb8bab9c0e0 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:19.432886 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.433548 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d22804d4-06c6-4f3e-bdcd-2dcf1be66508 req-947ada8e-cba0-47e2-ab3d-4fb8bab9c0e0 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 944 time: 0.1016777 Aug 23 14:48:19.437124 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.479291 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d22804d4-06c6-4f3e-bdcd-2dcf1be66508 req-6c1ce3b2-6c02-4cc5-9190-3584b7e06f36 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376949 Aug 23 14:48:19.495440 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e6b1eaf0-2a52-4e0e-8acc-644b0bb2df6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.505653 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b42e3bc-8024-4ab1-b4e5-59231b4f4978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.525259 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Allocated IP 172.20.0.2 (cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d/60d43940-211a-4370-9555-0648239a8725/728c0f81-53b6-4b31-9a86-b57c57e49560) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:19.585484 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1eaf0-2a52-4e0e-8acc-644b0bb2df6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=320beec8-ca64-47ee-b131-43ac22d375c5,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:19.595005 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Router c4a893c4-4703-4b57-9da0-2becfb847be7 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:48:19.625022 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b1eaf0-2a52-4e0e-8acc-644b0bb2df6f admin admin] Checking segment: {'id': '340ea372-e790-4e35-8e2d-045c920d2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:19.626736 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b1eaf0-2a52-4e0e-8acc-644b0bb2df6f admin admin] Network hostable DHCP agents. Network: 88af5c89-a79c-43cf-8e21-2e35ff247d29, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:48:19.632584 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d2ab2be1-e21e-4fa6-b8cc-511166592628 req-a07cf32d-048c-40bc-9e60-39443817f28d tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.716343 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f2e7c5f7-7857-4c90-9ed7-10bf70077e08 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:48:19.728726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42e3bc-8024-4ab1-b4e5-59231b4f4978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a001555-7554-49b2-909d-ac28ef78bb71,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:19.728978 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65c4c296-0d31-4183-b020-562196f0b035 req-e91c9d96-13c1-4a74-99f0-937803a68f5a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 210 time: 0.0489278 Aug 23 14:48:19.732461 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.754403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b42e3bc-8024-4ab1-b4e5-59231b4f4978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.756272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1b42e3bc-8024-4ab1-b4e5-59231b4f4978 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8a001555-7554-49b2-909d-ac28ef78bb71 HTTP/1.1" status: 204 len: 168 time: 1.2068224 Aug 23 14:48:19.765178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38430) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:19.767257 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16091f9b-ef64-4409-bed2-e6203aeb783d None None] Network ebe1ca51-1464-4d71-b4db-793999618f39 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:48:19.772257 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: f2e7c5f7-7857-4c90-9ed7-10bf70077e08 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:48:19.772613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f2e7c5f7-7857-4c90-9ed7-10bf70077e08 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:48:19.773024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0de9f101-1510-4363-9757-2b456babd34a no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:48:19.776058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b1eaf0-2a52-4e0e-8acc-644b0bb2df6f admin admin] Network 88af5c89-a79c-43cf-8e21-2e35ff247d29 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:48:19.845728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 0de9f101-1510-4363-9757-2b456babd34a {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:48:19.846156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0de9f101-1510-4363-9757-2b456babd34a not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:48:19.857169 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51312076-1e60-4fc3-ade9-6daee6267402 req-5b8defaf-dac8-4820-9399-c0729ae3b789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.858588 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.862445 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.889877 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Transition to ACTIVE for port object 728c0f81-53b6-4b31-9a86-b57c57e49560 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:19.900532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:48:19.909104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Transition to ACTIVE for port object 728c0f81-53b6-4b31-9a86-b57c57e49560 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:19.915734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] Sync routers for ids ['c4a893c4-4703-4b57-9da0-2becfb847be7'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:48:19.939928 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] Deleting port c500d3fe-ec32-4638-9342-e2e98cb43916 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:48:19.940391 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.945767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] Routers {'c4a893c4-4703-4b57-9da0-2becfb847be7'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:19.946409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:47:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c4a893c4-4703-4b57-9da0-2becfb847be7'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:19.958407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-e6b1eaf0-2a52-4e0e-8acc-644b0bb2df6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 88af5c89-a79c-43cf-8e21-2e35ff247d29) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:19.966172 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b1eaf0-2a52-4e0e-8acc-644b0bb2df6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:19.966537 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e6b1eaf0-2a52-4e0e-8acc-644b0bb2df6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:19.999496 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.001862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23616234-de4f-4f97-aee0-bb1d12e5eb1f None None] Network 88af5c89-a79c-43cf-8e21-2e35ff247d29 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:48:20.010141 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.056478 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] For port c500d3fe-ec32-4638-9342-e2e98cb43916, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c500d3fe-ec32-4638-9342-e2e98cb43916,segment=NetworkSegment(d7793035-9e0c-4575-88d1-ef8d4801628a),segment_id=d7793035-9e0c-4575-88d1-ef8d4801628a)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:20.056478 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.059314 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.073018 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] Calling delete_port for c500d3fe-ec32-4638-9342-e2e98cb43916 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:48:20.079862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 19784c6b-8be7-4691-af61-bd6640b28eaa details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:48:20.139616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d2ab2be1-e21e-4fa6-b8cc-511166592628 req-a07cf32d-048c-40bc-9e60-39443817f28d tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.162893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9d4a-2b22-40c6-bd3e-7a0c75f68990 req-edfb5921-be33-4317-922c-c18684db5e0a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:20.165138 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca6d9d4a-2b22-40c6-bd3e-7a0c75f68990 req-edfb5921-be33-4317-922c-c18684db5e0a tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.61 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 944 time: 0.0919075 Aug 23 14:48:20.192074 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51312076-1e60-4fc3-ade9-6daee6267402 req-5b8defaf-dac8-4820-9399-c0729ae3b789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.245835 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Network cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:20.262772 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:20.277158 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.297819 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d2ab2be1-e21e-4fa6-b8cc-511166592628 req-a07cf32d-048c-40bc-9e60-39443817f28d tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.302209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:20.312796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Pushing event updated for resources: {'Port': ['ID=728c0f81-53b6-4b31-9a86-b57c57e49560,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:20.334735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] No DVR routers for this DVR port c500d3fe-ec32-4638-9342-e2e98cb43916 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:48:20.364317 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e6b1eaf0-2a52-4e0e-8acc-644b0bb2df6f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7039545 Aug 23 14:48:20.367335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=c500d3fe-ec32-4638-9342-e2e98cb43916,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:20.371466 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38446) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:20.380331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:20.455177 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.466507 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] Set router c4a893c4-4703-4b57-9da0-2becfb847be7 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:20.474039 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe1ca51-1464-4d71-b4db-793999618f39']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:20.488455 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7793035-9e0c-4575-88d1-ef8d4801628a') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:20.489166 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7793035-9e0c-4575-88d1-ef8d4801628a') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:20.506633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.528288 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.537625 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173340bc-4d8f-42f0-9a6c-07166fdbed04 None None] DHCP port deletion for ebe1ca51-1464-4d71-b4db-793999618f39 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:48:20.544389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:48:20.544389 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: items = [ Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:48:20.547268 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:48:20.582120 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Attempting to bind port 728c0f81-53b6-4b31-9a86-b57c57e49560 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:20.582491 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Attempting to bind port 728c0f81-53b6-4b31-9a86-b57c57e49560 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'e7fce797-3460-48c7-afa5-21ae04aa8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:20.582859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Attempting to bind port 728c0f81-53b6-4b31-9a86-b57c57e49560 on network cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:20.649923 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:20.650303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Checking segment: {'id': 'e7fce797-3460-48c7-afa5-21ae04aa8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:20.650712 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.651105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Bound using segment: {'id': 'e7fce797-3460-48c7-afa5-21ae04aa8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:20.651595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Bound port: 728c0f81-53b6-4b31-9a86-b57c57e49560, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fce797-3460-48c7-afa5-21ae04aa8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:20.652007 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.682720 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.682720 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.685587 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 19784c6b-8be7-4691-af61-bd6640b28eaa, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=19784c6b-8be7-4691-af61-bd6640b28eaa,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:20.754339 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.761438 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '19784c6b-8be7-4691-af61-bd6640b28eaa', 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3', 'port_id': '19784c6b-8be7-4691-af61-bd6640b28eaa', 'mac_address': 'fa:16:3e:cf:b9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11061a5b-c587-4d9a-b542-d35027d2df97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:48:20.764540 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.773884 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.779252 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] 10.222.0.38 "DELETE /v2.0/networks/ebe1ca51-1464-4d71-b4db-793999618f39 HTTP/1.1" status: 204 len: 168 time: 1.0120997 Aug 23 14:48:20.792285 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51312076-1e60-4fc3-ade9-6daee6267402 req-5b8defaf-dac8-4820-9399-c0729ae3b789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Network 60b01c3e-c449-4689-a230-d4ccabe81fcc is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:20.798327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-88af5c89-a79c-43cf-8e21-2e35ff247d29', 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'fixed_ips': [{'subnet_id': '320beec8-ca64-47ee-b131-43ac22d375c5'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:48:20.799191 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.813931 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cc9d1-8d7e-4d7c-8cf0-596317570eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=ebe1ca51-1464-4d71-b4db-793999618f39,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:20.818112 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-51312076-1e60-4fc3-ade9-6daee6267402 req-5b8defaf-dac8-4820-9399-c0729ae3b789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:20.821591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8defaf-dac8-4820-9399-c0729ae3b789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Pushing event updated for resources: {'Port': ['ID=c0148415-eedb-47a6-a40d-156de4b6a712,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:20.823888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-51312076-1e60-4fc3-ade9-6daee6267402 req-5b8defaf-dac8-4820-9399-c0729ae3b789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:20.853265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd671-b1b3-4389-bb9e-02a3fc44de36 req-2a035a56-529e-4d44-b371-a455e7803f6b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:20.855607 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d60fd671-b1b3-4389-bb9e-02a3fc44de36 req-2a035a56-529e-4d44-b371-a455e7803f6b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 944 time: 0.1947014 Aug 23 14:48:20.859516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.861269 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3a1998f9-27c3-4d95-afeb-ab2534a8e323 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.4107213 Aug 23 14:48:20.865821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38464) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:20.941011 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] For port 728c0f81-53b6-4b31-9a86-b57c57e49560, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:20.946172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51312076-1e60-4fc3-ade9-6daee6267402 req-5b8defaf-dac8-4820-9399-c0729ae3b789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:20.946427 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51312076-1e60-4fc3-ade9-6daee6267402 req-5b8defaf-dac8-4820-9399-c0729ae3b789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.961998 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cf32d-048c-40bc-9e60-39443817f28d tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d216e5cc-92bf-4f7e-afbd-87d41d4fdb83,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:20.972415 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:20.979907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] For port 728c0f81-53b6-4b31-9a86-b57c57e49560, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=728c0f81-53b6-4b31-9a86-b57c57e49560,segment=NetworkSegment(e7fce797-3460-48c7-afa5-21ae04aa8c4d),segment_id=e7fce797-3460-48c7-afa5-21ae04aa8c4d)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:20.985586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-ca6d9d4a-2b22-40c6-bd3e-7a0c75f68990 req-97d4ae55-2f9b-42ba-9cac-3839e7e10d43 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Deleting port 24c6da15-924b-4718-8d48-609cace6f6d4 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:48:20.993391 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ca6d9d4a-2b22-40c6-bd3e-7a0c75f68990 req-97d4ae55-2f9b-42ba-9cac-3839e7e10d43 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:21.051053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19784c6b-8be7-4691-af61-bd6640b28eaa {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:48:21.070893 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d2ab2be1-e21e-4fa6-b8cc-511166592628 req-a07cf32d-048c-40bc-9e60-39443817f28d tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:21.072207 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2ab2be1-e21e-4fa6-b8cc-511166592628 req-a07cf32d-048c-40bc-9e60-39443817f28d tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.7375340 Aug 23 14:48:21.090891 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c500d3fe-ec32-4638-9342-e2e98cb43916 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:48:21.098554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 19784c6b-8be7-4691-af61-bd6640b28eaa, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=19784c6b-8be7-4691-af61-bd6640b28eaa,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:21.103755 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d60fd671-b1b3-4389-bb9e-02a3fc44de36 req-c2256675-e44c-43eb-80ac-6fa09905602b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388749 Aug 23 14:48:21.114768 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51312076-1e60-4fc3-ade9-6daee6267402 req-5b8defaf-dac8-4820-9399-c0729ae3b789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0889289 Aug 23 14:48:21.143477 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:21.149718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: c500d3fe-ec32-4638-9342-e2e98cb43916 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:48:21.150344 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c500d3fe-ec32-4638-9342-e2e98cb43916 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:48:21.201984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Request body: {'port': {'device_id': 'f28424fc-0bec-4e11-ac08-f6bfd9a1e098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:21.268471 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:21.332843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a893c4-4703-4b57-9da0-2becfb847be7', 'name': 'tempest-snat-router-1029389110', 'tenant_id': 'bbfcf9e5dda64445b708dfccce90384d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'c677e628-f0df-44dd-aeca-3e1708fd8481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:12Z', 'updated_at': '2021-08-23T14:48:17Z', 'revision_number': 3, 'project_id': 'bbfcf9e5dda64445b708dfccce90384d', 'gw_port': {'id': 'c677e628-f0df-44dd-aeca-3e1708fd8481', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:80:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a893c4-4703-4b57-9da0-2becfb847be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:15Z', 'updated_at': '2021-08-23T14:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:21.363019 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:21.368860 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9b75c225-b2c1-4bbb-a6b7-c8d7dcdb34b5 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/routers/c4a893c4-4703-4b57-9da0-2becfb847be7 HTTP/1.1" status: 200 len: 908 time: 0.5018635 Aug 23 14:48:21.371281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08315212-0ca1-4787-bc7f-4f62dea671b7 None None] Pushing event updated for resources: {'Port': ['ID=728c0f81-53b6-4b31-9a86-b57c57e49560,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:21.372537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38480) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:21.380698 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['19784c6b-8be7-4691-af61-bd6640b28eaa'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:48:21.384061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Allocated IP 172.20.0.2 (88af5c89-a79c-43cf-8e21-2e35ff247d29/320beec8-ca64-47ee-b131-43ac22d375c5/9c3f626a-32cf-4ed4-b031-5a25ec497668) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:21.394284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ca6d9d4a-2b22-40c6-bd3e-7a0c75f68990 req-97d4ae55-2f9b-42ba-9cac-3839e7e10d43 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] For port 24c6da15-924b-4718-8d48-609cace6f6d4, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=24c6da15-924b-4718-8d48-609cace6f6d4,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:21.394787 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ca6d9d4a-2b22-40c6-bd3e-7a0c75f68990 req-97d4ae55-2f9b-42ba-9cac-3839e7e10d43 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:21.397854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] Checking router: c4a893c4-4703-4b57-9da0-2becfb847be7 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:48:21.398460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] Updating router c4a893c4-4703-4b57-9da0-2becfb847be7 port c677e628-f0df-44dd-aeca-3e1708fd8481 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:48:21.442255 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:21.456203 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872132d-c089-47fb-b9b8-4884716f275a req-f3b4ae48-f08c-418a-859f-0c4530cea7ff tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:21.458264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-ca6d9d4a-2b22-40c6-bd3e-7a0c75f68990 req-97d4ae55-2f9b-42ba-9cac-3839e7e10d43 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Calling delete_port for 24c6da15-924b-4718-8d48-609cace6f6d4 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:48:21.460042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38482) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:21.461242 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:21.464623 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3872132d-c089-47fb-b9b8-4884716f275a req-f3b4ae48-f08c-418a-859f-0c4530cea7ff tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 932 time: 0.2240150 Aug 23 14:48:21.522584 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:21.526581 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3872132d-c089-47fb-b9b8-4884716f275a req-ec473789-c222-41a5-86af-f922d3cc875a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585449 Aug 23 14:48:21.536323 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:21.696172 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76ded98d-6008-48e3-a400-2ee7e0edda2a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:21.721287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=19784c6b-8be7-4691-af61-bd6640b28eaa,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:21.951638 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76ded98d-6008-48e3-a400-2ee7e0edda2a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:21.962275 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:21.991702 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:21.994858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Allocated IP 172.25.8.224 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/b170db88-3665-43fb-a547-4a0e7d6555cf) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:22.069519 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:22.080179 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Transition to ACTIVE for port object 9c3f626a-32cf-4ed4-b031-5a25ec497668 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:22.104744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Transition to ACTIVE for port object 9c3f626a-32cf-4ed4-b031-5a25ec497668 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:22.128160 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-76ded98d-6008-48e3-a400-2ee7e0edda2a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Deleting port c677e628-f0df-44dd-aeca-3e1708fd8481 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:48:22.129160 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76ded98d-6008-48e3-a400-2ee7e0edda2a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:22.165613 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:22.227748 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-37697e31-2f36-421b-b981-54e223dd29a3 req-1a1c9a49-9262-44f2-a84f-949baf3e01c9 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "GET /v2.0/security-groups/d216e5cc-92bf-4f7e-afbd-87d41d4fdb83 HTTP/1.1" status: 200 len: 1812 time: 0.9440422 Aug 23 14:48:22.306822 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:22.315835 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76ded98d-6008-48e3-a400-2ee7e0edda2a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:22.331361 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:22.342518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-76ded98d-6008-48e3-a400-2ee7e0edda2a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Calling delete_port for c677e628-f0df-44dd-aeca-3e1708fd8481 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:48:22.368172 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa43f9b-96ac-439a-8f89-ad48cbeb6e54 req-2dc11b2e-81e8-4167-ba04-db0ad2b47cbd tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:22.376570 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-daa43f9b-96ac-439a-8f89-ad48cbeb6e54 req-2dc11b2e-81e8-4167-ba04-db0ad2b47cbd tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 944 time: 0.1073842 Aug 23 14:48:22.472416 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c2c2d26d-deca-4da8-ae3e-cfaa5bb2de24 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=03eb4d66c69d4202891474072877ebc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9709105 Aug 23 14:48:22.486484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-279f939a-e3f7-488a-be59-923a60f6485c req-f9af58a7-2966-4769-8c84-933d733e17e0 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1304772896', 'description': 'tempest-description-210135931'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:22.521414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38498) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:22.583419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Network 88af5c89-a79c-43cf-8e21-2e35ff247d29 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:22.590224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Pushing event updated for resources: {'Port': ['ID=9c3f626a-32cf-4ed4-b031-5a25ec497668,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:22.594802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:22.597708 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:22.614311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:22.634431 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-daa43f9b-96ac-439a-8f89-ad48cbeb6e54 req-f090e2a7-6c10-48b2-a40d-ac766404a9e2 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543232 Aug 23 14:48:22.644000 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76ded98d-6008-48e3-a400-2ee7e0edda2a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:22.659855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:22.675240 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:48:22.675864 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:48:22.694468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Attempting to bind port 9c3f626a-32cf-4ed4-b031-5a25ec497668 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:22.697770 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Attempting to bind port 9c3f626a-32cf-4ed4-b031-5a25ec497668 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '340ea372-e790-4e35-8e2d-045c920d2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:22.698261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Attempting to bind port 9c3f626a-32cf-4ed4-b031-5a25ec497668 on network 88af5c89-a79c-43cf-8e21-2e35ff247d29 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:22.716066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:22.716478 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Checking segment: {'id': '340ea372-e790-4e35-8e2d-045c920d2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:22.716865 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:22.717264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Bound using segment: {'id': '340ea372-e790-4e35-8e2d-045c920d2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:22.717763 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Bound port: 9c3f626a-32cf-4ed4-b031-5a25ec497668, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340ea372-e790-4e35-8e2d-045c920d2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:22.718152 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:22.727333 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Allocated IP 172.25.8.209 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/a9790bc8-5b5d-4098-bdee-b588195cde01) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:22.751296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:22.815258 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] For port 9c3f626a-32cf-4ed4-b031-5a25ec497668, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:22.819853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] For port 9c3f626a-32cf-4ed4-b031-5a25ec497668, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9c3f626a-32cf-4ed4-b031-5a25ec497668,segment=NetworkSegment(340ea372-e790-4e35-8e2d-045c920d2b69),segment_id=340ea372-e790-4e35-8e2d-045c920d2b69)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:22.821167 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1cbf93f6-93a2-4e10-8a53-b277dd2c1efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:22.877749 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ded98d-6008-48e3-a400-2ee7e0edda2a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Pushing event deleted for resources: {'Port': ['ID=c677e628-f0df-44dd-aeca-3e1708fd8481,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:22.885304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Pushing event updated for resources: {'Port': ['ID=b170db88-3665-43fb-a547-4a0e7d6555cf,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:22.899219 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:22.899690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:22.900100 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:22.900504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:22.900901 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:22.901322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:22.901871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:22.902216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:22.902682 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:22.903093 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:22.903497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:22.903958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:22.905276 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:22.977919 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-279f939a-e3f7-488a-be59-923a60f6485c req-f9af58a7-2966-4769-8c84-933d733e17e0 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:23.053672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cf44d-3cf9-4854-9d23-50e001be1806 None None] Pushing event updated for resources: {'Port': ['ID=9c3f626a-32cf-4ed4-b031-5a25ec497668,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:23.057532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea749fe-7e8f-48c2-913f-a916696103cb None None] Network cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:48:23.144276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd015da7-ac6f-4613-b4e8-43745f0a7daf req-17879104-da69-4edc-865f-030a0d9fc106 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:23.145223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 728c0f81-53b6-4b31-9a86-b57c57e49560 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:23.146933 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd015da7-ac6f-4613-b4e8-43745f0a7daf req-17879104-da69-4edc-865f-030a0d9fc106 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 932 time: 0.2823851 Aug 23 14:48:23.162908 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-933172f7-cf24-43ea-bc36-d1caecd741a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:23.192020 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-933172f7-cf24-43ea-bc36-d1caecd741a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:23.220723 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:23.229430 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76ded98d-6008-48e3-a400-2ee7e0edda2a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:23.454898 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-933172f7-cf24-43ea-bc36-d1caecd741a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:23.465893 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-933172f7-cf24-43ea-bc36-d1caecd741a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:23.467489 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-933172f7-cf24-43ea-bc36-d1caecd741a3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a4639d86-cd49-4816-814a-da4beb1723cb HTTP/1.1" status: 204 len: 168 time: 0.9131472 Aug 23 14:48:23.514164 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] Port c677e628-f0df-44dd-aeca-3e1708fd8481 not found while updating agent binding for router c4a893c4-4703-4b57-9da0-2becfb847be7. {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 23 14:48:23.578408 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ca6d9d4a-2b22-40c6-bd3e-7a0c75f68990 req-97d4ae55-2f9b-42ba-9cac-3839e7e10d43 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:23.621053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] Routers {'c4a893c4-4703-4b57-9da0-2becfb847be7'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:23.624127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:47:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c4a893c4-4703-4b57-9da0-2becfb847be7'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:23.713678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933172f7-cf24-43ea-bc36-d1caecd741a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4639d86-cd49-4816-814a-da4beb1723cb,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:23.766003 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] Set router c4a893c4-4703-4b57-9da0-2becfb847be7 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:23.794502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4ae55-2f9b-42ba-9cac-3839e7e10d43 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Pushing event deleted for resources: {'Port': ['ID=24c6da15-924b-4718-8d48-609cace6f6d4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:23.796203 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76ded98d-6008-48e3-a400-2ee7e0edda2a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:23.803345 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76ded98d-6008-48e3-a400-2ee7e0edda2a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:23.806267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0148415-eedb-47a6-a40d-156de4b6a712 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:48:23.840032 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:23.871533 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd015da7-ac6f-4613-b4e8-43745f0a7daf req-39b023b3-7c33-41db-a527-c4ba9c6ba918 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7133262 Aug 23 14:48:23.912478 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6d9d4a-2b22-40c6-bd3e-7a0c75f68990 req-97d4ae55-2f9b-42ba-9cac-3839e7e10d43 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] No DVR routers for this DVR port 24c6da15-924b-4718-8d48-609cace6f6d4 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:48:23.941691 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ca6d9d4a-2b22-40c6-bd3e-7a0c75f68990 req-97d4ae55-2f9b-42ba-9cac-3839e7e10d43 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:23.944108 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca6d9d4a-2b22-40c6-bd3e-7a0c75f68990 req-97d4ae55-2f9b-42ba-9cac-3839e7e10d43 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.61 "DELETE /v2.0/ports/24c6da15-924b-4718-8d48-609cace6f6d4 HTTP/1.1" status: 204 len: 173 time: 3.7637916 Aug 23 14:48:23.944336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55105534-9414-42a4-a7b1-f8cb0aeec3dc', 'name': 'network-vif-deleted', 'tag': '24c6da15-924b-4718-8d48-609cace6f6d4'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:48:23.946724 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37732e9d-0057-44f9-bcbe-35046b3d00fa" -d '{"events": [{"server_uuid": "55105534-9414-42a4-a7b1-f8cb0aeec3dc", "name": "network-vif-deleted", "tag": "24c6da15-924b-4718-8d48-609cace6f6d4"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:48:23.950874 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76ded98d-6008-48e3-a400-2ee7e0edda2a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:23.953636 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ded98d-6008-48e3-a400-2ee7e0edda2a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4a893c4-4703-4b57-9da0-2becfb847be7 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:48:23.953812 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a893c4-4703-4b57-9da0-2becfb847be7', 'name': 'tempest-snat-router-1029389110', 'tenant_id': 'bbfcf9e5dda64445b708dfccce90384d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:12Z', 'updated_at': '2021-08-23T14:48:22Z', 'revision_number': 5, 'project_id': 'bbfcf9e5dda64445b708dfccce90384d', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:23.956570 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76ded98d-6008-48e3-a400-2ee7e0edda2a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:23.960394 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-76ded98d-6008-48e3-a400-2ee7e0edda2a tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "DELETE /v2.0/routers/c4a893c4-4703-4b57-9da0-2becfb847be7 HTTP/1.1" status: 204 len: 168 time: 2.5787067 Aug 23 14:48:23.961208 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38514) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:23.962970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Transition to ACTIVE for port object c0148415-eedb-47a6-a40d-156de4b6a712 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:23.966190 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-279f939a-e3f7-488a-be59-923a60f6485c req-f9af58a7-2966-4769-8c84-933d733e17e0 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:24.012077 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-411048d8-30ff-4ad3-9165-361a0b2599e4 None None] Provisioning for port 728c0f81-53b6-4b31-9a86-b57c57e49560 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:24.025996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3beb8-d3b6-4a8c-b9c8-8e7800f62017 None None] The sync data for ids ['c4a893c4-4703-4b57-9da0-2becfb847be7'] in n-d-804985-3 is: [{'id': 'c4a893c4-4703-4b57-9da0-2becfb847be7', 'name': 'tempest-snat-router-1029389110', 'tenant_id': 'bbfcf9e5dda64445b708dfccce90384d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:12Z', 'updated_at': '2021-08-23T14:48:22Z', 'revision_number': 5, 'project_id': 'bbfcf9e5dda64445b708dfccce90384d', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:48:24.047865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 19784c6b-8be7-4691-af61-bd6640b28eaa up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:24.099356 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-279f939a-e3f7-488a-be59-923a60f6485c req-f9af58a7-2966-4769-8c84-933d733e17e0 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:24.112530 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:24.134986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 728c0f81-53b6-4b31-9a86-b57c57e49560 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:24.156406 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:24.173037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 728c0f81-53b6-4b31-9a86-b57c57e49560 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:24.173790 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:24.326990 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e1568ed-01d4-4530-aeda-97626dfe784a req-67acc1e1-0ca0-4beb-b0de-3e1afaefcb35 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=55105534-9414-42a4-a7b1-f8cb0aeec3dc HTTP/1.1" status: 200 len: 210 time: 0.1565542 Aug 23 14:48:24.362175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:24.370894 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:24.414367 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-279f939a-e3f7-488a-be59-923a60f6485c req-f9af58a7-2966-4769-8c84-933d733e17e0 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:24.419262 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-279f939a-e3f7-488a-be59-923a60f6485c req-f9af58a7-2966-4769-8c84-933d733e17e0 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.9578767 Aug 23 14:48:24.424202 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:24.430336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:24.459932 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:24.470684 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af58a7-2966-4769-8c84-933d733e17e0 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1944010c-1433-4972-8511-134c1b09a495,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:24.562301 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093fe9b7-8c06-47d1-9864-79961b83ec70 x-openstack-request-id: req-093fe9b7-8c06-47d1-9864-79961b83ec70 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:48:24.563332 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55105534-9414-42a4-a7b1-f8cb0aeec3dc", "name": "network-vif-deleted", "tag": "24c6da15-924b-4718-8d48-609cace6f6d4", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:48:24.572055 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-093fe9b7-8c06-47d1-9864-79961b83ec70 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:48:24.572055 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55105534-9414-42a4-a7b1-f8cb0aeec3dc', 'name': 'network-vif-deleted', 'tag': '24c6da15-924b-4718-8d48-609cace6f6d4', 'status': 'completed', 'code': 200} Aug 23 14:48:24.587164 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 728c0f81-53b6-4b31-9a86-b57c57e49560, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=728c0f81-53b6-4b31-9a86-b57c57e49560,segment=NetworkSegment(e7fce797-3460-48c7-afa5-21ae04aa8c4d),segment_id=e7fce797-3460-48c7-afa5-21ae04aa8c4d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:24.599341 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 19784c6b-8be7-4691-af61-bd6640b28eaa triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:24.599735 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:24.650247 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Pushing event updated for resources: {'Port': ['ID=c0148415-eedb-47a6-a40d-156de4b6a712,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:24.712117 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a9790bc8-5b5d-4098-bdee-b588195cde01,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:24.751241 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:24.755909 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:24.936838 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:25.087101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=728c0f81-53b6-4b31-9a86-b57c57e49560,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:25.115715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4356c65f-c59c-460b-a3f1-c927176be409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19784c6b-8be7-4691-af61-bd6640b28eaa'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:48:25.135153 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8640cec-b61b-470e-a346-2ec6af7422d9" -d '{"events": [{"server_uuid": "4356c65f-c59c-460b-a3f1-c927176be409", "name": "network-vif-plugged", "status": "completed", "tag": "19784c6b-8be7-4691-af61-bd6640b28eaa"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:48:25.153342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0565a38e-c295-4556-94a2-90d249c05902 req-852cb961-89b6-4280-9f31-f1b7ede53ffc tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "GET /v2.0/security-groups/1944010c-1433-4972-8511-134c1b09a495 HTTP/1.1" status: 200 len: 1812 time: 0.6979120 Aug 23 14:48:25.172360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d8e0f30c-7eef-48fa-9b9f-a5f5d6cdba06 None None] Provisioning complete for port 728c0f81-53b6-4b31-9a86-b57c57e49560 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:25.174655 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d8e0f30c-7eef-48fa-9b9f-a5f5d6cdba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:25.204952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9e438f-dfae-4c1b-be44-e711066959d9 None None] Network 88af5c89-a79c-43cf-8e21-2e35ff247d29 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:48:25.211773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9c3f626a-32cf-4ed4-b031-5a25ec497668 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:25.251224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 19784c6b-8be7-4691-af61-bd6640b28eaa, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=19784c6b-8be7-4691-af61-bd6640b28eaa,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:25.320117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Attempting to bind port c0148415-eedb-47a6-a40d-156de4b6a712 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:25.321285 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:25.328166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Attempting to bind port c0148415-eedb-47a6-a40d-156de4b6a712 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:25.328685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Attempting to bind port c0148415-eedb-47a6-a40d-156de4b6a712 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:25.385843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76ce53-cadf-4982-bc7b-a68acfba5068 req-5d8971fc-1c9d-443e-9117-ed2d5c8ac4ff tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:25.399218 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:25.400038 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba76ce53-cadf-4982-bc7b-a68acfba5068 req-5d8971fc-1c9d-443e-9117-ed2d5c8ac4ff tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 944 time: 0.2818038 Aug 23 14:48:25.402414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 24c6da15-924b-4718-8d48-609cace6f6d4 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:48:25.415129 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f0dd96-fab3-4185-8101-d74675a43fa5 x-openstack-request-id: req-66f0dd96-fab3-4185-8101-d74675a43fa5 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:48:25.415715 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4356c65f-c59c-460b-a3f1-c927176be409", "name": "network-vif-plugged", "status": "completed", "tag": "19784c6b-8be7-4691-af61-bd6640b28eaa", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:48:25.419457 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66f0dd96-fab3-4185-8101-d74675a43fa5 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:48:25.419457 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4356c65f-c59c-460b-a3f1-c927176be409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19784c6b-8be7-4691-af61-bd6640b28eaa', 'code': 200} Aug 23 14:48:25.419721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Port c0148415-eedb-47a6-a40d-156de4b6a712 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:48:25.419721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Attempting to bind port c0148415-eedb-47a6-a40d-156de4b6a712 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:25.463967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:25.464314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Checking segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:25.464709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Bound using segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:25.465161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Bound port: c0148415-eedb-47a6-a40d-156de4b6a712, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:25.465530 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:25.481793 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-8d1f0136-a721-4b66-a6ea-d30ace00e47f req-e9add393-bcb9-4332-9c2f-0bc638033dfb tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] show failed (client error): The resource could not be found. Aug 23 14:48:25.482947 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d1f0136-a721-4b66-a6ea-d30ace00e47f req-e9add393-bcb9-4332-9c2f-0bc638033dfb tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "GET /v2.0/security-groups/a48ec70d-4c4a-4315-8285-825f0bff6573 HTTP/1.1" status: 404 len: 352 time: 0.0718238 Aug 23 14:48:25.576492 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba76ce53-cadf-4982-bc7b-a68acfba5068 req-2bdb784d-ca2e-445c-add1-d1c6ec31157f tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752033 Aug 23 14:48:25.591309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 24c6da15-924b-4718-8d48-609cace6f6d4 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:48:25.591691 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 24c6da15-924b-4718-8d48-609cace6f6d4 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:48:25.670132 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [req-dd14c928-3a02-477b-892a-f3c2d9382369 req-803686e8-e8b8-45db-b1ce-8ca5a51f7b54 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] show failed (client error): The resource could not be found. Aug 23 14:48:25.679508 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd14c928-3a02-477b-892a-f3c2d9382369 req-803686e8-e8b8-45db-b1ce-8ca5a51f7b54 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "GET /v2.0/security-group-rules/37a839b5-d7ef-4bf9-a457-9179c694cf59 HTTP/1.1" status: 404 len: 361 time: 0.0584698 Aug 23 14:48:25.723687 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:25.769973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=19784c6b-8be7-4691-af61-bd6640b28eaa,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:25.833008 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:25.844342 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Deleting port 1d870759-ef23-457d-a3cc-43838e3454af {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:48:25.849131 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:25.863871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:25.903127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c0148415-eedb-47a6-a40d-156de4b6a712,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:25.940106 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-26260cc3-aabb-4093-ac03-24b37bfd82d1 req-50492e76-965d-414e-8a99-9b0c7ccda9b5 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "GET /v2.0/security-groups/1944010c-1433-4972-8511-134c1b09a495 HTTP/1.1" status: 200 len: 1812 time: 0.2190142 Aug 23 14:48:25.978659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 9c3f626a-32cf-4ed4-b031-5a25ec497668 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:26.021540 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.034907 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.101975 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-afe08e67-1ab9-4dbd-8ad8-9ef5353c1855 None None] Provisioning for port 9c3f626a-32cf-4ed4-b031-5a25ec497668 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:26.110019 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-afe08e67-1ab9-4dbd-8ad8-9ef5353c1855 None None] Provisioning complete for port 9c3f626a-32cf-4ed4-b031-5a25ec497668 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:26.110719 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-afe08e67-1ab9-4dbd-8ad8-9ef5353c1855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.168302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Pushing event updated for resources: {'Port': ['ID=c0148415-eedb-47a6-a40d-156de4b6a712,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:26.180914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38564) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:26.195489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] For port 1d870759-ef23-457d-a3cc-43838e3454af, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1d870759-ef23-457d-a3cc-43838e3454af,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:26.195932 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.221509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:26.222476 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.223206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Calling delete_port for 1d870759-ef23-457d-a3cc-43838e3454af owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:48:26.224351 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51312076-1e60-4fc3-ade9-6daee6267402 req-ee7dce96-3825-4320-8e1a-28bdca1bcb4b service neutron] 10.222.0.57 "PUT /v2.0/ports/c0148415-eedb-47a6-a40d-156de4b6a712 HTTP/1.1" status: 200 len: 1092 time: 5.0554943 Aug 23 14:48:26.304582 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-afe08e67-1ab9-4dbd-8ad8-9ef5353c1855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.352157 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-afe08e67-1ab9-4dbd-8ad8-9ef5353c1855 None None] For port 9c3f626a-32cf-4ed4-b031-5a25ec497668, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9c3f626a-32cf-4ed4-b031-5a25ec497668,segment=NetworkSegment(340ea372-e790-4e35-8e2d-045c920d2b69),segment_id=340ea372-e790-4e35-8e2d-045c920d2b69)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:26.446065 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1582310806-network', 'tenant_id': '12c362187edc43b28835086c10233034'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:26.457063 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-afe08e67-1ab9-4dbd-8ad8-9ef5353c1855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.573337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce71cd2-a48e-4b53-a3d6-a9fb63f6e47b req-d8357480-9973-479a-9005-9f500036451b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:26.581521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe08e67-1ab9-4dbd-8ad8-9ef5353c1855 None None] Pushing event updated for resources: {'Port': ['ID=9c3f626a-32cf-4ed4-b031-5a25ec497668,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:26.585906 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cce71cd2-a48e-4b53-a3d6-a9fb63f6e47b req-d8357480-9973-479a-9005-9f500036451b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 945 time: 0.2803359 Aug 23 14:48:26.589738 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28424fc-0bec-4e11-ac08-f6bfd9a1e098', 'tag': 'c0148415-eedb-47a6-a40d-156de4b6a712'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:48:26.591249 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-26260cc3-aabb-4093-ac03-24b37bfd82d1 req-88ba7e26-7e79-45cb-b805-10ef93621783 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.593520 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9a4feb-5737-4b8e-8bbd-48fe70812b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "f28424fc-0bec-4e11-ac08-f6bfd9a1e098", "tag": "c0148415-eedb-47a6-a40d-156de4b6a712"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:48:26.602920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fbcfbd2e-3882-43b3-a792-99f10106c5b0 None None] Provisioning complete for port 9c3f626a-32cf-4ed4-b031-5a25ec497668 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:26.603301 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fbcfbd2e-3882-43b3-a792-99f10106c5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.608869 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8133e7bb-bbd9-4e2f-a759-84c6eb24c6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.622002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51312076-1e60-4fc3-ade9-6daee6267402 req-53467774-dae4-42e8-ad95-6de605137125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:26.623278 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-26260cc3-aabb-4093-ac03-24b37bfd82d1 req-88ba7e26-7e79-45cb-b805-10ef93621783 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.623855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51312076-1e60-4fc3-ade9-6daee6267402 req-53467774-dae4-42e8-ad95-6de605137125 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 1095 time: 0.2490122 Aug 23 14:48:26.637148 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.730620 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51312076-1e60-4fc3-ade9-6daee6267402 req-128aece8-f71d-4cec-9f6c-b13ef58713b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0148415-eedb-47a6-a40d-156de4b6a712 HTTP/1.1" status: 200 len: 217 time: 0.0614531 Aug 23 14:48:26.732146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] Made reservation on behalf of 12c362187edc43b28835086c10233034 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:48:26.735369 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.765104 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.783644 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.806050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:48:26.832903 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cce71cd2-a48e-4b53-a3d6-a9fb63f6e47b req-d4d857db-bbe1-4cbe-a5a1-fb3f8b065c99 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483838 Aug 23 14:48:26.837015 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-26260cc3-aabb-4093-ac03-24b37bfd82d1 req-88ba7e26-7e79-45cb-b805-10ef93621783 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.839693 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-26260cc3-aabb-4093-ac03-24b37bfd82d1 req-88ba7e26-7e79-45cb-b805-10ef93621783 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:26.850610 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-26260cc3-aabb-4093-ac03-24b37bfd82d1 req-88ba7e26-7e79-45cb-b805-10ef93621783 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "DELETE /v2.0/security-groups/1944010c-1433-4972-8511-134c1b09a495 HTTP/1.1" status: 204 len: 173 time: 0.8767371 Aug 23 14:48:26.884901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba7e26-7e79-45cb-b805-10ef93621783 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1944010c-1433-4972-8511-134c1b09a495,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:26.914029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbbc37-4fe6-4350-8373-cb9e75f95a8a req-0f97eb8a-75ec-41eb-80b3-09a04fab0c1b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:26.916762 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-94dbbc37-4fe6-4350-8373-cb9e75f95a8a req-0f97eb8a-75ec-41eb-80b3-09a04fab0c1b tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.61 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 945 time: 0.2870328 Aug 23 14:48:26.937386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51312076-1e60-4fc3-ade9-6daee6267402 req-355c283f-ab44-4744-af15-1ff1aa11e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:26.949876 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51312076-1e60-4fc3-ade9-6daee6267402 req-355c283f-ab44-4744-af15-1ff1aa11e077 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.1819909 Aug 23 14:48:27.021844 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:27.045724 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671c6bfc-71ac-49af-a889-e61be6eec838 x-openstack-request-id: req-671c6bfc-71ac-49af-a889-e61be6eec838 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:48:27.046016 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28424fc-0bec-4e11-ac08-f6bfd9a1e098", "tag": "c0148415-eedb-47a6-a40d-156de4b6a712", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:48:27.046811 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-671c6bfc-71ac-49af-a889-e61be6eec838 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:48:27.047238 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28424fc-0bec-4e11-ac08-f6bfd9a1e098', 'tag': 'c0148415-eedb-47a6-a40d-156de4b6a712', 'status': 'completed', 'code': 200} Aug 23 14:48:27.088781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9c3f626a-32cf-4ed4-b031-5a25ec497668 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:27.106383 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51312076-1e60-4fc3-ade9-6daee6267402 req-2799f9aa-3afc-4b7f-b2c8-a4f4bf3dc57d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466923 Aug 23 14:48:27.124264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d870759-ef23-457d-a3cc-43838e3454af,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:27.178455 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b070b7a5-6d84-4dc6-ade3-9e3709f70b36 req-375c3e17-daef-434a-b4ee-c543bbbbadf3 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "GET /v2.0/security-groups/d216e5cc-92bf-4f7e-afbd-87d41d4fdb83 HTTP/1.1" status: 200 len: 1812 time: 0.1520610 Aug 23 14:48:27.200244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 9c3f626a-32cf-4ed4-b031-5a25ec497668 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:27.201055 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:27.227306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Router 192d983e-cad7-4830-b958-095bd1e2561f is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:48:27.275890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:27.372268 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 728c0f81-53b6-4b31-9a86-b57c57e49560 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:27.415687 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:27.422729 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:27.430802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 728c0f81-53b6-4b31-9a86-b57c57e49560 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:27.431609 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:27.520377 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b070b7a5-6d84-4dc6-ade3-9e3709f70b36 req-48a11658-01ad-414f-95ff-397474833624 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:27.561127 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b070b7a5-6d84-4dc6-ade3-9e3709f70b36 req-48a11658-01ad-414f-95ff-397474833624 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:27.565170 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:48:27.578266 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Sync routers for ids ['192d983e-cad7-4830-b958-095bd1e2561f'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:48:27.594447 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Routers {'192d983e-cad7-4830-b958-095bd1e2561f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:27.595703 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['192d983e-cad7-4830-b958-095bd1e2561f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:27.657923 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:27.658476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6e5f149-e2ca-46fb-aba5-a8196e9c5685 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:48:27.663392 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:27.664623 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-76a07524-2d82-4146-bf33-fed1050b22c3 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "DELETE /v2.0/routers/d6e5f149-e2ca-46fb-aba5-a8196e9c5685 HTTP/1.1" status: 204 len: 168 time: 3.7012928 Aug 23 14:48:27.669298 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38586) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:27.675069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1173246869', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}, 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:27.681473 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87800c4f-6805-46e6-86cb-75ed85b697e4 req-ab926938-672e-4a1a-aebc-a76b08d002b4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:27.683090 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-87800c4f-6805-46e6-86cb-75ed85b697e4 req-ab926938-672e-4a1a-aebc-a76b08d002b4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 944 time: 0.7323647 Aug 23 14:48:27.770586 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Set router 192d983e-cad7-4830-b958-095bd1e2561f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:27.783403 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b070b7a5-6d84-4dc6-ade3-9e3709f70b36 req-48a11658-01ad-414f-95ff-397474833624 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:27.786855 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b070b7a5-6d84-4dc6-ade3-9e3709f70b36 req-48a11658-01ad-414f-95ff-397474833624 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:27.795751 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b070b7a5-6d84-4dc6-ade3-9e3709f70b36 req-48a11658-01ad-414f-95ff-397474833624 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "DELETE /v2.0/security-groups/d216e5cc-92bf-4f7e-afbd-87d41d4fdb83 HTTP/1.1" status: 204 len: 173 time: 0.5972211 Aug 23 14:48:27.821429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-87800c4f-6805-46e6-86cb-75ed85b697e4 req-171a5555-9e91-4aa9-a251-210a9bd9f719 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057031 Aug 23 14:48:27.829220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:48:27.836599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a11658-01ad-414f-95ff-397474833624 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d216e5cc-92bf-4f7e-afbd-87d41d4fdb83,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:27.845059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Sync routers for ids ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:48:27.880273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-94dbbc37-4fe6-4350-8373-cb9e75f95a8a req-91074241-a374-4310-b3b4-f4d52eceb262 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Deleting port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:48:27.881537 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-94dbbc37-4fe6-4350-8373-cb9e75f95a8a req-91074241-a374-4310-b3b4-f4d52eceb262 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:27.932568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Routers {'2e1bffc5-0f37-42e8-a777-80fe03c051a0'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:27.940248 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:27.976855 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:27.980078 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51312076-1e60-4fc3-ade9-6daee6267402 req-d791cd83-cc39-43c6-aced-2a90aab2ff69 service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8601921 Aug 23 14:48:28.042479 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9b822e59-81d8-4655-8290-a618bd4a3f9b req-9ee3e7cd-bf53-4295-a366-bea251b77f16 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "GET /v2.0/security-groups/07ca9a7a-5c9e-45ec-85be-950bc19978fa HTTP/1.1" status: 200 len: 1812 time: 0.1811030 Aug 23 14:48:28.090101 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51312076-1e60-4fc3-ade9-6daee6267402 req-d6a8c09e-1365-4cc1-9fbc-0b094abdbd94 service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006329 Aug 23 14:48:28.125424 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-9b822e59-81d8-4655-8290-a618bd4a3f9b req-a287ca66-acd9-4551-81b1-dd71b0548c53 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.148731 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.163451 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-9b822e59-81d8-4655-8290-a618bd4a3f9b req-a287ca66-acd9-4551-81b1-dd71b0548c53 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.168182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:48:28.181044 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.181315 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] Added segment b94f383e-101c-45de-a577-3461625c52b8 of type vlan for network 87ad5f23-3854-49af-8867-189fb61a3e40 Aug 23 14:48:28.223788 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192d983e-cad7-4830-b958-095bd1e2561f', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:20Z', 'updated_at': '2021-08-23T14:48:25Z', 'revision_number': 3, 'project_id': '12feac158092408899c1a0e9b042350f', 'gw_port': {'id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fe:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:22Z', 'updated_at': '2021-08-23T14:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:28.237837 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.277876 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.282822 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c1fb2bc1-50e4-4763-bf53-9a64513d76b9 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9048309 Aug 23 14:48:28.282822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38594) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:28.291100 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.291100 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a37d4100-eb7f-41ff-be75-1e30df2382ac admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1187136 Aug 23 14:48:28.325948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38596) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:28.335394 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Checking router: 192d983e-cad7-4830-b958-095bd1e2561f for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:48:28.335987 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Updating router 192d983e-cad7-4830-b958-095bd1e2561f port a9790bc8-5b5d-4098-bdee-b588195cde01 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:48:28.408759 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.410453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Set router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:28.440977 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.441868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:28.442462 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.470362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02087d6d-2999-4afe-90f1-2ac3ce9d13c8 req-9f55c2d9-d6d2-4f18-ba48-361e0779e7cd tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:28.474171 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02087d6d-2999-4afe-90f1-2ac3ce9d13c8 req-9f55c2d9-d6d2-4f18-ba48-361e0779e7cd tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 945 time: 0.3795686 Aug 23 14:48:28.509515 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.528719 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-94dbbc37-4fe6-4350-8373-cb9e75f95a8a req-91074241-a374-4310-b3b4-f4d52eceb262 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] For port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:28.529116 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-94dbbc37-4fe6-4350-8373-cb9e75f95a8a req-91074241-a374-4310-b3b4-f4d52eceb262 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.543146 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.550205 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.567793 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-9b822e59-81d8-4655-8290-a618bd4a3f9b req-a287ca66-acd9-4551-81b1-dd71b0548c53 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.571266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a4feb-5737-4b8e-8bbd-48fe70812b1f req-60d80997-292a-4a82-9490-8f365662f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:28.573367 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e9a4feb-5737-4b8e-8bbd-48fe70812b1f req-60d80997-292a-4a82-9490-8f365662f7b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 1095 time: 0.3040373 Aug 23 14:48:28.574185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6310f5-0d74-4ee1-bace-c935a913d374,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:28.590252 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-9b822e59-81d8-4655-8290-a618bd4a3f9b req-a287ca66-acd9-4551-81b1-dd71b0548c53 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:28.597642 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9b822e59-81d8-4655-8290-a618bd4a3f9b req-a287ca66-acd9-4551-81b1-dd71b0548c53 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "DELETE /v2.0/security-groups/07ca9a7a-5c9e-45ec-85be-950bc19978fa HTTP/1.1" status: 204 len: 173 time: 0.5480340 Aug 23 14:48:28.668888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287ca66-acd9-4551-81b1-dd71b0548c53 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ca9a7a-5c9e-45ec-85be-950bc19978fa,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:28.805366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a4feb-5737-4b8e-8bbd-48fe70812b1f req-03a2656c-45e8-4eba-8e68-7fb8c1fb5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:28.806875 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e9a4feb-5737-4b8e-8bbd-48fe70812b1f req-03a2656c-45e8-4eba-8e68-7fb8c1fb5665 service neutron] 10.222.0.57 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.1937416 Aug 23 14:48:28.813546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:19Z', 'updated_at': '2021-08-23T14:48:23Z', 'revision_number': 3, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'gw_port': {'id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:21Z', 'updated_at': '2021-08-23T14:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:28.819126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-94dbbc37-4fe6-4350-8373-cb9e75f95a8a req-91074241-a374-4310-b3b4-f4d52eceb262 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Calling delete_port for 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:48:28.864891 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.6790049 Aug 23 14:48:28.865561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38608) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:28.879363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ba022ab9-58c9-4cc1-a1af-d759ab1cefb1 admin admin] Request body: {'subnet': {'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1582310806-subnet', 'tenant_id': '12c362187edc43b28835086c10233034', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:28.909985 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Checking router: 2e1bffc5-0f37-42e8-a777-80fe03c051a0 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:48:28.911794 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Updating router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 port b170db88-3665-43fb-a547-4a0e7d6555cf binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:48:28.956480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e9a4feb-5737-4b8e-8bbd-48fe70812b1f req-b6b8a1c9-574a-49bb-ba3b-00600408971e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0148415-eedb-47a6-a40d-156de4b6a712 HTTP/1.1" status: 200 len: 217 time: 0.1044750 Aug 23 14:48:28.966985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15c667-da25-461c-8a94-0f7cedf86c7c admin admin] Pushing event updated for resources: {'Network': ['ID=87ad5f23-3854-49af-8867-189fb61a3e40,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:28.976587 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:29.020294 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:29.026442 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 87ad5f23-3854-49af-8867-189fb61a3e40 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:48:29.027956 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Transition to ACTIVE for port object a9790bc8-5b5d-4098-bdee-b588195cde01 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:29.064701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02087d6d-2999-4afe-90f1-2ac3ce9d13c8 req-3dd15ea3-4a20-4824-9b4a-cc252d1f48fb tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544572 Aug 23 14:48:29.065449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba022ab9-58c9-4cc1-a1af-d759ab1cefb1 admin admin] Made reservation on behalf of 12c362187edc43b28835086c10233034 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:48:29.069535 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba022ab9-58c9-4cc1-a1af-d759ab1cefb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:29.152162 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1d870759-ef23-457d-a3cc-43838e3454af no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:48:29.243726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 1d870759-ef23-457d-a3cc-43838e3454af {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:48:29.255207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1d870759-ef23-457d-a3cc-43838e3454af not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:48:29.307021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a4feb-5737-4b8e-8bbd-48fe70812b1f req-f35f65d2-3af2-4b1a-9ef9-099a9a9858bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:29.308866 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e9a4feb-5737-4b8e-8bbd-48fe70812b1f req-f35f65d2-3af2-4b1a-9ef9-099a9a9858bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.3323345 Aug 23 14:48:29.388757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dbb3d-9ef7-4934-b6d8-3c178d8804c7 req-bcfb9b07-61fc-4c36-b98f-b27ad67c8880 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:29.390997 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9e3dbb3d-9ef7-4934-b6d8-3c178d8804c7 req-bcfb9b07-61fc-4c36-b98f-b27ad67c8880 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 944 time: 0.1593151 Aug 23 14:48:29.392942 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e9a4feb-5737-4b8e-8bbd-48fe70812b1f req-5cefec93-ea6f-4bdf-ae05-4a6b2fe41c33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605628 Aug 23 14:48:29.406872 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:29.480383 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Attempting to bind port a9790bc8-5b5d-4098-bdee-b588195cde01 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:29.481328 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Attempting to bind port a9790bc8-5b5d-4098-bdee-b588195cde01 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:29.481964 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Attempting to bind port a9790bc8-5b5d-4098-bdee-b588195cde01 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:29.496924 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef5cd0-a70b-4f30-8559-15d90e1a93cf None None] Pushing event updated for resources: {'Port': ['ID=a9790bc8-5b5d-4098-bdee-b588195cde01,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:29.500083 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:29.501073 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:29.501688 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:29.502283 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:29.503815 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Bound port: a9790bc8-5b5d-4098-bdee-b588195cde01, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:29.550275 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:29.550275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef5cd0-a70b-4f30-8559-15d90e1a93cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:29.550275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef5cd0-a70b-4f30-8559-15d90e1a93cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:29.550275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef5cd0-a70b-4f30-8559-15d90e1a93cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:29.550275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef5cd0-a70b-4f30-8559-15d90e1a93cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:29.550275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef5cd0-a70b-4f30-8559-15d90e1a93cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:29.550275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef5cd0-a70b-4f30-8559-15d90e1a93cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:29.550275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef5cd0-a70b-4f30-8559-15d90e1a93cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:29.550275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef5cd0-a70b-4f30-8559-15d90e1a93cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:29.550275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef5cd0-a70b-4f30-8559-15d90e1a93cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:29.550275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef5cd0-a70b-4f30-8559-15d90e1a93cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:29.550275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef5cd0-a70b-4f30-8559-15d90e1a93cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:29.550275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef5cd0-a70b-4f30-8559-15d90e1a93cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:29.595300 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9e3dbb3d-9ef7-4934-b6d8-3c178d8804c7 req-d8840308-a5da-46db-ad3a-db2fc560bc1c tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571267 Aug 23 14:48:29.626488 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:29.632579 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] For port a9790bc8-5b5d-4098-bdee-b588195cde01, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:29.638794 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] For port a9790bc8-5b5d-4098-bdee-b588195cde01, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=a9790bc8-5b5d-4098-bdee-b588195cde01,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:29.684904 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c72ea04a-2647-4281-99b5-bdc445f8aa45 req-adb68b46-ca11-45b4-8765-67122f79d41f tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "GET /v2.0/security-groups/55a37cef-2ff0-4f07-81ab-9f58dd78a74a HTTP/1.1" status: 200 len: 1813 time: 0.0952871 Aug 23 14:48:29.767802 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:29.782115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Transition to ACTIVE for port object b170db88-3665-43fb-a547-4a0e7d6555cf will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:29.832245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e9a4feb-5737-4b8e-8bbd-48fe70812b1f req-2f66c42e-8c3e-441a-94f9-51d3c33158b3 service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048047 Aug 23 14:48:29.853218 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c72ea04a-2647-4281-99b5-bdc445f8aa45 req-fb6c57a4-fd30-4687-a522-48958bc819b6 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:29.873369 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:29.924612 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:29.935761 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Routers {'192d983e-cad7-4830-b958-095bd1e2561f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:29.936721 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['192d983e-cad7-4830-b958-095bd1e2561f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:29.984146 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c72ea04a-2647-4281-99b5-bdc445f8aa45 req-fb6c57a4-fd30-4687-a522-48958bc819b6 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:29.990338 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef5cd0-a70b-4f30-8559-15d90e1a93cf None None] Pushing event updated for resources: {'Port': ['ID=a9790bc8-5b5d-4098-bdee-b588195cde01,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:30.004295 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-94dbbc37-4fe6-4350-8373-cb9e75f95a8a req-91074241-a374-4310-b3b4-f4d52eceb262 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:30.027751 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba022ab9-58c9-4cc1-a1af-d759ab1cefb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:30.046854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Attempting to bind port b170db88-3665-43fb-a547-4a0e7d6555cf on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:30.047303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Attempting to bind port b170db88-3665-43fb-a547-4a0e7d6555cf by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:30.048735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Attempting to bind port b170db88-3665-43fb-a547-4a0e7d6555cf on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:30.049736 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:30.061213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:30.061617 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:30.062897 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:30.063332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:30.064692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Bound port: b170db88-3665-43fb-a547-4a0e7d6555cf, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:30.073012 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:30.073012 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce219e2-c5e3-4239-9a5f-bc6bf1a730f9 None None] Pushing event updated for resources: {'Port': ['ID=b170db88-3665-43fb-a547-4a0e7d6555cf,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:30.113351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91074241-a374-4310-b3b4-f4d52eceb262 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Pushing event deleted for resources: {'Port': ['ID=00d33b1a-bd9b-4fa6-a77c-3ff42db2117a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:30.126200 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] Set router 192d983e-cad7-4830-b958-095bd1e2561f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:30.130801 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:30.141963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:48:30.187682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e9a4feb-5737-4b8e-8bbd-48fe70812b1f req-456e9e1c-83fb-4b62-87e3-9e75a4541c0b service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365734 Aug 23 14:48:30.213118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dbbc37-4fe6-4350-8373-cb9e75f95a8a req-91074241-a374-4310-b3b4-f4d52eceb262 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] No DVR routers for this DVR port 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:48:30.220702 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-94dbbc37-4fe6-4350-8373-cb9e75f95a8a req-91074241-a374-4310-b3b4-f4d52eceb262 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:30.222816 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-94dbbc37-4fe6-4350-8373-cb9e75f95a8a req-91074241-a374-4310-b3b4-f4d52eceb262 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.61 "DELETE /v2.0/ports/00d33b1a-bd9b-4fa6-a77c-3ff42db2117a HTTP/1.1" status: 204 len: 173 time: 3.2891731 Aug 23 14:48:30.229133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2465fb91-f17c-4dab-a807-9c02abba197f', 'name': 'network-vif-deleted', 'tag': '00d33b1a-bd9b-4fa6-a77c-3ff42db2117a'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:48:30.231698 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e293ceb4-76ef-47b8-b79b-ed20cbd92520" -d '{"events": [{"server_uuid": "2465fb91-f17c-4dab-a807-9c02abba197f", "name": "network-vif-deleted", "tag": "00d33b1a-bd9b-4fa6-a77c-3ff42db2117a"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:48:30.250481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba022ab9-58c9-4cc1-a1af-d759ab1cefb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c1b493-5244-4660-8372-bd1bd7562053,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:30.266503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:48:30.266842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 00d33b1a-bd9b-4fa6-a77c-3ff42db2117a not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:48:30.315912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba022ab9-58c9-4cc1-a1af-d759ab1cefb1 admin admin] Checking segment: {'id': 'b94f383e-101c-45de-a577-3461625c52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:30.316186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba022ab9-58c9-4cc1-a1af-d759ab1cefb1 admin admin] Network hostable DHCP agents. Network: 87ad5f23-3854-49af-8867-189fb61a3e40, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:48:30.320085 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7f3d9c0-5aea-43b0-a4dc-b52ec514b95c req-8b8bfd35-9264-46da-9f32-697961d2793c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 210 time: 0.0383198 Aug 23 14:48:30.340454 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:30.368710 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] For port b170db88-3665-43fb-a547-4a0e7d6555cf, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:30.372977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] For port b170db88-3665-43fb-a547-4a0e7d6555cf, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b170db88-3665-43fb-a547-4a0e7d6555cf,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:30.428239 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3c52a6-f250-45ac-8b0a-2f014552f3ba x-openstack-request-id: req-cf3c52a6-f250-45ac-8b0a-2f014552f3ba {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:48:30.428553 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2465fb91-f17c-4dab-a807-9c02abba197f", "name": "network-vif-deleted", "tag": "00d33b1a-bd9b-4fa6-a77c-3ff42db2117a", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:48:30.428798 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cf3c52a6-f250-45ac-8b0a-2f014552f3ba {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:48:30.429151 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2465fb91-f17c-4dab-a807-9c02abba197f', 'name': 'network-vif-deleted', 'tag': '00d33b1a-bd9b-4fa6-a77c-3ff42db2117a', 'status': 'completed', 'code': 200} Aug 23 14:48:30.434358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba022ab9-58c9-4cc1-a1af-d759ab1cefb1 admin admin] Network 87ad5f23-3854-49af-8867-189fb61a3e40 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:48:30.457819 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:30.547158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-ba022ab9-58c9-4cc1-a1af-d759ab1cefb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 87ad5f23-3854-49af-8867-189fb61a3e40) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:30.557883 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba022ab9-58c9-4cc1-a1af-d759ab1cefb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:30.558622 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba022ab9-58c9-4cc1-a1af-d759ab1cefb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:30.585317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6973197-ee97-49c7-a23b-39c889787fed None None] Network 87ad5f23-3854-49af-8867-189fb61a3e40 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:48:30.609156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce219e2-c5e3-4239-9a5f-bc6bf1a730f9 None None] Pushing event updated for resources: {'Port': ['ID=b170db88-3665-43fb-a547-4a0e7d6555cf,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:30.689332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Routers {'2e1bffc5-0f37-42e8-a777-80fe03c051a0'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:30.690646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ba022ab9-58c9-4cc1-a1af-d759ab1cefb1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8161023 Aug 23 14:48:30.691128 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192d983e-cad7-4830-b958-095bd1e2561f', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:20Z', 'updated_at': '2021-08-23T14:48:25Z', 'revision_number': 3, 'project_id': '12feac158092408899c1a0e9b042350f', 'gw_port': {'id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fe:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:22Z', 'updated_at': '2021-08-23T14:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:30.692296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Allocated IP 172.20.0.1 (cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d/60d43940-211a-4370-9555-0648239a8725/e2e5a3ec-7361-4b3d-b203-ea456b6f5614) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:30.693116 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:30.700037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38632) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:30.717596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:30.754563 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5b2a4-511c-4845-9874-8e3772d7ecb4 None None] The sync data for ids ['192d983e-cad7-4830-b958-095bd1e2561f'] in n-d-804985-3 is: [{'id': '192d983e-cad7-4830-b958-095bd1e2561f', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:20Z', 'updated_at': '2021-08-23T14:48:25Z', 'revision_number': 3, 'project_id': '12feac158092408899c1a0e9b042350f', 'gw_port': {'id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fe:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:22Z', 'updated_at': '2021-08-23T14:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:48:30.761817 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Allocated IP 172.20.0.1 (88af5c89-a79c-43cf-8e21-2e35ff247d29/320beec8-ca64-47ee-b131-43ac22d375c5/29e80e42-b274-451b-b9c9-4073d3e0a167) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:30.816450 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c72ea04a-2647-4281-99b5-bdc445f8aa45 req-fb6c57a4-fd30-4687-a522-48958bc819b6 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:30.819234 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c72ea04a-2647-4281-99b5-bdc445f8aa45 req-fb6c57a4-fd30-4687-a522-48958bc819b6 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:30.820753 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c72ea04a-2647-4281-99b5-bdc445f8aa45 req-fb6c57a4-fd30-4687-a522-48958bc819b6 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "DELETE /v2.0/security-groups/55a37cef-2ff0-4f07-81ab-9f58dd78a74a HTTP/1.1" status: 204 len: 173 time: 1.1098256 Aug 23 14:48:30.885684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c57a4-fd30-4687-a522-48958bc819b6 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a37cef-2ff0-4f07-81ab-9f58dd78a74a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:30.897229 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] Set router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:30.967155 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11ea54-a6e1-4dc8-a756-0acb0f0a04b9 req-27b8443f-6608-460f-b89a-2fd8f7135b95 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:30.990635 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf11ea54-a6e1-4dc8-a756-0acb0f0a04b9 req-27b8443f-6608-460f-b89a-2fd8f7135b95 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 944 time: 0.2139373 Aug 23 14:48:31.013762 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device c0148415-eedb-47a6-a40d-156de4b6a712 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:48:31.040975 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:31.048830 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:31.049891 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:31.113125 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf11ea54-a6e1-4dc8-a756-0acb0f0a04b9 req-ace56fec-57d6-48b5-a498-46a295b2d507 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214435 Aug 23 14:48:31.121009 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Transition to ACTIVE for port object 29e80e42-b274-451b-b9c9-4073d3e0a167 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:31.135890 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:31.172652 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Transition to ACTIVE for port object e2e5a3ec-7361-4b3d-b203-ea456b6f5614 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:31.188939 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-be399bed-d3f2-46a3-b8e3-52c8627b4e2a req-171baccd-0b09-47a4-9595-d655a671f002 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "GET /v2.0/security-groups/5e7f1595-590a-46e1-99fa-6c94110fe888 HTTP/1.1" status: 200 len: 1813 time: 0.2233880 Aug 23 14:48:31.241025 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:31.316676 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:31.455475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Network 88af5c89-a79c-43cf-8e21-2e35ff247d29 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:31.455581 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-87ad5f23-3854-49af-8867-189fb61a3e40', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'tenant_id': '12c362187edc43b28835086c10233034', 'fixed_ips': [{'subnet_id': 'd3c1b493-5244-4660-8372-bd1bd7562053'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:48:31.455581 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:31.489890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:31.501577 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:31.538290 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:31.580555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:31.590545 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:31.599939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:19Z', 'updated_at': '2021-08-23T14:48:23Z', 'revision_number': 3, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'gw_port': {'id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:21Z', 'updated_at': '2021-08-23T14:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:31.663753 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:31.702318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Pushing event updated for resources: {'Port': ['ID=29e80e42-b274-451b-b9c9-4073d3e0a167,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:31.772278 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b339fd70-9393-4c21-b009-60999d266e29 req-a2adca54-0978-4405-9e5b-9020c7c8668f tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=2465fb91-f17c-4dab-a807-9c02abba197f HTTP/1.1" status: 200 len: 210 time: 0.1384845 Aug 23 14:48:31.782209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b182febb-f2e8-416b-8c78-a5e0666ec889 None None] The sync data for ids ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'] in n-d-804985-3 is: [{'id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:19Z', 'updated_at': '2021-08-23T14:48:23Z', 'revision_number': 3, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'gw_port': {'id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:21Z', 'updated_at': '2021-08-23T14:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:48:31.801226 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c0148415-eedb-47a6-a40d-156de4b6a712,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:31.813465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Network cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:31.819835 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:31.822237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:31.862707 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-be399bed-d3f2-46a3-b8e3-52c8627b4e2a req-8c0681b0-2f12-42d3-b3fc-0fb2f5b24ea8 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:31.865486 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:31.882218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'c0148415-eedb-47a6-a40d-156de4b6a712', 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc', 'port_id': 'c0148415-eedb-47a6-a40d-156de4b6a712', 'mac_address': 'fa:16:3e:9f:a3:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3c3169-88e3-4e3b-9891-646aecdff0e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:48:31.955827 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:32.013849 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:32.101320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Allocated IP 172.20.0.2 (87ad5f23-3854-49af-8867-189fb61a3e40/d3c1b493-5244-4660-8372-bd1bd7562053/7f0f0527-601c-4c28-8436-0b8df43618ee) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:32.226706 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-be399bed-d3f2-46a3-b8e3-52c8627b4e2a req-8c0681b0-2f12-42d3-b3fc-0fb2f5b24ea8 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:32.499751 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Allocated IP 172.25.8.99 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/144ed808-0d3d-4e0c-a0c4-8ee5458b03eb) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:32.503772 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:32.505331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0148415-eedb-47a6-a40d-156de4b6a712 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:48:32.579375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c0148415-eedb-47a6-a40d-156de4b6a712,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:32.736220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-480aaf48-3313-43b0-84a4-ee93ee9ca740 None None] Provisioning for port 29e80e42-b274-451b-b9c9-4073d3e0a167 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:32.747109 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-be399bed-d3f2-46a3-b8e3-52c8627b4e2a req-8c0681b0-2f12-42d3-b3fc-0fb2f5b24ea8 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:32.752404 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-be399bed-d3f2-46a3-b8e3-52c8627b4e2a req-8c0681b0-2f12-42d3-b3fc-0fb2f5b24ea8 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:32.753732 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-480aaf48-3313-43b0-84a4-ee93ee9ca740 None None] Provisioning complete for port 29e80e42-b274-451b-b9c9-4073d3e0a167 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:32.753999 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-480aaf48-3313-43b0-84a4-ee93ee9ca740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:32.759427 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-be399bed-d3f2-46a3-b8e3-52c8627b4e2a req-8c0681b0-2f12-42d3-b3fc-0fb2f5b24ea8 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] 10.222.0.38 "DELETE /v2.0/security-groups/5e7f1595-590a-46e1-99fa-6c94110fe888 HTTP/1.1" status: 204 len: 173 time: 1.5504913 Aug 23 14:48:32.759983 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38660) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:32.804634 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:32.804900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Pushing event updated for resources: {'Port': ['ID=e2e5a3ec-7361-4b3d-b203-ea456b6f5614,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:32.882374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0681b0-2f12-42d3-b3fc-0fb2f5b24ea8 tempest-SecurityGroupRulesNegativeTestJSON-374135819 tempest-SecurityGroupRulesNegativeTestJSON-374135819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7f1595-590a-46e1-99fa-6c94110fe888,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:32.927474 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:32.936344 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=c0148415-eedb-47a6-a40d-156de4b6a712,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:33.005983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Transition to ACTIVE for port object 7f0f0527-601c-4c28-8436-0b8df43618ee will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:33.059334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Transition to ACTIVE for port object 7f0f0527-601c-4c28-8436-0b8df43618ee will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:33.090778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd93830-a048-4a4e-921c-eda6a0daaafb admin admin] Deleting subnet 8fd2fd09-2fff-493e-91f0-e3f045b88891 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:48:33.104004 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['c0148415-eedb-47a6-a40d-156de4b6a712'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:48:33.111064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-480aaf48-3313-43b0-84a4-ee93ee9ca740 None None] Port 29e80e42-b274-451b-b9c9-4073d3e0a167 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:48:33.119181 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6dd93830-a048-4a4e-921c-eda6a0daaafb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:33.179016 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:33.185942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456224f7-de47-404e-8ac4-845855beca47 req-a415487c-9c34-4604-a05c-2d97db8c866e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:33.197788 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-456224f7-de47-404e-8ac4-845855beca47 req-a415487c-9c34-4604-a05c-2d97db8c866e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 945 time: 0.4022996 Aug 23 14:48:33.203623 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:33.239967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Network 87ad5f23-3854-49af-8867-189fb61a3e40 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:33.260336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:33.277245 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6dd93830-a048-4a4e-921c-eda6a0daaafb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:33.307425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:33.336507 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b170db88-3665-43fb-a547-4a0e7d6555cf up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:33.350231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:33.389492 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Pushing event updated for resources: {'Port': ['ID=7f0f0527-601c-4c28-8436-0b8df43618ee,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:33.497604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-11b472d9-ab0f-48a7-879c-e3e9226edb1b None None] Provisioning for port e2e5a3ec-7361-4b3d-b203-ea456b6f5614 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:33.510047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-11b472d9-ab0f-48a7-879c-e3e9226edb1b None None] Provisioning complete for port e2e5a3ec-7361-4b3d-b203-ea456b6f5614 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:33.510300 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6dd93830-a048-4a4e-921c-eda6a0daaafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:33.513090 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-11b472d9-ab0f-48a7-879c-e3e9226edb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:33.567558 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-456224f7-de47-404e-8ac4-845855beca47 req-14f8174c-2c1e-463b-8811-87e6102aef48 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673770 Aug 23 14:48:33.595181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-11b472d9-ab0f-48a7-879c-e3e9226edb1b None None] Port e2e5a3ec-7361-4b3d-b203-ea456b6f5614 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:48:33.600593 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:33.675012 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:33.731855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Attempting to bind port 7f0f0527-601c-4c28-8436-0b8df43618ee on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:33.732112 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Attempting to bind port 7f0f0527-601c-4c28-8436-0b8df43618ee by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'b94f383e-101c-45de-a577-3461625c52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:33.732726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Attempting to bind port 7f0f0527-601c-4c28-8436-0b8df43618ee on network 87ad5f23-3854-49af-8867-189fb61a3e40 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:33.740797 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:33.742261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:33.742621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Checking segment: {'id': 'b94f383e-101c-45de-a577-3461625c52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:33.743039 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:33.743420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Bound using segment: {'id': 'b94f383e-101c-45de-a577-3461625c52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:33.743960 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Bound port: 7f0f0527-601c-4c28-8436-0b8df43618ee, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94f383e-101c-45de-a577-3461625c52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:33.744344 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:33.748816 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:33.782754 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:33.786563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:33.806596 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Pushing event updated for resources: {'Port': ['ID=144ed808-0d3d-4e0c-a0c4-8ee5458b03eb,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:33.892851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] For port 7f0f0527-601c-4c28-8436-0b8df43618ee, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:33.897345 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] For port 7f0f0527-601c-4c28-8436-0b8df43618ee, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7f0f0527-601c-4c28-8436-0b8df43618ee,segment=NetworkSegment(b94f383e-101c-45de-a577-3461625c52b8),segment_id=b94f383e-101c-45de-a577-3461625c52b8)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:33.904979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Pushing event updated for resources: {'Port': ['ID=29e80e42-b274-451b-b9c9-4073d3e0a167,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:33.959398 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6dd93830-a048-4a4e-921c-eda6a0daaafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:33.995294 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:34.000156 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:34.020907 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6dd93830-a048-4a4e-921c-eda6a0daaafb admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:34.022782 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6dd93830-a048-4a4e-921c-eda6a0daaafb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8fd2fd09-2fff-493e-91f0-e3f045b88891 HTTP/1.1" status: 204 len: 168 time: 1.2402301 Aug 23 14:48:34.029032 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:34.032727 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38678) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:34.042684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd93830-a048-4a4e-921c-eda6a0daaafb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd2fd09-2fff-493e-91f0-e3f045b88891,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:34.066054 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:34.074871 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port b170db88-3665-43fb-a547-4a0e7d6555cf completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:34.077836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046daeb3-9196-45d2-bcd5-5401aafa7320 req-68956ec0-763a-4505-94fd-e0b9d5914d5c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:34.080078 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-046daeb3-9196-45d2-bcd5-5401aafa7320 req-68956ec0-763a-4505-94fd-e0b9d5914d5c tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 945 time: 0.2677779 Aug 23 14:48:34.091302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b170db88-3665-43fb-a547-4a0e7d6555cf triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:34.095784 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:34.122595 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:34.136687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c350e-1f9c-4155-bb57-2d9cf8089088 req-261ff9d9-2f59-4c5d-affe-f07a1402dfb4 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:34.139525 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a08c350e-1f9c-4155-bb57-2d9cf8089088 req-261ff9d9-2f59-4c5d-affe-f07a1402dfb4 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 945 time: 0.4215236 Aug 23 14:48:34.227924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0c8c7-685b-42da-8c67-0d02037473fb None None] Pushing event updated for resources: {'Port': ['ID=7f0f0527-601c-4c28-8436-0b8df43618ee,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:34.269860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Allocated IP 172.25.8.218 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/bc923f8c-edea-467e-957a-7550520be3f5) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:34.368117 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:34.424848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port b170db88-3665-43fb-a547-4a0e7d6555cf, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b170db88-3665-43fb-a547-4a0e7d6555cf,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:34.429010 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:34.480284 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:34.491318 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:34.492064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device a9790bc8-5b5d-4098-bdee-b588195cde01 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:34.502172 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-294f8afa-78b2-413a-abb5-61e25abdd4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:34.545081 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a08c350e-1f9c-4155-bb57-2d9cf8089088 req-1f85a82a-2e0a-44e2-a5a9-81540787a3c9 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177581 Aug 23 14:48:34.691678 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:34.775157 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=b170db88-3665-43fb-a547-4a0e7d6555cf,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:34.864100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device c0148415-eedb-47a6-a40d-156de4b6a712 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:34.871141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Pushing event updated for resources: {'Port': ['ID=e2e5a3ec-7361-4b3d-b203-ea456b6f5614,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:34.904355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port a9790bc8-5b5d-4098-bdee-b588195cde01 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:34.912928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port a9790bc8-5b5d-4098-bdee-b588195cde01 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:34.914039 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:34.921281 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-294f8afa-78b2-413a-abb5-61e25abdd4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:34.925927 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Network 88af5c89-a79c-43cf-8e21-2e35ff247d29 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:34.942021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:34.948151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-294f8afa-78b2-413a-abb5-61e25abdd4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a596bf-e7c6-48ae-b47b-7c60cb2aff14']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:34.985474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-046daeb3-9196-45d2-bcd5-5401aafa7320 req-360fbfe1-3511-488b-b881-5982eae87767 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Deleting port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:48:34.986140 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-046daeb3-9196-45d2-bcd5-5401aafa7320 req-360fbfe1-3511-488b-b881-5982eae87767 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:35.065885 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:35.072736 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port c0148415-eedb-47a6-a40d-156de4b6a712 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:35.074477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-294f8afa-78b2-413a-abb5-61e25abdd4a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51699145-443b-4467-8b52-50cf542fbb22') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:35.074781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-294f8afa-78b2-413a-abb5-61e25abdd4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51699145-443b-4467-8b52-50cf542fbb22') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:35.091128 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port c0148415-eedb-47a6-a40d-156de4b6a712 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:35.091764 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:35.120589 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-294f8afa-78b2-413a-abb5-61e25abdd4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:35.152265 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:35.157644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Network cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:35.160697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Pushing event updated for resources: {'Port': ['ID=bc923f8c-edea-467e-957a-7550520be3f5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:35.170426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:35.199408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:35.199408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:35.206782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:35.226353 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port a9790bc8-5b5d-4098-bdee-b588195cde01, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=a9790bc8-5b5d-4098-bdee-b588195cde01,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:35.302885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df725a4-d5f5-4303-974c-31b802c289d9 req-e0946bc2-c22c-45be-a613-4748e380ed2a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:35.304871 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1df725a4-d5f5-4303-974c-31b802c289d9 req-e0946bc2-c22c-45be-a613-4748e380ed2a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 945 time: 0.4545143 Aug 23 14:48:35.308825 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:35.338344 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-294f8afa-78b2-413a-abb5-61e25abdd4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:35.368372 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:35.443447 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294f8afa-78b2-413a-abb5-61e25abdd4a3 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:48:35.446809 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-294f8afa-78b2-413a-abb5-61e25abdd4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:48:35.449783 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:48:35.543513 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:35.659701 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7dec667c-780c-4332-8311-137e2007094c None None] Provisioning complete for port 29e80e42-b274-451b-b9c9-4073d3e0a167 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:35.659701 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7dec667c-780c-4332-8311-137e2007094c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:35.760827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-7dec667c-780c-4332-8311-137e2007094c None None] Port 29e80e42-b274-451b-b9c9-4073d3e0a167 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:48:35.762537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7f0f0527-601c-4c28-8436-0b8df43618ee up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:35.834026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28424fc-0bec-4e11-ac08-f6bfd9a1e098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0148415-eedb-47a6-a40d-156de4b6a712'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:48:35.838580 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05de1b4f-76eb-4c4e-93dd-2003911c80ce" -d '{"events": [{"server_uuid": "f28424fc-0bec-4e11-ac08-f6bfd9a1e098", "name": "network-vif-plugged", "status": "completed", "tag": "c0148415-eedb-47a6-a40d-156de4b6a712"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:48:35.844003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-046daeb3-9196-45d2-bcd5-5401aafa7320 req-360fbfe1-3511-488b-b881-5982eae87767 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] For port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,segment=NetworkSegment(8aedf02c-bb31-41f1-b994-10de329eed5e),segment_id=8aedf02c-bb31-41f1-b994-10de329eed5e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:35.844722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-046daeb3-9196-45d2-bcd5-5401aafa7320 req-360fbfe1-3511-488b-b881-5982eae87767 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:35.851230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=a9790bc8-5b5d-4098-bdee-b588195cde01,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:35.881589 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c0148415-eedb-47a6-a40d-156de4b6a712,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:35.887071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-046daeb3-9196-45d2-bcd5-5401aafa7320 req-360fbfe1-3511-488b-b881-5982eae87767 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Calling delete_port for 340691ea-a6ff-47fd-b902-bd6fcfd82dcc owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:48:35.918674 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d0c5355f-6339-49de-a850-0e29d4871cba None None] Provisioning complete for port e2e5a3ec-7361-4b3d-b203-ea456b6f5614 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:35.923071 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d0c5355f-6339-49de-a850-0e29d4871cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:35.966443 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d0c5355f-6339-49de-a850-0e29d4871cba None None] Port e2e5a3ec-7361-4b3d-b203-ea456b6f5614 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:48:35.971817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 7f0f0527-601c-4c28-8436-0b8df43618ee completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:35.980955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b170db88-3665-43fb-a547-4a0e7d6555cf up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:36.014041 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:36.038963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:48:36.096642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=c0148415-eedb-47a6-a40d-156de4b6a712,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:36.123383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712487a1-44c2-475a-a71a-2540bfe1bb45 req-300cf334-5d44-42fd-a78f-f7df9753b738 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:36.124857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e46371-8317-460e-8426-e168305096a5 None None] Network 87ad5f23-3854-49af-8867-189fb61a3e40 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:48:36.131834 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-712487a1-44c2-475a-a71a-2540bfe1bb45 req-300cf334-5d44-42fd-a78f-f7df9753b738 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 945 time: 0.3383489 Aug 23 14:48:36.175964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Router 192d983e-cad7-4830-b958-095bd1e2561f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:48:36.200895 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1df725a4-d5f5-4303-974c-31b802c289d9 req-4ca5d9fa-f2a9-4bfb-9cca-0c9790d5de1f tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8849654 Aug 23 14:48:36.294189 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b170db88-3665-43fb-a547-4a0e7d6555cf triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:36.294718 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:36.347398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e0c69e7d-91cb-4d3c-a567-702b8749256d None None] Provisioning for port 7f0f0527-601c-4c28-8436-0b8df43618ee completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:36.363432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e0c69e7d-91cb-4d3c-a567-702b8749256d None None] Provisioning complete for port 7f0f0527-601c-4c28-8436-0b8df43618ee triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:36.363849 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e0c69e7d-91cb-4d3c-a567-702b8749256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:36.411606 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-712487a1-44c2-475a-a71a-2540bfe1bb45 req-067aef5d-74f4-443b-8aaa-dd830bfaf163 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/security-groups?id=f7f97970-6ce4-459d-abaa-c27aa720eedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751832 Aug 23 14:48:36.412288 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:36.446909 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a458291-217c-4530-bf9a-917d178be8ee x-openstack-request-id: req-4a458291-217c-4530-bf9a-917d178be8ee {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:48:36.447584 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28424fc-0bec-4e11-ac08-f6bfd9a1e098", "name": "network-vif-plugged", "status": "completed", "tag": "c0148415-eedb-47a6-a40d-156de4b6a712", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:48:36.448094 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a458291-217c-4530-bf9a-917d178be8ee {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:48:36.448718 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28424fc-0bec-4e11-ac08-f6bfd9a1e098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0148415-eedb-47a6-a40d-156de4b6a712', 'code': 200} Aug 23 14:48:36.523044 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:36.566466 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-294f8afa-78b2-413a-abb5-61e25abdd4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:36.572356 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-294f8afa-78b2-413a-abb5-61e25abdd4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:36.582225 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-294f8afa-78b2-413a-abb5-61e25abdd4a3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b5a596bf-e7c6-48ae-b47b-7c60cb2aff14 HTTP/1.1" status: 204 len: 168 time: 2.5440948 Aug 23 14:48:36.595848 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e0c69e7d-91cb-4d3c-a567-702b8749256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:36.675254 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e0c69e7d-91cb-4d3c-a567-702b8749256d None None] For port 7f0f0527-601c-4c28-8436-0b8df43618ee, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7f0f0527-601c-4c28-8436-0b8df43618ee,segment=NetworkSegment(b94f383e-101c-45de-a577-3461625c52b8),segment_id=b94f383e-101c-45de-a577-3461625c52b8)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:36.759767 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e0c69e7d-91cb-4d3c-a567-702b8749256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:36.813447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:48:36.821179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f8afa-78b2-413a-abb5-61e25abdd4a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a596bf-e7c6-48ae-b47b-7c60cb2aff14,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:36.826661 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Sync routers for ids ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:48:36.850998 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Routers {'2e1bffc5-0f37-42e8-a777-80fe03c051a0'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:36.852077 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:36.852485 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c4afcbdf-b1a4-403e-b579-a5315ec6c640 admin admin] 10.222.0.38 "PUT /v2.0/routers/2e1bffc5-0f37-42e8-a777-80fe03c051a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5082951 Aug 23 14:48:36.893817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c69e7d-91cb-4d3c-a567-702b8749256d None None] Pushing event updated for resources: {'Port': ['ID=7f0f0527-601c-4c28-8436-0b8df43618ee,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:36.931081 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:48:36.946547 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-380f50d3-a62a-4958-aac2-7da4398394eb admin admin] 10.222.0.38 "PUT /v2.0/routers/192d983e-cad7-4830-b958-095bd1e2561f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6618538 Aug 23 14:48:36.947888 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 340691ea-a6ff-47fd-b902-bd6fcfd82dcc no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:48:36.961304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ad178-9633-426b-ba76-e3f858dbeacf req-2bacdd3a-e6c3-44dd-8900-944a8315ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:36.962835 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-125ad178-9633-426b-ba76-e3f858dbeacf req-2bacdd3a-e6c3-44dd-8900-944a8315ac56 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 1097 time: 0.4053748 Aug 23 14:48:36.964666 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Sync routers for ids ['192d983e-cad7-4830-b958-095bd1e2561f'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:48:36.969504 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-046daeb3-9196-45d2-bcd5-5401aafa7320 req-360fbfe1-3511-488b-b881-5982eae87767 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:36.993632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Router dc777214-718d-487d-9fe8-6cfc83fcbdb6 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:48:37.011878 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 340691ea-a6ff-47fd-b902-bd6fcfd82dcc {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:48:37.014888 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 340691ea-a6ff-47fd-b902-bd6fcfd82dcc not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:48:37.033308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Routers {'192d983e-cad7-4830-b958-095bd1e2561f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:37.033954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['192d983e-cad7-4830-b958-095bd1e2561f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:37.088511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fbfe1-3511-488b-b881-5982eae87767 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Pushing event deleted for resources: {'Port': ['ID=340691ea-a6ff-47fd-b902-bd6fcfd82dcc,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:37.092406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-125ad178-9633-426b-ba76-e3f858dbeacf req-44c4ebd9-dffa-4250-bad4-c474959abbcb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090436 Aug 23 14:48:37.163352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38712) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:37.224434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:48:37.235494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Set router 192d983e-cad7-4830-b958-095bd1e2561f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:37.247162 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c0606c-c835-4c81-92dc-fc95705629ec None None] Sync routers for ids ['dc777214-718d-487d-9fe8-6cfc83fcbdb6'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:48:37.284905 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Set router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:37.298307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-046daeb3-9196-45d2-bcd5-5401aafa7320 req-360fbfe1-3511-488b-b881-5982eae87767 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] No DVR routers for this DVR port 340691ea-a6ff-47fd-b902-bd6fcfd82dcc on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:48:37.305952 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-046daeb3-9196-45d2-bcd5-5401aafa7320 req-360fbfe1-3511-488b-b881-5982eae87767 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:37.308065 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-046daeb3-9196-45d2-bcd5-5401aafa7320 req-360fbfe1-3511-488b-b881-5982eae87767 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.57 "DELETE /v2.0/ports/340691ea-a6ff-47fd-b902-bd6fcfd82dcc HTTP/1.1" status: 204 len: 173 time: 3.2188683 Aug 23 14:48:37.346758 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:37.350333 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5d39be2e-bd2c-4017-82cc-6ebaa493ae1f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.6777687 Aug 23 14:48:37.350924 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38724) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:37.356437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-1233a5ae-fadd-4946-9a10-5984853e18fd tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'enable_snat': False}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:37.415590 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0606c-c835-4c81-92dc-fc95705629ec None None] Routers {'dc777214-718d-487d-9fe8-6cfc83fcbdb6'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:37.417905 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-17c0606c-c835-4c81-92dc-fc95705629ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc777214-718d-487d-9fe8-6cfc83fcbdb6'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:37.460677 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5f8969da-3d91-476c-9624-0f0511a6410d None None] Provisioning complete for port 7f0f0527-601c-4c28-8436-0b8df43618ee triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:37.461119 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5f8969da-3d91-476c-9624-0f0511a6410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:37.465361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d89a5ab-0a9d-4818-8d8a-75a731833c80', 'name': 'network-vif-deleted', 'tag': '340691ea-a6ff-47fd-b902-bd6fcfd82dcc'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:48:37.467855 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a4216b-c635-42d5-9e10-df3d92140144" -d '{"events": [{"server_uuid": "5d89a5ab-0a9d-4818-8d8a-75a731833c80", "name": "network-vif-deleted", "tag": "340691ea-a6ff-47fd-b902-bd6fcfd82dcc"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:48:37.501510 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7dfe3354-f41f-4aad-b590-5d40795fe214 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ed013a3dc1b447a7b5c7afbf567dae01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315136 Aug 23 14:48:37.503581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38740) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:37.508143 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-17c0606c-c835-4c81-92dc-fc95705629ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:37.551515 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0606c-c835-4c81-92dc-fc95705629ec None None] Routers {'dc777214-718d-487d-9fe8-6cfc83fcbdb6'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:37.558205 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-17c0606c-c835-4c81-92dc-fc95705629ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc777214-718d-487d-9fe8-6cfc83fcbdb6'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:37.604362 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-17c0606c-c835-4c81-92dc-fc95705629ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:37.605379 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c0606c-c835-4c81-92dc-fc95705629ec None None] The sync data for ids ['dc777214-718d-487d-9fe8-6cfc83fcbdb6'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:48:37.606049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7f0f0527-601c-4c28-8436-0b8df43618ee up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:37.676103 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-25df5ef5-b714-4dcd-a64a-d512fe3f8eb2 req-4b79a45f-3a1a-4d68-b64e-51ada1ed2173 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 210 time: 0.1216047 Aug 23 14:48:37.902726 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:37.935044 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:19Z', 'updated_at': '2021-08-23T14:48:33Z', 'revision_number': 4, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'gw_port': {'id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:21Z', 'updated_at': '2021-08-23T14:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e2e5a3ec-7361-4b3d-b203-ea456b6f5614', 'name': '', 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'mac_address': 'fa:16:3e:3a:c5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '60d43940-211a-4370-9555-0648239a8725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:33Z', 'revision_number': 2, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'subnets': [{'id': '60d43940-211a-4370-9555-0648239a8725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:38.000797 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Checking router: 2e1bffc5-0f37-42e8-a777-80fe03c051a0 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:48:38.002595 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Updating router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 port e2e5a3ec-7361-4b3d-b203-ea456b6f5614 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:48:38.051186 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:38.391842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 7f0f0527-601c-4c28-8436-0b8df43618ee triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:38.391842 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:38.400686 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1233a5ae-fadd-4946-9a10-5984853e18fd tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:38.429624 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf012fb9-5d92-467b-a766-64dbc3c5b818 req-f163896d-b31e-428a-b74e-6a502d6f5e5d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:38.437842 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf012fb9-5d92-467b-a766-64dbc3c5b818 req-f163896d-b31e-428a-b74e-6a502d6f5e5d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 946 time: 1.0452790 Aug 23 14:48:38.586561 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf012fb9-5d92-467b-a766-64dbc3c5b818 req-ec38b55f-5989-43e8-9b44-c71cb1dc539d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136861 Aug 23 14:48:38.605461 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Router 43945457-9c30-4cf5-b911-6d6e185fb8a9 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:48:38.618691 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f0bad6c-efe1-48aa-bac8-87ef23b1b464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:38.732681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device a9790bc8-5b5d-4098-bdee-b588195cde01 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:38.748498 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6875b947-5228-4c88-a70d-25f2cc559921 x-openstack-request-id: req-6875b947-5228-4c88-a70d-25f2cc559921 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:48:38.748915 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d89a5ab-0a9d-4818-8d8a-75a731833c80", "name": "network-vif-deleted", "tag": "340691ea-a6ff-47fd-b902-bd6fcfd82dcc", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:48:38.750919 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6875b947-5228-4c88-a70d-25f2cc559921 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:48:38.757069 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d89a5ab-0a9d-4818-8d8a-75a731833c80', 'name': 'network-vif-deleted', 'tag': '340691ea-a6ff-47fd-b902-bd6fcfd82dcc', 'status': 'completed', 'code': 200} Aug 23 14:48:38.759244 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f0bad6c-efe1-48aa-bac8-87ef23b1b464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:38.794904 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192d983e-cad7-4830-b958-095bd1e2561f', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:20Z', 'updated_at': '2021-08-23T14:48:32Z', 'revision_number': 4, 'project_id': '12feac158092408899c1a0e9b042350f', 'gw_port': {'id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:22Z', 'updated_at': '2021-08-23T14:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '29e80e42-b274-451b-b9c9-4073d3e0a167', 'name': '', 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'mac_address': 'fa:16:3e:00:ae:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:32Z', 'revision_number': 2, 'project_id': '12feac158092408899c1a0e9b042350f', 'subnets': [{'id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:38.838446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Checking router: 192d983e-cad7-4830-b958-095bd1e2561f for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:48:38.838809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Updating router 192d983e-cad7-4830-b958-095bd1e2561f port 29e80e42-b274-451b-b9c9-4073d3e0a167 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:48:38.878612 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:48:38.886770 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:38.899299 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port a9790bc8-5b5d-4098-bdee-b588195cde01 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:38.899720 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:38.928740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Sync routers for ids ['43945457-9c30-4cf5-b911-6d6e185fb8a9'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:48:38.978426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Routers {'43945457-9c30-4cf5-b911-6d6e185fb8a9'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:38.979076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['43945457-9c30-4cf5-b911-6d6e185fb8a9'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:39.066833 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:39.105927 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38792) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:39.125209 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-4b98f937-b4a2-4530-b5e6-0fbdb486a123 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785134408', 'description': 'tempest-description--772420999'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:39.300417 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1233a5ae-fadd-4946-9a10-5984853e18fd tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:39.306148 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1233a5ae-fadd-4946-9a10-5984853e18fd tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:39.308744 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b98f937-b4a2-4530-b5e6-0fbdb486a123 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:39.308996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Set router 43945457-9c30-4cf5-b911-6d6e185fb8a9 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:39.361244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-988420dc-6657-4a1d-81b3-905bc76d43f2 req-ba90cb21-4805-4c0e-a4a0-7e47427cf053 tempest-LiveAutoBlockMigrationV225Test-969027159 tempest-LiveAutoBlockMigrationV225Test-969027159-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d89a5ab-0a9d-4818-8d8a-75a731833c80 HTTP/1.1" status: 200 len: 210 time: 0.4366672 Aug 23 14:48:39.361244 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:39.361244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-dc541199-8139-488d-b5fd-6176c45b3084 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.6330128 Aug 23 14:48:39.361244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38796) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:39.482623 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1233a5ae-fadd-4946-9a10-5984853e18fd tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Router dc777214-718d-487d-9fe8-6cfc83fcbdb6 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:48:39.485737 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Transition to ACTIVE for port object e2e5a3ec-7361-4b3d-b203-ea456b6f5614 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:39.491431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f0bad6c-efe1-48aa-bac8-87ef23b1b464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:39.500536 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f0bad6c-efe1-48aa-bac8-87ef23b1b464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:39.500536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9f0bad6c-efe1-48aa-bac8-87ef23b1b464 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a5ce687b-b9d8-47a5-a131-c04cbcd68970 HTTP/1.1" status: 204 len: 168 time: 1.9911141 Aug 23 14:48:39.553665 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b98f937-b4a2-4530-b5e6-0fbdb486a123 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:39.570576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bad6c-efe1-48aa-bac8-87ef23b1b464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ce687b-b9d8-47a5-a131-c04cbcd68970,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:39.588616 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:39.668752 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b98f937-b4a2-4530-b5e6-0fbdb486a123 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:39.766100 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eeb455-4a8c-4e30-b442-c647b741facd None None] Pushing event updated for resources: {'Port': ['ID=e2e5a3ec-7361-4b3d-b203-ea456b6f5614,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:39.911211 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Attempting to bind port e2e5a3ec-7361-4b3d-b203-ea456b6f5614 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:39.911640 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Attempting to bind port e2e5a3ec-7361-4b3d-b203-ea456b6f5614 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'e7fce797-3460-48c7-afa5-21ae04aa8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:39.916896 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Attempting to bind port e2e5a3ec-7361-4b3d-b203-ea456b6f5614 on network cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:39.933641 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:39.934197 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Checking segment: {'id': 'e7fce797-3460-48c7-afa5-21ae04aa8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:39.934713 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:39.935400 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Bound using segment: {'id': 'e7fce797-3460-48c7-afa5-21ae04aa8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:39.936263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Bound port: e2e5a3ec-7361-4b3d-b203-ea456b6f5614, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fce797-3460-48c7-afa5-21ae04aa8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:39.936794 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:39.945628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98f937-b4a2-4530-b5e6-0fbdb486a123 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffbcaeb-b4e3-497a-9520-1c28aeebb19c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:40.071770 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] For port e2e5a3ec-7361-4b3d-b203-ea456b6f5614, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:40.071770 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] For port e2e5a3ec-7361-4b3d-b203-ea456b6f5614, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e2e5a3ec-7361-4b3d-b203-ea456b6f5614,segment=NetworkSegment(e7fce797-3460-48c7-afa5-21ae04aa8c4d),segment_id=e7fce797-3460-48c7-afa5-21ae04aa8c4d)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:40.074023 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:40.112346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240337b-6f62-4177-a372-24ca02282070 req-e939d7f1-3752-4b86-8a1c-902401e8465d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:40.114040 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b240337b-6f62-4177-a372-24ca02282070 req-e939d7f1-3752-4b86-8a1c-902401e8465d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 946 time: 0.3831377 Aug 23 14:48:40.118312 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b98f937-b4a2-4530-b5e6-0fbdb486a123 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:40.122261 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4b98f937-b4a2-4530-b5e6-0fbdb486a123 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0125721 Aug 23 14:48:40.122445 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38818) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:40.140095 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Transition to ACTIVE for port object 29e80e42-b274-451b-b9c9-4073d3e0a167 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:40.148755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d6f5d7f8-0921-4ae8-9436-648a03612942 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Request body: {'security_group_rule': {'security_group_id': '2ffbcaeb-b4e3-497a-9520-1c28aeebb19c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:40.158661 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:31Z', 'updated_at': '2021-08-23T14:48:35Z', 'revision_number': 3, 'project_id': '12c362187edc43b28835086c10233034', 'gw_port': {'id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:34Z', 'updated_at': '2021-08-23T14:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:40.189744 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:40.240315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Checking router: 43945457-9c30-4cf5-b911-6d6e185fb8a9 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:48:40.240686 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Updating router 43945457-9c30-4cf5-b911-6d6e185fb8a9 port bc923f8c-edea-467e-957a-7550520be3f5 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:48:40.252861 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:40.269195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1233a5ae-fadd-4946-9a10-5984853e18fd tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:48:40.285720 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1233a5ae-fadd-4946-9a10-5984853e18fd tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:40.290395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1233a5ae-fadd-4946-9a10-5984853e18fd tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "PUT /v2.0/routers/dc777214-718d-487d-9fe8-6cfc83fcbdb6 HTTP/1.1" status: 200 len: 925 time: 2.9350932 Aug 23 14:48:40.292159 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39b76b-ecf2-4024-b042-212e6d046c17 None None] Sync routers for ids ['dc777214-718d-487d-9fe8-6cfc83fcbdb6'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:48:40.309824 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38834) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:40.382737 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:40.397115 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eeb455-4a8c-4e30-b442-c647b741facd None None] Pushing event updated for resources: {'Port': ['ID=e2e5a3ec-7361-4b3d-b203-ea456b6f5614,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:40.416680 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Routers {'2e1bffc5-0f37-42e8-a777-80fe03c051a0'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:40.417584 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:40.428497 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39b76b-ecf2-4024-b042-212e6d046c17 None None] Routers {'dc777214-718d-487d-9fe8-6cfc83fcbdb6'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:40.429170 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-be39b76b-ecf2-4024-b042-212e6d046c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc777214-718d-487d-9fe8-6cfc83fcbdb6'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:40.551148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b392c-f8b3-4a1d-bc6d-47d294072f44 None None] Pushing event updated for resources: {'Port': ['ID=29e80e42-b274-451b-b9c9-4073d3e0a167,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:40.556144 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:40.728230 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-be39b76b-ecf2-4024-b042-212e6d046c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:40.789397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38856) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:40.794343 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39b76b-ecf2-4024-b042-212e6d046c17 None None] Routers {'dc777214-718d-487d-9fe8-6cfc83fcbdb6'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:40.795022 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-be39b76b-ecf2-4024-b042-212e6d046c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc777214-718d-487d-9fe8-6cfc83fcbdb6'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:40.824426 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-37bf41f7-36f8-465b-bb40-a168558be33c tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/routers/dc777214-718d-487d-9fe8-6cfc83fcbdb6 HTTP/1.1" status: 200 len: 925 time: 0.5132861 Aug 23 14:48:40.831238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38868) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:40.887504 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b240337b-6f62-4177-a372-24ca02282070 req-7ae6795a-c7aa-4190-8bc9-d1153012be28 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7229996 Aug 23 14:48:40.923485 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-be39b76b-ecf2-4024-b042-212e6d046c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:40.924480 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39b76b-ecf2-4024-b042-212e6d046c17 None None] The sync data for ids ['dc777214-718d-487d-9fe8-6cfc83fcbdb6'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:48:40.980331 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d7f8-0921-4ae8-9436-648a03612942 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:40.993072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b392c-f8b3-4a1d-bc6d-47d294072f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:40.999793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b392c-f8b3-4a1d-bc6d-47d294072f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:40.999793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b392c-f8b3-4a1d-bc6d-47d294072f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:40.999793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b392c-f8b3-4a1d-bc6d-47d294072f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:40.999793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b392c-f8b3-4a1d-bc6d-47d294072f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:40.999793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b392c-f8b3-4a1d-bc6d-47d294072f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:40.999793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b392c-f8b3-4a1d-bc6d-47d294072f44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:40.999793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b392c-f8b3-4a1d-bc6d-47d294072f44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:40.999793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b392c-f8b3-4a1d-bc6d-47d294072f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:40.999793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b392c-f8b3-4a1d-bc6d-47d294072f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:40.999793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b392c-f8b3-4a1d-bc6d-47d294072f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:41.000924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b392c-f8b3-4a1d-bc6d-47d294072f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:48:41.021317 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Allocated IP 172.20.0.1 (87ad5f23-3854-49af-8867-189fb61a3e40/d3c1b493-5244-4660-8372-bd1bd7562053/24bcf327-60a1-4424-a405-1790b2353a71) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:41.100106 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] Set router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:41.177999 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d7f8-0921-4ae8-9436-648a03612942 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:41.220980 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041607f4-a571-4584-90b2-73244c8cab7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:41.223588 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-041607f4-a571-4584-90b2-73244c8cab7e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&device_id=dc777214-718d-487d-9fe8-6cfc83fcbdb6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3885772 Aug 23 14:48:41.226115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38882) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:41.244232 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Attempting to bind port 29e80e42-b274-451b-b9c9-4073d3e0a167 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:41.245264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Attempting to bind port 29e80e42-b274-451b-b9c9-4073d3e0a167 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '340ea372-e790-4e35-8e2d-045c920d2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:41.245813 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Attempting to bind port 29e80e42-b274-451b-b9c9-4073d3e0a167 on network 88af5c89-a79c-43cf-8e21-2e35ff247d29 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:41.299806 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d7f8-0921-4ae8-9436-648a03612942 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:41.348528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5d7f8-0921-4ae8-9436-648a03612942 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f479ee90-ad22-45a3-abf2-4f61806ac654,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:41.413770 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae95c0e-871d-4653-9fc5-8a4de0c08521 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:41.417101 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fae95c0e-871d-4653-9fc5-8a4de0c08521 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 881 time: 0.1898079 Aug 23 14:48:41.420046 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38884) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:41.453595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:41.453972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Checking segment: {'id': '340ea372-e790-4e35-8e2d-045c920d2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:41.455194 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:41.456347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Bound using segment: {'id': '340ea372-e790-4e35-8e2d-045c920d2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:41.457239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Bound port: 29e80e42-b274-451b-b9c9-4073d3e0a167, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340ea372-e790-4e35-8e2d-045c920d2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:41.466293 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:41.492629 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-14ee2222-0c13-4793-b9c0-08a09e487ecd tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc777214-718d-487d-9fe8-6cfc83fcbdb6 HTTP/1.1" status: 200 len: 205 time: 0.0682127 Aug 23 14:48:41.495947 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d7f8-0921-4ae8-9436-648a03612942 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:41.499008 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d6f5d7f8-0921-4ae8-9436-648a03612942 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3713593 Aug 23 14:48:41.502340 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38886) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:41.502693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38888) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:41.522221 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:41.576072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Transition to ACTIVE for port object 24bcf327-60a1-4424-a405-1790b2353a71 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:41.704931 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f3506ad5-93e0-4ba6-836d-3d56b5794853 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Request body: {'security_group_rule': {'security_group_id': '2ffbcaeb-b4e3-497a-9520-1c28aeebb19c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:41.716181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-5012adc5-efe0-4e53-9fcf-7b2bfbe90cf4 admin admin] Deleting subnet b707fe90-d579-4c2f-8f14-069d9b2eeda6 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:48:41.731215 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5012adc5-efe0-4e53-9fcf-7b2bfbe90cf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:41.765001 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c07f2413-9b19-45af-97d7-078536d964c9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:41.797229 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] For port 29e80e42-b274-451b-b9c9-4073d3e0a167, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:41.814742 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] For port 29e80e42-b274-451b-b9c9-4073d3e0a167, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=29e80e42-b274-451b-b9c9-4073d3e0a167,segment=NetworkSegment(340ea372-e790-4e35-8e2d-045c920d2b69),segment_id=340ea372-e790-4e35-8e2d-045c920d2b69)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:41.863999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5012adc5-efe0-4e53-9fcf-7b2bfbe90cf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:41.998235 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:42.000725 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:42.130554 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:42.157598 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c07f2413-9b19-45af-97d7-078536d964c9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:42.162323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b392c-f8b3-4a1d-bc6d-47d294072f44 None None] Pushing event updated for resources: {'Port': ['ID=29e80e42-b274-451b-b9c9-4073d3e0a167,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:42.167705 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:19Z', 'updated_at': '2021-08-23T14:48:33Z', 'revision_number': 4, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'gw_port': {'id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:21Z', 'updated_at': '2021-08-23T14:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e2e5a3ec-7361-4b3d-b203-ea456b6f5614', 'name': '', 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'mac_address': 'fa:16:3e:3a:c5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '60d43940-211a-4370-9555-0648239a8725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:40Z', 'revision_number': 4, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'subnets': [{'id': '60d43940-211a-4370-9555-0648239a8725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:42.173730 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Routers {'192d983e-cad7-4830-b958-095bd1e2561f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:42.174904 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['192d983e-cad7-4830-b958-095bd1e2561f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:42.182302 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5012adc5-efe0-4e53-9fcf-7b2bfbe90cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:42.184159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Transition to ACTIVE for port object bc923f8c-edea-467e-957a-7550520be3f5 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:42.186740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Network 87ad5f23-3854-49af-8867-189fb61a3e40 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:42.241015 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3506ad5-93e0-4ba6-836d-3d56b5794853 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:42.280594 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6aa36-3f16-4515-a345-cf933283b597 None None] The sync data for ids ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'] in n-d-804985-3 is: [{'id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:19Z', 'updated_at': '2021-08-23T14:48:33Z', 'revision_number': 4, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'gw_port': {'id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:21Z', 'updated_at': '2021-08-23T14:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e2e5a3ec-7361-4b3d-b203-ea456b6f5614', 'name': '', 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'mac_address': 'fa:16:3e:3a:c5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '60d43940-211a-4370-9555-0648239a8725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:40Z', 'revision_number': 4, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'subnets': [{'id': '60d43940-211a-4370-9555-0648239a8725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:48:42.303188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:42.313562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:42.385456 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3506ad5-93e0-4ba6-836d-3d56b5794853 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:42.434422 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:42.466575 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:42.474453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Pushing event updated for resources: {'Port': ['ID=24bcf327-60a1-4424-a405-1790b2353a71,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:42.486527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de494a2-e78d-4c27-9e6b-cc703561b6bf req-b11d0cfb-f85b-4190-94f0-bb571b6558dc tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:42.496200 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5de494a2-e78d-4c27-9e6b-cc703561b6bf req-b11d0cfb-f85b-4190-94f0-bb571b6558dc tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 1097 time: 0.3455887 Aug 23 14:48:42.552905 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3506ad5-93e0-4ba6-836d-3d56b5794853 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:42.608606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38900) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:42.625539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3506ad5-93e0-4ba6-836d-3d56b5794853 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6883df-7a0e-4c75-9f75-0fcea654de32,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:42.771489 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5de494a2-e78d-4c27-9e6b-cc703561b6bf req-8e598650-18e1-46a4-ba60-2aba9ef55936 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043664 Aug 23 14:48:42.804057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c07f2413-9b19-45af-97d7-078536d964c9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Deleting port 144ed808-0d3d-4e0c-a0c4-8ee5458b03eb {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:48:42.804409 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c07f2413-9b19-45af-97d7-078536d964c9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:42.818310 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5012adc5-efe0-4e53-9fcf-7b2bfbe90cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:42.881599 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5012adc5-efe0-4e53-9fcf-7b2bfbe90cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:42.888897 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5012adc5-efe0-4e53-9fcf-7b2bfbe90cf4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b707fe90-d579-4c2f-8f14-069d9b2eeda6 HTTP/1.1" status: 204 len: 168 time: 2.0967615 Aug 23 14:48:42.971760 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38906) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:42.976256 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c07f2413-9b19-45af-97d7-078536d964c9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:42.993169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-network', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:43.000913 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c07f2413-9b19-45af-97d7-078536d964c9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Calling delete_port for 144ed808-0d3d-4e0c-a0c4-8ee5458b03eb owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:48:43.023289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012adc5-efe0-4e53-9fcf-7b2bfbe90cf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b707fe90-d579-4c2f-8f14-069d9b2eeda6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:43.094977 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3506ad5-93e0-4ba6-836d-3d56b5794853 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:43.099974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38908) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:43.106914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:43.111795 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f3506ad5-93e0-4ba6-836d-3d56b5794853 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3981419 Aug 23 14:48:43.119985 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Attempting to bind port bc923f8c-edea-467e-957a-7550520be3f5 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:43.120540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Attempting to bind port bc923f8c-edea-467e-957a-7550520be3f5 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:43.121158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Attempting to bind port bc923f8c-edea-467e-957a-7550520be3f5 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:43.124558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] Made reservation on behalf of 453bc9f0ae244a8fad31793e47e18492 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:48:43.126870 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:43.154290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:43.155132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:43.156114 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:43.156507 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:43.157039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Bound port: bc923f8c-edea-467e-957a-7550520be3f5, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:43.157556 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:43.170171 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:43.216960 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b09db9d1-1e29-4cbd-a8b0-7ac7ef6cc645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:43.233098 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:43.300897 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4532f81-215a-44bf-b5bc-844e561fad3d None None] Pushing event updated for resources: {'Port': ['ID=bc923f8c-edea-467e-957a-7550520be3f5,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:43.359408 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] Set router 192d983e-cad7-4830-b958-095bd1e2561f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:43.418405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] For port bc923f8c-edea-467e-957a-7550520be3f5, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:43.466612 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] For port bc923f8c-edea-467e-957a-7550520be3f5, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bc923f8c-edea-467e-957a-7550520be3f5,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:43.480114 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f0908-07ec-4bc6-be45-27b9615a2ae7 req-8ede047b-87cc-46a2-b3f5-5d87ddcf0e0d tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:43.483737 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec8f0908-07ec-4bc6-be45-27b9615a2ae7 req-8ede047b-87cc-46a2-b3f5-5d87ddcf0e0d tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 1097 time: 0.3910663 Aug 23 14:48:43.494588 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:43.505273 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c07f2413-9b19-45af-97d7-078536d964c9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:43.505730 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:43.582703 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:43.612084 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f2413-9b19-45af-97d7-078536d964c9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Pushing event deleted for resources: {'Port': ['ID=144ed808-0d3d-4e0c-a0c4-8ee5458b03eb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:43.643712 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e2e5a3ec-7361-4b3d-b203-ea456b6f5614 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:43.686566 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:43.723521 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec8f0908-07ec-4bc6-be45-27b9615a2ae7 req-634a67d5-c6d4-4eee-9e35-8e50e210ba18 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338839 Aug 23 14:48:43.788274 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b09db9d1-1e29-4cbd-a8b0-7ac7ef6cc645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:43.859250 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:48:43.872929 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c07f2413-9b19-45af-97d7-078536d964c9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:43.901820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Routers {'43945457-9c30-4cf5-b911-6d6e185fb8a9'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:43.903129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['43945457-9c30-4cf5-b911-6d6e185fb8a9'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:43.907392 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-412b61ca-c521-42b0-9a0d-ca221a302b83 None None] Provisioning for port 24bcf327-60a1-4424-a405-1790b2353a71 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:43.977862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4532f81-215a-44bf-b5bc-844e561fad3d None None] Pushing event updated for resources: {'Port': ['ID=bc923f8c-edea-467e-957a-7550520be3f5,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:43.994083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b09db9d1-1e29-4cbd-a8b0-7ac7ef6cc645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d05685-47dd-44e8-9fba-4321908349a1']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:43.997819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68cba04-f311-47b4-8c36-ad2bda9ab53d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:44.001697 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-412b61ca-c521-42b0-9a0d-ca221a302b83 None None] Provisioning complete for port 24bcf327-60a1-4424-a405-1790b2353a71 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:44.007094 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-412b61ca-c521-42b0-9a0d-ca221a302b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.019001 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.019329 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] Added segment a5994012-2141-442b-95b6-6d09994fdb03 of type vlan for network b542f892-fbd7-43ba-9b32-88275cc36a65 Aug 23 14:48:44.054411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b09db9d1-1e29-4cbd-a8b0-7ac7ef6cc645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aedf02c-bb31-41f1-b994-10de329eed5e') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:44.057476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b09db9d1-1e29-4cbd-a8b0-7ac7ef6cc645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aedf02c-bb31-41f1-b994-10de329eed5e') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:44.108777 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b09db9d1-1e29-4cbd-a8b0-7ac7ef6cc645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.146935 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c07f2413-9b19-45af-97d7-078536d964c9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.149763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c07f2413-9b19-45af-97d7-078536d964c9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.204762 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b09db9d1-1e29-4cbd-a8b0-7ac7ef6cc645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.221897 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.235200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09db9d1-1e29-4cbd-a8b0-7ac7ef6cc645 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:48:44.235624 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b09db9d1-1e29-4cbd-a8b0-7ac7ef6cc645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:48:44.239012 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:48:44.309323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-412b61ca-c521-42b0-9a0d-ca221a302b83 None None] Port 24bcf327-60a1-4424-a405-1790b2353a71 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:48:44.357446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] Set router 43945457-9c30-4cf5-b911-6d6e185fb8a9 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:44.387455 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.408836 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.429531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port e2e5a3ec-7361-4b3d-b203-ea456b6f5614 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:44.443379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e2e5a3ec-7361-4b3d-b203-ea456b6f5614 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:44.443780 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.490507 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c07f2413-9b19-45af-97d7-078536d964c9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.492027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07f2413-9b19-45af-97d7-078536d964c9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Fanout notify agent at l3_agent the message router_deleted on router dc777214-718d-487d-9fe8-6cfc83fcbdb6 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:48:44.513638 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c07f2413-9b19-45af-97d7-078536d964c9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.519860 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c07f2413-9b19-45af-97d7-078536d964c9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "DELETE /v2.0/routers/dc777214-718d-487d-9fe8-6cfc83fcbdb6 HTTP/1.1" status: 204 len: 168 time: 3.0142987 Aug 23 14:48:44.522268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38920) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:44.527378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d63b3b3d-8437-474f-8c59-ba14f295f664 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1377714105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:44.555854 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b09db9d1-1e29-4cbd-a8b0-7ac7ef6cc645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.565824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b09db9d1-1e29-4cbd-a8b0-7ac7ef6cc645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.568017 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b09db9d1-1e29-4cbd-a8b0-7ac7ef6cc645 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e5d05685-47dd-44e8-9fba-4321908349a1 HTTP/1.1" status: 204 len: 168 time: 1.5893855 Aug 23 14:48:44.572160 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.574520 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.574701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38922) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:44.575644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:44.576530 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.627757 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192d983e-cad7-4830-b958-095bd1e2561f', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:20Z', 'updated_at': '2021-08-23T14:48:32Z', 'revision_number': 4, 'project_id': '12feac158092408899c1a0e9b042350f', 'gw_port': {'id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:22Z', 'updated_at': '2021-08-23T14:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '29e80e42-b274-451b-b9c9-4073d3e0a167', 'name': '', 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'mac_address': 'fa:16:3e:00:ae:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:41Z', 'revision_number': 4, 'project_id': '12feac158092408899c1a0e9b042350f', 'subnets': [{'id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:44.665441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba5f23d-74b6-41cb-b963-546d18caba25 admin admin] Deleting subnet c4107f2e-19a1-4669-97d3-07c07b47f9ab {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:48:44.675044 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f23d-74b6-41cb-b963-546d18caba25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.692552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09db9d1-1e29-4cbd-a8b0-7ac7ef6cc645 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d05685-47dd-44e8-9fba-4321908349a1,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:44.757991 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d63b3b3d-8437-474f-8c59-ba14f295f664 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.760009 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d63b3b3d-8437-474f-8c59-ba14f295f664 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.777323 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f23d-74b6-41cb-b963-546d18caba25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:44.783222 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=b542f892-fbd7-43ba-9b32-88275cc36a65,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:44.812989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Pushing event updated for resources: {'Port': ['ID=24bcf327-60a1-4424-a405-1790b2353a71,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:44.877231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network b542f892-fbd7-43ba-9b32-88275cc36a65 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:48:44.886032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2623c-df58-472e-aa0c-57b698d2b72b None None] The sync data for ids ['192d983e-cad7-4830-b958-095bd1e2561f'] in n-d-804985-3 is: [{'id': '192d983e-cad7-4830-b958-095bd1e2561f', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:20Z', 'updated_at': '2021-08-23T14:48:32Z', 'revision_number': 4, 'project_id': '12feac158092408899c1a0e9b042350f', 'gw_port': {'id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:22Z', 'updated_at': '2021-08-23T14:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '29e80e42-b274-451b-b9c9-4073d3e0a167', 'name': '', 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'mac_address': 'fa:16:3e:00:ae:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:41Z', 'revision_number': 4, 'project_id': '12feac158092408899c1a0e9b042350f', 'subnets': [{'id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:48:44.988206 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:45.052509 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0c632cdb-d0d1-45e7-97ca-664d7d116ad1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4275711 Aug 23 14:48:45.084936 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d63b3b3d-8437-474f-8c59-ba14f295f664 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:45.086054 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38928) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:45.114315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-be63e263-0fcb-4e9d-aef5-493001eac34f admin admin] Request body: {'subnet': {'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-subnet', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:45.228163 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d63b3b3d-8437-474f-8c59-ba14f295f664 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:45.320186 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f23d-74b6-41cb-b963-546d18caba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:45.346104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Network 87ad5f23-3854-49af-8867-189fb61a3e40 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:45.364024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Allocated IP 172.25.8.167 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/f4431715-391e-46a3-96c9-5c03b1e5c508) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:45.370599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:45.453105 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:45.507777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be63e263-0fcb-4e9d-aef5-493001eac34f admin admin] Made reservation on behalf of 453bc9f0ae244a8fad31793e47e18492 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:48:45.513700 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-be63e263-0fcb-4e9d-aef5-493001eac34f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:45.527093 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d63b3b3d-8437-474f-8c59-ba14f295f664 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:45.531202 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d63b3b3d-8437-474f-8c59-ba14f295f664 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0058222 Aug 23 14:48:45.534104 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38942) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:45.546897 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:31Z', 'updated_at': '2021-08-23T14:48:43Z', 'revision_number': 4, 'project_id': '12c362187edc43b28835086c10233034', 'gw_port': {'id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:34Z', 'updated_at': '2021-08-23T14:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '24bcf327-60a1-4424-a405-1790b2353a71', 'name': '', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'tenant_id': '12c362187edc43b28835086c10233034', 'mac_address': 'fa:16:3e:0e:94:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:40Z', 'updated_at': '2021-08-23T14:48:41Z', 'revision_number': 1, 'project_id': '12c362187edc43b28835086c10233034', 'subnets': [{'id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:45.550248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:45.685641 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f23d-74b6-41cb-b963-546d18caba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:45.720875 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f23d-74b6-41cb-b963-546d18caba25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:45.729516 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2ba5f23d-74b6-41cb-b963-546d18caba25 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c4107f2e-19a1-4669-97d3-07c07b47f9ab HTTP/1.1" status: 204 len: 168 time: 1.1538291 Aug 23 14:48:45.745110 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:45.762388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61324bf4-7cdc-4b11-aa90-ee6a93146ad1 None None] The sync data for ids ['43945457-9c30-4cf5-b911-6d6e185fb8a9'] in n-d-804985-3 is: [{'id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:31Z', 'updated_at': '2021-08-23T14:48:43Z', 'revision_number': 4, 'project_id': '12c362187edc43b28835086c10233034', 'gw_port': {'id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:34Z', 'updated_at': '2021-08-23T14:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '24bcf327-60a1-4424-a405-1790b2353a71', 'name': '', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'tenant_id': '12c362187edc43b28835086c10233034', 'mac_address': 'fa:16:3e:0e:94:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:40Z', 'updated_at': '2021-08-23T14:48:41Z', 'revision_number': 1, 'project_id': '12c362187edc43b28835086c10233034', 'subnets': [{'id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:48:45.820679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port e2e5a3ec-7361-4b3d-b203-ea456b6f5614, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e2e5a3ec-7361-4b3d-b203-ea456b6f5614,segment=NetworkSegment(e7fce797-3460-48c7-afa5-21ae04aa8c4d),segment_id=e7fce797-3460-48c7-afa5-21ae04aa8c4d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:45.825501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38946) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:45.848211 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ff57cbc1-145d-4a51-b5f5-149e5e868f82 None None] Provisioning complete for port 24bcf327-60a1-4424-a405-1790b2353a71 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:45.848975 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ff57cbc1-145d-4a51-b5f5-149e5e868f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:45.982584 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:46.094894 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ff57cbc1-145d-4a51-b5f5-149e5e868f82 None None] Port 24bcf327-60a1-4424-a405-1790b2353a71 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:48:46.118403 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=e2e5a3ec-7361-4b3d-b203-ea456b6f5614,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:46.241521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 29e80e42-b274-451b-b9c9-4073d3e0a167 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:46.313708 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:46.477496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Router 43945457-9c30-4cf5-b911-6d6e185fb8a9 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:48:46.502037 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e746de1b-647f-49af-a43d-14bc41999fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:46.565875 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 29e80e42-b274-451b-b9c9-4073d3e0a167 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:46.574504 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 29e80e42-b274-451b-b9c9-4073d3e0a167 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:46.575334 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:46.697776 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:46.767808 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:46.840543 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 29e80e42-b274-451b-b9c9-4073d3e0a167, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=29e80e42-b274-451b-b9c9-4073d3e0a167,segment=NetworkSegment(340ea372-e790-4e35-8e2d-045c920d2b69),segment_id=340ea372-e790-4e35-8e2d-045c920d2b69)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:46.883354 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5f23d-74b6-41cb-b963-546d18caba25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4107f2e-19a1-4669-97d3-07c07b47f9ab,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:46.919340 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:47.076006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:47.080729 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Pushing event updated for resources: {'Port': ['ID=f4431715-391e-46a3-96c9-5c03b1e5c508,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:47.096657 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=29e80e42-b274-451b-b9c9-4073d3e0a167,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:47.134919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:48:47.161951 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f350ec63-e8ad-4b32-aa87-28d1c986a55c admin admin] 10.222.0.38 "PUT /v2.0/routers/43945457-9c30-4cf5-b911-6d6e185fb8a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8223791 Aug 23 14:48:47.162516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:47.166026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:47.230378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-8e16b034-8418-48eb-ad9c-13c56b3ca6b7 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:48:47.232254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-8e16b034-8418-48eb-ad9c-13c56b3ca6b7 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067134 Aug 23 14:48:47.326097 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e746de1b-647f-49af-a43d-14bc41999fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:47.342629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e746de1b-647f-49af-a43d-14bc41999fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c936afd-80ef-45cc-bdff-da8ed32d7115']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:47.355636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e746de1b-647f-49af-a43d-14bc41999fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22d7fd5-15a9-478d-9fef-10d034ad3b35') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:47.356196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e746de1b-647f-49af-a43d-14bc41999fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22d7fd5-15a9-478d-9fef-10d034ad3b35') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:47.368638 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e746de1b-647f-49af-a43d-14bc41999fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:47.385841 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e746de1b-647f-49af-a43d-14bc41999fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:47.394256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e746de1b-647f-49af-a43d-14bc41999fe4 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:48:47.394677 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e746de1b-647f-49af-a43d-14bc41999fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:48:47.396617 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:48:47.420820 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-fbbd30b8-e40a-4dd3-819b-ad0f329ad7b1 service neutron] Request body: {'binding': {'host': 'n-h2-804985-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:47.421286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-fbbd30b8-e40a-4dd3-819b-ad0f329ad7b1 service neutron] Unknown quota resources ['binding']. {{(pid=96115) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 14:48:47.553209 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:47.787757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-fbbd30b8-e40a-4dd3-819b-ad0f329ad7b1 service neutron] Attempting to bind port c0148415-eedb-47a6-a40d-156de4b6a712 on host n-h2-804985-3 for vnic_type normal with profile None {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:47.788274 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-fbbd30b8-e40a-4dd3-819b-ad0f329ad7b1 service neutron] Attempting to bind port c0148415-eedb-47a6-a40d-156de4b6a712 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:47.788842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-fbbd30b8-e40a-4dd3-819b-ad0f329ad7b1 service neutron] Attempting to bind port c0148415-eedb-47a6-a40d-156de4b6a712 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:47.797405 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-fbbd30b8-e40a-4dd3-819b-ad0f329ad7b1 service neutron] Port c0148415-eedb-47a6-a40d-156de4b6a712 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:48:47.797405 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-fbbd30b8-e40a-4dd3-819b-ad0f329ad7b1 service neutron] Attempting to bind port c0148415-eedb-47a6-a40d-156de4b6a712 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:47.802736 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-be63e263-0fcb-4e9d-aef5-493001eac34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:47.868291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e746de1b-647f-49af-a43d-14bc41999fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:47.882429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-fbbd30b8-e40a-4dd3-819b-ad0f329ad7b1 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:47.883935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-fbbd30b8-e40a-4dd3-819b-ad0f329ad7b1 service neutron] Checking segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:47.884431 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-fbbd30b8-e40a-4dd3-819b-ad0f329ad7b1 service neutron] Bound using segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:47.885925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-fbbd30b8-e40a-4dd3-819b-ad0f329ad7b1 service neutron] Bound port: c0148415-eedb-47a6-a40d-156de4b6a712, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:47.894344 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e746de1b-647f-49af-a43d-14bc41999fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:47.900985 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e746de1b-647f-49af-a43d-14bc41999fe4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9c936afd-80ef-45cc-bdff-da8ed32d7115 HTTP/1.1" status: 204 len: 168 time: 2.0726752 Aug 23 14:48:47.988388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746de1b-647f-49af-a43d-14bc41999fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c936afd-80ef-45cc-bdff-da8ed32d7115,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:48.036438 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:48.041857 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63e263-0fcb-4e9d-aef5-493001eac34f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf12937b-e5ce-4aea-882b-044b4a3734f1,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:48.095373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-fbbd30b8-e40a-4dd3-819b-ad0f329ad7b1 service neutron] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=c0148415-eedb-47a6-a40d-156de4b6a712,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:48.104871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be63e263-0fcb-4e9d-aef5-493001eac34f admin admin] Checking segment: {'id': 'a5994012-2141-442b-95b6-6d09994fdb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:48.109072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be63e263-0fcb-4e9d-aef5-493001eac34f admin admin] Network hostable DHCP agents. Network: b542f892-fbd7-43ba-9b32-88275cc36a65, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:48:48.238871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:48.241835 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-fbbd30b8-e40a-4dd3-819b-ad0f329ad7b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:48.250728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-fbbd30b8-e40a-4dd3-819b-ad0f329ad7b1 service neutron] 10.222.0.38 "POST /v2.0/ports/c0148415-eedb-47a6-a40d-156de4b6a712/bindings HTTP/1.1" status: 201 len: 389 time: 0.8337379 Aug 23 14:48:48.364886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e2e5a3ec-7361-4b3d-b203-ea456b6f5614 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:48.551806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e2e5a3ec-7361-4b3d-b203-ea456b6f5614 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:48.552727 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:48.565181 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38964) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:48.595930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be63e263-0fcb-4e9d-aef5-493001eac34f admin admin] Network b542f892-fbd7-43ba-9b32-88275cc36a65 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:48:48.601129 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:48.641643 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:48.725508 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-be63e263-0fcb-4e9d-aef5-493001eac34f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, b542f892-fbd7-43ba-9b32-88275cc36a65) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:48.738669 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5df85a45-900c-44b5-9996-d20969a00f79 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b66fd552a70a452381c358e94470d1e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667321 Aug 23 14:48:48.738669 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63e263-0fcb-4e9d-aef5-493001eac34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:48.738669 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-be63e263-0fcb-4e9d-aef5-493001eac34f admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:48.743942 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38970) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:48.854093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bc923f8c-edea-467e-957a-7550520be3f5 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:48.897370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Allocated IP 172.25.8.253 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/ed75b71e-1870-4546-8579-0b8ec10b9536) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:48.909248 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45bfd0ae-e656-49e0-b869-dcbef8c870ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:48.918563 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fdd392-4eb0-4280-9536-aac5db73e990 None None] Network b542f892-fbd7-43ba-9b32-88275cc36a65 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:48:49.024703 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45bfd0ae-e656-49e0-b869-dcbef8c870ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:49.224119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port bc923f8c-edea-467e-957a-7550520be3f5 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:49.260060 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:49.263805 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port bc923f8c-edea-467e-957a-7550520be3f5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:49.264840 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:49.315756 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-be63e263-0fcb-4e9d-aef5-493001eac34f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.2279561 Aug 23 14:48:49.329811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38978) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:49.345279 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:49.346417 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:49.367816 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:49.440493 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-b542f892-fbd7-43ba-9b32-88275cc36a65', 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'fixed_ips': [{'subnet_id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:48:49.441475 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:49.524921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Pushing event updated for resources: {'Port': ['ID=f4431715-391e-46a3-96c9-5c03b1e5c508,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:49.532561 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:49.535067 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:49.547098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-0f0a06f6-4449-46cb-abe2-264767ce635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:49.551792 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-0f0a06f6-4449-46cb-abe2-264767ce635b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 1097 time: 0.2734439 Aug 23 14:48:49.575953 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:49.603148 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45bfd0ae-e656-49e0-b869-dcbef8c870ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:49.609587 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45bfd0ae-e656-49e0-b869-dcbef8c870ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:49.611016 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-45bfd0ae-e656-49e0-b869-dcbef8c870ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f7f97970-6ce4-459d-abaa-c27aa720eedf HTTP/1.1" status: 204 len: 168 time: 0.8660965 Aug 23 14:48:49.642768 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:49.785973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-5283c5a1-e4a6-4cce-8c7a-9b2801d2863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:49.789804 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-5283c5a1-e4a6-4cce-8c7a-9b2801d2863a service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.2293031 Aug 23 14:48:49.791630 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:49.795712 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-041f61a9-fa5b-481d-8658-7eeaa2b4b280 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6922803 Aug 23 14:48:49.813799 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:49.866217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfd0ae-e656-49e0-b869-dcbef8c870ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f97970-6ce4-459d-abaa-c27aa720eedf,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:49.912004 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-d79aa90a-2a97-4fc3-b795-3d9855368642 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0148415-eedb-47a6-a40d-156de4b6a712 HTTP/1.1" status: 200 len: 217 time: 0.1128540 Aug 23 14:48:49.974700 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:50.078641 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38984) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:50.113998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:50.120690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ee285143-4d04-4852-988a-6ffccc1d77e1 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434292322', 'description': 'tempest-description--52314471'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:50.125145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:50.173213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Pushing event updated for resources: {'Port': ['ID=ed75b71e-1870-4546-8579-0b8ec10b9536,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:50.244055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-3354dff2-4b28-47ef-b0ea-99a9e1c72d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:50.258005 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-3354dff2-4b28-47ef-b0ea-99a9e1c72d02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.3381391 Aug 23 14:48:50.354801 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-4be721a0-0eb0-4cdc-98ae-2a2b619c13e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893393 Aug 23 14:48:50.474480 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:50.486488 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:50.493673 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:50.526838 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee285143-4d04-4852-988a-6ffccc1d77e1 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:50.527368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port bc923f8c-edea-467e-957a-7550520be3f5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bc923f8c-edea-467e-957a-7550520be3f5,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:50.534991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Allocated IP 172.20.0.2 (b542f892-fbd7-43ba-9b32-88275cc36a65/bf12937b-e5ce-4aea-882b-044b4a3734f1/fc9fac3d-7929-42a7-be1e-399564809527) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:50.703640 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:50.703640 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 29e80e42-b274-451b-b9c9-4073d3e0a167 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:50.704005 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-d5b01a89-746a-4ddf-afe4-3fc9a9c71d36 service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365345 Aug 23 14:48:50.736566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e51c2-c135-4871-a8bc-3140cfb6a0bc req-a75a8a29-8bf0-40de-a1fe-078ea1d08043 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:50.747157 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-941e51c2-c135-4871-a8bc-3140cfb6a0bc req-a75a8a29-8bf0-40de-a1fe-078ea1d08043 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 946 time: 0.6025140 Aug 23 14:48:50.836526 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-941e51c2-c135-4871-a8bc-3140cfb6a0bc req-e73fa627-abf6-4eeb-9b55-c5b6ffa48a57 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853329 Aug 23 14:48:50.860511 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=bc923f8c-edea-467e-957a-7550520be3f5,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:50.888465 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:50.892327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 29e80e42-b274-451b-b9c9-4073d3e0a167 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:50.892327 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:50.950457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Transition to ACTIVE for port object fc9fac3d-7929-42a7-be1e-399564809527 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:50.952595 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:48:50.998995 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Transition to ACTIVE for port object fc9fac3d-7929-42a7-be1e-399564809527 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:51.125364 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee285143-4d04-4852-988a-6ffccc1d77e1 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:51.137375 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-e389c098-ca18-4b45-843f-f0917803c85f service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099345 Aug 23 14:48:51.159716 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:51.205794 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bc923f8c-edea-467e-957a-7550520be3f5 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:51.251290 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee285143-4d04-4852-988a-6ffccc1d77e1 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:51.252020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Network b542f892-fbd7-43ba-9b32-88275cc36a65 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:51.263293 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:51.273676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Pushing event updated for resources: {'Port': ['ID=fc9fac3d-7929-42a7-be1e-399564809527,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:51.281623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:51.301414 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:51.336599 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:51.349674 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:51.395715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39000) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:51.479496 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Attempting to bind port fc9fac3d-7929-42a7-be1e-399564809527 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:51.481693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Attempting to bind port fc9fac3d-7929-42a7-be1e-399564809527 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a5994012-2141-442b-95b6-6d09994fdb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:51.482081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Attempting to bind port fc9fac3d-7929-42a7-be1e-399564809527 on network b542f892-fbd7-43ba-9b32-88275cc36a65 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:51.485418 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port bc923f8c-edea-467e-957a-7550520be3f5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:51.485659 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:51.485892 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee285143-4d04-4852-988a-6ffccc1d77e1 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:51.489910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ee285143-4d04-4852-988a-6ffccc1d77e1 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.3998559 Aug 23 14:48:51.496737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee285143-4d04-4852-988a-6ffccc1d77e1 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1a851d-9d13-45ff-b184-27ecb3b343d0,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:51.509753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39006) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:51.514911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-31ce9333-a29e-4d7c-b920-37f366ea649f tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Request body: {'security_group_rule': {'security_group_id': 'ee1a851d-9d13-45ff-b184-27ecb3b343d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:51.518880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:51.526482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Checking segment: {'id': 'a5994012-2141-442b-95b6-6d09994fdb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:51.526918 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:51.527321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Bound using segment: {'id': 'a5994012-2141-442b-95b6-6d09994fdb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:51.530239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Bound port: fc9fac3d-7929-42a7-be1e-399564809527, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5994012-2141-442b-95b6-6d09994fdb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:51.530239 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:51.571713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-99ebafa5-32df-4cdc-99fd-0c2d52de428b tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:51.577691 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-99ebafa5-32df-4cdc-99fd-0c2d52de428b tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098&tenant_id=870a18d842e54e268bf7a5a7979fea11&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 1097 time: 0.2353597 Aug 23 14:48:51.585569 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-661ce159-4849-48bd-9439-20122e0e615e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8abeda4483f540b9a1e792f344289da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847892 Aug 23 14:48:51.586638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39008) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:51.626229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804985-3'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:51.656939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Sync routers for ids ['43945457-9c30-4cf5-b911-6d6e185fb8a9'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:48:51.675572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] For port fc9fac3d-7929-42a7-be1e-399564809527, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:51.675924 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Allocated IP 172.25.8.91 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/02cb60b4-4b95-4ca6-b427-dd84b3f40c15) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:51.677983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Routers {'43945457-9c30-4cf5-b911-6d6e185fb8a9'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:51.678671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['43945457-9c30-4cf5-b911-6d6e185fb8a9'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:51.694682 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31ce9333-a29e-4d7c-b920-37f366ea649f tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:51.745908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] For port fc9fac3d-7929-42a7-be1e-399564809527, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fc9fac3d-7929-42a7-be1e-399564809527,segment=NetworkSegment(a5994012-2141-442b-95b6-6d09994fdb03),segment_id=a5994012-2141-442b-95b6-6d09994fdb03)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:51.760314 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:51.828930 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:51.916838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Set router 43945457-9c30-4cf5-b911-6d6e185fb8a9 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:51.947748 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38c77d2f-d4e7-4f38-b4b5-2be80e78d3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.000461 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.029115 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c0148415-eedb-47a6-a40d-156de4b6a712,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:52.090862 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38c77d2f-d4e7-4f38-b4b5-2be80e78d3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.096334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcc4fa-955d-4e35-a6a0-6275261dd327 None None] Pushing event updated for resources: {'Port': ['ID=fc9fac3d-7929-42a7-be1e-399564809527,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:52.125374 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.198037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:52.299357 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-aa069211-241e-4b1d-8386-b2fc9289d0f9 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1785134408&fields=id&tenant_id=12feac158092408899c1a0e9b042350f HTTP/1.1" status: 200 len: 267 time: 0.2841403 Aug 23 14:48:52.312945 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:31Z', 'updated_at': '2021-08-23T14:48:43Z', 'revision_number': 4, 'project_id': '12c362187edc43b28835086c10233034', 'gw_port': {'id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:34Z', 'updated_at': '2021-08-23T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '24bcf327-60a1-4424-a405-1790b2353a71', 'name': '', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'tenant_id': '12c362187edc43b28835086c10233034', 'mac_address': 'fa:16:3e:0e:94:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:40Z', 'updated_at': '2021-08-23T14:48:43Z', 'revision_number': 2, 'project_id': '12c362187edc43b28835086c10233034', 'subnets': [{'id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:52.337400 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.348241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28424fc-0bec-4e11-ac08-f6bfd9a1e098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0148415-eedb-47a6-a40d-156de4b6a712'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:48:52.348466 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Checking router: 43945457-9c30-4cf5-b911-6d6e185fb8a9 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:48:52.348892 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Updating router 43945457-9c30-4cf5-b911-6d6e185fb8a9 port 24bcf327-60a1-4424-a405-1790b2353a71 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:48:52.350578 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8468e5-c885-4946-98d5-f7b0649a7cca" -d '{"events": [{"server_uuid": "f28424fc-0bec-4e11-ac08-f6bfd9a1e098", "name": "network-vif-unplugged", "status": "completed", "tag": "c0148415-eedb-47a6-a40d-156de4b6a712"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:48:52.367404 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73813a7-9f58-4998-b838-aa7e0a5839b3 req-49d3c243-76a5-431f-86ea-89de1ee2c0d4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:52.368970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a73813a7-9f58-4998-b838-aa7e0a5839b3 req-49d3c243-76a5-431f-86ea-89de1ee2c0d4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 946 time: 0.3310924 Aug 23 14:48:52.440095 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.446013 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a73813a7-9f58-4998-b838-aa7e0a5839b3 req-2ffe7fe4-d5c9-4775-91a4-16cafd7e06d9 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632536 Aug 23 14:48:52.455506 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.477049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31ce9333-a29e-4d7c-b920-37f366ea649f tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.493545 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.558622 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38c77d2f-d4e7-4f38-b4b5-2be80e78d3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.568249 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38c77d2f-d4e7-4f38-b4b5-2be80e78d3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.569468 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-38c77d2f-d4e7-4f38-b4b5-2be80e78d3d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f3fd858f-e4ec-424a-a1e3-b072d47bdf3f HTTP/1.1" status: 204 len: 168 time: 0.9772220 Aug 23 14:48:52.589960 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31ce9333-a29e-4d7c-b920-37f366ea649f tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.613212 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c77d2f-d4e7-4f38-b4b5-2be80e78d3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fd858f-e4ec-424a-a1e3-b072d47bdf3f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:52.661679 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-46e3958e-09e7-4487-ae09-d8c2c5761500 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:52.665851 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-46e3958e-09e7-4487-ae09-d8c2c5761500 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/networks?id=88af5c89-a79c-43cf-8e21-2e35ff247d29 HTTP/1.1" status: 200 len: 815 time: 0.3539271 Aug 23 14:48:52.665851 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce9333-a29e-4d7c-b920-37f366ea649f tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705ed3c3-6ee1-4942-87ae-9dba65756c2a,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:52.691390 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-44b7a3e4-d517-4113-afa6-aa990cb39205 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/quotas/12feac158092408899c1a0e9b042350f HTTP/1.1" status: 200 len: 375 time: 0.0190721 Aug 23 14:48:52.698668 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9739060c-6952-4513-9e55-999d9a4a21d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.764004 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-1b136d68-fc8d-4119-9da0-450da5dada2e tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=12feac158092408899c1a0e9b042350f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0603242 Aug 23 14:48:52.784775 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31ce9333-a29e-4d7c-b920-37f366ea649f tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.785982 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-31ce9333-a29e-4d7c-b920-37f366ea649f tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2752526 Aug 23 14:48:52.797752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39048) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:52.809630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2ff6592a-8f15-40a6-8b0c-a3c56fff1562 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Request body: {'security_group_rule': {'security_group_id': 'ee1a851d-9d13-45ff-b184-27ecb3b343d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:52.843482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Pushing event updated for resources: {'Port': ['ID=c0148415-eedb-47a6-a40d-156de4b6a712,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:52.850750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Attempting to bind port c0148415-eedb-47a6-a40d-156de4b6a712 on host n-h1-804985-3 for vnic_type normal with profile {"migrating_to": "n-h2-804985-3"} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:52.851123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Attempting to bind port c0148415-eedb-47a6-a40d-156de4b6a712 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:52.851420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Attempting to bind port c0148415-eedb-47a6-a40d-156de4b6a712 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:52.853665 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.860071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Port c0148415-eedb-47a6-a40d-156de4b6a712 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:48:52.860394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Attempting to bind port c0148415-eedb-47a6-a40d-156de4b6a712 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:52.893342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:52.893342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Checking segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:52.893342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Bound using segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:52.893342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Bound port: c0148415-eedb-47a6-a40d-156de4b6a712, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:52.893342 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:52.982336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:52.997680 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Router f91daad3-f271-4034-983c-6ac25b6beda6 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:48:53.006727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c0148415-eedb-47a6-a40d-156de4b6a712,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:53.024679 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ff6592a-8f15-40a6-8b0c-a3c56fff1562 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:53.049945 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:53.073278 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:53.085746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Transition to ACTIVE for port object 24bcf327-60a1-4424-a405-1790b2353a71 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:53.086301 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:53.125329 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:53.164819 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:53.205328 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:53.239460 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ff6592a-8f15-40a6-8b0c-a3c56fff1562 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:53.352603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:53.353645 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:53.355429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] 10.222.0.61 "PUT /v2.0/ports/c0148415-eedb-47a6-a40d-156de4b6a712 HTTP/1.1" status: 200 len: 1122 time: 1.7646503 Aug 23 14:48:53.356770 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ff6592a-8f15-40a6-8b0c-a3c56fff1562 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:53.359685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada15dc-6a39-4814-b6f5-d5cf13e3ce7a service neutron] Pushing event updated for resources: {'Port': ['ID=c0148415-eedb-47a6-a40d-156de4b6a712,revision_number=8']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:53.392357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6592a-8f15-40a6-8b0c-a3c56fff1562 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c827a12-7cc5-4bc3-a75d-b66abb009ace,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:53.404944 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fc9fac3d-7929-42a7-be1e-399564809527 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:53.494371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['c0148415-eedb-47a6-a40d-156de4b6a712'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:48:53.532490 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ff6592a-8f15-40a6-8b0c-a3c56fff1562 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:53.538265 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2ff6592a-8f15-40a6-8b0c-a3c56fff1562 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7349012 Aug 23 14:48:53.539019 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39068) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:53.544758 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:53.651035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b7966-a547-461e-934a-7fb5f87d2d08 None None] Pushing event updated for resources: {'Port': ['ID=24bcf327-60a1-4424-a405-1790b2353a71,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:53.666795 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca76f76-d3c4-4d79-b9a7-28d368660bf8 None None] Network b542f892-fbd7-43ba-9b32-88275cc36a65 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:48:53.725778 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:53.901867 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:53.926789 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Pushing event updated for resources: {'Port': ['ID=02cb60b4-4b95-4ca6-b427-dd84b3f40c15,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:53.945072 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-8a4b3b24-08a1-48e6-8fe0-d21121184085 service neutron] 10.222.0.38 "GET /v2.0/networks/88af5c89-a79c-43cf-8e21-2e35ff247d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1569097 Aug 23 14:48:53.976838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Attempting to bind port 24bcf327-60a1-4424-a405-1790b2353a71 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:53.977332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Attempting to bind port 24bcf327-60a1-4424-a405-1790b2353a71 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'b94f383e-101c-45de-a577-3461625c52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:53.977806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Attempting to bind port 24bcf327-60a1-4424-a405-1790b2353a71 on network 87ad5f23-3854-49af-8867-189fb61a3e40 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:54.050224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Allocated IP 172.25.8.215 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/83c3e1e1-47bd-4933-8f1b-f26f47e4dd4d) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:54.064143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:54.065425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Checking segment: {'id': 'b94f383e-101c-45de-a577-3461625c52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:54.066611 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:54.067961 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Bound using segment: {'id': 'b94f383e-101c-45de-a577-3461625c52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:54.069129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Bound port: 24bcf327-60a1-4424-a405-1790b2353a71, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94f383e-101c-45de-a577-3461625c52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:54.070232 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:54.187508 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:48:54.199443 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:54.205327 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9c7090b5-e5cd-4d42-bdb3-acdb5b5e3943 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "PUT /v2.0/routers/f91daad3-f271-4034-983c-6ac25b6beda6 HTTP/1.1" status: 200 len: 884 time: 8.6657386 Aug 23 14:48:54.205669 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c6830-3ba7-4363-b9f9-5b4a18593f32 None None] Sync routers for ids ['f91daad3-f271-4034-983c-6ac25b6beda6'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:48:54.209157 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39094) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:54.223918 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c6830-3ba7-4363-b9f9-5b4a18593f32 None None] Routers {'f91daad3-f271-4034-983c-6ac25b6beda6'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:54.224743 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d31c6830-3ba7-4363-b9f9-5b4a18593f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f91daad3-f271-4034-983c-6ac25b6beda6'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:54.230834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port fc9fac3d-7929-42a7-be1e-399564809527 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:54.240103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port fc9fac3d-7929-42a7-be1e-399564809527 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:54.240811 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:54.249671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9b973a97-6239-44bd-9ec6-9bdaa6936db1 None None] Provisioning for port fc9fac3d-7929-42a7-be1e-399564809527 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:54.261767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9b973a97-6239-44bd-9ec6-9bdaa6936db1 None None] Provisioning complete for port fc9fac3d-7929-42a7-be1e-399564809527 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:54.262502 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9b973a97-6239-44bd-9ec6-9bdaa6936db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:54.276617 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d31c6830-3ba7-4363-b9f9-5b4a18593f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:54.288056 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:54.299407 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c6830-3ba7-4363-b9f9-5b4a18593f32 None None] Routers {'f91daad3-f271-4034-983c-6ac25b6beda6'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:54.300500 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d31c6830-3ba7-4363-b9f9-5b4a18593f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f91daad3-f271-4034-983c-6ac25b6beda6'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:54.330266 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-83b0890c-7307-43c1-bc1d-8c60c5c4937b service neutron] 10.222.0.38 "GET /v2.0/networks/88af5c89-a79c-43cf-8e21-2e35ff247d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701518 Aug 23 14:48:54.379676 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d31c6830-3ba7-4363-b9f9-5b4a18593f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:54.381597 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c6830-3ba7-4363-b9f9-5b4a18593f32 None None] The sync data for ids ['f91daad3-f271-4034-983c-6ac25b6beda6'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:48:54.458614 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:54.462309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] For port 24bcf327-60a1-4424-a405-1790b2353a71, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:54.500110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:48:54.515187 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] For port 24bcf327-60a1-4424-a405-1790b2353a71, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=24bcf327-60a1-4424-a405-1790b2353a71,segment=NetworkSegment(b94f383e-101c-45de-a577-3461625c52b8),segment_id=b94f383e-101c-45de-a577-3461625c52b8)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:54.524936 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-71ebc4ab-58e9-4a17-af8d-fa51eb79794f tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/routers/f91daad3-f271-4034-983c-6ac25b6beda6 HTTP/1.1" status: 200 len: 925 time: 0.3104365 Aug 23 14:48:54.534736 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39106) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:54.587032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:48:54.604511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:48:54.636160 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:54.778892 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9b973a97-6239-44bd-9ec6-9bdaa6936db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:54.831508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Pushing event updated for resources: {'Port': ['ID=83c3e1e1-47bd-4933-8f1b-f26f47e4dd4d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:54.850002 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:54.861835 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a87c7d-1b38-4df3-9ab4-5006e573b3ae x-openstack-request-id: req-17a87c7d-1b38-4df3-9ab4-5006e573b3ae {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:48:54.862139 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28424fc-0bec-4e11-ac08-f6bfd9a1e098", "name": "network-vif-unplugged", "status": "completed", "tag": "c0148415-eedb-47a6-a40d-156de4b6a712", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:48:54.864998 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-17a87c7d-1b38-4df3-9ab4-5006e573b3ae {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:48:54.867581 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28424fc-0bec-4e11-ac08-f6bfd9a1e098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0148415-eedb-47a6-a40d-156de4b6a712', 'code': 200} Aug 23 14:48:54.885632 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b7966-a547-461e-934a-7fb5f87d2d08 None None] Pushing event updated for resources: {'Port': ['ID=24bcf327-60a1-4424-a405-1790b2353a71,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:54.926008 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Routers {'43945457-9c30-4cf5-b911-6d6e185fb8a9'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:54.926829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['43945457-9c30-4cf5-b911-6d6e185fb8a9'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:54.964841 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:55.027248 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:55.096520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9b973a97-6239-44bd-9ec6-9bdaa6936db1 None None] For port fc9fac3d-7929-42a7-be1e-399564809527, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fc9fac3d-7929-42a7-be1e-399564809527,segment=NetworkSegment(a5994012-2141-442b-95b6-6d09994fdb03),segment_id=a5994012-2141-442b-95b6-6d09994fdb03)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:55.125222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85775a4e-ab74-4c84-bcdb-500cc1717cc9 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:55.130941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39116) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:55.132686 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-85775a4e-ab74-4c84-bcdb-500cc1717cc9 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&device_id=f91daad3-f271-4034-983c-6ac25b6beda6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5927026 Aug 23 14:48:55.244150 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] Set router 43945457-9c30-4cf5-b911-6d6e185fb8a9 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:55.247427 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc2a81-3f82-46ea-9914-0db1e6c4f6b9 req-c05bb00a-1ca9-46ce-86c5-8dae690c1179 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:55.250319 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f9dc2a81-3f82-46ea-9914-0db1e6c4f6b9 req-c05bb00a-1ca9-46ce-86c5-8dae690c1179 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 944 time: 0.1598501 Aug 23 14:48:55.296120 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9b973a97-6239-44bd-9ec6-9bdaa6936db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:55.330233 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04cbc0c7-d2a2-41ed-89d8-798ec1643f7e req-12931a77-825d-4915-aefb-e3cd55643dbf tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 210 time: 0.0584683 Aug 23 14:48:55.351390 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f9dc2a81-3f82-46ea-9914-0db1e6c4f6b9 req-4f87a0b8-b497-4322-8903-33270e0a95e5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906198 Aug 23 14:48:55.391283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e4cacb-616d-4818-b7d4-d72b9aa56f0e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:55.403767 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b2e4cacb-616d-4818-b7d4-d72b9aa56f0e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 881 time: 0.2712286 Aug 23 14:48:55.405287 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:55.407929 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39126) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:55.472669 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:55.489512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39128) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:55.489810 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e9834f0c-32dd-4ce0-a578-beba139b61cd tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "GET /v2.0/ports?device_id=f91daad3-f271-4034-983c-6ac25b6beda6 HTTP/1.1" status: 200 len: 205 time: 0.0800805 Aug 23 14:48:55.625041 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:48:55.626078 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:48:55.629275 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3c90c2b1-3ce2-44ea-9941-7ca100816a78 None None] Provisioning complete for port fc9fac3d-7929-42a7-be1e-399564809527 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:55.631894 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3c90c2b1-3ce2-44ea-9941-7ca100816a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:55.660234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b973a97-6239-44bd-9ec6-9bdaa6936db1 None None] Pushing event updated for resources: {'Port': ['ID=fc9fac3d-7929-42a7-be1e-399564809527,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:55.718192 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:55.770389 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:55.786296 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa15ae76-3b2a-4cce-a036-ddef05d62ef4 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:55.845800 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:55.859295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:31Z', 'updated_at': '2021-08-23T14:48:43Z', 'revision_number': 4, 'project_id': '12c362187edc43b28835086c10233034', 'gw_port': {'id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:34Z', 'updated_at': '2021-08-23T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '24bcf327-60a1-4424-a405-1790b2353a71', 'name': '', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'tenant_id': '12c362187edc43b28835086c10233034', 'mac_address': 'fa:16:3e:0e:94:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:40Z', 'updated_at': '2021-08-23T14:48:54Z', 'revision_number': 4, 'project_id': '12c362187edc43b28835086c10233034', 'subnets': [{'id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:55.899910 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd407ba5-47a3-4e93-b309-8ecc566444ae None None] The sync data for ids ['43945457-9c30-4cf5-b911-6d6e185fb8a9'] in n-d-804985-3 is: [{'id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:31Z', 'updated_at': '2021-08-23T14:48:43Z', 'revision_number': 4, 'project_id': '12c362187edc43b28835086c10233034', 'gw_port': {'id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:34Z', 'updated_at': '2021-08-23T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '24bcf327-60a1-4424-a405-1790b2353a71', 'name': '', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'tenant_id': '12c362187edc43b28835086c10233034', 'mac_address': 'fa:16:3e:0e:94:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:40Z', 'updated_at': '2021-08-23T14:48:54Z', 'revision_number': 4, 'project_id': '12c362187edc43b28835086c10233034', 'subnets': [{'id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:48:55.971946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Pushing event updated for resources: {'Port': ['ID=83c3e1e1-47bd-4933-8f1b-f26f47e4dd4d,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:55.976745 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:55.988734 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa15ae76-3b2a-4cce-a036-ddef05d62ef4 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:56.005097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:48:56.110958 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:56.112812 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-01c3eb71-2163-4483-a0c2-39b3333ddc56 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5722129 Aug 23 14:48:56.223333 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device c0148415-eedb-47a6-a40d-156de4b6a712 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:48:56.227491 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 19784c6b-8be7-4691-af61-bd6640b28eaa no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:48:56.261582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:48:56.287146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Sync routers for ids ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:48:56.317556 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-fa15ae76-3b2a-4cce-a036-ddef05d62ef4 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Deleting port ed75b71e-1870-4546-8579-0b8ec10b9536 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:48:56.318460 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa15ae76-3b2a-4cce-a036-ddef05d62ef4 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:56.383071 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:56.384495 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0ec55f23-29fa-42b7-acf7-f3f95d7e1c2b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0436871 Aug 23 14:48:56.387414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39162) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:56.490544 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Routers {'8aa5a8ed-2b53-4b53-8654-f376deea2d9a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:56.495468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:56.510927 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa15ae76-3b2a-4cce-a036-ddef05d62ef4 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:56.546857 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-fa15ae76-3b2a-4cce-a036-ddef05d62ef4 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Calling delete_port for ed75b71e-1870-4546-8579-0b8ec10b9536 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:48:56.568569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-67fad7c1-a19e-4bb4-a3ba-86384a2f15c8 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--434292322&fields=id&tenant_id=12c362187edc43b28835086c10233034 HTTP/1.1" status: 200 len: 267 time: 0.0767219 Aug 23 14:48:56.613547 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 24bcf327-60a1-4424-a405-1790b2353a71 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:56.860681 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895355e-4529-4577-943a-15d5351de705 req-1e694a3d-8019-4c2f-83cd-6c2046aafabf tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:56.862850 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-1e694a3d-8019-4c2f-83cd-6c2046aafabf tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/networks?id=87ad5f23-3854-49af-8867-189fb61a3e40 HTTP/1.1" status: 200 len: 806 time: 0.2417071 Aug 23 14:48:56.870484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28424fc-0bec-4e11-ac08-f6bfd9a1e098', 'tag': 'c0148415-eedb-47a6-a40d-156de4b6a712'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:48:56.873984 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a4ea6c-c503-4183-9f81-471e5ddd62ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f28424fc-0bec-4e11-ac08-f6bfd9a1e098", "tag": "c0148415-eedb-47a6-a40d-156de4b6a712"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:48:56.931111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c808f-9854-4611-ab2e-07379829864c req-d1ad3348-a370-4ce5-a766-98547d002f90 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:56.934042 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-8ee4e2fb-bc61-4977-b09f-4c358ace4325 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/quotas/12c362187edc43b28835086c10233034 HTTP/1.1" status: 200 len: 375 time: 0.0142033 Aug 23 14:48:56.939690 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb1c808f-9854-4611-ab2e-07379829864c req-d1ad3348-a370-4ce5-a766-98547d002f90 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/networks?id=f393c40a-269e-407d-9378-6970c187b6c3 HTTP/1.1" status: 200 len: 804 time: 0.4164929 Aug 23 14:48:56.963085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Set router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:48:57.003107 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb1c808f-9854-4611-ab2e-07379829864c req-6b531831-ef00-441c-a0b3-8600ccdaa5a4 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/quotas/dc23af1176974b42a9d060753a5e7eaf HTTP/1.1" status: 200 len: 375 time: 0.0621784 Aug 23 14:48:57.127356 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d6e81517-8b75-4049-a3db-55c7a4a06fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:57.172288 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb1c808f-9854-4611-ab2e-07379829864c req-4d33401d-7d1d-4f38-b215-b2cca9297845 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc23af1176974b42a9d060753a5e7eaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1498716 Aug 23 14:48:57.186716 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:57.202714 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-9ec3c3b8-70a7-487e-a4cb-7aedfba99591 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=12c362187edc43b28835086c10233034&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2592132 Aug 23 14:48:57.278119 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:57.287807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c0148415-eedb-47a6-a40d-156de4b6a712,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:57.344739 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa15ae76-3b2a-4cce-a036-ddef05d62ef4 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:57.391169 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb1c808f-9854-4611-ab2e-07379829864c req-85430de5-a178-4ce4-a33e-4cd2952c0eaf service neutron] 10.222.0.38 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116964 Aug 23 14:48:57.426230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15ae76-3b2a-4cce-a036-ddef05d62ef4 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Pushing event deleted for resources: {'Port': ['ID=ed75b71e-1870-4546-8579-0b8ec10b9536,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:57.545487 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa15ae76-3b2a-4cce-a036-ddef05d62ef4 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:57.673822 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:57.682697 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-399fd017-deaa-4e1c-abfa-a3ad72d863d9 service neutron] 10.222.0.38 "GET /v2.0/networks/87ad5f23-3854-49af-8867-189fb61a3e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633479 Aug 23 14:48:57.693563 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb1c808f-9854-4611-ab2e-07379829864c req-72e2299e-d4b7-4055-9ad6-d95aa8bf0b0e service neutron] 10.222.0.38 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921214 Aug 23 14:48:57.739309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device c0148415-eedb-47a6-a40d-156de4b6a712 has no active binding in host n-h2-804985-3 {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 14:48:57.749784 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4356c65f-c59c-460b-a3f1-c927176be409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19784c6b-8be7-4691-af61-bd6640b28eaa'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:48:57.752646 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0891726-2f8c-455c-98aa-02be8a990eec" -d '{"events": [{"server_uuid": "4356c65f-c59c-460b-a3f1-c927176be409", "name": "network-vif-unplugged", "status": "completed", "tag": "19784c6b-8be7-4691-af61-bd6640b28eaa"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:48:57.782951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 19784c6b-8be7-4691-af61-bd6640b28eaa, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=19784c6b-8be7-4691-af61-bd6640b28eaa,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:57.843506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:49Z', 'updated_at': '2021-08-23T14:48:54Z', 'revision_number': 3, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'gw_port': {'id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:51Z', 'updated_at': '2021-08-23T14:48:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:57.879622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Checking router: 8aa5a8ed-2b53-4b53-8654-f376deea2d9a for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:48:57.884712 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Updating router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a port 02cb60b4-4b95-4ca6-b427-dd84b3f40c15 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:48:57.884881 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa15ae76-3b2a-4cce-a036-ddef05d62ef4 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:57.892645 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa15ae76-3b2a-4cce-a036-ddef05d62ef4 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:57.921761 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:57.926911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 24bcf327-60a1-4424-a405-1790b2353a71 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:48:58.008270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 24bcf327-60a1-4424-a405-1790b2353a71 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:58.008649 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:58.014783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Allocated IP 172.20.0.1 (b542f892-fbd7-43ba-9b32-88275cc36a65/bf12937b-e5ce-4aea-882b-044b4a3734f1/44b28d6d-bce1-423c-89aa-2d36f4c82cad) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:48:58.041850 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-8c5f6637-1ef4-4b40-bb6e-79f3e2f1b179 service neutron] 10.222.0.38 "GET /v2.0/networks/87ad5f23-3854-49af-8867-189fb61a3e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262138 Aug 23 14:48:58.045590 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:58.115078 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa15ae76-3b2a-4cce-a036-ddef05d62ef4 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:58.115628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa15ae76-3b2a-4cce-a036-ddef05d62ef4 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Fanout notify agent at l3_agent the message router_deleted on router f91daad3-f271-4034-983c-6ac25b6beda6 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:48:58.144979 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa15ae76-3b2a-4cce-a036-ddef05d62ef4 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:58.158591 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fa15ae76-3b2a-4cce-a036-ddef05d62ef4 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "DELETE /v2.0/routers/f91daad3-f271-4034-983c-6ac25b6beda6 HTTP/1.1" status: 204 len: 168 time: 2.5839682 Aug 23 14:48:58.159290 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39198) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:58.162336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=19784c6b-8be7-4691-af61-bd6640b28eaa,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:58.173218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f4033ab0-451a-4b14-9383-f1d7bf997b50 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-839856365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:58.270529 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7dc71d70-348c-4072-9ef9-73962891f33f req-9f9c738a-f616-471e-9c44-6ca35dbb3011 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 210 time: 0.2326238 Aug 23 14:48:58.309180 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f4033ab0-451a-4b14-9383-f1d7bf997b50 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:58.311163 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f4033ab0-451a-4b14-9383-f1d7bf997b50 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:58.402130 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:58.438082 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f4033ab0-451a-4b14-9383-f1d7bf997b50 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:58.442553 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:58.520328 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:58.532434 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f4033ab0-451a-4b14-9383-f1d7bf997b50 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:58.536899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 24bcf327-60a1-4424-a405-1790b2353a71, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=24bcf327-60a1-4424-a405-1790b2353a71,segment=NetworkSegment(b94f383e-101c-45de-a577-3461625c52b8),segment_id=b94f383e-101c-45de-a577-3461625c52b8)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:48:58.541410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Transition to ACTIVE for port object 44b28d6d-bce1-423c-89aa-2d36f4c82cad will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:58.566724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323c8d8-6fd5-4a10-b222-61d3839b2387 req-a4f21507-db26-4ac8-b25b-e1dc2db7648d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:58.573880 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e323c8d8-6fd5-4a10-b222-61d3839b2387 req-a4f21507-db26-4ac8-b25b-e1dc2db7648d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "GET /v2.0/ports?device_id=4356c65f-c59c-460b-a3f1-c927176be409 HTTP/1.1" status: 200 len: 943 time: 0.3033571 Aug 23 14:48:58.600770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d7bb-3a4f-4d8a-99a9-a8bb30de7bc4 req-776af964-ca75-4348-9235-f0ebd5b8a2d4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:58.608776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0e7d7bb-3a4f-4d8a-99a9-a8bb30de7bc4 req-776af964-ca75-4348-9235-f0ebd5b8a2d4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 944 time: 0.1831563 Aug 23 14:48:58.639417 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710ffc15-5f57-4712-b80e-1e8052177f07 x-openstack-request-id: req-710ffc15-5f57-4712-b80e-1e8052177f07 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:48:58.639750 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28424fc-0bec-4e11-ac08-f6bfd9a1e098", "tag": "c0148415-eedb-47a6-a40d-156de4b6a712", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:48:58.640006 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-710ffc15-5f57-4712-b80e-1e8052177f07 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:48:58.640400 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28424fc-0bec-4e11-ac08-f6bfd9a1e098', 'tag': 'c0148415-eedb-47a6-a40d-156de4b6a712', 'status': 'completed', 'code': 200} Aug 23 14:48:58.654319 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:58.659841 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-d7b392a9-ecf3-4321-85b6-192d733409f6 service neutron] 10.222.0.57 "GET /v2.0/ports/c0148415-eedb-47a6-a40d-156de4b6a712/bindings/n-h2-804985-3 HTTP/1.1" status: 200 len: 384 time: 0.3086545 Aug 23 14:48:58.661120 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fc9fac3d-7929-42a7-be1e-399564809527 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:58.693556 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f4033ab0-451a-4b14-9383-f1d7bf997b50 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:58.695448 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f4033ab0-451a-4b14-9383-f1d7bf997b50 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5351479 Aug 23 14:48:58.698959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39212) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:48:58.719012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'enable_snat': True}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:58.747231 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:58.760139 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Transition to ACTIVE for port object 02cb60b4-4b95-4ca6-b427-dd84b3f40c15 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:48:58.845599 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0e7d7bb-3a4f-4d8a-99a9-a8bb30de7bc4 req-b15c38c2-ccb7-4b04-ad35-e5292ae1761b tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358904 Aug 23 14:48:58.865480 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:58.939218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4ea6c-c503-4183-9f81-471e5ddd62ac req-04de5000-40b0-4a1f-92b2-56eb1164c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:58.941222 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4a4ea6c-c503-4183-9f81-471e5ddd62ac req-04de5000-40b0-4a1f-92b2-56eb1164c3b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 1125 time: 0.2704504 Aug 23 14:48:58.958129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=24bcf327-60a1-4424-a405-1790b2353a71,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:58.998853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-e323c8d8-6fd5-4a10-b222-61d3839b2387 req-6d2bdb95-72f4-4d80-bdaf-541662943f72 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Deleting port 19784c6b-8be7-4691-af61-bd6640b28eaa {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:48:58.999410 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e323c8d8-6fd5-4a10-b222-61d3839b2387 req-6d2bdb95-72f4-4d80-bdaf-541662943f72 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:59.074215 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee726d0-5331-40c9-a73f-d4c193ea2c02 x-openstack-request-id: req-1ee726d0-5331-40c9-a73f-d4c193ea2c02 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:48:59.074807 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4356c65f-c59c-460b-a3f1-c927176be409", "name": "network-vif-unplugged", "status": "completed", "tag": "19784c6b-8be7-4691-af61-bd6640b28eaa", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:48:59.075208 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1ee726d0-5331-40c9-a73f-d4c193ea2c02 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:48:59.076076 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4356c65f-c59c-460b-a3f1-c927176be409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19784c6b-8be7-4691-af61-bd6640b28eaa', 'code': 200} Aug 23 14:48:59.096983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Attempting to bind port 02cb60b4-4b95-4ca6-b427-dd84b3f40c15 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:48:59.097572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Attempting to bind port 02cb60b4-4b95-4ca6-b427-dd84b3f40c15 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:48:59.098160 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Attempting to bind port 02cb60b4-4b95-4ca6-b427-dd84b3f40c15 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:48:59.107115 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:59.118492 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e1334-6466-4b8d-954f-b1f018b7b67f None None] Pushing event updated for resources: {'Port': ['ID=02cb60b4-4b95-4ca6-b427-dd84b3f40c15,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:59.129560 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:48:59.130183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:48:59.130805 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:59.131415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:48:59.132213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Bound port: 02cb60b4-4b95-4ca6-b427-dd84b3f40c15, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:48:59.132830 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:59.138630 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port fc9fac3d-7929-42a7-be1e-399564809527 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:59.139275 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:59.309509 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] For port 02cb60b4-4b95-4ca6-b427-dd84b3f40c15, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:48:59.317980 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] For port 02cb60b4-4b95-4ca6-b427-dd84b3f40c15, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=02cb60b4-4b95-4ca6-b427-dd84b3f40c15,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:48:59.423345 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:59.459108 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:59.557174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-c2bd1d73-3460-46b4-896b-848fe4fb9aa5 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:48:59.561510 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-c2bd1d73-3460-46b4-896b-848fe4fb9aa5 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.57 "GET /v2.0/networks?id=88af5c89-a79c-43cf-8e21-2e35ff247d29 HTTP/1.1" status: 200 len: 815 time: 0.6519151 Aug 23 14:48:59.565723 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 24bcf327-60a1-4424-a405-1790b2353a71 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:48:59.645677 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bdde34eb-b84d-4dfd-82e9-fac738721cfe req-a6f243db-14db-493e-ab08-cc0f7779b52d tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 210 time: 0.0821877 Aug 23 14:48:59.666260 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Routers {'8aa5a8ed-2b53-4b53-8654-f376deea2d9a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:48:59.666985 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:48:59.669241 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e1334-6466-4b8d-954f-b1f018b7b67f None None] Pushing event updated for resources: {'Port': ['ID=02cb60b4-4b95-4ca6-b427-dd84b3f40c15,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:48:59.751499 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-f507168a-e723-4002-a514-faedf97bb09e tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12feac158092408899c1a0e9b042350f HTTP/1.1" status: 200 len: 380 time: 0.1650546 Aug 23 14:48:59.770660 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-bfa8d88f-2148-4059-8aa2-fc381b0889fd tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Request body: {'port': {'device_id': '49d0df21-cab2-4f33-bdee-709450b33060', 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'admin_state_up': True, 'tenant_id': '12feac158092408899c1a0e9b042350f', 'security_groups': ['2ffbcaeb-b4e3-497a-9520-1c28aeebb19c']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:48:59.796630 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 24bcf327-60a1-4424-a405-1790b2353a71 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:48:59.797020 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:48:59.885357 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] Set router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:49:00.144088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Pushing event updated for resources: {'Port': ['ID=44b28d6d-bce1-423c-89aa-2d36f4c82cad,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:00.192108 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b679073e-272b-4b6d-a12b-00ae81510a85 req-57ddbaa6-b399-49f6-be37-1a80d693b8c3 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 210 time: 1.0832460 Aug 23 14:49:00.219429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Network b542f892-fbd7-43ba-9b32-88275cc36a65 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:00.235856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:00.247352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:00.344633 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4e90315b-5aa2-49e3-ba44-a50516237656 req-cc4cd752-92b2-4903-9b15-7657067fb1f7 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 210 time: 0.4845295 Aug 23 14:49:00.377209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:49Z', 'updated_at': '2021-08-23T14:48:54Z', 'revision_number': 3, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'gw_port': {'id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:51Z', 'updated_at': '2021-08-23T14:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:00.469886 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4ea6c-c503-4183-9f81-471e5ddd62ac req-22f9aa3e-7ce9-4410-9cda-c8d23d9ddc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:00.472393 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4a4ea6c-c503-4183-9f81-471e5ddd62ac req-22f9aa3e-7ce9-4410-9cda-c8d23d9ddc65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 1.4971681 Aug 23 14:49:00.486565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-0c539276-8d3b-4bac-9182-4302d1d6e800 service neutron] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c0148415-eedb-47a6-a40d-156de4b6a712,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:00.492761 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28558fe-0466-43a1-b998-ea39c80bebf2 None None] The sync data for ids ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'] in n-d-804985-3 is: [{'id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:49Z', 'updated_at': '2021-08-23T14:48:54Z', 'revision_number': 3, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'gw_port': {'id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:51Z', 'updated_at': '2021-08-23T14:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:49:00.548712 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:00.695025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-e323c8d8-6fd5-4a10-b222-61d3839b2387 req-6d2bdb95-72f4-4d80-bdaf-541662943f72 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] For port 19784c6b-8be7-4691-af61-bd6640b28eaa, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=19784c6b-8be7-4691-af61-bd6640b28eaa,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:00.695970 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e323c8d8-6fd5-4a10-b222-61d3839b2387 req-6d2bdb95-72f4-4d80-bdaf-541662943f72 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:00.722351 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4a4ea6c-c503-4183-9f81-471e5ddd62ac req-d0b2db3e-1829-4eee-a16b-ec75685cd1a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0148415-eedb-47a6-a40d-156de4b6a712 HTTP/1.1" status: 200 len: 217 time: 0.2121458 Aug 23 14:49:00.753723 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cc7a5-0dd7-436a-a3da-953a565ba8e4 req-2e4359e6-2099-4571-b0c7-18da09307b85 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:00.760180 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-312cc7a5-0dd7-436a-a3da-953a565ba8e4 req-2e4359e6-2099-4571-b0c7-18da09307b85 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 944 time: 0.2700088 Aug 23 14:49:00.771854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-e323c8d8-6fd5-4a10-b222-61d3839b2387 req-6d2bdb95-72f4-4d80-bdaf-541662943f72 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Calling delete_port for 19784c6b-8be7-4691-af61-bd6640b28eaa owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:49:00.781532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-0c539276-8d3b-4bac-9182-4302d1d6e800 service neutron] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:00.792514 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:00.828164 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:00.870112 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2388d80f-5ec6-4dc4-9172-ffa960f86c42 req-1ad5dff3-6b10-4fec-9622-61028b0c8c99 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 210 time: 0.0866818 Aug 23 14:49:00.913723 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-312cc7a5-0dd7-436a-a3da-953a565ba8e4 req-53e94448-2a38-4940-be61-674fe027eafa tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430657 Aug 23 14:49:00.923324 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-0c539276-8d3b-4bac-9182-4302d1d6e800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0148415-eedb-47a6-a40d-156de4b6a712 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:00.972226 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device c0148415-eedb-47a6-a40d-156de4b6a712 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:49:00.999375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4ea6c-c503-4183-9f81-471e5ddd62ac req-3f0189f5-2e1f-4060-9e20-13bbee61645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:01.000892 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4a4ea6c-c503-4183-9f81-471e5ddd62ac req-3f0189f5-2e1f-4060-9e20-13bbee61645e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.2654614 Aug 23 14:49:01.008843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-0c539276-8d3b-4bac-9182-4302d1d6e800 service neutron] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=c0148415-eedb-47a6-a40d-156de4b6a712,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:01.068957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4a4ea6c-c503-4183-9f81-471e5ddd62ac req-7f3b5d91-5d74-488b-8b74-7ecbbedacdf4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553584 Aug 23 14:49:01.085546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Allocated IP 172.25.8.246 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/c9dbd8bc-7322-43a2-9ad0-fe85be454125) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:01.281827 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:01.329886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c86abe8f-4250-4002-8ec6-bd30a3526599 None None] Provisioning for port 44b28d6d-bce1-423c-89aa-2d36f4c82cad completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:01.337379 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f28b9580-1660-404d-b11a-c2206f255481 req-040f6296-56bc-4c19-842a-fdc637bf98e6 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 210 time: 0.0419567 Aug 23 14:49:01.338747 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c86abe8f-4250-4002-8ec6-bd30a3526599 None None] Provisioning complete for port 44b28d6d-bce1-423c-89aa-2d36f4c82cad triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:01.339452 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c86abe8f-4250-4002-8ec6-bd30a3526599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:01.343509 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4a4ea6c-c503-4183-9f81-471e5ddd62ac req-3b51a36c-29cd-4272-86f0-9a21b555d44b service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624643 Aug 23 14:49:01.344265 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-0c539276-8d3b-4bac-9182-4302d1d6e800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:01.390036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-bfa8d88f-2148-4059-8aa2-fc381b0889fd tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Made reservation on behalf of 12feac158092408899c1a0e9b042350f for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:01.394171 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-bfa8d88f-2148-4059-8aa2-fc381b0889fd tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:01.485573 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c86abe8f-4250-4002-8ec6-bd30a3526599 None None] Port 44b28d6d-bce1-423c-89aa-2d36f4c82cad cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:49:01.617197 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:01.640347 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:01.658981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 02cb60b4-4b95-4ca6-b427-dd84b3f40c15 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:49:01.693264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba2dd408-611c-4ea5-871c-55072074e02a req-86849474-d608-42c2-bc8c-89b7de28b189 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 210 time: 0.0957837 Aug 23 14:49:01.735982 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:01.744895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:01.754225 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:01.851068 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4a4ea6c-c503-4183-9f81-471e5ddd62ac req-2cbb30e1-13a7-49db-9802-9524e9fcd741 service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917536 Aug 23 14:49:01.922363 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Pushing event updated for resources: {'Port': ['ID=c9dbd8bc-7322-43a2-9ad0-fe85be454125,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:01.936878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-0c539276-8d3b-4bac-9182-4302d1d6e800 service neutron] Transition to ACTIVE for port object c0148415-eedb-47a6-a40d-156de4b6a712 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:01.947935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e323c8d8-6fd5-4a10-b222-61d3839b2387 req-6d2bdb95-72f4-4d80-bdaf-541662943f72 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:01.999011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-bfa8d88f-2148-4059-8aa2-fc381b0889fd tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Allocated IP 172.20.0.8 (88af5c89-a79c-43cf-8e21-2e35ff247d29/320beec8-ca64-47ee-b131-43ac22d375c5/993c5e0b-99f8-457a-b309-2c7c5a7bce98) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:02.016887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bdb95-72f4-4d80-bdaf-541662943f72 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Pushing event deleted for resources: {'Port': ['ID=19784c6b-8be7-4691-af61-bd6640b28eaa,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:02.054512 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8fe5a448-8738-40b6-aaf8-8f2d7358aa26 req-d478a948-575a-4843-b7bf-360de9727355 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 210 time: 0.0574169 Aug 23 14:49:02.067450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 02cb60b4-4b95-4ca6-b427-dd84b3f40c15 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:02.073978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 02cb60b4-4b95-4ca6-b427-dd84b3f40c15 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:02.087370 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:02.243003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-e323c8d8-6fd5-4a10-b222-61d3839b2387 req-6d2bdb95-72f4-4d80-bdaf-541662943f72 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] No DVR routers for this DVR port 19784c6b-8be7-4691-af61-bd6640b28eaa on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:49:02.249434 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e323c8d8-6fd5-4a10-b222-61d3839b2387 req-6d2bdb95-72f4-4d80-bdaf-541662943f72 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:02.255723 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e323c8d8-6fd5-4a10-b222-61d3839b2387 req-6d2bdb95-72f4-4d80-bdaf-541662943f72 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "DELETE /v2.0/ports/19784c6b-8be7-4691-af61-bd6640b28eaa HTTP/1.1" status: 204 len: 173 time: 3.6728091 Aug 23 14:49:02.270034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4356c65f-c59c-460b-a3f1-c927176be409', 'name': 'network-vif-deleted', 'tag': '19784c6b-8be7-4691-af61-bd6640b28eaa'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:02.272746 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5a9b58-0fb0-4d78-ba8e-af6a2f4deda0" -d '{"events": [{"server_uuid": "4356c65f-c59c-460b-a3f1-c927176be409", "name": "network-vif-deleted", "tag": "19784c6b-8be7-4691-af61-bd6640b28eaa"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:02.276469 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-0c539276-8d3b-4bac-9182-4302d1d6e800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:02.294545 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:02.301975 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 19784c6b-8be7-4691-af61-bd6640b28eaa no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:49:02.341857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 19784c6b-8be7-4691-af61-bd6640b28eaa {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:49:02.342810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 19784c6b-8be7-4691-af61-bd6640b28eaa not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:49:02.350823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c539276-8d3b-4bac-9182-4302d1d6e800 service neutron] Pushing event updated for resources: {'Port': ['ID=c0148415-eedb-47a6-a40d-156de4b6a712,revision_number=10']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:02.392315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 02cb60b4-4b95-4ca6-b427-dd84b3f40c15, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=02cb60b4-4b95-4ca6-b427-dd84b3f40c15,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:02.417701 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:02.427177 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b459766-de80-4d13-846c-5d9c7f303616 x-openstack-request-id: req-2b459766-de80-4d13-846c-5d9c7f303616 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:02.427522 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4356c65f-c59c-460b-a3f1-c927176be409", "name": "network-vif-deleted", "tag": "19784c6b-8be7-4691-af61-bd6640b28eaa", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:02.430064 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b459766-de80-4d13-846c-5d9c7f303616 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:02.436348 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4356c65f-c59c-460b-a3f1-c927176be409', 'name': 'network-vif-deleted', 'tag': '19784c6b-8be7-4691-af61-bd6640b28eaa', 'status': 'completed', 'code': 200} Aug 23 14:49:02.490436 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:02.511177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-0c539276-8d3b-4bac-9182-4302d1d6e800 service neutron] No DVR routers for this DVR port c0148415-eedb-47a6-a40d-156de4b6a712 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:49:02.516227 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:02.566735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=02cb60b4-4b95-4ca6-b427-dd84b3f40c15,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:02.628995 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e2c3bf7-61eb-4440-a237-379900a2a639 req-9b8beb6a-73d3-4f8e-9d46-1829bb2cf2c3 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 210 time: 0.1190498 Aug 23 14:49:02.677457 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba047ef-ada2-4814-b104-a89a237ed9d4 req-db8918f5-2035-4b41-ac0d-32c74daac9ce tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:02.680615 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:02.685958 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cba047ef-ada2-4814-b104-a89a237ed9d4 req-db8918f5-2035-4b41-ac0d-32c74daac9ce tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 945 time: 0.4564030 Aug 23 14:49:02.767615 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-0c539276-8d3b-4bac-9182-4302d1d6e800 service neutron] 10.222.0.57 "PUT /v2.0/ports/c0148415-eedb-47a6-a40d-156de4b6a712/bindings/n-h2-804985-3/activate HTTP/1.1" status: 200 len: 369 time: 4.0948124 Aug 23 14:49:02.797678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Pushing event updated for resources: {'Port': ['ID=44b28d6d-bce1-423c-89aa-2d36f4c82cad,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:02.943442 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-bfa8d88f-2148-4059-8aa2-fc381b0889fd tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:02.959303 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b35480b-92ce-4387-b6f6-09a83c484c3d req-61b157eb-2771-46e3-9c49-437617c10ea3 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 210 time: 0.0806386 Aug 23 14:49:02.959927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Network b542f892-fbd7-43ba-9b32-88275cc36a65 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:02.967142 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cba047ef-ada2-4814-b104-a89a237ed9d4 req-fdbc2545-c34e-470a-a075-2d0d36fc1eba tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795393 Aug 23 14:49:02.977338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:02.984088 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c808f-9854-4611-ab2e-07379829864c req-cf72b888-1a85-4f74-8a6d-8884e82cab2d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:02.985616 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb1c808f-9854-4611-ab2e-07379829864c req-cf72b888-1a85-4f74-8a6d-8884e82cab2d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "GET /v2.0/networks?id=f393c40a-269e-407d-9378-6970c187b6c3 HTTP/1.1" status: 200 len: 804 time: 0.7583530 Aug 23 14:49:02.997043 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:03.003952 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-bfa8d88f-2148-4059-8aa2-fc381b0889fd tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Transition to ACTIVE for port object 993c5e0b-99f8-457a-b309-2c7c5a7bce98 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:03.008859 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-cb1c808f-9854-4611-ab2e-07379829864c req-32341914-bc39-4961-a8b6-8d946edbf09b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Request body: {'port': {'device_id': 'a99ce276-e60d-4e20-b087-95d1a4f78f51', 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3', 'admin_state_up': True, 'tenant_id': 'dc23af1176974b42a9d060753a5e7eaf'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:03.058919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-5c0dd12e-9836-43c0-964e-c23a9dbdf226 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:03.062720 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-5c0dd12e-9836-43c0-964e-c23a9dbdf226 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098&tenant_id=870a18d842e54e268bf7a5a7979fea11&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 1096 time: 0.1384087 Aug 23 14:49:03.338903 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8c6c750d-4308-435f-b3e7-7f2ed5de1554 req-e5405e71-f6b0-4896-9011-e0474386857f tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 210 time: 0.0915940 Aug 23 14:49:03.362350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-f31116f9-43d8-4446-8579-cbb4f74ba60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:03.364456 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-f31116f9-43d8-4446-8579-cbb4f74ba60e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098&tenant_id=870a18d842e54e268bf7a5a7979fea11 HTTP/1.1" status: 200 len: 1096 time: 0.2943316 Aug 23 14:49:03.368979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a7460b3e-c9f4-447b-90f7-52c2039dadce None None] Provisioning complete for port 44b28d6d-bce1-423c-89aa-2d36f4c82cad triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:03.374848 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a7460b3e-c9f4-447b-90f7-52c2039dadce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:03.376980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:49:03.468167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a7460b3e-c9f4-447b-90f7-52c2039dadce None None] Port 44b28d6d-bce1-423c-89aa-2d36f4c82cad cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:49:03.488283 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:03.492603 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:03.500873 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-bfa8d88f-2148-4059-8aa2-fc381b0889fd tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:03.557233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-925d0e18-bac2-4ab2-85f6-c35b1c11c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:03.560761 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-925d0e18-bac2-4ab2-85f6-c35b1c11c528 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 1096 time: 0.1641700 Aug 23 14:49:03.569320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8d88f-2148-4059-8aa2-fc381b0889fd tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Pushing event updated for resources: {'Port': ['ID=993c5e0b-99f8-457a-b309-2c7c5a7bce98,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:03.592230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 02cb60b4-4b95-4ca6-b427-dd84b3f40c15 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:49:03.633427 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-bfa8d88f-2148-4059-8aa2-fc381b0889fd tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Network 88af5c89-a79c-43cf-8e21-2e35ff247d29 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:03.637330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-bfa8d88f-2148-4059-8aa2-fc381b0889fd tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:03.641087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-bfa8d88f-2148-4059-8aa2-fc381b0889fd tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:03.643721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:49:03.660511 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f2ef255a-61e6-4847-abcd-f0645114a395 admin admin] 10.222.0.38 "PUT /v2.0/routers/8aa5a8ed-2b53-4b53-8654-f376deea2d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2714336 Aug 23 14:49:03.693367 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Sync routers for ids ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:49:03.712754 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Routers {'8aa5a8ed-2b53-4b53-8654-f376deea2d9a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:03.713649 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:03.733864 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 02cb60b4-4b95-4ca6-b427-dd84b3f40c15 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:03.734312 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:03.801438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-92d42cd9-a580-4950-98fe-56c1c38e5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:03.802979 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-92d42cd9-a580-4950-98fe-56c1c38e5148 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.2312698 Aug 23 14:49:03.827106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1c808f-9854-4611-ab2e-07379829864c req-32341914-bc39-4961-a8b6-8d946edbf09b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Made reservation on behalf of dc23af1176974b42a9d060753a5e7eaf for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:03.831325 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cb1c808f-9854-4611-ab2e-07379829864c req-32341914-bc39-4961-a8b6-8d946edbf09b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:03.978646 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Set router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:49:04.098427 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-33a91e68-e543-4f75-8fac-28f15d244d3e req-fe3c7e7f-66dd-4111-a1dc-fbbe72de7d8c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 210 time: 0.2475739 Aug 23 14:49:04.163488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-1fd2514c-c869-4ce5-91a7-43d2fa1b894d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0148415-eedb-47a6-a40d-156de4b6a712 HTTP/1.1" status: 200 len: 217 time: 0.3519232 Aug 23 14:49:04.185476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-bfa8d88f-2148-4059-8aa2-fc381b0889fd tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:04.192054 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-bfa8d88f-2148-4059-8aa2-fc381b0889fd tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:04.315346 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-08f159e6-8284-4b01-90da-d9d14af419fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:04.317716 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-08f159e6-8284-4b01-90da-d9d14af419fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.1396492 Aug 23 14:49:04.341922 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895355e-4529-4577-943a-15d5351de705 req-6e2a3690-b314-4fa5-b359-fa309ca41757 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:04.349016 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-6e2a3690-b314-4fa5-b359-fa309ca41757 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.61 "GET /v2.0/networks?id=87ad5f23-3854-49af-8867-189fb61a3e40 HTTP/1.1" status: 200 len: 806 time: 0.4202774 Aug 23 14:49:04.367565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709baa8b-e0fc-45c9-b49d-1bfd60bfcca0 req-7263ab9a-2305-4896-83c7-b221885dff62 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:04.392500 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-709baa8b-e0fc-45c9-b49d-1bfd60bfcca0 req-7263ab9a-2305-4896-83c7-b221885dff62 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 931 time: 0.2148194 Aug 23 14:49:04.469444 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:49Z', 'updated_at': '2021-08-23T14:49:01Z', 'revision_number': 4, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'gw_port': {'id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:51Z', 'updated_at': '2021-08-23T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '44b28d6d-bce1-423c-89aa-2d36f4c82cad', 'name': '', 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'mac_address': 'fa:16:3e:26:5b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:57Z', 'updated_at': '2021-08-23T14:49:01Z', 'revision_number': 2, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'subnets': [{'id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:04.492805 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-c17be4c7-251a-4dd6-8c99-c0d46f04686f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1467004 Aug 23 14:49:04.514903 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-bfa8d88f-2148-4059-8aa2-fc381b0889fd tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7490108 Aug 23 14:49:04.552186 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Checking router: 8aa5a8ed-2b53-4b53-8654-f376deea2d9a for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:49:04.552789 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Updating router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a port 44b28d6d-bce1-423c-89aa-2d36f4c82cad binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:49:04.587643 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Request body: {'port': {'device_id': '49d0df21-cab2-4f33-bdee-709450b33060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:04.612234 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:04.656264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39328) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:04.692903 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-5f88f1a1-4df7-41c3-a870-97e7916f5444 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12c362187edc43b28835086c10233034 HTTP/1.1" status: 200 len: 379 time: 0.3355489 Aug 23 14:49:04.720938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-709baa8b-e0fc-45c9-b49d-1bfd60bfcca0 req-6dfdcbf2-6567-4616-af28-c3762121c106 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ffbcaeb-b4e3-497a-9520-1c28aeebb19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270226 Aug 23 14:49:04.722638 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:04.748658 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-b895355e-4529-4577-943a-15d5351de705 req-e632a525-b8a1-452e-84f8-59ab4ef92dd9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Request body: {'port': {'device_id': '9e90797f-02da-4561-bd8f-e9f85f656c1a', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'admin_state_up': True, 'tenant_id': '12c362187edc43b28835086c10233034', 'security_groups': ['ee1a851d-9d13-45ff-b184-27ecb3b343d0']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:04.790611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-be96dd40-db15-486b-880c-c98b3ea5bd2c None None] Provisioning for port 993c5e0b-99f8-457a-b309-2c7c5a7bce98 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:04.797878 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-be96dd40-db15-486b-880c-c98b3ea5bd2c None None] Provisioning complete for port 993c5e0b-99f8-457a-b309-2c7c5a7bce98 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:04.798251 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-be96dd40-db15-486b-880c-c98b3ea5bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:04.966024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-be96dd40-db15-486b-880c-c98b3ea5bd2c None None] Port 993c5e0b-99f8-457a-b309-2c7c5a7bce98 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:49:04.985938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-3ce02fc7-80a8-47d5-8ae0-cc31e36ef5ea service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751239 Aug 23 14:49:05.113369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-cb1c808f-9854-4611-ab2e-07379829864c req-32341914-bc39-4961-a8b6-8d946edbf09b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Allocated IP 172.20.0.6 (f393c40a-269e-407d-9378-6970c187b6c3/11061a5b-c587-4d9a-b542-d35027d2df97/ce963322-e2e6-41b3-9805-60af80828135) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:05.153528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe98575c-87a2-4be0-a275-313236c89ff9 req-acd1d3e4-26ad-4d5f-a59d-e44a4342b759 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 210 time: 0.1096547 Aug 23 14:49:05.276445 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-076834fb-8a26-40d2-8a10-e6eaafc5caa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:05.309369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8abce7-a801-48af-90ae-40e17399966d req-5989f2e4-3c5b-4d3f-889d-6e8534daa582 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:05.311887 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da8abce7-a801-48af-90ae-40e17399966d req-5989f2e4-3c5b-4d3f-889d-6e8534daa582 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 945 time: 1.0244565 Aug 23 14:49:05.324579 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-28a21587-bbb4-410c-91f8-61b306b570e3 service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150246 Aug 23 14:49:05.329400 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac2089df-4bbb-4d95-9039-3caf44d07b82 req-fcfab840-15a9-41f5-a5ae-09f485cc74ac tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 210 time: 0.0587265 Aug 23 14:49:05.359842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b895355e-4529-4577-943a-15d5351de705 req-e632a525-b8a1-452e-84f8-59ab4ef92dd9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Made reservation on behalf of 12c362187edc43b28835086c10233034 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:05.363563 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b895355e-4529-4577-943a-15d5351de705 req-e632a525-b8a1-452e-84f8-59ab4ef92dd9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:05.394277 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:05.409383 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Transition to ACTIVE for port object 44b28d6d-bce1-423c-89aa-2d36f4c82cad will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:05.439172 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da8abce7-a801-48af-90ae-40e17399966d req-0002478d-8b4a-4d0c-a46a-ac1cbf1d2136 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146016 Aug 23 14:49:05.454154 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cb1c808f-9854-4611-ab2e-07379829864c req-32341914-bc39-4961-a8b6-8d946edbf09b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:05.499801 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Router 0a0a3c80-6053-4ee9-ab05-bfec921c4cf6 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:49:05.605688 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-b895355e-4529-4577-943a-15d5351de705 req-e632a525-b8a1-452e-84f8-59ab4ef92dd9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Allocated IP 172.20.0.11 (87ad5f23-3854-49af-8867-189fb61a3e40/d3c1b493-5244-4660-8372-bd1bd7562053/a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:05.668008 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:05.774143 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f7af7-ee99-40ad-b4ac-125852ea1eaf None None] Pushing event updated for resources: {'Port': ['ID=44b28d6d-bce1-423c-89aa-2d36f4c82cad,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:05.874859 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Attempting to bind port 44b28d6d-bce1-423c-89aa-2d36f4c82cad on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:49:05.878697 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Attempting to bind port 44b28d6d-bce1-423c-89aa-2d36f4c82cad by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a5994012-2141-442b-95b6-6d09994fdb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:49:05.879616 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Attempting to bind port 44b28d6d-bce1-423c-89aa-2d36f4c82cad on network b542f892-fbd7-43ba-9b32-88275cc36a65 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:05.896803 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:49:05.898684 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Checking segment: {'id': 'a5994012-2141-442b-95b6-6d09994fdb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:05.899932 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:05.900436 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b895355e-4529-4577-943a-15d5351de705 req-e632a525-b8a1-452e-84f8-59ab4ef92dd9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:05.902323 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Bound using segment: {'id': 'a5994012-2141-442b-95b6-6d09994fdb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:49:05.904106 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Bound port: 44b28d6d-bce1-423c-89aa-2d36f4c82cad, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5994012-2141-442b-95b6-6d09994fdb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:49:05.905223 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:05.944838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-b895355e-4529-4577-943a-15d5351de705 req-e632a525-b8a1-452e-84f8-59ab4ef92dd9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Transition to ACTIVE for port object a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:06.029440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993c5e0b-99f8-457a-b309-2c7c5a7bce98 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:06.047966 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:06.075607 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] For port 44b28d6d-bce1-423c-89aa-2d36f4c82cad, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:06.085461 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] For port 44b28d6d-bce1-423c-89aa-2d36f4c82cad, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=44b28d6d-bce1-423c-89aa-2d36f4c82cad,segment=NetworkSegment(a5994012-2141-442b-95b6-6d09994fdb03),segment_id=a5994012-2141-442b-95b6-6d09994fdb03)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:49:06.105052 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b895355e-4529-4577-943a-15d5351de705 req-e632a525-b8a1-452e-84f8-59ab4ef92dd9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:06.138887 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Transition to ACTIVE for port object 993c5e0b-99f8-457a-b309-2c7c5a7bce98 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:06.152280 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-076834fb-8a26-40d2-8a10-e6eaafc5caa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:06.159420 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:06.177782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:49:06.184890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cb1c808f-9854-4611-ab2e-07379829864c req-32341914-bc39-4961-a8b6-8d946edbf09b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:06.190214 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:06.193471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e275d-5d63-46ca-b0dd-428c69c9bac1 None None] Sync routers for ids ['0a0a3c80-6053-4ee9-ab05-bfec921c4cf6'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:49:06.200047 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e062505c-0f18-4e23-9187-039f38c7c2b2 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "PUT /v2.0/routers/0a0a3c80-6053-4ee9-ab05-bfec921c4cf6 HTTP/1.1" status: 200 len: 918 time: 7.4989808 Aug 23 14:49:06.214430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e275d-5d63-46ca-b0dd-428c69c9bac1 None None] Routers {'0a0a3c80-6053-4ee9-ab05-bfec921c4cf6'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:06.215077 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-671e275d-5d63-46ca-b0dd-428c69c9bac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0a0a3c80-6053-4ee9-ab05-bfec921c4cf6'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:06.222413 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39358) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:06.281034 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Routers {'8aa5a8ed-2b53-4b53-8654-f376deea2d9a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:06.281630 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:06.287784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b895355e-4529-4577-943a-15d5351de705 req-e632a525-b8a1-452e-84f8-59ab4ef92dd9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Network 87ad5f23-3854-49af-8867-189fb61a3e40 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:06.308251 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-671e275d-5d63-46ca-b0dd-428c69c9bac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:06.315885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-b895355e-4529-4577-943a-15d5351de705 req-e632a525-b8a1-452e-84f8-59ab4ef92dd9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:06.333728 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ce023-8c2b-4e38-95af-82f46714cb21 req-27eaf4a1-09fc-4537-9b7d-ddf7679c82e9 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:06.343278 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-750ce023-8c2b-4e38-95af-82f46714cb21 req-27eaf4a1-09fc-4537-9b7d-ddf7679c82e9 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 931 time: 0.3507087 Aug 23 14:49:06.349511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-b895355e-4529-4577-943a-15d5351de705 req-e632a525-b8a1-452e-84f8-59ab4ef92dd9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:06.360718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e275d-5d63-46ca-b0dd-428c69c9bac1 None None] Routers {'0a0a3c80-6053-4ee9-ab05-bfec921c4cf6'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:06.361777 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-671e275d-5d63-46ca-b0dd-428c69c9bac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0a0a3c80-6053-4ee9-ab05-bfec921c4cf6'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:06.377025 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-076834fb-8a26-40d2-8a10-e6eaafc5caa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:06.428362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-508e80ac-6549-43db-8ad9-fd021770d8be tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:06.430338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-508e80ac-6549-43db-8ad9-fd021770d8be tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098&tenant_id=870a18d842e54e268bf7a5a7979fea11&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 1096 time: 0.3366323 Aug 23 14:49:06.501237 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32341914-bc39-4961-a8b6-8d946edbf09b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Pushing event updated for resources: {'Port': ['ID=ce963322-e2e6-41b3-9805-60af80828135,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:06.522030 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:06.526029 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-671e275d-5d63-46ca-b0dd-428c69c9bac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:06.529775 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e275d-5d63-46ca-b0dd-428c69c9bac1 None None] The sync data for ids ['0a0a3c80-6053-4ee9-ab05-bfec921c4cf6'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:49:06.533082 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076834fb-8a26-40d2-8a10-e6eaafc5caa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d857ecdf-4566-4238-980a-85be9b1931bf,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:06.573244 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] Set router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:49:06.676792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632a525-b8a1-452e-84f8-59ab4ef92dd9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Pushing event updated for resources: {'Port': ['ID=a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:06.677320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1c808f-9854-4611-ab2e-07379829864c req-32341914-bc39-4961-a8b6-8d946edbf09b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Network f393c40a-269e-407d-9378-6970c187b6c3 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:06.689539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Pushing event updated for resources: {'Port': ['ID=993c5e0b-99f8-457a-b309-2c7c5a7bce98,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:06.699823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-cb1c808f-9854-4611-ab2e-07379829864c req-32341914-bc39-4961-a8b6-8d946edbf09b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:06.705842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1c808f-9854-4611-ab2e-07379829864c req-32341914-bc39-4961-a8b6-8d946edbf09b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:06.791517 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-750ce023-8c2b-4e38-95af-82f46714cb21 req-5e7e5d50-5efa-4d9a-be4d-a5ff9564dcaa tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ffbcaeb-b4e3-497a-9520-1c28aeebb19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4143512 Aug 23 14:49:06.800089 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-076834fb-8a26-40d2-8a10-e6eaafc5caa0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=74117eef9483405f99dc7b518812c4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1365120 Aug 23 14:49:06.800731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39378) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:06.847877 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895355e-4529-4577-943a-15d5351de705 req-e632a525-b8a1-452e-84f8-59ab4ef92dd9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:06.847877 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b895355e-4529-4577-943a-15d5351de705 req-e632a525-b8a1-452e-84f8-59ab4ef92dd9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:06.908098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834822e-6b54-4923-9097-e77b66b368c7 req-439e351a-f355-42af-aee8-8c75ec32f955 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:06.922659 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6834822e-6b54-4923-9097-e77b66b368c7 req-439e351a-f355-42af-aee8-8c75ec32f955 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 932 time: 0.5387702 Aug 23 14:49:06.927973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cd8e935b-ef10-47d0-8146-53e3339282da service neutron] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:06.961891 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cd8e935b-ef10-47d0-8146-53e3339282da service neutron] Notify callbacks [] for binding, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:06.963913 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec68e4e2-e6ff-49ec-be23-a483e09d4a82 req-cd8e935b-ef10-47d0-8146-53e3339282da service neutron] 10.222.0.61 "DELETE /v2.0/ports/c0148415-eedb-47a6-a40d-156de4b6a712/bindings/n-h1-804985-3 HTTP/1.1" status: 204 len: 173 time: 0.4268868 Aug 23 14:49:06.986715 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-e632a525-b8a1-452e-84f8-59ab4ef92dd9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2646346 Aug 23 14:49:06.994380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3bb60ccc-67f7-4fd4-a764-0f23b437f5f6 None None] Provisioning for port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:06.998997 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f7af7-ee99-40ad-b4ac-125852ea1eaf None None] Pushing event updated for resources: {'Port': ['ID=44b28d6d-bce1-423c-89aa-2d36f4c82cad,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:07.001136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3bb60ccc-67f7-4fd4-a764-0f23b437f5f6 None None] Provisioning complete for port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:07.002513 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3bb60ccc-67f7-4fd4-a764-0f23b437f5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:07.010087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c808f-9854-4611-ab2e-07379829864c req-32341914-bc39-4961-a8b6-8d946edbf09b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:07.011000 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cb1c808f-9854-4611-ab2e-07379829864c req-32341914-bc39-4961-a8b6-8d946edbf09b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:07.029559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Request body: {'port': {'device_id': '9e90797f-02da-4561-bd8f-e9f85f656c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:07.041228 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c80155bf-bf01-4cb9-8954-b0301579c51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:07.075122 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:49Z', 'updated_at': '2021-08-23T14:49:01Z', 'revision_number': 4, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'gw_port': {'id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:51Z', 'updated_at': '2021-08-23T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '44b28d6d-bce1-423c-89aa-2d36f4c82cad', 'name': '', 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'mac_address': 'fa:16:3e:26:5b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:57Z', 'updated_at': '2021-08-23T14:49:06Z', 'revision_number': 4, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'subnets': [{'id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:07.127612 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3bb60ccc-67f7-4fd4-a764-0f23b437f5f6 None None] Port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:49:07.143780 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52386351-54bd-46ee-9c22-f2c8fde860de None None] The sync data for ids ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'] in n-d-804985-3 is: [{'id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:49Z', 'updated_at': '2021-08-23T14:49:01Z', 'revision_number': 4, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'gw_port': {'id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:51Z', 'updated_at': '2021-08-23T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '44b28d6d-bce1-423c-89aa-2d36f4c82cad', 'name': '', 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'mac_address': 'fa:16:3e:26:5b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:57Z', 'updated_at': '2021-08-23T14:49:06Z', 'revision_number': 4, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'subnets': [{'id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:49:07.179775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e87c0d-9595-4c58-974d-c9a8c65917ba req-cc1811f0-8fb8-4f1e-9c2c-aa44a94ad902 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:07.196703 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a8e87c0d-9595-4c58-974d-c9a8c65917ba req-cc1811f0-8fb8-4f1e-9c2c-aa44a94ad902 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 931 time: 0.3065772 Aug 23 14:49:07.223542 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6834822e-6b54-4923-9097-e77b66b368c7 req-c19e79a5-ee10-4c48-a599-e2c743cd681e tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998121 Aug 23 14:49:07.239973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c10c991f-7bab-4ece-962e-7f631d4152d4 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/routers/0a0a3c80-6053-4ee9-ab05-bfec921c4cf6 HTTP/1.1" status: 200 len: 924 time: 1.0130553 Aug 23 14:49:07.271218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39404) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:07.380700 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb1c808f-9854-4611-ab2e-07379829864c req-32341914-bc39-4961-a8b6-8d946edbf09b tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3745975 Aug 23 14:49:07.433486 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Request body: {'port': {'device_id': 'a99ce276-e60d-4e20-b087-95d1a4f78f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:07.476353 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a8e87c0d-9595-4c58-974d-c9a8c65917ba req-3e2e8ddc-ad2b-46bd-a1f6-1a57fe932d87 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786398 Aug 23 14:49:07.492035 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c80155bf-bf01-4cb9-8954-b0301579c51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:07.588397 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:07.595633 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Attempting to bind port 993c5e0b-99f8-457a-b309-2c7c5a7bce98 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:49:07.596289 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Attempting to bind port 993c5e0b-99f8-457a-b309-2c7c5a7bce98 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '340ea372-e790-4e35-8e2d-045c920d2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:49:07.596900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Attempting to bind port 993c5e0b-99f8-457a-b309-2c7c5a7bce98 on network 88af5c89-a79c-43cf-8e21-2e35ff247d29 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:07.643540 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4131740-f49f-4eab-86b5-6173eb5de68b tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:07.648609 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c4131740-f49f-4eab-86b5-6173eb5de68b tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&device_id=0a0a3c80-6053-4ee9-ab05-bfec921c4cf6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3670805 Aug 23 14:49:07.650701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Port 993c5e0b-99f8-457a-b309-2c7c5a7bce98 on network 88af5c89-a79c-43cf-8e21-2e35ff247d29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:49:07.655121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Attempting to bind port 993c5e0b-99f8-457a-b309-2c7c5a7bce98 on network 88af5c89-a79c-43cf-8e21-2e35ff247d29 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:07.657704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 44b28d6d-bce1-423c-89aa-2d36f4c82cad up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:49:07.660715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39416) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:07.730892 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fbba3-9026-4ce7-a87e-6f8f816d7b98 req-4be5c159-72dd-46a9-be3a-cb3ec0e18493 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:07.745851 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d0fbba3-9026-4ce7-a87e-6f8f816d7b98 req-4be5c159-72dd-46a9-be3a-cb3ec0e18493 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 945 time: 0.3306942 Aug 23 14:49:07.754699 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:49:07.760392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Checking segment: {'id': '340ea372-e790-4e35-8e2d-045c920d2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:07.760913 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Bound using segment: {'id': '340ea372-e790-4e35-8e2d-045c920d2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:49:07.761433 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Bound port: 993c5e0b-99f8-457a-b309-2c7c5a7bce98, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340ea372-e790-4e35-8e2d-045c920d2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:49:07.761824 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:07.895072 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:07.938540 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d0fbba3-9026-4ce7-a87e-6f8f816d7b98 req-04865244-89f2-4792-85fc-a13ec722dfdb tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907322 Aug 23 14:49:08.000127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 44b28d6d-bce1-423c-89aa-2d36f4c82cad completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:08.004599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 44b28d6d-bce1-423c-89aa-2d36f4c82cad triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:08.005236 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:08.020317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] For port 993c5e0b-99f8-457a-b309-2c7c5a7bce98, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:08.023988 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] For port 993c5e0b-99f8-457a-b309-2c7c5a7bce98, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=993c5e0b-99f8-457a-b309-2c7c5a7bce98,segment=NetworkSegment(340ea372-e790-4e35-8e2d-045c920d2b69),segment_id=340ea372-e790-4e35-8e2d-045c920d2b69)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:49:08.071596 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c80155bf-bf01-4cb9-8954-b0301579c51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:08.074593 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c80155bf-bf01-4cb9-8954-b0301579c51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:08.076380 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c80155bf-bf01-4cb9-8954-b0301579c51d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d857ecdf-4566-4238-980a-85be9b1931bf HTTP/1.1" status: 204 len: 168 time: 1.2715847 Aug 23 14:49:08.289031 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:08.350868 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 44b28d6d-bce1-423c-89aa-2d36f4c82cad, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=44b28d6d-bce1-423c-89aa-2d36f4c82cad,segment=NetworkSegment(a5994012-2141-442b-95b6-6d09994fdb03),segment_id=a5994012-2141-442b-95b6-6d09994fdb03)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:08.444568 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:08.545764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=44b28d6d-bce1-423c-89aa-2d36f4c82cad,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:08.581116 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:08.620270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80155bf-bf01-4cb9-8954-b0301579c51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d857ecdf-4566-4238-980a-85be9b1931bf,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:08.680040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f440f72-a88b-48ba-9585-cc58f1fa4053 req-44310171-b37c-4602-89a7-60dfa614e3e2 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:08.681940 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f440f72-a88b-48ba-9585-cc58f1fa4053 req-44310171-b37c-4602-89a7-60dfa614e3e2 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 943 time: 0.7593553 Aug 23 14:49:08.782013 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f440f72-a88b-48ba-9585-cc58f1fa4053 req-5e796fb0-0d59-43e4-8efb-9946d6d4a18d tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ffbcaeb-b4e3-497a-9520-1c28aeebb19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780172 Aug 23 14:49:08.794491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Pushing event updated for resources: {'Port': ['ID=993c5e0b-99f8-457a-b309-2c7c5a7bce98,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:08.799336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bc922c-5ad7-4b08-8d25-6f304f12f3b7 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:08.816360 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-09bc922c-5ad7-4b08-8d25-6f304f12f3b7 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 881 time: 1.1543062 Aug 23 14:49:08.824090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39436) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:08.877877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:08.888901 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:08.888901 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-3d8f421a-6686-4bc2-8d1a-cc0f153c16e9 service neutron] 10.222.0.57 "PUT /v2.0/ports/993c5e0b-99f8-457a-b309-2c7c5a7bce98 HTTP/1.1" status: 200 len: 1091 time: 4.3180859 Aug 23 14:49:08.888901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d0df21-cab2-4f33-bdee-709450b33060', 'tag': '993c5e0b-99f8-457a-b309-2c7c5a7bce98'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:08.894839 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3b62c2-8827-4980-bf1c-4f5a9880c234" -d '{"events": [{"name": "network-changed", "server_uuid": "49d0df21-cab2-4f33-bdee-709450b33060", "tag": "993c5e0b-99f8-457a-b309-2c7c5a7bce98"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:08.897662 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:08.922041 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:08.957486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Transition to ACTIVE for port object a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:08.979586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365df4d-43b7-44b0-93e0-fc532a2f6c8c req-77d80e46-27b1-460a-86c0-e6a52af6843c tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:08.983877 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6365df4d-43b7-44b0-93e0-fc532a2f6c8c req-77d80e46-27b1-460a-86c0-e6a52af6843c tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 932 time: 0.0795245 Aug 23 14:49:09.021832 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c68f0e68-bcee-4b4c-a925-f1d9c01e4929 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a0a3c80-6053-4ee9-ab05-bfec921c4cf6 HTTP/1.1" status: 200 len: 205 time: 0.1752229 Aug 23 14:49:09.031002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39440) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:09.062605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce963322-e2e6-41b3-9805-60af80828135 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:09.093798 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:09.180411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:09.198382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0ffee-5a3f-4eaa-b5cc-a1b50076546e req-2e4ffb22-50ca-4e4c-b0ac-cab2a547e1ca tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:09.207827 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9ce0ffee-5a3f-4eaa-b5cc-a1b50076546e req-2e4ffb22-50ca-4e4c-b0ac-cab2a547e1ca tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 1096 time: 0.6406212 Aug 23 14:49:09.215067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Transition to ACTIVE for port object ce963322-e2e6-41b3-9805-60af80828135 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:09.222289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6365df4d-43b7-44b0-93e0-fc532a2f6c8c req-d35cb29d-e6c7-4b59-88ea-c58885012197 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142141 Aug 23 14:49:09.249464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39442) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:09.291991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-bfb6f3e8-3b2c-4db0-a522-2222c0b7e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:09.293785 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-bfb6f3e8-3b2c-4db0-a522-2222c0b7e3bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12feac158092408899c1a0e9b042350f&device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 1094 time: 0.2179589 Aug 23 14:49:09.295924 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bed0bcb9-c47e-42bc-a4ed-4433620c621f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:09.309239 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9ce0ffee-5a3f-4eaa-b5cc-a1b50076546e req-4b2b9b90-660f-44f4-8759-719040b65a7e tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986223 Aug 23 14:49:09.368405 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:09.460827 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-d8013fc6-41f4-4487-8553-13dc0961377f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=993c5e0b-99f8-457a-b309-2c7c5a7bce98 HTTP/1.1" status: 200 len: 217 time: 0.1498489 Aug 23 14:49:09.503583 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350bc2e7-946b-4691-806b-c2325e0b4537 x-openstack-request-id: req-350bc2e7-946b-4691-806b-c2325e0b4537 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:09.504108 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d0df21-cab2-4f33-bdee-709450b33060", "tag": "993c5e0b-99f8-457a-b309-2c7c5a7bce98", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:09.504432 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-350bc2e7-946b-4691-806b-c2325e0b4537 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:09.504913 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d0df21-cab2-4f33-bdee-709450b33060', 'tag': '993c5e0b-99f8-457a-b309-2c7c5a7bce98', 'status': 'completed', 'code': 200} Aug 23 14:49:09.568494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Pushing event updated for resources: {'Port': ['ID=a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:09.609469 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 44b28d6d-bce1-423c-89aa-2d36f4c82cad up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:49:09.731772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Pushing event updated for resources: {'Port': ['ID=ce963322-e2e6-41b3-9805-60af80828135,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:09.768924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 44b28d6d-bce1-423c-89aa-2d36f4c82cad triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:09.769582 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:09.836581 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-22b95c78-358a-434e-99fd-6912c5455db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:09.838804 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-22b95c78-358a-434e-99fd-6912c5455db9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=320beec8-ca64-47ee-b131-43ac22d375c5 HTTP/1.1" status: 200 len: 854 time: 0.3234992 Aug 23 14:49:09.905332 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38497565-bb71-4e09-bd19-051ac809722c tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:09.921261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9ec94-55e9-44f9-b6cb-14cec81d8c42 req-398ae109-aae3-431b-971c-388bc462514c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:09.923009 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cbf9ec94-55e9-44f9-b6cb-14cec81d8c42 req-398ae109-aae3-431b-971c-388bc462514c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 943 time: 0.5518250 Aug 23 14:49:09.999309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Attempting to bind port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:49:09.999575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Attempting to bind port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'b94f383e-101c-45de-a577-3461625c52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:49:09.999959 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Attempting to bind port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 on network 87ad5f23-3854-49af-8867-189fb61a3e40 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:10.021640 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cbf9ec94-55e9-44f9-b6cb-14cec81d8c42 req-6b416bdf-89d6-4d30-ad88-f6f19fdd6da0 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649865 Aug 23 14:49:10.022186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 on network 87ad5f23-3854-49af-8867-189fb61a3e40 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:49:10.022514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Attempting to bind port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 on network 87ad5f23-3854-49af-8867-189fb61a3e40 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:10.030988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:49:10.031240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Checking segment: {'id': 'b94f383e-101c-45de-a577-3461625c52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:10.031631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Bound using segment: {'id': 'b94f383e-101c-45de-a577-3461625c52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:49:10.032094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Bound port: a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b94f383e-101c-45de-a577-3461625c52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:49:10.032456 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:10.058175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-3fdf7356-9f6d-40fa-99f8-4b773a0e19ba tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:10.059862 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-3fdf7356-9f6d-40fa-99f8-4b773a0e19ba tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 807 time: 0.2879889 Aug 23 14:49:10.113451 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-1f1f2487-6d50-4f40-82c9-0788998bc68c tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/quotas/870a18d842e54e268bf7a5a7979fea11 HTTP/1.1" status: 200 len: 375 time: 0.0423920 Aug 23 14:49:10.179122 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-219b9230-31c1-4861-b062-888ba150d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:10.180974 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-219b9230-31c1-4861-b062-888ba150d413 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88af5c89-a79c-43cf-8e21-2e35ff247d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3188033 Aug 23 14:49:10.187610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Attempting to bind port ce963322-e2e6-41b3-9805-60af80828135 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:49:10.187982 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Attempting to bind port ce963322-e2e6-41b3-9805-60af80828135 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:49:10.188315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Attempting to bind port ce963322-e2e6-41b3-9805-60af80828135 on network f393c40a-269e-407d-9378-6970c187b6c3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:10.237348 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Port ce963322-e2e6-41b3-9805-60af80828135 on network f393c40a-269e-407d-9378-6970c187b6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:49:10.237695 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Attempting to bind port ce963322-e2e6-41b3-9805-60af80828135 on network f393c40a-269e-407d-9378-6970c187b6c3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:10.239616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38497565-bb71-4e09-bd19-051ac809722c tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:10.283025 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bed0bcb9-c47e-42bc-a4ed-4433620c621f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:10.294873 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-b9e83c47-9872-405a-82ef-0cc340d7d588 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1805100 Aug 23 14:49:10.295902 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:49:10.296247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Checking segment: {'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:10.297205 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Bound using segment: {'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:49:10.297205 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Bound port: ce963322-e2e6-41b3-9805-60af80828135, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0c8583-81b6-46bd-b34d-54a8995fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:49:10.297486 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:10.337801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c03185-7244-4edd-8209-5d0c83a6808f req-1e15bd42-18f1-4b28-ac4e-0f98bb8d1e8b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:10.339859 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6c03185-7244-4edd-8209-5d0c83a6808f req-1e15bd42-18f1-4b28-ac4e-0f98bb8d1e8b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 943 time: 0.1338735 Aug 23 14:49:10.397764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] For port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:10.406715 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bed0bcb9-c47e-42bc-a4ed-4433620c621f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:10.434218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] For port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7,segment=NetworkSegment(b94f383e-101c-45de-a577-3461625c52b8),segment_id=b94f383e-101c-45de-a577-3461625c52b8)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:49:10.453045 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6c03185-7244-4edd-8209-5d0c83a6808f req-25e7f0d0-d5c2-43bc-8343-57b60c55e093 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ffbcaeb-b4e3-497a-9520-1c28aeebb19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881705 Aug 23 14:49:10.482767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-38497565-bb71-4e09-bd19-051ac809722c tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Deleting port c9dbd8bc-7322-43a2-9ad0-fe85be454125 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:49:10.485151 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38497565-bb71-4e09-bd19-051ac809722c tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:10.500770 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-d1b2af45-6750-420a-a6fb-505b359a90f8 service neutron] 10.222.0.57 "GET /v2.0/networks/88af5c89-a79c-43cf-8e21-2e35ff247d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095601 Aug 23 14:49:10.511181 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bed0bcb9-c47e-42bc-a4ed-4433620c621f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a520a7bf7c10483086a729a6e4598ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2606542 Aug 23 14:49:10.515774 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39472) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:10.517152 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0bcb9-c47e-42bc-a4ed-4433620c621f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afae08ff-b604-42ab-84aa-32d90caaff53,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:10.545870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] For port ce963322-e2e6-41b3-9805-60af80828135, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:10.574712 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-1f2dca6e-b94d-4ceb-b0cb-e0cad2e09329 service neutron] 10.222.0.38 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658889 Aug 23 14:49:10.608071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] For port ce963322-e2e6-41b3-9805-60af80828135, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ce963322-e2e6-41b3-9805-60af80828135,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:49:10.657834 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38497565-bb71-4e09-bd19-051ac809722c tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:10.690245 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:10.708751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-38497565-bb71-4e09-bd19-051ac809722c tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Calling delete_port for c9dbd8bc-7322-43a2-9ad0-fe85be454125 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:49:10.719567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:10.783632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:10.784601 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:10.790438 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb1c808f-9854-4611-ab2e-07379829864c req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] 10.222.0.61 "PUT /v2.0/ports/ce963322-e2e6-41b3-9805-60af80828135 HTTP/1.1" status: 200 len: 1091 time: 3.3747077 Aug 23 14:49:10.790597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:10.790597 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:10.798863 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] 10.222.0.61 "PUT /v2.0/ports/a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 HTTP/1.1" status: 200 len: 1092 time: 3.7821059 Aug 23 14:49:10.840253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e90797f-02da-4561-bd8f-e9f85f656c1a', 'tag': 'a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:10.843407 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976f5087-1058-4d50-9e6b-578525823777" -d '{"events": [{"name": "network-changed", "server_uuid": "9e90797f-02da-4561-bd8f-e9f85f656c1a", "tag": "a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:10.851348 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c73597-e85c-4d15-a8a1-0a473e3849a6 req-ca4558fa-dd67-458d-bd56-da535e2ffddb service neutron] 10.222.0.57 "GET /v2.0/networks/88af5c89-a79c-43cf-8e21-2e35ff247d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389094 Aug 23 14:49:10.853888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a98c2-628a-4841-956b-3f011322fe3a service neutron] Pushing event updated for resources: {'Port': ['ID=ce963322-e2e6-41b3-9805-60af80828135,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:10.862124 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-1b3dba1e-1eda-49fa-bdea-bdee99a50044 service neutron] 10.222.0.38 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521617 Aug 23 14:49:10.965175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527774c6-b660-4df0-8ce2-ff62f1773fa4 req-70132d15-c161-4ff2-8f85-063ce0b67efe tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:10.973772 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-527774c6-b660-4df0-8ce2-ff62f1773fa4 req-70132d15-c161-4ff2-8f85-063ce0b67efe tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 944 time: 0.2996280 Aug 23 14:49:10.995145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f52379-a65b-4604-9ffd-53d1777b557c service neutron] Pushing event updated for resources: {'Port': ['ID=a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:11.047420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895355e-4529-4577-943a-15d5351de705 req-56732a89-e696-47b4-80ba-a610550d1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:11.054376 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-56732a89-e696-47b4-80ba-a610550d1343 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=12c362187edc43b28835086c10233034&device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 1095 time: 0.1100900 Aug 23 14:49:11.126625 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f5f06342-45fd-4dc8-a000-1e8972aa265a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:11.156316 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-fed428eb-59fb-446f-a06a-67a21e6a2338 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 HTTP/1.1" status: 200 len: 217 time: 0.0821717 Aug 23 14:49:11.186418 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b62c2-8827-4980-bf1c-4f5a9880c234 req-9c595dda-c200-4f4b-bfe5-e7d2e5cd44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:11.188430 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd3b62c2-8827-4980-bf1c-4f5a9880c234 req-9c595dda-c200-4f4b-bfe5-e7d2e5cd44c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12feac158092408899c1a0e9b042350f&device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 1094 time: 0.1328893 Aug 23 14:49:11.238067 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84bfcd3-e689-45cc-919b-03f454c92347 x-openstack-request-id: req-a84bfcd3-e689-45cc-919b-03f454c92347 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:11.238067 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e90797f-02da-4561-bd8f-e9f85f656c1a", "tag": "a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:11.238067 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a84bfcd3-e689-45cc-919b-03f454c92347 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:11.238067 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e90797f-02da-4561-bd8f-e9f85f656c1a', 'tag': 'a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7', 'status': 'completed', 'code': 200} Aug 23 14:49:11.268177 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-527774c6-b660-4df0-8ce2-ff62f1773fa4 req-1068cc69-0800-46ff-906d-ba9f111183d7 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933595 Aug 23 14:49:11.290624 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c808f-9854-4611-ab2e-07379829864c req-24c4fd59-5dc2-4cd3-8b8f-9dc53d6f9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:11.297612 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb1c808f-9854-4611-ab2e-07379829864c req-24c4fd59-5dc2-4cd3-8b8f-9dc53d6f9a5c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dc23af1176974b42a9d060753a5e7eaf&device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 1094 time: 0.3575356 Aug 23 14:49:11.308663 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f5f06342-45fd-4dc8-a000-1e8972aa265a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:11.382654 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895355e-4529-4577-943a-15d5351de705 req-93013919-84dd-412c-9f9e-90c862ddbb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:11.389275 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-93013919-84dd-412c-9f9e-90c862ddbb5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d3c1b493-5244-4660-8372-bd1bd7562053 HTTP/1.1" status: 200 len: 845 time: 0.2162116 Aug 23 14:49:11.503377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cbe87-11d0-4599-99cd-39e21621388c req-30c2c73b-398c-4c86-9b8b-e0421edb462e tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:11.505264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6a6cbe87-11d0-4599-99cd-39e21621388c req-30c2c73b-398c-4c86-9b8b-e0421edb462e tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 943 time: 0.1742117 Aug 23 14:49:11.508776 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99ce276-e60d-4e20-b087-95d1a4f78f51', 'tag': 'ce963322-e2e6-41b3-9805-60af80828135'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:11.511071 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53a3292-de47-4607-842b-1a98fa10a79c" -d '{"events": [{"name": "network-changed", "server_uuid": "a99ce276-e60d-4e20-b087-95d1a4f78f51", "tag": "ce963322-e2e6-41b3-9805-60af80828135"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:11.528293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-47003bf0-d655-4cc1-8a3d-0d7f242dc08d req-a17e63a4-e3d3-488d-87e9-3b3c2d050aad tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 210 time: 0.1715991 Aug 23 14:49:11.559314 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb1c808f-9854-4611-ab2e-07379829864c req-3e69ea2e-b76a-42f5-8154-ae1c757f48b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce963322-e2e6-41b3-9805-60af80828135 HTTP/1.1" status: 200 len: 217 time: 0.2478232 Aug 23 14:49:11.574333 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b62c2-8827-4980-bf1c-4f5a9880c234 req-ae6cef30-213a-41d2-aa94-0033a928fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:11.577155 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd3b62c2-8827-4980-bf1c-4f5a9880c234 req-ae6cef30-213a-41d2-aa94-0033a928fb31 service neutron] 10.222.0.57 "GET /v2.0/networks?id=88af5c89-a79c-43cf-8e21-2e35ff247d29 HTTP/1.1" status: 200 len: 916 time: 0.3486259 Aug 23 14:49:11.593503 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895355e-4529-4577-943a-15d5351de705 req-9ffdd2fc-ef43-4e0e-b33c-91655604b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:11.595379 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-9ffdd2fc-ef43-4e0e-b33c-91655604b47b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=87ad5f23-3854-49af-8867-189fb61a3e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2001832 Aug 23 14:49:11.688537 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd3b62c2-8827-4980-bf1c-4f5a9880c234 req-07217201-44ea-461d-b2f8-6b1a1e11561b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=993c5e0b-99f8-457a-b309-2c7c5a7bce98 HTTP/1.1" status: 200 len: 217 time: 0.0982456 Aug 23 14:49:11.697289 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6a6cbe87-11d0-4599-99cd-39e21621388c req-3a9645aa-fd8b-4e7c-b60c-cc2bb7156179 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764486 Aug 23 14:49:11.716905 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c808f-9854-4611-ab2e-07379829864c req-a2771b53-4a07-490b-bcd4-ed6afdf2d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:11.718654 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb1c808f-9854-4611-ab2e-07379829864c req-a2771b53-4a07-490b-bcd4-ed6afdf2d0b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11061a5b-c587-4d9a-b542-d35027d2df97 HTTP/1.1" status: 200 len: 844 time: 0.1490145 Aug 23 14:49:11.767877 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88fefb-2bc4-4c33-8774-b2e0494a17cc req-c1d68c2f-3777-44b7-89ca-c87c802e40a5 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:11.771745 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc88fefb-2bc4-4c33-8774-b2e0494a17cc req-c1d68c2f-3777-44b7-89ca-c87c802e40a5 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 943 time: 0.1214616 Aug 23 14:49:11.827461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb1c808f-9854-4611-ab2e-07379829864c req-0081ea85-10e6-4f27-b239-87b98ed73acd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f393c40a-269e-407d-9378-6970c187b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926340 Aug 23 14:49:11.834227 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38497565-bb71-4e09-bd19-051ac809722c tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:11.842350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b62c2-8827-4980-bf1c-4f5a9880c234 req-a1d57307-4183-4edc-bb4e-3ed09f7050c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:11.843056 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f5f06342-45fd-4dc8-a000-1e8972aa265a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:11.843169 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd3b62c2-8827-4980-bf1c-4f5a9880c234 req-a1d57307-4183-4edc-bb4e-3ed09f7050c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=320beec8-ca64-47ee-b131-43ac22d375c5 HTTP/1.1" status: 200 len: 854 time: 0.1424813 Aug 23 14:49:11.845354 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d97e9ce-c216-4781-8178-1b4968d23156 x-openstack-request-id: req-5d97e9ce-c216-4781-8178-1b4968d23156 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:11.845646 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99ce276-e60d-4e20-b087-95d1a4f78f51", "tag": "ce963322-e2e6-41b3-9805-60af80828135", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:11.845847 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f5f06342-45fd-4dc8-a000-1e8972aa265a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:11.845993 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5d97e9ce-c216-4781-8178-1b4968d23156 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:11.846358 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99ce276-e60d-4e20-b087-95d1a4f78f51', 'tag': 'ce963322-e2e6-41b3-9805-60af80828135', 'status': 'completed', 'code': 200} Aug 23 14:49:11.849913 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f5f06342-45fd-4dc8-a000-1e8972aa265a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/afae08ff-b604-42ab-84aa-32d90caaff53 HTTP/1.1" status: 204 len: 168 time: 1.1814637 Aug 23 14:49:11.850090 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-e1caecdc-1043-4ec2-8cb3-44b32ebff39e service neutron] 10.222.0.61 "GET /v2.0/networks/87ad5f23-3854-49af-8867-189fb61a3e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426069 Aug 23 14:49:11.898592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f06342-45fd-4dc8-a000-1e8972aa265a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afae08ff-b604-42ab-84aa-32d90caaff53,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:11.969998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b62c2-8827-4980-bf1c-4f5a9880c234 req-4c286136-5a5d-4943-aaf5-30332afe459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:11.971601 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd3b62c2-8827-4980-bf1c-4f5a9880c234 req-4c286136-5a5d-4943-aaf5-30332afe459c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88af5c89-a79c-43cf-8e21-2e35ff247d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217713 Aug 23 14:49:12.055616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38497565-bb71-4e09-bd19-051ac809722c tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Pushing event deleted for resources: {'Port': ['ID=c9dbd8bc-7322-43a2-9ad0-fe85be454125,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:12.133333 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd3b62c2-8827-4980-bf1c-4f5a9880c234 req-975e0785-4cfb-4657-a035-6ba3b5a56a51 service neutron] 10.222.0.57 "GET /v2.0/networks/88af5c89-a79c-43cf-8e21-2e35ff247d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536596 Aug 23 14:49:12.160798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc88fefb-2bc4-4c33-8774-b2e0494a17cc req-8f63efad-e2da-4370-95ce-33d6bcad439e tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ffbcaeb-b4e3-497a-9520-1c28aeebb19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541453 Aug 23 14:49:12.201635 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38497565-bb71-4e09-bd19-051ac809722c tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:12.206399 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b895355e-4529-4577-943a-15d5351de705 req-d7be5eff-a7ce-47f9-a53e-ee1131e58d04 service neutron] 10.222.0.61 "GET /v2.0/networks/87ad5f23-3854-49af-8867-189fb61a3e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207741 Aug 23 14:49:12.299700 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd3b62c2-8827-4980-bf1c-4f5a9880c234 req-8d9b2eae-bd04-4d74-a098-36ed1b4dfe85 service neutron] 10.222.0.57 "GET /v2.0/networks/88af5c89-a79c-43cf-8e21-2e35ff247d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487498 Aug 23 14:49:12.344650 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38497565-bb71-4e09-bd19-051ac809722c tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:12.350190 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38497565-bb71-4e09-bd19-051ac809722c tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:12.407155 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5d3dc-4fae-43fb-a73d-b8513bd2b11b req-cb575e12-fa05-4fee-9446-39df5319fcc8 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:12.408290 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb1c808f-9854-4611-ab2e-07379829864c req-7543d837-1e5b-40e8-8226-c1447382b049 service neutron] 10.222.0.61 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392146 Aug 23 14:49:12.408896 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dec5d3dc-4fae-43fb-a73d-b8513bd2b11b req-cb575e12-fa05-4fee-9446-39df5319fcc8 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 944 time: 0.0678916 Aug 23 14:49:12.479526 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dec5d3dc-4fae-43fb-a73d-b8513bd2b11b req-54453898-21ad-40f1-9a4a-9f33dff48e13 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609422 Aug 23 14:49:12.500057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f5087-1058-4d50-9e6b-578525823777 req-56ebdcd7-285b-4c08-b637-da4d9e820f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:12.509714 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-976f5087-1058-4d50-9e6b-578525823777 req-56ebdcd7-285b-4c08-b637-da4d9e820f88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=12c362187edc43b28835086c10233034&device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 1095 time: 0.0517266 Aug 23 14:49:12.548799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb1c808f-9854-4611-ab2e-07379829864c req-375174e2-1a3e-4252-ac2a-48d400ceba97 service neutron] 10.222.0.61 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307776 Aug 23 14:49:12.559123 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38497565-bb71-4e09-bd19-051ac809722c tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:12.560691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38497565-bb71-4e09-bd19-051ac809722c tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Fanout notify agent at l3_agent the message router_deleted on router 0a0a3c80-6053-4ee9-ab05-bfec921c4cf6 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:49:12.581480 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38497565-bb71-4e09-bd19-051ac809722c tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:12.581480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-38497565-bb71-4e09-bd19-051ac809722c tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "DELETE /v2.0/routers/0a0a3c80-6053-4ee9-ab05-bfec921c4cf6 HTTP/1.1" status: 204 len: 168 time: 3.5416300 Aug 23 14:49:12.587338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39508) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:12.596166 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-89a69a8f-d66c-40ad-a143-ea110749bfbe tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1643061493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:12.656858 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d66db3f5-074d-46b3-87f8-87119ee83039 req-a6aecf40-1def-4443-8278-129080437b79 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 210 time: 0.0367846 Aug 23 14:49:12.661812 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f5087-1058-4d50-9e6b-578525823777 req-16d96ced-48bc-4686-b0cd-c96c9ae6f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:12.663595 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-976f5087-1058-4d50-9e6b-578525823777 req-16d96ced-48bc-4686-b0cd-c96c9ae6f8f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=87ad5f23-3854-49af-8867-189fb61a3e40 HTTP/1.1" status: 200 len: 907 time: 0.1541290 Aug 23 14:49:12.716169 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-976f5087-1058-4d50-9e6b-578525823777 req-3402f202-0f44-4bc6-a967-7fb3cac8b2dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 HTTP/1.1" status: 200 len: 217 time: 0.0424662 Aug 23 14:49:12.803219 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-89a69a8f-d66c-40ad-a143-ea110749bfbe tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:12.803806 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-89a69a8f-d66c-40ad-a143-ea110749bfbe tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:12.815377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a3292-de47-4607-842b-1a98fa10a79c req-93289ea3-8af2-4031-baa8-d3d056801caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:12.817806 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a53a3292-de47-4607-842b-1a98fa10a79c req-93289ea3-8af2-4031-baa8-d3d056801caf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dc23af1176974b42a9d060753a5e7eaf&device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 1094 time: 0.0831599 Aug 23 14:49:12.878530 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f5087-1058-4d50-9e6b-578525823777 req-17da3210-0c21-44b8-8f81-7ba841500117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:12.880119 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-976f5087-1058-4d50-9e6b-578525823777 req-17da3210-0c21-44b8-8f81-7ba841500117 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d3c1b493-5244-4660-8372-bd1bd7562053 HTTP/1.1" status: 200 len: 845 time: 0.1533089 Aug 23 14:49:12.930959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-89a69a8f-d66c-40ad-a143-ea110749bfbe tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:12.967709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a3292-de47-4607-842b-1a98fa10a79c req-1faf623e-2304-4c7c-9e65-a8f11878ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:12.967709 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a53a3292-de47-4607-842b-1a98fa10a79c req-1faf623e-2304-4c7c-9e65-a8f11878ba61 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f393c40a-269e-407d-9378-6970c187b6c3 HTTP/1.1" status: 200 len: 905 time: 0.1386001 Aug 23 14:49:13.017262 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a53a3292-de47-4607-842b-1a98fa10a79c req-5cf4980f-5dda-4fc9-a2b5-ae000fb251e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce963322-e2e6-41b3-9805-60af80828135 HTTP/1.1" status: 200 len: 217 time: 0.0425363 Aug 23 14:49:13.064240 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 993c5e0b-99f8-457a-b309-2c7c5a7bce98 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:49:13.137013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a3292-de47-4607-842b-1a98fa10a79c req-8c63fef1-46c0-47ad-af98-f6ed7b41c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:13.138940 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a53a3292-de47-4607-842b-1a98fa10a79c req-8c63fef1-46c0-47ad-af98-f6ed7b41c409 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11061a5b-c587-4d9a-b542-d35027d2df97 HTTP/1.1" status: 200 len: 844 time: 0.1139841 Aug 23 14:49:13.238215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 993c5e0b-99f8-457a-b309-2c7c5a7bce98, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=993c5e0b-99f8-457a-b309-2c7c5a7bce98,segment=NetworkSegment(340ea372-e790-4e35-8e2d-045c920d2b69),segment_id=340ea372-e790-4e35-8e2d-045c920d2b69)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:13.278045 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a53a3292-de47-4607-842b-1a98fa10a79c req-6841f5d7-523b-4e72-a944-6fbb98a18998 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f393c40a-269e-407d-9378-6970c187b6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289046 Aug 23 14:49:13.286406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '993c5e0b-99f8-457a-b309-2c7c5a7bce98', 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'port_id': '993c5e0b-99f8-457a-b309-2c7c5a7bce98', 'mac_address': 'fa:16:3e:91:b8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:49:13.368973 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:13.406745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993c5e0b-99f8-457a-b309-2c7c5a7bce98 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:13.439503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 993c5e0b-99f8-457a-b309-2c7c5a7bce98, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=993c5e0b-99f8-457a-b309-2c7c5a7bce98,segment=NetworkSegment(340ea372-e790-4e35-8e2d-045c920d2b69),segment_id=340ea372-e790-4e35-8e2d-045c920d2b69)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:13.454014 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-89a69a8f-d66c-40ad-a143-ea110749bfbe tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:13.467193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03309ab-1adf-42ed-8595-805e3876db0b req-44257cbb-bbb0-4960-8e87-f9fafb2ea06c tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:13.469213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afab9b-381f-4811-88aa-bdc4e053045e req-57a55912-4b14-4d11-b70c-3b33bbfd96d6 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:13.470747 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a0afab9b-381f-4811-88aa-bdc4e053045e req-57a55912-4b14-4d11-b70c-3b33bbfd96d6 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 943 time: 0.6380849 Aug 23 14:49:13.483457 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e03309ab-1adf-42ed-8595-805e3876db0b req-44257cbb-bbb0-4960-8e87-f9fafb2ea06c tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 943 time: 0.1170557 Aug 23 14:49:13.492593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a53a3292-de47-4607-842b-1a98fa10a79c req-1358954d-c9d4-4fd1-ae76-52ab8249a48f service neutron] 10.222.0.61 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047894 Aug 23 14:49:13.504897 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f5087-1058-4d50-9e6b-578525823777 req-cc5367ca-9b10-475e-9ca5-716aaabf1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:13.505774 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-976f5087-1058-4d50-9e6b-578525823777 req-cc5367ca-9b10-475e-9ca5-716aaabf1be9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=87ad5f23-3854-49af-8867-189fb61a3e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6164191 Aug 23 14:49:13.524720 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:13.554441 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a0afab9b-381f-4811-88aa-bdc4e053045e req-d0e5b056-436a-4c4f-99ff-1bef164cfbb1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761514 Aug 23 14:49:13.626822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=993c5e0b-99f8-457a-b309-2c7c5a7bce98,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:13.642889 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e03309ab-1adf-42ed-8595-805e3876db0b req-b48a55ca-5caa-49da-a6ac-fdcc710548c6 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ffbcaeb-b4e3-497a-9520-1c28aeebb19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581120 Aug 23 14:49:13.702323 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a53a3292-de47-4607-842b-1a98fa10a79c req-57c2fe4b-8c15-45b4-a069-dafe97532333 service neutron] 10.222.0.61 "GET /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997564 Aug 23 14:49:13.749683 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-89a69a8f-d66c-40ad-a143-ea110749bfbe tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:13.750357 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-89a69a8f-d66c-40ad-a143-ea110749bfbe tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1596987 Aug 23 14:49:13.754564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['993c5e0b-99f8-457a-b309-2c7c5a7bce98'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:49:13.755400 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39536) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:13.762107 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'enable_snat': False}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:13.768171 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-976f5087-1058-4d50-9e6b-578525823777 req-0851d2ef-246d-4589-a6c0-43ab0d41f1cd service neutron] 10.222.0.61 "GET /v2.0/networks/87ad5f23-3854-49af-8867-189fb61a3e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462890 Aug 23 14:49:13.774745 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ececdd4-2a02-4e70-a954-8385b96b3785 req-98ce5d49-1d84-4ad9-a9e8-7349480a93bf tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 210 time: 0.0370085 Aug 23 14:49:13.938259 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4b9b-e57c-4bfe-aa32-b751abc58b46 req-88d79ce0-0ffa-48e1-b8a7-7397d532a742 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:13.941395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4da4b9b-e57c-4bfe-aa32-b751abc58b46 req-88d79ce0-0ffa-48e1-b8a7-7397d532a742 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 944 time: 0.2607574 Aug 23 14:49:14.149971 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-976f5087-1058-4d50-9e6b-578525823777 req-1a2b8d9e-9a99-452b-aaf9-04a91986dc98 service neutron] 10.222.0.61 "GET /v2.0/networks/87ad5f23-3854-49af-8867-189fb61a3e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322048 Aug 23 14:49:14.156138 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4da4b9b-e57c-4bfe-aa32-b751abc58b46 req-c9f1270a-0c6a-4042-9161-e5ce08f80780 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638522 Aug 23 14:49:14.158145 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:14.348704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:49:14.478407 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7,segment=NetworkSegment(b94f383e-101c-45de-a577-3461625c52b8),segment_id=b94f383e-101c-45de-a577-3461625c52b8)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:14.496288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'port_id': 'a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7', 'mac_address': 'fa:16:3e:de:5c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:49:14.566943 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-dfd0da58-368e-4234-97d6-490712f3c9b6 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:14.568770 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-dfd0da58-368e-4234-97d6-490712f3c9b6 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.57 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 807 time: 0.2780907 Aug 23 14:49:14.580078 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:14.589579 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-0b49a178-1d24-46a3-8413-1fad0dc22961 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Request body: {'port': {'device_id': '7c84f2fa-ce31-415b-96ef-9519b7e137df', 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc', 'admin_state_up': True, 'tenant_id': '870a18d842e54e268bf7a5a7979fea11'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:14.604296 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:14.633719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7,segment=NetworkSegment(b94f383e-101c-45de-a577-3461625c52b8),segment_id=b94f383e-101c-45de-a577-3461625c52b8)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:14.744239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66df41-bcb1-4756-9d34-38c44a5274b3 req-1c30d5d4-634d-48c7-af31-b558b7bf1ae1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:14.751857 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b66df41-bcb1-4756-9d34-38c44a5274b3 req-1c30d5d4-634d-48c7-af31-b558b7bf1ae1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 943 time: 0.0860777 Aug 23 14:49:14.765100 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:14.765915 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ce963322-e2e6-41b3-9805-60af80828135 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:49:14.837207 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b66df41-bcb1-4756-9d34-38c44a5274b3 req-0d4770ad-5b4d-49d6-8a66-6007c4e9b81f tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843482 Aug 23 14:49:14.888200 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:14.915354 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:14.929256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:14.934091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831d36-3dda-4fbe-8835-5d6454aff00b req-62414edb-7f3d-4fef-9b14-c9d8fcf351d3 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:14.936174 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f831d36-3dda-4fbe-8835-5d6454aff00b req-62414edb-7f3d-4fef-9b14-c9d8fcf351d3 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 944 time: 0.1623814 Aug 23 14:49:15.017485 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-de393dfa-4ebb-4cd1-938c-c75c38ec1ca2 req-ddf003be-69e6-42eb-a961-606acbbc8d1a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 210 time: 0.0523949 Aug 23 14:49:15.030078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-0b49a178-1d24-46a3-8413-1fad0dc22961 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Made reservation on behalf of 870a18d842e54e268bf7a5a7979fea11 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:15.034810 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-0b49a178-1d24-46a3-8413-1fad0dc22961 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:15.069937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 993c5e0b-99f8-457a-b309-2c7c5a7bce98 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:49:15.073326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port ce963322-e2e6-41b3-9805-60af80828135, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ce963322-e2e6-41b3-9805-60af80828135,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:15.091502 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f831d36-3dda-4fbe-8835-5d6454aff00b req-c64d306b-4f3d-4470-9301-5ca4f12d2f63 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ffbcaeb-b4e3-497a-9520-1c28aeebb19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191902 Aug 23 14:49:15.126732 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'ce963322-e2e6-41b3-9805-60af80828135', 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3', 'port_id': 'ce963322-e2e6-41b3-9805-60af80828135', 'mac_address': 'fa:16:3e:e5:f6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11061a5b-c587-4d9a-b542-d35027d2df97', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:49:15.140077 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Allocated IP 172.25.8.241 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/d6a5a45f-06f1-498f-b445-0eecb683159b) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:15.217393 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:15.245886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce963322-e2e6-41b3-9805-60af80828135 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:15.283327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port ce963322-e2e6-41b3-9805-60af80828135, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ce963322-e2e6-41b3-9805-60af80828135,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:15.342248 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 993c5e0b-99f8-457a-b309-2c7c5a7bce98 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:15.348083 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 993c5e0b-99f8-457a-b309-2c7c5a7bce98 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:15.348464 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:15.366231 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-0b49a178-1d24-46a3-8413-1fad0dc22961 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Allocated IP 172.20.0.4 (60b01c3e-c449-4689-a230-d4ccabe81fcc/0c3c3169-88e3-4e3b-9891-646aecdff0e2/f449e262-51b7-446b-86bc-10e830bf95b2) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:15.403139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49725c-1804-455c-908f-ee9fbd680b3a req-3aca6d22-6e9a-4afe-aea1-fc4cfebe37c3 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:15.409870 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:15.411878 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:15.416618 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:15.423430 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc49725c-1804-455c-908f-ee9fbd680b3a req-3aca6d22-6e9a-4afe-aea1-fc4cfebe37c3 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 945 time: 0.1575615 Aug 23 14:49:15.546478 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc49725c-1804-455c-908f-ee9fbd680b3a req-45b3c02a-aa79-4a1c-952a-d96490373669 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168423 Aug 23 14:49:15.621936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=ce963322-e2e6-41b3-9805-60af80828135,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:15.657170 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-0b49a178-1d24-46a3-8413-1fad0dc22961 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:15.688460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['ce963322-e2e6-41b3-9805-60af80828135'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:49:15.693561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:49:15.728064 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:15.764564 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:15.767374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:15.771411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:15.787588 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:15.820065 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-0b49a178-1d24-46a3-8413-1fad0dc22961 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:15.870654 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d0df21-cab2-4f33-bdee-709450b33060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993c5e0b-99f8-457a-b309-2c7c5a7bce98'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:15.874650 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb45276-936b-43dd-963f-296b30e912eb" -d '{"events": [{"server_uuid": "49d0df21-cab2-4f33-bdee-709450b33060", "name": "network-vif-plugged", "status": "completed", "tag": "993c5e0b-99f8-457a-b309-2c7c5a7bce98"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:15.898192 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 993c5e0b-99f8-457a-b309-2c7c5a7bce98, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=993c5e0b-99f8-457a-b309-2c7c5a7bce98,segment=NetworkSegment(340ea372-e790-4e35-8e2d-045c920d2b69),segment_id=340ea372-e790-4e35-8e2d-045c920d2b69)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:15.909250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Pushing event updated for resources: {'Port': ['ID=d6a5a45f-06f1-498f-b445-0eecb683159b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:15.967493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49a178-1d24-46a3-8413-1fad0dc22961 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Pushing event updated for resources: {'Port': ['ID=f449e262-51b7-446b-86bc-10e830bf95b2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:15.997765 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-0b49a178-1d24-46a3-8413-1fad0dc22961 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Network 60b01c3e-c449-4689-a230-d4ccabe81fcc is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:16.002065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-0b49a178-1d24-46a3-8413-1fad0dc22961 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:16.006529 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-0b49a178-1d24-46a3-8413-1fad0dc22961 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:16.029555 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:16.074055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-0b49a178-1d24-46a3-8413-1fad0dc22961 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:16.075916 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-0b49a178-1d24-46a3-8413-1fad0dc22961 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:16.102460 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d993d-4456-4d81-83ca-a5ace515821e req-446306c4-cde3-43d7-a717-a46da41af348 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:16.113349 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9b4529-4ad7-46e8-84f1-2a0e380240ce x-openstack-request-id: req-ed9b4529-4ad7-46e8-84f1-2a0e380240ce {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:16.113764 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d0df21-cab2-4f33-bdee-709450b33060", "name": "network-vif-plugged", "status": "completed", "tag": "993c5e0b-99f8-457a-b309-2c7c5a7bce98", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:16.114030 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed9b4529-4ad7-46e8-84f1-2a0e380240ce {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:16.114738 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d0df21-cab2-4f33-bdee-709450b33060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993c5e0b-99f8-457a-b309-2c7c5a7bce98', 'code': 200} Aug 23 14:49:16.115762 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b84d993d-4456-4d81-83ca-a5ace515821e req-446306c4-cde3-43d7-a717-a46da41af348 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 944 time: 0.1534662 Aug 23 14:49:16.208255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b84d993d-4456-4d81-83ca-a5ace515821e req-cb9dbd35-7413-4b98-b27a-43954d3b6bbb tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905983 Aug 23 14:49:16.246592 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-0b49a178-1d24-46a3-8413-1fad0dc22961 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6660085 Aug 23 14:49:16.277083 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Request body: {'port': {'device_id': '7c84f2fa-ce31-415b-96ef-9519b7e137df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:16.281437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdb2e7-a72f-46dc-8fec-96fa05ecfff9 req-668bb0c0-dec8-4ba9-af9a-21dac07a842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:16.285647 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18bdb2e7-a72f-46dc-8fec-96fa05ecfff9 req-668bb0c0-dec8-4ba9-af9a-21dac07a842c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 1096 time: 0.1050909 Aug 23 14:49:16.296309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=993c5e0b-99f8-457a-b309-2c7c5a7bce98,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:16.379092 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18bdb2e7-a72f-46dc-8fec-96fa05ecfff9 req-396b0dc9-6ea3-4206-bc5d-c4a9ed47eba5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ffbcaeb-b4e3-497a-9520-1c28aeebb19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415378 Aug 23 14:49:16.392264 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:16.395098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1639bd-176a-4b54-bcfa-71b9efbfc21e req-9a34e6bc-7c2c-4aee-9eba-92a72b86a3d6 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:16.396675 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e1639bd-176a-4b54-bcfa-71b9efbfc21e req-9a34e6bc-7c2c-4aee-9eba-92a72b86a3d6 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 945 time: 0.1100349 Aug 23 14:49:16.409543 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:16.421097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991973f-1ef2-46ee-b291-2bee986d77d8 req-99f5193f-2de8-4bf0-a644-9fccd0c8cab3 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:16.422974 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f991973f-1ef2-46ee-b291-2bee986d77d8 req-99f5193f-2de8-4bf0-a644-9fccd0c8cab3 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 931 time: 0.1888344 Aug 23 14:49:16.449113 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e1639bd-176a-4b54-bcfa-71b9efbfc21e req-d3191e27-4ab1-4866-b8e9-12ce4787fa33 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ffbcaeb-b4e3-497a-9520-1c28aeebb19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439451 Aug 23 14:49:16.624220 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f991973f-1ef2-46ee-b291-2bee986d77d8 req-ba1b4614-2b55-46e4-b48b-c6aa7a695ad3 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687150 Aug 23 14:49:16.865500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea05014-e3f0-4c76-b9f1-f0a8b9e3e92d req-7a24fd27-d849-4fe9-bd38-b9b1ac8456d8 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:16.866999 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7ea05014-e3f0-4c76-b9f1-f0a8b9e3e92d req-7a24fd27-d849-4fe9-bd38-b9b1ac8456d8 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 945 time: 0.1461682 Aug 23 14:49:16.906430 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:16.923522 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:16.992828 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7ea05014-e3f0-4c76-b9f1-f0a8b9e3e92d req-350c28ed-ac6b-47cb-8baa-a981020693b6 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148431 Aug 23 14:49:17.069222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f449e262-51b7-446b-86bc-10e830bf95b2 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:17.080251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:17.104076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Transition to ACTIVE for port object f449e262-51b7-446b-86bc-10e830bf95b2 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:17.206053 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:17.210354 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Router 4c615d69-3210-4255-ba8a-febb33c9f1cd is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:49:17.378617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39628) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:17.396791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f0e87-3e04-4a20-aec9-10957f721536 req-daf86ab1-41f3-41df-b8e8-9583c8297480 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:17.399334 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1d6f0e87-3e04-4a20-aec9-10957f721536 req-daf86ab1-41f3-41df-b8e8-9583c8297480 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 944 time: 0.1139054 Aug 23 14:49:17.466236 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1d6f0e87-3e04-4a20-aec9-10957f721536 req-bd88e9be-a25b-409b-b22c-5e4cf7dc9522 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581596 Aug 23 14:49:17.576033 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-185eedbe-4237-49cd-a3e2-bd84bc36b0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:17.712417 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-185eedbe-4237-49cd-a3e2-bd84bc36b0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:17.787426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f449e262-51b7-446b-86bc-10e830bf95b2,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:17.807041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db1447-be46-4931-af14-c90cbdf07a40 req-6aac0cfd-e551-4c58-a49e-205e67e36f7a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:17.808988 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b0db1447-be46-4931-af14-c90cbdf07a40 req-6aac0cfd-e551-4c58-a49e-205e67e36f7a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 943 time: 0.0686090 Aug 23 14:49:17.831228 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85849206-d7d7-453a-b6f0-186e0647bdbe req-41179780-dbbb-46a1-9448-103bcb72c21d tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:17.836909 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-85849206-d7d7-453a-b6f0-186e0647bdbe req-41179780-dbbb-46a1-9448-103bcb72c21d tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 945 time: 0.1631749 Aug 23 14:49:17.863028 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b0db1447-be46-4931-af14-c90cbdf07a40 req-e109bc3d-657e-4c67-8eb6-00c0fc8ce186 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451446 Aug 23 14:49:17.864169 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-185eedbe-4237-49cd-a3e2-bd84bc36b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:17.906688 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-185eedbe-4237-49cd-a3e2-bd84bc36b0d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6474d510f8434cec8705af10850d3448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5268319 Aug 23 14:49:17.912255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39638) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:17.931893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185eedbe-4237-49cd-a3e2-bd84bc36b0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b8999f-2c84-4ca9-9987-acc86aed15bf,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:17.980991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:49:17.987167 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:17.988414 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-04d00400-0920-43c8-b140-f261d7e9f763 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "PUT /v2.0/routers/4c615d69-3210-4255-ba8a-febb33c9f1cd HTTP/1.1" status: 200 len: 920 time: 4.2320361 Aug 23 14:49:17.990390 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db87b8-eb78-4b87-8be8-839d871cd40a None None] Sync routers for ids ['4c615d69-3210-4255-ba8a-febb33c9f1cd'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:49:17.993146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39640) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:17.996198 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-85849206-d7d7-453a-b6f0-186e0647bdbe req-bf8ab36b-d36d-45ae-a4cb-7426a475940b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ffbcaeb-b4e3-497a-9520-1c28aeebb19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246996 Aug 23 14:49:17.998366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Attempting to bind port f449e262-51b7-446b-86bc-10e830bf95b2 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:49:17.999799 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Attempting to bind port f449e262-51b7-446b-86bc-10e830bf95b2 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:49:18.000374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Attempting to bind port f449e262-51b7-446b-86bc-10e830bf95b2 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:18.006999 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Port f449e262-51b7-446b-86bc-10e830bf95b2 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:49:18.007330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Attempting to bind port f449e262-51b7-446b-86bc-10e830bf95b2 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:18.009417 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db87b8-eb78-4b87-8be8-839d871cd40a None None] Routers {'4c615d69-3210-4255-ba8a-febb33c9f1cd'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:18.010708 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-43db87b8-eb78-4b87-8be8-839d871cd40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['4c615d69-3210-4255-ba8a-febb33c9f1cd'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:18.014469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:49:18.027546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Checking segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:18.031572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Bound using segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:49:18.032222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Bound port: f449e262-51b7-446b-86bc-10e830bf95b2, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:49:18.032610 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:18.059232 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8e15692-77ee-4eb3-9823-6f031705153c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:18.091738 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8e15692-77ee-4eb3-9823-6f031705153c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:18.140102 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:18.141402 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-43db87b8-eb78-4b87-8be8-839d871cd40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:18.146635 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f449e262-51b7-446b-86bc-10e830bf95b2,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:49:18.160361 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db87b8-eb78-4b87-8be8-839d871cd40a None None] Routers {'4c615d69-3210-4255-ba8a-febb33c9f1cd'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:18.161109 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-43db87b8-eb78-4b87-8be8-839d871cd40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['4c615d69-3210-4255-ba8a-febb33c9f1cd'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:18.196097 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-43db87b8-eb78-4b87-8be8-839d871cd40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:18.196763 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db87b8-eb78-4b87-8be8-839d871cd40a None None] The sync data for ids ['4c615d69-3210-4255-ba8a-febb33c9f1cd'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:49:18.244861 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:18.292074 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:18.292843 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:18.294926 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] 10.222.0.57 "PUT /v2.0/ports/f449e262-51b7-446b-86bc-10e830bf95b2 HTTP/1.1" status: 200 len: 1091 time: 2.0224116 Aug 23 14:49:18.295285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c84f2fa-ce31-415b-96ef-9519b7e137df', 'tag': 'f449e262-51b7-446b-86bc-10e830bf95b2'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:18.297634 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eff8ff-bdc2-4911-84fe-68fe1b9e3881" -d '{"events": [{"name": "network-changed", "server_uuid": "7c84f2fa-ce31-415b-96ef-9519b7e137df", "tag": "f449e262-51b7-446b-86bc-10e830bf95b2"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:18.346582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f449e262-51b7-446b-86bc-10e830bf95b2,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:18.363948 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:18.364507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:18.364983 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:18.365397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:18.365829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:18.369442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:18.373738 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:18.379495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:18.379495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:18.379495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:18.379495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:18.379495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cad223-55cd-4573-b04f-50e1befb2bb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:18.381068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:49:18.398275 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35256927-0afb-4b8a-a900-c51e0678f4a0 x-openstack-request-id: req-35256927-0afb-4b8a-a900-c51e0678f4a0 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:18.398640 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c84f2fa-ce31-415b-96ef-9519b7e137df", "tag": "f449e262-51b7-446b-86bc-10e830bf95b2", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:18.398961 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35256927-0afb-4b8a-a900-c51e0678f4a0 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:18.399460 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c84f2fa-ce31-415b-96ef-9519b7e137df', 'tag': 'f449e262-51b7-446b-86bc-10e830bf95b2', 'status': 'completed', 'code': 200} Aug 23 14:49:18.477168 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eff8ff-bdc2-4911-84fe-68fe1b9e3881 req-455fbdcf-e02a-4d88-85fa-74d75d44a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:18.478909 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6eff8ff-bdc2-4911-84fe-68fe1b9e3881 req-455fbdcf-e02a-4d88-85fa-74d75d44a25b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 1094 time: 0.0580430 Aug 23 14:49:18.557611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:18.563251 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:18.563708 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:18.621849 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8e15692-77ee-4eb3-9823-6f031705153c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:18.625371 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8e15692-77ee-4eb3-9823-6f031705153c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:18.629148 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c8e15692-77ee-4eb3-9823-6f031705153c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d6b8999f-2c84-4ca9-9987-acc86aed15bf HTTP/1.1" status: 204 len: 168 time: 0.7132976 Aug 23 14:49:18.647800 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b4f24cd6-bda1-4b53-8626-f0f29bcc8029 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/routers/4c615d69-3210-4255-ba8a-febb33c9f1cd HTTP/1.1" status: 200 len: 926 time: 0.6546128 Aug 23 14:49:18.648475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39652) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:18.651973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e15692-77ee-4eb3-9823-6f031705153c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b8999f-2c84-4ca9-9987-acc86aed15bf,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:18.667919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eff8ff-bdc2-4911-84fe-68fe1b9e3881 req-1d9d9d2e-a1ee-4d19-8658-d32babf49974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:18.667919 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6eff8ff-bdc2-4911-84fe-68fe1b9e3881 req-1d9d9d2e-a1ee-4d19-8658-d32babf49974 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=870a18d842e54e268bf7a5a7979fea11&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1803851 Aug 23 14:49:18.694599 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:18.739406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc0f9c-9612-4b59-8ddd-73eff6c0cd1c req-a04f3a21-4aca-4013-8d4f-8efe2abd8de1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:18.746101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e90797f-02da-4561-bd8f-e9f85f656c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:18.747388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7bcc0f9c-9612-4b59-8ddd-73eff6c0cd1c req-a04f3a21-4aca-4013-8d4f-8efe2abd8de1 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 944 time: 0.1539316 Aug 23 14:49:18.752787 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14386ce2-a941-41ac-84da-430adb852643" -d '{"events": [{"server_uuid": "9e90797f-02da-4561-bd8f-e9f85f656c1a", "name": "network-vif-plugged", "status": "completed", "tag": "a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:18.768536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c89c74-fdc0-4d56-a359-3e2dd99b2e1f req-75f127eb-f738-45d6-b7cd-556dc870fac8 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:18.768536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5c89c74-fdc0-4d56-a359-3e2dd99b2e1f req-75f127eb-f738-45d6-b7cd-556dc870fac8 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 945 time: 0.6254537 Aug 23 14:49:18.784874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7,segment=NetworkSegment(b94f383e-101c-45de-a577-3461625c52b8),segment_id=b94f383e-101c-45de-a577-3461625c52b8)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:18.798532 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7bcc0f9c-9612-4b59-8ddd-73eff6c0cd1c req-f03b72ee-cfd0-4077-8c13-770384d48544 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477071 Aug 23 14:49:18.839606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37f57e2-b212-4008-bf02-affc1e30d141 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:18.839606 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f37f57e2-b212-4008-bf02-affc1e30d141 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&device_id=4c615d69-3210-4255-ba8a-febb33c9f1cd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1880772 Aug 23 14:49:18.839606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39658) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:18.859959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eff8ff-bdc2-4911-84fe-68fe1b9e3881 req-d1ad18ae-40ed-4e26-94e8-667711a0687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:18.859959 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6eff8ff-bdc2-4911-84fe-68fe1b9e3881 req-d1ad18ae-40ed-4e26-94e8-667711a0687d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1837108 Aug 23 14:49:18.878284 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e0dd0d-c16a-4ff0-a805-3f9b1e19343d x-openstack-request-id: req-25e0dd0d-c16a-4ff0-a805-3f9b1e19343d {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:18.879806 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e90797f-02da-4561-bd8f-e9f85f656c1a", "name": "network-vif-plugged", "status": "completed", "tag": "a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:18.879806 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-25e0dd0d-c16a-4ff0-a805-3f9b1e19343d {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:18.879806 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e90797f-02da-4561-bd8f-e9f85f656c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7', 'code': 200} Aug 23 14:49:18.923731 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5c89c74-fdc0-4d56-a359-3e2dd99b2e1f req-fc70dfaf-7928-43c1-a5b3-91e24e03f184 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476216 Aug 23 14:49:18.941561 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:18.942810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ce963322-e2e6-41b3-9805-60af80828135 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:49:18.986453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c5c68e-d14f-4cd7-903a-a98e7e0f2e6e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:18.988328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b0c5c68e-d14f-4cd7-903a-a98e7e0f2e6e tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 881 time: 0.1399958 Aug 23 14:49:18.991347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39662) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:19.022181 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-aa583c0e-267d-471a-88a4-5d079efafda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:19.023832 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-aa583c0e-267d-471a-88a4-5d079efafda1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 1094 time: 0.1171677 Aug 23 14:49:19.027691 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5c526c37-7f3d-4158-b3a6-6497326f1154 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c615d69-3210-4255-ba8a-febb33c9f1cd HTTP/1.1" status: 200 len: 205 time: 0.0346465 Aug 23 14:49:19.032171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39666) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:19.055482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:19.144846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d476a-731b-44c1-8fcf-206ff20ef588 req-83ad089b-e88c-40a3-8abf-0752937c1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:19.147184 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd2d476a-731b-44c1-8fcf-206ff20ef588 req-83ad089b-e88c-40a3-8abf-0752937c1ad3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 1097 time: 0.1845298 Aug 23 14:49:19.148581 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-a26fbcc1-f766-40c5-a409-a8edc7b5acc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f449e262-51b7-446b-86bc-10e830bf95b2 HTTP/1.1" status: 200 len: 217 time: 0.1101403 Aug 23 14:49:19.198895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port ce963322-e2e6-41b3-9805-60af80828135 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:19.199395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861adf1-406a-452f-9b3d-7d81771b2cbe req-82b2a56f-4aee-4025-826c-bb5af0640209 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:19.201405 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0861adf1-406a-452f-9b3d-7d81771b2cbe req-82b2a56f-4aee-4025-826c-bb5af0640209 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 945 time: 0.1139996 Aug 23 14:49:19.204136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port ce963322-e2e6-41b3-9805-60af80828135 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:19.204639 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:19.269077 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0861adf1-406a-452f-9b3d-7d81771b2cbe req-0ab894a2-2b99-4475-9649-d1d8920816dc tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ffbcaeb-b4e3-497a-9520-1c28aeebb19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569034 Aug 23 14:49:19.274994 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5dbc29a5-a42c-4a02-8780-1d85a556fec0 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:19.303766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76ffbc-ce70-4539-bf4d-efe842cc64da req-57636b10-0b15-4fd8-9a03-9fffffbb4885 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:19.310206 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-be76ffbc-ce70-4539-bf4d-efe842cc64da req-57636b10-0b15-4fd8-9a03-9fffffbb4885 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 943 time: 0.2699897 Aug 23 14:49:19.328442 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd2d476a-731b-44c1-8fcf-206ff20ef588 req-17fd2f3f-9d9e-48ee-863c-2a760838dfcb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718335 Aug 23 14:49:19.370878 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:19.399096 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-be76ffbc-ce70-4539-bf4d-efe842cc64da req-c6a667dd-dad9-44c5-bb18-c202d9372737 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727806 Aug 23 14:49:19.402389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-996608c3-2bbf-4b2e-8317-11114205923f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:19.405666 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-996608c3-2bbf-4b2e-8317-11114205923f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.2303979 Aug 23 14:49:19.454253 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-1ec2346a-c755-4132-9241-d67a7c705963 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404110 Aug 23 14:49:19.460972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port ce963322-e2e6-41b3-9805-60af80828135, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ce963322-e2e6-41b3-9805-60af80828135,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:19.506946 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5dbc29a5-a42c-4a02-8780-1d85a556fec0 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:19.518823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd29020-46cf-4e31-ae2f-4fb4ecaa03c0 req-b27d03d6-238c-4873-a5de-93b0d6c7d4ff tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:19.520300 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8fd29020-46cf-4e31-ae2f-4fb4ecaa03c0 req-b27d03d6-238c-4873-a5de-93b0d6c7d4ff tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 945 time: 0.1555860 Aug 23 14:49:19.531038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39674) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:19.536595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-77d15f16-0d43-481c-b3d2-aac9d14bfdce tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Request body: {'floatingip': {'port_id': '993c5e0b-99f8-457a-b309-2c7c5a7bce98'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:19.574125 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-172ca0d6-2307-4c59-b97c-98efb5c66d87 service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106012 Aug 23 14:49:19.578816 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77d15f16-0d43-481c-b3d2-aac9d14bfdce tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:19.662439 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:19.722332 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adfafbb4-374b-4749-9469-4cabab15d6fa req-de3f1196-92c8-4b24-83b3-5547166aaf0c service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407416 Aug 23 14:49:19.734372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=ce963322-e2e6-41b3-9805-60af80828135,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:19.896324 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc29a5-a42c-4a02-8780-1d85a556fec0 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Deleting port d6a5a45f-06f1-498f-b445-0eecb683159b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:49:19.896913 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5dbc29a5-a42c-4a02-8780-1d85a556fec0 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:19.998892 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:20.002007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf860e-4479-453a-93e0-f864538263f9 req-2af38e42-183a-4c1f-9c07-1e6108917e4a tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:20.008412 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39682) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:20.012261 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8dcf860e-4479-453a-93e0-f864538263f9 req-2af38e42-183a-4c1f-9c07-1e6108917e4a tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 945 time: 0.0913334 Aug 23 14:49:20.055929 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8dcf860e-4479-453a-93e0-f864538263f9 req-3076be7c-cdd0-4467-8aef-273788606e3c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419540 Aug 23 14:49:20.101528 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0e154f5-e718-4c48-b755-db59559fc26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:20.246484 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5dbc29a5-a42c-4a02-8780-1d85a556fec0 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:20.288512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc29a5-a42c-4a02-8780-1d85a556fec0 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Calling delete_port for d6a5a45f-06f1-498f-b445-0eecb683159b owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:49:20.363032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd718e0-6daf-46fa-a58c-78146225695a req-78ba424e-694c-4d8d-8258-c8487b0e9fb6 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:20.364663 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3fd718e0-6daf-46fa-a58c-78146225695a req-78ba424e-694c-4d8d-8258-c8487b0e9fb6 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 946 time: 0.3073690 Aug 23 14:49:20.535623 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.resource_extend [None req-77d15f16-0d43-481c-b3d2-aac9d14bfdce tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:49:20.561523 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230bdd5-58e3-4a24-8fdf-d885c555d1f8 req-58e55dfa-80c9-429d-ba5f-d4303c315d7e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:20.563592 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8230bdd5-58e3-4a24-8fdf-d885c555d1f8 req-58e55dfa-80c9-429d-ba5f-d4303c315d7e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 943 time: 0.0870154 Aug 23 14:49:20.611431 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3fd718e0-6daf-46fa-a58c-78146225695a req-99a273d8-e240-42ab-917f-55dbab94ef4f tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128940 Aug 23 14:49:20.626194 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8230bdd5-58e3-4a24-8fdf-d885c555d1f8 req-208d3336-85b9-42da-90e2-39c87cb3a03a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568171 Aug 23 14:49:20.701325 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77d15f16-0d43-481c-b3d2-aac9d14bfdce tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:20.726836 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0e154f5-e718-4c48-b755-db59559fc26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:20.804590 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77d15f16-0d43-481c-b3d2-aac9d14bfdce tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:20.880317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99ce276-e60d-4e20-b087-95d1a4f78f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce963322-e2e6-41b3-9805-60af80828135'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:20.882672 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597039e5-eae5-44c0-871d-f9f99a51d6bd" -d '{"events": [{"server_uuid": "a99ce276-e60d-4e20-b087-95d1a4f78f51", "name": "network-vif-plugged", "status": "completed", "tag": "ce963322-e2e6-41b3-9805-60af80828135"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:20.891513 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0e154f5-e718-4c48-b755-db59559fc26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:20.933965 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492b30b7-c312-4791-bece-7d41fe8c8cc7 x-openstack-request-id: req-492b30b7-c312-4791-bece-7d41fe8c8cc7 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:20.935999 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99ce276-e60d-4e20-b087-95d1a4f78f51", "name": "network-vif-plugged", "status": "completed", "tag": "ce963322-e2e6-41b3-9805-60af80828135", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:20.936276 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-492b30b7-c312-4791-bece-7d41fe8c8cc7 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:20.936744 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99ce276-e60d-4e20-b087-95d1a4f78f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce963322-e2e6-41b3-9805-60af80828135', 'code': 200} Aug 23 14:49:20.946525 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f0e154f5-e718-4c48-b755-db59559fc26f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5fb4a21a017243c3a59d2a7fad0323ba&name=default HTTP/1.1" status: 200 len: 2980 time: 0.9363301 Aug 23 14:49:20.949239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39692) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:20.955896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e154f5-e718-4c48-b755-db59559fc26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4b34da-37a1-4d8b-bf66-f1b1f7e4278d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:20.961717 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-77d15f16-0d43-481c-b3d2-aac9d14bfdce tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Floating IP ad9d34d6-5a48-46c3-8112-fd78f0eeb87f associated. External IP: 172.25.8.167, port: 993c5e0b-99f8-457a-b309-2c7c5a7bce98. Aug 23 14:49:21.075769 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a88336-8d62-4337-9f4b-4c3613bee93f req-a22c3bed-f1e0-4b22-ba01-ef51fa231252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:21.076952 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-57a88336-8d62-4337-9f4b-4c3613bee93f req-a22c3bed-f1e0-4b22-ba01-ef51fa231252 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 1096 time: 0.0783634 Aug 23 14:49:21.077641 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5dbc29a5-a42c-4a02-8780-1d85a556fec0 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:21.079637 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d119fff-444c-4ea3-a25a-4fd840ff80b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:21.117436 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d119fff-444c-4ea3-a25a-4fd840ff80b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:21.128585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc29a5-a42c-4a02-8780-1d85a556fec0 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Pushing event deleted for resources: {'Port': ['ID=d6a5a45f-06f1-498f-b445-0eecb683159b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:21.246291 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-57a88336-8d62-4337-9f4b-4c3613bee93f req-2a853012-be84-4b34-84df-3990e78509ff service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095273 Aug 23 14:49:21.258339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668fff0-375d-4c94-95f8-6b51483e782f req-5fa4f745-ce78-4982-8c59-3b84b356f53c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:21.259889 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9668fff0-375d-4c94-95f8-6b51483e782f req-5fa4f745-ce78-4982-8c59-3b84b356f53c tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 945 time: 0.1217794 Aug 23 14:49:21.267690 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5dbc29a5-a42c-4a02-8780-1d85a556fec0 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:21.320094 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9668fff0-375d-4c94-95f8-6b51483e782f req-f3f88335-9751-4d45-a3f2-98ac4a70b828 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505533 Aug 23 14:49:21.421827 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d119fff-444c-4ea3-a25a-4fd840ff80b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:21.428106 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d119fff-444c-4ea3-a25a-4fd840ff80b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:21.430223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6d119fff-444c-4ea3-a25a-4fd840ff80b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ff4b34da-37a1-4d8b-bf66-f1b1f7e4278d HTTP/1.1" status: 204 len: 168 time: 0.4795330 Aug 23 14:49:21.441557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d119fff-444c-4ea3-a25a-4fd840ff80b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4b34da-37a1-4d8b-bf66-f1b1f7e4278d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:21.779107 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b411dc-18e5-4796-a840-c9c7a8d8f5cc req-e7d9465b-f68f-4742-badb-317676b47558 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:21.782139 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1b411dc-18e5-4796-a840-c9c7a8d8f5cc req-e7d9465b-f68f-4742-badb-317676b47558 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 943 time: 0.0790820 Aug 23 14:49:21.817257 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5dbc29a5-a42c-4a02-8780-1d85a556fec0 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:21.820288 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5dbc29a5-a42c-4a02-8780-1d85a556fec0 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:21.830984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d15f16-0d43-481c-b3d2-aac9d14bfdce tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Router 192d983e-cad7-4830-b958-095bd1e2561f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:49:21.836590 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1b411dc-18e5-4796-a840-c9c7a8d8f5cc req-8868cee1-060f-49cc-9979-57612edfa890 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478876 Aug 23 14:49:21.896346 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a5084-6d03-44c6-af3f-f792929f7ae1 req-c39ee49c-1453-4281-8d1a-7c797c55b101 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:21.897964 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d64a5084-6d03-44c6-af3f-f792929f7ae1 req-c39ee49c-1453-4281-8d1a-7c797c55b101 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 946 time: 0.1562693 Aug 23 14:49:22.026836 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5dbc29a5-a42c-4a02-8780-1d85a556fec0 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:22.027539 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbc29a5-a42c-4a02-8780-1d85a556fec0 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Fanout notify agent at l3_agent the message router_deleted on router 4c615d69-3210-4255-ba8a-febb33c9f1cd {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:49:22.034510 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d64a5084-6d03-44c6-af3f-f792929f7ae1 req-b0fcc33f-c55c-4f6b-ac81-df67f53e9f07 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925102 Aug 23 14:49:22.044761 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5dbc29a5-a42c-4a02-8780-1d85a556fec0 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:22.047406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5dbc29a5-a42c-4a02-8780-1d85a556fec0 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "DELETE /v2.0/routers/4c615d69-3210-4255-ba8a-febb33c9f1cd HTTP/1.1" status: 204 len: 168 time: 3.0137382 Aug 23 14:49:22.047625 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39710) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:22.052536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1351977293', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}, 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:22.086070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d15f16-0d43-481c-b3d2-aac9d14bfdce tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:49:22.093261 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77d15f16-0d43-481c-b3d2-aac9d14bfdce tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:22.101133 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a93a69-d840-4f6d-9da7-4091205b6db3 None None] Sync routers for ids ['192d983e-cad7-4830-b958-095bd1e2561f'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:49:22.119996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a93a69-d840-4f6d-9da7-4091205b6db3 None None] Routers {'192d983e-cad7-4830-b958-095bd1e2561f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:22.119996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-37a93a69-d840-4f6d-9da7-4091205b6db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['192d983e-cad7-4830-b958-095bd1e2561f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:22.146975 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-77d15f16-0d43-481c-b3d2-aac9d14bfdce tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "PUT /v2.0/floatingips/ad9d34d6-5a48-46c3-8112-fd78f0eeb87f HTTP/1.1" status: 200 len: 991 time: 2.6145623 Aug 23 14:49:22.147749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d0df21-cab2-4f33-bdee-709450b33060', 'tag': '993c5e0b-99f8-457a-b309-2c7c5a7bce98'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:22.151468 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc75417-e255-497e-885f-5663d8e664e7" -d '{"events": [{"name": "network-changed", "server_uuid": "49d0df21-cab2-4f33-bdee-709450b33060", "tag": "993c5e0b-99f8-457a-b309-2c7c5a7bce98"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:22.251773 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35a03e-1848-40b2-8a48-496f6f1655ce req-73fba302-811b-4d88-ac5e-81c54a4470f1 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:22.253706 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca35a03e-1848-40b2-8a48-496f6f1655ce req-73fba302-811b-4d88-ac5e-81c54a4470f1 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 946 time: 0.0875640 Aug 23 14:49:22.263102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39722) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:22.266554 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:22.268170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4fcad3b3-e532-405b-aaa7-fbf859c9ea1b tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Request body: {'floatingip': {'port_id': 'a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:22.270813 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:22.276006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-37a93a69-d840-4f6d-9da7-4091205b6db3 None None] Set router 192d983e-cad7-4830-b958-095bd1e2561f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:49:22.342185 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8155e848-e917-43bd-9061-db0decfd7ec3 x-openstack-request-id: req-8155e848-e917-43bd-9061-db0decfd7ec3 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:22.342548 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d0df21-cab2-4f33-bdee-709450b33060", "tag": "993c5e0b-99f8-457a-b309-2c7c5a7bce98", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:22.342803 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8155e848-e917-43bd-9061-db0decfd7ec3 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:22.343223 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d0df21-cab2-4f33-bdee-709450b33060', 'tag': '993c5e0b-99f8-457a-b309-2c7c5a7bce98', 'status': 'completed', 'code': 200} Aug 23 14:49:22.366327 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4fcad3b3-e532-405b-aaa7-fbf859c9ea1b tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:22.427012 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:22.487688 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc75417-e255-497e-885f-5663d8e664e7 req-aeae3696-dd3c-4dbe-87e2-42c3e5321bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:22.489829 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-acc75417-e255-497e-885f-5663d8e664e7 req-aeae3696-dd3c-4dbe-87e2-42c3e5321bcc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12feac158092408899c1a0e9b042350f&device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 1096 time: 0.1067603 Aug 23 14:49:22.706463 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3679f02b-1dd3-4e91-9584-24896804a9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:22.791046 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:22.815475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc75417-e255-497e-885f-5663d8e664e7 req-33bc5f6f-a9ff-49aa-aa34-ac77e92e9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:22.815744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99933824-b698-4661-a8b3-398392119589 req-74c0b669-9e91-4876-9a89-b9b1e26bb4c0 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:22.819027 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-acc75417-e255-497e-885f-5663d8e664e7 req-33bc5f6f-a9ff-49aa-aa34-ac77e92e9765 service neutron] 10.222.0.57 "GET /v2.0/networks?id=88af5c89-a79c-43cf-8e21-2e35ff247d29 HTTP/1.1" status: 200 len: 916 time: 0.3191452 Aug 23 14:49:22.827195 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-99933824-b698-4661-a8b3-398392119589 req-74c0b669-9e91-4876-9a89-b9b1e26bb4c0 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 945 time: 0.3290288 Aug 23 14:49:22.833289 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-37a93a69-d840-4f6d-9da7-4091205b6db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192d983e-cad7-4830-b958-095bd1e2561f', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:20Z', 'updated_at': '2021-08-23T14:48:32Z', 'revision_number': 4, 'project_id': '12feac158092408899c1a0e9b042350f', 'gw_port': {'id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:22Z', 'updated_at': '2021-08-23T14:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'ad9d34d6-5a48-46c3-8112-fd78f0eeb87f', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'floating_ip_address': '172.25.8.167', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'port_id': '993c5e0b-99f8-457a-b309-2c7c5a7bce98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'mac_address': 'fa:16:3e:91:b8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d0df21-cab2-4f33-bdee-709450b33060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:48:47Z', 'updated_at': '2021-08-23T14:49:20Z', 'revision_number': 1, 'project_id': '12feac158092408899c1a0e9b042350f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e80e42-b274-451b-b9c9-4073d3e0a167', 'name': '', 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'mac_address': 'fa:16:3e:00:ae:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:46Z', 'revision_number': 5, 'project_id': '12feac158092408899c1a0e9b042350f', 'subnets': [{'id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:22.894774 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a93a69-d840-4f6d-9da7-4091205b6db3 None None] Checking router: 192d983e-cad7-4830-b958-095bd1e2561f for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:49:22.906659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a93a69-d840-4f6d-9da7-4091205b6db3 None None] Routers {'192d983e-cad7-4830-b958-095bd1e2561f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:22.907320 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-acc75417-e255-497e-885f-5663d8e664e7 req-68135d15-018a-4cd0-bd18-4535e0dd74a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=993c5e0b-99f8-457a-b309-2c7c5a7bce98 HTTP/1.1" status: 200 len: 999 time: 0.0803950 Aug 23 14:49:22.908302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-37a93a69-d840-4f6d-9da7-4091205b6db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['192d983e-cad7-4830-b958-095bd1e2561f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:22.947902 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-99933824-b698-4661-a8b3-398392119589 req-cb8c5b4f-7e0b-40aa-82d2-f3b3da788062 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154783 Aug 23 14:49:23.081603 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc75417-e255-497e-885f-5663d8e664e7 req-0850a7b8-783b-44c8-aa69-101944140457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:23.089263 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-acc75417-e255-497e-885f-5663d8e664e7 req-0850a7b8-783b-44c8-aa69-101944140457 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=320beec8-ca64-47ee-b131-43ac22d375c5 HTTP/1.1" status: 200 len: 854 time: 0.1694345 Aug 23 14:49:23.148888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39742) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:23.258447 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419b22a-e559-4595-a745-d6ad727eb38c req-5dc26e72-e59c-46a4-a817-13cabd75ff79 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:23.267388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b419b22a-e559-4595-a745-d6ad727eb38c req-5dc26e72-e59c-46a4-a817-13cabd75ff79 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 943 time: 0.2928183 Aug 23 14:49:23.307919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc75417-e255-497e-885f-5663d8e664e7 req-4df5227d-7dce-45e2-9c35-048178f13084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:23.317201 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-acc75417-e255-497e-885f-5663d8e664e7 req-4df5227d-7dce-45e2-9c35-048178f13084 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88af5c89-a79c-43cf-8e21-2e35ff247d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2175076 Aug 23 14:49:23.328616 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-37a93a69-d840-4f6d-9da7-4091205b6db3 None None] Set router 192d983e-cad7-4830-b958-095bd1e2561f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:49:23.338022 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4fcad3b3-e532-405b-aaa7-fbf859c9ea1b tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:23.454174 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4fcad3b3-e532-405b-aaa7-fbf859c9ea1b tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:23.483213 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b419b22a-e559-4595-a745-d6ad727eb38c req-8ed0c3db-3899-44e5-ab5b-24a0c4c8aeb9 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909742 Aug 23 14:49:23.493463 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1018160040-network', 'tenant_id': '7f5e03c14d46443885cb35786389044c'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:23.533597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f449e262-51b7-446b-86bc-10e830bf95b2 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:49:23.569923 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-acc75417-e255-497e-885f-5663d8e664e7 req-ed5be279-f8c3-4a74-8584-6c0ec3db69cc service neutron] 10.222.0.57 "GET /v2.0/networks/88af5c89-a79c-43cf-8e21-2e35ff247d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234123 Aug 23 14:49:23.644683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] Made reservation on behalf of 7f5e03c14d46443885cb35786389044c for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:23.658949 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:23.734800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f449e262-51b7-446b-86bc-10e830bf95b2,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:23.759551 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:23.765939 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-4fcad3b3-e532-405b-aaa7-fbf859c9ea1b tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Floating IP 62c176b8-d82a-4644-a89e-84306184b10b associated. External IP: 172.25.8.215, port: a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7. Aug 23 14:49:23.783448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-37a93a69-d840-4f6d-9da7-4091205b6db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192d983e-cad7-4830-b958-095bd1e2561f', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:20Z', 'updated_at': '2021-08-23T14:48:32Z', 'revision_number': 4, 'project_id': '12feac158092408899c1a0e9b042350f', 'gw_port': {'id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:22Z', 'updated_at': '2021-08-23T14:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'ad9d34d6-5a48-46c3-8112-fd78f0eeb87f', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'floating_ip_address': '172.25.8.167', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'port_id': '993c5e0b-99f8-457a-b309-2c7c5a7bce98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'mac_address': 'fa:16:3e:91:b8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d0df21-cab2-4f33-bdee-709450b33060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:48:47Z', 'updated_at': '2021-08-23T14:49:20Z', 'revision_number': 1, 'project_id': '12feac158092408899c1a0e9b042350f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e80e42-b274-451b-b9c9-4073d3e0a167', 'name': '', 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'mac_address': 'fa:16:3e:00:ae:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:46Z', 'revision_number': 5, 'project_id': '12feac158092408899c1a0e9b042350f', 'subnets': [{'id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:23.800778 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:23.835007 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:23.866622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'f449e262-51b7-446b-86bc-10e830bf95b2', 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc', 'port_id': 'f449e262-51b7-446b-86bc-10e830bf95b2', 'mac_address': 'fa:16:3e:42:f2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3c3169-88e3-4e3b-9891-646aecdff0e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:49:23.921599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a93a69-d840-4f6d-9da7-4091205b6db3 None None] The sync data for ids ['192d983e-cad7-4830-b958-095bd1e2561f'] in n-d-804985-3 is: [{'id': '192d983e-cad7-4830-b958-095bd1e2561f', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:20Z', 'updated_at': '2021-08-23T14:48:32Z', 'revision_number': 4, 'project_id': '12feac158092408899c1a0e9b042350f', 'gw_port': {'id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:22Z', 'updated_at': '2021-08-23T14:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'ad9d34d6-5a48-46c3-8112-fd78f0eeb87f', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'floating_ip_address': '172.25.8.167', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'port_id': '993c5e0b-99f8-457a-b309-2c7c5a7bce98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'mac_address': 'fa:16:3e:91:b8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d0df21-cab2-4f33-bdee-709450b33060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:48:47Z', 'updated_at': '2021-08-23T14:49:20Z', 'revision_number': 1, 'project_id': '12feac158092408899c1a0e9b042350f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e80e42-b274-451b-b9c9-4073d3e0a167', 'name': '', 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'mac_address': 'fa:16:3e:00:ae:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:46Z', 'revision_number': 5, 'project_id': '12feac158092408899c1a0e9b042350f', 'subnets': [{'id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:49:23.923768 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:23.954361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f449e262-51b7-446b-86bc-10e830bf95b2 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:23.960612 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-acc75417-e255-497e-885f-5663d8e664e7 req-0181e334-4a36-4364-b05c-1267e521daf9 service neutron] 10.222.0.57 "GET /v2.0/networks/88af5c89-a79c-43cf-8e21-2e35ff247d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302794 Aug 23 14:49:24.014817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f449e262-51b7-446b-86bc-10e830bf95b2,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:24.126281 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Allocated IP 172.25.8.176 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/a92cb676-95a9-46eb-83e3-9f30754689c6) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:24.157303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcad3b3-e532-405b-aaa7-fbf859c9ea1b tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Router 43945457-9c30-4cf5-b911-6d6e185fb8a9 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:49:24.157861 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:24.237063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3440c9-457b-41fc-89f2-70656653918f req-8f5fc1d1-b7d9-44fe-b706-d559169a2b2e tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:24.238681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2c3440c9-457b-41fc-89f2-70656653918f req-8f5fc1d1-b7d9-44fe-b706-d559169a2b2e tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 945 time: 0.1294732 Aug 23 14:49:24.271426 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c9a51a-c99d-4dcf-a114-e9eb68f941ed None None] New status for floating IP ad9d34d6-5a48-46c3-8112-fd78f0eeb87f: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:49:24.290089 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:24.333763 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:24.348853 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2c3440c9-457b-41fc-89f2-70656653918f req-a30e2fdd-34c2-4948-83df-4b357a5eb01d tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978572 Aug 23 14:49:24.365914 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:24.384305 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:49:24.390821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcad3b3-e532-405b-aaa7-fbf859c9ea1b tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:49:24.401262 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4fcad3b3-e532-405b-aaa7-fbf859c9ea1b tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:24.411804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38808c94-1bf6-4fcb-afae-90b6d8f9a816 None None] Sync routers for ids ['43945457-9c30-4cf5-b911-6d6e185fb8a9'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:49:24.420851 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:24.421200 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] Added segment 6d6a82b6-9967-405d-9dff-6bdf357bded1 of type vlan for network 5cf9e8aa-52df-4c83-983d-40f0b0158d72 Aug 23 14:49:24.434694 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c064322-69ff-4e14-9425-0582853d4a94,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:24.446891 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38808c94-1bf6-4fcb-afae-90b6d8f9a816 None None] Routers {'43945457-9c30-4cf5-b911-6d6e185fb8a9'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:24.447628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-38808c94-1bf6-4fcb-afae-90b6d8f9a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['43945457-9c30-4cf5-b911-6d6e185fb8a9'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:24.473737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4fcad3b3-e532-405b-aaa7-fbf859c9ea1b tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "PUT /v2.0/floatingips/62c176b8-d82a-4644-a89e-84306184b10b HTTP/1.1" status: 200 len: 992 time: 2.2095528 Aug 23 14:49:24.484520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e90797f-02da-4561-bd8f-e9f85f656c1a', 'tag': 'a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:24.487227 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b37626a-4a00-4595-9449-7508eabb43cf" -d '{"events": [{"name": "network-changed", "server_uuid": "9e90797f-02da-4561-bd8f-e9f85f656c1a", "tag": "a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:24.492627 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:24.522754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f449e262-51b7-446b-86bc-10e830bf95b2,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:24.568269 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Pushing event updated for resources: {'Port': ['ID=a92cb676-95a9-46eb-83e3-9f30754689c6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:24.577460 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:24.593266 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['f449e262-51b7-446b-86bc-10e830bf95b2'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:49:24.593459 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:24.597321 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:24.606185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:24.710195 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-38808c94-1bf6-4fcb-afae-90b6d8f9a816 None None] Set router 43945457-9c30-4cf5-b911-6d6e185fb8a9 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:49:24.740969 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc830a5-0008-44e5-82a6-0120457a93a8 x-openstack-request-id: req-0dc830a5-0008-44e5-82a6-0120457a93a8 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:24.741258 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e90797f-02da-4561-bd8f-e9f85f656c1a", "tag": "a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:24.741662 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0dc830a5-0008-44e5-82a6-0120457a93a8 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:24.742102 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e90797f-02da-4561-bd8f-e9f85f656c1a', 'tag': 'a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7', 'status': 'completed', 'code': 200} Aug 23 14:49:24.835735 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:24.836692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:24.840712 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:24.914948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd077e8-b73d-4ea6-aec6-5ca6cdc1f699 req-bab548e1-2fdd-4e4f-b38d-4d57600fde51 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:24.921670 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-abd077e8-b73d-4ea6-aec6-5ca6cdc1f699 req-bab548e1-2fdd-4e4f-b38d-4d57600fde51 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 944 time: 0.0855994 Aug 23 14:49:25.002757 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-abd077e8-b73d-4ea6-aec6-5ca6cdc1f699 req-875f446d-9305-4ad8-8373-021dccde7f46 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659008 Aug 23 14:49:25.089577 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9305408 Aug 23 14:49:25.093783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39776) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:25.102808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Request body: {'subnet': {'network_id': '5cf9e8aa-52df-4c83-983d-40f0b0158d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1018160040-subnet', 'tenant_id': '7f5e03c14d46443885cb35786389044c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:25.105097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6a657-d981-499e-b65c-69d24ccdcccb admin admin] Pushing event updated for resources: {'Network': ['ID=5cf9e8aa-52df-4c83-983d-40f0b0158d72,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:25.117394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37626a-4a00-4595-9449-7508eabb43cf req-6a9096e4-7f0f-4584-b619-10163b195127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:25.120779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 5cf9e8aa-52df-4c83-983d-40f0b0158d72 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:49:25.127373 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b37626a-4a00-4595-9449-7508eabb43cf req-6a9096e4-7f0f-4584-b619-10163b195127 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=12c362187edc43b28835086c10233034&device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 1097 time: 0.3006940 Aug 23 14:49:25.233500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Made reservation on behalf of 7f5e03c14d46443885cb35786389044c for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:25.237148 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:25.256431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-38808c94-1bf6-4fcb-afae-90b6d8f9a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:31Z', 'updated_at': '2021-08-23T14:48:43Z', 'revision_number': 4, 'project_id': '12c362187edc43b28835086c10233034', 'gw_port': {'id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:34Z', 'updated_at': '2021-08-23T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '62c176b8-d82a-4644-a89e-84306184b10b', 'tenant_id': '12c362187edc43b28835086c10233034', 'floating_ip_address': '172.25.8.215', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'port_id': 'a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'mac_address': 'fa:16:3e:de:5c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90797f-02da-4561-bd8f-e9f85f656c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:48:54Z', 'updated_at': '2021-08-23T14:49:23Z', 'revision_number': 1, 'project_id': '12c362187edc43b28835086c10233034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bcf327-60a1-4424-a405-1790b2353a71', 'name': '', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'tenant_id': '12c362187edc43b28835086c10233034', 'mac_address': 'fa:16:3e:0e:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:40Z', 'updated_at': '2021-08-23T14:48:58Z', 'revision_number': 5, 'project_id': '12c362187edc43b28835086c10233034', 'subnets': [{'id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:25.282289 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:25.293301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38808c94-1bf6-4fcb-afae-90b6d8f9a816 None None] Checking router: 43945457-9c30-4cf5-b911-6d6e185fb8a9 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:49:25.307855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38808c94-1bf6-4fcb-afae-90b6d8f9a816 None None] Routers {'43945457-9c30-4cf5-b911-6d6e185fb8a9'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:25.308753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-38808c94-1bf6-4fcb-afae-90b6d8f9a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:48:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['43945457-9c30-4cf5-b911-6d6e185fb8a9'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:25.529489 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:25.534400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-38808c94-1bf6-4fcb-afae-90b6d8f9a816 None None] Set router 43945457-9c30-4cf5-b911-6d6e185fb8a9 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:49:25.772217 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:25.852275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e24844f-0de3-413a-bd9c-2d4553079890,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:25.863971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:25.864330 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:25.864684 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:25.865034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:25.865379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:25.865841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:25.866122 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:25.866461 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:25.866799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:25.867134 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:25.867468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:25.867831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:25.881458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Checking segment: {'id': '6d6a82b6-9967-405d-9dff-6bdf357bded1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5cf9e8aa-52df-4c83-983d-40f0b0158d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:25.882146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Network hostable DHCP agents. Network: 5cf9e8aa-52df-4c83-983d-40f0b0158d72, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:49:25.992825 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Network 5cf9e8aa-52df-4c83-983d-40f0b0158d72 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:49:26.026354 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-38808c94-1bf6-4fcb-afae-90b6d8f9a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:31Z', 'updated_at': '2021-08-23T14:48:43Z', 'revision_number': 4, 'project_id': '12c362187edc43b28835086c10233034', 'gw_port': {'id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:34Z', 'updated_at': '2021-08-23T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '62c176b8-d82a-4644-a89e-84306184b10b', 'tenant_id': '12c362187edc43b28835086c10233034', 'floating_ip_address': '172.25.8.215', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'port_id': 'a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'mac_address': 'fa:16:3e:de:5c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90797f-02da-4561-bd8f-e9f85f656c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:48:54Z', 'updated_at': '2021-08-23T14:49:23Z', 'revision_number': 1, 'project_id': '12c362187edc43b28835086c10233034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bcf327-60a1-4424-a405-1790b2353a71', 'name': '', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'tenant_id': '12c362187edc43b28835086c10233034', 'mac_address': 'fa:16:3e:0e:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:40Z', 'updated_at': '2021-08-23T14:48:58Z', 'revision_number': 5, 'project_id': '12c362187edc43b28835086c10233034', 'subnets': [{'id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:26.059782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37626a-4a00-4595-9449-7508eabb43cf req-09840cd2-7ec7-41cf-9ef6-82e78ecdaa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:26.061189 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b37626a-4a00-4595-9449-7508eabb43cf req-09840cd2-7ec7-41cf-9ef6-82e78ecdaa9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=87ad5f23-3854-49af-8867-189fb61a3e40 HTTP/1.1" status: 200 len: 907 time: 0.9204309 Aug 23 14:49:26.061707 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38808c94-1bf6-4fcb-afae-90b6d8f9a816 None None] The sync data for ids ['43945457-9c30-4cf5-b911-6d6e185fb8a9'] in n-d-804985-3 is: [{'id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:31Z', 'updated_at': '2021-08-23T14:48:43Z', 'revision_number': 4, 'project_id': '12c362187edc43b28835086c10233034', 'gw_port': {'id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:34Z', 'updated_at': '2021-08-23T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '62c176b8-d82a-4644-a89e-84306184b10b', 'tenant_id': '12c362187edc43b28835086c10233034', 'floating_ip_address': '172.25.8.215', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'port_id': 'a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'mac_address': 'fa:16:3e:de:5c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e90797f-02da-4561-bd8f-e9f85f656c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:48:54Z', 'updated_at': '2021-08-23T14:49:23Z', 'revision_number': 1, 'project_id': '12c362187edc43b28835086c10233034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bcf327-60a1-4424-a405-1790b2353a71', 'name': '', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'tenant_id': '12c362187edc43b28835086c10233034', 'mac_address': 'fa:16:3e:0e:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:40Z', 'updated_at': '2021-08-23T14:48:58Z', 'revision_number': 5, 'project_id': '12c362187edc43b28835086c10233034', 'subnets': [{'id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:49:26.101368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 5cf9e8aa-52df-4c83-983d-40f0b0158d72) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:26.105924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:26.106485 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:26.112781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccd379a-04f4-4503-ab68-435025188573 None None] Network 5cf9e8aa-52df-4c83-983d-40f0b0158d72 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:49:26.273410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cfcb0-a0f5-4008-8b3c-7a3f95475b4d req-8e0fd922-26cc-444f-b89b-ab5b4770c966 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:26.286106 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b8cfcb0-a0f5-4008-8b3c-7a3f95475b4d req-8e0fd922-26cc-444f-b89b-ab5b4770c966 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 945 time: 0.0791576 Aug 23 14:49:26.286106 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9ec16b4a-c3ad-4d3e-b468-b4dacfc6e440 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1894827 Aug 23 14:49:26.306480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c48724-8f86-41d6-b4db-e41b7453310b None None] Network 5cf9e8aa-52df-4c83-983d-40f0b0158d72 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:49:26.310693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a10bf-caa5-4dd4-87dd-5063f44a7a3c req-6e4f5672-0b9a-4380-9093-6d68def8b207 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:26.312288 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-477a10bf-caa5-4dd4-87dd-5063f44a7a3c req-6e4f5672-0b9a-4380-9093-6d68def8b207 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 944 time: 0.1547713 Aug 23 14:49:26.319216 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b37626a-4a00-4595-9449-7508eabb43cf req-522bac17-3728-4ff6-9a58-ba4d91e44c9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 HTTP/1.1" status: 200 len: 1000 time: 0.2098081 Aug 23 14:49:26.389483 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b8cfcb0-a0f5-4008-8b3c-7a3f95475b4d req-12f488d1-b0b6-427d-a52e-5797e274d948 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764105 Aug 23 14:49:26.447427 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37626a-4a00-4595-9449-7508eabb43cf req-0a7038f8-bd00-49a2-b84e-8896a8dd7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:26.448952 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b37626a-4a00-4595-9449-7508eabb43cf req-0a7038f8-bd00-49a2-b84e-8896a8dd7e1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d3c1b493-5244-4660-8372-bd1bd7562053 HTTP/1.1" status: 200 len: 845 time: 0.1046355 Aug 23 14:49:26.458849 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:26.487765 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e5bfd-99ef-4054-a2c1-c45f8da07594 None None] New status for floating IP 62c176b8-d82a-4644-a89e-84306184b10b: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:49:26.660491 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-477a10bf-caa5-4dd4-87dd-5063f44a7a3c req-8213489d-1dae-4658-a229-2ae8ddd53dd1 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401814 Aug 23 14:49:26.723978 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-583349fe-c441-4c3e-9d89-1eb37bff99c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:26.726415 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37626a-4a00-4595-9449-7508eabb43cf req-2dfb6778-5aa2-40ae-9ac4-f34880c05844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:26.726687 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b37626a-4a00-4595-9449-7508eabb43cf req-2dfb6778-5aa2-40ae-9ac4-f34880c05844 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=87ad5f23-3854-49af-8867-189fb61a3e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2655878 Aug 23 14:49:26.774175 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:26.895890 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b37626a-4a00-4595-9449-7508eabb43cf req-5b7f6ab0-ab11-4418-b2e9-b63a5ee4122b service neutron] 10.222.0.61 "GET /v2.0/networks/87ad5f23-3854-49af-8867-189fb61a3e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599140 Aug 23 14:49:27.010177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Router 72f0745a-34d7-482a-aa14-2fec2f0c1b68 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:49:27.026609 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b37626a-4a00-4595-9449-7508eabb43cf req-c1e8e84e-6a1b-49f8-b360-fc01f1c27de9 service neutron] 10.222.0.61 "GET /v2.0/networks/87ad5f23-3854-49af-8867-189fb61a3e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198742 Aug 23 14:49:27.111090 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f449e262-51b7-446b-86bc-10e830bf95b2 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:49:27.206415 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:49:27.216898 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e3419b-2337-4fdd-9ac3-e0374ecc264a None None] Sync routers for ids ['72f0745a-34d7-482a-aa14-2fec2f0c1b68'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:49:27.227784 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e3419b-2337-4fdd-9ac3-e0374ecc264a None None] Routers {'72f0745a-34d7-482a-aa14-2fec2f0c1b68'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:27.229096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-31e3419b-2337-4fdd-9ac3-e0374ecc264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['72f0745a-34d7-482a-aa14-2fec2f0c1b68'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:27.266322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-31e3419b-2337-4fdd-9ac3-e0374ecc264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:27.283869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e3419b-2337-4fdd-9ac3-e0374ecc264a None None] Routers {'72f0745a-34d7-482a-aa14-2fec2f0c1b68'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:27.283869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-31e3419b-2337-4fdd-9ac3-e0374ecc264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['72f0745a-34d7-482a-aa14-2fec2f0c1b68'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:27.460689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-31e3419b-2337-4fdd-9ac3-e0374ecc264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:27.461372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e3419b-2337-4fdd-9ac3-e0374ecc264a None None] The sync data for ids ['72f0745a-34d7-482a-aa14-2fec2f0c1b68'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:49:27.546213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb1fd8-2da3-42cd-b95a-9eda78669b7c req-ab3ba7a6-2e6d-40a1-af08-5cc43fec07ba tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:27.547586 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4aeb1fd8-2da3-42cd-b95a-9eda78669b7c req-ab3ba7a6-2e6d-40a1-af08-5cc43fec07ba tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 945 time: 0.0589662 Aug 23 14:49:27.589055 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4aeb1fd8-2da3-42cd-b95a-9eda78669b7c req-944214db-19d3-4133-9bb7-bebc506e0f32 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350311 Aug 23 14:49:27.773031 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aea695-3771-4c04-b025-9d5717750ee3 req-1bc49577-f3b1-4bc4-a2cf-aae0473ac849 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:27.774651 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-84aea695-3771-4c04-b025-9d5717750ee3 req-1bc49577-f3b1-4bc4-a2cf-aae0473ac849 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 944 time: 0.0523727 Aug 23 14:49:27.818981 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-84aea695-3771-4c04-b025-9d5717750ee3 req-11ddb8c2-5d5e-408b-a7e8-dcf6472dee49 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374107 Aug 23 14:49:27.953136 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:49:28.424916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ce963322-e2e6-41b3-9805-60af80828135 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:49:28.488025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port f449e262-51b7-446b-86bc-10e830bf95b2 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:28.498479 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port f449e262-51b7-446b-86bc-10e830bf95b2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:28.498479 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:28.557811 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port ce963322-e2e6-41b3-9805-60af80828135, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ce963322-e2e6-41b3-9805-60af80828135,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:28.571710 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'ce963322-e2e6-41b3-9805-60af80828135', 'network_id': 'f393c40a-269e-407d-9378-6970c187b6c3', 'port_id': 'ce963322-e2e6-41b3-9805-60af80828135', 'mac_address': 'fa:16:3e:e5:f6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11061a5b-c587-4d9a-b542-d35027d2df97', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:49:28.610945 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:28.624806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39866) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:28.626143 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b7b1c7e2-ded2-40c2-a31d-43fc12f792a9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.5771151 Aug 23 14:49:28.630143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:28.646768 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:28.661753 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:28.707012 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:28.781854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f449e262-51b7-446b-86bc-10e830bf95b2,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:28.796346 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c84f2fa-ce31-415b-96ef-9519b7e137df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f449e262-51b7-446b-86bc-10e830bf95b2'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:28.800615 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708d1e15-8369-496b-b8ed-5659bc122f4b" -d '{"events": [{"server_uuid": "7c84f2fa-ce31-415b-96ef-9519b7e137df", "name": "network-vif-plugged", "status": "completed", "tag": "f449e262-51b7-446b-86bc-10e830bf95b2"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:28.804601 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce963322-e2e6-41b3-9805-60af80828135 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:28.830224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port ce963322-e2e6-41b3-9805-60af80828135, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ce963322-e2e6-41b3-9805-60af80828135,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:28.849908 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:28.850223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b1f22-ab69-463c-a96b-7a0161066bed req-5d4bae12-8597-4284-957c-76c74f1980f9 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:28.867301 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-716b1f22-ab69-463c-a96b-7a0161066bed req-5d4bae12-8597-4284-957c-76c74f1980f9 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 945 time: 0.1210346 Aug 23 14:49:28.942221 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-716b1f22-ab69-463c-a96b-7a0161066bed req-0738d112-ba82-4f5d-be16-8c24693e3bd3 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733626 Aug 23 14:49:28.952683 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45466d5-294e-416a-a7ad-951dcc955edf x-openstack-request-id: req-a45466d5-294e-416a-a7ad-951dcc955edf {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:28.961341 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c84f2fa-ce31-415b-96ef-9519b7e137df", "name": "network-vif-plugged", "status": "completed", "tag": "f449e262-51b7-446b-86bc-10e830bf95b2", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:28.961721 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a45466d5-294e-416a-a7ad-951dcc955edf {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:28.962158 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c84f2fa-ce31-415b-96ef-9519b7e137df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f449e262-51b7-446b-86bc-10e830bf95b2', 'code': 200} Aug 23 14:49:28.977710 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:29.054731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39894) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:29.061080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f449e262-51b7-446b-86bc-10e830bf95b2,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:29.094498 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-112768094-network', 'tenant_id': '244bcdcf7a3049a6b5b2b550a5874aea'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:29.127176 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=ce963322-e2e6-41b3-9805-60af80828135,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:29.133912 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['ce963322-e2e6-41b3-9805-60af80828135'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:49:29.252637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6e3d0-b037-45f8-b3c4-eda9305022d2 req-53073432-0b17-4416-9cb6-1e1f26d3dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:29.254166 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b1b6e3d0-b037-45f8-b3c4-eda9305022d2 req-53073432-0b17-4416-9cb6-1e1f26d3dcc9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 1096 time: 0.2542272 Aug 23 14:49:29.342935 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054048c7-c063-4ae6-a9fd-72f22b4b6f59 req-738d7208-9542-4a88-8b89-4cbdaf9062e9 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:29.350427 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-054048c7-c063-4ae6-a9fd-72f22b4b6f59 req-738d7208-9542-4a88-8b89-4cbdaf9062e9 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 945 time: 0.2345819 Aug 23 14:49:29.384921 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:29.394238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] Made reservation on behalf of 244bcdcf7a3049a6b5b2b550a5874aea for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:29.397674 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:29.417556 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b1b6e3d0-b037-45f8-b3c4-eda9305022d2 req-da6520ef-ef91-4fb4-9523-e0ba93e50e29 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484578 Aug 23 14:49:29.450163 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:29.451404 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-054048c7-c063-4ae6-a9fd-72f22b4b6f59 req-ae2993c1-96e0-42e5-b78e-666f1a1f99d1 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000121 Aug 23 14:49:29.502847 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:29.576429 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:29.699980 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:29.735920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:49:29.742697 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6814a2-6eee-40ff-8da3-401deaca3a1f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:29.761656 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:29.762187 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] Added segment 748c4b4e-fe73-4a91-b15f-6e802581f1ca of type vlan for network 68d8f3bb-991c-43ea-a356-942fb3ca0b76 Aug 23 14:49:29.822987 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:29.931867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Deleting port a92cb676-95a9-46eb-83e3-9f30754689c6 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:49:29.931867 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:29.932667 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:29.932667 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:29.932667 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:30.002778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] Pushing event updated for resources: {'Network': ['ID=68d8f3bb-991c-43ea-a356-942fb3ca0b76,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:30.013272 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 68d8f3bb-991c-43ea-a356-942fb3ca0b76 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:49:30.023856 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ccd388ff-ed8f-4b62-a8f8-9be775e2d270 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9652667 Aug 23 14:49:30.029172 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39910) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:30.029938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-345e6b2c-c128-4697-a1f8-2f9e6599acec admin admin] Request body: {'subnet': {'network_id': '68d8f3bb-991c-43ea-a356-942fb3ca0b76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-112768094-subnet', 'tenant_id': '244bcdcf7a3049a6b5b2b550a5874aea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:30.054564 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:30.078599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Calling delete_port for a92cb676-95a9-46eb-83e3-9f30754689c6 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:49:30.175816 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345e6b2c-c128-4697-a1f8-2f9e6599acec admin admin] Made reservation on behalf of 244bcdcf7a3049a6b5b2b550a5874aea for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:30.178809 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-345e6b2c-c128-4697-a1f8-2f9e6599acec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:30.202973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a49495-cfad-40a2-82ef-219dd2a3d259 req-ce4280ff-0321-4853-859f-6f9e636002ed tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:30.204618 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c0a49495-cfad-40a2-82ef-219dd2a3d259 req-ce4280ff-0321-4853-859f-6f9e636002ed tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 944 time: 0.0730898 Aug 23 14:49:30.298787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c0a49495-cfad-40a2-82ef-219dd2a3d259 req-3cf4af16-579c-4fe9-b6b7-4d00683e71e0 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556438 Aug 23 14:49:30.431987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ce963322-e2e6-41b3-9805-60af80828135 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:49:30.461853 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:30.526316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Pushing event deleted for resources: {'Port': ['ID=a92cb676-95a9-46eb-83e3-9f30754689c6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:30.536131 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-345e6b2c-c128-4697-a1f8-2f9e6599acec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:30.565852 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:30.586576 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ce963322-e2e6-41b3-9805-60af80828135 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:30.597832 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e6b2c-c128-4697-a1f8-2f9e6599acec admin admin] Pushing event updated for resources: {'Subnet': ['ID=99bfb50a-33a5-4353-9b5f-a21645ede1d8,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:30.616533 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port ce963322-e2e6-41b3-9805-60af80828135, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ce963322-e2e6-41b3-9805-60af80828135,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:30.649734 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345e6b2c-c128-4697-a1f8-2f9e6599acec admin admin] Checking segment: {'id': '748c4b4e-fe73-4a91-b15f-6e802581f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '68d8f3bb-991c-43ea-a356-942fb3ca0b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:30.650079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e6b2c-c128-4697-a1f8-2f9e6599acec admin admin] Network hostable DHCP agents. Network: 68d8f3bb-991c-43ea-a356-942fb3ca0b76, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:49:30.681883 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:30.701544 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:30.729240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206cb10-30b0-4a97-a262-cdbcdb47b85a req-8b7ea450-3f48-4614-8abe-c911d41c909d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:30.731497 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5206cb10-30b0-4a97-a262-cdbcdb47b85a req-8b7ea450-3f48-4614-8abe-c911d41c909d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 945 time: 0.1192682 Aug 23 14:49:30.766802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=ce963322-e2e6-41b3-9805-60af80828135,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:30.882391 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5206cb10-30b0-4a97-a262-cdbcdb47b85a req-99cd2cc6-ca9f-4a0a-a036-ef26b0c4f16b tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205122 Aug 23 14:49:30.918615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e6b2c-c128-4697-a1f8-2f9e6599acec admin admin] Network 68d8f3bb-991c-43ea-a356-942fb3ca0b76 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:49:30.958874 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:30.962912 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:31.055220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-345e6b2c-c128-4697-a1f8-2f9e6599acec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 68d8f3bb-991c-43ea-a356-942fb3ca0b76) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:31.078981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996c2051-57e8-42ef-bbc6-a66b9049b7df None None] Network 68d8f3bb-991c-43ea-a356-942fb3ca0b76 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:49:31.081482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345e6b2c-c128-4697-a1f8-2f9e6599acec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:31.087440 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-345e6b2c-c128-4697-a1f8-2f9e6599acec admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:31.097918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Router 72f0745a-34d7-482a-aa14-2fec2f0c1b68 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:49:31.239766 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-345e6b2c-c128-4697-a1f8-2f9e6599acec admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1987851 Aug 23 14:49:31.240441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:49:31.240569 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed19c50-ee1d-4d71-a8d3-a2bca777a603 None None] Sync routers for ids ['72f0745a-34d7-482a-aa14-2fec2f0c1b68'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:49:31.253385 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed19c50-ee1d-4d71-a8d3-a2bca777a603 None None] Routers {'72f0745a-34d7-482a-aa14-2fec2f0c1b68'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:31.259403 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3ed19c50-ee1d-4d71-a8d3-a2bca777a603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['72f0745a-34d7-482a-aa14-2fec2f0c1b68'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:31.263404 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:31.265962 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d893dbd5-9b9e-43de-a2f3-ff15ceabf5af tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "PUT /v2.0/routers/72f0745a-34d7-482a-aa14-2fec2f0c1b68 HTTP/1.1" status: 200 len: 710 time: 2.6433170 Aug 23 14:49:31.271313 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39944) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:31.317667 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3ed19c50-ee1d-4d71-a8d3-a2bca777a603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:31.330660 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed19c50-ee1d-4d71-a8d3-a2bca777a603 None None] Routers {'72f0745a-34d7-482a-aa14-2fec2f0c1b68'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:31.331557 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3ed19c50-ee1d-4d71-a8d3-a2bca777a603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['72f0745a-34d7-482a-aa14-2fec2f0c1b68'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:31.387201 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3ed19c50-ee1d-4d71-a8d3-a2bca777a603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:31.388206 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed19c50-ee1d-4d71-a8d3-a2bca777a603 None None] The sync data for ids ['72f0745a-34d7-482a-aa14-2fec2f0c1b68'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:49:31.516001 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a6128f09-1393-43c1-a53f-21a0eda4e587 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/routers/72f0745a-34d7-482a-aa14-2fec2f0c1b68 HTTP/1.1" status: 200 len: 745 time: 0.2395496 Aug 23 14:49:31.516599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39952) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:31.517913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec297a46-b721-4f50-9d81-38de7b40f1d8 None None] Network 68d8f3bb-991c-43ea-a356-942fb3ca0b76 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:49:31.545193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259eb70c-3ea6-4157-867c-9965c3a98661 req-5590315a-7ddf-49a4-81ff-9e6a3b1f5579 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:31.547246 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-259eb70c-3ea6-4157-867c-9965c3a98661 req-5590315a-7ddf-49a4-81ff-9e6a3b1f5579 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 943 time: 0.0878277 Aug 23 14:49:31.613120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1ac8fff9-7a2b-4f69-8894-6831ba989fb6 tempest-RoutersIpV6AdminTest-867791409 tempest-RoutersIpV6AdminTest-867791409-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&device_id=72f0745a-34d7-482a-aa14-2fec2f0c1b68 HTTP/1.1" status: 200 len: 205 time: 0.0910792 Aug 23 14:49:31.613851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-259eb70c-3ea6-4157-867c-9965c3a98661 req-7b0bfcf8-3923-47be-a603-dcb19f8c9554 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569050 Aug 23 14:49:31.613981 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39958) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:31.644202 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c02a171b-8221-47ae-80e0-21421e9cbe62 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "GET /v2.0/ports?device_id=72f0745a-34d7-482a-aa14-2fec2f0c1b68 HTTP/1.1" status: 200 len: 205 time: 0.0298307 Aug 23 14:49:31.646742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39960) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:31.746299 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e86843d-2646-48ca-9362-5dd97bb46db7 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:31.931679 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e86843d-2646-48ca-9362-5dd97bb46db7 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:31.935822 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e86843d-2646-48ca-9362-5dd97bb46db7 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:31.980476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-8e0feb8e-3409-47d4-b0ac-1654ceb4adca tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:31.989244 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-8e0feb8e-3409-47d4-b0ac-1654ceb4adca tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/networks?id=5cf9e8aa-52df-4c83-983d-40f0b0158d72 HTTP/1.1" status: 200 len: 815 time: 0.1603758 Aug 23 14:49:32.003685 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-83ee92d3-a63c-4710-86e5-0874ad8e2e00 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/quotas/7f5e03c14d46443885cb35786389044c HTTP/1.1" status: 200 len: 375 time: 0.0133779 Aug 23 14:49:32.048971 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-0be520b9-8e7b-4690-8134-1d8ddeafc033 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f5e03c14d46443885cb35786389044c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383534 Aug 23 14:49:32.055063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46aeef-0f7f-41c4-a0e9-a09d13049540 req-9a33fc26-1f6b-4441-b405-2fedad7f67b6 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:32.061270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae46aeef-0f7f-41c4-a0e9-a09d13049540 req-9a33fc26-1f6b-4441-b405-2fedad7f67b6 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 945 time: 0.0647438 Aug 23 14:49:32.080913 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e86843d-2646-48ca-9362-5dd97bb46db7 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:32.081520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e86843d-2646-48ca-9362-5dd97bb46db7 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Fanout notify agent at l3_agent the message router_deleted on router 72f0745a-34d7-482a-aa14-2fec2f0c1b68 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:49:32.095448 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e86843d-2646-48ca-9362-5dd97bb46db7 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:32.096595 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3e86843d-2646-48ca-9362-5dd97bb46db7 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "DELETE /v2.0/routers/72f0745a-34d7-482a-aa14-2fec2f0c1b68 HTTP/1.1" status: 204 len: 168 time: 0.4488502 Aug 23 14:49:32.105111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39974) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:32.145428 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5fdff133-3246-4503-8282-694801846167 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "GET /v2.0/ports?device_id=72f0745a-34d7-482a-aa14-2fec2f0c1b68 HTTP/1.1" status: 200 len: 205 time: 0.0348666 Aug 23 14:49:32.147476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39978) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:32.153800 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae46aeef-0f7f-41c4-a0e9-a09d13049540 req-003eb148-bf6e-4969-a068-50c21038561c tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876286 Aug 23 14:49:32.194501 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-c0369053-ae46-4d15-938b-6daac5f5f36a tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] delete failed (client error): The resource could not be found. Aug 23 14:49:32.198086 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c0369053-ae46-4d15-938b-6daac5f5f36a tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "DELETE /v2.0/routers/72f0745a-34d7-482a-aa14-2fec2f0c1b68 HTTP/1.1" status: 404 len: 336 time: 0.0471394 Aug 23 14:49:32.198086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39982) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:32.198346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39984) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:32.206304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-4d20b7a7-43c6-4f6f-bc1a-be55c360c626 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1261740119'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:32.246200 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7e92749e-c471-45e0-ba5a-ec05a16561d5 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c615d69-3210-4255-ba8a-febb33c9f1cd HTTP/1.1" status: 200 len: 205 time: 0.0429635 Aug 23 14:49:32.248232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39986) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:32.256243 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-5ddca73a-b3ea-4c8d-8d00-5958086ca510 service neutron] 10.222.0.38 "GET /v2.0/networks/5cf9e8aa-52df-4c83-983d-40f0b0158d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986663 Aug 23 14:49:32.317118 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-874cbb42-5a34-41b7-9c44-364f7569d489 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] delete failed (client error): The resource could not be found. Aug 23 14:49:32.318089 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-874cbb42-5a34-41b7-9c44-364f7569d489 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "DELETE /v2.0/routers/4c615d69-3210-4255-ba8a-febb33c9f1cd HTTP/1.1" status: 404 len: 336 time: 0.0678043 Aug 23 14:49:32.321066 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39988) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:32.334097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584a7e5-b6d2-4875-bb70-fdd0060ea192 req-2bb55fa5-9d31-46fd-9e3e-8c4deae93710 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:32.335644 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0584a7e5-b6d2-4875-bb70-fdd0060ea192 req-2bb55fa5-9d31-46fd-9e3e-8c4deae93710 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 1096 time: 0.0983012 Aug 23 14:49:32.363331 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-aaa3a048-6714-4f58-8ecb-22eb255f8ec7 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a0a3c80-6053-4ee9-ab05-bfec921c4cf6 HTTP/1.1" status: 200 len: 205 time: 0.0389373 Aug 23 14:49:32.366464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39992) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:32.392046 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d20b7a7-43c6-4f6f-bc1a-be55c360c626 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Made reservation on behalf of efc62d13c95b4910b9aa97884f6e1a9d for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:32.397989 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4d20b7a7-43c6-4f6f-bc1a-be55c360c626 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:32.415847 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-de9d89a3-7093-439e-a012-d17b7a6f5ad6 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] delete failed (client error): The resource could not be found. Aug 23 14:49:32.419578 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-de9d89a3-7093-439e-a012-d17b7a6f5ad6 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "DELETE /v2.0/routers/0a0a3c80-6053-4ee9-ab05-bfec921c4cf6 HTTP/1.1" status: 404 len: 336 time: 0.0495455 Aug 23 14:49:32.422759 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39994) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:32.430203 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-de5235d2-f567-4233-a2ad-7af3d7c8c738 service neutron] 10.222.0.38 "GET /v2.0/networks/5cf9e8aa-52df-4c83-983d-40f0b0158d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684096 Aug 23 14:49:32.442787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0584a7e5-b6d2-4875-bb70-fdd0060ea192 req-d07dbeb1-572e-45d7-839b-5e3a444b0d4f tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984180 Aug 23 14:49:32.488861 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5636c6a7-d4e2-4d58-8a52-484274fa03d9 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "GET /v2.0/ports?device_id=f91daad3-f271-4034-983c-6ac25b6beda6 HTTP/1.1" status: 200 len: 205 time: 0.0643442 Aug 23 14:49:32.493160 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40000) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:32.502083 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d20b7a7-43c6-4f6f-bc1a-be55c360c626 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:49:32.522061 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4d20b7a7-43c6-4f6f-bc1a-be55c360c626 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:32.522644 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-4d20b7a7-43c6-4f6f-bc1a-be55c360c626 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Added segment db53a50d-0b04-4ac6-8677-3152c0ec35f7 of type vlan for network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec Aug 23 14:49:32.545604 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-f2747349-a43e-4bf5-907a-46b7077bc4bc tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] delete failed (client error): The resource could not be found. Aug 23 14:49:32.546623 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f2747349-a43e-4bf5-907a-46b7077bc4bc tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "DELETE /v2.0/routers/f91daad3-f271-4034-983c-6ac25b6beda6 HTTP/1.1" status: 404 len: 336 time: 0.0524640 Aug 23 14:49:32.554725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40002) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:32.578989 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4d20b7a7-43c6-4f6f-bc1a-be55c360c626 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:32.622387 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a900b802-f7f7-4515-9532-f219031aebd8 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc777214-718d-487d-9fe8-6cfc83fcbdb6 HTTP/1.1" status: 200 len: 205 time: 0.0653067 Aug 23 14:49:32.624969 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40004) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:32.666780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fb6ea-00ed-4ed4-8c95-7de04d20a390 req-e74f9b4a-9f37-472d-8681-4f236ad68d20 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:32.670467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b2fb6ea-00ed-4ed4-8c95-7de04d20a390 req-e74f9b4a-9f37-472d-8681-4f236ad68d20 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 1096 time: 0.0512793 Aug 23 14:49:32.678368 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-654783aa-e57c-4d02-920d-0d88a1bc5fb5 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] delete failed (client error): The resource could not be found. Aug 23 14:49:32.679402 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-654783aa-e57c-4d02-920d-0d88a1bc5fb5 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "DELETE /v2.0/routers/dc777214-718d-487d-9fe8-6cfc83fcbdb6 HTTP/1.1" status: 404 len: 336 time: 0.0534377 Aug 23 14:49:32.683824 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40008) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:32.708466 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4d20b7a7-43c6-4f6f-bc1a-be55c360c626 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:32.712286 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d20b7a7-43c6-4f6f-bc1a-be55c360c626 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:32.712923 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4d20b7a7-43c6-4f6f-bc1a-be55c360c626 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:32.745559 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b2fb6ea-00ed-4ed4-8c95-7de04d20a390 req-19bba446-7fe5-46b9-b7a2-e320fb0c8e2b tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656471 Aug 23 14:49:32.811962 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ac209c4e-0bd6-47cc-b327-076f9763e663 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "GET /v2.0/ports?device_id=9018431a-ac90-49bb-913d-09d71d4d8b93 HTTP/1.1" status: 200 len: 205 time: 0.1267936 Aug 23 14:49:32.820075 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40016) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:32.865636 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-fa1e87ac-aff8-47df-abcc-7dc02feb4c45 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] delete failed (client error): The resource could not be found. Aug 23 14:49:32.866811 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4d20b7a7-43c6-4f6f-bc1a-be55c360c626 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6673551 Aug 23 14:49:32.872254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fa1e87ac-aff8-47df-abcc-7dc02feb4c45 tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "DELETE /v2.0/routers/9018431a-ac90-49bb-913d-09d71d4d8b93 HTTP/1.1" status: 404 len: 336 time: 0.0583711 Aug 23 14:49:32.873754 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40018) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:32.873973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40020) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:32.896836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7fb30eb1-a8d0-4df6-a681-1a4fa29a6f2b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1710412398'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:32.952073 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bab6287-8c59-4ed6-b028-4becb25bdd7f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] DELETE failed (client error): The resource could not be found. Aug 23 14:49:32.952495 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bab6287-8c59-4ed6-b028-4becb25bdd7f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:49:32.967429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5bab6287-8c59-4ed6-b028-4becb25bdd7f tempest-RoutersIpV6AdminTest-59248517 tempest-RoutersIpV6AdminTest-59248517-project] 10.222.0.38 "DELETE /v2.0/subnets/f5cc5a87-5d63-49a3-81b8-afcc8159660f HTTP/1.1" status: 404 len: 337 time: 0.0772047 Aug 23 14:49:32.987222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20b7a7-43c6-4f6f-bc1a-be55c360c626 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'Network': ['ID=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:32.988038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacb505-0fab-44c2-9288-959861c05bb8 req-490b92b4-8d80-4454-bbdd-3b6492b53a92 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:32.994967 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fbacb505-0fab-44c2-9288-959861c05bb8 req-490b92b4-8d80-4454-bbdd-3b6492b53a92 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 943 time: 0.1306713 Aug 23 14:49:33.002602 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:49:33.051967 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fbacb505-0fab-44c2-9288-959861c05bb8 req-6759f6b8-9caf-4e1d-a7e7-bd17d9864d5a tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/security-groups?id=d980a6ba-5a87-4962-a173-fea32657d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560284 Aug 23 14:49:33.066748 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4369f108-10ba-4908-a117-7568cfc1f8c9 req-1f43b894-a1ef-4544-92cc-a42c138fe722 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 210 time: 0.0888171 Aug 23 14:49:33.088314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb30eb1-a8d0-4df6-a681-1a4fa29a6f2b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Made reservation on behalf of efc62d13c95b4910b9aa97884f6e1a9d for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:33.091635 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4929b-95ad-465f-9486-d1ff2b0adb1f req-be857a6e-7dcc-4def-93c0-81c25cf764c5 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:33.093328 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7fb30eb1-a8d0-4df6-a681-1a4fa29a6f2b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:33.093488 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72a4929b-95ad-465f-9486-d1ff2b0adb1f req-be857a6e-7dcc-4def-93c0-81c25cf764c5 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 943 time: 0.4250500 Aug 23 14:49:33.142116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb30eb1-a8d0-4df6-a681-1a4fa29a6f2b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:49:33.156735 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7fb30eb1-a8d0-4df6-a681-1a4fa29a6f2b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:33.157149 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-7fb30eb1-a8d0-4df6-a681-1a4fa29a6f2b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Added segment d41ccdc2-2aae-485b-ae46-1c7848f54033 of type vlan for network 72070819-7380-4ce2-bba5-cb3fe9632737 Aug 23 14:49:33.217434 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7fb30eb1-a8d0-4df6-a681-1a4fa29a6f2b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:33.234534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-72a4929b-95ad-465f-9486-d1ff2b0adb1f req-909f9560-f152-492c-94dd-ba2bf874d998 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Deleting port ce963322-e2e6-41b3-9805-60af80828135 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:49:33.234913 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-72a4929b-95ad-465f-9486-d1ff2b0adb1f req-909f9560-f152-492c-94dd-ba2bf874d998 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:33.328319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-72a4929b-95ad-465f-9486-d1ff2b0adb1f req-909f9560-f152-492c-94dd-ba2bf874d998 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] For port ce963322-e2e6-41b3-9805-60af80828135, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ce963322-e2e6-41b3-9805-60af80828135,segment=NetworkSegment(ee0c8583-81b6-46bd-b34d-54a8995fb423),segment_id=ee0c8583-81b6-46bd-b34d-54a8995fb423)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:33.328688 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-72a4929b-95ad-465f-9486-d1ff2b0adb1f req-909f9560-f152-492c-94dd-ba2bf874d998 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:33.341665 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-72a4929b-95ad-465f-9486-d1ff2b0adb1f req-909f9560-f152-492c-94dd-ba2bf874d998 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Calling delete_port for ce963322-e2e6-41b3-9805-60af80828135 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:49:33.450297 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7fb30eb1-a8d0-4df6-a681-1a4fa29a6f2b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:33.456588 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb30eb1-a8d0-4df6-a681-1a4fa29a6f2b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:33.457425 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7fb30eb1-a8d0-4df6-a681-1a4fa29a6f2b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:33.619548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb30eb1-a8d0-4df6-a681-1a4fa29a6f2b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'Network': ['ID=72070819-7380-4ce2-bba5-cb3fe9632737,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:33.629387 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 72070819-7380-4ce2-bba5-cb3fe9632737 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:49:33.633311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f88ef-f172-4263-ac28-f0162c81a06e req-09cf05e1-60ad-4be4-9671-2e176b9e1b63 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:33.634851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-561f88ef-f172-4263-ac28-f0162c81a06e req-09cf05e1-60ad-4be4-9671-2e176b9e1b63 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 1096 time: 0.0764079 Aug 23 14:49:33.650920 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-72a4929b-95ad-465f-9486-d1ff2b0adb1f req-909f9560-f152-492c-94dd-ba2bf874d998 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:33.667982 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7fb30eb1-a8d0-4df6-a681-1a4fa29a6f2b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7928610 Aug 23 14:49:33.679641 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40040) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:33.689386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f326aadc-1a20-4ce4-8611-542bbdf97fec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'subnet': {'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:33.695382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f9560-f152-492c-94dd-ba2bf874d998 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Pushing event deleted for resources: {'Port': ['ID=ce963322-e2e6-41b3-9805-60af80828135,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:33.733270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-561f88ef-f172-4263-ac28-f0162c81a06e req-c4974a61-f9c1-4db0-a4ac-967ac418bcd5 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798006 Aug 23 14:49:33.775675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a4929b-95ad-465f-9486-d1ff2b0adb1f req-909f9560-f152-492c-94dd-ba2bf874d998 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] No DVR routers for this DVR port ce963322-e2e6-41b3-9805-60af80828135 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:49:33.780212 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-72a4929b-95ad-465f-9486-d1ff2b0adb1f req-909f9560-f152-492c-94dd-ba2bf874d998 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:33.782430 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72a4929b-95ad-465f-9486-d1ff2b0adb1f req-909f9560-f152-492c-94dd-ba2bf874d998 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.61 "DELETE /v2.0/ports/ce963322-e2e6-41b3-9805-60af80828135 HTTP/1.1" status: 204 len: 173 time: 0.6826251 Aug 23 14:49:33.783106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99ce276-e60d-4e20-b087-95d1a4f78f51', 'name': 'network-vif-deleted', 'tag': 'ce963322-e2e6-41b3-9805-60af80828135'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:33.785512 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c480cebd-48cf-40b6-a0bb-4ca0e6b8181f" -d '{"events": [{"server_uuid": "a99ce276-e60d-4e20-b087-95d1a4f78f51", "name": "network-vif-deleted", "tag": "ce963322-e2e6-41b3-9805-60af80828135"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:33.842570 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5be607-59e1-4762-8ee9-703ed7d93a1f x-openstack-request-id: req-ca5be607-59e1-4762-8ee9-703ed7d93a1f {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:33.842887 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99ce276-e60d-4e20-b087-95d1a4f78f51", "name": "network-vif-deleted", "tag": "ce963322-e2e6-41b3-9805-60af80828135", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:33.843147 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca5be607-59e1-4762-8ee9-703ed7d93a1f {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:33.843926 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99ce276-e60d-4e20-b087-95d1a4f78f51', 'name': 'network-vif-deleted', 'tag': 'ce963322-e2e6-41b3-9805-60af80828135', 'status': 'completed', 'code': 200} Aug 23 14:49:33.867616 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40048) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:33.986631 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09206bcc-4d1c-43f1-95c0-e8ac7224536b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:34.036610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f326aadc-1a20-4ce4-8611-542bbdf97fec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Made reservation on behalf of efc62d13c95b4910b9aa97884f6e1a9d for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:34.041538 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f326aadc-1a20-4ce4-8611-542bbdf97fec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:34.199354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15a73071-5fc0-4340-bfaa-0b913fbb8b53 req-2fdb6158-5c77-4cd3-8708-38211e33184c tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 210 time: 0.0389342 Aug 23 14:49:34.226371 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09206bcc-4d1c-43f1-95c0-e8ac7224536b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:34.228945 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6cf83852-c910-4b0b-88ba-d4c0bfef3a60 req-91a68b53-2d9a-4ca7-8c8d-2a02a4ac3230 tempest-ImagesTestJSON-1163929202 tempest-ImagesTestJSON-1163929202-project] 10.222.0.38 "GET /v2.0/ports?device_id=a99ce276-e60d-4e20-b087-95d1a4f78f51 HTTP/1.1" status: 200 len: 210 time: 0.0368428 Aug 23 14:49:34.359171 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09206bcc-4d1c-43f1-95c0-e8ac7224536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:34.394136 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f326aadc-1a20-4ce4-8611-542bbdf97fec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:34.400251 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-09206bcc-4d1c-43f1-95c0-e8ac7224536b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7615ef14fe304b1d9be6139a04494a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5313134 Aug 23 14:49:34.400872 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40060) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:34.420063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09206bcc-4d1c-43f1-95c0-e8ac7224536b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b052fd-9744-46ed-995a-9442f92d4097,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:34.463048 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf623a82-5e50-445f-a5e4-9ac019bb5993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:34.473007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326aadc-1a20-4ce4-8611-542bbdf97fec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'Subnet': ['ID=ad660d34-995f-4a91-8402-f10bcdcb5082,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:34.480356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f326aadc-1a20-4ce4-8611-542bbdf97fec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Checking segment: {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:34.481970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f326aadc-1a20-4ce4-8611-542bbdf97fec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Network hostable DHCP agents. Network: 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:49:34.490758 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf623a82-5e50-445f-a5e4-9ac019bb5993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:34.609980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f326aadc-1a20-4ce4-8611-542bbdf97fec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:49:34.667443 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf623a82-5e50-445f-a5e4-9ac019bb5993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:34.670886 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf623a82-5e50-445f-a5e4-9ac019bb5993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:34.672528 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cf623a82-5e50-445f-a5e4-9ac019bb5993 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/69b052fd-9744-46ed-995a-9442f92d4097 HTTP/1.1" status: 204 len: 168 time: 0.2685075 Aug 23 14:49:34.681455 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf623a82-5e50-445f-a5e4-9ac019bb5993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b052fd-9744-46ed-995a-9442f92d4097,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:34.736376 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-f326aadc-1a20-4ce4-8611-542bbdf97fec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:34.745183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b831b5-424c-4558-bb66-abc153960cb9 None None] Network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:49:34.745962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f326aadc-1a20-4ce4-8611-542bbdf97fec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:34.747625 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f326aadc-1a20-4ce4-8611-542bbdf97fec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:34.849790 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07a3d-8e2c-4555-851f-0bd1559cbbaf req-646e9754-13bf-4b48-bd43-01cf6a3bf0fa tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:34.851283 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-35a07a3d-8e2c-4555-851f-0bd1559cbbaf req-646e9754-13bf-4b48-bd43-01cf6a3bf0fa tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 1096 time: 0.0463889 Aug 23 14:49:34.890460 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f326aadc-1a20-4ce4-8611-542bbdf97fec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2092602 Aug 23 14:49:34.893414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40068) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:34.898791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-750856a6-791b-4f7d-a599-8427cd4ff00f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'subnet': {'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:34.910455 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-35a07a3d-8e2c-4555-851f-0bd1559cbbaf req-91d53c27-463a-4f6a-a489-c108dad61649 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484803 Aug 23 14:49:34.924754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec', 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'fixed_ips': [{'subnet_id': 'ad660d34-995f-4a91-8402-f10bcdcb5082'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:49:34.925763 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:35.092567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Allocated IP 10.1.1.2 (0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec/ad660d34-995f-4a91-8402-f10bcdcb5082/0cfa5503-dcb6-4979-976c-b1e40ab2d0ff) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:35.205683 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750856a6-791b-4f7d-a599-8427cd4ff00f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Made reservation on behalf of efc62d13c95b4910b9aa97884f6e1a9d for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:35.212424 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-750856a6-791b-4f7d-a599-8427cd4ff00f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:35.273869 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:35.284244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Transition to ACTIVE for port object 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:35.303822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Transition to ACTIVE for port object 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:35.478298 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:35.521260 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:35.527520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:35.530507 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:35.539456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Pushing event updated for resources: {'Port': ['ID=0cfa5503-dcb6-4979-976c-b1e40ab2d0ff,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:35.554911 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c34dd8e8-3be7-4cf7-b47a-0fd3aee94843 req-de8085c3-e15b-4836-8296-bda2d211183d tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 210 time: 0.0352640 Aug 23 14:49:35.607158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Attempting to bind port 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:49:35.607680 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Attempting to bind port 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:49:35.608169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Attempting to bind port 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff on network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:35.615307 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:49:35.615795 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Checking segment: {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:35.616278 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:35.616887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Bound using segment: {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:49:35.617531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Bound port: 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:49:35.618031 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:35.714667 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] For port 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:35.718718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] For port 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0cfa5503-dcb6-4979-976c-b1e40ab2d0ff,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:49:35.961035 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-750856a6-791b-4f7d-a599-8427cd4ff00f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:35.961182 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:36.019920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40114) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:36.038017 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750856a6-791b-4f7d-a599-8427cd4ff00f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'Subnet': ['ID=4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:36.041107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f136b1-344d-4ce9-b52c-fb2b16037c71 None None] Pushing event updated for resources: {'Port': ['ID=0cfa5503-dcb6-4979-976c-b1e40ab2d0ff,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:36.045746 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750856a6-791b-4f7d-a599-8427cd4ff00f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Checking segment: {'id': 'd41ccdc2-2aae-485b-ae46-1c7848f54033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:36.047608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750856a6-791b-4f7d-a599-8427cd4ff00f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Network hostable DHCP agents. Network: 72070819-7380-4ce2-bba5-cb3fe9632737, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:49:36.095419 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ef37491c-e920-4b36-bb0d-e46de8b9ae4f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bbfcf9e5dda64445b708dfccce90384d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0740306 Aug 23 14:49:36.097987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40118) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:36.180485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40124) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:36.210074 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b017b401-e998-419d-b56c-72cb924e859f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:36.279725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750856a6-791b-4f7d-a599-8427cd4ff00f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Network 72070819-7380-4ce2-bba5-cb3fe9632737 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:49:36.286980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ee8665-abd2-40f6-9232-21dc416a24b5 admin admin] Deleting subnet 11061a5b-c587-4d9a-b542-d35027d2df97 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:49:36.290771 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b017b401-e998-419d-b56c-72cb924e859f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:36.307707 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-68ee8665-abd2-40f6-9232-21dc416a24b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:36.368770 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-68ee8665-abd2-40f6-9232-21dc416a24b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:36.423418 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-68ee8665-abd2-40f6-9232-21dc416a24b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:36.455379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ce963322-e2e6-41b3-9805-60af80828135 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:49:36.460161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-750856a6-791b-4f7d-a599-8427cd4ff00f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 72070819-7380-4ce2-bba5-cb3fe9632737) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:36.468710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750856a6-791b-4f7d-a599-8427cd4ff00f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:36.469168 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-750856a6-791b-4f7d-a599-8427cd4ff00f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:36.480549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7819b8-8c9f-41f4-8cbf-5952b5d038d0 None None] Network 72070819-7380-4ce2-bba5-cb3fe9632737 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:49:36.483467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: ce963322-e2e6-41b3-9805-60af80828135 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:49:36.483845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ce963322-e2e6-41b3-9805-60af80828135 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:49:36.531050 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b017b401-e998-419d-b56c-72cb924e859f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:36.534189 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b017b401-e998-419d-b56c-72cb924e859f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:36.535433 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b017b401-e998-419d-b56c-72cb924e859f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0ca9f857-04fc-4819-8190-c9da9b6b4c2e HTTP/1.1" status: 204 len: 168 time: 0.4363387 Aug 23 14:49:36.550789 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017b401-e998-419d-b56c-72cb924e859f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca9f857-04fc-4819-8190-c9da9b6b4c2e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:36.688539 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7752db17-39d2-46f6-88d5-543aa3ac5dc6 req-774a4a93-6ef6-4c84-af7c-4016341b51e2 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 210 time: 0.0416222 Aug 23 14:49:36.688539 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-68ee8665-abd2-40f6-9232-21dc416a24b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:36.695169 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-750856a6-791b-4f7d-a599-8427cd4ff00f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8005369 Aug 23 14:49:36.699795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40144) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:36.707128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0269c310-bdaf-41e1-b97e-5c4be0da3f6a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'port': {'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec', 'name': 'tempest-TaggedBootDevicesTest-398711006', 'fixed_ips': [{'subnet_id': 'ad660d34-995f-4a91-8402-f10bcdcb5082'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:36.714274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-72070819-7380-4ce2-bba5-cb3fe9632737', 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'fixed_ips': [{'subnet_id': '4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:49:36.716407 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:36.739128 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-68ee8665-abd2-40f6-9232-21dc416a24b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:36.759063 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-68ee8665-abd2-40f6-9232-21dc416a24b5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/11061a5b-c587-4d9a-b542-d35027d2df97 HTTP/1.1" status: 204 len: 168 time: 0.5607624 Aug 23 14:49:36.759063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee8665-abd2-40f6-9232-21dc416a24b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11061a5b-c587-4d9a-b542-d35027d2df97,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:36.764781 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40146) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:36.878599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-477eec04-138f-42a1-9b45-a0a993d63aca tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:36.881683 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-477eec04-138f-42a1-9b45-a0a993d63aca tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.57 "GET /v2.0/networks?id=5cf9e8aa-52df-4c83-983d-40f0b0158d72 HTTP/1.1" status: 200 len: 815 time: 0.2049422 Aug 23 14:49:36.901515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-1e918294-2652-413e-abb1-6b5b58fac3c9 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Request body: {'port': {'device_id': 'b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1', 'network_id': '5cf9e8aa-52df-4c83-983d-40f0b0158d72', 'admin_state_up': True, 'tenant_id': '7f5e03c14d46443885cb35786389044c'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:36.948458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Allocated IP 10.2.2.2 (72070819-7380-4ce2-bba5-cb3fe9632737/4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e/ba31cdcc-23ff-48a0-8f06-a486662719e9) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:36.980040 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-329e11ac-49b0-487e-9087-3fb1a1e76670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:37.110830 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-329e11ac-49b0-487e-9087-3fb1a1e76670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:37.128185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-329e11ac-49b0-487e-9087-3fb1a1e76670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f393c40a-269e-407d-9378-6970c187b6c3']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:37.141424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-329e11ac-49b0-487e-9087-3fb1a1e76670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0c8583-81b6-46bd-b34d-54a8995fb423') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:37.141702 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-329e11ac-49b0-487e-9087-3fb1a1e76670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0c8583-81b6-46bd-b34d-54a8995fb423') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:37.154204 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-329e11ac-49b0-487e-9087-3fb1a1e76670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:37.160688 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:37.176991 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-329e11ac-49b0-487e-9087-3fb1a1e76670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:37.178964 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Transition to ACTIVE for port object ba31cdcc-23ff-48a0-8f06-a486662719e9 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:37.185324 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329e11ac-49b0-487e-9087-3fb1a1e76670 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:49:37.187020 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-329e11ac-49b0-487e-9087-3fb1a1e76670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:49:37.194067 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:49:37.208498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Transition to ACTIVE for port object ba31cdcc-23ff-48a0-8f06-a486662719e9 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:37.264519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0269c310-bdaf-41e1-b97e-5c4be0da3f6a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Made reservation on behalf of efc62d13c95b4910b9aa97884f6e1a9d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:37.357295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf48ac0-27fc-4dc8-addc-9617ff3d50fa None None] Network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:49:37.362921 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:37.393917 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0269c310-bdaf-41e1-b97e-5c4be0da3f6a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:37.420021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-1e918294-2652-413e-abb1-6b5b58fac3c9 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Made reservation on behalf of 7f5e03c14d46443885cb35786389044c for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:37.420783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-0269c310-bdaf-41e1-b97e-5c4be0da3f6a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] device_id is not set on port fdaf866e-b082-4a67-8d49-4f5d453ffd4a yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:49:37.423600 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-1e918294-2652-413e-abb1-6b5b58fac3c9 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:37.448456 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-329e11ac-49b0-487e-9087-3fb1a1e76670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:37.458085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Network 72070819-7380-4ce2-bba5-cb3fe9632737 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:37.464152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:37.479384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:37.519181 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-329e11ac-49b0-487e-9087-3fb1a1e76670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:37.532327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Pushing event updated for resources: {'Port': ['ID=ba31cdcc-23ff-48a0-8f06-a486662719e9,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:37.535925 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-329e11ac-49b0-487e-9087-3fb1a1e76670 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f393c40a-269e-407d-9378-6970c187b6c3 HTTP/1.1" status: 204 len: 168 time: 0.7167149 Aug 23 14:49:37.607107 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e11ac-49b0-487e-9087-3fb1a1e76670 admin admin] Pushing event deleted for resources: {'Network': ['ID=f393c40a-269e-407d-9378-6970c187b6c3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:37.644158 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-1e918294-2652-413e-abb1-6b5b58fac3c9 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Allocated IP 172.20.0.2 (5cf9e8aa-52df-4c83-983d-40f0b0158d72/8e24844f-0de3-413a-bd9c-2d4553079890/1b58f50e-2499-4c51-b386-cb16be99104c) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:37.681697 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:49:37.697292 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e5d1c4b5-a4ee-4cb8-a76a-2ba526fcfef8 None None] Provisioning for port 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:37.733057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Attempting to bind port ba31cdcc-23ff-48a0-8f06-a486662719e9 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:49:37.733711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Attempting to bind port ba31cdcc-23ff-48a0-8f06-a486662719e9 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd41ccdc2-2aae-485b-ae46-1c7848f54033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:49:37.734287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Attempting to bind port ba31cdcc-23ff-48a0-8f06-a486662719e9 on network 72070819-7380-4ce2-bba5-cb3fe9632737 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:37.753688 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:49:37.754429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Checking segment: {'id': 'd41ccdc2-2aae-485b-ae46-1c7848f54033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:37.755200 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:37.755994 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Bound using segment: {'id': 'd41ccdc2-2aae-485b-ae46-1c7848f54033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:49:37.756883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Bound port: ba31cdcc-23ff-48a0-8f06-a486662719e9, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41ccdc2-2aae-485b-ae46-1c7848f54033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:49:37.757278 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:37.808622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-0269c310-bdaf-41e1-b97e-5c4be0da3f6a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Allocated IP 10.1.1.208 (0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec/ad660d34-995f-4a91-8402-f10bcdcb5082/fdaf866e-b082-4a67-8d49-4f5d453ffd4a) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:37.872337 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b862b9d2-dfb1-4ee5-9ac6-2ba0c42ba36b req-43783ecf-ba70-45c5-823e-318bb5fc8937 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 210 time: 0.0429001 Aug 23 14:49:37.877793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] For port ba31cdcc-23ff-48a0-8f06-a486662719e9, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:37.881210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] For port ba31cdcc-23ff-48a0-8f06-a486662719e9, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ba31cdcc-23ff-48a0-8f06-a486662719e9,segment=NetworkSegment(d41ccdc2-2aae-485b-ae46-1c7848f54033),segment_id=d41ccdc2-2aae-485b-ae46-1c7848f54033)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:49:37.908107 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-1e918294-2652-413e-abb1-6b5b58fac3c9 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:38.054018 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0269c310-bdaf-41e1-b97e-5c4be0da3f6a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:38.069564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-0269c310-bdaf-41e1-b97e-5c4be0da3f6a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Transition to ACTIVE for port object fdaf866e-b082-4a67-8d49-4f5d453ffd4a will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:38.106320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:38.114953 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:38.116605 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:38.176942 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e80f9daf-05dd-4631-acb5-d88787259db5 None None] Provisioning complete for port 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:38.177684 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e80f9daf-05dd-4631-acb5-d88787259db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:38.197391 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-1e918294-2652-413e-abb1-6b5b58fac3c9 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:38.204379 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:38.256991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e918294-2652-413e-abb1-6b5b58fac3c9 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Pushing event updated for resources: {'Port': ['ID=1b58f50e-2499-4c51-b386-cb16be99104c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:38.276138 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0269c310-bdaf-41e1-b97e-5c4be0da3f6a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:38.287688 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-1e918294-2652-413e-abb1-6b5b58fac3c9 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Network 5cf9e8aa-52df-4c83-983d-40f0b0158d72 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:38.289378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-1e918294-2652-413e-abb1-6b5b58fac3c9 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:38.308396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-1e918294-2652-413e-abb1-6b5b58fac3c9 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:38.323552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0269c310-bdaf-41e1-b97e-5c4be0da3f6a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:38.328636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0269c310-bdaf-41e1-b97e-5c4be0da3f6a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:38.333541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0269c310-bdaf-41e1-b97e-5c4be0da3f6a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:38.410392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40182) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:38.415251 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269c310-bdaf-41e1-b97e-5c4be0da3f6a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'Port': ['ID=fdaf866e-b082-4a67-8d49-4f5d453ffd4a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:38.425143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0269c310-bdaf-41e1-b97e-5c4be0da3f6a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:38.426257 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0269c310-bdaf-41e1-b97e-5c4be0da3f6a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:38.432642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-1e918294-2652-413e-abb1-6b5b58fac3c9 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:38.439764 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-1e918294-2652-413e-abb1-6b5b58fac3c9 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:38.492112 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e1a0dc10-c9fb-4e74-84f2-67c4824b87c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc23af1176974b42a9d060753a5e7eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779290 Aug 23 14:49:38.493442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40186) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:38.510150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-31b4ec93-3673-4ca5-94a7-df8559cfc927 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:49:38.516065 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-31b4ec93-3673-4ca5-94a7-df8559cfc927 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269783 Aug 23 14:49:38.517053 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:38.531532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-f3eb3c3c-2475-493c-b550-a96e7c88835f service neutron] Request body: {'binding': {'host': 'n-h2-804985-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:38.532027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-f3eb3c3c-2475-493c-b550-a96e7c88835f service neutron] Unknown quota resources ['binding']. {{(pid=96115) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 14:49:38.604918 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0269c310-bdaf-41e1-b97e-5c4be0da3f6a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8995571 Aug 23 14:49:38.605099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40190) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:38.615256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-183b7cd6-e190-44f2-afbf-2d94ce84d62f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'port': {'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec', 'name': 'tempest-TaggedBootDevicesTest-1281088116', 'fixed_ips': [{'subnet_id': 'ad660d34-995f-4a91-8402-f10bcdcb5082'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:38.628276 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7abbe51b-370e-4cc8-ab76-32bb4995c77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:38.638175 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-1e918294-2652-413e-abb1-6b5b58fac3c9 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7419553 Aug 23 14:49:38.657735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Request body: {'port': {'device_id': 'b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:38.688220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c360e-7453-47b2-875c-3a9ec06292b7 None None] Pushing event updated for resources: {'Port': ['ID=ba31cdcc-23ff-48a0-8f06-a486662719e9,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:38.713929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40192) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:38.731009 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e80f9daf-05dd-4631-acb5-d88787259db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:38.736736 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0cfa5503-dcb6-4979-976c-b1e40ab2d0ff,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:38.748101 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7abbe51b-370e-4cc8-ab76-32bb4995c77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:38.830380 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:38.894566 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:38.939850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-f3eb3c3c-2475-493c-b550-a96e7c88835f service neutron] Attempting to bind port f449e262-51b7-446b-86bc-10e830bf95b2 on host n-h2-804985-3 for vnic_type normal with profile None {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:49:38.940320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-f3eb3c3c-2475-493c-b550-a96e7c88835f service neutron] Attempting to bind port f449e262-51b7-446b-86bc-10e830bf95b2 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:49:38.940666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-f3eb3c3c-2475-493c-b550-a96e7c88835f service neutron] Attempting to bind port f449e262-51b7-446b-86bc-10e830bf95b2 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:38.945640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-f3eb3c3c-2475-493c-b550-a96e7c88835f service neutron] Port f449e262-51b7-446b-86bc-10e830bf95b2 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:49:38.945979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-f3eb3c3c-2475-493c-b550-a96e7c88835f service neutron] Attempting to bind port f449e262-51b7-446b-86bc-10e830bf95b2 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:38.953423 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-f3eb3c3c-2475-493c-b550-a96e7c88835f service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:49:38.953852 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-f3eb3c3c-2475-493c-b550-a96e7c88835f service neutron] Checking segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:38.954232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-f3eb3c3c-2475-493c-b550-a96e7c88835f service neutron] Bound using segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:49:38.954685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-f3eb3c3c-2475-493c-b550-a96e7c88835f service neutron] Bound port: f449e262-51b7-446b-86bc-10e830bf95b2, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:49:39.024184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-f3eb3c3c-2475-493c-b550-a96e7c88835f service neutron] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f449e262-51b7-446b-86bc-10e830bf95b2,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:49:39.050867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=0cfa5503-dcb6-4979-976c-b1e40ab2d0ff,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:39.096977 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-e80f9daf-05dd-4631-acb5-d88787259db5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:49:39.101297 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-e80f9daf-05dd-4631-acb5-d88787259db5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:49:39.106255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f5a84-0b0a-4143-af2a-7da340763771 req-7108b29d-a035-493e-b86f-57d3d795063b tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:39.108166 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e40f5a84-0b0a-4143-af2a-7da340763771 req-7108b29d-a035-493e-b86f-57d3d795063b tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 931 time: 0.0782712 Aug 23 14:49:39.109531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183b7cd6-e190-44f2-afbf-2d94ce84d62f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Made reservation on behalf of efc62d13c95b4910b9aa97884f6e1a9d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:39.114179 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-183b7cd6-e190-44f2-afbf-2d94ce84d62f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:39.150230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-183b7cd6-e190-44f2-afbf-2d94ce84d62f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] device_id is not set on port f66771fe-2ca7-4582-921f-2f8c8db8358f yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:49:39.207762 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-f3eb3c3c-2475-493c-b550-a96e7c88835f service neutron] Notify callbacks [] for binding, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:39.209018 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-f3eb3c3c-2475-493c-b550-a96e7c88835f service neutron] 10.222.0.38 "POST /v2.0/ports/f449e262-51b7-446b-86bc-10e830bf95b2/bindings HTTP/1.1" status: 201 len: 389 time: 0.6823094 Aug 23 14:49:39.215167 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e40f5a84-0b0a-4143-af2a-7da340763771 req-d86808bc-c2d5-4225-ad65-8f11b252b914 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c064322-69ff-4e14-9425-0582853d4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980511 Aug 23 14:49:39.365874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-183b7cd6-e190-44f2-afbf-2d94ce84d62f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Allocated IP 10.1.1.184 (0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec/ad660d34-995f-4a91-8402-f10bcdcb5082/f66771fe-2ca7-4582-921f-2f8c8db8358f) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:39.386035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-610912124'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:39.565997 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b58f50e-2499-4c51-b386-cb16be99104c {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:39.581241 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7abbe51b-370e-4cc8-ab76-32bb4995c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:39.585717 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7abbe51b-370e-4cc8-ab76-32bb4995c77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:39.593564 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7abbe51b-370e-4cc8-ab76-32bb4995c77f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d980a6ba-5a87-4962-a173-fea32657d0ae HTTP/1.1" status: 204 len: 168 time: 1.0986562 Aug 23 14:49:39.606210 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:39.633955 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-183b7cd6-e190-44f2-afbf-2d94ce84d62f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:39.650025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-183b7cd6-e190-44f2-afbf-2d94ce84d62f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Transition to ACTIVE for port object f66771fe-2ca7-4582-921f-2f8c8db8358f will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:39.716244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Made reservation on behalf of 542b396d4bce424e8c2d79b95b98d32a for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:39.717391 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:39.739954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Transition to ACTIVE for port object 1b58f50e-2499-4c51-b386-cb16be99104c will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:39.741639 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:39.744065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbe51b-370e-4cc8-ab76-32bb4995c77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d980a6ba-5a87-4962-a173-fea32657d0ae,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:39.862031 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:39.875106 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-183b7cd6-e190-44f2-afbf-2d94ce84d62f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:39.925707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Pushing event updated for resources: {'Port': ['ID=1b58f50e-2499-4c51-b386-cb16be99104c,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:39.940431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:49:40.001343 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2ddf252b-c6c9-4e4f-a968-3de060daed02 None None] Provisioning for port fdaf866e-b082-4a67-8d49-4f5d453ffd4a completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:40.019948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2ddf252b-c6c9-4e4f-a968-3de060daed02 None None] Provisioning complete for port fdaf866e-b082-4a67-8d49-4f5d453ffd4a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:40.020867 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2ddf252b-c6c9-4e4f-a968-3de060daed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:40.044414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Attempting to bind port 1b58f50e-2499-4c51-b386-cb16be99104c on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:49:40.044761 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Attempting to bind port 1b58f50e-2499-4c51-b386-cb16be99104c by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6d6a82b6-9967-405d-9dff-6bdf357bded1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5cf9e8aa-52df-4c83-983d-40f0b0158d72'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:49:40.045096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Attempting to bind port 1b58f50e-2499-4c51-b386-cb16be99104c on network 5cf9e8aa-52df-4c83-983d-40f0b0158d72 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:40.046334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90a936-aaee-4795-895d-222f65b096da req-7138f9c2-ef5f-47a5-90bd-dadf4bbbb4de tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:40.050075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Port 1b58f50e-2499-4c51-b386-cb16be99104c on network 5cf9e8aa-52df-4c83-983d-40f0b0158d72 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:49:40.050454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Attempting to bind port 1b58f50e-2499-4c51-b386-cb16be99104c on network 5cf9e8aa-52df-4c83-983d-40f0b0158d72 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:40.051516 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a90a936-aaee-4795-895d-222f65b096da req-7138f9c2-ef5f-47a5-90bd-dadf4bbbb4de tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 945 time: 0.2514975 Aug 23 14:49:40.056442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:49:40.056796 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Checking segment: {'id': '6d6a82b6-9967-405d-9dff-6bdf357bded1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5cf9e8aa-52df-4c83-983d-40f0b0158d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:40.057540 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Bound using segment: {'id': '6d6a82b6-9967-405d-9dff-6bdf357bded1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5cf9e8aa-52df-4c83-983d-40f0b0158d72'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:49:40.058424 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Bound port: 1b58f50e-2499-4c51-b386-cb16be99104c, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6a82b6-9967-405d-9dff-6bdf357bded1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5cf9e8aa-52df-4c83-983d-40f0b0158d72'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:49:40.058424 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:40.071934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183b7cd6-e190-44f2-afbf-2d94ce84d62f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:40.078657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b7cd6-e190-44f2-afbf-2d94ce84d62f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'Port': ['ID=f66771fe-2ca7-4582-921f-2f8c8db8358f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:40.090394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-183b7cd6-e190-44f2-afbf-2d94ce84d62f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:40.097760 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183b7cd6-e190-44f2-afbf-2d94ce84d62f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:40.104828 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2ddf252b-c6c9-4e4f-a968-3de060daed02 None None] Port fdaf866e-b082-4a67-8d49-4f5d453ffd4a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:49:40.123574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:40.134190 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:40.174530 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-fb5dd972-a6b7-4689-83fb-54dcfba018e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:40.176493 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-fb5dd972-a6b7-4689-83fb-54dcfba018e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 1096 time: 0.1046712 Aug 23 14:49:40.194128 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d66fc8f-08df-428f-ad4b-da27c29f3f63 None None] Network 72070819-7380-4ce2-bba5-cb3fe9632737 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:49:40.239035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183b7cd6-e190-44f2-afbf-2d94ce84d62f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:40.239971 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-183b7cd6-e190-44f2-afbf-2d94ce84d62f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:40.256886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a90a936-aaee-4795-895d-222f65b096da req-cd4585c7-cb91-4a25-9c09-2f4e0af377f4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830397 Aug 23 14:49:40.295420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] For port 1b58f50e-2499-4c51-b386-cb16be99104c, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:40.355173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] For port 1b58f50e-2499-4c51-b386-cb16be99104c, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=1b58f50e-2499-4c51-b386-cb16be99104c,segment=NetworkSegment(6d6a82b6-9967-405d-9dff-6bdf357bded1),segment_id=6d6a82b6-9967-405d-9dff-6bdf357bded1)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:49:40.456599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-06cfab73-57ba-481f-b92e-aa18e8e69250 None None] Provisioning for port ba31cdcc-23ff-48a0-8f06-a486662719e9 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:40.486528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ba31cdcc-23ff-48a0-8f06-a486662719e9 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:49:40.488893 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:40.493952 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:40.508895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-9d6287c8-eee8-447d-87c2-811f9cea3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:40.510474 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-9d6287c8-eee8-447d-87c2-811f9cea3ff1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.3202169 Aug 23 14:49:40.545593 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a0e80-e5b0-4b77-9606-c594a89aee06 req-a092d656-8acf-4e17-98f2-43bba54f7bdc tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:40.547303 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f2a0e80-e5b0-4b77-9606-c594a89aee06 req-a092d656-8acf-4e17-98f2-43bba54f7bdc tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 943 time: 0.1213024 Aug 23 14:49:40.614531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:40.615101 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:40.616628 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] 10.222.0.57 "PUT /v2.0/ports/1b58f50e-2499-4c51-b386-cb16be99104c HTTP/1.1" status: 200 len: 1091 time: 1.9707785 Aug 23 14:49:40.617090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1', 'tag': '1b58f50e-2499-4c51-b386-cb16be99104c'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:40.619414 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c351802c-87a0-412c-b501-f6fe3c7d3fea" -d '{"events": [{"name": "network-changed", "server_uuid": "b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1", "tag": "1b58f50e-2499-4c51-b386-cb16be99104c"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:40.657494 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-183b7cd6-e190-44f2-afbf-2d94ce84d62f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0446606 Aug 23 14:49:40.696133 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-93cea925-34c8-4eaa-952b-4e4baaa2757a None None] Provisioning for port f66771fe-2ca7-4582-921f-2f8c8db8358f completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:40.705648 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-2695ac53-475d-455e-8394-8f4945220c63 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f449e262-51b7-446b-86bc-10e830bf95b2 HTTP/1.1" status: 200 len: 217 time: 0.1593590 Aug 23 14:49:40.705648 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:40.706063 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-93cea925-34c8-4eaa-952b-4e4baaa2757a None None] Provisioning complete for port f66771fe-2ca7-4582-921f-2f8c8db8358f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:40.706063 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-93cea925-34c8-4eaa-952b-4e4baaa2757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:40.776254 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port ba31cdcc-23ff-48a0-8f06-a486662719e9 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:40.792663 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ba31cdcc-23ff-48a0-8f06-a486662719e9 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:40.795865 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:40.826283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-93cea925-34c8-4eaa-952b-4e4baaa2757a None None] Port f66771fe-2ca7-4582-921f-2f8c8db8358f cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:49:40.863954 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7f6167-0a73-4580-a017-26c55313af48 x-openstack-request-id: req-8e7f6167-0a73-4580-a017-26c55313af48 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:40.864408 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1", "tag": "1b58f50e-2499-4c51-b386-cb16be99104c", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:40.865054 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e7f6167-0a73-4580-a017-26c55313af48 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:40.865667 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1', 'tag': '1b58f50e-2499-4c51-b386-cb16be99104c', 'status': 'completed', 'code': 200} Aug 23 14:49:40.928887 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:40.975285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port ba31cdcc-23ff-48a0-8f06-a486662719e9, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ba31cdcc-23ff-48a0-8f06-a486662719e9,segment=NetworkSegment(d41ccdc2-2aae-485b-ae46-1c7848f54033),segment_id=d41ccdc2-2aae-485b-ae46-1c7848f54033)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:40.994356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3e423-0cfc-4968-b92b-d4a3c93e1210 service neutron] Pushing event updated for resources: {'Port': ['ID=1b58f50e-2499-4c51-b386-cb16be99104c,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:41.008155 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:49:41.015336 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f2a0e80-e5b0-4b77-9606-c594a89aee06 req-ac9c84bb-cbba-48ac-9130-a07b1deca843 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c064322-69ff-4e14-9425-0582853d4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496148 Aug 23 14:49:41.024670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351802c-87a0-412c-b501-f6fe3c7d3fea req-967a1074-cf2d-4244-807c-b76442359350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:41.026266 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c351802c-87a0-412c-b501-f6fe3c7d3fea req-967a1074-cf2d-4244-807c-b76442359350 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f5e03c14d46443885cb35786389044c&device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 1094 time: 0.2579966 Aug 23 14:49:41.053289 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eb39e6-ab3d-4fc9-9cc0-6d1fedabab8e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:41.056789 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:41.057292 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Added segment dd7502fe-b733-4047-bc1e-d8605fe479fb of type vlan for network b526f403-e28d-4f2f-a6ec-dd55a3702598 Aug 23 14:49:41.084703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-dbf66cae-e517-4321-af75-42479d26b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:41.086176 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-dbf66cae-e517-4321-af75-42479d26b6b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.3751328 Aug 23 14:49:41.155331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2612f41d-db85-4161-b666-c3788552151b None None] Provisioning complete for port ba31cdcc-23ff-48a0-8f06-a486662719e9 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:41.156775 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2612f41d-db85-4161-b666-c3788552151b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:41.180823 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-f4c6e8a2-663c-48be-8dda-88c6e9430449 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681386 Aug 23 14:49:41.187372 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:41.255180 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2612f41d-db85-4161-b666-c3788552151b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:41.319193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351802c-87a0-412c-b501-f6fe3c7d3fea req-e166393d-1b57-49e8-9e08-a399396c94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:41.320716 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c351802c-87a0-412c-b501-f6fe3c7d3fea req-e166393d-1b57-49e8-9e08-a399396c94b8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7f5e03c14d46443885cb35786389044c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2815740 Aug 23 14:49:41.329618 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:41.361717 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-4b59b4b2-596b-461e-82d3-4b32d4657656 service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680944 Aug 23 14:49:41.419086 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-2612f41d-db85-4161-b666-c3788552151b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:49:41.425031 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-2612f41d-db85-4161-b666-c3788552151b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:49:41.425031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=ba31cdcc-23ff-48a0-8f06-a486662719e9,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:41.428830 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:41.429114 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:41.429464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:41.429815 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:41.430150 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:41.430483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:41.430902 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:41.431241 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:41.431571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:41.431928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:41.432254 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:41.432580 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:49:41.514788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40234) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:41.520025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3f94b1f6-1173-45f4-9929-4ce6d2a7f568 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1943429970', 'description': 'tempest-description--25861587'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:41.533009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ba31cdcc-23ff-48a0-8f06-a486662719e9 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:49:41.545577 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5176e-67e1-41bf-893b-0a1b483aaeec req-cbd3008b-cc6d-418b-8f99-07e00a5849d6 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:41.546988 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8da5176e-67e1-41bf-893b-0a1b483aaeec req-cbd3008b-cc6d-418b-8f99-07e00a5849d6 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 945 time: 0.1902206 Aug 23 14:49:41.552343 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:41.559449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:41.559449 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:41.579033 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351802c-87a0-412c-b501-f6fe3c7d3fea req-a11884ea-34e0-40c0-bc84-5d835b94b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:41.580639 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c351802c-87a0-412c-b501-f6fe3c7d3fea req-a11884ea-34e0-40c0-bc84-5d835b94b213 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2512143 Aug 23 14:49:41.626484 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ba31cdcc-23ff-48a0-8f06-a486662719e9 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:41.626962 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:41.696806 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-4e41a80e-4a0e-408f-828b-d88c049c258a service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019366 Aug 23 14:49:41.710968 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f94b1f6-1173-45f4-9929-4ce6d2a7f568 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:41.751979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Network': ['ID=b526f403-e28d-4f2f-a6ec-dd55a3702598,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:41.760481 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8da5176e-67e1-41bf-893b-0a1b483aaeec req-7c76f855-d231-4fe2-b176-7b26dc0dba5a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968105 Aug 23 14:49:41.767749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network b526f403-e28d-4f2f-a6ec-dd55a3702598 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:49:41.771935 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-ac95acc8-53ca-4f07-b761-2f7b1d291e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:41.773492 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-ac95acc8-53ca-4f07-b761-2f7b1d291e64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f5e03c14d46443885cb35786389044c&device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 1094 time: 0.1052012 Aug 23 14:49:41.826488 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-9b24c86a-5e83-4e7d-8849-193fbd9258c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b58f50e-2499-4c51-b386-cb16be99104c HTTP/1.1" status: 200 len: 217 time: 0.0416043 Aug 23 14:49:41.882398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-49a69bd1-e3c3-4079-9c21-598efc6d16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:41.883933 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-49a69bd1-e3c3-4079-9c21-598efc6d16bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e24844f-0de3-413a-bd9c-2d4553079890 HTTP/1.1" status: 200 len: 855 time: 0.0503402 Aug 23 14:49:41.919876 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-34bec532-565a-4497-8576-a0ca46c8caf0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5cf9e8aa-52df-4c83-983d-40f0b0158d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275252 Aug 23 14:49:42.022336 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-340e75ac-6004-433f-bb07-f0130481668d service neutron] 10.222.0.57 "GET /v2.0/networks/5cf9e8aa-52df-4c83-983d-40f0b0158d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947890 Aug 23 14:49:42.150171 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ebb0d0a0-2f11-4db2-8a27-86f8a1382c95 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.4320388 Aug 23 14:49:42.156311 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40250) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:42.163166 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-70750290-f803-4bf6-802a-680ec65ca1fc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'subnet': {'network_id': 'b526f403-e28d-4f2f-a6ec-dd55a3702598', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:42.208343 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f94b1f6-1173-45f4-9929-4ce6d2a7f568 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:42.217633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e63d2-8d70-4db7-812e-6bc41e79ff51 req-eab65bf4-b6a1-4c54-9245-7ad2e4cbfac5 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:42.219364 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b25e63d2-8d70-4db7-812e-6bc41e79ff51 req-eab65bf4-b6a1-4c54-9245-7ad2e4cbfac5 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 943 time: 0.0855544 Aug 23 14:49:42.269422 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7f56f4fe-83b6-42da-b2aa-45fbd35b31ca tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:42.269422 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7f56f4fe-83b6-42da-b2aa-45fbd35b31ca tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df&tenant_id=870a18d842e54e268bf7a5a7979fea11&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 1096 time: 0.2136445 Aug 23 14:49:42.276532 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b25e63d2-8d70-4db7-812e-6bc41e79ff51 req-a73f1407-8052-4e55-9c60-a8db8336f876 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c064322-69ff-4e14-9425-0582853d4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490358 Aug 23 14:49:42.287777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804985-3'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:42.318809 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c974250f-3682-49d5-8bde-4c4d08fb5055 req-e3e9e85c-d802-4750-adc3-08331340864f service neutron] 10.222.0.57 "GET /v2.0/networks/5cf9e8aa-52df-4c83-983d-40f0b0158d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878189 Aug 23 14:49:42.347351 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f94b1f6-1173-45f4-9929-4ce6d2a7f568 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:42.369968 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:42.381452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94b1f6-1173-45f4-9929-4ce6d2a7f568 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e7c66b-1617-41da-b755-233eff0922e6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:42.487950 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70750290-f803-4bf6-802a-680ec65ca1fc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Made reservation on behalf of 542b396d4bce424e8c2d79b95b98d32a for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:42.491531 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-70750290-f803-4bf6-802a-680ec65ca1fc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:42.564380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f449e262-51b7-446b-86bc-10e830bf95b2,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:42.639559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:42.683773 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f94b1f6-1173-45f4-9929-4ce6d2a7f568 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:42.685114 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3f94b1f6-1173-45f4-9929-4ce6d2a7f568 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1689100 Aug 23 14:49:42.688268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40260) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:42.693029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ed4ecb16-f4d8-47f4-8180-3e796c41a64c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'security_group_rule': {'security_group_id': 'c5e7c66b-1617-41da-b755-233eff0922e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:42.734041 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:42.859715 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed4ecb16-f4d8-47f4-8180-3e796c41a64c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:42.875136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c84f2fa-ce31-415b-96ef-9519b7e137df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f449e262-51b7-446b-86bc-10e830bf95b2'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:42.877605 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2b4c2f-c363-4dff-be67-e75686f75afe" -d '{"events": [{"server_uuid": "7c84f2fa-ce31-415b-96ef-9519b7e137df", "name": "network-vif-unplugged", "status": "completed", "tag": "f449e262-51b7-446b-86bc-10e830bf95b2"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:42.905839 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdda4c-ce45-4f68-966e-4bd547986578 req-9c3b0fd8-15e9-4b59-9144-5bbdac9b0cab tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:42.907403 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ffdda4c-ce45-4f68-966e-4bd547986578 req-9c3b0fd8-15e9-4b59-9144-5bbdac9b0cab tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 945 time: 0.0575497 Aug 23 14:49:42.928901 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c32d762-ca98-40a8-a812-6c603a221dbc x-openstack-request-id: req-8c32d762-ca98-40a8-a812-6c603a221dbc {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:42.929188 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c84f2fa-ce31-415b-96ef-9519b7e137df", "name": "network-vif-unplugged", "status": "completed", "tag": "f449e262-51b7-446b-86bc-10e830bf95b2", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:42.929464 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c32d762-ca98-40a8-a812-6c603a221dbc {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:42.929844 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c84f2fa-ce31-415b-96ef-9519b7e137df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f449e262-51b7-446b-86bc-10e830bf95b2', 'code': 200} Aug 23 14:49:42.931030 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed4ecb16-f4d8-47f4-8180-3e796c41a64c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:42.937915 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:42.992487 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-70750290-f803-4bf6-802a-680ec65ca1fc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:43.018926 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ffdda4c-ce45-4f68-966e-4bd547986578 req-c8bb226e-ad76-4749-9e05-be02c8af03f0 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985909 Aug 23 14:49:43.055131 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Pushing event updated for resources: {'Port': ['ID=f449e262-51b7-446b-86bc-10e830bf95b2,revision_number=7']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:43.099181 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed4ecb16-f4d8-47f4-8180-3e796c41a64c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:43.100936 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70750290-f803-4bf6-802a-680ec65ca1fc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Subnet': ['ID=eb85831f-8887-441f-9d6c-18aaff4ff004,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:43.121564 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Attempting to bind port f449e262-51b7-446b-86bc-10e830bf95b2 on host n-h1-804985-3 for vnic_type normal with profile {"migrating_to": "n-h2-804985-3"} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:49:43.121564 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Attempting to bind port f449e262-51b7-446b-86bc-10e830bf95b2 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:49:43.121564 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Attempting to bind port f449e262-51b7-446b-86bc-10e830bf95b2 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:43.123230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Port f449e262-51b7-446b-86bc-10e830bf95b2 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:49:43.123631 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Attempting to bind port f449e262-51b7-446b-86bc-10e830bf95b2 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:43.124043 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ecb16-f4d8-47f4-8180-3e796c41a64c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e401fc17-05d5-4a47-b0b8-9e284da97966,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:43.130735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70750290-f803-4bf6-802a-680ec65ca1fc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Checking segment: {'id': 'dd7502fe-b733-4047-bc1e-d8605fe479fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b526f403-e28d-4f2f-a6ec-dd55a3702598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:43.131109 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70750290-f803-4bf6-802a-680ec65ca1fc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network hostable DHCP agents. Network: b526f403-e28d-4f2f-a6ec-dd55a3702598, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:49:43.133279 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:49:43.133617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Checking segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:43.134012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Bound using segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:49:43.134448 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Bound port: f449e262-51b7-446b-86bc-10e830bf95b2, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:49:43.134811 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:43.207168 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:43.210196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f449e262-51b7-446b-86bc-10e830bf95b2,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:49:43.345095 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed4ecb16-f4d8-47f4-8180-3e796c41a64c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:43.346477 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ed4ecb16-f4d8-47f4-8180-3e796c41a64c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6571348 Aug 23 14:49:43.349413 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40272) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:43.354059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-0782b110-f9c2-44af-9b03-d67f351e7fdf tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'security_group_rule': {'security_group_id': 'c5e7c66b-1617-41da-b755-233eff0922e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:43.396278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70750290-f803-4bf6-802a-680ec65ca1fc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network b526f403-e28d-4f2f-a6ec-dd55a3702598 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:49:43.399921 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:43.405350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347fdf0-771d-44da-bc58-35ee0944c59c req-a299fdce-251c-4d83-b6ab-5f7dd338bdb9 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:43.406959 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7347fdf0-771d-44da-bc58-35ee0944c59c req-a299fdce-251c-4d83-b6ab-5f7dd338bdb9 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 943 time: 0.0591362 Aug 23 14:49:43.451528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7347fdf0-771d-44da-bc58-35ee0944c59c req-51cb7a52-53a4-49ba-88a6-8112d9f29750 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c064322-69ff-4e14-9425-0582853d4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378439 Aug 23 14:49:43.485282 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Pushing event updated for resources: {'Port': ['ID=f449e262-51b7-446b-86bc-10e830bf95b2,revision_number=8']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:43.492011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:43.492629 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:43.494017 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-7e07fb75-4038-44cc-8d17-669be809a977 service neutron] 10.222.0.61 "PUT /v2.0/ports/f449e262-51b7-446b-86bc-10e830bf95b2 HTTP/1.1" status: 200 len: 1121 time: 1.2171268 Aug 23 14:49:43.495522 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0782b110-f9c2-44af-9b03-d67f351e7fdf tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:43.532525 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-70750290-f803-4bf6-802a-680ec65ca1fc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, b526f403-e28d-4f2f-a6ec-dd55a3702598) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:43.541147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70750290-f803-4bf6-802a-680ec65ca1fc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:43.541311 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-70750290-f803-4bf6-802a-680ec65ca1fc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:43.542356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e996066a-c516-44bf-b207-1e953d3c668c None None] Network b526f403-e28d-4f2f-a6ec-dd55a3702598 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:49:43.575714 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0782b110-f9c2-44af-9b03-d67f351e7fdf tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:43.598426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['f449e262-51b7-446b-86bc-10e830bf95b2'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:49:43.679729 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0782b110-f9c2-44af-9b03-d67f351e7fdf tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:43.685150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-70750290-f803-4bf6-802a-680ec65ca1fc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5243180 Aug 23 14:49:43.690456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40280) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:43.699553 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1742420492', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:43.712013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782b110-f9c2-44af-9b03-d67f351e7fdf tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce143795-d311-4530-88ce-90c9ea889da5,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:43.771874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65c40a7-1a55-44f9-aa3c-b328c2c95f51 None None] Network b526f403-e28d-4f2f-a6ec-dd55a3702598 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:49:43.836555 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0782b110-f9c2-44af-9b03-d67f351e7fdf tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:43.841027 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0782b110-f9c2-44af-9b03-d67f351e7fdf tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4873762 Aug 23 14:49:43.845606 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40292) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:43.845860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:43.857715 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 14:49:43.857715 n-d-804985-3 neutron-server[96114]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 14:49:43.857715 n-d-804985-3 neutron-server[96114]: [parameters: {'project_id_1': 'efc62d13c95b4910b9aa97884f6e1a9d', 'expiration_1': datetime.datetime(2021, 8, 23, 14, 49, 43, 851696)}] Aug 23 14:49:43.857715 n-d-804985-3 neutron-server[96114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:49:43.858264 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:49:44.029991 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:44.031117 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:44.086034 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:44.146903 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc818df-7a66-4a9a-8ddd-180270220ed3 req-300848f9-05e5-4b66-a88b-b9739e505eea tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:44.148618 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ecc818df-7a66-4a9a-8ddd-180270220ed3 req-300848f9-05e5-4b66-a88b-b9739e505eea tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 943 time: 0.0536909 Aug 23 14:49:44.200883 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ecc818df-7a66-4a9a-8ddd-180270220ed3 req-8b0d5486-90a8-4e14-aea5-947927e7478c tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446711 Aug 23 14:49:44.353872 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:44.520167 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:44.639673 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a195b4-9eee-4fa9-b87e-2b9c024a4f6a req-dd397730-8505-4a7a-a813-ac6c41e81a57 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:44.641594 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07a195b4-9eee-4fa9-b87e-2b9c024a4f6a req-dd397730-8505-4a7a-a813-ac6c41e81a57 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 943 time: 0.0934908 Aug 23 14:49:44.694689 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:44.708263 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07a195b4-9eee-4fa9-b87e-2b9c024a4f6a req-24e5b24d-c425-4356-b750-4ef9103eb5de tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c064322-69ff-4e14-9425-0582853d4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532227 Aug 23 14:49:44.721667 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:44.748736 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:44.848520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Allocated IP 172.25.8.246 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/9b1f5783-db57-40ff-80f9-2f1cce02428b) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:44.931984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c84f2fa-ce31-415b-96ef-9519b7e137df', 'tag': 'f449e262-51b7-446b-86bc-10e830bf95b2'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:44.936736 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5f8e6f-233a-40e8-a342-0d93af986e64" -d '{"events": [{"name": "network-changed", "server_uuid": "7c84f2fa-ce31-415b-96ef-9519b7e137df", "tag": "f449e262-51b7-446b-86bc-10e830bf95b2"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:44.973518 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:44.986273 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40972053-9ce1-42a4-9786-25f2521f29b2 x-openstack-request-id: req-40972053-9ce1-42a4-9786-25f2521f29b2 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:44.986552 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c84f2fa-ce31-415b-96ef-9519b7e137df", "tag": "f449e262-51b7-446b-86bc-10e830bf95b2", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:44.986846 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-40972053-9ce1-42a4-9786-25f2521f29b2 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:44.987299 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c84f2fa-ce31-415b-96ef-9519b7e137df', 'tag': 'f449e262-51b7-446b-86bc-10e830bf95b2', 'status': 'completed', 'code': 200} Aug 23 14:49:45.054989 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f8e6f-233a-40e8-a342-0d93af986e64 req-e699de6e-ecc6-4cee-8e90-ec4d44f99275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:45.056646 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db5f8e6f-233a-40e8-a342-0d93af986e64 req-e699de6e-ecc6-4cee-8e90-ec4d44f99275 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 1124 time: 0.0434344 Aug 23 14:49:45.130117 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:45.168247 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:45.171498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:45.176614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:45.212063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=9b1f5783-db57-40ff-80f9-2f1cce02428b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:45.213513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Allocated IP 172.25.8.6 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/cdc186ca-6b3c-4ce2-8aea-150866cd13db) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:45.221569 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f8e6f-233a-40e8-a342-0d93af986e64 req-76b9f7e4-e21e-411c-b1f2-2726f8cb682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:45.222243 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 1b58f50e-2499-4c51-b386-cb16be99104c details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:49:45.223094 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db5f8e6f-233a-40e8-a342-0d93af986e64 req-76b9f7e4-e21e-411c-b1f2-2726f8cb682f service neutron] 10.222.0.57 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.1579370 Aug 23 14:49:45.343799 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:45.366075 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db5f8e6f-233a-40e8-a342-0d93af986e64 req-adad7440-0d41-47b2-8aa7-1a57436365ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f449e262-51b7-446b-86bc-10e830bf95b2 HTTP/1.1" status: 200 len: 217 time: 0.1286547 Aug 23 14:49:45.370061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 1b58f50e-2499-4c51-b386-cb16be99104c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=1b58f50e-2499-4c51-b386-cb16be99104c,segment=NetworkSegment(6d6a82b6-9967-405d-9dff-6bdf357bded1),segment_id=6d6a82b6-9967-405d-9dff-6bdf357bded1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:45.385938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '1b58f50e-2499-4c51-b386-cb16be99104c', 'network_id': '5cf9e8aa-52df-4c83-983d-40f0b0158d72', 'port_id': '1b58f50e-2499-4c51-b386-cb16be99104c', 'mac_address': 'fa:16:3e:d5:a8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e24844f-0de3-413a-bd9c-2d4553079890', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:49:45.442841 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:45.462855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b58f50e-2499-4c51-b386-cb16be99104c {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:45.488998 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:45.496476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f8e6f-233a-40e8-a342-0d93af986e64 req-428d5c6a-b97d-4141-a243-97ed07db1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:45.497521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 1b58f50e-2499-4c51-b386-cb16be99104c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=1b58f50e-2499-4c51-b386-cb16be99104c,segment=NetworkSegment(6d6a82b6-9967-405d-9dff-6bdf357bded1),segment_id=6d6a82b6-9967-405d-9dff-6bdf357bded1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:45.498257 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db5f8e6f-233a-40e8-a342-0d93af986e64 req-428d5c6a-b97d-4141-a243-97ed07db1882 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.1168602 Aug 23 14:49:45.526341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07da75-f91a-4795-9b31-b6333b2caf41 req-2b4a08eb-40d3-47ad-8ce8-1a4e22b2a8ba tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:45.529285 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca07da75-f91a-4795-9b31-b6333b2caf41 req-2b4a08eb-40d3-47ad-8ce8-1a4e22b2a8ba tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 943 time: 0.1584806 Aug 23 14:49:45.560935 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db5f8e6f-233a-40e8-a342-0d93af986e64 req-9bf3c700-5253-44ae-aa94-e68423f98f1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545573 Aug 23 14:49:45.619501 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:45.681946 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca07da75-f91a-4795-9b31-b6333b2caf41 req-f17c4b8f-b185-4066-8f6d-fe036c5068cb tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179287 Aug 23 14:49:45.695374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=1b58f50e-2499-4c51-b386-cb16be99104c,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:45.764713 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db5f8e6f-233a-40e8-a342-0d93af986e64 req-7c5aaeaa-f6a9-4b37-ba40-36291c37733a service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783133 Aug 23 14:49:45.800526 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:45.856582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['1b58f50e-2499-4c51-b386-cb16be99104c'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:49:45.876379 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:45.882695 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:45.889894 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:45.972604 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:45.998369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'Port': ['ID=cdc186ca-6b3c-4ce2-8aea-150866cd13db,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:46.028880 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2597594-d458-4a45-a120-9c5f59b1c8ef req-7ac317e0-6fd9-4528-9f5a-c11a3eb00342 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:46.030573 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2597594-d458-4a45-a120-9c5f59b1c8ef req-7ac317e0-6fd9-4528-9f5a-c11a3eb00342 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 944 time: 0.1991179 Aug 23 14:49:46.045382 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db5f8e6f-233a-40e8-a342-0d93af986e64 req-8d0a2ba1-ddc5-4500-bcdb-1880195c06d6 service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715969 Aug 23 14:49:46.052465 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:46.136049 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2597594-d458-4a45-a120-9c5f59b1c8ef req-214cf994-1344-4eab-8a2c-ff2c77824c06 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c064322-69ff-4e14-9425-0582853d4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947807 Aug 23 14:49:46.269925 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:46.273523 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:46.432641 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:46.489654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:49:46.503702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f449e262-51b7-446b-86bc-10e830bf95b2 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:49:46.522847 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:46.603091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'Port': ['ID=cdc186ca-6b3c-4ce2-8aea-150866cd13db,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:46.625127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:49:46.639334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:46.649470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc388e-a74b-4ae6-8cce-e98c405afce8 None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:49:46.653778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f449e262-51b7-446b-86bc-10e830bf95b2,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:46.676284 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc388e-a74b-4ae6-8cce-e98c405afce8 None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:46.676946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-97fc388e-a74b-4ae6-8cce-e98c405afce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:46.679379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f449e262-51b7-446b-86bc-10e830bf95b2 has no active binding in host n-h2-804985-3 {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 14:49:46.719043 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:46.719694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-97fc388e-a74b-4ae6-8cce-e98c405afce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:46.720942 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4d701ad8-150f-4090-a24e-55b72d6ec0cb tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0276182 Aug 23 14:49:46.723845 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40376) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:46.735361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc388e-a74b-4ae6-8cce-e98c405afce8 None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:46.736036 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-97fc388e-a74b-4ae6-8cce-e98c405afce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:46.790313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-97fc388e-a74b-4ae6-8cce-e98c405afce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:46.791264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc388e-a74b-4ae6-8cce-e98c405afce8 None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:49:46.872358 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:46.873579 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-85df3254-e920-4225-bf27-eae763001a1f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0313652 Aug 23 14:49:46.885113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c6726-f440-487c-bd23-68b300bdcba7 req-3f725054-3245-4f23-adc2-1c64c6744d6a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:46.892707 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-635c6726-f440-487c-bd23-68b300bdcba7 req-3f725054-3245-4f23-adc2-1c64c6744d6a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 943 time: 0.0929620 Aug 23 14:49:46.935134 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-635c6726-f440-487c-bd23-68b300bdcba7 req-2b956a2f-5022-4737-bb11-cc82d63c0783 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Aug 23 14:49:47.208345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-0d6cf911-fe95-42f2-9f38-e421407fac15 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1943429970&fields=id&tenant_id=efc62d13c95b4910b9aa97884f6e1a9d HTTP/1.1" status: 200 len: 267 time: 0.0684180 Aug 23 14:49:47.225118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 1b58f50e-2499-4c51-b386-cb16be99104c up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:49:47.297833 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-554182ea-b890-44af-94d0-084cf679b458 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:47.299382 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-554182ea-b890-44af-94d0-084cf679b458 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports/fdaf866e-b082-4a67-8d49-4f5d453ffd4a HTTP/1.1" status: 200 len: 931 time: 0.0902059 Aug 23 14:49:47.359262 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-573db679-1422-4f4c-a6aa-1a965f146257 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:47.366979 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-573db679-1422-4f4c-a6aa-1a965f146257 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports/f66771fe-2ca7-4582-921f-2f8c8db8358f HTTP/1.1" status: 200 len: 932 time: 0.0613835 Aug 23 14:49:47.421664 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 1b58f50e-2499-4c51-b386-cb16be99104c completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:47.426358 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 1b58f50e-2499-4c51-b386-cb16be99104c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:47.426938 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:47.428597 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-eb6ff84e-64af-4660-8ba1-2cb6e5a0ad39 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?network_id=72070819-7380-4ce2-bba5-cb3fe9632737&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0605962 Aug 23 14:49:47.474588 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7c644b7a-e6ef-442c-954d-f619d0b1f0d1 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?network_id=72070819-7380-4ce2-bba5-cb3fe9632737&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0378547 Aug 23 14:49:47.538708 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:47.582412 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b58f50e-2499-4c51-b386-cb16be99104c'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:47.585217 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34895675-67ab-4ad6-bcd1-6daa707c931a" -d '{"events": [{"server_uuid": "b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1", "name": "network-vif-plugged", "status": "completed", "tag": "1b58f50e-2499-4c51-b386-cb16be99104c"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:47.598894 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 1b58f50e-2499-4c51-b386-cb16be99104c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=1b58f50e-2499-4c51-b386-cb16be99104c,segment=NetworkSegment(6d6a82b6-9967-405d-9dff-6bdf357bded1),segment_id=6d6a82b6-9967-405d-9dff-6bdf357bded1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:47.607069 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d078805-c8aa-44ee-a5d1-9927b314ee39 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:47.612985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d078805-c8aa-44ee-a5d1-9927b314ee39 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:47.618830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d078805-c8aa-44ee-a5d1-9927b314ee39 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:47.620718 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d078805-c8aa-44ee-a5d1-9927b314ee39 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/networks?id=cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=72070819-7380-4ce2-bba5-cb3fe9632737&id=72070819-7380-4ce2-bba5-cb3fe9632737 HTTP/1.1" status: 200 len: 1991 time: 0.1452456 Aug 23 14:49:47.628691 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-e2b21529-c20d-48c9-91db-3561bd28cf9c service neutron] 10.222.0.57 "GET /v2.0/ports/f449e262-51b7-446b-86bc-10e830bf95b2/bindings/n-h2-804985-3 HTTP/1.1" status: 200 len: 384 time: 0.1310842 Aug 23 14:49:47.639315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-b1b682ae-382b-4fef-ada8-2fa8d0999fd6 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/quotas/efc62d13c95b4910b9aa97884f6e1a9d HTTP/1.1" status: 200 len: 375 time: 0.0105193 Aug 23 14:49:47.643890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662f397-53dd-4d3c-ad1c-9f8aed369b01 req-f793a2f0-f094-47ee-99b4-e93be93222e8 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:47.645539 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d662f397-53dd-4d3c-ad1c-9f8aed369b01 req-f793a2f0-f094-47ee-99b4-e93be93222e8 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 944 time: 0.1496594 Aug 23 14:49:47.701198 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:47.728041 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d7443696-7178-4be6-9bfa-50b1c09250da tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0822361 Aug 23 14:49:47.777432 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d662f397-53dd-4d3c-ad1c-9f8aed369b01 req-ba5bad4e-3b1a-4e79-8f55-7eac1da6b5b6 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c064322-69ff-4e14-9425-0582853d4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198511 Aug 23 14:49:47.778667 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=1b58f50e-2499-4c51-b386-cb16be99104c,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:47.842149 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-03707ff0-edf8-4af9-976c-2c5db23dae9e service neutron] 10.222.0.38 "GET /v2.0/networks/cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989187 Aug 23 14:49:47.842645 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8400a732-94bc-4606-835e-5be2b38438fd x-openstack-request-id: req-8400a732-94bc-4606-835e-5be2b38438fd {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:47.842938 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1", "name": "network-vif-plugged", "status": "completed", "tag": "1b58f50e-2499-4c51-b386-cb16be99104c", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:47.843190 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8400a732-94bc-4606-835e-5be2b38438fd {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:47.843582 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b58f50e-2499-4c51-b386-cb16be99104c', 'code': 200} Aug 23 14:49:47.923005 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:47.988540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfab3de-919f-4132-945d-947c140cc7cf req-b2665cd2-ce08-476c-b00a-15a24b99775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:47.990079 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4cfab3de-919f-4132-945d-947c140cc7cf req-b2665cd2-ce08-476c-b00a-15a24b99775a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 1096 time: 0.0777533 Aug 23 14:49:47.993776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-82ac02e4-47d7-45cb-b28c-919ba32c9ffd service neutron] 10.222.0.38 "GET /v2.0/networks/cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436491 Aug 23 14:49:48.016870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-dab380de-76d4-4f65-bc7a-dbf024e9e8b5 service neutron] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f449e262-51b7-446b-86bc-10e830bf95b2,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:48.057259 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2a079fb7-340d-4591-bd18-a9f8ac9498cd service neutron] 10.222.0.38 "GET /v2.0/ports/fdaf866e-b082-4a67-8d49-4f5d453ffd4a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0519719 Aug 23 14:49:48.062242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4cfab3de-919f-4132-945d-947c140cc7cf req-90eee57f-f7e1-495e-ae91-a080849c7d21 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7c064322-69ff-4e14-9425-0582853d4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638068 Aug 23 14:49:48.106729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-dab380de-76d4-4f65-bc7a-dbf024e9e8b5 service neutron] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:48.161630 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2b8dbce0-f85f-439c-8188-0171d67c4080 service neutron] 10.222.0.38 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980628 Aug 23 14:49:48.208494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-dab380de-76d4-4f65-bc7a-dbf024e9e8b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f449e262-51b7-446b-86bc-10e830bf95b2 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:48.238326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-dab380de-76d4-4f65-bc7a-dbf024e9e8b5 service neutron] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f449e262-51b7-446b-86bc-10e830bf95b2,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:49:48.269161 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e9d65c28-3035-40c6-b993-8c06475cf035 service neutron] 10.222.0.38 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001430 Aug 23 14:49:48.280898 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34faf92-1c68-4e14-ba3e-b82aef926862 req-6e1ec1ad-475e-437d-955a-727d1f0b8ab0 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:48.282416 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e34faf92-1c68-4e14-ba3e-b82aef926862 req-6e1ec1ad-475e-437d-955a-727d1f0b8ab0 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 943 time: 0.2257371 Aug 23 14:49:48.338941 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-9b46e624-75a0-4971-a26c-7a3e89fed3d5 service neutron] 10.222.0.38 "GET /v2.0/ports/f66771fe-2ca7-4582-921f-2f8c8db8358f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0418968 Aug 23 14:49:48.380267 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e34faf92-1c68-4e14-ba3e-b82aef926862 req-9ae26501-c186-4853-aa7f-85a6a586bbd1 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765414 Aug 23 14:49:48.441835 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-25d5987f-a288-42e9-b9bc-7f6271b8aad7 service neutron] 10.222.0.38 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186178 Aug 23 14:49:48.445619 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-dab380de-76d4-4f65-bc7a-dbf024e9e8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:48.554760 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-8ba0f4d4-1e60-4751-996a-408bb453632c service neutron] 10.222.0.38 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105843 Aug 23 14:49:48.556012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Allocated IP 172.20.0.1 (b526f403-e28d-4f2f-a6ec-dd55a3702598/eb85831f-8887-441f-9d6c-18aaff4ff004/ea629d82-5e19-42b3-95ab-32bd247b68ab) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:48.599893 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-dab380de-76d4-4f65-bc7a-dbf024e9e8b5 service neutron] Transition to ACTIVE for port object f449e262-51b7-446b-86bc-10e830bf95b2 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:48.659839 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-dab380de-76d4-4f65-bc7a-dbf024e9e8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:48.668708 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-6c2598ca-8618-456b-836a-51cc9ce9c9bd service neutron] 10.222.0.38 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036093 Aug 23 14:49:48.754285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-dab380de-76d4-4f65-bc7a-dbf024e9e8b5 service neutron] No DVR routers for this DVR port f449e262-51b7-446b-86bc-10e830bf95b2 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:49:48.776145 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:48.779633 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab380de-76d4-4f65-bc7a-dbf024e9e8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f449e262-51b7-446b-86bc-10e830bf95b2,revision_number=10']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:48.794458 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-8631b1bf-2416-4206-a146-17896c46f8ff service neutron] 10.222.0.38 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142025 Aug 23 14:49:48.818634 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-dab380de-76d4-4f65-bc7a-dbf024e9e8b5 service neutron] 10.222.0.57 "PUT /v2.0/ports/f449e262-51b7-446b-86bc-10e830bf95b2/bindings/n-h2-804985-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1720717 Aug 23 14:49:48.891708 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-603cf7fb-6b44-491c-8f0f-f82c74e88627 service neutron] 10.222.0.38 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979931 Aug 23 14:49:48.922756 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:49.012507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-4cb043f7-fbc2-4f94-b532-1432ede45231 service neutron] 10.222.0.38 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093190 Aug 23 14:49:49.012947 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network b526f403-e28d-4f2f-a6ec-dd55a3702598 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:49.038601 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:49.046866 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:49.051547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=ea629d82-5e19-42b3-95ab-32bd247b68ab,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:49.116515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55778c7a-65f2-44a7-822e-a57e4c061d8d req-ba8b6e25-efa4-450f-966f-032faba62bed tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:49.118356 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-55778c7a-65f2-44a7-822e-a57e4c061d8d req-ba8b6e25-efa4-450f-966f-032faba62bed tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 945 time: 0.1848454 Aug 23 14:49:49.120542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-a310207e-b439-4e1b-93aa-b66f860f5c15 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:49.122479 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-a310207e-b439-4e1b-93aa-b66f860f5c15 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df&tenant_id=870a18d842e54e268bf7a5a7979fea11&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 1095 time: 0.1498771 Aug 23 14:49:49.123248 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:49.134658 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-f29487e1-3f39-4422-85f6-14628f7422b7 service neutron] 10.222.0.38 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200199 Aug 23 14:49:49.243099 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-55c5827d-b984-4768-98ed-a3d0e64b159f service neutron] 10.222.0.38 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013277 Aug 23 14:49:49.243379 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-55778c7a-65f2-44a7-822e-a57e4c061d8d req-aa27bf9d-6878-47e2-a07d-afbf53da9f88 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c064322-69ff-4e14-9425-0582853d4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170793 Aug 23 14:49:49.303303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-889a9f93-8fb8-4b78-aa8f-3080e1420cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:49.305610 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-889a9f93-8fb8-4b78-aa8f-3080e1420cdd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df&tenant_id=870a18d842e54e268bf7a5a7979fea11 HTTP/1.1" status: 200 len: 1095 time: 0.1725161 Aug 23 14:49:49.361425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7c91b999-70c6-4339-8cf5-1f35fc7d6704 service neutron] 10.222.0.38 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105096 Aug 23 14:49:49.400290 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-83529daa-1834-4fc1-a9a8-e6a1670cefa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:49.409049 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-83529daa-1834-4fc1-a9a8-e6a1670cefa8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 1095 time: 0.0703075 Aug 23 14:49:49.491208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-af0d3529-41e4-4bc9-9986-ad6681038b8b service neutron] 10.222.0.38 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225863 Aug 23 14:49:49.505060 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:49.568678 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-68745a5e-55ac-461b-a4d9-1efd32269c68 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=165dce4cc0b24ebeb0b772357be86d81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673954 Aug 23 14:49:49.745520 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-ad4b86ff-62a6-477e-a768-55abb6524209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:49.747168 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-ad4b86ff-62a6-477e-a768-55abb6524209 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.3380384 Aug 23 14:49:49.809196 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-9a17acb6-39d7-4729-ad2c-89b4411d9536 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f449e262-51b7-446b-86bc-10e830bf95b2 HTTP/1.1" status: 200 len: 217 time: 0.0541718 Aug 23 14:49:49.892566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-3e7a17e2-9a47-472d-afe3-8010a70f3666 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:49.894065 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-3e7a17e2-9a47-472d-afe3-8010a70f3666 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3172598 Aug 23 14:49:49.932757 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-2e319713-aad4-4748-bf7c-39649085adc8 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/quotas/165dce4cc0b24ebeb0b772357be86d81 HTTP/1.1" status: 200 len: 375 time: 0.0329382 Aug 23 14:49:49.941515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-336024de-6c76-4371-884c-3625ebdb7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:49.942932 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-336024de-6c76-4371-884c-3625ebdb7db4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.1243782 Aug 23 14:49:49.955145 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:49.986103 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-a16befff-7482-49dc-9a5f-d9734d4ec791 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=165dce4cc0b24ebeb0b772357be86d81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464079 Aug 23 14:49:50.014558 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-3e106ab5-ee5e-45be-ad81-b243f37a4790 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586860 Aug 23 14:49:50.212593 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-d8043141-43aa-4575-bd49-9d44d82ca90c service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669326 Aug 23 14:49:50.269393 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:50.345757 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:50.452564 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-af5b315d-bcef-41f1-95c4-4ba886d2b88c service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275584 Aug 23 14:49:50.453162 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=ea629d82-5e19-42b3-95ab-32bd247b68ab,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:50.465977 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a1a4c-95fc-473f-a131-de7740a662fb req-eda4692a-062d-4b01-9314-08053961e616 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:50.467513 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e70a1a4c-95fc-473f-a131-de7740a662fb req-eda4692a-062d-4b01-9314-08053961e616 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 944 time: 0.1648748 Aug 23 14:49:50.470791 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:50.563421 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e70a1a4c-95fc-473f-a131-de7740a662fb req-6ce9bc62-acce-4faf-ba40-67b04993ea9c tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894306 Aug 23 14:49:50.605619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network b526f403-e28d-4f2f-a6ec-dd55a3702598 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:50.607156 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:50.756633 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:49:50.828564 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d930c31-5f45-4987-85ef-60335e509acb req-93eb8630-26ef-4576-a449-7a0ad94e71cb tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=165dce4cc0b24ebeb0b772357be86d81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272398 Aug 23 14:49:51.235218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f449e262-51b7-446b-86bc-10e830bf95b2 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:49:51.308648 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f449e262-51b7-446b-86bc-10e830bf95b2 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:49:51.311881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:49:51.322314 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d6287d-391a-4448-8ac6-ba48eed31e3f None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:49:51.335787 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f7dc956c-a6b9-40c1-b266-08294795de4e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "PUT /v2.0/routers/e4c6f03c-56b3-451e-82a3-3e3de6dfc39c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6106133 Aug 23 14:49:51.341256 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d6287d-391a-4448-8ac6-ba48eed31e3f None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:51.342330 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-32d6287d-391a-4448-8ac6-ba48eed31e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:51.343266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40534) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:51.351536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-1ef42ee1-ab77-4144-bbe3-028a5602c665 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'port': {'network_id': 'b526f403-e28d-4f2f-a6ec-dd55a3702598', 'name': 'tempest-FloatingIPTestJSON-408787689'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:51.397629 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-32d6287d-391a-4448-8ac6-ba48eed31e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:51.410810 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d6287d-391a-4448-8ac6-ba48eed31e3f None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:49:51.411527 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-32d6287d-391a-4448-8ac6-ba48eed31e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:51.442500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d930c31-5f45-4987-85ef-60335e509acb req-f3580121-9058-4cc4-8f00-c472218cfeb2 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:51.450410 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d930c31-5f45-4987-85ef-60335e509acb req-f3580121-9058-4cc4-8f00-c472218cfeb2 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6093321 Aug 23 14:49:51.451211 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-32d6287d-391a-4448-8ac6-ba48eed31e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:49:51.453790 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d6287d-391a-4448-8ac6-ba48eed31e3f None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:49:51.479302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-4492047e-0df3-4f57-8031-b4587cea2262 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:51.483816 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-4492047e-0df3-4f57-8031-b4587cea2262 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df&tenant_id=870a18d842e54e268bf7a5a7979fea11&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 1095 time: 0.1890719 Aug 23 14:49:51.488219 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d930c31-5f45-4987-85ef-60335e509acb req-1a7e58ca-5f4e-4de5-aa91-6e8098f43b0c tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/quotas/165dce4cc0b24ebeb0b772357be86d81 HTTP/1.1" status: 200 len: 375 time: 0.0368938 Aug 23 14:49:51.516312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41145659-1d7d-4790-9abc-2337be1a187d req-c7e8b51d-8399-4458-93e9-5b4207abd553 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:51.517963 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41145659-1d7d-4790-9abc-2337be1a187d req-c7e8b51d-8399-4458-93e9-5b4207abd553 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 945 time: 0.0696919 Aug 23 14:49:51.568102 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41145659-1d7d-4790-9abc-2337be1a187d req-40ac7593-9109-4b88-8a9a-d45fd7108a9a tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c064322-69ff-4e14-9425-0582853d4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436647 Aug 23 14:49:51.572693 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d930c31-5f45-4987-85ef-60335e509acb req-6d3abdd4-e7a2-4d4a-89c9-3fc1b185a77a tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=165dce4cc0b24ebeb0b772357be86d81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725198 Aug 23 14:49:51.672154 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7aa16227-2c7d-4891-954b-15d76bd8b212 req-7789def0-8ebd-40e6-b001-959c41d27756 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.0319383 Aug 23 14:49:51.817249 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad7f29-f3ad-4eb1-82cc-c5beada3e1f5 req-d636319c-c750-4f72-95e6-bc3aff0e35c8 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:51.818811 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6ad7f29-f3ad-4eb1-82cc-c5beada3e1f5 req-d636319c-c750-4f72-95e6-bc3aff0e35c8 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 944 time: 0.0542223 Aug 23 14:49:51.827244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef42ee1-ab77-4144-bbe3-028a5602c665 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Made reservation on behalf of 542b396d4bce424e8c2d79b95b98d32a for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:51.842591 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ef42ee1-ab77-4144-bbe3-028a5602c665 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:51.871856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-c764fbed-ad39-4cf3-baa6-0e9697e02c28 service neutron] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:51.882574 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-c764fbed-ad39-4cf3-baa6-0e9697e02c28 service neutron] Notify callbacks [] for binding, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:51.884398 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6ad7f29-f3ad-4eb1-82cc-c5beada3e1f5 req-6cf5809f-86e2-4c37-b40f-66a9132d048c tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589736 Aug 23 14:49:51.884653 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1a8d874-f724-48cc-a6b1-86feb3207873 req-c764fbed-ad39-4cf3-baa6-0e9697e02c28 service neutron] 10.222.0.61 "DELETE /v2.0/ports/f449e262-51b7-446b-86bc-10e830bf95b2/bindings/n-h1-804985-3 HTTP/1.1" status: 204 len: 173 time: 0.3923316 Aug 23 14:49:51.956549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-1ef42ee1-ab77-4144-bbe3-028a5602c665 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] device_id is not set on port 67cf42f2-5f02-442b-8b63-0bf3ec63d984 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:49:52.118089 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ab2b48da-5018-4d84-9649-34bf89412fe0 req-5f4213c5-3962-4877-a116-83441afafb5c tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 210 time: 0.0505672 Aug 23 14:49:52.236585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634ec51-71b0-4949-9215-1694b5186d9c req-e44d7229-6f43-4d08-a0fc-c0d22b8d958a tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:52.237969 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-1ef42ee1-ab77-4144-bbe3-028a5602c665 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Allocated IP 172.20.0.12 (b526f403-e28d-4f2f-a6ec-dd55a3702598/eb85831f-8887-441f-9d6c-18aaff4ff004/67cf42f2-5f02-442b-8b63-0bf3ec63d984) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:52.238446 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a634ec51-71b0-4949-9215-1694b5186d9c req-e44d7229-6f43-4d08-a0fc-c0d22b8d958a tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 1095 time: 0.0659280 Aug 23 14:49:52.296297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a634ec51-71b0-4949-9215-1694b5186d9c req-29a253f7-77e7-4b5b-a12a-695697918dbe tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513530 Aug 23 14:49:52.514235 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ef42ee1-ab77-4144-bbe3-028a5602c665 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:52.653683 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f85c4f6-837a-4293-b0e6-dfec1c2fbe32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:52.723712 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-cbb94f9d-1c1e-45ca-aeb0-85515fcbbf55 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:52.729456 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-cbb94f9d-1c1e-45ca-aeb0-85515fcbbf55 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 807 time: 0.1396017 Aug 23 14:49:52.756861 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ef42ee1-ab77-4144-bbe3-028a5602c665 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:52.794187 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc9ac9ef-04fe-47bf-b495-264931d8c4b6 req-10cb61b4-80eb-4200-9f69-2900768d5779 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.0459085 Aug 23 14:49:52.844749 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-2857a49f-b01c-4d10-91af-4d983be5231f tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/quotas/870a18d842e54e268bf7a5a7979fea11 HTTP/1.1" status: 200 len: 375 time: 0.1104391 Aug 23 14:49:52.863272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef42ee1-ab77-4144-bbe3-028a5602c665 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=67cf42f2-5f02-442b-8b63-0bf3ec63d984,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:52.874726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef42ee1-ab77-4144-bbe3-028a5602c665 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network b526f403-e28d-4f2f-a6ec-dd55a3702598 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:52.875291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-1ef42ee1-ab77-4144-bbe3-028a5602c665 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:52.900903 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef42ee1-ab77-4144-bbe3-028a5602c665 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:52.959561 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-c3b93650-c940-4002-9993-0842266ef298 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087437 Aug 23 14:49:52.966002 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef42ee1-ab77-4144-bbe3-028a5602c665 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:52.972394 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ef42ee1-ab77-4144-bbe3-028a5602c665 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:53.109842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-bf4c0336-c423-4c99-9f40-52b8f86bf9e2 service neutron] 10.222.0.38 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404459 Aug 23 14:49:53.161101 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-068d3e6f-d677-4aed-a1ee-52fbbc4f88df req-232f8791-04a5-40d2-923b-3874f55f4d77 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1076770 Aug 23 14:49:53.169866 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1ef42ee1-ab77-4144-bbe3-028a5602c665 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8194370 Aug 23 14:49:53.193855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40600) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:53.271257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7279cdf9-b496-4011-930a-b095d724e3e4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'port': {'network_id': 'b526f403-e28d-4f2f-a6ec-dd55a3702598', 'name': 'tempest-FloatingIPTestJSON-377670736'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:53.282255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-96b05b7e-733c-41da-a58c-b93038f30e81 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=165dce4cc0b24ebeb0b772357be86d81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1366203 Aug 23 14:49:53.350870 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-2c339a6b-dea3-4dff-baa4-78ca76c76ade service neutron] 10.222.0.38 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313759 Aug 23 14:49:53.371298 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d3e6f-d677-4aed-a1ee-52fbbc4f88df req-b5163423-4298-4dc8-8942-a3f1d5ed30f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:53.371298 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-068d3e6f-d677-4aed-a1ee-52fbbc4f88df req-b5163423-4298-4dc8-8942-a3f1d5ed30f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 1096 time: 0.0991621 Aug 23 14:49:53.394757 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8be4b802-c063-4ca1-a277-6f5e14cf636e req-a1d74987-cbf2-43c3-bd7d-18dff8fb88b9 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 210 time: 0.1111400 Aug 23 14:49:53.536439 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d3e6f-d677-4aed-a1ee-52fbbc4f88df req-d1e31625-ce68-4ec6-8b87-12a0c8e9f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:53.537977 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-068d3e6f-d677-4aed-a1ee-52fbbc4f88df req-d1e31625-ce68-4ec6-8b87-12a0c8e9f30f service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.1378810 Aug 23 14:49:53.613228 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-068d3e6f-d677-4aed-a1ee-52fbbc4f88df req-f997e6f9-a147-4ff8-92db-9f90d65608ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0148415-eedb-47a6-a40d-156de4b6a712 HTTP/1.1" status: 200 len: 217 time: 0.0574489 Aug 23 14:49:53.645927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-5d12e91c-fcf9-4ed4-a8ed-a9e30c14a003 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:53.647726 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-5d12e91c-fcf9-4ed4-a8ed-a9e30c14a003 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3476601 Aug 23 14:49:53.666562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Request body: {'port': {'device_id': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '165dce4cc0b24ebeb0b772357be86d81'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:53.693463 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d3e6f-d677-4aed-a1ee-52fbbc4f88df req-491a8163-24ec-4640-8600-2c54c7d4dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:53.696319 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-068d3e6f-d677-4aed-a1ee-52fbbc4f88df req-491a8163-24ec-4640-8600-2c54c7d4dcb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.0734048 Aug 23 14:49:53.770914 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-068d3e6f-d677-4aed-a1ee-52fbbc4f88df req-863727ee-da7d-48c1-a328-106059dcc887 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673676 Aug 23 14:49:53.934664 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-068d3e6f-d677-4aed-a1ee-52fbbc4f88df req-a260a93c-b701-4c5e-8e93-8b51ed3df83a service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544068 Aug 23 14:49:54.035188 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bfb9cb93-e704-4788-930d-5b8a9385c8da req-02ecde3c-fa57-427f-886a-dd4b10e8f608 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.0431285 Aug 23 14:49:54.068491 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d75dd58-13b8-423e-b78a-40dc39ca8d5d req-1484e290-86ff-4107-80e4-394c3ac87e31 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 210 time: 0.0592008 Aug 23 14:49:54.098108 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-068d3e6f-d677-4aed-a1ee-52fbbc4f88df req-77b3f553-9fb2-43a2-9845-59da9725b96a service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551347 Aug 23 14:49:54.165657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7279cdf9-b496-4011-930a-b095d724e3e4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Made reservation on behalf of 542b396d4bce424e8c2d79b95b98d32a for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:54.173890 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7279cdf9-b496-4011-930a-b095d724e3e4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:54.217797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-7279cdf9-b496-4011-930a-b095d724e3e4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] device_id is not set on port 3a92890e-1949-41b5-99b7-1b23f30d1d1c yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:49:54.307371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40622) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:54.314740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8dfc6bba-57e4-4fbc-82f7-8e05f7bcb017 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-796485030'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:54.325252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Made reservation on behalf of 165dce4cc0b24ebeb0b772357be86d81 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:54.328793 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:54.343352 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:54.365189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-7279cdf9-b496-4011-930a-b095d724e3e4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Allocated IP 172.20.0.9 (b526f403-e28d-4f2f-a6ec-dd55a3702598/eb85831f-8887-441f-9d6c-18aaff4ff004/3a92890e-1949-41b5-99b7-1b23f30d1d1c) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:54.454163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfc6bba-57e4-4fbc-82f7-8e05f7bcb017 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Made reservation on behalf of 453bc9f0ae244a8fad31793e47e18492 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:54.459507 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6bba-57e4-4fbc-82f7-8e05f7bcb017 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:54.492976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfc6bba-57e4-4fbc-82f7-8e05f7bcb017 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:49:54.498806 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6bba-57e4-4fbc-82f7-8e05f7bcb017 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:54.499174 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-8dfc6bba-57e4-4fbc-82f7-8e05f7bcb017 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Added segment 98ea68ad-cf0a-438d-a7fa-98657962c069 of type vlan for network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b Aug 23 14:49:54.518392 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8219cabe-1878-4500-89a7-aa00e9828a62 req-4d0eed49-7aa3-412b-b716-3b801325c701 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 210 time: 0.0418689 Aug 23 14:49:54.561237 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6bba-57e4-4fbc-82f7-8e05f7bcb017 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:54.593101 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7279cdf9-b496-4011-930a-b095d724e3e4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:54.646392 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:54.747975 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:54.748229 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6bba-57e4-4fbc-82f7-8e05f7bcb017 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:54.756800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfc6bba-57e4-4fbc-82f7-8e05f7bcb017 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:54.757448 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6bba-57e4-4fbc-82f7-8e05f7bcb017 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:54.766862 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7279cdf9-b496-4011-930a-b095d724e3e4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:54.861342 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc6bba-57e4-4fbc-82f7-8e05f7bcb017 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'Network': ['ID=4b3181b0-25bc-4dc4-bbd2-aea26008a76b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:54.888494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:49:54.943405 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4249751c-9376-47fd-961f-6b46fd93e08f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:54.952735 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8dfc6bba-57e4-4fbc-82f7-8e05f7bcb017 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6439342 Aug 23 14:49:54.956244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7279cdf9-b496-4011-930a-b095d724e3e4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network b526f403-e28d-4f2f-a6ec-dd55a3702598 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:54.956388 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40634) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:54.961800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b8a17d62-d4d1-42b5-8b04-703dd4a60dd7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1577100734'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:54.974904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-7279cdf9-b496-4011-930a-b095d724e3e4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:54.980126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279cdf9-b496-4011-930a-b095d724e3e4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:55.042859 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d930c31-5f45-4987-85ef-60335e509acb req-acbd00c7-e34e-4082-a759-956c34ff0025 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=165dce4cc0b24ebeb0b772357be86d81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232530 Aug 23 14:49:55.059580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279cdf9-b496-4011-930a-b095d724e3e4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=3a92890e-1949-41b5-99b7-1b23f30d1d1c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:55.091172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7279cdf9-b496-4011-930a-b095d724e3e4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:55.092138 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7279cdf9-b496-4011-930a-b095d724e3e4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:55.102725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Allocated IP 192.168.233.85 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/8cd040fc-e23f-4329-a92c-522d68b22419) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:55.121079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a17d62-d4d1-42b5-8b04-703dd4a60dd7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Made reservation on behalf of 453bc9f0ae244a8fad31793e47e18492 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:55.124985 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8a17d62-d4d1-42b5-8b04-703dd4a60dd7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:55.181497 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-188a4e33-225b-489e-a836-b1d59fc47f2b req-00dcf383-3c89-4949-adcd-5acfd2486cdc tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 210 time: 0.0457263 Aug 23 14:49:55.183795 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a17d62-d4d1-42b5-8b04-703dd4a60dd7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:49:55.201297 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d930c31-5f45-4987-85ef-60335e509acb req-b012dcde-692d-4e2c-891b-6d31d47b6e11 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:55.202909 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d930c31-5f45-4987-85ef-60335e509acb req-b012dcde-692d-4e2c-891b-6d31d47b6e11 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538939 Aug 23 14:49:55.217999 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8a17d62-d4d1-42b5-8b04-703dd4a60dd7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:55.218235 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-b8a17d62-d4d1-42b5-8b04-703dd4a60dd7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Added segment b4b833fb-990c-45b7-ae35-6537a7ed4b9b of type vlan for network a24b937b-de39-4060-9493-8fb429cfbe9e Aug 23 14:49:55.223132 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-8d930c31-5f45-4987-85ef-60335e509acb req-d05841e4-d53e-4f3a-857c-c4270d3d9dd3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Request body: {'port': {'device_id': '328f46c5-f3f7-4809-9e6a-377530e2aece', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '165dce4cc0b24ebeb0b772357be86d81'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:55.238234 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7279cdf9-b496-4011-930a-b095d724e3e4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0469184 Aug 23 14:49:55.241959 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40644) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:55.273657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '3a92890e-1949-41b5-99b7-1b23f30d1d1c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:55.363071 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8a17d62-d4d1-42b5-8b04-703dd4a60dd7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:55.378101 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77aee0ef-bd49-437a-a769-d3600da08ca6 req-c70287ff-ae20-49a6-9ee8-8a6ec229b392 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.0549357 Aug 23 14:49:55.432117 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:55.437646 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:55.447207 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:55.463880 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Transition to ACTIVE for port object 8cd040fc-e23f-4329-a92c-522d68b22419 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:55.591607 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d930c31-5f45-4987-85ef-60335e509acb req-d05841e4-d53e-4f3a-857c-c4270d3d9dd3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Made reservation on behalf of 165dce4cc0b24ebeb0b772357be86d81 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:55.596157 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:55.602336 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8d930c31-5f45-4987-85ef-60335e509acb req-d05841e4-d53e-4f3a-857c-c4270d3d9dd3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:55.602336 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8a17d62-d4d1-42b5-8b04-703dd4a60dd7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:55.607615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a17d62-d4d1-42b5-8b04-703dd4a60dd7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:55.608301 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8a17d62-d4d1-42b5-8b04-703dd4a60dd7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:55.702671 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd4445b6-cfd7-456a-84d4-fb0a91a6d9e1 req-998eeb18-8453-4835-a1a6-0b8ed84237cd tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 210 time: 0.0954084 Aug 23 14:49:55.708772 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:55.746939 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a17d62-d4d1-42b5-8b04-703dd4a60dd7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'Network': ['ID=a24b937b-de39-4060-9493-8fb429cfbe9e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:55.768584 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network a24b937b-de39-4060-9493-8fb429cfbe9e details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:49:55.783348 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-51f6e59f-d944-41e0-9e01-405b73b889a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:55.784753 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-51f6e59f-d944-41e0-9e01-405b73b889a8 service neutron] 10.222.0.61 "GET /v2.0/ports/fdaf866e-b082-4a67-8d49-4f5d453ffd4a HTTP/1.1" status: 200 len: 1027 time: 0.0977743 Aug 23 14:49:55.824953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:55.844179 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b8a17d62-d4d1-42b5-8b04-703dd4a60dd7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8847094 Aug 23 14:49:55.844179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-8d930c31-5f45-4987-85ef-60335e509acb req-d05841e4-d53e-4f3a-857c-c4270d3d9dd3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Allocated IP 192.168.233.140 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/b151b563-4f76-47af-84d1-b99d3d513fb5) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:55.844864 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40652) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:55.852465 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-5feba4e6-ba1d-4b85-8c3d-2db432ca494f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'subnet': {'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:55.857282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:55.864730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:55.869514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Pushing event updated for resources: {'Port': ['ID=8cd040fc-e23f-4329-a92c-522d68b22419,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:55.908892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-43437cf0-60d8-49df-af9f-e75642e10dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:55.908892 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-43437cf0-60d8-49df-af9f-e75642e10dff service neutron] 10.222.0.61 "GET /v2.0/ports/f66771fe-2ca7-4582-921f-2f8c8db8358f HTTP/1.1" status: 200 len: 1028 time: 0.1110561 Aug 23 14:49:55.954880 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Allocated IP 172.25.8.29 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/40a490e0-b49e-4779-971e-37ba6108d3df) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:56.017269 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:56.017933 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:56.123513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a2d83afc-d367-4896-acb0-7a9e257a4d57 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:56.129421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a2d83afc-d367-4896-acb0-7a9e257a4d57 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:56.135292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a2d83afc-d367-4896-acb0-7a9e257a4d57 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:56.137812 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a2d83afc-d367-4896-acb0-7a9e257a4d57 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "GET /v2.0/networks?id=cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=72070819-7380-4ce2-bba5-cb3fe9632737&id=72070819-7380-4ce2-bba5-cb3fe9632737 HTTP/1.1" status: 200 len: 1991 time: 0.2216413 Aug 23 14:49:56.144176 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8d930c31-5f45-4987-85ef-60335e509acb req-d05841e4-d53e-4f3a-857c-c4270d3d9dd3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:56.161416 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-8d930c31-5f45-4987-85ef-60335e509acb req-d05841e4-d53e-4f3a-857c-c4270d3d9dd3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Transition to ACTIVE for port object b151b563-4f76-47af-84d1-b99d3d513fb5 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:56.190062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feba4e6-ba1d-4b85-8c3d-2db432ca494f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Made reservation on behalf of 453bc9f0ae244a8fad31793e47e18492 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:56.195092 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5feba4e6-ba1d-4b85-8c3d-2db432ca494f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:56.231920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-6ed4ca0a-ff35-4d04-add0-bb26e6d7e776 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efc62d13c95b4910b9aa97884f6e1a9d HTTP/1.1" status: 200 len: 380 time: 0.0830665 Aug 23 14:49:56.235104 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:56.243559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c2c35f25-3b7e-4ade-8fe4-7cda4b7ad66c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'port': {'device_id': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'admin_state_up': True, 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'security_groups': ['c5e7c66b-1617-41da-b755-233eff0922e6']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:56.294778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d3d01632-6649-4027-9aa5-ec4bc957f93f None None] Provisioning for port 8cd040fc-e23f-4329-a92c-522d68b22419 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:56.299433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d3d01632-6649-4027-9aa5-ec4bc957f93f None None] Provisioning complete for port 8cd040fc-e23f-4329-a92c-522d68b22419 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:56.304222 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d3d01632-6649-4027-9aa5-ec4bc957f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:56.309817 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-9cd876f1-c661-4e8d-8586-522dc896b88d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6514547 Aug 23 14:49:56.343527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e6547e2-289b-4d03-ab23-0dbe2100af5b req-771688fd-42d5-4f1e-8f5e-dbe603b11a37 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 210 time: 0.0437202 Aug 23 14:49:56.345937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d3d01632-6649-4027-9aa5-ec4bc957f93f None None] Port 8cd040fc-e23f-4329-a92c-522d68b22419 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:49:56.353968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Request body: {'port': {'device_id': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:56.355486 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8d930c31-5f45-4987-85ef-60335e509acb req-d05841e4-d53e-4f3a-857c-c4270d3d9dd3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:56.407485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d930c31-5f45-4987-85ef-60335e509acb req-d05841e4-d53e-4f3a-857c-c4270d3d9dd3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:56.416223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-8d930c31-5f45-4987-85ef-60335e509acb req-d05841e4-d53e-4f3a-857c-c4270d3d9dd3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:56.427721 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d930c31-5f45-4987-85ef-60335e509acb req-d05841e4-d53e-4f3a-857c-c4270d3d9dd3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:56.485513 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:56.575048 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-13c09b8c-b5c9-4e14-8edd-7f1343ad08f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:56.601185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05841e4-d53e-4f3a-857c-c4270d3d9dd3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Pushing event updated for resources: {'Port': ['ID=b151b563-4f76-47af-84d1-b99d3d513fb5,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:56.637438 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:56.654326 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ea2e9517-1c8c-4d07-9ac6-cc0c18cb297c req-cf5b3f9a-2c6d-426f-b5f6-b68dcdcb95a0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.0460882 Aug 23 14:49:56.748618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d930c31-5f45-4987-85ef-60335e509acb req-d05841e4-d53e-4f3a-857c-c4270d3d9dd3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:56.749682 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8d930c31-5f45-4987-85ef-60335e509acb req-d05841e4-d53e-4f3a-857c-c4270d3d9dd3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:56.813310 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:56.866749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:56.875672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:56.878032 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5feba4e6-ba1d-4b85-8c3d-2db432ca494f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:56.892614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:56.959119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=40a490e0-b49e-4779-971e-37ba6108d3df,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:56.960159 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feba4e6-ba1d-4b85-8c3d-2db432ca494f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'Subnet': ['ID=efb1f0f7-98e5-40bc-b086-3383c3358cb9,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:56.962222 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c2c35f25-3b7e-4ade-8fe4-7cda4b7ad66c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Made reservation on behalf of efc62d13c95b4910b9aa97884f6e1a9d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:56.966241 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c2c35f25-3b7e-4ade-8fe4-7cda4b7ad66c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:57.031993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4047ac9e-73af-464b-8da2-00b2d553f384 None None] Provisioning for port b151b563-4f76-47af-84d1-b99d3d513fb5 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:57.037262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4047ac9e-73af-464b-8da2-00b2d553f384 None None] Provisioning complete for port b151b563-4f76-47af-84d1-b99d3d513fb5 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:57.037988 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4047ac9e-73af-464b-8da2-00b2d553f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:57.043100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feba4e6-ba1d-4b85-8c3d-2db432ca494f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Checking segment: {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:57.043532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feba4e6-ba1d-4b85-8c3d-2db432ca494f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Network hostable DHCP agents. Network: 4b3181b0-25bc-4dc4-bbd2-aea26008a76b, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:49:57.077062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae51f55-8897-4475-aa0a-9fd038d681ec req-eb069381-fb1f-4c7c-99f4-cd3770a3e13f tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:57.085018 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ae51f55-8897-4475-aa0a-9fd038d681ec req-eb069381-fb1f-4c7c-99f4-cd3770a3e13f tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 936 time: 0.2828176 Aug 23 14:49:57.101283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4047ac9e-73af-464b-8da2-00b2d553f384 None None] Port b151b563-4f76-47af-84d1-b99d3d513fb5 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:49:57.122752 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d930c31-5f45-4987-85ef-60335e509acb req-d05841e4-d53e-4f3a-857c-c4270d3d9dd3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9067779 Aug 23 14:49:57.140600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Request body: {'port': {'device_id': '328f46c5-f3f7-4809-9e6a-377530e2aece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:57.197991 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ae51f55-8897-4475-aa0a-9fd038d681ec req-022634ed-229a-4db7-9fbe-b2ab6487252c tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120648 Aug 23 14:49:57.198871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feba4e6-ba1d-4b85-8c3d-2db432ca494f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:49:57.261392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-b7764e70-b0b6-4ec0-9c9b-7ef0e5fe4e52 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:57.263314 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-b7764e70-b0b6-4ec0-9c9b-7ef0e5fe4e52 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.57 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 807 time: 0.4004326 Aug 23 14:49:57.264794 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:57.295252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-864ba7ea-ae96-4951-b9ee-13c40efb2105 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Request body: {'port': {'device_id': 'e36e2331-7548-4eb5-8aad-763289e27f86', 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc', 'admin_state_up': True, 'tenant_id': '870a18d842e54e268bf7a5a7979fea11'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:57.374062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-5feba4e6-ba1d-4b85-8c3d-2db432ca494f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 4b3181b0-25bc-4dc4-bbd2-aea26008a76b) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:57.390372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b1ec62-4e42-4ae6-9136-0d249be35156 None None] Network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:49:57.397181 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feba4e6-ba1d-4b85-8c3d-2db432ca494f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:57.397895 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5feba4e6-ba1d-4b85-8c3d-2db432ca494f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:57.503452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd040fc-e23f-4329-a92c-522d68b22419 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:57.546896 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5feba4e6-ba1d-4b85-8c3d-2db432ca494f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6985319 Aug 23 14:49:57.547161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40670) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:49:57.552989 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-09aa61a9-186a-44ea-9583-71854c238ca8 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'subnet': {'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:57.576677 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:57.636551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c2c35f25-3b7e-4ade-8fe4-7cda4b7ad66c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Allocated IP 172.20.0.7 (cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d/60d43940-211a-4370-9555-0648239a8725/9edec396-03e2-4ea6-bce5-2fa40fbed659) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:57.640712 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-4b3181b0-25bc-4dc4-bbd2-aea26008a76b', 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'fixed_ips': [{'subnet_id': 'efb1f0f7-98e5-40bc-b086-3383c3358cb9'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:49:57.642217 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:57.664015 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-098a72e8-8d22-479d-a8a8-ecf9d69adfd6 req-e67350ea-3583-4336-b839-e766c0f3ec17 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 210 time: 0.0978346 Aug 23 14:49:57.746821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-864ba7ea-ae96-4951-b9ee-13c40efb2105 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Made reservation on behalf of 870a18d842e54e268bf7a5a7979fea11 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:57.752100 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-864ba7ea-ae96-4951-b9ee-13c40efb2105 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:57.759237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Transition to ACTIVE for port object 8cd040fc-e23f-4329-a92c-522d68b22419 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:57.820214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Allocated IP 10.1.1.2 (4b3181b0-25bc-4dc4-bbd2-aea26008a76b/efb1f0f7-98e5-40bc-b086-3383c3358cb9/679f40b6-02f6-492f-b57c-334374f93ce6) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:57.919711 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73df90fd-5301-4070-b67e-ec908c300620 req-2948cfda-11e5-4b39-a919-3ff474296b66 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.1025834 Aug 23 14:49:57.926303 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:57.953650 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-864ba7ea-ae96-4951-b9ee-13c40efb2105 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Allocated IP 172.20.0.14 (60b01c3e-c449-4689-a230-d4ccabe81fcc/0c3c3169-88e3-4e3b-9891-646aecdff0e2/889e41eb-6fa7-444e-89e1-167dd5417eec) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:49:58.003290 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aa61a9-186a-44ea-9583-71854c238ca8 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Made reservation on behalf of 453bc9f0ae244a8fad31793e47e18492 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:49:58.010130 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09aa61a9-186a-44ea-9583-71854c238ca8 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:58.113075 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Pushing event updated for resources: {'Port': ['ID=8cd040fc-e23f-4329-a92c-522d68b22419,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:58.169823 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c2c35f25-3b7e-4ade-8fe4-7cda4b7ad66c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:58.192273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c2c35f25-3b7e-4ade-8fe4-7cda4b7ad66c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Transition to ACTIVE for port object 9edec396-03e2-4ea6-bce5-2fa40fbed659 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:58.306488 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:58.312938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Transition to ACTIVE for port object 679f40b6-02f6-492f-b57c-334374f93ce6 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:58.365801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Transition to ACTIVE for port object 679f40b6-02f6-492f-b57c-334374f93ce6 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:58.457045 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:58.477524 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:58.550194 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:58.553824 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:58.554043 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2de28-8be4-46bf-853f-f920e4f9659b req-2ec8b3a8-eda5-4f7e-85ec-aa8a8a620e28 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:58.556002 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05f2de28-8be4-46bf-853f-f920e4f9659b req-2ec8b3a8-eda5-4f7e-85ec-aa8a8a620e28 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 936 time: 0.2117207 Aug 23 14:49:58.576098 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:58.582072 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:58.591501 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Pushing event updated for resources: {'Port': ['ID=679f40b6-02f6-492f-b57c-334374f93ce6,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:58.606987 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-864ba7ea-ae96-4951-b9ee-13c40efb2105 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:58.626083 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c2c35f25-3b7e-4ade-8fe4-7cda4b7ad66c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:58.628270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b151b563-4f76-47af-84d1-b99d3d513fb5 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:49:58.680758 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:58.700987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c35f25-3b7e-4ade-8fe4-7cda4b7ad66c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'Port': ['ID=9edec396-03e2-4ea6-bce5-2fa40fbed659,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:58.723697 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Attempting to bind port 679f40b6-02f6-492f-b57c-334374f93ce6 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:49:58.723697 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Attempting to bind port 679f40b6-02f6-492f-b57c-334374f93ce6 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:49:58.724209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Attempting to bind port 679f40b6-02f6-492f-b57c-334374f93ce6 on network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:58.731572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:49:58.732506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Checking segment: {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:58.732853 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:58.733262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Bound using segment: {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:49:58.733959 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Bound port: 679f40b6-02f6-492f-b57c-334374f93ce6, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:49:58.734960 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:58.750292 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05f2de28-8be4-46bf-853f-f920e4f9659b req-40d342ad-9b2e-4cea-be16-a4421f454815 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750011 Aug 23 14:49:58.752053 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Transition to ACTIVE for port object b151b563-4f76-47af-84d1-b99d3d513fb5 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:49:58.794078 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09aa61a9-186a-44ea-9583-71854c238ca8 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:58.809846 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:58.810121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] For port 679f40b6-02f6-492f-b57c-334374f93ce6, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:58.814188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] For port 679f40b6-02f6-492f-b57c-334374f93ce6, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=679f40b6-02f6-492f-b57c-334374f93ce6,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:49:58.851256 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:58.894062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c2c35f25-3b7e-4ade-8fe4-7cda4b7ad66c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Network cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:58.896720 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c217811-ad39-4a6e-b527-e8b2394200c5 req-75d07533-6c89-4627-86d5-2ccccea09009 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 210 time: 0.0534105 Aug 23 14:49:58.903300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c2c35f25-3b7e-4ade-8fe4-7cda4b7ad66c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:58.911367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c2c35f25-3b7e-4ade-8fe4-7cda4b7ad66c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:58.925420 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:58.981850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Attempting to bind port 8cd040fc-e23f-4329-a92c-522d68b22419 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:49:58.981850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Attempting to bind port 8cd040fc-e23f-4329-a92c-522d68b22419 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:49:58.981850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Attempting to bind port 8cd040fc-e23f-4329-a92c-522d68b22419 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:58.987377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Port 8cd040fc-e23f-4329-a92c-522d68b22419 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:49:58.987747 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Attempting to bind port 8cd040fc-e23f-4329-a92c-522d68b22419 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:49:59.066364 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa61a9-186a-44ea-9583-71854c238ca8 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'Subnet': ['ID=8041fe2e-c347-4b3e-abfc-bf8ee4b736dd,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:59.096406 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:49:59.096754 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:49:59.166280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:49:59.166280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Bound port: 8cd040fc-e23f-4329-a92c-522d68b22419, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:49:59.166280 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:59.171105 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-864ba7ea-ae96-4951-b9ee-13c40efb2105 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:59.171631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffab8e-7edf-46c0-b990-1d72cbb30a1c None None] Pushing event updated for resources: {'Port': ['ID=679f40b6-02f6-492f-b57c-334374f93ce6,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:59.171844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c2c35f25-3b7e-4ade-8fe4-7cda4b7ad66c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:59.171844 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c2c35f25-3b7e-4ade-8fe4-7cda4b7ad66c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:59.261888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-864ba7ea-ae96-4951-b9ee-13c40efb2105 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Network 60b01c3e-c449-4689-a230-d4ccabe81fcc is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:49:59.270353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b151b563-4f76-47af-84d1-b99d3d513fb5,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:59.296041 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-864ba7ea-ae96-4951-b9ee-13c40efb2105 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:49:59.300417 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-864ba7ea-ae96-4951-b9ee-13c40efb2105 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:49:59.314578 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:59.355955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] For port 8cd040fc-e23f-4329-a92c-522d68b22419, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:49:59.366452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] For port 8cd040fc-e23f-4329-a92c-522d68b22419, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8cd040fc-e23f-4329-a92c-522d68b22419,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:49:59.382349 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c2c35f25-3b7e-4ade-8fe4-7cda4b7ad66c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1426187 Aug 23 14:49:59.396426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a0012ba3-d15b-473a-a15f-983e33458979 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'port': {'device_id': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec', 'admin_state_up': True, 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'security_groups': ['c5e7c66b-1617-41da-b755-233eff0922e6']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:49:59.518150 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:59.524772 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:59.558538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-65ce7bc6-f5d0-468a-ac5f-0d728de445bb None None] Provisioning for port 9edec396-03e2-4ea6-bce5-2fa40fbed659 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:49:59.565360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-65ce7bc6-f5d0-468a-ac5f-0d728de445bb None None] Provisioning complete for port 9edec396-03e2-4ea6-bce5-2fa40fbed659 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:49:59.566361 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-65ce7bc6-f5d0-468a-ac5f-0d728de445bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:59.634991 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:59.636734 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:59.638535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] 10.222.0.61 "PUT /v2.0/ports/8cd040fc-e23f-4329-a92c-522d68b22419 HTTP/1.1" status: 200 len: 1095 time: 3.2937891 Aug 23 14:49:59.709566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'tag': '8cd040fc-e23f-4329-a92c-522d68b22419'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:49:59.712212 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff8779e-fa40-43e7-94e7-04f2c966b685" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f62267-25e2-431f-9af3-1f161a8bee09", "tag": "8cd040fc-e23f-4329-a92c-522d68b22419"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:49:59.715974 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:49:59.769837 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 679f40b6-02f6-492f-b57c-334374f93ce6 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:49:59.792062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-65ce7bc6-f5d0-468a-ac5f-0d728de445bb None None] Port 9edec396-03e2-4ea6-bce5-2fa40fbed659 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:49:59.832949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=40a490e0-b49e-4779-971e-37ba6108d3df,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:49:59.842516 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080e0898-1831-4086-8b5b-59b9c1b9766f x-openstack-request-id: req-080e0898-1831-4086-8b5b-59b9c1b9766f {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:49:59.842516 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f62267-25e2-431f-9af3-1f161a8bee09", "tag": "8cd040fc-e23f-4329-a92c-522d68b22419", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:49:59.842516 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-080e0898-1831-4086-8b5b-59b9c1b9766f {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:49:59.842516 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'tag': '8cd040fc-e23f-4329-a92c-522d68b22419', 'status': 'completed', 'code': 200} Aug 23 14:49:59.910724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-c55a0352-db68-45aa-b8be-4d03ab526fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:49:59.912346 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-c55a0352-db68-45aa-b8be-4d03ab526fbd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=165dce4cc0b24ebeb0b772357be86d81&device_id=d3f62267-25e2-431f-9af3-1f161a8bee09 HTTP/1.1" status: 200 len: 1098 time: 0.1228254 Aug 23 14:50:00.006303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa61a9-186a-44ea-9583-71854c238ca8 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Checking segment: {'id': 'b4b833fb-990c-45b7-ae35-6537a7ed4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:00.007304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa61a9-186a-44ea-9583-71854c238ca8 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Network hostable DHCP agents. Network: a24b937b-de39-4060-9493-8fb429cfbe9e, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:50:00.032436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ba7ea-ae96-4951-b9ee-13c40efb2105 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Pushing event updated for resources: {'Port': ['ID=889e41eb-6fa7-444e-89e1-167dd5417eec,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:00.054679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a0012ba3-d15b-473a-a15f-983e33458979 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Made reservation on behalf of efc62d13c95b4910b9aa97884f6e1a9d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:50:00.059068 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a0012ba3-d15b-473a-a15f-983e33458979 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:00.062600 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-1906233d-854d-4e5d-9ea0-b8de9b701fe1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=8cd040fc-e23f-4329-a92c-522d68b22419 HTTP/1.1" status: 200 len: 217 time: 0.0955391 Aug 23 14:50:00.077186 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-864ba7ea-ae96-4951-b9ee-13c40efb2105 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:00.077926 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-864ba7ea-ae96-4951-b9ee-13c40efb2105 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:00.087322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 679f40b6-02f6-492f-b57c-334374f93ce6 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:00.091116 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0778dc-ed8a-447a-bbf0-4cf180aebe08 req-92d2e473-1868-4952-a5ec-ee6eb9ca23ff tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:00.092936 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c0778dc-ed8a-447a-bbf0-4cf180aebe08 req-92d2e473-1868-4952-a5ec-ee6eb9ca23ff tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 931 time: 0.9361920 Aug 23 14:50:00.102029 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Attempting to bind port b151b563-4f76-47af-84d1-b99d3d513fb5 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:00.102029 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Attempting to bind port b151b563-4f76-47af-84d1-b99d3d513fb5 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:00.102386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Attempting to bind port b151b563-4f76-47af-84d1-b99d3d513fb5 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:00.126319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Port b151b563-4f76-47af-84d1-b99d3d513fb5 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:00.126718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Attempting to bind port b151b563-4f76-47af-84d1-b99d3d513fb5 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:00.134609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:00.134609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:00.142034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:00.142034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Bound port: b151b563-4f76-47af-84d1-b99d3d513fb5, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:00.142034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:00.142362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab5ec2-d6d9-4abd-bf84-2c1760b95f4e service neutron] Pushing event updated for resources: {'Port': ['ID=8cd040fc-e23f-4329-a92c-522d68b22419,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:00.163764 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c0778dc-ed8a-447a-bbf0-4cf180aebe08 req-5cebfdb1-24e9-48b5-9454-66166698bd97 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569694 Aug 23 14:50:00.179369 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Floating IP 0d90a661-7358-42d6-b53b-5c505c534dec associated. External IP: 172.25.8.29, port: 3a92890e-1949-41b5-99b7-1b23f30d1d1c. Aug 23 14:50:00.220005 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-864ba7ea-ae96-4951-b9ee-13c40efb2105 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9313698 Aug 23 14:50:00.224628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa61a9-186a-44ea-9583-71854c238ca8 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Network a24b937b-de39-4060-9493-8fb429cfbe9e is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:50:00.236604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Request body: {'port': {'device_id': 'e36e2331-7548-4eb5-8aad-763289e27f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:00.243691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283957c-46a4-404b-985b-b90dacaab835 req-65c4c366-6fbf-4341-b5b8-95dc62ae3ea7 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:00.245397 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3283957c-46a4-404b-985b-b90dacaab835 req-65c4c366-6fbf-4341-b5b8-95dc62ae3ea7 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 948 time: 0.2770472 Aug 23 14:50:00.284759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-fbd2d3f2-2a07-467e-bb8e-38c456371407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:00.286524 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-fbd2d3f2-2a07-467e-bb8e-38c456371407 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.2033486 Aug 23 14:50:00.356731 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:00.385662 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-09aa61a9-186a-44ea-9583-71854c238ca8 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, a24b937b-de39-4060-9493-8fb429cfbe9e) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:00.398992 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0627a7-04e3-4e9c-be07-d41406962ce6 None None] Network a24b937b-de39-4060-9493-8fb429cfbe9e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:50:00.441583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aa61a9-186a-44ea-9583-71854c238ca8 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:00.442180 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09aa61a9-186a-44ea-9583-71854c238ca8 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:00.445601 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] For port b151b563-4f76-47af-84d1-b99d3d513fb5, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:00.476392 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3283957c-46a4-404b-985b-b90dacaab835 req-a0385850-451d-4b2f-b8ed-b6839f982fd8 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985734 Aug 23 14:50:00.507605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] For port b151b563-4f76-47af-84d1-b99d3d513fb5, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b151b563-4f76-47af-84d1-b99d3d513fb5,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:00.548129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-3b57ac1c-e106-4c98-a2e3-f526b856c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:00.549742 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-3b57ac1c-e106-4c98-a2e3-f526b856c91f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2467105 Aug 23 14:50:00.558222 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a0012ba3-d15b-473a-a15f-983e33458979 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Allocated IP 10.1.1.59 (0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec/ad660d34-995f-4a91-8402-f10bcdcb5082/afc637ab-7b54-4ae5-97f1-c9c64cc49729) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:00.566075 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-09aa61a9-186a-44ea-9583-71854c238ca8 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0175788 Aug 23 14:50:00.570913 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40698) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:00.577272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-44e35dad-58bf-4f60-ab7c-3f1efee92e4d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'port': {'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b', 'name': 'tempest-TaggedBootDevicesTest_v242-1125965823', 'fixed_ips': [{'subnet_id': 'efb1f0f7-98e5-40bc-b086-3383c3358cb9'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:00.709836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-a24b937b-de39-4060-9493-8fb429cfbe9e', 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'fixed_ips': [{'subnet_id': '8041fe2e-c347-4b3e-abfc-bf8ee4b736dd'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:50:00.709836 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:00.717476 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:00.857606 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:00.858333 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:00.861853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d930c31-5f45-4987-85ef-60335e509acb req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] 10.222.0.61 "PUT /v2.0/ports/b151b563-4f76-47af-84d1-b99d3d513fb5 HTTP/1.1" status: 200 len: 1096 time: 3.7292016 Aug 23 14:50:00.862309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60867296-babe-4248-8368-baccd19c6595 None None] Network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:50:00.873804 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328f46c5-f3f7-4809-9e6a-377530e2aece', 'tag': 'b151b563-4f76-47af-84d1-b99d3d513fb5'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:00.879391 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a046e442-4414-4c8a-8319-31e5baf90b73" -d '{"events": [{"name": "network-changed", "server_uuid": "328f46c5-f3f7-4809-9e6a-377530e2aece", "tag": "b151b563-4f76-47af-84d1-b99d3d513fb5"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:00.915789 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9a16c-193d-48a2-8d94-4cab867643be req-744a402c-3468-4d7f-8abb-3915cef8b915 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:00.928463 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b3a9a16c-193d-48a2-8d94-4cab867643be req-744a402c-3468-4d7f-8abb-3915cef8b915 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 932 time: 0.5311487 Aug 23 14:50:00.962164 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-10b0d208-17ae-45ac-932c-a3147c86b497 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992705 Aug 23 14:50:01.009422 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:50:01.017459 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2afce-f7cb-46f1-9884-44c55febc2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b151b563-4f76-47af-84d1-b99d3d513fb5,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:01.068273 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c04e6f-ecfe-4e59-89b7-9e13579e7915 x-openstack-request-id: req-14c04e6f-ecfe-4e59-89b7-9e13579e7915 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:01.069013 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328f46c5-f3f7-4809-9e6a-377530e2aece", "tag": "b151b563-4f76-47af-84d1-b99d3d513fb5", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:01.070169 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-14c04e6f-ecfe-4e59-89b7-9e13579e7915 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:01.070851 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328f46c5-f3f7-4809-9e6a-377530e2aece', 'tag': 'b151b563-4f76-47af-84d1-b99d3d513fb5', 'status': 'completed', 'code': 200} Aug 23 14:50:01.138871 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Allocated IP 10.2.2.2 (a24b937b-de39-4060-9493-8fb429cfbe9e/8041fe2e-c347-4b3e-abfc-bf8ee4b736dd/31707c57-1c7e-4e92-8a91-2a0f4dfee531) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:01.142564 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e35dad-58bf-4f60-ab7c-3f1efee92e4d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Made reservation on behalf of 453bc9f0ae244a8fad31793e47e18492 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:50:01.176239 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a0012ba3-d15b-473a-a15f-983e33458979 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:01.219471 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b3a9a16c-193d-48a2-8d94-4cab867643be req-6c55d5b5-1f07-475e-8c90-766424387c49 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900722 Aug 23 14:50:01.244438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a0012ba3-d15b-473a-a15f-983e33458979 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Transition to ACTIVE for port object afc637ab-7b54-4ae5-97f1-c9c64cc49729 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:01.261372 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fc356a9-f3a1-42fd-a31e-b1a42e42c8bd req-cbe0729b-f458-4323-9276-7f9955ed4b8d service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813470 Aug 23 14:50:01.276077 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046e442-4414-4c8a-8319-31e5baf90b73 req-36cdf361-6a8b-42be-bb40-d911c9ab8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:01.278404 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a046e442-4414-4c8a-8319-31e5baf90b73 req-36cdf361-6a8b-42be-bb40-d911c9ab8040 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=165dce4cc0b24ebeb0b772357be86d81&device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 1099 time: 0.2442734 Aug 23 14:50:01.313151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:50:01.329372 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a046e442-4414-4c8a-8319-31e5baf90b73 req-32736200-9e96-4ecd-adda-68249aee2ae3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=165dce4cc0b24ebeb0b772357be86d81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380106 Aug 23 14:50:01.357710 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d38e8-b175-4758-ab2e-42b75509364e None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:50:01.377942 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44e35dad-58bf-4f60-ab7c-3f1efee92e4d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:01.430070 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-12b226fd-f3e4-4ada-baf4-dc4cdfbb582b None None] Provisioning for port 679f40b6-02f6-492f-b57c-334374f93ce6 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:01.446585 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-12b226fd-f3e4-4ada-baf4-dc4cdfbb582b None None] Provisioning complete for port 679f40b6-02f6-492f-b57c-334374f93ce6 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:01.447421 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-12b226fd-f3e4-4ada-baf4-dc4cdfbb582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:01.461305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c26666-b8af-49f8-b2dc-cf367beda7fe req-04d8b7fe-abf4-407e-99e2-5e36da621088 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:01.464893 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54c26666-b8af-49f8-b2dc-cf367beda7fe req-04d8b7fe-abf4-407e-99e2-5e36da621088 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 931 time: 0.1324401 Aug 23 14:50:01.467328 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:01.475273 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-44e35dad-58bf-4f60-ab7c-3f1efee92e4d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] device_id is not set on port cc7683fa-d729-485b-a13f-03f149ab4dae yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:50:01.528322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8779e-fa40-43e7-94e7-04f2c966b685 req-9c81c4fe-1ff2-4d01-8a08-5f512ae3de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:01.530178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ff8779e-fa40-43e7-94e7-04f2c966b685 req-9c81c4fe-1ff2-4d01-8a08-5f512ae3de72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=165dce4cc0b24ebeb0b772357be86d81&device_id=d3f62267-25e2-431f-9af3-1f161a8bee09 HTTP/1.1" status: 200 len: 1098 time: 0.1258614 Aug 23 14:50:01.531371 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a0012ba3-d15b-473a-a15f-983e33458979 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:01.544944 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d38e8-b175-4758-ab2e-42b75509364e None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:01.546211 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a08d38e8-b175-4758-ab2e-42b75509364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:01.600204 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889e41eb-6fa7-444e-89e1-167dd5417eec {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:01.606211 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d0cb4060-8f79-4175-99d4-d60b48fbc973 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.3628027 Aug 23 14:50:01.617637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a08d38e8-b175-4758-ab2e-42b75509364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:01.629539 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:01.656471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Transition to ACTIVE for port object 889e41eb-6fa7-444e-89e1-167dd5417eec will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:01.658398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046e442-4414-4c8a-8319-31e5baf90b73 req-845bb971-26e9-46cb-b3c6-c0c91f435bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:01.660301 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a046e442-4414-4c8a-8319-31e5baf90b73 req-845bb971-26e9-46cb-b3c6-c0c91f435bcf service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3190403 Aug 23 14:50:01.668835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40708) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:01.694868 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-12b226fd-f3e4-4ada-baf4-dc4cdfbb582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:01.747429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d38e8-b175-4758-ab2e-42b75509364e None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:01.749082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a08d38e8-b175-4758-ab2e-42b75509364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:01.754567 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-de43c5f2-c3a9-457e-b50d-bd66aa6aaafc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'floatingip': {'port_id': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:01.853304 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-12b226fd-f3e4-4ada-baf4-dc4cdfbb582b None None] For port 679f40b6-02f6-492f-b57c-334374f93ce6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=679f40b6-02f6-492f-b57c-334374f93ce6,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:01.881006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a08d38e8-b175-4758-ab2e-42b75509364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:01.881978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08d38e8-b175-4758-ab2e-42b75509364e None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:50:01.884376 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:01.897908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Transition to ACTIVE for port object 31707c57-1c7e-4e92-8a91-2a0f4dfee531 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:01.905227 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:01.919283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Transition to ACTIVE for port object 31707c57-1c7e-4e92-8a91-2a0f4dfee531 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:01.940397 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-12b226fd-f3e4-4ada-baf4-dc4cdfbb582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:02.006463 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:02.022666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a0012ba3-d15b-473a-a15f-983e33458979 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:02.032291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a0012ba3-d15b-473a-a15f-983e33458979 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:02.044417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a0012ba3-d15b-473a-a15f-983e33458979 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:02.063853 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-de43c5f2-c3a9-457e-b50d-bd66aa6aaafc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:02.068280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54c26666-b8af-49f8-b2dc-cf367beda7fe req-efa990e3-ea11-4474-840f-1f405f756cfb tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5759673 Aug 23 14:50:02.074080 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Pushing event updated for resources: {'Port': ['ID=889e41eb-6fa7-444e-89e1-167dd5417eec,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:02.114124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Network a24b937b-de39-4060-9493-8fb429cfbe9e is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:02.136401 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d930c31-5f45-4987-85ef-60335e509acb req-ce4c1398-e1f8-4b55-a2d3-e1ead67c2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:02.138145 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d930c31-5f45-4987-85ef-60335e509acb req-ce4c1398-e1f8-4b55-a2d3-e1ead67c2d53 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=165dce4cc0b24ebeb0b772357be86d81&device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 1099 time: 0.3785245 Aug 23 14:50:02.139050 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:02.145602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0012ba3-d15b-473a-a15f-983e33458979 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'Port': ['ID=afc637ab-7b54-4ae5-97f1-c9c64cc49729,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:02.150599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:02.160853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b226fd-f3e4-4ada-baf4-dc4cdfbb582b None None] Pushing event updated for resources: {'Port': ['ID=679f40b6-02f6-492f-b57c-334374f93ce6,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:02.185442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4a276-07e5-40a3-99fc-fb9cbe99c7d6 req-d05c0cb5-e913-4771-852c-067d2b1365ca tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:02.187011 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fae4a276-07e5-40a3-99fc-fb9cbe99c7d6 req-d05c0cb5-e913-4771-852c-067d2b1365ca tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 948 time: 0.5252056 Aug 23 14:50:02.203394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9403bec0-1969-4c6c-8161-ce327fe23227 None None] Provisioning complete for port 679f40b6-02f6-492f-b57c-334374f93ce6 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:02.204190 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9403bec0-1969-4c6c-8161-ce327fe23227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:02.241072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a0012ba3-d15b-473a-a15f-983e33458979 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:02.241765 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a0012ba3-d15b-473a-a15f-983e33458979 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:02.317387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8779e-fa40-43e7-94e7-04f2c966b685 req-edf0c061-e632-4293-8eff-a19c62c6152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:02.319007 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ff8779e-fa40-43e7-94e7-04f2c966b685 req-edf0c061-e632-4293-8eff-a19c62c6152c service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.7799411 Aug 23 14:50:02.325793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-44e35dad-58bf-4f60-ab7c-3f1efee92e4d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Allocated IP 10.1.1.61 (4b3181b0-25bc-4dc4-bbd2-aea26008a76b/efb1f0f7-98e5-40bc-b086-3383c3358cb9/cc7683fa-d729-485b-a13f-03f149ab4dae) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:02.386602 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Pushing event updated for resources: {'Port': ['ID=31707c57-1c7e-4e92-8a91-2a0f4dfee531,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:02.409763 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Attempting to bind port 31707c57-1c7e-4e92-8a91-2a0f4dfee531 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:02.410265 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Attempting to bind port 31707c57-1c7e-4e92-8a91-2a0f4dfee531 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'b4b833fb-990c-45b7-ae35-6537a7ed4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:02.410794 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Attempting to bind port 31707c57-1c7e-4e92-8a91-2a0f4dfee531 on network a24b937b-de39-4060-9493-8fb429cfbe9e {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:02.420503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:02.421070 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Checking segment: {'id': 'b4b833fb-990c-45b7-ae35-6537a7ed4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:02.425398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:02.425398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Bound using segment: {'id': 'b4b833fb-990c-45b7-ae35-6537a7ed4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:02.425398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Bound port: 31707c57-1c7e-4e92-8a91-2a0f4dfee531, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b833fb-990c-45b7-ae35-6537a7ed4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:02.425398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:02.433293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-a0012ba3-d15b-473a-a15f-983e33458979 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0434983 Aug 23 14:50:02.434922 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ff8779e-fa40-43e7-94e7-04f2c966b685 req-ec167ea7-9c34-4170-bbf6-76d5d128c7f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=8cd040fc-e23f-4329-a92c-522d68b22419 HTTP/1.1" status: 200 len: 217 time: 0.1058855 Aug 23 14:50:02.450526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-130bfe86-53f1-498d-9fee-f4533bcf8bb9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'port': {'device_id': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec', 'admin_state_up': True, 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'security_groups': ['c5e7c66b-1617-41da-b755-233eff0922e6']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:02.530552 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44e35dad-58bf-4f60-ab7c-3f1efee92e4d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:02.547932 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] For port 31707c57-1c7e-4e92-8a91-2a0f4dfee531, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:02.551873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-44e35dad-58bf-4f60-ab7c-3f1efee92e4d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Transition to ACTIVE for port object cc7683fa-d729-485b-a13f-03f149ab4dae will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:02.552431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] For port 31707c57-1c7e-4e92-8a91-2a0f4dfee531, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=31707c57-1c7e-4e92-8a91-2a0f4dfee531,segment=NetworkSegment(b4b833fb-990c-45b7-ae35-6537a7ed4b9b),segment_id=b4b833fb-990c-45b7-ae35-6537a7ed4b9b)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:02.582854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9477d-14d9-4185-8206-b5406d5ed4f9 req-4a7003a3-6712-4f65-b9f9-29a67f655f86 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:02.588380 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85e9477d-14d9-4185-8206-b5406d5ed4f9 req-4a7003a3-6712-4f65-b9f9-29a67f655f86 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 944 time: 0.1889424 Aug 23 14:50:02.632049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8779e-fa40-43e7-94e7-04f2c966b685 req-66f6c280-27b5-4b0d-8284-a1b77e6ff504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:02.633424 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:02.633791 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ff8779e-fa40-43e7-94e7-04f2c966b685 req-66f6c280-27b5-4b0d-8284-a1b77e6ff504 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1723204 Aug 23 14:50:02.718558 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85e9477d-14d9-4185-8206-b5406d5ed4f9 req-48eb25a5-00e8-4116-b03a-228fa4fc14b8 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232040 Aug 23 14:50:02.720254 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fae4a276-07e5-40a3-99fc-fb9cbe99c7d6 req-49eb4eda-9e7e-4ceb-8dbf-cf3eb7648e92 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162462 Aug 23 14:50:02.736922 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d930c31-5f45-4987-85ef-60335e509acb req-f0e4ce8f-b78a-405f-a969-a2773e9d1c8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=b151b563-4f76-47af-84d1-b99d3d513fb5 HTTP/1.1" status: 200 len: 217 time: 0.5483046 Aug 23 14:50:02.742674 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44e35dad-58bf-4f60-ab7c-3f1efee92e4d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:02.790405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf08cb-65e2-47ec-923a-4c506b2d1d5c None None] Pushing event updated for resources: {'Port': ['ID=31707c57-1c7e-4e92-8a91-2a0f4dfee531,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:02.800667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8779e-fa40-43e7-94e7-04f2c966b685 req-292a9e73-25aa-460c-815a-bd82ea904b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:02.802656 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ff8779e-fa40-43e7-94e7-04f2c966b685 req-292a9e73-25aa-460c-815a-bd82ea904b4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080523 Aug 23 14:50:02.860445 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8e57cdbc-1a96-4ba3-81d2-2f20666f56c4 None None] Provisioning for port afc637ab-7b54-4ae5-97f1-c9c64cc49729 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:02.865050 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8e57cdbc-1a96-4ba3-81d2-2f20666f56c4 None None] Provisioning complete for port afc637ab-7b54-4ae5-97f1-c9c64cc49729 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:02.865431 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8e57cdbc-1a96-4ba3-81d2-2f20666f56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:02.908501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-130bfe86-53f1-498d-9fee-f4533bcf8bb9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Made reservation on behalf of efc62d13c95b4910b9aa97884f6e1a9d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:50:02.917867 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-130bfe86-53f1-498d-9fee-f4533bcf8bb9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:02.918357 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e35dad-58bf-4f60-ab7c-3f1efee92e4d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:02.918734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8e57cdbc-1a96-4ba3-81d2-2f20666f56c4 None None] Port afc637ab-7b54-4ae5-97f1-c9c64cc49729 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:50:02.935627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-44e35dad-58bf-4f60-ab7c-3f1efee92e4d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:02.950092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e35dad-58bf-4f60-ab7c-3f1efee92e4d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:03.017357 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Attempting to bind port 889e41eb-6fa7-444e-89e1-167dd5417eec on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:03.017606 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Attempting to bind port 889e41eb-6fa7-444e-89e1-167dd5417eec by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:03.017868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Attempting to bind port 889e41eb-6fa7-444e-89e1-167dd5417eec on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:03.060336 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ff8779e-fa40-43e7-94e7-04f2c966b685 req-bc53c439-712a-4dee-8420-76456fa157aa service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445874 Aug 23 14:50:03.077059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d930c31-5f45-4987-85ef-60335e509acb req-e1ef1069-46c1-4cb4-b280-bbe01b5e2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:03.078456 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d930c31-5f45-4987-85ef-60335e509acb req-e1ef1069-46c1-4cb4-b280-bbe01b5e2b28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.3010690 Aug 23 14:50:03.085726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e35dad-58bf-4f60-ab7c-3f1efee92e4d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'Port': ['ID=cc7683fa-d729-485b-a13f-03f149ab4dae,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:03.117787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Port 889e41eb-6fa7-444e-89e1-167dd5417eec on network 60b01c3e-c449-4689-a230-d4ccabe81fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:03.117787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Attempting to bind port 889e41eb-6fa7-444e-89e1-167dd5417eec on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:03.195788 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:03.199511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Checking segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:03.201471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Bound using segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:03.201965 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Bound port: 889e41eb-6fa7-444e-89e1-167dd5417eec, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:03.202366 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:03.207559 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-de43c5f2-c3a9-457e-b50d-bd66aa6aaafc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:03.215065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e35dad-58bf-4f60-ab7c-3f1efee92e4d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:03.215861 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44e35dad-58bf-4f60-ab7c-3f1efee92e4d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:03.321701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d930c31-5f45-4987-85ef-60335e509acb req-f420b7a4-37be-479a-a454-560134cb3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:03.324834 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d930c31-5f45-4987-85ef-60335e509acb req-f420b7a4-37be-479a-a454-560134cb3b82 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2136469 Aug 23 14:50:03.330937 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-44e35dad-58bf-4f60-ab7c-3f1efee92e4d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7588274 Aug 23 14:50:03.333209 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-de43c5f2-c3a9-457e-b50d-bd66aa6aaafc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:03.341269 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-de43c5f2-c3a9-457e-b50d-bd66aa6aaafc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Floating IP 0d90a661-7358-42d6-b53b-5c505c534dec disassociated. External IP: 172.25.8.29, port: 3a92890e-1949-41b5-99b7-1b23f30d1d1c. Aug 23 14:50:03.344042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40720) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:03.348963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-568ca507-b9bb-4932-9e67-d9077f748011 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'port': {'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b', 'name': 'tempest-TaggedBootDevicesTest_v242-942309286', 'fixed_ips': [{'subnet_id': 'efb1f0f7-98e5-40bc-b086-3383c3358cb9'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:03.376121 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66479a-f511-4777-bfab-3173203adfc9 req-5b7e6cd2-5520-409b-912f-e36b4eac5107 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:03.384281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66479a-f511-4777-bfab-3173203adfc9 req-5b7e6cd2-5520-409b-912f-e36b4eac5107 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:03.386118 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac66479a-f511-4777-bfab-3173203adfc9 req-5b7e6cd2-5520-409b-912f-e36b4eac5107 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 1652 time: 0.1902668 Aug 23 14:50:03.420714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9b0be8e0-8416-493e-b8c1-b37b26871076 None None] Provisioning for port cc7683fa-d729-485b-a13f-03f149ab4dae completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:03.428932 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9b0be8e0-8416-493e-b8c1-b37b26871076 None None] Provisioning complete for port cc7683fa-d729-485b-a13f-03f149ab4dae triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:03.429793 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9b0be8e0-8416-493e-b8c1-b37b26871076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:03.461419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-130bfe86-53f1-498d-9fee-f4533bcf8bb9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Allocated IP 10.1.1.114 (0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec/ad660d34-995f-4a91-8402-f10bcdcb5082/17812f53-fbc5-4a79-919c-21e20ab42ecc) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:03.493777 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ff8779e-fa40-43e7-94e7-04f2c966b685 req-425ecb93-77f1-4975-ae17-41434bffb45d service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262233 Aug 23 14:50:03.525828 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9b0be8e0-8416-493e-b8c1-b37b26871076 None None] Port cc7683fa-d729-485b-a13f-03f149ab4dae cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:50:03.531107 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:03.549030 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac66479a-f511-4777-bfab-3173203adfc9 req-cfef3a0c-c5af-4cf1-be96-61e2297674a1 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383815 Aug 23 14:50:03.567382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=889e41eb-6fa7-444e-89e1-167dd5417eec,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:03.694090 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:03.698439 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d930c31-5f45-4987-85ef-60335e509acb req-0ffa491e-561f-4f20-839d-2333bd1ce7c0 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599422 Aug 23 14:50:03.747631 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-130bfe86-53f1-498d-9fee-f4533bcf8bb9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:03.771141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-130bfe86-53f1-498d-9fee-f4533bcf8bb9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Transition to ACTIVE for port object 17812f53-fbc5-4a79-919c-21e20ab42ecc will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:03.781669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 31707c57-1c7e-4e92-8a91-2a0f4dfee531 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:50:03.804364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568ca507-b9bb-4932-9e67-d9077f748011 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Made reservation on behalf of 453bc9f0ae244a8fad31793e47e18492 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:50:03.819250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:03.820096 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:03.822812 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] 10.222.0.57 "PUT /v2.0/ports/889e41eb-6fa7-444e-89e1-167dd5417eec HTTP/1.1" status: 200 len: 1092 time: 3.5934606 Aug 23 14:50:03.873153 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36e2331-7548-4eb5-8aad-763289e27f86', 'tag': '889e41eb-6fa7-444e-89e1-167dd5417eec'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:03.875541 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107ffcfd-f410-4269-ba96-c6247bf09ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "e36e2331-7548-4eb5-8aad-763289e27f86", "tag": "889e41eb-6fa7-444e-89e1-167dd5417eec"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:03.918091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de43c5f2-c3a9-457e-b50d-bd66aa6aaafc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:50:03.951952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 31707c57-1c7e-4e92-8a91-2a0f4dfee531 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:03.956978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 679f40b6-02f6-492f-b57c-334374f93ce6 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:50:04.025196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7e280-1354-459e-beff-ee73bd508f2e req-8c0df1a9-d346-40ef-98b6-7b69928ca60f tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:04.028569 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80e7e280-1354-459e-beff-ee73bd508f2e req-8c0df1a9-d346-40ef-98b6-7b69928ca60f tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 944 time: 0.1451743 Aug 23 14:50:04.064456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 679f40b6-02f6-492f-b57c-334374f93ce6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:04.064845 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:04.129581 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-130bfe86-53f1-498d-9fee-f4533bcf8bb9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:04.216696 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-568ca507-b9bb-4932-9e67-d9077f748011 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:04.248573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-130bfe86-53f1-498d-9fee-f4533bcf8bb9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:04.256248 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80e7e280-1354-459e-beff-ee73bd508f2e req-df868d92-2ac5-491e-beac-5983ecfebfef tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086961 Aug 23 14:50:04.261826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-130bfe86-53f1-498d-9fee-f4533bcf8bb9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:04.266218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-130bfe86-53f1-498d-9fee-f4533bcf8bb9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:04.271280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bfe86-53f1-498d-9fee-f4533bcf8bb9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'Port': ['ID=17812f53-fbc5-4a79-919c-21e20ab42ecc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:04.314567 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-568ca507-b9bb-4932-9e67-d9077f748011 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] device_id is not set on port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:50:04.399059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-130bfe86-53f1-498d-9fee-f4533bcf8bb9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:04.400501 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-130bfe86-53f1-498d-9fee-f4533bcf8bb9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:04.465706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b933c77f-1371-4306-9d11-830a6c13bce5 None None] Network a24b937b-de39-4060-9493-8fb429cfbe9e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:50:04.554215 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4d8b2d-d494-4322-8648-02accd9937f3 x-openstack-request-id: req-8e4d8b2d-d494-4322-8648-02accd9937f3 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:04.554740 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36e2331-7548-4eb5-8aad-763289e27f86", "tag": "889e41eb-6fa7-444e-89e1-167dd5417eec", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:04.554740 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e4d8b2d-d494-4322-8648-02accd9937f3 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:04.555120 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36e2331-7548-4eb5-8aad-763289e27f86', 'tag': '889e41eb-6fa7-444e-89e1-167dd5417eec', 'status': 'completed', 'code': 200} Aug 23 14:50:04.594451 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-130bfe86-53f1-498d-9fee-f4533bcf8bb9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1481977 Aug 23 14:50:04.606191 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c66d034c-b9f6-4099-9c76-a7cdcdc7b79a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'port': {'device_id': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737', 'admin_state_up': True, 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'security_groups': ['c5e7c66b-1617-41da-b755-233eff0922e6']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:04.612656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243f2ad-ae4d-42d6-bbf6-fe400382cd2a service neutron] Pushing event updated for resources: {'Port': ['ID=889e41eb-6fa7-444e-89e1-167dd5417eec,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:04.616675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-568ca507-b9bb-4932-9e67-d9077f748011 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Allocated IP 10.1.1.254 (4b3181b0-25bc-4dc4-bbd2-aea26008a76b/efb1f0f7-98e5-40bc-b086-3383c3358cb9/45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:04.638187 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 8cd040fc-e23f-4329-a92c-522d68b22419 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:50:04.704375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf216038-b3d7-4819-b00a-6affe5cc30ae req-9e48443b-3a53-4ba0-a0fa-740eef6bf1c3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:04.705958 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cf216038-b3d7-4819-b00a-6affe5cc30ae req-9e48443b-3a53-4ba0-a0fa-740eef6bf1c3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 948 time: 0.8141868 Aug 23 14:50:04.747760 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d930c31-5f45-4987-85ef-60335e509acb req-fa1989f2-3972-44b6-b56d-c7e8f605a2a5 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0329053 Aug 23 14:50:04.762291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-f904300d-2d5f-478d-a8a5-13b56276f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:04.764000 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-f904300d-2d5f-478d-a8a5-13b56276f91a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 1095 time: 0.2272522 Aug 23 14:50:04.825451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a09c1d01-f852-4c3b-a71f-d01c95284b20 None None] Provisioning for port 31707c57-1c7e-4e92-8a91-2a0f4dfee531 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:04.842437 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a09c1d01-f852-4c3b-a71f-d01c95284b20 None None] Provisioning complete for port 31707c57-1c7e-4e92-8a91-2a0f4dfee531 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:04.842819 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a09c1d01-f852-4c3b-a71f-d01c95284b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:04.862055 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-dcb9a5d4-7ec5-48c9-944f-250f9a125ca5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=889e41eb-6fa7-444e-89e1-167dd5417eec HTTP/1.1" status: 200 len: 217 time: 0.0813694 Aug 23 14:50:04.865140 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cf216038-b3d7-4819-b00a-6affe5cc30ae req-a9430569-6aa5-4d32-a457-b845b4e3c9a0 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475096 Aug 23 14:50:04.894328 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 8cd040fc-e23f-4329-a92c-522d68b22419, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8cd040fc-e23f-4329-a92c-522d68b22419,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:04.933662 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de43c5f2-c3a9-457e-b50d-bd66aa6aaafc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:50:04.946315 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-de43c5f2-c3a9-457e-b50d-bd66aa6aaafc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:04.953556 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc279e0-c052-4cf8-a03a-85c0d7acc198 None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:50:04.960446 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:50:04.962348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '8cd040fc-e23f-4329-a92c-522d68b22419', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '8cd040fc-e23f-4329-a92c-522d68b22419', 'mac_address': 'fa:16:3e:aa:ac:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:50:04.969511 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc279e0-c052-4cf8-a03a-85c0d7acc198 None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:04.970522 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1cc279e0-c052-4cf8-a03a-85c0d7acc198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:04.990046 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-de43c5f2-c3a9-457e-b50d-bd66aa6aaafc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "PUT /v2.0/floatingips/0d90a661-7358-42d6-b53b-5c505c534dec HTTP/1.1" status: 200 len: 687 time: 3.2606864 Aug 23 14:50:04.994196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40734) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:05.012106 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1cc279e0-c052-4cf8-a03a-85c0d7acc198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:05.026991 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc279e0-c052-4cf8-a03a-85c0d7acc198 None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:05.028875 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-568ca507-b9bb-4932-9e67-d9077f748011 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:05.030570 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1cc279e0-c052-4cf8-a03a-85c0d7acc198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:05.054900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-7d0f3cda-94bb-4a9a-98e0-add0a5cc5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:05.055403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-568ca507-b9bb-4932-9e67-d9077f748011 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Transition to ACTIVE for port object 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:05.056614 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-7d0f3cda-94bb-4a9a-98e0-add0a5cc5dce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.1867592 Aug 23 14:50:05.124567 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1cc279e0-c052-4cf8-a03a-85c0d7acc198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:05.125602 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc279e0-c052-4cf8-a03a-85c0d7acc198 None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:50:05.136075 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-2c11cee7-9299-4c46-a6fb-70af96e1187a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573044 Aug 23 14:50:05.177376 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-568ca507-b9bb-4932-9e67-d9077f748011 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:05.201960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82531a2-b49d-411a-a9bc-d37bc9c8ca1b req-e519fc15-cb27-45a2-bcd9-0a5e5e5c9968 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:05.209316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82531a2-b49d-411a-a9bc-d37bc9c8ca1b req-e519fc15-cb27-45a2-bcd9-0a5e5e5c9968 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:05.216097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82531a2-b49d-411a-a9bc-d37bc9c8ca1b req-e519fc15-cb27-45a2-bcd9-0a5e5e5c9968 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:05.227616 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b82531a2-b49d-411a-a9bc-d37bc9c8ca1b req-e519fc15-cb27-45a2-bcd9-0a5e5e5c9968 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 2373 time: 0.1274936 Aug 23 14:50:05.303865 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a09c1d01-f852-4c3b-a71f-d01c95284b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:05.324641 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:05.327028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c66d034c-b9f6-4099-9c76-a7cdcdc7b79a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Made reservation on behalf of efc62d13c95b4910b9aa97884f6e1a9d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:50:05.351835 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd040fc-e23f-4329-a92c-522d68b22419 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:05.362853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a09c1d01-f852-4c3b-a71f-d01c95284b20 None None] For port 31707c57-1c7e-4e92-8a91-2a0f4dfee531, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=31707c57-1c7e-4e92-8a91-2a0f4dfee531,segment=NetworkSegment(b4b833fb-990c-45b7-ae35-6537a7ed4b9b),segment_id=b4b833fb-990c-45b7-ae35-6537a7ed4b9b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:05.382658 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 8cd040fc-e23f-4329-a92c-522d68b22419, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8cd040fc-e23f-4329-a92c-522d68b22419,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:05.390622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568ca507-b9bb-4932-9e67-d9077f748011 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:05.419683 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b82531a2-b49d-411a-a9bc-d37bc9c8ca1b req-d1248bbb-a7ae-4f3c-bda0-09818e125a75 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877570 Aug 23 14:50:05.453081 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a09c1d01-f852-4c3b-a71f-d01c95284b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:05.508888 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:05.528704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-568ca507-b9bb-4932-9e67-d9077f748011 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:05.568849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ca507-b9bb-4932-9e67-d9077f748011 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:05.614893 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c1d01-f852-4c3b-a71f-d01c95284b20 None None] Pushing event updated for resources: {'Port': ['ID=31707c57-1c7e-4e92-8a91-2a0f4dfee531,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:05.650639 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-a347d39c-377f-466a-8cbd-9f4ed2806afd service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791196 Aug 23 14:50:05.664306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ca507-b9bb-4932-9e67-d9077f748011 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'Port': ['ID=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:05.692453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afea57a-b125-4f5a-a312-cf4910322293 req-db7ecfbc-4436-4ec0-bcf2-db0f9ed9c8ed tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:05.708363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ca507-b9bb-4932-9e67-d9077f748011 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:05.708708 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3afea57a-b125-4f5a-a312-cf4910322293 req-db7ecfbc-4436-4ec0-bcf2-db0f9ed9c8ed tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 944 time: 0.2778628 Aug 23 14:50:05.716107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f4ea785e-3557-4218-b434-c0483046c1c6 None None] Provisioning for port 17812f53-fbc5-4a79-919c-21e20ab42ecc completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:05.724190 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f4ea785e-3557-4218-b434-c0483046c1c6 None None] Provisioning complete for port 17812f53-fbc5-4a79-919c-21e20ab42ecc triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:05.724576 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f4ea785e-3557-4218-b434-c0483046c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:05.725206 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-568ca507-b9bb-4932-9e67-d9077f748011 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:05.790216 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c66d034c-b9f6-4099-9c76-a7cdcdc7b79a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:05.791022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea785e-3557-4218-b434-c0483046c1c6 None None] Port 17812f53-fbc5-4a79-919c-21e20ab42ecc cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:50:05.801078 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['8cd040fc-e23f-4329-a92c-522d68b22419'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:50:05.848613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3afea57a-b125-4f5a-a312-cf4910322293 req-7d35c3a4-613d-409b-bbfa-e09204d13f9a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389215 Aug 23 14:50:05.874022 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-72bb1120-fd24-4a3b-be3e-4ee51b638293 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting port 40a490e0-b49e-4779-971e-37ba6108d3df {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:50:05.874022 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72bb1120-fd24-4a3b-be3e-4ee51b638293 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:05.874410 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=8cd040fc-e23f-4329-a92c-522d68b22419,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:05.977969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-292a1407-6025-4708-aaa5-59f3c40c560a None None] Provisioning complete for port 31707c57-1c7e-4e92-8a91-2a0f4dfee531 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:05.978689 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-292a1407-6025-4708-aaa5-59f3c40c560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:05.983316 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-568ca507-b9bb-4932-9e67-d9077f748011 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6383405 Aug 23 14:50:05.992677 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72bb1120-fd24-4a3b-be3e-4ee51b638293 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:05.993085 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72bb1120-fd24-4a3b-be3e-4ee51b638293 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:06.009091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-72bb1120-fd24-4a3b-be3e-4ee51b638293 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Calling delete_port for 40a490e0-b49e-4779-971e-37ba6108d3df owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:50:06.174390 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-091b5aa5-a3b8-454e-b210-d243a4baa65d req-74522476-d8cd-42b9-a742-11f12c2d2ce0 service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140290 Aug 23 14:50:06.210231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2d2e3-16a4-4298-8624-1503ffb39525 req-aa38678e-ab64-4580-9a6a-5098ecf98ace tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:06.218095 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebe2d2e3-16a4-4298-8624-1503ffb39525 req-aa38678e-ab64-4580-9a6a-5098ecf98ace tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 948 time: 0.1855624 Aug 23 14:50:06.302581 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebe2d2e3-16a4-4298-8624-1503ffb39525 req-7b6b8b08-3430-4cff-89de-7fb54b6f4682 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831280 Aug 23 14:50:06.310399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5b400c16-77c5-4b41-99f5-0632cdc9a50d None None] Provisioning for port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:06.316968 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72bb1120-fd24-4a3b-be3e-4ee51b638293 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:06.325398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c66d034c-b9f6-4099-9c76-a7cdcdc7b79a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Allocated IP 10.2.2.100 (72070819-7380-4ce2-bba5-cb3fe9632737/4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e/47cc6354-51c7-401d-a491-1ca75f25bef5) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:06.330036 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5b400c16-77c5-4b41-99f5-0632cdc9a50d None None] Provisioning complete for port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:06.330862 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5b400c16-77c5-4b41-99f5-0632cdc9a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:06.412256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5b400c16-77c5-4b41-99f5-0632cdc9a50d None None] Port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:50:06.460565 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb1120-fd24-4a3b-be3e-4ee51b638293 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Port': ['ID=40a490e0-b49e-4779-971e-37ba6108d3df,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:06.492867 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c66d034c-b9f6-4099-9c76-a7cdcdc7b79a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:06.514118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c66d034c-b9f6-4099-9c76-a7cdcdc7b79a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Transition to ACTIVE for port object 47cc6354-51c7-401d-a491-1ca75f25bef5 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:06.522924 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72bb1120-fd24-4a3b-be3e-4ee51b638293 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:06.527043 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72bb1120-fd24-4a3b-be3e-4ee51b638293 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:06.539778 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-72bb1120-fd24-4a3b-be3e-4ee51b638293 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/floatingips/0d90a661-7358-42d6-b53b-5c505c534dec HTTP/1.1" status: 204 len: 168 time: 1.5401194 Aug 23 14:50:06.540881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40748) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:06.550759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40750) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:06.556157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1e123028-6577-4a1e-ba8b-aec19615162f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012500662', 'description': 'tempest-description--1843049878'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:06.561685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '67cf42f2-5f02-442b-8b63-0bf3ec63d984'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:06.583334 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ffcfd-f410-4269-ba96-c6247bf09ce5 req-eff6a407-e98e-4f67-9a83-d11c83d063b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:06.585112 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-107ffcfd-f410-4269-ba96-c6247bf09ce5 req-eff6a407-e98e-4f67-9a83-d11c83d063b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 1095 time: 0.2557781 Aug 23 14:50:06.630623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b151b563-4f76-47af-84d1-b99d3d513fb5 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:50:06.634552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 8cd040fc-e23f-4329-a92c-522d68b22419 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:50:06.642551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb4453-0f87-48b3-b27e-2627b50af0aa req-64da3a90-f5ae-4e77-98d5-ba266192d711 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:06.648703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb4453-0f87-48b3-b27e-2627b50af0aa req-64da3a90-f5ae-4e77-98d5-ba266192d711 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:06.655869 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb4453-0f87-48b3-b27e-2627b50af0aa req-64da3a90-f5ae-4e77-98d5-ba266192d711 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:06.657582 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93eb4453-0f87-48b3-b27e-2627b50af0aa req-64da3a90-f5ae-4e77-98d5-ba266192d711 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 2373 time: 0.0860848 Aug 23 14:50:06.726071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ffcfd-f410-4269-ba96-c6247bf09ce5 req-376cf2d9-94dc-4382-84dc-8d7326492d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:06.728115 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-107ffcfd-f410-4269-ba96-c6247bf09ce5 req-376cf2d9-94dc-4382-84dc-8d7326492d0d service neutron] 10.222.0.57 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.1335106 Aug 23 14:50:06.736296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93eb4453-0f87-48b3-b27e-2627b50af0aa req-6becf890-6937-42c9-b286-8bca401547c3 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660217 Aug 23 14:50:06.766396 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1e123028-6577-4a1e-ba8b-aec19615162f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:06.769065 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c66d034c-b9f6-4099-9c76-a7cdcdc7b79a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:06.823370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c66d034c-b9f6-4099-9c76-a7cdcdc7b79a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Network 72070819-7380-4ce2-bba5-cb3fe9632737 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:06.843173 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-107ffcfd-f410-4269-ba96-c6247bf09ce5 req-530dc300-bc22-47ea-9f21-4db13af713d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=889e41eb-6fa7-444e-89e1-167dd5417eec HTTP/1.1" status: 200 len: 217 time: 0.1057038 Aug 23 14:50:06.861927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c66d034c-b9f6-4099-9c76-a7cdcdc7b79a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:06.874854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c66d034c-b9f6-4099-9c76-a7cdcdc7b79a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:06.883306 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b151b563-4f76-47af-84d1-b99d3d513fb5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b151b563-4f76-47af-84d1-b99d3d513fb5,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:06.924943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'b151b563-4f76-47af-84d1-b99d3d513fb5', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'b151b563-4f76-47af-84d1-b99d3d513fb5', 'mac_address': 'fa:16:3e:d8:be:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:50:06.973457 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:06.994984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b151b563-4f76-47af-84d1-b99d3d513fb5 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:07.006841 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 8cd040fc-e23f-4329-a92c-522d68b22419 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:07.010741 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c66d034c-b9f6-4099-9c76-a7cdcdc7b79a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:07.011871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c66d034c-b9f6-4099-9c76-a7cdcdc7b79a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:07.023102 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 8cd040fc-e23f-4329-a92c-522d68b22419 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:07.025737 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:07.048117 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ffcfd-f410-4269-ba96-c6247bf09ce5 req-80ebcf8e-7816-4080-b5e4-082a5ac614c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:07.055617 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-107ffcfd-f410-4269-ba96-c6247bf09ce5 req-80ebcf8e-7816-4080-b5e4-082a5ac614c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.1936469 Aug 23 14:50:07.072152 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9512608-4b6e-4989-b88b-acf104209343 req-e214dba1-e90d-4f1e-95af-91cf7909ef39 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2474496 Aug 23 14:50:07.076055 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b151b563-4f76-47af-84d1-b99d3d513fb5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b151b563-4f76-47af-84d1-b99d3d513fb5,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:07.079238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d034c-b9f6-4099-9c76-a7cdcdc7b79a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'Port': ['ID=47cc6354-51c7-401d-a491-1ca75f25bef5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:07.114844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf14ecf-3862-4cc7-957c-a855e5d3f2dd req-b13af2ab-54ec-4a9c-8dec-d4f78bccaf84 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:07.116746 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-adf14ecf-3862-4cc7-957c-a855e5d3f2dd req-b13af2ab-54ec-4a9c-8dec-d4f78bccaf84 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 944 time: 0.0885057 Aug 23 14:50:07.140659 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-107ffcfd-f410-4269-ba96-c6247bf09ce5 req-742083aa-b496-47d3-a15c-e21ba4e15857 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752525 Aug 23 14:50:07.150422 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:07.163299 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:07.177838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd040fc-e23f-4329-a92c-522d68b22419'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:07.180508 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ede3c95-a544-4242-9a9a-8af1820f2039" -d '{"events": [{"server_uuid": "d3f62267-25e2-431f-9af3-1f161a8bee09", "name": "network-vif-plugged", "status": "completed", "tag": "8cd040fc-e23f-4329-a92c-522d68b22419"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:07.201358 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:07.248885 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-adf14ecf-3862-4cc7-957c-a855e5d3f2dd req-6aa08c6b-550f-44ed-9aa3-612b6b169ac8 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235681 Aug 23 14:50:07.290832 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f443a280-b88d-46fe-81c1-ad7758c98c85 x-openstack-request-id: req-f443a280-b88d-46fe-81c1-ad7758c98c85 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:07.291125 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f62267-25e2-431f-9af3-1f161a8bee09", "name": "network-vif-plugged", "status": "completed", "tag": "8cd040fc-e23f-4329-a92c-522d68b22419", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:07.291398 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f443a280-b88d-46fe-81c1-ad7758c98c85 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:07.292692 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd040fc-e23f-4329-a92c-522d68b22419', 'code': 200} Aug 23 14:50:07.298738 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 8cd040fc-e23f-4329-a92c-522d68b22419, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8cd040fc-e23f-4329-a92c-522d68b22419,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:07.317771 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b151b563-4f76-47af-84d1-b99d3d513fb5,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:07.383070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1e123028-6577-4a1e-ba8b-aec19615162f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:07.388786 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c66d034c-b9f6-4099-9c76-a7cdcdc7b79a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7873189 Aug 23 14:50:07.397395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9512608-4b6e-4989-b88b-acf104209343 req-a6b2761d-b48f-4e60-9eaa-be9e1d7c6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:07.399363 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9512608-4b6e-4989-b88b-acf104209343 req-a6b2761d-b48f-4e60-9eaa-be9e1d7c6e3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12feac158092408899c1a0e9b042350f&device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 1096 time: 0.2665803 Aug 23 14:50:07.412282 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-107ffcfd-f410-4269-ba96-c6247bf09ce5 req-83ac0866-9ef5-4ad2-bc03-669cef7dc43b service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621903 Aug 23 14:50:07.422237 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135918c5-1803-4f72-9a87-f9e71232a146 req-77ce8ce8-835b-4be8-88a5-c77764515e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:07.423749 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-135918c5-1803-4f72-9a87-f9e71232a146 req-77ce8ce8-835b-4be8-88a5-c77764515e67 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d3f62267-25e2-431f-9af3-1f161a8bee09 HTTP/1.1" status: 200 len: 1099 time: 0.0904529 Aug 23 14:50:07.433278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-704b8ca4-0523-4902-9d44-8e48244adb5e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'port': {'device_id': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737', 'admin_state_up': True, 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'security_groups': ['c5e7c66b-1617-41da-b755-233eff0922e6']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:07.437373 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:07.511734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=8cd040fc-e23f-4329-a92c-522d68b22419,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:07.522849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['b151b563-4f76-47af-84d1-b99d3d513fb5'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:50:07.522849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5eed163a-d95d-4d95-a6a0-80e9318fb942 None None] Provisioning for port 47cc6354-51c7-401d-a491-1ca75f25bef5 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:07.538778 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:07.557856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5eed163a-d95d-4d95-a6a0-80e9318fb942 None None] Provisioning complete for port 47cc6354-51c7-401d-a491-1ca75f25bef5 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:07.558176 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-135918c5-1803-4f72-9a87-f9e71232a146 req-fe210f9d-5275-461c-875e-3f28eb4e96aa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215081 Aug 23 14:50:07.558320 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5eed163a-d95d-4d95-a6a0-80e9318fb942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:07.564580 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1e123028-6577-4a1e-ba8b-aec19615162f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:07.624783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad3429-d271-46cd-9ed7-85a1aa038003 req-60f5bd4c-e374-408e-a861-cd9f476b35a3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:07.631775 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 31707c57-1c7e-4e92-8a91-2a0f4dfee531 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:50:07.632736 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-107ffcfd-f410-4269-ba96-c6247bf09ce5 req-668174a0-a859-4dce-afc2-bb802430539c service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078276 Aug 23 14:50:07.638368 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3dad3429-d271-46cd-9ed7-85a1aa038003 req-60f5bd4c-e374-408e-a861-cd9f476b35a3 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 949 time: 0.2397273 Aug 23 14:50:07.677943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5eed163a-d95d-4d95-a6a0-80e9318fb942 None None] Port 47cc6354-51c7-401d-a491-1ca75f25bef5 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:50:07.688198 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1e123028-6577-4a1e-ba8b-aec19615162f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:07.689503 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1e123028-6577-4a1e-ba8b-aec19615162f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1377134 Aug 23 14:50:07.711979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40762) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:07.717613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-6f9f56fc-9363-4847-b877-3f8b3532feef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'security_group_rule': {'security_group_id': '7c24d698-4b6f-463b-9aad-9d8ce48130d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:07.748690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e123028-6577-4a1e-ba8b-aec19615162f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c24d698-4b6f-463b-9aad-9d8ce48130d6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:07.757841 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Allocated IP 172.25.8.237 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/ceb4f6bf-6dc8-4443-ab3f-9ae9ba20e85a) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:07.801963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9512608-4b6e-4989-b88b-acf104209343 req-88b42f98-ff72-4ad5-8bc4-78794d2d0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:07.803440 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9512608-4b6e-4989-b88b-acf104209343 req-88b42f98-ff72-4ad5-8bc4-78794d2d0486 service neutron] 10.222.0.57 "GET /v2.0/networks?id=88af5c89-a79c-43cf-8e21-2e35ff247d29 HTTP/1.1" status: 200 len: 916 time: 0.3654110 Aug 23 14:50:07.825359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3dad3429-d271-46cd-9ed7-85a1aa038003 req-99ffd08b-f722-47dc-897f-adadb7d18dd7 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880906 Aug 23 14:50:07.843142 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 31707c57-1c7e-4e92-8a91-2a0f4dfee531 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:07.843493 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:07.985131 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9512608-4b6e-4989-b88b-acf104209343 req-448660d0-afe4-443e-b60a-0f9cc434ac91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=993c5e0b-99f8-457a-b309-2c7c5a7bce98 HTTP/1.1" status: 200 len: 1001 time: 0.1584551 Aug 23 14:50:07.996031 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:08.019195 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f9f56fc-9363-4847-b877-3f8b3532feef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:08.019461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c4b7a-ba95-4276-b6aa-e148bf5f1c99 req-356219c7-c644-4ff6-b5de-1c6e85f8c54d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:08.025080 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c4b7a-ba95-4276-b6aa-e148bf5f1c99 req-356219c7-c644-4ff6-b5de-1c6e85f8c54d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:08.032180 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c4b7a-ba95-4276-b6aa-e148bf5f1c99 req-356219c7-c644-4ff6-b5de-1c6e85f8c54d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:08.038019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c4b7a-ba95-4276-b6aa-e148bf5f1c99 req-356219c7-c644-4ff6-b5de-1c6e85f8c54d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:08.039805 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e8c4b7a-ba95-4276-b6aa-e148bf5f1c99 req-356219c7-c644-4ff6-b5de-1c6e85f8c54d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 3094 time: 0.1262021 Aug 23 14:50:08.089509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9512608-4b6e-4989-b88b-acf104209343 req-c477fd6e-812c-4fe0-8cb5-fc461ad8d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:08.091274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9512608-4b6e-4989-b88b-acf104209343 req-c477fd6e-812c-4fe0-8cb5-fc461ad8d43d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=320beec8-ca64-47ee-b131-43ac22d375c5 HTTP/1.1" status: 200 len: 854 time: 0.0894544 Aug 23 14:50:08.104696 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e8c4b7a-ba95-4276-b6aa-e148bf5f1c99 req-fcfeefd5-73c8-4963-9481-ec1b81111a28 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501363 Aug 23 14:50:08.175745 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:08.219722 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:08.229346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:08.229346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:08.255786 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=ceb4f6bf-6dc8-4443-ab3f-9ae9ba20e85a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:08.429673 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-704b8ca4-0523-4902-9d44-8e48244adb5e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Made reservation on behalf of efc62d13c95b4910b9aa97884f6e1a9d for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:50:08.434660 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-704b8ca4-0523-4902-9d44-8e48244adb5e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:08.489631 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f9f56fc-9363-4847-b877-3f8b3532feef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:08.510814 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9512608-4b6e-4989-b88b-acf104209343 req-a9fd416e-49da-4875-bf02-dfa43b5db304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:08.512430 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9512608-4b6e-4989-b88b-acf104209343 req-a9fd416e-49da-4875-bf02-dfa43b5db304 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88af5c89-a79c-43cf-8e21-2e35ff247d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4130259 Aug 23 14:50:08.559028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1c2b-105c-4e3d-bba4-c802f7b43fb2 req-cb9f54e8-8925-496a-a8d0-85131a6c7742 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:08.560791 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-98ac1c2b-105c-4e3d-bba4-c802f7b43fb2 req-cb9f54e8-8925-496a-a8d0-85131a6c7742 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 944 time: 0.1380718 Aug 23 14:50:08.624867 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f9f56fc-9363-4847-b877-3f8b3532feef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:08.661505 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b151b563-4f76-47af-84d1-b99d3d513fb5 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:50:08.676886 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:08.726995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f56fc-9363-4847-b877-3f8b3532feef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79328a33-ed6b-4e46-8849-285a2a8f5b55,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:08.763083 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-98ac1c2b-105c-4e3d-bba4-c802f7b43fb2 req-b757644b-9fee-490b-b137-d0cfae407789 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873116 Aug 23 14:50:08.832496 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port b151b563-4f76-47af-84d1-b99d3d513fb5 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:08.832939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port b151b563-4f76-47af-84d1-b99d3d513fb5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:08.833426 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:08.849992 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f9f56fc-9363-4847-b877-3f8b3532feef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:08.854076 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6f9f56fc-9363-4847-b877-3f8b3532feef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1410351 Aug 23 14:50:08.857311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40776) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:08.870339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7a8febf4-83db-466d-ac38-1c6016529dca tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'security_group_rule': {'security_group_id': '7c24d698-4b6f-463b-9aad-9d8ce48130d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:08.883152 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:08.895002 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9512608-4b6e-4989-b88b-acf104209343 req-4ea5aa11-ddc3-45aa-8b97-2dc8542fbd64 service neutron] 10.222.0.57 "GET /v2.0/networks/88af5c89-a79c-43cf-8e21-2e35ff247d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440328 Aug 23 14:50:08.906127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-704b8ca4-0523-4902-9d44-8e48244adb5e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Allocated IP 10.2.2.200 (72070819-7380-4ce2-bba5-cb3fe9632737/4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e/d93a231e-4370-4457-8e88-9c673c90e61e) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:08.970029 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:09.013348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b151b563-4f76-47af-84d1-b99d3d513fb5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b151b563-4f76-47af-84d1-b99d3d513fb5,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:09.050838 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7a8febf4-83db-466d-ac38-1c6016529dca tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:09.106770 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:09.119248 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:09.157687 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4df0-710f-43af-ba38-7a072b69dc17 req-0486f0dd-7a04-4fe9-bf80-49324b2d7270 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:09.159270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-56cf4df0-710f-43af-ba38-7a072b69dc17 req-0486f0dd-7a04-4fe9-bf80-49324b2d7270 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 949 time: 0.2257605 Aug 23 14:50:09.182818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b151b563-4f76-47af-84d1-b99d3d513fb5,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:09.237607 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:09.276438 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9512608-4b6e-4989-b88b-acf104209343 req-ae0c40c1-d204-4db6-9daa-da3c4d7322aa service neutron] 10.222.0.57 "GET /v2.0/networks/88af5c89-a79c-43cf-8e21-2e35ff247d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677542 Aug 23 14:50:09.292321 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7a8febf4-83db-466d-ac38-1c6016529dca tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:09.293971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328f46c5-f3f7-4809-9e6a-377530e2aece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b151b563-4f76-47af-84d1-b99d3d513fb5'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:09.297928 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9824e561-2db1-497b-9d4f-a0a1f2c2b4a3" -d '{"events": [{"server_uuid": "328f46c5-f3f7-4809-9e6a-377530e2aece", "name": "network-vif-plugged", "status": "completed", "tag": "b151b563-4f76-47af-84d1-b99d3d513fb5"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:09.305046 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-56cf4df0-710f-43af-ba38-7a072b69dc17 req-affc7cd6-7d12-4986-be79-764f89fd4d0e tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318712 Aug 23 14:50:09.341145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733457b-63b4-45f0-945b-67f80b698208 req-63c438ca-6f4b-4a4b-b7ef-9a33dc1250cb tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:09.341326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 889e41eb-6fa7-444e-89e1-167dd5417eec details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:50:09.346745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733457b-63b4-45f0-945b-67f80b698208 req-63c438ca-6f4b-4a4b-b7ef-9a33dc1250cb tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:09.352906 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733457b-63b4-45f0-945b-67f80b698208 req-63c438ca-6f4b-4a4b-b7ef-9a33dc1250cb tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:09.357647 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-704b8ca4-0523-4902-9d44-8e48244adb5e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:09.359253 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733457b-63b4-45f0-945b-67f80b698208 req-63c438ca-6f4b-4a4b-b7ef-9a33dc1250cb tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:09.361085 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5733457b-63b4-45f0-945b-67f80b698208 req-63c438ca-6f4b-4a4b-b7ef-9a33dc1250cb tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 3094 time: 0.1530910 Aug 23 14:50:09.361760 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=ceb4f6bf-6dc8-4443-ab3f-9ae9ba20e85a,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:09.364916 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1400de7-a2a3-4b7c-bb50-8003cc36cc41 x-openstack-request-id: req-e1400de7-a2a3-4b7c-bb50-8003cc36cc41 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:09.365411 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328f46c5-f3f7-4809-9e6a-377530e2aece", "name": "network-vif-plugged", "status": "completed", "tag": "b151b563-4f76-47af-84d1-b99d3d513fb5", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:09.378156 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e1400de7-a2a3-4b7c-bb50-8003cc36cc41 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:09.378156 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328f46c5-f3f7-4809-9e6a-377530e2aece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b151b563-4f76-47af-84d1-b99d3d513fb5', 'code': 200} Aug 23 14:50:09.379271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7a8febf4-83db-466d-ac38-1c6016529dca tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:09.397592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-704b8ca4-0523-4902-9d44-8e48244adb5e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Transition to ACTIVE for port object d93a231e-4370-4457-8e88-9c673c90e61e will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:09.410993 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:09.425617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8febf4-83db-466d-ac38-1c6016529dca tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e522aa-a970-4823-b424-dbf86b641a89,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:09.506317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=889e41eb-6fa7-444e-89e1-167dd5417eec,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:09.519722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '889e41eb-6fa7-444e-89e1-167dd5417eec', 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc', 'port_id': '889e41eb-6fa7-444e-89e1-167dd5417eec', 'mac_address': 'fa:16:3e:f5:59:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3c3169-88e3-4e3b-9891-646aecdff0e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:50:09.523917 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7a8febf4-83db-466d-ac38-1c6016529dca tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:09.530381 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7a8febf4-83db-466d-ac38-1c6016529dca tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6690657 Aug 23 14:50:09.530783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40788) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:09.537302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:09.549009 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5733457b-63b4-45f0-945b-67f80b698208 req-2b7003ee-d218-4be2-9c58-f6f7558ab7c7 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727872 Aug 23 14:50:09.555290 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-704b8ca4-0523-4902-9d44-8e48244adb5e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:09.578859 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:09.594152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889e41eb-6fa7-444e-89e1-167dd5417eec {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:09.598770 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c28503-2fee-4e05-85cb-c0a5cf7d06cf req-2a3345c0-d8bd-41f8-aa54-d1e85df34863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:09.600560 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-67c28503-2fee-4e05-85cb-c0a5cf7d06cf req-2a3345c0-d8bd-41f8-aa54-d1e85df34863 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 1101 time: 0.1464729 Aug 23 14:50:09.617061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=889e41eb-6fa7-444e-89e1-167dd5417eec,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:09.633079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-704b8ca4-0523-4902-9d44-8e48244adb5e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Network 72070819-7380-4ce2-bba5-cb3fe9632737 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:09.639359 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Floating IP 8438f0ee-2ddd-4775-9fe6-ce45acd5ef13 associated. External IP: 172.25.8.237, port: 67cf42f2-5f02-442b-8b63-0bf3ec63d984. Aug 23 14:50:09.645242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-704b8ca4-0523-4902-9d44-8e48244adb5e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:09.648539 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-704b8ca4-0523-4902-9d44-8e48244adb5e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:09.653880 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b8ca4-0523-4902-9d44-8e48244adb5e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event updated for resources: {'Port': ['ID=d93a231e-4370-4457-8e88-9c673c90e61e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:09.688954 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:09.704377 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-67c28503-2fee-4e05-85cb-c0a5cf7d06cf req-66dac427-4177-4740-999f-1202995f4922 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938292 Aug 23 14:50:09.724870 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:09.769128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-704b8ca4-0523-4902-9d44-8e48244adb5e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:09.770436 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-704b8ca4-0523-4902-9d44-8e48244adb5e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:09.773015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=889e41eb-6fa7-444e-89e1-167dd5417eec,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:09.905422 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-704b8ca4-0523-4902-9d44-8e48244adb5e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5050759 Aug 23 14:50:09.915170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['889e41eb-6fa7-444e-89e1-167dd5417eec'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:50:09.947243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Request body: {'port': {'device_id': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:09.957785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:50:10.023567 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb4639-d98f-4a75-a3d0-12518b1fa778 req-3bf6ffcf-70ec-42b4-944c-6412ee7c47aa tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:10.025391 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d9cb4639-d98f-4a75-a3d0-12518b1fa778 req-3bf6ffcf-70ec-42b4-944c-6412ee7c47aa tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 945 time: 0.1416759 Aug 23 14:50:10.031350 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:10.093646 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c8318a94-76b0-4759-8c88-bd3a31463c55 None None] Provisioning for port d93a231e-4370-4457-8e88-9c673c90e61e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:10.109566 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c8318a94-76b0-4759-8c88-bd3a31463c55 None None] Provisioning complete for port d93a231e-4370-4457-8e88-9c673c90e61e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:10.109566 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c8318a94-76b0-4759-8c88-bd3a31463c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:10.133524 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:10.136426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:50:10.155557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c8318a94-76b0-4759-8c88-bd3a31463c55 None None] Port d93a231e-4370-4457-8e88-9c673c90e61e cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:50:10.159385 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925b74f-e818-497e-a863-cf983f73b50c None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:50:10.160917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d9cb4639-d98f-4a75-a3d0-12518b1fa778 req-b4947f5c-60d2-4f40-ab6b-dc55b530b052 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169446 Aug 23 14:50:10.186564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d925b74f-e818-497e-a863-cf983f73b50c None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:10.189585 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d925b74f-e818-497e-a863-cf983f73b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:10.241250 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d925b74f-e818-497e-a863-cf983f73b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:10.258059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d925b74f-e818-497e-a863-cf983f73b50c None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:10.258763 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d925b74f-e818-497e-a863-cf983f73b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:10.261868 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:10.297515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d925b74f-e818-497e-a863-cf983f73b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:10.298831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925b74f-e818-497e-a863-cf983f73b50c None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:50:10.310361 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6637c774-38fa-4c89-92de-ca6b5c83b37c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7551541 Aug 23 14:50:10.311057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40798) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:10.336240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Allocated IP 172.25.8.68 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/2f076f24-86ef-4a29-bf5a-87f88d063d9f) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:10.423453 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1f37a7e6-a1e8-4616-981b-04e5638dc89c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "GET /v2.0/floatingips/8438f0ee-2ddd-4775-9fe6-ce45acd5ef13 HTTP/1.1" status: 200 len: 978 time: 0.1090372 Aug 23 14:50:10.423737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40802) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:10.559120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-77c05680-8e01-4627-a482-06babb459b6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1312120 Aug 23 14:50:10.559341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40804) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:10.559439 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558156c4-b16b-4a05-aa92-24d8109b1877 req-0d21ffbf-7958-4564-a352-6dc35fbdd088 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:10.560942 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-558156c4-b16b-4a05-aa92-24d8109b1877 req-0d21ffbf-7958-4564-a352-6dc35fbdd088 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 950 time: 0.1715403 Aug 23 14:50:10.564172 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b793f193-a972-4bb4-8b9d-fd88561af561 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'floatingip': {'port_id': '3a92890e-1949-41b5-99b7-1b23f30d1d1c'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:10.604991 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:10.646318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-558156c4-b16b-4a05-aa92-24d8109b1877 req-4a052f3e-c984-4372-ac1b-a41ad815fbc2 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677903 Aug 23 14:50:10.700141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9edec396-03e2-4ea6-bce5-2fa40fbed659 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:10.710258 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:10.737712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Transition to ACTIVE for port object 9edec396-03e2-4ea6-bce5-2fa40fbed659 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:10.846817 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:10.880177 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:10.930440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:10.935960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:10.971080 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:10.973873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Pushing event updated for resources: {'Port': ['ID=9edec396-03e2-4ea6-bce5-2fa40fbed659,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:11.058604 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b793f193-a972-4bb4-8b9d-fd88561af561 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:11.139278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848d637-e03e-410f-b99d-c1614c451cf7 req-c16ff5e5-a3e1-4cae-9c7c-4ccf1081cc0b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:11.146280 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848d637-e03e-410f-b99d-c1614c451cf7 req-c16ff5e5-a3e1-4cae-9c7c-4ccf1081cc0b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:11.153962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848d637-e03e-410f-b99d-c1614c451cf7 req-c16ff5e5-a3e1-4cae-9c7c-4ccf1081cc0b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:11.154204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'Port': ['ID=2f076f24-86ef-4a29-bf5a-87f88d063d9f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:11.171698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848d637-e03e-410f-b99d-c1614c451cf7 req-c16ff5e5-a3e1-4cae-9c7c-4ccf1081cc0b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:11.178898 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848d637-e03e-410f-b99d-c1614c451cf7 req-c16ff5e5-a3e1-4cae-9c7c-4ccf1081cc0b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:11.180881 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b848d637-e03e-410f-b99d-c1614c451cf7 req-c16ff5e5-a3e1-4cae-9c7c-4ccf1081cc0b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 3827 time: 0.1845019 Aug 23 14:50:11.221667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Attempting to bind port 9edec396-03e2-4ea6-bce5-2fa40fbed659 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:11.225491 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Attempting to bind port 9edec396-03e2-4ea6-bce5-2fa40fbed659 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'e7fce797-3460-48c7-afa5-21ae04aa8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:11.225491 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Attempting to bind port 9edec396-03e2-4ea6-bce5-2fa40fbed659 on network cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:11.229197 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Port 9edec396-03e2-4ea6-bce5-2fa40fbed659 on network cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:11.229608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Attempting to bind port 9edec396-03e2-4ea6-bce5-2fa40fbed659 on network cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:11.240804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:11.241272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Checking segment: {'id': 'e7fce797-3460-48c7-afa5-21ae04aa8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:11.241737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Bound using segment: {'id': 'e7fce797-3460-48c7-afa5-21ae04aa8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:11.242280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Bound port: 9edec396-03e2-4ea6-bce5-2fa40fbed659, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fce797-3460-48c7-afa5-21ae04aa8c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:11.242732 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:11.255923 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:11.291040 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b848d637-e03e-410f-b99d-c1614c451cf7 req-54053f98-4ea0-4867-b5ab-2a6420682ac9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939975 Aug 23 14:50:11.358456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 889e41eb-6fa7-444e-89e1-167dd5417eec up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:50:11.397436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] For port 9edec396-03e2-4ea6-bce5-2fa40fbed659, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:11.409959 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740da4f-00d6-474d-893b-27e808e15d28 req-04e6fcfb-f37a-437f-a5c2-81433d541596 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:11.411757 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a740da4f-00d6-474d-893b-27e808e15d28 req-04e6fcfb-f37a-437f-a5c2-81433d541596 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 945 time: 0.1120250 Aug 23 14:50:11.439476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] For port 9edec396-03e2-4ea6-bce5-2fa40fbed659, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=9edec396-03e2-4ea6-bce5-2fa40fbed659,segment=NetworkSegment(e7fce797-3460-48c7-afa5-21ae04aa8c4d),segment_id=e7fce797-3460-48c7-afa5-21ae04aa8c4d)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:11.443898 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:11.503316 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a740da4f-00d6-474d-893b-27e808e15d28 req-3dc69119-e7a5-4dcd-9c37-93f5e8e666db tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775445 Aug 23 14:50:11.535584 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:11.557200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 889e41eb-6fa7-444e-89e1-167dd5417eec completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:11.562297 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 889e41eb-6fa7-444e-89e1-167dd5417eec triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:11.562676 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:11.607885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:11.608628 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:11.611845 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] 10.222.0.61 "PUT /v2.0/ports/9edec396-03e2-4ea6-bce5-2fa40fbed659 HTTP/1.1" status: 200 len: 1091 time: 1.6738303 Aug 23 14:50:11.613291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': '9edec396-03e2-4ea6-bce5-2fa40fbed659'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:11.623350 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4f4238-dead-4b3b-af7e-bbe9c289ac4b" -d '{"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "9edec396-03e2-4ea6-bce5-2fa40fbed659"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:11.679436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f7b62-d893-45e5-83a3-5dd8e88ad26b service neutron] Pushing event updated for resources: {'Port': ['ID=9edec396-03e2-4ea6-bce5-2fa40fbed659,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:11.706275 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:11.721647 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2df9b9-6224-4aa4-b892-5aef901e3710 x-openstack-request-id: req-8d2df9b9-6224-4aa4-b892-5aef901e3710 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:11.722098 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "9edec396-03e2-4ea6-bce5-2fa40fbed659", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:11.722456 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d2df9b9-6224-4aa4-b892-5aef901e3710 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:11.723017 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': '9edec396-03e2-4ea6-bce5-2fa40fbed659', 'status': 'completed', 'code': 200} Aug 23 14:50:11.768935 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36e2331-7548-4eb5-8aad-763289e27f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889e41eb-6fa7-444e-89e1-167dd5417eec'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:11.771360 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7027b532-747d-4df0-9948-3434d8aeaffa" -d '{"events": [{"server_uuid": "e36e2331-7548-4eb5-8aad-763289e27f86", "name": "network-vif-plugged", "status": "completed", "tag": "889e41eb-6fa7-444e-89e1-167dd5417eec"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:11.800117 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:11.806211 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=889e41eb-6fa7-444e-89e1-167dd5417eec,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:11.825750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f4238-dead-4b3b-af7e-bbe9c289ac4b req-df1e50c8-0090-4064-bc12-9706fe7fe887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:11.826258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f4238-dead-4b3b-af7e-bbe9c289ac4b req-df1e50c8-0090-4064-bc12-9706fe7fe887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:11.831743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f4238-dead-4b3b-af7e-bbe9c289ac4b req-df1e50c8-0090-4064-bc12-9706fe7fe887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:11.831743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f4238-dead-4b3b-af7e-bbe9c289ac4b req-df1e50c8-0090-4064-bc12-9706fe7fe887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:11.831743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f4238-dead-4b3b-af7e-bbe9c289ac4b req-df1e50c8-0090-4064-bc12-9706fe7fe887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:11.831743 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f4f4238-dead-4b3b-af7e-bbe9c289ac4b req-df1e50c8-0090-4064-bc12-9706fe7fe887 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 4362 time: 0.0782881 Aug 23 14:50:11.832436 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1055444-4c51-4106-ae45-9fff72fcae94 x-openstack-request-id: req-b1055444-4c51-4106-ae45-9fff72fcae94 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:11.832436 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36e2331-7548-4eb5-8aad-763289e27f86", "name": "network-vif-plugged", "status": "completed", "tag": "889e41eb-6fa7-444e-89e1-167dd5417eec", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:11.832436 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b1055444-4c51-4106-ae45-9fff72fcae94 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:11.832436 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36e2331-7548-4eb5-8aad-763289e27f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889e41eb-6fa7-444e-89e1-167dd5417eec', 'code': 200} Aug 23 14:50:11.838044 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Request body: {'port': {'device_id': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:11.980818 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:12.047153 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=889e41eb-6fa7-444e-89e1-167dd5417eec,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:12.064649 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:12.082427 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:12.084756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecebbb0-3988-4ea9-b190-6f52986425cf req-cb42dd6c-7362-4061-9d61-ede31d0d8b72 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:12.086512 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ecebbb0-3988-4ea9-b190-6f52986425cf req-cb42dd6c-7362-4061-9d61-ede31d0d8b72 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 950 time: 0.2552400 Aug 23 14:50:12.129561 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b793f193-a972-4bb4-8b9d-fd88561af561 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:12.221771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f4238-dead-4b3b-af7e-bbe9c289ac4b req-c67e12db-6072-4c8d-895f-9b59b8229640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:12.221771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f4238-dead-4b3b-af7e-bbe9c289ac4b req-c67e12db-6072-4c8d-895f-9b59b8229640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:12.222222 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f4238-dead-4b3b-af7e-bbe9c289ac4b req-c67e12db-6072-4c8d-895f-9b59b8229640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:12.224029 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f4f4238-dead-4b3b-af7e-bbe9c289ac4b req-c67e12db-6072-4c8d-895f-9b59b8229640 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3595116 Aug 23 14:50:12.232068 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b793f193-a972-4bb4-8b9d-fd88561af561 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:12.259368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'Port': ['ID=2f076f24-86ef-4a29-bf5a-87f88d063d9f,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:12.341117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00eaa75-df44-4def-913a-0e677018c0d6 req-dd566009-fb33-4848-9937-f4eae8418a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:12.343070 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d00eaa75-df44-4def-913a-0e677018c0d6 req-dd566009-fb33-4848-9937-f4eae8418a76 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 1097 time: 0.2876770 Aug 23 14:50:12.377185 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ecebbb0-3988-4ea9-b190-6f52986425cf req-be12ef55-60ef-47d9-8d40-37301d6fc400 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615471 Aug 23 14:50:12.417982 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:12.445039 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d00eaa75-df44-4def-913a-0e677018c0d6 req-93b0a964-6ea4-4a66-b2f6-ff401caf548b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852263 Aug 23 14:50:12.493766 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-b793f193-a972-4bb4-8b9d-fd88561af561 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Floating IP 8438f0ee-2ddd-4775-9fe6-ce45acd5ef13 associated. External IP: 172.25.8.237, port: 67cf42f2-5f02-442b-8b63-0bf3ec63d984. Aug 23 14:50:12.601837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5efb3b-55df-4df8-9ea9-16c3703a0737 req-b080b0f4-e077-4b36-a62f-fb03671db5b3 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:12.608590 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5efb3b-55df-4df8-9ea9-16c3703a0737 req-b080b0f4-e077-4b36-a62f-fb03671db5b3 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:12.614673 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5efb3b-55df-4df8-9ea9-16c3703a0737 req-b080b0f4-e077-4b36-a62f-fb03671db5b3 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:12.621340 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5efb3b-55df-4df8-9ea9-16c3703a0737 req-b080b0f4-e077-4b36-a62f-fb03671db5b3 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:12.627505 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5efb3b-55df-4df8-9ea9-16c3703a0737 req-b080b0f4-e077-4b36-a62f-fb03671db5b3 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:12.629486 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc5efb3b-55df-4df8-9ea9-16c3703a0737 req-b080b0f4-e077-4b36-a62f-fb03671db5b3 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 3827 time: 0.2263532 Aug 23 14:50:12.769207 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc5efb3b-55df-4df8-9ea9-16c3703a0737 req-19748eaf-6f7b-4143-acc5-e94d5d3a8632 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307609 Aug 23 14:50:12.826245 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:12.835169 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2f882c8d-2908-4aaf-a9f8-d42a4e372e8b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3031619 Aug 23 14:50:12.861045 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdaf866e-b082-4a67-8d49-4f5d453ffd4a {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:12.885205 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:12.891400 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f4238-dead-4b3b-af7e-bbe9c289ac4b req-98460b4f-9327-4d56-b884-59757e31a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:12.893256 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f4f4238-dead-4b3b-af7e-bbe9c289ac4b req-98460b4f-9327-4d56-b884-59757e31a1e0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6562963 Aug 23 14:50:12.929105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbd1a0-3f8e-4a43-88d8-a39574f81c38 req-898ffa48-cf0e-4874-8201-d85ed1495bb5 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:12.932342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-99dbd1a0-3f8e-4a43-88d8-a39574f81c38 req-898ffa48-cf0e-4874-8201-d85ed1495bb5 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f62267-25e2-431f-9af3-1f161a8bee09 HTTP/1.1" status: 200 len: 949 time: 0.1134708 Aug 23 14:50:12.978197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Transition to ACTIVE for port object fdaf866e-b082-4a67-8d49-4f5d453ffd4a will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:13.005760 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f557a-bcae-45e1-8243-4726526b7c2d req-94001de0-010c-4d7a-b8c5-caf65659117c tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:13.007509 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-331f557a-bcae-45e1-8243-4726526b7c2d req-94001de0-010c-4d7a-b8c5-caf65659117c tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 946 time: 0.1519644 Aug 23 14:50:13.018474 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-99dbd1a0-3f8e-4a43-88d8-a39574f81c38 req-01ffd503-820a-4115-97ec-2cb2c2087b94 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663848 Aug 23 14:50:13.049813 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b793f193-a972-4bb4-8b9d-fd88561af561 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:50:13.120871 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-331f557a-bcae-45e1-8243-4726526b7c2d req-b054a399-ebb5-48a6-839e-b5ebb3119007 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916228 Aug 23 14:50:13.123566 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:13.289783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Pushing event updated for resources: {'Port': ['ID=fdaf866e-b082-4a67-8d49-4f5d453ffd4a,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:13.348512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b793f193-a972-4bb4-8b9d-fd88561af561 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:50:13.362554 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e6fa90-ab62-489f-a592-cab69a232eac None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:50:13.374765 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e6fa90-ab62-489f-a592-cab69a232eac None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:13.375497 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-86e6fa90-ab62-489f-a592-cab69a232eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:13.422906 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-86e6fa90-ab62-489f-a592-cab69a232eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:13.452040 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-15a69eba-6906-48ba-ba2b-c2aa43dbc08d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--2012500662&fields=id&tenant_id=453bc9f0ae244a8fad31793e47e18492 HTTP/1.1" status: 200 len: 267 time: 0.1631639 Aug 23 14:50:13.452256 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e6fa90-ab62-489f-a592-cab69a232eac None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:13.453114 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-86e6fa90-ab62-489f-a592-cab69a232eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:13.454536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Attempting to bind port fdaf866e-b082-4a67-8d49-4f5d453ffd4a on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:13.454879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Attempting to bind port fdaf866e-b082-4a67-8d49-4f5d453ffd4a by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:13.455218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Attempting to bind port fdaf866e-b082-4a67-8d49-4f5d453ffd4a on network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:13.497617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Port fdaf866e-b082-4a67-8d49-4f5d453ffd4a on network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:13.497960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Attempting to bind port fdaf866e-b082-4a67-8d49-4f5d453ffd4a on network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:13.517697 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-86e6fa90-ab62-489f-a592-cab69a232eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:13.518266 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e6fa90-ab62-489f-a592-cab69a232eac None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:50:13.542581 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:13.542920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Checking segment: {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:13.543316 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Bound using segment: {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:13.543962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Bound port: fdaf866e-b082-4a67-8d49-4f5d453ffd4a, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:13.544374 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:13.860098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-99eafb81-b74b-4730-bbf5-637b650a9481 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:13.867059 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-99eafb81-b74b-4730-bbf5-637b650a9481 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports/cc7683fa-d729-485b-a13f-03f149ab4dae HTTP/1.1" status: 200 len: 936 time: 0.4140871 Aug 23 14:50:13.992016 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-d9956d49-61ad-477e-93aa-1692a37f4a07 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:13.993430 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-d9956d49-61ad-477e-93aa-1692a37f4a07 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports/45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e HTTP/1.1" status: 200 len: 936 time: 0.1255865 Aug 23 14:50:14.078870 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-387b2f87-a00a-46af-8f81-e23d92e8d68b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?network_id=a24b937b-de39-4060-9493-8fb429cfbe9e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0701277 Aug 23 14:50:14.158486 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-6fc1b668-2503-4709-b4ac-d1b14ef63ce2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?network_id=a24b937b-de39-4060-9493-8fb429cfbe9e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0650530 Aug 23 14:50:14.161118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] For port fdaf866e-b082-4a67-8d49-4f5d453ffd4a, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:14.203627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] For port fdaf866e-b082-4a67-8d49-4f5d453ffd4a, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=fdaf866e-b082-4a67-8d49-4f5d453ffd4a,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:14.266875 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b793f193-a972-4bb4-8b9d-fd88561af561 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:50:14.304882 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:14.412632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:14.413262 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:14.414654 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] 10.222.0.61 "PUT /v2.0/ports/fdaf866e-b082-4a67-8d49-4f5d453ffd4a HTTP/1.1" status: 200 len: 1130 time: 2.6454415 Aug 23 14:50:14.421289 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': 'fdaf866e-b082-4a67-8d49-4f5d453ffd4a'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:14.423618 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e7fae5-1d17-4024-af0d-9b71324bc5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "fdaf866e-b082-4a67-8d49-4f5d453ffd4a"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:14.451370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-d86b937d-3b09-4707-8842-2682dc65ac06 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:14.457433 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-d86b937d-3b09-4707-8842-2682dc65ac06 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:14.464402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-d86b937d-3b09-4707-8842-2682dc65ac06 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:14.466146 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-d86b937d-3b09-4707-8842-2682dc65ac06 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/networks?id=b542f892-fbd7-43ba-9b32-88275cc36a65&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=a24b937b-de39-4060-9493-8fb429cfbe9e&id=a24b937b-de39-4060-9493-8fb429cfbe9e HTTP/1.1" status: 200 len: 1995 time: 0.3010180 Aug 23 14:50:14.468153 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c56e3-54a3-4f0b-8915-d57c92855d9d req-184de030-d578-4322-aa36-9d34a5d7839a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:14.474967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c56e3-54a3-4f0b-8915-d57c92855d9d req-184de030-d578-4322-aa36-9d34a5d7839a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:14.482313 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c56e3-54a3-4f0b-8915-d57c92855d9d req-184de030-d578-4322-aa36-9d34a5d7839a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:14.488802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c56e3-54a3-4f0b-8915-d57c92855d9d req-184de030-d578-4322-aa36-9d34a5d7839a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:14.495575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c56e3-54a3-4f0b-8915-d57c92855d9d req-184de030-d578-4322-aa36-9d34a5d7839a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:14.502308 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c56e3-54a3-4f0b-8915-d57c92855d9d req-184de030-d578-4322-aa36-9d34a5d7839a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:14.502782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90976c-3655-4b8a-8760-49367c35ed91 service neutron] Pushing event updated for resources: {'Port': ['ID=fdaf866e-b082-4a67-8d49-4f5d453ffd4a,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:14.504232 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-322c56e3-54a3-4f0b-8915-d57c92855d9d req-184de030-d578-4322-aa36-9d34a5d7839a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 4599 time: 0.0956085 Aug 23 14:50:14.507983 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-812f26a8-c1b7-41b1-aeb8-60b5044aadac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/quotas/453bc9f0ae244a8fad31793e47e18492 HTTP/1.1" status: 200 len: 375 time: 0.0319047 Aug 23 14:50:14.564075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-322c56e3-54a3-4f0b-8915-d57c92855d9d req-d5e9ef63-ecbd-41a7-9366-f1de3b5e0bfa tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468020 Aug 23 14:50:14.603323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Request body: {'port': {'device_id': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:14.607994 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b793f193-a972-4bb4-8b9d-fd88561af561 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:50:14.617657 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d436f71-05e7-4ae4-857e-75c18a3b0adb None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:50:14.628390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d436f71-05e7-4ae4-857e-75c18a3b0adb None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:14.629027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5d436f71-05e7-4ae4-857e-75c18a3b0adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:14.659714 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b793f193-a972-4bb4-8b9d-fd88561af561 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:14.690850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5d436f71-05e7-4ae4-857e-75c18a3b0adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:14.701967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d436f71-05e7-4ae4-857e-75c18a3b0adb None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:14.702888 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5d436f71-05e7-4ae4-857e-75c18a3b0adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:14.714590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:14.723823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c43c2e-8b54-4f31-9614-116b2e1214c6 req-15d947cf-c743-4797-ae4a-b571ffcd59ab tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:14.725644 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3c43c2e-8b54-4f31-9614-116b2e1214c6 req-15d947cf-c743-4797-ae4a-b571ffcd59ab tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 946 time: 0.0700500 Aug 23 14:50:14.738084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5d436f71-05e7-4ae4-857e-75c18a3b0adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:14.739125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d436f71-05e7-4ae4-857e-75c18a3b0adb None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:50:14.770907 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-8dbfb9d9-c5ba-4e15-9d8a-c050c7db14cc tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=453bc9f0ae244a8fad31793e47e18492&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2352841 Aug 23 14:50:14.787641 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3c43c2e-8b54-4f31-9614-116b2e1214c6 req-2a981776-472e-4287-a8c4-7f712972b362 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537064 Aug 23 14:50:14.808031 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b793f193-a972-4bb4-8b9d-fd88561af561 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "PUT /v2.0/floatingips/8438f0ee-2ddd-4775-9fe6-ce45acd5ef13 HTTP/1.1" status: 200 len: 977 time: 4.2476540 Aug 23 14:50:14.812189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40896) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:14.818111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3c644dea-dcb4-4ce9-b8a6-459ae10cf174 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'floatingip': {'port_id': None}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:14.893815 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c644dea-dcb4-4ce9-b8a6-459ae10cf174 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:14.999781 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-f309e80e-3a13-44e8-994f-ae5877e5eed7 service neutron] 10.222.0.38 "GET /v2.0/networks/b542f892-fbd7-43ba-9b32-88275cc36a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043843 Aug 23 14:50:15.081632 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c644dea-dcb4-4ce9-b8a6-459ae10cf174 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:15.188031 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-04e13dd1-1d1c-43ad-96f6-69e9dbccc2f4 service neutron] 10.222.0.38 "GET /v2.0/networks/b542f892-fbd7-43ba-9b32-88275cc36a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668804 Aug 23 14:50:15.215199 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c644dea-dcb4-4ce9-b8a6-459ae10cf174 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:15.215538 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-3c644dea-dcb4-4ce9-b8a6-459ae10cf174 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Floating IP 8438f0ee-2ddd-4775-9fe6-ce45acd5ef13 disassociated. External IP: 172.25.8.237, port: 3a92890e-1949-41b5-99b7-1b23f30d1d1c. Aug 23 14:50:15.259239 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda668e3-4197-49c4-b0c3-af46df3e614a x-openstack-request-id: req-cda668e3-4197-49c4-b0c3-af46df3e614a {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:15.259239 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "fdaf866e-b082-4a67-8d49-4f5d453ffd4a", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:15.259239 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cda668e3-4197-49c4-b0c3-af46df3e614a {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:15.259239 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': 'fdaf866e-b082-4a67-8d49-4f5d453ffd4a', 'status': 'completed', 'code': 200} Aug 23 14:50:15.272928 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-6d789003-d453-48e2-a4b5-65aadef14565 service neutron] 10.222.0.38 "GET /v2.0/ports/cc7683fa-d729-485b-a13f-03f149ab4dae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0672886 Aug 23 14:50:15.287676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66771fe-2ca7-4582-921f-2f8c8db8358f {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:15.322751 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:15.341546 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:15.404450 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Transition to ACTIVE for port object f66771fe-2ca7-4582-921f-2f8c8db8358f will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:15.452912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7fae5-1d17-4024-af0d-9b71324bc5d0 req-3da68eed-09ad-4fae-b686-d69e30ca9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:15.452912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7fae5-1d17-4024-af0d-9b71324bc5d0 req-3da68eed-09ad-4fae-b686-d69e30ca9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:15.454123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7fae5-1d17-4024-af0d-9b71324bc5d0 req-3da68eed-09ad-4fae-b686-d69e30ca9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:15.454317 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7fae5-1d17-4024-af0d-9b71324bc5d0 req-3da68eed-09ad-4fae-b686-d69e30ca9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:15.454798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7fae5-1d17-4024-af0d-9b71324bc5d0 req-3da68eed-09ad-4fae-b686-d69e30ca9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:15.455275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7fae5-1d17-4024-af0d-9b71324bc5d0 req-3da68eed-09ad-4fae-b686-d69e30ca9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:15.457208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77e7fae5-1d17-4024-af0d-9b71324bc5d0 req-3da68eed-09ad-4fae-b686-d69e30ca9972 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5285 time: 0.1711838 Aug 23 14:50:15.460842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-895c6b82-bc13-4d8c-b43e-305771753bdb service neutron] 10.222.0.38 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596689 Aug 23 14:50:15.496313 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:15.583907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb71cc-fc6b-444b-8cde-024b58306097 req-95f3c49a-a176-4a0a-871c-52e48c13ad6c tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:15.585537 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ddfb71cc-fc6b-444b-8cde-024b58306097 req-95f3c49a-a176-4a0a-871c-52e48c13ad6c tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 1097 time: 0.1972880 Aug 23 14:50:15.714130 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Pushing event updated for resources: {'Port': ['ID=f66771fe-2ca7-4582-921f-2f8c8db8358f,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:15.756770 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-e2a12215-5526-4b5d-9273-8433ab1d06f8 service neutron] 10.222.0.38 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883656 Aug 23 14:50:15.800793 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7fae5-1d17-4024-af0d-9b71324bc5d0 req-d1fdf5b3-4331-4629-8feb-70dc45db4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:15.801986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7fae5-1d17-4024-af0d-9b71324bc5d0 req-d1fdf5b3-4331-4629-8feb-70dc45db4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:15.801986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7fae5-1d17-4024-af0d-9b71324bc5d0 req-d1fdf5b3-4331-4629-8feb-70dc45db4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:15.804640 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77e7fae5-1d17-4024-af0d-9b71324bc5d0 req-d1fdf5b3-4331-4629-8feb-70dc45db4a93 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3373184 Aug 23 14:50:15.809487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Attempting to bind port f66771fe-2ca7-4582-921f-2f8c8db8358f on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:15.810061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Attempting to bind port f66771fe-2ca7-4582-921f-2f8c8db8358f by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:15.810628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Attempting to bind port f66771fe-2ca7-4582-921f-2f8c8db8358f on network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:15.818778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Port f66771fe-2ca7-4582-921f-2f8c8db8358f on network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:15.819124 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Attempting to bind port f66771fe-2ca7-4582-921f-2f8c8db8358f on network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:15.823454 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ddfb71cc-fc6b-444b-8cde-024b58306097 req-599aece6-d4d6-482e-a6fa-ead625bd1778 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717076 Aug 23 14:50:15.825461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:15.830012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Checking segment: {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:15.830012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Bound using segment: {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:15.830012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Bound port: f66771fe-2ca7-4582-921f-2f8c8db8358f, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:15.830012 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:15.864831 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-271b4075-ae82-4cef-a1e1-a602ad6aa1e6 service neutron] 10.222.0.38 "GET /v2.0/ports/45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1059523 Aug 23 14:50:15.993240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c644dea-dcb4-4ce9-b8a6-459ae10cf174 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:50:16.059763 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] For port f66771fe-2ca7-4582-921f-2f8c8db8358f, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:16.069063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] For port f66771fe-2ca7-4582-921f-2f8c8db8358f, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f66771fe-2ca7-4582-921f-2f8c8db8358f,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:16.123238 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-31236afa-d9e8-412b-8414-821b6dea4988 service neutron] 10.222.0.38 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475026 Aug 23 14:50:16.179687 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:16.191689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7fae5-1d17-4024-af0d-9b71324bc5d0 req-3dfd0f77-6da4-46fc-a908-7f93fc40073d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:16.200636 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77e7fae5-1d17-4024-af0d-9b71324bc5d0 req-3dfd0f77-6da4-46fc-a908-7f93fc40073d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3753099 Aug 23 14:50:16.304349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c644dea-dcb4-4ce9-b8a6-459ae10cf174 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:50:16.310850 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c644dea-dcb4-4ce9-b8a6-459ae10cf174 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:16.318833 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e5bb0-2415-48f1-8a83-49e125815485 None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:50:16.336016 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e5bb0-2415-48f1-8a83-49e125815485 None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:16.336974 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-729e5bb0-2415-48f1-8a83-49e125815485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:16.350761 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:16.351335 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:16.352760 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] 10.222.0.61 "PUT /v2.0/ports/f66771fe-2ca7-4582-921f-2f8c8db8358f HTTP/1.1" status: 200 len: 1131 time: 1.7538426 Aug 23 14:50:16.373988 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3c644dea-dcb4-4ce9-b8a6-459ae10cf174 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "PUT /v2.0/floatingips/8438f0ee-2ddd-4775-9fe6-ce45acd5ef13 HTTP/1.1" status: 200 len: 688 time: 1.5605221 Aug 23 14:50:16.386816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40922) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:16.420732 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-729e5bb0-2415-48f1-8a83-49e125815485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:16.426111 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3887a4b-adbe-4655-885b-4664214f4adc service neutron] Pushing event updated for resources: {'Port': ['ID=f66771fe-2ca7-4582-921f-2f8c8db8358f,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:16.431356 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e5bb0-2415-48f1-8a83-49e125815485 None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:16.433218 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-729e5bb0-2415-48f1-8a83-49e125815485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:16.463110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Request body: {'port': {'device_id': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:16.481449 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-729e5bb0-2415-48f1-8a83-49e125815485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:16.482360 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e5bb0-2415-48f1-8a83-49e125815485 None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:50:16.486150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-fd6fbc7d-7a6f-463b-8077-88766f5fc841 service neutron] 10.222.0.38 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514881 Aug 23 14:50:16.632213 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-e58ce37c-d311-4bb1-9c1c-b771fdbe428d service neutron] 10.222.0.38 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450274 Aug 23 14:50:16.646440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6585a-3e49-45a7-a21a-32b0f12ee55f req-10d6caed-beb2-43ae-802f-cde5a6f6f91e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:16.654296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6585a-3e49-45a7-a21a-32b0f12ee55f req-10d6caed-beb2-43ae-802f-cde5a6f6f91e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:16.660769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6585a-3e49-45a7-a21a-32b0f12ee55f req-10d6caed-beb2-43ae-802f-cde5a6f6f91e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:16.667917 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6585a-3e49-45a7-a21a-32b0f12ee55f req-10d6caed-beb2-43ae-802f-cde5a6f6f91e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:16.676924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 8cd040fc-e23f-4329-a92c-522d68b22419 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:50:16.684733 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6585a-3e49-45a7-a21a-32b0f12ee55f req-10d6caed-beb2-43ae-802f-cde5a6f6f91e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:16.691080 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6585a-3e49-45a7-a21a-32b0f12ee55f req-10d6caed-beb2-43ae-802f-cde5a6f6f91e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:16.702587 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6585a-3e49-45a7-a21a-32b0f12ee55f req-10d6caed-beb2-43ae-802f-cde5a6f6f91e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:16.710570 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7bb6585a-3e49-45a7-a21a-32b0f12ee55f req-10d6caed-beb2-43ae-802f-cde5a6f6f91e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5372 time: 0.2548556 Aug 23 14:50:16.764701 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:16.771874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-c690bb7f-f755-451b-94b6-96c72c816e80 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting port ceb4f6bf-6dc8-4443-ab3f-9ae9ba20e85a {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:50:16.772394 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c690bb7f-f755-451b-94b6-96c72c816e80 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:16.815909 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7bb6585a-3e49-45a7-a21a-32b0f12ee55f req-d1d7aeb2-4e1c-4416-9165-479dee7ddaf2 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043963 Aug 23 14:50:16.856640 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 8cd040fc-e23f-4329-a92c-522d68b22419, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8cd040fc-e23f-4329-a92c-522d68b22419,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:16.867853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-a19e1704-e54b-4e70-be73-0c243b386436 service neutron] 10.222.0.38 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254772 Aug 23 14:50:16.874460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '8cd040fc-e23f-4329-a92c-522d68b22419', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '8cd040fc-e23f-4329-a92c-522d68b22419', 'mac_address': 'fa:16:3e:aa:ac:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:50:16.931707 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:16.940018 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c690bb7f-f755-451b-94b6-96c72c816e80 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:16.940362 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c690bb7f-f755-451b-94b6-96c72c816e80 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:16.951429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8cd040fc-e23f-4329-a92c-522d68b22419 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:16.971487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-c690bb7f-f755-451b-94b6-96c72c816e80 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Calling delete_port for ceb4f6bf-6dc8-4443-ab3f-9ae9ba20e85a owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:50:17.005807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 8cd040fc-e23f-4329-a92c-522d68b22419, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8cd040fc-e23f-4329-a92c-522d68b22419,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:17.082598 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:17.200396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=8cd040fc-e23f-4329-a92c-522d68b22419,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:17.280062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['8cd040fc-e23f-4329-a92c-522d68b22419'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:50:17.327070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c690bb7f-f755-451b-94b6-96c72c816e80 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:17.366918 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': 'f66771fe-2ca7-4582-921f-2f8c8db8358f'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:17.369973 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58766a48-7014-49d1-b97b-127a97b6f8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "f66771fe-2ca7-4582-921f-2f8c8db8358f"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:17.388112 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690bb7f-f755-451b-94b6-96c72c816e80 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Port': ['ID=ceb4f6bf-6dc8-4443-ab3f-9ae9ba20e85a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:17.421197 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-d75d16bf-f441-4b7f-8990-1fac51f7e124 service neutron] 10.222.0.38 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522773 Aug 23 14:50:17.480905 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c20fe6b-0fd9-4c46-af39-bebc2e22392c x-openstack-request-id: req-5c20fe6b-0fd9-4c46-af39-bebc2e22392c {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:17.481214 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "f66771fe-2ca7-4582-921f-2f8c8db8358f", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:17.481595 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5c20fe6b-0fd9-4c46-af39-bebc2e22392c {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:17.481848 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': 'f66771fe-2ca7-4582-921f-2f8c8db8358f', 'status': 'completed', 'code': 200} Aug 23 14:50:17.574240 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c690bb7f-f755-451b-94b6-96c72c816e80 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:17.576804 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c690bb7f-f755-451b-94b6-96c72c816e80 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:17.580807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c690bb7f-f755-451b-94b6-96c72c816e80 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/floatingips/8438f0ee-2ddd-4775-9fe6-ce45acd5ef13 HTTP/1.1" status: 204 len: 168 time: 1.1914716 Aug 23 14:50:17.581437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40966) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:17.613537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc637ab-7b54-4ae5-97f1-c9c64cc49729 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:17.625143 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-0c550297-f4df-4e2d-8238-2b09d23b3513 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] delete failed (client error): The resource could not be found. Aug 23 14:50:17.630229 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0c550297-f4df-4e2d-8238-2b09d23b3513 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/floatingips/8438f0ee-2ddd-4775-9fe6-ce45acd5ef13 HTTP/1.1" status: 404 len: 345 time: 0.0428295 Aug 23 14:50:17.632384 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:17.634366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40968) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:17.636529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766a48-7014-49d1-b97b-127a97b6f8d0 req-d2d9fa1f-fe5f-4e45-8e27-a854c16d666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:17.636978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766a48-7014-49d1-b97b-127a97b6f8d0 req-d2d9fa1f-fe5f-4e45-8e27-a854c16d666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:17.637684 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766a48-7014-49d1-b97b-127a97b6f8d0 req-d2d9fa1f-fe5f-4e45-8e27-a854c16d666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:17.638086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766a48-7014-49d1-b97b-127a97b6f8d0 req-d2d9fa1f-fe5f-4e45-8e27-a854c16d666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:17.638574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766a48-7014-49d1-b97b-127a97b6f8d0 req-d2d9fa1f-fe5f-4e45-8e27-a854c16d666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:17.639052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766a48-7014-49d1-b97b-127a97b6f8d0 req-d2d9fa1f-fe5f-4e45-8e27-a854c16d666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:17.639526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766a48-7014-49d1-b97b-127a97b6f8d0 req-d2d9fa1f-fe5f-4e45-8e27-a854c16d666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:17.641501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58766a48-7014-49d1-b97b-127a97b6f8d0 req-d2d9fa1f-fe5f-4e45-8e27-a854c16d666a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 6209 time: 0.1228659 Aug 23 14:50:17.721629 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-d7826fa7-67a3-4816-9ebc-e9e7e05cff30 service neutron] 10.222.0.38 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914739 Aug 23 14:50:17.732811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Transition to ACTIVE for port object afc637ab-7b54-4ae5-97f1-c9c64cc49729 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:17.860617 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:17.876366 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-46aafa84-f119-466e-8f92-555f9d5b62ff service neutron] 10.222.0.38 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420774 Aug 23 14:50:17.889214 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7372d0-e1e8-41f6-9ed2-29b64e80b4f3 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:17.890195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766a48-7014-49d1-b97b-127a97b6f8d0 req-4fd19b59-a000-4074-9883-8486ff32ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:17.890753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766a48-7014-49d1-b97b-127a97b6f8d0 req-4fd19b59-a000-4074-9883-8486ff32ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:17.891165 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766a48-7014-49d1-b97b-127a97b6f8d0 req-4fd19b59-a000-4074-9883-8486ff32ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:17.892929 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58766a48-7014-49d1-b97b-127a97b6f8d0 req-4fd19b59-a000-4074-9883-8486ff32ea07 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2433405 Aug 23 14:50:17.895208 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7372d0-e1e8-41f6-9ed2-29b64e80b4f3 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:17.917999 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7372d0-e1e8-41f6-9ed2-29b64e80b4f3 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:17.922170 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8c7372d0-e1e8-41f6-9ed2-29b64e80b4f3 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "GET /v2.0/ports?network_id=b526f403-e28d-4f2f-a6ec-dd55a3702598 HTTP/1.1" status: 200 len: 2357 time: 0.2838671 Aug 23 14:50:17.922855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40974) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:18.062956 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Pushing event updated for resources: {'Port': ['ID=afc637ab-7b54-4ae5-97f1-c9c64cc49729,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:18.149946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf37028-206c-4546-b675-64f4f9292da4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:18.159257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ecf37028-206c-4546-b675-64f4f9292da4 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "GET /v2.0/subnets/eb85831f-8887-441f-9d6c-18aaff4ff004 HTTP/1.1" status: 200 len: 797 time: 0.1858082 Aug 23 14:50:18.161323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40980) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:18.183487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-72169824-8eb2-4d74-af11-b5b8f1018bf7 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'port': {'network_id': 'b526f403-e28d-4f2f-a6ec-dd55a3702598', 'name': 'tempest-FloatingIPTestJSON-304040878', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:18.205978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e265d-a941-4e41-9223-fb967809c52d req-56470ffc-4c24-48bf-883d-abe53ceb79a0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:18.217238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e265d-a941-4e41-9223-fb967809c52d req-56470ffc-4c24-48bf-883d-abe53ceb79a0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:18.228829 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e265d-a941-4e41-9223-fb967809c52d req-56470ffc-4c24-48bf-883d-abe53ceb79a0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:18.235100 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e265d-a941-4e41-9223-fb967809c52d req-56470ffc-4c24-48bf-883d-abe53ceb79a0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:18.241770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e265d-a941-4e41-9223-fb967809c52d req-56470ffc-4c24-48bf-883d-abe53ceb79a0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:18.248740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e265d-a941-4e41-9223-fb967809c52d req-56470ffc-4c24-48bf-883d-abe53ceb79a0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:18.254761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e265d-a941-4e41-9223-fb967809c52d req-56470ffc-4c24-48bf-883d-abe53ceb79a0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:18.256730 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c43e265d-a941-4e41-9223-fb967809c52d req-56470ffc-4c24-48bf-883d-abe53ceb79a0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5384 time: 0.2819483 Aug 23 14:50:18.284635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766a48-7014-49d1-b97b-127a97b6f8d0 req-fee31cf1-4bc5-47cb-abb8-357c99cca097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:18.286196 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58766a48-7014-49d1-b97b-127a97b6f8d0 req-fee31cf1-4bc5-47cb-abb8-357c99cca097 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3700914 Aug 23 14:50:18.311300 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-d1762d5a-6090-4fcb-9de8-1176f8f7ce66 service neutron] 10.222.0.38 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399158 Aug 23 14:50:18.345787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c43e265d-a941-4e41-9223-fb967809c52d req-8db92c50-7279-4fa3-b362-b4102926774d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744088 Aug 23 14:50:18.439345 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-8593511f-4b2a-4a54-b3c5-db081f512272 service neutron] 10.222.0.38 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203392 Aug 23 14:50:18.448582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Attempting to bind port afc637ab-7b54-4ae5-97f1-c9c64cc49729 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:18.448985 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Attempting to bind port afc637ab-7b54-4ae5-97f1-c9c64cc49729 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:18.449388 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Attempting to bind port afc637ab-7b54-4ae5-97f1-c9c64cc49729 on network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:18.491937 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Port afc637ab-7b54-4ae5-97f1-c9c64cc49729 on network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:18.492274 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Attempting to bind port afc637ab-7b54-4ae5-97f1-c9c64cc49729 on network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:18.524621 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:18.524927 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Checking segment: {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:18.525352 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Bound using segment: {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:18.525914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Bound port: afc637ab-7b54-4ae5-97f1-c9c64cc49729, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:18.526498 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:18.646899 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-88181426-c3b2-414f-bc00-6f8b51fda3c9 service neutron] 10.222.0.38 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999891 Aug 23 14:50:18.674518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] For port afc637ab-7b54-4ae5-97f1-c9c64cc49729, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:18.679320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] For port afc637ab-7b54-4ae5-97f1-c9c64cc49729, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=afc637ab-7b54-4ae5-97f1-c9c64cc49729,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:18.694808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72169824-8eb2-4d74-af11-b5b8f1018bf7 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Made reservation on behalf of 542b396d4bce424e8c2d79b95b98d32a for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:50:18.702631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 8cd040fc-e23f-4329-a92c-522d68b22419 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:50:18.770726 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:18.775532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 8cd040fc-e23f-4329-a92c-522d68b22419 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:18.776745 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:18.911859 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:18.913730 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:18.916717 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] 10.222.0.61 "PUT /v2.0/ports/afc637ab-7b54-4ae5-97f1-c9c64cc49729 HTTP/1.1" status: 200 len: 1090 time: 2.4576149 Aug 23 14:50:18.948352 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72169824-8eb2-4d74-af11-b5b8f1018bf7 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:18.994989 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-72169824-8eb2-4d74-af11-b5b8f1018bf7 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] device_id is not set on port 88dbba0c-116f-4455-b785-c50c5a20d0e8 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:50:19.011754 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:19.015728 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Pushing event updated for resources: {'Port': ['ID=afc637ab-7b54-4ae5-97f1-c9c64cc49729,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:19.051366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd040fc-e23f-4329-a92c-522d68b22419'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:19.053881 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6d314d-af66-4199-b7e7-2c1ea6c71ecc" -d '{"events": [{"server_uuid": "d3f62267-25e2-431f-9af3-1f161a8bee09", "name": "network-vif-plugged", "status": "completed", "tag": "8cd040fc-e23f-4329-a92c-522d68b22419"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:19.056134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Request body: {'port': {'device_id': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:19.077379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 8cd040fc-e23f-4329-a92c-522d68b22419, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8cd040fc-e23f-4329-a92c-522d68b22419,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:19.127000 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:19.127459 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:19.128075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:19.128531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:19.128976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:19.129436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:19.130184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:19.130983 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:19.131715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:19.132349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:19.132785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:19.133308 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1fe490-dc52-418f-ac3d-27dd57a09a63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:19.144642 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bed50b-807f-4304-a68f-d2dff7201498 x-openstack-request-id: req-f9bed50b-807f-4304-a68f-d2dff7201498 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:19.144642 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f62267-25e2-431f-9af3-1f161a8bee09", "name": "network-vif-plugged", "status": "completed", "tag": "8cd040fc-e23f-4329-a92c-522d68b22419", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:19.144642 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f9bed50b-807f-4304-a68f-d2dff7201498 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:19.145025 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd040fc-e23f-4329-a92c-522d68b22419', 'code': 200} Aug 23 14:50:19.169047 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:19.268741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=8cd040fc-e23f-4329-a92c-522d68b22419,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:19.298184 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:19.513061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': 'afc637ab-7b54-4ae5-97f1-c9c64cc49729'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:19.515268 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9123e5-291f-40bc-8f40-468daa80a55c" -d '{"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "afc637ab-7b54-4ae5-97f1-c9c64cc49729"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:19.587564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cf728-29d4-4f65-a7e9-6b2ec6b96638 req-13eb5793-4561-4428-a0e5-86c210958564 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:19.595528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cf728-29d4-4f65-a7e9-6b2ec6b96638 req-13eb5793-4561-4428-a0e5-86c210958564 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:19.602617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cf728-29d4-4f65-a7e9-6b2ec6b96638 req-13eb5793-4561-4428-a0e5-86c210958564 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:19.610397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cf728-29d4-4f65-a7e9-6b2ec6b96638 req-13eb5793-4561-4428-a0e5-86c210958564 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:19.616998 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cf728-29d4-4f65-a7e9-6b2ec6b96638 req-13eb5793-4561-4428-a0e5-86c210958564 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:19.624745 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cf728-29d4-4f65-a7e9-6b2ec6b96638 req-13eb5793-4561-4428-a0e5-86c210958564 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:19.631017 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cf728-29d4-4f65-a7e9-6b2ec6b96638 req-13eb5793-4561-4428-a0e5-86c210958564 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:19.640103 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f9cf728-29d4-4f65-a7e9-6b2ec6b96638 req-13eb5793-4561-4428-a0e5-86c210958564 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5384 time: 0.1746182 Aug 23 14:50:19.682398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-72169824-8eb2-4d74-af11-b5b8f1018bf7 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Allocated IP 172.20.0.14 (b526f403-e28d-4f2f-a6ec-dd55a3702598/eb85831f-8887-441f-9d6c-18aaff4ff004/88dbba0c-116f-4455-b785-c50c5a20d0e8) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:19.691415 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-72169824-8eb2-4d74-af11-b5b8f1018bf7 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Allocated IP 172.20.0.13 (b526f403-e28d-4f2f-a6ec-dd55a3702598/eb85831f-8887-441f-9d6c-18aaff4ff004/88dbba0c-116f-4455-b785-c50c5a20d0e8) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:19.698767 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f9cf728-29d4-4f65-a7e9-6b2ec6b96638 req-6605be0c-3bdb-4b59-8a8d-e9701ec275e9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548675 Aug 23 14:50:19.855116 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c765041-f59e-46fe-92f7-5ae6b96d8be8 x-openstack-request-id: req-7c765041-f59e-46fe-92f7-5ae6b96d8be8 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:19.855453 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "afc637ab-7b54-4ae5-97f1-c9c64cc49729", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:19.870373 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c765041-f59e-46fe-92f7-5ae6b96d8be8 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:19.870373 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': 'afc637ab-7b54-4ae5-97f1-c9c64cc49729', 'status': 'completed', 'code': 200} Aug 23 14:50:19.985491 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:20.015517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9123e5-291f-40bc-8f40-468daa80a55c req-815fff0f-235f-436f-8fc8-d9c27ff4b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.019997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9123e5-291f-40bc-8f40-468daa80a55c req-815fff0f-235f-436f-8fc8-d9c27ff4b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.023239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9123e5-291f-40bc-8f40-468daa80a55c req-815fff0f-235f-436f-8fc8-d9c27ff4b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.024026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9123e5-291f-40bc-8f40-468daa80a55c req-815fff0f-235f-436f-8fc8-d9c27ff4b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.024711 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9123e5-291f-40bc-8f40-468daa80a55c req-815fff0f-235f-436f-8fc8-d9c27ff4b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.025425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9123e5-291f-40bc-8f40-468daa80a55c req-815fff0f-235f-436f-8fc8-d9c27ff4b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.028099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9123e5-291f-40bc-8f40-468daa80a55c req-815fff0f-235f-436f-8fc8-d9c27ff4b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.033662 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac9123e5-291f-40bc-8f40-468daa80a55c req-815fff0f-235f-436f-8fc8-d9c27ff4b941 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 6276 time: 0.1761670 Aug 23 14:50:20.049075 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72169824-8eb2-4d74-af11-b5b8f1018bf7 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:20.237043 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72169824-8eb2-4d74-af11-b5b8f1018bf7 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:20.242549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9123e5-291f-40bc-8f40-468daa80a55c req-dccf6054-4e97-4278-af9a-1b7544d5bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.243040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9123e5-291f-40bc-8f40-468daa80a55c req-dccf6054-4e97-4278-af9a-1b7544d5bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.243511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9123e5-291f-40bc-8f40-468daa80a55c req-dccf6054-4e97-4278-af9a-1b7544d5bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.246127 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac9123e5-291f-40bc-8f40-468daa80a55c req-dccf6054-4e97-4278-af9a-1b7544d5bbcd service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2050409 Aug 23 14:50:20.309640 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72169824-8eb2-4d74-af11-b5b8f1018bf7 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=88dbba0c-116f-4455-b785-c50c5a20d0e8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:20.324851 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72169824-8eb2-4d74-af11-b5b8f1018bf7 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network b526f403-e28d-4f2f-a6ec-dd55a3702598 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:20.329050 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17812f53-fbc5-4a79-919c-21e20ab42ecc {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:20.333914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-72169824-8eb2-4d74-af11-b5b8f1018bf7 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:20.338113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72169824-8eb2-4d74-af11-b5b8f1018bf7 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:20.343139 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:20.386016 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9123e5-291f-40bc-8f40-468daa80a55c req-002f0481-9974-4e7d-bf83-80ecca0051ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.387785 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac9123e5-291f-40bc-8f40-468daa80a55c req-002f0481-9974-4e7d-bf83-80ecca0051ed service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345155 Aug 23 14:50:20.411253 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Transition to ACTIVE for port object 17812f53-fbc5-4a79-919c-21e20ab42ecc will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:20.432707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72169824-8eb2-4d74-af11-b5b8f1018bf7 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.433344 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72169824-8eb2-4d74-af11-b5b8f1018bf7 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:20.483278 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:20.525603 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-72169824-8eb2-4d74-af11-b5b8f1018bf7 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3613183 Aug 23 14:50:20.528514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41018) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:20.533643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '88dbba0c-116f-4455-b785-c50c5a20d0e8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:20.545620 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Pushing event updated for resources: {'Port': ['ID=17812f53-fbc5-4a79-919c-21e20ab42ecc,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:20.643524 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:20.650803 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Attempting to bind port 17812f53-fbc5-4a79-919c-21e20ab42ecc on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:20.652545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Attempting to bind port 17812f53-fbc5-4a79-919c-21e20ab42ecc by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:20.654310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Attempting to bind port 17812f53-fbc5-4a79-919c-21e20ab42ecc on network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:20.663159 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Port 17812f53-fbc5-4a79-919c-21e20ab42ecc on network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:20.663778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Attempting to bind port 17812f53-fbc5-4a79-919c-21e20ab42ecc on network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:20.677416 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:20.677980 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Checking segment: {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:20.678673 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Bound using segment: {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:20.679259 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Bound port: 17812f53-fbc5-4a79-919c-21e20ab42ecc, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53a50d-0b04-4ac6-8677-3152c0ec35f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:20.679773 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:20.817704 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] For port 17812f53-fbc5-4a79-919c-21e20ab42ecc, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:20.822510 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] For port 17812f53-fbc5-4a79-919c-21e20ab42ecc, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=17812f53-fbc5-4a79-919c-21e20ab42ecc,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:20.877506 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:20.899480 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26001-69e3-431a-a17e-7fcec89a8f1b req-91887495-99f9-4380-9abe-ccba8c8cd189 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.905763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26001-69e3-431a-a17e-7fcec89a8f1b req-91887495-99f9-4380-9abe-ccba8c8cd189 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.911726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26001-69e3-431a-a17e-7fcec89a8f1b req-91887495-99f9-4380-9abe-ccba8c8cd189 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.918334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26001-69e3-431a-a17e-7fcec89a8f1b req-91887495-99f9-4380-9abe-ccba8c8cd189 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.924389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26001-69e3-431a-a17e-7fcec89a8f1b req-91887495-99f9-4380-9abe-ccba8c8cd189 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.931905 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26001-69e3-431a-a17e-7fcec89a8f1b req-91887495-99f9-4380-9abe-ccba8c8cd189 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.934217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:20.941110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b26001-69e3-431a-a17e-7fcec89a8f1b req-91887495-99f9-4380-9abe-ccba8c8cd189 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:20.950203 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-68b26001-69e3-431a-a17e-7fcec89a8f1b req-91887495-99f9-4380-9abe-ccba8c8cd189 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5396 time: 0.1372771 Aug 23 14:50:21.002996 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:21.003634 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:21.005569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] 10.222.0.61 "PUT /v2.0/ports/17812f53-fbc5-4a79-919c-21e20ab42ecc HTTP/1.1" status: 200 len: 1091 time: 1.9555984 Aug 23 14:50:21.049364 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-68b26001-69e3-431a-a17e-7fcec89a8f1b req-079dd699-8895-4d40-ac44-8a142bf2df63 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971432 Aug 23 14:50:21.063558 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8ce06-2c40-4214-bb36-36486e18a385 service neutron] Pushing event updated for resources: {'Port': ['ID=17812f53-fbc5-4a79-919c-21e20ab42ecc,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:21.094252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Request body: {'port': {'device_id': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:21.183770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Allocated IP 172.25.8.66 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/ad66b293-8488-4b6d-9747-bf12fbf9c569) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:21.275978 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:21.408463 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:21.546562 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:21.628143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:21.638773 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:21.646474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:21.646474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=ad66b293-8488-4b6d-9747-bf12fbf9c569,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:21.845904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47cc6354-51c7-401d-a491-1ca75f25bef5 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:21.859804 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:21.876689 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Transition to ACTIVE for port object 47cc6354-51c7-401d-a491-1ca75f25bef5 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:21.877601 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': '17812f53-fbc5-4a79-919c-21e20ab42ecc'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:21.880023 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935f39bd-aec0-4688-ad8a-f5bad6501ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "17812f53-fbc5-4a79-919c-21e20ab42ecc"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:21.947785 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c688cf1-f096-44a1-8aff-b554971ee433 x-openstack-request-id: req-1c688cf1-f096-44a1-8aff-b554971ee433 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:21.948126 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "17812f53-fbc5-4a79-919c-21e20ab42ecc", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:21.948423 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c688cf1-f096-44a1-8aff-b554971ee433 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:21.948857 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': '17812f53-fbc5-4a79-919c-21e20ab42ecc', 'status': 'completed', 'code': 200} Aug 23 14:50:22.006865 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:22.130912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f39bd-aec0-4688-ad8a-f5bad6501ab9 req-99c659e0-b200-404f-b714-4c7196732eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:22.131480 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f39bd-aec0-4688-ad8a-f5bad6501ab9 req-99c659e0-b200-404f-b714-4c7196732eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:22.131870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f39bd-aec0-4688-ad8a-f5bad6501ab9 req-99c659e0-b200-404f-b714-4c7196732eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:22.132410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f39bd-aec0-4688-ad8a-f5bad6501ab9 req-99c659e0-b200-404f-b714-4c7196732eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:22.132948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f39bd-aec0-4688-ad8a-f5bad6501ab9 req-99c659e0-b200-404f-b714-4c7196732eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:22.133483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f39bd-aec0-4688-ad8a-f5bad6501ab9 req-99c659e0-b200-404f-b714-4c7196732eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:22.134219 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f39bd-aec0-4688-ad8a-f5bad6501ab9 req-99c659e0-b200-404f-b714-4c7196732eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:22.137539 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-935f39bd-aec0-4688-ad8a-f5bad6501ab9 req-99c659e0-b200-404f-b714-4c7196732eee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 6368 time: 0.1336911 Aug 23 14:50:22.144091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Pushing event updated for resources: {'Port': ['ID=47cc6354-51c7-401d-a491-1ca75f25bef5,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:22.311338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Attempting to bind port 47cc6354-51c7-401d-a491-1ca75f25bef5 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:22.311776 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Attempting to bind port 47cc6354-51c7-401d-a491-1ca75f25bef5 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'd41ccdc2-2aae-485b-ae46-1c7848f54033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:22.312426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Attempting to bind port 47cc6354-51c7-401d-a491-1ca75f25bef5 on network 72070819-7380-4ce2-bba5-cb3fe9632737 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:22.324037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Port 47cc6354-51c7-401d-a491-1ca75f25bef5 on network 72070819-7380-4ce2-bba5-cb3fe9632737 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:22.324037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Attempting to bind port 47cc6354-51c7-401d-a491-1ca75f25bef5 on network 72070819-7380-4ce2-bba5-cb3fe9632737 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:22.340811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:22.341171 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Checking segment: {'id': 'd41ccdc2-2aae-485b-ae46-1c7848f54033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:22.341572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Bound using segment: {'id': 'd41ccdc2-2aae-485b-ae46-1c7848f54033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:22.342015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Bound port: 47cc6354-51c7-401d-a491-1ca75f25bef5, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41ccdc2-2aae-485b-ae46-1c7848f54033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:22.342389 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:22.511593 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] For port 47cc6354-51c7-401d-a491-1ca75f25bef5, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:22.537856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] For port 47cc6354-51c7-401d-a491-1ca75f25bef5, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=47cc6354-51c7-401d-a491-1ca75f25bef5,segment=NetworkSegment(d41ccdc2-2aae-485b-ae46-1c7848f54033),segment_id=d41ccdc2-2aae-485b-ae46-1c7848f54033)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:22.614625 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:22.634255 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c08b7936-b2ba-4b7b-be94-9e3a8bfcb85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:22.749902 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:22.750951 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:22.763008 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] 10.222.0.61 "PUT /v2.0/ports/47cc6354-51c7-401d-a491-1ca75f25bef5 HTTP/1.1" status: 200 len: 1091 time: 1.6733658 Aug 23 14:50:22.823378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4921829-b4ef-4a94-a4e7-44fd19936e1a service neutron] Pushing event updated for resources: {'Port': ['ID=47cc6354-51c7-401d-a491-1ca75f25bef5,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:22.894358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f39bd-aec0-4688-ad8a-f5bad6501ab9 req-9cb37e5c-d4ab-4f8d-a45c-842bc0c1f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:22.895705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f39bd-aec0-4688-ad8a-f5bad6501ab9 req-9cb37e5c-d4ab-4f8d-a45c-842bc0c1f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:22.896381 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f39bd-aec0-4688-ad8a-f5bad6501ab9 req-9cb37e5c-d4ab-4f8d-a45c-842bc0c1f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:22.898254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-935f39bd-aec0-4688-ad8a-f5bad6501ab9 req-9cb37e5c-d4ab-4f8d-a45c-842bc0c1f922 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7213068 Aug 23 14:50:22.918829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Request body: {'port': {'device_id': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:22.936735 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:23.015897 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:23.092538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b038225-b1a5-4325-a1ef-5bb243ef878e req-36ba1bdc-a8e7-47eb-b25a-b62af0659c90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:23.109326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b038225-b1a5-4325-a1ef-5bb243ef878e req-36ba1bdc-a8e7-47eb-b25a-b62af0659c90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:23.117414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b038225-b1a5-4325-a1ef-5bb243ef878e req-36ba1bdc-a8e7-47eb-b25a-b62af0659c90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:23.125375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b038225-b1a5-4325-a1ef-5bb243ef878e req-36ba1bdc-a8e7-47eb-b25a-b62af0659c90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:23.131579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b038225-b1a5-4325-a1ef-5bb243ef878e req-36ba1bdc-a8e7-47eb-b25a-b62af0659c90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:23.139139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b038225-b1a5-4325-a1ef-5bb243ef878e req-36ba1bdc-a8e7-47eb-b25a-b62af0659c90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:23.145227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b038225-b1a5-4325-a1ef-5bb243ef878e req-36ba1bdc-a8e7-47eb-b25a-b62af0659c90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:23.147264 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b038225-b1a5-4325-a1ef-5bb243ef878e req-36ba1bdc-a8e7-47eb-b25a-b62af0659c90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5408 time: 0.9421539 Aug 23 14:50:23.258516 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b038225-b1a5-4325-a1ef-5bb243ef878e req-af7a3023-b877-41df-8a5d-de460204132e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978215 Aug 23 14:50:23.357105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f39bd-aec0-4688-ad8a-f5bad6501ab9 req-8057779c-1640-43cb-8305-6cd1f45bf96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:23.359112 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-935f39bd-aec0-4688-ad8a-f5bad6501ab9 req-8057779c-1640-43cb-8305-6cd1f45bf96a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4491796 Aug 23 14:50:23.369975 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:23.475014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93a231e-4370-4457-8e88-9c673c90e61e {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:23.485724 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:23.520673 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Transition to ACTIVE for port object d93a231e-4370-4457-8e88-9c673c90e61e will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:23.623778 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:23.641017 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:23.718997 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:23.732102 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Pushing event updated for resources: {'Port': ['ID=d93a231e-4370-4457-8e88-9c673c90e61e,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:24.065617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=ad66b293-8488-4b6d-9747-bf12fbf9c569,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:24.091404 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:24.266055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': '47cc6354-51c7-401d-a491-1ca75f25bef5'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:24.269489 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf33c1c-b220-4bc5-b82e-911c8bb83007" -d '{"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "47cc6354-51c7-401d-a491-1ca75f25bef5"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:24.340818 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Attempting to bind port d93a231e-4370-4457-8e88-9c673c90e61e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:24.341154 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Attempting to bind port d93a231e-4370-4457-8e88-9c673c90e61e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'd41ccdc2-2aae-485b-ae46-1c7848f54033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:24.341487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Attempting to bind port d93a231e-4370-4457-8e88-9c673c90e61e on network 72070819-7380-4ce2-bba5-cb3fe9632737 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:24.354835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Port d93a231e-4370-4457-8e88-9c673c90e61e on network 72070819-7380-4ce2-bba5-cb3fe9632737 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:24.355171 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Attempting to bind port d93a231e-4370-4457-8e88-9c673c90e61e on network 72070819-7380-4ce2-bba5-cb3fe9632737 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:24.367034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:24.367514 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Checking segment: {'id': 'd41ccdc2-2aae-485b-ae46-1c7848f54033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:24.367808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Bound using segment: {'id': 'd41ccdc2-2aae-485b-ae46-1c7848f54033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:24.368257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Bound port: d93a231e-4370-4457-8e88-9c673c90e61e, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41ccdc2-2aae-485b-ae46-1c7848f54033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:24.368626 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:24.377321 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cafbd4b-d237-4f6a-95ba-98f1af71df75 x-openstack-request-id: req-6cafbd4b-d237-4f6a-95ba-98f1af71df75 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:24.377602 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "47cc6354-51c7-401d-a491-1ca75f25bef5", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:24.377851 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6cafbd4b-d237-4f6a-95ba-98f1af71df75 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:24.378240 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': '47cc6354-51c7-401d-a491-1ca75f25bef5', 'status': 'completed', 'code': 200} Aug 23 14:50:24.474880 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Floating IP 0085de3e-6acf-48c0-a5a5-4bc40e86b53d associated. External IP: 172.25.8.66, port: 88dbba0c-116f-4455-b785-c50c5a20d0e8. Aug 23 14:50:24.484124 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] For port d93a231e-4370-4457-8e88-9c673c90e61e, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:24.498019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] For port d93a231e-4370-4457-8e88-9c673c90e61e, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=d93a231e-4370-4457-8e88-9c673c90e61e,segment=NetworkSegment(d41ccdc2-2aae-485b-ae46-1c7848f54033),segment_id=d41ccdc2-2aae-485b-ae46-1c7848f54033)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:24.597581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:24.659138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33c1c-b220-4bc5-b82e-911c8bb83007 req-f5df5ba4-7de8-454f-b170-f392fb9cf4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:24.659631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33c1c-b220-4bc5-b82e-911c8bb83007 req-f5df5ba4-7de8-454f-b170-f392fb9cf4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:24.663686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33c1c-b220-4bc5-b82e-911c8bb83007 req-f5df5ba4-7de8-454f-b170-f392fb9cf4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:24.663686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33c1c-b220-4bc5-b82e-911c8bb83007 req-f5df5ba4-7de8-454f-b170-f392fb9cf4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:24.663686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33c1c-b220-4bc5-b82e-911c8bb83007 req-f5df5ba4-7de8-454f-b170-f392fb9cf4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:24.666592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33c1c-b220-4bc5-b82e-911c8bb83007 req-f5df5ba4-7de8-454f-b170-f392fb9cf4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:24.671732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33c1c-b220-4bc5-b82e-911c8bb83007 req-f5df5ba4-7de8-454f-b170-f392fb9cf4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:24.671732 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dcf33c1c-b220-4bc5-b82e-911c8bb83007 req-f5df5ba4-7de8-454f-b170-f392fb9cf4dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 6435 time: 0.2597587 Aug 23 14:50:24.749839 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:24.752481 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:24.756394 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] 10.222.0.61 "PUT /v2.0/ports/d93a231e-4370-4457-8e88-9c673c90e61e HTTP/1.1" status: 200 len: 1091 time: 1.8425374 Aug 23 14:50:24.807416 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe3aa6-51cb-407c-8ca3-ec130378c350 service neutron] Pushing event updated for resources: {'Port': ['ID=d93a231e-4370-4457-8e88-9c673c90e61e,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:24.822263 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df8401-9201-4962-bd3d-7fdff2c697ad req-74006b85-2537-448f-b761-2ac0bbf6c2f0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:24.839843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df8401-9201-4962-bd3d-7fdff2c697ad req-74006b85-2537-448f-b761-2ac0bbf6c2f0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:24.846882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df8401-9201-4962-bd3d-7fdff2c697ad req-74006b85-2537-448f-b761-2ac0bbf6c2f0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:24.852863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df8401-9201-4962-bd3d-7fdff2c697ad req-74006b85-2537-448f-b761-2ac0bbf6c2f0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:24.868336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df8401-9201-4962-bd3d-7fdff2c697ad req-74006b85-2537-448f-b761-2ac0bbf6c2f0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:24.868336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df8401-9201-4962-bd3d-7fdff2c697ad req-74006b85-2537-448f-b761-2ac0bbf6c2f0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:24.874781 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df8401-9201-4962-bd3d-7fdff2c697ad req-74006b85-2537-448f-b761-2ac0bbf6c2f0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:24.884115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44df8401-9201-4962-bd3d-7fdff2c697ad req-74006b85-2537-448f-b761-2ac0bbf6c2f0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.3477666 Aug 23 14:50:24.990296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44df8401-9201-4962-bd3d-7fdff2c697ad req-bc253a90-9318-4f06-8e6c-bc6e2dff1f9c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049716 Aug 23 14:50:25.099749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33c1c-b220-4bc5-b82e-911c8bb83007 req-091c767d-5c7c-4cd6-9484-e8cd7fdb0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:25.100606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33c1c-b220-4bc5-b82e-911c8bb83007 req-091c767d-5c7c-4cd6-9484-e8cd7fdb0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:25.100941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33c1c-b220-4bc5-b82e-911c8bb83007 req-091c767d-5c7c-4cd6-9484-e8cd7fdb0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:25.102934 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dcf33c1c-b220-4bc5-b82e-911c8bb83007 req-091c767d-5c7c-4cd6-9484-e8cd7fdb0808 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4216199 Aug 23 14:50:25.309843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:50:25.324901 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33c1c-b220-4bc5-b82e-911c8bb83007 req-7ac02505-60df-4204-a4ed-d4fc0c1d104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:25.326724 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dcf33c1c-b220-4bc5-b82e-911c8bb83007 req-7ac02505-60df-4204-a4ed-d4fc0c1d104d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2101560 Aug 23 14:50:25.480743 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:25.537003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-0845b48f-4200-418b-8847-00b0c2c96285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:25.542679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-0845b48f-4200-418b-8847-00b0c2c96285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:25.543249 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-0845b48f-4200-418b-8847-00b0c2c96285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:25.543825 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-0845b48f-4200-418b-8847-00b0c2c96285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:25.544353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-0845b48f-4200-418b-8847-00b0c2c96285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:25.545076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-0845b48f-4200-418b-8847-00b0c2c96285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:25.545732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-0845b48f-4200-418b-8847-00b0c2c96285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:25.550946 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-0845b48f-4200-418b-8847-00b0c2c96285 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 6477 time: 0.1496217 Aug 23 14:50:25.634724 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d1e570c7-8647-4d5b-9272-648ad19074da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9edec396-03e2-4ea6-bce5-2fa40fbed659 HTTP/1.1" status: 200 len: 217 time: 0.0652051 Aug 23 14:50:25.644073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:50:25.656215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf606f4-00c1-4cda-9088-8d1efa01e02d None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:50:25.667359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf606f4-00c1-4cda-9088-8d1efa01e02d None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:25.675290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fcf606f4-00c1-4cda-9088-8d1efa01e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:25.765039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fcf606f4-00c1-4cda-9088-8d1efa01e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:25.787209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-24de6ad3-eef6-4df7-ae14-8b17bb6f8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:25.789142 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-24de6ad3-eef6-4df7-ae14-8b17bb6f8c6e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d43940-211a-4370-9555-0648239a8725 HTTP/1.1" status: 200 len: 851 time: 0.1344502 Aug 23 14:50:25.796198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf606f4-00c1-4cda-9088-8d1efa01e02d None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:25.799800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fcf606f4-00c1-4cda-9088-8d1efa01e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:49:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:25.859882 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:25.903721 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fcf606f4-00c1-4cda-9088-8d1efa01e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:25.904527 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf606f4-00c1-4cda-9088-8d1efa01e02d None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:50:25.960147 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-68641218-6227-454f-b60f-f31976856ab0 req-514e06db-51e9-49cc-987c-3339b1f14555 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0903480 Aug 23 14:50:25.989184 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2441e773-70a4-49e9-932e-f8a11431fb3e tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.4589539 Aug 23 14:50:25.991736 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41126) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:26.001118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-0af24a2b-bb72-44c6-bbe0-4dc0ed198a1c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'floatingip': {'port_id': '88dbba0c-116f-4455-b785-c50c5a20d0e8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:26.047992 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7ad4cd72-a972-47d3-a3af-d073305d0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:26.053412 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7ad4cd72-a972-47d3-a3af-d073305d0a4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2549324 Aug 23 14:50:26.127980 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0af24a2b-bb72-44c6-bbe0-4dc0ed198a1c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:26.276266 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d0ecb4ae-c6c6-4fb5-bec7-5214a4aabb7a service neutron] 10.222.0.61 "GET /v2.0/networks/cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076585 Aug 23 14:50:26.312346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efdfb0-cbfd-45a8-86f8-6a7b2eb163f8 req-21d8d814-ea84-471c-9416-c85eb07e86ec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:26.328175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efdfb0-cbfd-45a8-86f8-6a7b2eb163f8 req-21d8d814-ea84-471c-9416-c85eb07e86ec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:26.334852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efdfb0-cbfd-45a8-86f8-6a7b2eb163f8 req-21d8d814-ea84-471c-9416-c85eb07e86ec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:26.342732 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efdfb0-cbfd-45a8-86f8-6a7b2eb163f8 req-21d8d814-ea84-471c-9416-c85eb07e86ec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:26.350061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efdfb0-cbfd-45a8-86f8-6a7b2eb163f8 req-21d8d814-ea84-471c-9416-c85eb07e86ec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:26.356824 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efdfb0-cbfd-45a8-86f8-6a7b2eb163f8 req-21d8d814-ea84-471c-9416-c85eb07e86ec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:26.363462 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efdfb0-cbfd-45a8-86f8-6a7b2eb163f8 req-21d8d814-ea84-471c-9416-c85eb07e86ec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:26.367870 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04efdfb0-cbfd-45a8-86f8-6a7b2eb163f8 req-21d8d814-ea84-471c-9416-c85eb07e86ec tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.1730504 Aug 23 14:50:26.387353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': 'd93a231e-4370-4457-8e88-9c673c90e61e'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:26.390720 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d82881-61c6-425a-8f97-1061a0535e45" -d '{"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "d93a231e-4370-4457-8e88-9c673c90e61e"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:26.485802 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04efdfb0-cbfd-45a8-86f8-6a7b2eb163f8 req-5c8d8939-3b68-4be0-8c63-0059f28cbf28 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894487 Aug 23 14:50:26.529672 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-b70d244e-50a1-4bd6-969c-3bd91409dee3 service neutron] 10.222.0.61 "GET /v2.0/networks/cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194479 Aug 23 14:50:26.586343 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e1f0fee4-e1a3-445d-8462-a6a5c10063ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:26.661171 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-19109f0a-9282-4660-85f3-56f82b05fe34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=fdaf866e-b082-4a67-8d49-4f5d453ffd4a HTTP/1.1" status: 200 len: 217 time: 0.1236968 Aug 23 14:50:26.729746 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:26.795148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-597aaf97-0dcb-4a2f-815f-8b9f2a4a160f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:26.804573 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-597aaf97-0dcb-4a2f-815f-8b9f2a4a160f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.1333108 Aug 23 14:50:26.958260 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-89187364-4a9d-40fb-957c-46f072f08452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:26.960024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-89187364-4a9d-40fb-957c-46f072f08452 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1476502 Aug 23 14:50:27.106108 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c816be-2820-4468-b370-85ef501d14d0 x-openstack-request-id: req-74c816be-2820-4468-b370-85ef501d14d0 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:27.106656 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "d93a231e-4370-4457-8e88-9c673c90e61e", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:27.107019 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-74c816be-2820-4468-b370-85ef501d14d0 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:27.107484 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': 'd93a231e-4370-4457-8e88-9c673c90e61e', 'status': 'completed', 'code': 200} Aug 23 14:50:27.196397 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fcd902f7-2061-4127-80ea-fa6871595b4f req-882ad775-7d26-45d0-97e3-d10c3f11138a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.1042058 Aug 23 14:50:27.203597 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-62c1048a-5c0d-462e-a0fc-d2f7f91151c7 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253296 Aug 23 14:50:27.411533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7d165ea2-7dad-4f3c-a770-ad4bbb45b203 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023983 Aug 23 14:50:27.472603 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-7fb6b9a9-d836-4d73-8696-6a22bc810b27 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=f66771fe-2ca7-4582-921f-2f8c8db8358f HTTP/1.1" status: 200 len: 217 time: 0.0509222 Aug 23 14:50:27.499805 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0af24a2b-bb72-44c6-bbe0-4dc0ed198a1c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:27.599701 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3987f73a-e825-493f-a7cb-b56cc7feaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:27.602309 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3987f73a-e825-493f-a7cb-b56cc7feaf87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.1215363 Aug 23 14:50:27.634616 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0af24a2b-bb72-44c6-bbe0-4dc0ed198a1c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:27.775717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5fe4c-6b2f-4c6f-babf-8043242a6f41 req-bfdaa057-2041-486b-844f-1c056d584305 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:27.784121 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5fe4c-6b2f-4c6f-babf-8043242a6f41 req-bfdaa057-2041-486b-844f-1c056d584305 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:27.794619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5fe4c-6b2f-4c6f-babf-8043242a6f41 req-bfdaa057-2041-486b-844f-1c056d584305 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:27.804569 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5fe4c-6b2f-4c6f-babf-8043242a6f41 req-bfdaa057-2041-486b-844f-1c056d584305 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:27.814297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5fe4c-6b2f-4c6f-babf-8043242a6f41 req-bfdaa057-2041-486b-844f-1c056d584305 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:27.827040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5fe4c-6b2f-4c6f-babf-8043242a6f41 req-bfdaa057-2041-486b-844f-1c056d584305 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:27.842742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5fe4c-6b2f-4c6f-babf-8043242a6f41 req-bfdaa057-2041-486b-844f-1c056d584305 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:27.848963 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2eb5fe4c-6b2f-4c6f-babf-8043242a6f41 req-bfdaa057-2041-486b-844f-1c056d584305 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.2454231 Aug 23 14:50:27.903051 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-502f8e44-8ca9-454d-b25d-2d3e84431afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:27.906869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-502f8e44-8ca9-454d-b25d-2d3e84431afd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2859542 Aug 23 14:50:28.024713 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2eb5fe4c-6b2f-4c6f-babf-8043242a6f41 req-bc31eebe-7a2a-4187-9688-403543866215 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1662540 Aug 23 14:50:28.088546 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-d8a1c00b-757c-4a26-b2e2-1f68e5a84fe2 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708872 Aug 23 14:50:28.254548 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-84d73eae-8f25-49f5-bac6-8b69d46a0ae0 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559110 Aug 23 14:50:28.351853 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af24a2b-bb72-44c6-bbe0-4dc0ed198a1c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:50:28.362673 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-4121cffa-c6f1-468b-918f-eb5c3b9b153a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=afc637ab-7b54-4ae5-97f1-c9c64cc49729 HTTP/1.1" status: 200 len: 217 time: 0.0978532 Aug 23 14:50:28.474867 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:28.489835 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-35d0eb28-830f-4c26-b81a-921e3d1f13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:28.492678 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-35d0eb28-830f-4c26-b81a-921e3d1f13fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.1214321 Aug 23 14:50:28.596785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-bfd2b12f-2f3c-4c36-8d61-74d71a0b9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:28.598372 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-bfd2b12f-2f3c-4c36-8d61-74d71a0b9e37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759311 Aug 23 14:50:28.623369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af24a2b-bb72-44c6-bbe0-4dc0ed198a1c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:50:28.624128 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c2ad2df6-b485-446b-b7e3-1f5c2298b69e req-afed1962-b756-4a7d-8d1c-20270c790055 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.2755132 Aug 23 14:50:28.628126 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0af24a2b-bb72-44c6-bbe0-4dc0ed198a1c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:28.640543 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a38fae-5225-4c63-ac1a-4ac5723f6324 None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:50:28.677338 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a38fae-5225-4c63-ac1a-4ac5723f6324 None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:28.682210 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-b6a38fae-5225-4c63-ac1a-4ac5723f6324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:28.784443 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-b6a38fae-5225-4c63-ac1a-4ac5723f6324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:28.785602 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0af24a2b-bb72-44c6-bbe0-4dc0ed198a1c tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "PUT /v2.0/floatingips/0085de3e-6acf-48c0-a5a5-4bc40e86b53d HTTP/1.1" status: 200 len: 977 time: 2.7924144 Aug 23 14:50:28.789693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41194) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:28.790666 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-de077b0f-ad98-4ea6-933e-48355e1d93c5 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793032 Aug 23 14:50:28.809677 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a38fae-5225-4c63-ac1a-4ac5723f6324 None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:28.810358 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-b6a38fae-5225-4c63-ac1a-4ac5723f6324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:28.943515 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-b6a38fae-5225-4c63-ac1a-4ac5723f6324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:28.944518 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a38fae-5225-4c63-ac1a-4ac5723f6324 None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:50:29.005510 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-4ddb3f2b-9725-4578-806e-789dcb43635f service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071702 Aug 23 14:50:29.093938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-064f715e-e341-4dd9-9c63-c624c413b44f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=17812f53-fbc5-4a79-919c-21e20ab42ecc HTTP/1.1" status: 200 len: 217 time: 0.0791812 Aug 23 14:50:29.133643 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-349ebe19-a81d-4411-a774-edf94db9d454 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting port ad66b293-8488-4b6d-9747-bf12fbf9c569 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:50:29.140040 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-349ebe19-a81d-4411-a774-edf94db9d454 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:29.235099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3df4dc2e-450e-4bc0-9e57-f9c7ff013815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:29.236662 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3df4dc2e-450e-4bc0-9e57-f9c7ff013815 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.1336513 Aug 23 14:50:29.312087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7659069-cde8-4c03-9db7-cf6e5f78c467 req-649119a5-7b11-4717-96c7-4202c828736e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:29.318175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7659069-cde8-4c03-9db7-cf6e5f78c467 req-649119a5-7b11-4717-96c7-4202c828736e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:29.320638 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-349ebe19-a81d-4411-a774-edf94db9d454 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:29.320977 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-349ebe19-a81d-4411-a774-edf94db9d454 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:29.324464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7659069-cde8-4c03-9db7-cf6e5f78c467 req-649119a5-7b11-4717-96c7-4202c828736e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:29.330515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7659069-cde8-4c03-9db7-cf6e5f78c467 req-649119a5-7b11-4717-96c7-4202c828736e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:29.338453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7659069-cde8-4c03-9db7-cf6e5f78c467 req-649119a5-7b11-4717-96c7-4202c828736e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:29.347572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-349ebe19-a81d-4411-a774-edf94db9d454 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Calling delete_port for ad66b293-8488-4b6d-9747-bf12fbf9c569 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:50:29.357618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7659069-cde8-4c03-9db7-cf6e5f78c467 req-649119a5-7b11-4717-96c7-4202c828736e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:29.367718 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7659069-cde8-4c03-9db7-cf6e5f78c467 req-649119a5-7b11-4717-96c7-4202c828736e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:29.370358 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7659069-cde8-4c03-9db7-cf6e5f78c467 req-649119a5-7b11-4717-96c7-4202c828736e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.1750755 Aug 23 14:50:29.486087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-9460391c-1aee-4bd9-90a7-e8dc337f68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:29.487530 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-9460391c-1aee-4bd9-90a7-e8dc337f68dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2341757 Aug 23 14:50:29.598506 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7659069-cde8-4c03-9db7-cf6e5f78c467 req-73e5e837-05e8-42b4-9b57-b5d654b85e82 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2119191 Aug 23 14:50:29.785618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-cea320fb-8410-4a63-8106-860541c5bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:29.787101 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-cea320fb-8410-4a63-8106-860541c5bde8 service neutron] 10.222.0.57 "GET /v2.0/ports/cc7683fa-d729-485b-a13f-03f149ab4dae HTTP/1.1" status: 200 len: 1032 time: 0.1076736 Aug 23 14:50:29.932160 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65c52d14-317d-4921-b91c-1eea61ed9df8 req-40c21744-420b-40bd-b191-9d9ea17564d0 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0818851 Aug 23 14:50:29.953184 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-5ac41496-a299-45dc-be52-3a1792b6203b service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486811 Aug 23 14:50:29.955120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-b65013ce-3363-45a4-b695-f379a163427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:29.956697 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-b65013ce-3363-45a4-b695-f379a163427e service neutron] 10.222.0.57 "GET /v2.0/ports/45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e HTTP/1.1" status: 200 len: 1032 time: 0.1583986 Aug 23 14:50:30.051565 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-349ebe19-a81d-4411-a774-edf94db9d454 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:30.155709 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ebe19-a81d-4411-a774-edf94db9d454 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Port': ['ID=ad66b293-8488-4b6d-9747-bf12fbf9c569,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:30.289728 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-349ebe19-a81d-4411-a774-edf94db9d454 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:30.290422 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-349ebe19-a81d-4411-a774-edf94db9d454 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Floating IP 0085de3e-6acf-48c0-a5a5-4bc40e86b53d disassociated (deleted). External IP: 172.25.8.66, port: 88dbba0c-116f-4455-b785-c50c5a20d0e8. Aug 23 14:50:30.449041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-8bf17ff7-e7ca-4373-93d0-54271fa3d529 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:30.459463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-8bf17ff7-e7ca-4373-93d0-54271fa3d529 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:30.467517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-8bf17ff7-e7ca-4373-93d0-54271fa3d529 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:30.469402 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-8bf17ff7-e7ca-4373-93d0-54271fa3d529 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "GET /v2.0/networks?id=b542f892-fbd7-43ba-9b32-88275cc36a65&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=a24b937b-de39-4060-9493-8fb429cfbe9e&id=a24b937b-de39-4060-9493-8fb429cfbe9e HTTP/1.1" status: 200 len: 1995 time: 0.5042481 Aug 23 14:50:30.566116 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-d03b8c31-a772-4f49-8e9d-820da6a0546f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453bc9f0ae244a8fad31793e47e18492 HTTP/1.1" status: 200 len: 380 time: 0.0840411 Aug 23 14:50:30.569027 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-dfcbd4a8-ae78-4da7-9935-3df5f8cddb5b service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095929 Aug 23 14:50:30.585975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-da002f30-bab3-4679-80b3-23f0e065684c req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'port': {'device_id': 'bd268f3e-365f-4952-bf10-b1439009b958', 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'admin_state_up': True, 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'security_groups': ['7c24d698-4b6f-463b-9aad-9d8ce48130d6']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:30.653684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349ebe19-a81d-4411-a774-edf94db9d454 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:50:30.693818 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-e2414cb9-9e2f-49e3-8f07-1374680671a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=47cc6354-51c7-401d-a491-1ca75f25bef5 HTTP/1.1" status: 200 len: 217 time: 0.1108956 Aug 23 14:50:30.880544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3f05c6fa-268d-4550-ab6e-4850c7706481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:30.882543 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-3f05c6fa-268d-4550-ab6e-4850c7706481 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e HTTP/1.1" status: 200 len: 797 time: 0.1678030 Aug 23 14:50:30.933207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728c2f3-a2c5-4174-a19c-5a2cb176157d req-2d0849ff-fc84-4185-a8c5-470fe9038e34 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:30.940040 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728c2f3-a2c5-4174-a19c-5a2cb176157d req-2d0849ff-fc84-4185-a8c5-470fe9038e34 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:30.946625 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728c2f3-a2c5-4174-a19c-5a2cb176157d req-2d0849ff-fc84-4185-a8c5-470fe9038e34 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:30.954812 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728c2f3-a2c5-4174-a19c-5a2cb176157d req-2d0849ff-fc84-4185-a8c5-470fe9038e34 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:30.962214 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728c2f3-a2c5-4174-a19c-5a2cb176157d req-2d0849ff-fc84-4185-a8c5-470fe9038e34 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:30.970497 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728c2f3-a2c5-4174-a19c-5a2cb176157d req-2d0849ff-fc84-4185-a8c5-470fe9038e34 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:30.990683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728c2f3-a2c5-4174-a19c-5a2cb176157d req-2d0849ff-fc84-4185-a8c5-470fe9038e34 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:30.992748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-bbee32fe-64cc-4acc-bfc3-1d65df98f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:30.997269 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9728c2f3-a2c5-4174-a19c-5a2cb176157d req-2d0849ff-fc84-4185-a8c5-470fe9038e34 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.2247179 Aug 23 14:50:30.997939 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-bbee32fe-64cc-4acc-bfc3-1d65df98f2a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72070819-7380-4ce2-bba5-cb3fe9632737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1006255 Aug 23 14:50:31.032434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349ebe19-a81d-4411-a774-edf94db9d454 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:50:31.064592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a7e4d-6500-4764-95a2-c5526823d911 None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:50:31.080738 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a7e4d-6500-4764-95a2-c5526823d911 None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:31.080738 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c89a7e4d-6500-4764-95a2-c5526823d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:31.092106 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-349ebe19-a81d-4411-a774-edf94db9d454 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:31.160116 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-349ebe19-a81d-4411-a774-edf94db9d454 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/floatingips/0085de3e-6acf-48c0-a5a5-4bc40e86b53d HTTP/1.1" status: 204 len: 168 time: 2.3696382 Aug 23 14:50:31.163224 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41240) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:31.182410 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c89a7e4d-6500-4764-95a2-c5526823d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:31.208613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a7e4d-6500-4764-95a2-c5526823d911 None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:31.209683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c89a7e4d-6500-4764-95a2-c5526823d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:31.293353 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c89a7e4d-6500-4764-95a2-c5526823d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:31.298260 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a7e4d-6500-4764-95a2-c5526823d911 None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:50:31.335286 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9728c2f3-a2c5-4174-a19c-5a2cb176157d req-0530a4d2-6acb-4279-afba-a633fdad19c1 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3261666 Aug 23 14:50:31.395190 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-96b57e72-0f2a-4e7c-8616-6dbaf095e44f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting port 88dbba0c-116f-4455-b785-c50c5a20d0e8 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:50:31.400953 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96b57e72-0f2a-4e7c-8616-6dbaf095e44f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:31.585520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Made reservation on behalf of 453bc9f0ae244a8fad31793e47e18492 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:50:31.594655 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:31.643202 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96b57e72-0f2a-4e7c-8616-6dbaf095e44f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:31.695229 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-812702af-7ddd-4b06-a1d5-0c6095744e7e req-3175e1bf-ed0b-4c46-ab73-c263952bd17a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.1325030 Aug 23 14:50:31.703916 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-96b57e72-0f2a-4e7c-8616-6dbaf095e44f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Calling delete_port for 88dbba0c-116f-4455-b785-c50c5a20d0e8 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:50:31.916154 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-f0211d41-fec4-48d5-aaed-5ea526695cf9 service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9097841 Aug 23 14:50:32.150018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-da002f30-bab3-4679-80b3-23f0e065684c req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Allocated IP 172.20.0.11 (b542f892-fbd7-43ba-9b32-88275cc36a65/bf12937b-e5ce-4aea-882b-044b4a3734f1/9b5dc2aa-fd61-48b1-984e-dfd0407c8185) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:32.180493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-bab603b3-9ab2-4763-8fad-4d684f4e0353 service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525392 Aug 23 14:50:32.256957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-b1fd6d55-e2d1-4f92-8634-c58599d48b24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d93a231e-4370-4457-8e88-9c673c90e61e HTTP/1.1" status: 200 len: 217 time: 0.0653636 Aug 23 14:50:32.263299 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96b57e72-0f2a-4e7c-8616-6dbaf095e44f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:32.346092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b57e72-0f2a-4e7c-8616-6dbaf095e44f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Port': ['ID=88dbba0c-116f-4455-b785-c50c5a20d0e8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:32.388385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-89196d01-4ef2-4c46-ba10-d9b10b302768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:32.404334 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-89196d01-4ef2-4c46-ba10-d9b10b302768 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e HTTP/1.1" status: 200 len: 797 time: 0.1370280 Aug 23 14:50:32.595577 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:32.629030 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96b57e72-0f2a-4e7c-8616-6dbaf095e44f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:32.631138 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-96b57e72-0f2a-4e7c-8616-6dbaf095e44f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/ports/88dbba0c-116f-4455-b785-c50c5a20d0e8 HTTP/1.1" status: 204 len: 168 time: 1.4635942 Aug 23 14:50:32.636399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41266) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:32.644422 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-da002f30-bab3-4679-80b3-23f0e065684c req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Transition to ACTIVE for port object 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:32.654324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:32.683973 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6a84d-7c48-427f-a991-a44a43e392d8 req-831a78b6-4c2d-437a-b23b-dd122a6cf729 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:32.691742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6a84d-7c48-427f-a991-a44a43e392d8 req-831a78b6-4c2d-437a-b23b-dd122a6cf729 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:32.699252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6a84d-7c48-427f-a991-a44a43e392d8 req-831a78b6-4c2d-437a-b23b-dd122a6cf729 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:32.705604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6a84d-7c48-427f-a991-a44a43e392d8 req-831a78b6-4c2d-437a-b23b-dd122a6cf729 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:32.716693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6a84d-7c48-427f-a991-a44a43e392d8 req-831a78b6-4c2d-437a-b23b-dd122a6cf729 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:32.724515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6a84d-7c48-427f-a991-a44a43e392d8 req-831a78b6-4c2d-437a-b23b-dd122a6cf729 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:32.736814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6a84d-7c48-427f-a991-a44a43e392d8 req-831a78b6-4c2d-437a-b23b-dd122a6cf729 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:32.742252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-8b50c2d7-7e3d-4322-8779-b786f18537fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:32.745058 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-8b50c2d7-7e3d-4322-8779-b786f18537fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72070819-7380-4ce2-bba5-cb3fe9632737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3314009 Aug 23 14:50:32.748069 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-62b6a84d-7c48-427f-a991-a44a43e392d8 req-831a78b6-4c2d-437a-b23b-dd122a6cf729 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.2591562 Aug 23 14:50:32.826653 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-62b6a84d-7c48-427f-a991-a44a43e392d8 req-6a8faf85-0de0-405f-a339-e1165fb744c0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709355 Aug 23 14:50:32.865944 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:32.882400 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:33.014009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da002f30-bab3-4679-80b3-23f0e065684c req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Network b542f892-fbd7-43ba-9b32-88275cc36a65 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:33.052991 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-da002f30-bab3-4679-80b3-23f0e065684c req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:33.065157 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:33.067786 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-da002f30-bab3-4679-80b3-23f0e065684c req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:33.148500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'Port': ['ID=9b5dc2aa-fd61-48b1-984e-dfd0407c8185,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:33.187128 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-c20d9b2e-5fe9-41e0-b627-378a92af435b service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285192 Aug 23 14:50:33.191496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:33.191919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:33.192264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:33.192609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:33.192948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:33.193280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:33.193613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:33.194102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:33.194481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:33.194811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:33.195207 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:33.195536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:33.229477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:33.230623 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:33.268811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8818e-199d-45d3-92cf-1dcb26f5a3a1 req-fb6f507d-2e30-459e-a5d8-a48b0e80ed3f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:33.273373 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ab8818e-199d-45d3-92cf-1dcb26f5a3a1 req-fb6f507d-2e30-459e-a5d8-a48b0e80ed3f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 932 time: 0.2839909 Aug 23 14:50:33.364426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Allocated IP 172.25.8.201 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/167a20bb-34dc-4609-bdd4-409b7e411739) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:33.483543 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-7a393931-6bd8-4a33-b8d8-b35cea7bdf31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9015508 Aug 23 14:50:33.506003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-da002f30-bab3-4679-80b3-23f0e065684c req-fc40fd8a-c3a5-4dcd-a287-25c5db186bab tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'port': {'device_id': 'bd268f3e-365f-4952-bf10-b1439009b958', 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b', 'admin_state_up': True, 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'security_groups': ['7c24d698-4b6f-463b-9aad-9d8ce48130d6']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:33.580499 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ab8818e-199d-45d3-92cf-1dcb26f5a3a1 req-64ee7151-65eb-4f6a-bf87-5c0807aef6ee tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733979 Aug 23 14:50:33.585014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f1940dd7-7f49-455a-aa8e-0b6a15d1abbd None None] Provisioning for port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:33.589981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f1940dd7-7f49-455a-aa8e-0b6a15d1abbd None None] Provisioning complete for port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:33.590476 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f1940dd7-7f49-455a-aa8e-0b6a15d1abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:33.655624 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:33.701506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f1940dd7-7f49-455a-aa8e-0b6a15d1abbd None None] Port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:50:33.766468 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6505092-72ff-404a-8c66-a3a79f3c140e req-22098e25-179b-4487-b670-444eb8c3a58b service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184064 Aug 23 14:50:33.818210 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:33.982598 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:33.986002 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:33.996845 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:34.000775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=167a20bb-34dc-4609-bdd4-409b7e411739,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:34.076830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-fc40fd8a-c3a5-4dcd-a287-25c5db186bab tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Made reservation on behalf of 453bc9f0ae244a8fad31793e47e18492 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:50:34.090973 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-fc40fd8a-c3a5-4dcd-a287-25c5db186bab tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:34.142466 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:34.213111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df9c93-7419-45d2-8747-117eb24d421f req-1307e70a-a32b-4a35-b77f-70c3c718f41b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:34.220384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df9c93-7419-45d2-8747-117eb24d421f req-1307e70a-a32b-4a35-b77f-70c3c718f41b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:34.227645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df9c93-7419-45d2-8747-117eb24d421f req-1307e70a-a32b-4a35-b77f-70c3c718f41b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:34.235131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df9c93-7419-45d2-8747-117eb24d421f req-1307e70a-a32b-4a35-b77f-70c3c718f41b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:34.243499 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df9c93-7419-45d2-8747-117eb24d421f req-1307e70a-a32b-4a35-b77f-70c3c718f41b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:34.258397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df9c93-7419-45d2-8747-117eb24d421f req-1307e70a-a32b-4a35-b77f-70c3c718f41b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:34.286217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df9c93-7419-45d2-8747-117eb24d421f req-1307e70a-a32b-4a35-b77f-70c3c718f41b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:34.294447 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:34.295901 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10df9c93-7419-45d2-8747-117eb24d421f req-1307e70a-a32b-4a35-b77f-70c3c718f41b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.3748732 Aug 23 14:50:34.380937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-691d8491-ed68-4960-9718-65ddcb23a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:34.381432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-691d8491-ed68-4960-9718-65ddcb23a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:34.382416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-691d8491-ed68-4960-9718-65ddcb23a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:34.383795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-691d8491-ed68-4960-9718-65ddcb23a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:34.385299 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-691d8491-ed68-4960-9718-65ddcb23a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:34.385837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-691d8491-ed68-4960-9718-65ddcb23a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:34.386294 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-691d8491-ed68-4960-9718-65ddcb23a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:34.394600 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-691d8491-ed68-4960-9718-65ddcb23a4d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 6477 time: 0.3994308 Aug 23 14:50:34.543091 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10df9c93-7419-45d2-8747-117eb24d421f req-aec82fe4-dbcb-47a9-bc28-bc2958879855 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1998634 Aug 23 14:50:34.630685 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:34.635337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-74ad8af8-2db1-4854-a57f-ec78c8adc4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:34.636940 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-74ad8af8-2db1-4854-a57f-ec78c8adc4f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72070819-7380-4ce2-bba5-cb3fe9632737 HTTP/1.1" status: 200 len: 903 time: 0.1828959 Aug 23 14:50:34.638188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-da002f30-bab3-4679-80b3-23f0e065684c req-fc40fd8a-c3a5-4dcd-a287-25c5db186bab tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Allocated IP 10.1.1.192 (4b3181b0-25bc-4dc4-bbd2-aea26008a76b/efb1f0f7-98e5-40bc-b086-3383c3358cb9/e0058166-4f12-416b-8269-a53656408fa9) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:34.706135 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:34.746372 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-8cc4601c-73f6-4cb6-ab52-80bce879f4d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d93a231e-4370-4457-8e88-9c673c90e61e HTTP/1.1" status: 200 len: 217 time: 0.0982463 Aug 23 14:50:34.992098 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:35.019724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=167a20bb-34dc-4609-bdd4-409b7e411739,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:35.079557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf1d74-42f9-4961-932f-1167f1938d9f req-98f5aaa7-2e11-4bb5-bd48-84f4c4a8e0ae tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:35.088556 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-44cf1d74-42f9-4961-932f-1167f1938d9f req-98f5aaa7-2e11-4bb5-bd48-84f4c4a8e0ae tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 932 time: 0.3046649 Aug 23 14:50:35.135575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-3a1b84da-0d81-4415-b45f-fb2951f47b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:35.137346 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-3a1b84da-0d81-4415-b45f-fb2951f47b9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e HTTP/1.1" status: 200 len: 797 time: 0.3787370 Aug 23 14:50:35.142823 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-44cf1d74-42f9-4961-932f-1167f1938d9f req-e6343f72-f8c9-4015-9f74-5b477238ae64 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528243 Aug 23 14:50:35.170044 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-fc40fd8a-c3a5-4dcd-a287-25c5db186bab tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:35.170265 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:35.170265 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-42167aa5-4c34-4313-9be2-180aa9255a6d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5316067 Aug 23 14:50:35.172719 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41312) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:35.178853 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-030e7e45-5093-4153-85db-a4d1eaf3ec22 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'port': {'network_id': 'b526f403-e28d-4f2f-a6ec-dd55a3702598', 'name': 'tempest-FloatingIPTestJSON-442264620'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:35.189850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-da002f30-bab3-4679-80b3-23f0e065684c req-fc40fd8a-c3a5-4dcd-a287-25c5db186bab tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Transition to ACTIVE for port object e0058166-4f12-416b-8269-a53656408fa9 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:35.296432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-cf2d175f-c9a0-4084-8317-19a1ea84eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:35.298417 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-cf2d175f-c9a0-4084-8317-19a1ea84eee2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72070819-7380-4ce2-bba5-cb3fe9632737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0661373 Aug 23 14:50:35.390814 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-fc40fd8a-c3a5-4dcd-a287-25c5db186bab tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:35.484975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40fd8a-c3a5-4dcd-a287-25c5db186bab tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'Port': ['ID=e0058166-4f12-416b-8269-a53656408fa9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:35.550537 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-f5a07f67-0975-4d87-a74d-febaebe4e905 service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431250 Aug 23 14:50:35.564706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da002f30-bab3-4679-80b3-23f0e065684c req-fc40fd8a-c3a5-4dcd-a287-25c5db186bab tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:35.575467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-da002f30-bab3-4679-80b3-23f0e065684c req-fc40fd8a-c3a5-4dcd-a287-25c5db186bab tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:35.590882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-da002f30-bab3-4679-80b3-23f0e065684c req-fc40fd8a-c3a5-4dcd-a287-25c5db186bab tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:35.655146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-fc40fd8a-c3a5-4dcd-a287-25c5db186bab tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:35.656201 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-fc40fd8a-c3a5-4dcd-a287-25c5db186bab tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:35.811689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee9a7-be48-42d7-930e-cf7371b0a8eb req-b3b9489b-22c8-4ed6-b02f-e904d3dd4b11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:35.830691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee9a7-be48-42d7-930e-cf7371b0a8eb req-b3b9489b-22c8-4ed6-b02f-e904d3dd4b11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:35.835215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030e7e45-5093-4153-85db-a4d1eaf3ec22 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Made reservation on behalf of 542b396d4bce424e8c2d79b95b98d32a for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:50:35.839860 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-030e7e45-5093-4153-85db-a4d1eaf3ec22 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:35.842812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee9a7-be48-42d7-930e-cf7371b0a8eb req-b3b9489b-22c8-4ed6-b02f-e904d3dd4b11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:35.849195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee9a7-be48-42d7-930e-cf7371b0a8eb req-b3b9489b-22c8-4ed6-b02f-e904d3dd4b11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:35.855973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee9a7-be48-42d7-930e-cf7371b0a8eb req-b3b9489b-22c8-4ed6-b02f-e904d3dd4b11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:35.859781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-030e7e45-5093-4153-85db-a4d1eaf3ec22 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] device_id is not set on port 20b19b93-223c-4df3-917a-de497271a6a5 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:50:35.874143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee9a7-be48-42d7-930e-cf7371b0a8eb req-b3b9489b-22c8-4ed6-b02f-e904d3dd4b11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:35.880448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee9a7-be48-42d7-930e-cf7371b0a8eb req-b3b9489b-22c8-4ed6-b02f-e904d3dd4b11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:35.889036 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f6ee9a7-be48-42d7-930e-cf7371b0a8eb req-b3b9489b-22c8-4ed6-b02f-e904d3dd4b11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.1657331 Aug 23 14:50:35.939587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4d82881-61c6-425a-8f97-1061a0535e45 req-cc57ea73-5172-433b-a704-0ec36e187b42 service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772464 Aug 23 14:50:35.996368 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f6ee9a7-be48-42d7-930e-cf7371b0a8eb req-1687c46b-3eec-42e0-96b1-3b58eddcb437 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058764 Aug 23 14:50:35.997683 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-fc40fd8a-c3a5-4dcd-a287-25c5db186bab tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5030851 Aug 23 14:50:36.010685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-da002f30-bab3-4679-80b3-23f0e065684c req-3584f9b4-8079-4831-b975-5b911b257b1e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'port': {'device_id': 'bd268f3e-365f-4952-bf10-b1439009b958', 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b', 'admin_state_up': True, 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'security_groups': ['7c24d698-4b6f-463b-9aad-9d8ce48130d6']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:36.079515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-030e7e45-5093-4153-85db-a4d1eaf3ec22 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Allocated IP 172.20.0.8 (b526f403-e28d-4f2f-a6ec-dd55a3702598/eb85831f-8887-441f-9d6c-18aaff4ff004/20b19b93-223c-4df3-917a-de497271a6a5) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:36.141888 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-22a1c229-53f9-48d3-b0cd-710e1d10d500 None None] Provisioning for port e0058166-4f12-416b-8269-a53656408fa9 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:36.144772 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-22a1c229-53f9-48d3-b0cd-710e1d10d500 None None] Provisioning complete for port e0058166-4f12-416b-8269-a53656408fa9 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:36.145474 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-22a1c229-53f9-48d3-b0cd-710e1d10d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:36.245385 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-22a1c229-53f9-48d3-b0cd-710e1d10d500 None None] Port e0058166-4f12-416b-8269-a53656408fa9 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:50:36.311710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-3584f9b4-8079-4831-b975-5b911b257b1e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Made reservation on behalf of 453bc9f0ae244a8fad31793e47e18492 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:50:36.317855 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-3584f9b4-8079-4831-b975-5b911b257b1e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:36.365969 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4139d3-1253-4b3c-b5e1-bdbb1d5b6652 req-d2c5cd9d-572d-42bd-b732-35c10ed8480f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:36.373141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4139d3-1253-4b3c-b5e1-bdbb1d5b6652 req-d2c5cd9d-572d-42bd-b732-35c10ed8480f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:36.374984 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c4139d3-1253-4b3c-b5e1-bdbb1d5b6652 req-d2c5cd9d-572d-42bd-b732-35c10ed8480f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 1654 time: 0.1508949 Aug 23 14:50:36.434024 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-030e7e45-5093-4153-85db-a4d1eaf3ec22 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:36.514225 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c4139d3-1253-4b3c-b5e1-bdbb1d5b6652 req-3d05d6fe-809a-4bdf-8a9b-e17a27929b92 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244841 Aug 23 14:50:36.535749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-da002f30-bab3-4679-80b3-23f0e065684c req-3584f9b4-8079-4831-b975-5b911b257b1e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Allocated IP 10.1.1.114 (4b3181b0-25bc-4dc4-bbd2-aea26008a76b/efb1f0f7-98e5-40bc-b086-3383c3358cb9/06a8eaaa-b6fe-44a6-a2cf-36deeb967d08) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:36.578264 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-030e7e45-5093-4153-85db-a4d1eaf3ec22 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:36.668399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e7e45-5093-4153-85db-a4d1eaf3ec22 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network b526f403-e28d-4f2f-a6ec-dd55a3702598 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:36.673086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-030e7e45-5093-4153-85db-a4d1eaf3ec22 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:36.677750 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e7e45-5093-4153-85db-a4d1eaf3ec22 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:36.725828 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e7e45-5093-4153-85db-a4d1eaf3ec22 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=20b19b93-223c-4df3-917a-de497271a6a5,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:36.745900 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-3584f9b4-8079-4831-b975-5b911b257b1e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:36.766512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-da002f30-bab3-4679-80b3-23f0e065684c req-3584f9b4-8079-4831-b975-5b911b257b1e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Transition to ACTIVE for port object 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:36.767534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030e7e45-5093-4153-85db-a4d1eaf3ec22 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:36.768230 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-030e7e45-5093-4153-85db-a4d1eaf3ec22 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:36.887734 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41332) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:36.887940 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-030e7e45-5093-4153-85db-a4d1eaf3ec22 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7135723 Aug 23 14:50:36.892712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0be16e3b-2f67-4d3f-8b87-eaa7de9b527a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'floatingip': {'port_id': '20b19b93-223c-4df3-917a-de497271a6a5'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:36.898158 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-3584f9b4-8079-4831-b975-5b911b257b1e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:36.994365 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0be16e3b-2f67-4d3f-8b87-eaa7de9b527a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:37.047504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da002f30-bab3-4679-80b3-23f0e065684c req-3584f9b4-8079-4831-b975-5b911b257b1e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:37.075697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-da002f30-bab3-4679-80b3-23f0e065684c req-3584f9b4-8079-4831-b975-5b911b257b1e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:37.079432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-da002f30-bab3-4679-80b3-23f0e065684c req-3584f9b4-8079-4831-b975-5b911b257b1e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:37.094937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584f9b4-8079-4831-b975-5b911b257b1e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'Port': ['ID=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:37.309822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51621c21-f355-466e-bee1-5037017576c4 req-040ef080-40f4-4df6-9a57-de3f1ca1479a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:37.316262 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51621c21-f355-466e-bee1-5037017576c4 req-040ef080-40f4-4df6-9a57-de3f1ca1479a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:37.328331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51621c21-f355-466e-bee1-5037017576c4 req-040ef080-40f4-4df6-9a57-de3f1ca1479a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:37.335275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51621c21-f355-466e-bee1-5037017576c4 req-040ef080-40f4-4df6-9a57-de3f1ca1479a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:37.343484 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51621c21-f355-466e-bee1-5037017576c4 req-040ef080-40f4-4df6-9a57-de3f1ca1479a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:37.354171 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51621c21-f355-466e-bee1-5037017576c4 req-040ef080-40f4-4df6-9a57-de3f1ca1479a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:37.361416 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51621c21-f355-466e-bee1-5037017576c4 req-040ef080-40f4-4df6-9a57-de3f1ca1479a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:37.363950 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51621c21-f355-466e-bee1-5037017576c4 req-040ef080-40f4-4df6-9a57-de3f1ca1479a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.1926978 Aug 23 14:50:37.364341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-3584f9b4-8079-4831-b975-5b911b257b1e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:37.365128 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-3584f9b4-8079-4831-b975-5b911b257b1e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:37.416639 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51621c21-f355-466e-bee1-5037017576c4 req-85abe10c-eb5a-468d-a6ea-107f07c66252 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441582 Aug 23 14:50:37.605501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-3584f9b4-8079-4831-b975-5b911b257b1e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5999601 Aug 23 14:50:37.620667 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-950b6b2c-48e1-41e6-bbd3-7186e6d159c9 None None] Provisioning for port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:37.627174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-950b6b2c-48e1-41e6-bbd3-7186e6d159c9 None None] Provisioning complete for port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:37.628046 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-950b6b2c-48e1-41e6-bbd3-7186e6d159c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:37.640753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-da002f30-bab3-4679-80b3-23f0e065684c req-2367332d-b55f-4163-b8ea-3688b36e2b7c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'port': {'device_id': 'bd268f3e-365f-4952-bf10-b1439009b958', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e', 'admin_state_up': True, 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'security_groups': ['7c24d698-4b6f-463b-9aad-9d8ce48130d6']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:37.670135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-950b6b2c-48e1-41e6-bbd3-7186e6d159c9 None None] Port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:50:38.217870 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.resource_extend [None req-0be16e3b-2f67-4d3f-8b87-eaa7de9b527a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:50:38.242935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf0f22-3f30-4d8a-a7c2-a0428e6844e8 req-6ee2c81e-c224-4c41-8576-c15379ca153d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:38.253752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf0f22-3f30-4d8a-a7c2-a0428e6844e8 req-6ee2c81e-c224-4c41-8576-c15379ca153d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:38.260854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf0f22-3f30-4d8a-a7c2-a0428e6844e8 req-6ee2c81e-c224-4c41-8576-c15379ca153d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:38.268506 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b0bf0f22-3f30-4d8a-a7c2-a0428e6844e8 req-6ee2c81e-c224-4c41-8576-c15379ca153d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 2375 time: 0.6802931 Aug 23 14:50:38.371580 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0be16e3b-2f67-4d3f-8b87-eaa7de9b527a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:38.390631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b0bf0f22-3f30-4d8a-a7c2-a0428e6844e8 req-b0954e52-a729-4364-83a2-172c9d13c9ab tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212323 Aug 23 14:50:38.476591 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0be16e3b-2f67-4d3f-8b87-eaa7de9b527a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:38.515618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-2367332d-b55f-4163-b8ea-3688b36e2b7c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Made reservation on behalf of 453bc9f0ae244a8fad31793e47e18492 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:50:38.613011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ec889-bc79-46d6-8528-a5e06075866a req-de2e5232-f0fa-4a99-a915-dd27e53f1931 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:38.619965 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ec889-bc79-46d6-8528-a5e06075866a req-de2e5232-f0fa-4a99-a915-dd27e53f1931 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:38.626262 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ec889-bc79-46d6-8528-a5e06075866a req-de2e5232-f0fa-4a99-a915-dd27e53f1931 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:38.632692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ec889-bc79-46d6-8528-a5e06075866a req-de2e5232-f0fa-4a99-a915-dd27e53f1931 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:38.639741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ec889-bc79-46d6-8528-a5e06075866a req-de2e5232-f0fa-4a99-a915-dd27e53f1931 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:38.645946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ec889-bc79-46d6-8528-a5e06075866a req-de2e5232-f0fa-4a99-a915-dd27e53f1931 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:38.654070 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ec889-bc79-46d6-8528-a5e06075866a req-de2e5232-f0fa-4a99-a915-dd27e53f1931 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:38.656827 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a9ec889-bc79-46d6-8528-a5e06075866a req-de2e5232-f0fa-4a99-a915-dd27e53f1931 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.1541595 Aug 23 14:50:38.698346 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-2367332d-b55f-4163-b8ea-3688b36e2b7c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:38.719575 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-0be16e3b-2f67-4d3f-8b87-eaa7de9b527a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Floating IP 0881a6a7-96f6-442a-baed-73887e6e151c associated. External IP: 172.25.8.201, port: 20b19b93-223c-4df3-917a-de497271a6a5. Aug 23 14:50:38.741095 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a9ec889-bc79-46d6-8528-a5e06075866a req-a128587f-1a0e-483e-9665-b54fa7b3ff15 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721011 Aug 23 14:50:39.056215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-da002f30-bab3-4679-80b3-23f0e065684c req-2367332d-b55f-4163-b8ea-3688b36e2b7c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Allocated IP 10.2.2.100 (a24b937b-de39-4060-9493-8fb429cfbe9e/8041fe2e-c347-4b3e-abfc-bf8ee4b736dd/b58b144d-9752-4c28-8735-b31a58987388) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:39.089831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be16e3b-2f67-4d3f-8b87-eaa7de9b527a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:50:39.320237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be16e3b-2f67-4d3f-8b87-eaa7de9b527a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:50:39.328773 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0be16e3b-2f67-4d3f-8b87-eaa7de9b527a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:39.331808 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b8a818-55e2-4bb1-963e-5d207ededebc None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:50:39.334827 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-2367332d-b55f-4163-b8ea-3688b36e2b7c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:39.344281 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b8a818-55e2-4bb1-963e-5d207ededebc None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:39.345107 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-04b8a818-55e2-4bb1-963e-5d207ededebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:39.372401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-da002f30-bab3-4679-80b3-23f0e065684c req-2367332d-b55f-4163-b8ea-3688b36e2b7c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Transition to ACTIVE for port object b58b144d-9752-4c28-8735-b31a58987388 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:39.377814 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0be16e3b-2f67-4d3f-8b87-eaa7de9b527a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "PUT /v2.0/floatingips/0881a6a7-96f6-442a-baed-73887e6e151c HTTP/1.1" status: 200 len: 977 time: 2.4873052 Aug 23 14:50:39.379061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41392) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:39.424272 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-04b8a818-55e2-4bb1-963e-5d207ededebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:39.439940 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b8a818-55e2-4bb1-963e-5d207ededebc None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:39.440777 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-04b8a818-55e2-4bb1-963e-5d207ededebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:39.488311 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-04b8a818-55e2-4bb1-963e-5d207ededebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:39.489000 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b8a818-55e2-4bb1-963e-5d207ededebc None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:50:39.551913 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-2367332d-b55f-4163-b8ea-3688b36e2b7c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:39.611189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da002f30-bab3-4679-80b3-23f0e065684c req-2367332d-b55f-4163-b8ea-3688b36e2b7c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Network a24b937b-de39-4060-9493-8fb429cfbe9e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:39.616217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-da002f30-bab3-4679-80b3-23f0e065684c req-2367332d-b55f-4163-b8ea-3688b36e2b7c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:39.620666 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b326a50-ca10-4955-b035-1f5515f391bb req-b6855f7e-07f7-4090-8ebb-d5d58803ad65 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:39.621844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-da002f30-bab3-4679-80b3-23f0e065684c req-2367332d-b55f-4163-b8ea-3688b36e2b7c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:39.627135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b326a50-ca10-4955-b035-1f5515f391bb req-b6855f7e-07f7-4090-8ebb-d5d58803ad65 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:39.638565 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b326a50-ca10-4955-b035-1f5515f391bb req-b6855f7e-07f7-4090-8ebb-d5d58803ad65 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:39.644926 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b326a50-ca10-4955-b035-1f5515f391bb req-b6855f7e-07f7-4090-8ebb-d5d58803ad65 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:39.654410 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b326a50-ca10-4955-b035-1f5515f391bb req-b6855f7e-07f7-4090-8ebb-d5d58803ad65 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 3096 time: 0.1162367 Aug 23 14:50:39.680528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367332d-b55f-4163-b8ea-3688b36e2b7c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'Port': ['ID=b58b144d-9752-4c28-8735-b31a58987388,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:39.703592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f17f0b6c-a8ba-483b-82d3-9baac4dfa984 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting port 20b19b93-223c-4df3-917a-de497271a6a5 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:50:39.704125 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f17f0b6c-a8ba-483b-82d3-9baac4dfa984 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:39.740082 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b326a50-ca10-4955-b035-1f5515f391bb req-acd49987-b9d2-41e6-b9e3-361a4956d7af tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844786 Aug 23 14:50:39.750565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-2367332d-b55f-4163-b8ea-3688b36e2b7c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:39.751373 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-2367332d-b55f-4163-b8ea-3688b36e2b7c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:39.810589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380033c-7664-4af9-a6a8-b8634afcbaed req-b06d3ca0-04ea-4b03-83d1-ac68ee66865a tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:39.819138 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4380033c-7664-4af9-a6a8-b8634afcbaed req-b06d3ca0-04ea-4b03-83d1-ac68ee66865a tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f62267-25e2-431f-9af3-1f161a8bee09 HTTP/1.1" status: 200 len: 949 time: 0.0929153 Aug 23 14:50:39.863784 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f17f0b6c-a8ba-483b-82d3-9baac4dfa984 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:39.889658 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4380033c-7664-4af9-a6a8-b8634afcbaed req-28abff3a-c30d-45bd-8792-f7aa300ec043 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587285 Aug 23 14:50:39.934001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-2367332d-b55f-4163-b8ea-3688b36e2b7c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3041506 Aug 23 14:50:39.945619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-da002f30-bab3-4679-80b3-23f0e065684c req-49fd88c1-0f8b-4899-8a9f-6665b0bf9d23 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'port': {'device_id': 'bd268f3e-365f-4952-bf10-b1439009b958', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e', 'admin_state_up': True, 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'security_groups': ['7c24d698-4b6f-463b-9aad-9d8ce48130d6']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:40.004903 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab585d80-57fa-4d23-b4d7-7ecd6aee0d03 req-c0e04922-4b53-4d52-8b02-524b6a3470a2 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:40.011933 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab585d80-57fa-4d23-b4d7-7ecd6aee0d03 req-c0e04922-4b53-4d52-8b02-524b6a3470a2 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:40.018375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab585d80-57fa-4d23-b4d7-7ecd6aee0d03 req-c0e04922-4b53-4d52-8b02-524b6a3470a2 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:40.025383 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab585d80-57fa-4d23-b4d7-7ecd6aee0d03 req-c0e04922-4b53-4d52-8b02-524b6a3470a2 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:40.032233 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab585d80-57fa-4d23-b4d7-7ecd6aee0d03 req-c0e04922-4b53-4d52-8b02-524b6a3470a2 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:40.039063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab585d80-57fa-4d23-b4d7-7ecd6aee0d03 req-c0e04922-4b53-4d52-8b02-524b6a3470a2 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:40.046271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab585d80-57fa-4d23-b4d7-7ecd6aee0d03 req-c0e04922-4b53-4d52-8b02-524b6a3470a2 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:40.054914 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ab585d80-57fa-4d23-b4d7-7ecd6aee0d03 req-c0e04922-4b53-4d52-8b02-524b6a3470a2 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.2062941 Aug 23 14:50:40.095619 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-97ee8bb4-976f-4842-b10a-71741ceed61e None None] Provisioning for port b58b144d-9752-4c28-8735-b31a58987388 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:40.101402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-97ee8bb4-976f-4842-b10a-71741ceed61e None None] Provisioning complete for port b58b144d-9752-4c28-8735-b31a58987388 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:40.103281 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-97ee8bb4-976f-4842-b10a-71741ceed61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:40.138148 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ab585d80-57fa-4d23-b4d7-7ecd6aee0d03 req-e7575069-d1de-46a7-bb23-fec3a351a858 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777869 Aug 23 14:50:40.179153 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-97ee8bb4-976f-4842-b10a-71741ceed61e None None] Port b58b144d-9752-4c28-8735-b31a58987388 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:50:40.248289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-49fd88c1-0f8b-4899-8a9f-6665b0bf9d23 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Made reservation on behalf of 453bc9f0ae244a8fad31793e47e18492 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:50:40.253278 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-49fd88c1-0f8b-4899-8a9f-6665b0bf9d23 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:40.261282 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f17f0b6c-a8ba-483b-82d3-9baac4dfa984 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:40.261851 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f17f0b6c-a8ba-483b-82d3-9baac4dfa984 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:40.262340 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-f17f0b6c-a8ba-483b-82d3-9baac4dfa984 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Floating IP 0881a6a7-96f6-442a-baed-73887e6e151c disassociated. External IP: 172.25.8.201, port: 20b19b93-223c-4df3-917a-de497271a6a5. Aug 23 14:50:40.262904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f17f0b6c-a8ba-483b-82d3-9baac4dfa984 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Calling delete_port for 20b19b93-223c-4df3-917a-de497271a6a5 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:50:40.543168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-da002f30-bab3-4679-80b3-23f0e065684c req-49fd88c1-0f8b-4899-8a9f-6665b0bf9d23 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Allocated IP 10.2.2.200 (a24b937b-de39-4060-9493-8fb429cfbe9e/8041fe2e-c347-4b3e-abfc-bf8ee4b736dd/25154261-6545-4a3f-bb8b-1267f051675f) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:40.642447 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f17f0b6c-a8ba-483b-82d3-9baac4dfa984 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:40.690395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f0b6c-a8ba-483b-82d3-9baac4dfa984 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Port': ['ID=20b19b93-223c-4df3-917a-de497271a6a5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:40.871363 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-49fd88c1-0f8b-4899-8a9f-6665b0bf9d23 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:40.896230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17f0b6c-a8ba-483b-82d3-9baac4dfa984 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:50:40.948199 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-da002f30-bab3-4679-80b3-23f0e065684c req-49fd88c1-0f8b-4899-8a9f-6665b0bf9d23 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Transition to ACTIVE for port object 25154261-6545-4a3f-bb8b-1267f051675f will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:40.962854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45935e60-429a-4cd8-80e5-01c4e3e3c005 req-3f0144f3-0732-400b-b171-f82c35743277 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:40.970519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45935e60-429a-4cd8-80e5-01c4e3e3c005 req-3f0144f3-0732-400b-b171-f82c35743277 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:40.978263 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45935e60-429a-4cd8-80e5-01c4e3e3c005 req-3f0144f3-0732-400b-b171-f82c35743277 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:40.984509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45935e60-429a-4cd8-80e5-01c4e3e3c005 req-3f0144f3-0732-400b-b171-f82c35743277 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:40.986297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-45935e60-429a-4cd8-80e5-01c4e3e3c005 req-3f0144f3-0732-400b-b171-f82c35743277 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 3096 time: 0.1121624 Aug 23 14:50:41.048795 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-45935e60-429a-4cd8-80e5-01c4e3e3c005 req-a29d11b9-e6c6-4fa1-9ccc-dda9947d7771 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511467 Aug 23 14:50:41.084471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17f0b6c-a8ba-483b-82d3-9baac4dfa984 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:50:41.096729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ad2b1-dc1f-4525-9df5-87ac49e034eb None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:50:41.109393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ad2b1-dc1f-4525-9df5-87ac49e034eb None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:41.115317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8c0ad2b1-dc1f-4525-9df5-87ac49e034eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:41.134537 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-49fd88c1-0f8b-4899-8a9f-6665b0bf9d23 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:41.147695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8c0ad2b1-dc1f-4525-9df5-87ac49e034eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:41.159506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ad2b1-dc1f-4525-9df5-87ac49e034eb None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:41.160647 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8c0ad2b1-dc1f-4525-9df5-87ac49e034eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:41.186426 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f17f0b6c-a8ba-483b-82d3-9baac4dfa984 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:41.191013 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f17f0b6c-a8ba-483b-82d3-9baac4dfa984 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/ports/20b19b93-223c-4df3-917a-de497271a6a5 HTTP/1.1" status: 204 len: 168 time: 1.8104088 Aug 23 14:50:41.206094 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8c0ad2b1-dc1f-4525-9df5-87ac49e034eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:41.206377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da002f30-bab3-4679-80b3-23f0e065684c req-49fd88c1-0f8b-4899-8a9f-6665b0bf9d23 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Network a24b937b-de39-4060-9493-8fb429cfbe9e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:41.206856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41454) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:41.209049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ad2b1-dc1f-4525-9df5-87ac49e034eb None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:50:41.211246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-da002f30-bab3-4679-80b3-23f0e065684c req-49fd88c1-0f8b-4899-8a9f-6665b0bf9d23 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:41.225573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-da002f30-bab3-4679-80b3-23f0e065684c req-49fd88c1-0f8b-4899-8a9f-6665b0bf9d23 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:41.264586 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-db186830-9870-428d-8b22-1062e1051e27 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "GET /v2.0/floatingips/0881a6a7-96f6-442a-baed-73887e6e151c HTTP/1.1" status: 200 len: 688 time: 0.0553596 Aug 23 14:50:41.274108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41456) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:41.319558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-49fd88c1-0f8b-4899-8a9f-6665b0bf9d23 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:41.322177 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-49fd88c1-0f8b-4899-8a9f-6665b0bf9d23 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:41.350038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd88c1-0f8b-4899-8a9f-6665b0bf9d23 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event updated for resources: {'Port': ['ID=25154261-6545-4a3f-bb8b-1267f051675f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:41.437734 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-49fd88c1-0f8b-4899-8a9f-6665b0bf9d23 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4969132 Aug 23 14:50:41.455968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Request body: {'port': {'device_id': 'bd268f3e-365f-4952-bf10-b1439009b958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:41.534508 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef67f7-8b83-4ba5-b0c1-a4bd184be4f0 req-01baca91-3c9e-44d3-be93-8d22bd8222ee tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:41.545688 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef67f7-8b83-4ba5-b0c1-a4bd184be4f0 req-01baca91-3c9e-44d3-be93-8d22bd8222ee tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:41.553657 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef67f7-8b83-4ba5-b0c1-a4bd184be4f0 req-01baca91-3c9e-44d3-be93-8d22bd8222ee tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:41.561139 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef67f7-8b83-4ba5-b0c1-a4bd184be4f0 req-01baca91-3c9e-44d3-be93-8d22bd8222ee tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:41.568344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef67f7-8b83-4ba5-b0c1-a4bd184be4f0 req-01baca91-3c9e-44d3-be93-8d22bd8222ee tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:41.576697 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:41.578268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef67f7-8b83-4ba5-b0c1-a4bd184be4f0 req-01baca91-3c9e-44d3-be93-8d22bd8222ee tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:41.593890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef67f7-8b83-4ba5-b0c1-a4bd184be4f0 req-01baca91-3c9e-44d3-be93-8d22bd8222ee tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:41.607432 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-abef67f7-8b83-4ba5-b0c1-a4bd184be4f0 req-01baca91-3c9e-44d3-be93-8d22bd8222ee tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.3466897 Aug 23 14:50:41.692789 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-abef67f7-8b83-4ba5-b0c1-a4bd184be4f0 req-524057aa-34a9-495e-a7a5-44fb01a83bf4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842171 Aug 23 14:50:41.698107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bca343e4-afaf-43ab-9eb3-9ed87e27af25 None None] Provisioning for port 25154261-6545-4a3f-bb8b-1267f051675f completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:41.704114 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bca343e4-afaf-43ab-9eb3-9ed87e27af25 None None] Provisioning complete for port 25154261-6545-4a3f-bb8b-1267f051675f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:41.704114 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bca343e4-afaf-43ab-9eb3-9ed87e27af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:41.746639 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-65ac126d-7b47-4c1a-bf77-764bea506702 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting port 167a20bb-34dc-4609-bdd4-409b7e411739 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:50:41.746639 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-65ac126d-7b47-4c1a-bf77-764bea506702 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:41.769703 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-bca343e4-afaf-43ab-9eb3-9ed87e27af25 None None] Port 25154261-6545-4a3f-bb8b-1267f051675f cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:50:41.840241 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-65ac126d-7b47-4c1a-bf77-764bea506702 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:41.840374 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-65ac126d-7b47-4c1a-bf77-764bea506702 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:41.855897 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-65ac126d-7b47-4c1a-bf77-764bea506702 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Calling delete_port for 167a20bb-34dc-4609-bdd4-409b7e411739 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:50:41.952731 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:50:41.983605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:41.994076 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:42.133966 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-65ac126d-7b47-4c1a-bf77-764bea506702 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:42.134332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Transition to ACTIVE for port object 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:42.161579 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac126d-7b47-4c1a-bf77-764bea506702 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Port': ['ID=167a20bb-34dc-4609-bdd4-409b7e411739,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:42.209039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b82e9-2c3c-4a4f-a8a1-670c2ac095d5 req-ccd580b6-3a9c-47c2-8eed-6a67dd6d1caa tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:42.216714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b82e9-2c3c-4a4f-a8a1-670c2ac095d5 req-ccd580b6-3a9c-47c2-8eed-6a67dd6d1caa tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:42.223134 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b82e9-2c3c-4a4f-a8a1-670c2ac095d5 req-ccd580b6-3a9c-47c2-8eed-6a67dd6d1caa tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:42.230691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b82e9-2c3c-4a4f-a8a1-670c2ac095d5 req-ccd580b6-3a9c-47c2-8eed-6a67dd6d1caa tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:42.232579 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-65ac126d-7b47-4c1a-bf77-764bea506702 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:42.235689 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-65ac126d-7b47-4c1a-bf77-764bea506702 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:42.237163 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-65ac126d-7b47-4c1a-bf77-764bea506702 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/floatingips/0881a6a7-96f6-442a-baed-73887e6e151c HTTP/1.1" status: 204 len: 168 time: 0.9625769 Aug 23 14:50:42.243790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b82e9-2c3c-4a4f-a8a1-670c2ac095d5 req-ccd580b6-3a9c-47c2-8eed-6a67dd6d1caa tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:42.243995 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41478) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:42.251910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-901b82e9-2c3c-4a4f-a8a1-670c2ac095d5 req-ccd580b6-3a9c-47c2-8eed-6a67dd6d1caa tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 3817 time: 0.1103377 Aug 23 14:50:42.252176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '3a92890e-1949-41b5-99b7-1b23f30d1d1c'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:42.275236 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:42.352371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-901b82e9-2c3c-4a4f-a8a1-670c2ac095d5 req-99106343-4106-4713-8af2-6009e0f3acb7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993156 Aug 23 14:50:42.360076 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:42.371892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Pushing event updated for resources: {'Port': ['ID=9b5dc2aa-fd61-48b1-984e-dfd0407c8185,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:42.537139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Attempting to bind port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:42.537495 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Attempting to bind port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'a5994012-2141-442b-95b6-6d09994fdb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:42.541138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Attempting to bind port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 on network b542f892-fbd7-43ba-9b32-88275cc36a65 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:42.554071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 on network b542f892-fbd7-43ba-9b32-88275cc36a65 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:42.554334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:42.554454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Attempting to bind port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 on network b542f892-fbd7-43ba-9b32-88275cc36a65 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:42.558887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:42.559237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Checking segment: {'id': 'a5994012-2141-442b-95b6-6d09994fdb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:42.559627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Bound using segment: {'id': 'a5994012-2141-442b-95b6-6d09994fdb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:42.560096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Bound port: 9b5dc2aa-fd61-48b1-984e-dfd0407c8185, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5994012-2141-442b-95b6-6d09994fdb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:42.560461 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:42.667754 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] For port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:42.673433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] For port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9b5dc2aa-fd61-48b1-984e-dfd0407c8185,segment=NetworkSegment(a5994012-2141-442b-95b6-6d09994fdb03),segment_id=a5994012-2141-442b-95b6-6d09994fdb03)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:42.766621 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:42.793461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Allocated IP 172.25.8.111 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/bf5554f5-89a9-4f25-8e69-4968f29edb8b) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:42.834976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b151b563-4f76-47af-84d1-b99d3d513fb5 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:50:42.839977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 8cd040fc-e23f-4329-a92c-522d68b22419 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:50:42.880670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:42.880670 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:42.880670 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] 10.222.0.57 "PUT /v2.0/ports/9b5dc2aa-fd61-48b1-984e-dfd0407c8185 HTTP/1.1" status: 200 len: 1092 time: 1.4297025 Aug 23 14:50:42.880670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:42.882586 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1e7f62-5e6f-4803-91df-8968375ea18e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "9b5dc2aa-fd61-48b1-984e-dfd0407c8185"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:42.974334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b06b28-6cc9-470e-8510-6e376299700f service neutron] Pushing event updated for resources: {'Port': ['ID=9b5dc2aa-fd61-48b1-984e-dfd0407c8185,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:42.984523 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb73f69-26da-4a6a-9c9d-80915ec6dced x-openstack-request-id: req-5eb73f69-26da-4a6a-9c9d-80915ec6dced {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:42.984756 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "9b5dc2aa-fd61-48b1-984e-dfd0407c8185", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:42.985033 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5eb73f69-26da-4a6a-9c9d-80915ec6dced {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:42.985417 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185', 'status': 'completed', 'code': 200} Aug 23 14:50:43.058052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Request body: {'port': {'device_id': 'bd268f3e-365f-4952-bf10-b1439009b958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:43.178551 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:43.181928 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:43.187990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5bda5-7677-44a2-95d9-e10cb8251404 req-2cb07f4e-7ae9-4525-92a5-294d1d5fa94f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.206591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e7f62-5e6f-4803-91df-8968375ea18e req-79e0dd3f-3ade-4cc9-9860-cbbac305f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.207469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e7f62-5e6f-4803-91df-8968375ea18e req-79e0dd3f-3ade-4cc9-9860-cbbac305f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.224484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5bda5-7677-44a2-95d9-e10cb8251404 req-2cb07f4e-7ae9-4525-92a5-294d1d5fa94f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.224694 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e7f62-5e6f-4803-91df-8968375ea18e req-79e0dd3f-3ade-4cc9-9860-cbbac305f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.224694 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e7f62-5e6f-4803-91df-8968375ea18e req-79e0dd3f-3ade-4cc9-9860-cbbac305f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.224694 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e7f62-5e6f-4803-91df-8968375ea18e req-79e0dd3f-3ade-4cc9-9860-cbbac305f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.224694 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d1e7f62-5e6f-4803-91df-8968375ea18e req-79e0dd3f-3ade-4cc9-9860-cbbac305f37f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=453bc9f0ae244a8fad31793e47e18492&device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 4364 time: 0.2106168 Aug 23 14:50:43.225023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5bda5-7677-44a2-95d9-e10cb8251404 req-2cb07f4e-7ae9-4525-92a5-294d1d5fa94f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.230722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5bda5-7677-44a2-95d9-e10cb8251404 req-2cb07f4e-7ae9-4525-92a5-294d1d5fa94f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.254821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5bda5-7677-44a2-95d9-e10cb8251404 req-2cb07f4e-7ae9-4525-92a5-294d1d5fa94f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.263516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd040fc-e23f-4329-a92c-522d68b22419'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:43.267165 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e69d1b-fb28-42e5-b9a4-fa90503c539e" -d '{"events": [{"server_uuid": "d3f62267-25e2-431f-9af3-1f161a8bee09", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd040fc-e23f-4329-a92c-522d68b22419"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:43.268089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5bda5-7677-44a2-95d9-e10cb8251404 req-2cb07f4e-7ae9-4525-92a5-294d1d5fa94f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.275992 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b151b563-4f76-47af-84d1-b99d3d513fb5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b151b563-4f76-47af-84d1-b99d3d513fb5,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:43.284320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5bda5-7677-44a2-95d9-e10cb8251404 req-2cb07f4e-7ae9-4525-92a5-294d1d5fa94f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.286341 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fac5bda5-7677-44a2-95d9-e10cb8251404 req-2cb07f4e-7ae9-4525-92a5-294d1d5fa94f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.3789716 Aug 23 14:50:43.317025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 8cd040fc-e23f-4329-a92c-522d68b22419, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8cd040fc-e23f-4329-a92c-522d68b22419,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:43.334449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'b151b563-4f76-47af-84d1-b99d3d513fb5', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'b151b563-4f76-47af-84d1-b99d3d513fb5', 'mac_address': 'fa:16:3e:d8:be:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:50:43.398822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fac5bda5-7677-44a2-95d9-e10cb8251404 req-a14a1443-e676-4fd3-b8b3-09a38cd9c608 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967321 Aug 23 14:50:43.416728 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:43.421120 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:43.440640 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:43.497940 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:43.563059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=8cd040fc-e23f-4329-a92c-522d68b22419,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:43.568659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b151b563-4f76-47af-84d1-b99d3d513fb5 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:43.569101 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e7f62-5e6f-4803-91df-8968375ea18e req-497713c0-511c-4f21-9063-0b703fcc57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.569768 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e7f62-5e6f-4803-91df-8968375ea18e req-497713c0-511c-4f21-9063-0b703fcc57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.570469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e7f62-5e6f-4803-91df-8968375ea18e req-497713c0-511c-4f21-9063-0b703fcc57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.573964 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d1e7f62-5e6f-4803-91df-8968375ea18e req-497713c0-511c-4f21-9063-0b703fcc57a9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=453bc9f0ae244a8fad31793e47e18492&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3383968 Aug 23 14:50:43.579064 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3324f5-2580-484a-ba78-8a34df33371a x-openstack-request-id: req-ad3324f5-2580-484a-ba78-8a34df33371a {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:43.579391 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f62267-25e2-431f-9af3-1f161a8bee09", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd040fc-e23f-4329-a92c-522d68b22419", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:43.579688 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ad3324f5-2580-484a-ba78-8a34df33371a {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:43.580100 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd040fc-e23f-4329-a92c-522d68b22419', 'code': 200} Aug 23 14:50:43.608135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:43.608525 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:43.609457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:43.609457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:43.609684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:43.609865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:43.610194 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:43.610661 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:43.610858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:43.611181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:43.611519 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:43.611871 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:50:43.612147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:43.646134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:43.651123 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:43.651796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b151b563-4f76-47af-84d1-b99d3d513fb5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b151b563-4f76-47af-84d1-b99d3d513fb5,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:43.715644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=bf5554f5-89a9-4f25-8e69-4968f29edb8b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:43.756906 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:43.860186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3837a2-3bfe-457d-9341-56c08c6c4d7d req-097afb09-d354-4d7d-b0ab-28658ff60c74 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.878316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3837a2-3bfe-457d-9341-56c08c6c4d7d req-097afb09-d354-4d7d-b0ab-28658ff60c74 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.909354 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b151b563-4f76-47af-84d1-b99d3d513fb5,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:43.913171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3837a2-3bfe-457d-9341-56c08c6c4d7d req-097afb09-d354-4d7d-b0ab-28658ff60c74 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.917078 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['b151b563-4f76-47af-84d1-b99d3d513fb5'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:50:43.943759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3837a2-3bfe-457d-9341-56c08c6c4d7d req-097afb09-d354-4d7d-b0ab-28658ff60c74 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.965152 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3837a2-3bfe-457d-9341-56c08c6c4d7d req-097afb09-d354-4d7d-b0ab-28658ff60c74 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.967048 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e21c1-ab97-48cc-8f8d-3509172522c7 req-dccca29e-0b7a-4f7b-97e8-102257fe7d0f tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.968922 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f85e21c1-ab97-48cc-8f8d-3509172522c7 req-dccca29e-0b7a-4f7b-97e8-102257fe7d0f tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 945 time: 0.1903975 Aug 23 14:50:43.973375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e7f62-5e6f-4803-91df-8968375ea18e req-8cd4ac42-a0cf-4afb-a724-6ab60079be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:43.974948 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d1e7f62-5e6f-4803-91df-8968375ea18e req-8cd4ac42-a0cf-4afb-a724-6ab60079be00 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3885777 Aug 23 14:50:43.992619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba3837a2-3bfe-457d-9341-56c08c6c4d7d req-097afb09-d354-4d7d-b0ab-28658ff60c74 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 3829 time: 0.3053606 Aug 23 14:50:44.102190 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba3837a2-3bfe-457d-9341-56c08c6c4d7d req-9c5730a5-3309-4431-8436-c955267a8493 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961902 Aug 23 14:50:44.420791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7683fa-d729-485b-a13f-03f149ab4dae {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:44.422960 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:44.439373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Transition to ACTIVE for port object cc7683fa-d729-485b-a13f-03f149ab4dae will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:44.505381 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:44.597675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7683fa-d729-485b-a13f-03f149ab4dae,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:44.623170 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f85e21c1-ab97-48cc-8f8d-3509172522c7 req-2b4527e0-dd16-448b-94a3-99cdcf932470 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c064322-69ff-4e14-9425-0582853d4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081688 Aug 23 14:50:44.700586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ae5bc-dc39-4e54-ab0e-27b1f7f6c758 req-ef7898f5-f406-4fde-8508-53c6f760288b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:44.714975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ae5bc-dc39-4e54-ab0e-27b1f7f6c758 req-ef7898f5-f406-4fde-8508-53c6f760288b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:44.722592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ae5bc-dc39-4e54-ab0e-27b1f7f6c758 req-ef7898f5-f406-4fde-8508-53c6f760288b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:44.731224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ae5bc-dc39-4e54-ab0e-27b1f7f6c758 req-ef7898f5-f406-4fde-8508-53c6f760288b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:44.737811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ae5bc-dc39-4e54-ab0e-27b1f7f6c758 req-ef7898f5-f406-4fde-8508-53c6f760288b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:44.745803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ae5bc-dc39-4e54-ab0e-27b1f7f6c758 req-ef7898f5-f406-4fde-8508-53c6f760288b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:44.750942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ae5bc-dc39-4e54-ab0e-27b1f7f6c758 req-ef7898f5-f406-4fde-8508-53c6f760288b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:44.752986 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d37ae5bc-dc39-4e54-ab0e-27b1f7f6c758 req-ef7898f5-f406-4fde-8508-53c6f760288b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.2009902 Aug 23 14:50:44.834901 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Attempting to bind port cc7683fa-d729-485b-a13f-03f149ab4dae on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:44.835427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Attempting to bind port cc7683fa-d729-485b-a13f-03f149ab4dae by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:44.836005 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Attempting to bind port cc7683fa-d729-485b-a13f-03f149ab4dae on network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:44.843344 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b151b563-4f76-47af-84d1-b99d3d513fb5 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:50:44.919181 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d37ae5bc-dc39-4e54-ab0e-27b1f7f6c758 req-b6be89d3-370b-4e57-bc52-2c4615ce1d97 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1572399 Aug 23 14:50:44.920054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Port cc7683fa-d729-485b-a13f-03f149ab4dae on network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:44.920393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Attempting to bind port cc7683fa-d729-485b-a13f-03f149ab4dae on network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:44.948311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port b151b563-4f76-47af-84d1-b99d3d513fb5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:44.949413 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:44.958387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:44.959237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Checking segment: {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:44.959408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Bound using segment: {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:44.959919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Bound port: cc7683fa-d729-485b-a13f-03f149ab4dae, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:44.960296 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:45.001372 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:45.087432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] For port cc7683fa-d729-485b-a13f-03f149ab4dae, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:45.093519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] For port cc7683fa-d729-485b-a13f-03f149ab4dae, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=cc7683fa-d729-485b-a13f-03f149ab4dae,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:45.124656 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:45.174312 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b151b563-4f76-47af-84d1-b99d3d513fb5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b151b563-4f76-47af-84d1-b99d3d513fb5,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:45.180005 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:45.226111 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd04a02-b3e3-49ed-b588-4e92b5e43201 req-fa8b3117-b65f-41b3-a3f4-e3b6270498e4 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:45.229150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8dd04a02-b3e3-49ed-b588-4e92b5e43201 req-fa8b3117-b65f-41b3-a3f4-e3b6270498e4 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.57 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 945 time: 0.1764147 Aug 23 14:50:45.247217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:45.248027 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:45.250064 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] 10.222.0.57 "PUT /v2.0/ports/cc7683fa-d729-485b-a13f-03f149ab4dae HTTP/1.1" status: 200 len: 1135 time: 2.2314739 Aug 23 14:50:45.262528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': 'cc7683fa-d729-485b-a13f-03f149ab4dae'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:45.266398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:45.267416 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e62e2a9-1025-4776-9e53-e02d8d44a7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "cc7683fa-d729-485b-a13f-03f149ab4dae"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:45.352117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Request body: {'port': {'device_id': 'bd268f3e-365f-4952-bf10-b1439009b958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:45.388429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc09e9-db9a-4a81-99a1-e828c4702bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7683fa-d729-485b-a13f-03f149ab4dae,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:45.403593 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:45.432546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b151b563-4f76-47af-84d1-b99d3d513fb5,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:45.466083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a633fa6-7f8a-43b7-80e1-cfae99b70a1b req-87905c84-48ec-44ff-ac5c-3c620683c691 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:45.470058 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:45.475971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a633fa6-7f8a-43b7-80e1-cfae99b70a1b req-87905c84-48ec-44ff-ac5c-3c620683c691 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:45.485309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a633fa6-7f8a-43b7-80e1-cfae99b70a1b req-87905c84-48ec-44ff-ac5c-3c620683c691 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:45.492733 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a633fa6-7f8a-43b7-80e1-cfae99b70a1b req-87905c84-48ec-44ff-ac5c-3c620683c691 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:45.501049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a633fa6-7f8a-43b7-80e1-cfae99b70a1b req-87905c84-48ec-44ff-ac5c-3c620683c691 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:45.507896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a633fa6-7f8a-43b7-80e1-cfae99b70a1b req-87905c84-48ec-44ff-ac5c-3c620683c691 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:45.521612 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a633fa6-7f8a-43b7-80e1-cfae99b70a1b req-87905c84-48ec-44ff-ac5c-3c620683c691 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 4606 time: 0.2702622 Aug 23 14:50:45.533594 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f11da5-c30e-4481-8bc3-92be7c95bdd9 req-c4513f1a-132b-4e3e-b1c3-72b9a74458f0 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:45.535177 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51f11da5-c30e-4481-8bc3-92be7c95bdd9 req-c4513f1a-132b-4e3e-b1c3-72b9a74458f0 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 1097 time: 0.3050284 Aug 23 14:50:45.582034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328f46c5-f3f7-4809-9e6a-377530e2aece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b151b563-4f76-47af-84d1-b99d3d513fb5'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:45.584831 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0a3ee5-05cd-43ff-ba51-72194fabf311" -d '{"events": [{"server_uuid": "328f46c5-f3f7-4809-9e6a-377530e2aece", "name": "network-vif-plugged", "status": "completed", "tag": "b151b563-4f76-47af-84d1-b99d3d513fb5"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:45.592222 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:45.652662 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a633fa6-7f8a-43b7-80e1-cfae99b70a1b req-db61fb93-fb4b-4aec-880a-81d8508e9165 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294172 Aug 23 14:50:45.778439 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ed052f-aca7-45e8-a5d9-f09e3ae879b9 x-openstack-request-id: req-61ed052f-aca7-45e8-a5d9-f09e3ae879b9 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:45.781905 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "cc7683fa-d729-485b-a13f-03f149ab4dae", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:45.782377 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-61ed052f-aca7-45e8-a5d9-f09e3ae879b9 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:45.782962 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': 'cc7683fa-d729-485b-a13f-03f149ab4dae', 'status': 'completed', 'code': 200} Aug 23 14:50:45.810921 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:45.860407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-8dd04a02-b3e3-49ed-b588-4e92b5e43201 req-4739c8f7-31c5-4766-8a42-aed6599ff38b tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Deleting port 1b58f50e-2499-4c51-b386-cb16be99104c {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:50:45.861150 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8dd04a02-b3e3-49ed-b588-4e92b5e43201 req-4739c8f7-31c5-4766-8a42-aed6599ff38b tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:45.873950 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51f11da5-c30e-4481-8bc3-92be7c95bdd9 req-79dbc291-68cd-4db4-aa61-94e2d690cad6 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243046 Aug 23 14:50:45.941720 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:46.164027 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09c9bd1-5fe1-458e-87ad-8d414a5031fb x-openstack-request-id: req-b09c9bd1-5fe1-458e-87ad-8d414a5031fb {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:46.166015 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328f46c5-f3f7-4809-9e6a-377530e2aece", "name": "network-vif-plugged", "status": "completed", "tag": "b151b563-4f76-47af-84d1-b99d3d513fb5", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:46.166677 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b09c9bd1-5fe1-458e-87ad-8d414a5031fb {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:46.167520 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328f46c5-f3f7-4809-9e6a-377530e2aece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b151b563-4f76-47af-84d1-b99d3d513fb5', 'code': 200} Aug 23 14:50:46.190560 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-8dd04a02-b3e3-49ed-b588-4e92b5e43201 req-4739c8f7-31c5-4766-8a42-aed6599ff38b tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] For port 1b58f50e-2499-4c51-b386-cb16be99104c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=1b58f50e-2499-4c51-b386-cb16be99104c,segment=NetworkSegment(6d6a82b6-9967-405d-9dff-6bdf357bded1),segment_id=6d6a82b6-9967-405d-9dff-6bdf357bded1)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:46.191311 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8dd04a02-b3e3-49ed-b588-4e92b5e43201 req-4739c8f7-31c5-4766-8a42-aed6599ff38b tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:46.225900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-8dd04a02-b3e3-49ed-b588-4e92b5e43201 req-4739c8f7-31c5-4766-8a42-aed6599ff38b tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Calling delete_port for 1b58f50e-2499-4c51-b386-cb16be99104c owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:50:46.520973 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8dd04a02-b3e3-49ed-b588-4e92b5e43201 req-4739c8f7-31c5-4766-8a42-aed6599ff38b tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:46.531200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62e2a9-1025-4776-9e53-e02d8d44a7c4 req-bc21eba3-a1be-4157-a231-405ed3346380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:46.532429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62e2a9-1025-4776-9e53-e02d8d44a7c4 req-bc21eba3-a1be-4157-a231-405ed3346380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:46.533285 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62e2a9-1025-4776-9e53-e02d8d44a7c4 req-bc21eba3-a1be-4157-a231-405ed3346380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:46.533815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62e2a9-1025-4776-9e53-e02d8d44a7c4 req-bc21eba3-a1be-4157-a231-405ed3346380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:46.534827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62e2a9-1025-4776-9e53-e02d8d44a7c4 req-bc21eba3-a1be-4157-a231-405ed3346380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:46.535355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62e2a9-1025-4776-9e53-e02d8d44a7c4 req-bc21eba3-a1be-4157-a231-405ed3346380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:46.537383 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e62e2a9-1025-4776-9e53-e02d8d44a7c4 req-bc21eba3-a1be-4157-a231-405ed3346380 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=453bc9f0ae244a8fad31793e47e18492&device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5292 time: 0.6440287 Aug 23 14:50:46.559784 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=bf5554f5-89a9-4f25-8e69-4968f29edb8b,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:46.621128 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600b7cc-5e30-406d-a27f-f86baf6bfc4d req-7dbfd6bb-7538-41f8-8dea-d487a1cc147c tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:46.622989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7600b7cc-5e30-406d-a27f-f86baf6bfc4d req-7dbfd6bb-7538-41f8-8dea-d487a1cc147c tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/ports?device_id=b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1 HTTP/1.1" status: 200 len: 945 time: 0.2236333 Aug 23 14:50:46.656206 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:46.965187 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739c8f7-31c5-4766-8a42-aed6599ff38b tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Pushing event deleted for resources: {'Port': ['ID=1b58f50e-2499-4c51-b386-cb16be99104c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:46.965187 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd04a02-b3e3-49ed-b588-4e92b5e43201 req-4739c8f7-31c5-4766-8a42-aed6599ff38b tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] No DVR routers for this DVR port 1b58f50e-2499-4c51-b386-cb16be99104c on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:50:46.966715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62e2a9-1025-4776-9e53-e02d8d44a7c4 req-b2ca00b9-7d9a-4439-ad10-60c8c1cc442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:46.966715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62e2a9-1025-4776-9e53-e02d8d44a7c4 req-b2ca00b9-7d9a-4439-ad10-60c8c1cc442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:46.966715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62e2a9-1025-4776-9e53-e02d8d44a7c4 req-b2ca00b9-7d9a-4439-ad10-60c8c1cc442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:46.966715 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e62e2a9-1025-4776-9e53-e02d8d44a7c4 req-b2ca00b9-7d9a-4439-ad10-60c8c1cc442e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=453bc9f0ae244a8fad31793e47e18492&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2224133 Aug 23 14:50:46.967114 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8dd04a02-b3e3-49ed-b588-4e92b5e43201 req-4739c8f7-31c5-4766-8a42-aed6599ff38b tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:46.967114 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8dd04a02-b3e3-49ed-b588-4e92b5e43201 req-4739c8f7-31c5-4766-8a42-aed6599ff38b tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.57 "DELETE /v2.0/ports/1b58f50e-2499-4c51-b386-cb16be99104c HTTP/1.1" status: 204 len: 173 time: 1.5217431 Aug 23 14:50:46.967114 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1', 'name': 'network-vif-deleted', 'tag': '1b58f50e-2499-4c51-b386-cb16be99104c'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:46.967114 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b2458b-0733-4570-be6c-f7349fcbef12" -d '{"events": [{"server_uuid": "b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1", "name": "network-vif-deleted", "tag": "1b58f50e-2499-4c51-b386-cb16be99104c"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:46.967114 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7600b7cc-5e30-406d-a27f-f86baf6bfc4d req-09458aed-02c7-4bf0-bd74-60b08f852541 tempest-VolumesAdminNegativeTest-2079343893 tempest-VolumesAdminNegativeTest-2079343893-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c064322-69ff-4e14-9425-0582853d4a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164512 Aug 23 14:50:46.967671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:46.967671 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:47.026718 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62e2a9-1025-4776-9e53-e02d8d44a7c4 req-3e1fc396-a530-4435-a591-8911366a167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:47.029780 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e62e2a9-1025-4776-9e53-e02d8d44a7c4 req-3e1fc396-a530-4435-a591-8911366a167b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2485793 Aug 23 14:50:47.044910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Transition to ACTIVE for port object 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:47.057439 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Floating IP 8b5dd95a-b95b-4f31-8d59-bb26a39aed05 associated. External IP: 172.25.8.111, port: 3a92890e-1949-41b5-99b7-1b23f30d1d1c. Aug 23 14:50:47.116725 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:47.313468 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25bf1e-5115-49e6-ba46-922ec27f1073 req-dd018e6f-77bd-4d4d-a498-87da227b9dc6 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:47.321914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25bf1e-5115-49e6-ba46-922ec27f1073 req-dd018e6f-77bd-4d4d-a498-87da227b9dc6 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:47.329794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25bf1e-5115-49e6-ba46-922ec27f1073 req-dd018e6f-77bd-4d4d-a498-87da227b9dc6 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:47.340243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25bf1e-5115-49e6-ba46-922ec27f1073 req-dd018e6f-77bd-4d4d-a498-87da227b9dc6 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:47.350493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25bf1e-5115-49e6-ba46-922ec27f1073 req-dd018e6f-77bd-4d4d-a498-87da227b9dc6 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:47.357441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25bf1e-5115-49e6-ba46-922ec27f1073 req-dd018e6f-77bd-4d4d-a498-87da227b9dc6 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:47.359161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Pushing event updated for resources: {'Port': ['ID=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:47.364656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25bf1e-5115-49e6-ba46-922ec27f1073 req-dd018e6f-77bd-4d4d-a498-87da227b9dc6 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:47.366930 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5b25bf1e-5115-49e6-ba46-922ec27f1073 req-dd018e6f-77bd-4d4d-a498-87da227b9dc6 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.3302903 Aug 23 14:50:47.477070 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5b25bf1e-5115-49e6-ba46-922ec27f1073 req-dc1cdd1f-abb3-4596-9603-f7a99bbd6731 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601432 Aug 23 14:50:47.491981 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Attempting to bind port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:47.492327 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Attempting to bind port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:47.492673 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Attempting to bind port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e on network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:47.522632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e on network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:47.524513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Attempting to bind port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e on network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:47.543094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:47.543094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Checking segment: {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:47.543094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Bound using segment: {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:47.543094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Bound port: 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:47.543094 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:47.576852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:50:47.596938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 1b58f50e-2499-4c51-b386-cb16be99104c no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:50:47.681585 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 1b58f50e-2499-4c51-b386-cb16be99104c {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:50:47.682021 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 1b58f50e-2499-4c51-b386-cb16be99104c not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:50:47.753127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] For port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:47.756567 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] For port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:47.857746 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:47.858768 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65aa74-75fb-4df0-9006-5b0599b2b26d req-61bd54bb-15b8-42e8-af68-49db765ad74d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:47.865144 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65aa74-75fb-4df0-9006-5b0599b2b26d req-61bd54bb-15b8-42e8-af68-49db765ad74d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:47.873307 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65aa74-75fb-4df0-9006-5b0599b2b26d req-61bd54bb-15b8-42e8-af68-49db765ad74d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:47.878600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65aa74-75fb-4df0-9006-5b0599b2b26d req-61bd54bb-15b8-42e8-af68-49db765ad74d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:47.885312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65aa74-75fb-4df0-9006-5b0599b2b26d req-61bd54bb-15b8-42e8-af68-49db765ad74d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:47.891411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65aa74-75fb-4df0-9006-5b0599b2b26d req-61bd54bb-15b8-42e8-af68-49db765ad74d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:47.897274 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65aa74-75fb-4df0-9006-5b0599b2b26d req-61bd54bb-15b8-42e8-af68-49db765ad74d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:47.908733 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d65aa74-75fb-4df0-9006-5b0599b2b26d req-61bd54bb-15b8-42e8-af68-49db765ad74d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5383 time: 0.1804113 Aug 23 14:50:47.934433 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:50:47.950706 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a2263f-e98f-45a6-8ae6-f4f8f5f7be8e None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:50:47.974685 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d65aa74-75fb-4df0-9006-5b0599b2b26d req-fffb0f5a-950e-4ce1-b15c-c8ba289fcf6b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572765 Aug 23 14:50:47.981284 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a2263f-e98f-45a6-8ae6-f4f8f5f7be8e None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:47.984562 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-47a2263f-e98f-45a6-8ae6-f4f8f5f7be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:48.021493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Pushing event updated for resources: {'Port': ['ID=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:48.029639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.030275 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:48.031797 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-217a962a-9368-4918-85a0-df0cef3a59a8 service neutron] 10.222.0.57 "PUT /v2.0/ports/45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e HTTP/1.1" status: 200 len: 1135 time: 2.6893992 Aug 23 14:50:48.032260 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': '45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:48.034638 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3907d760-7322-43ce-8b85-47da3a6d3c56" -d '{"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:48.053787 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-47a2263f-e98f-45a6-8ae6-f4f8f5f7be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:48.068487 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2d592a-d97e-446e-978b-c1eb88add468 x-openstack-request-id: req-4e2d592a-d97e-446e-978b-c1eb88add468 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:48.069049 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1", "name": "network-vif-deleted", "tag": "1b58f50e-2499-4c51-b386-cb16be99104c", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:48.069622 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e2d592a-d97e-446e-978b-c1eb88add468 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:48.070294 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b676c5ba-c308-4c3b-b4ae-1ea0d1b770d1', 'name': 'network-vif-deleted', 'tag': '1b58f50e-2499-4c51-b386-cb16be99104c', 'status': 'completed', 'code': 200} Aug 23 14:50:48.070620 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a2263f-e98f-45a6-8ae6-f4f8f5f7be8e None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:50:48.072434 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-47a2263f-e98f-45a6-8ae6-f4f8f5f7be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:48.093441 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:48.111943 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-47a2263f-e98f-45a6-8ae6-f4f8f5f7be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:48.114410 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a2263f-e98f-45a6-8ae6-f4f8f5f7be8e None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:50:48.172563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Request body: {'port': {'device_id': 'bd268f3e-365f-4952-bf10-b1439009b958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:48.184613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a37d2fb1-0a99-4311-b581-7252af4b8161 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.9357371 Aug 23 14:50:48.192378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41618) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:48.204348 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3080d3b3-d394-4e6f-9c70-86f5c755e283 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2144000499'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:48.301102 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:48.351523 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3080d3b3-d394-4e6f-9c70-86f5c755e283 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Made reservation on behalf of 542b396d4bce424e8c2d79b95b98d32a for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:50:48.357773 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3080d3b3-d394-4e6f-9c70-86f5c755e283 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:48.434360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3080d3b3-d394-4e6f-9c70-86f5c755e283 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:50:48.453915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41628) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:48.471430 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44b0f56-da2f-4fa1-985c-c9d20fe4a817 x-openstack-request-id: req-f44b0f56-da2f-4fa1-985c-c9d20fe4a817 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:48.471735 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:48.471985 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f44b0f56-da2f-4fa1-985c-c9d20fe4a817 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:48.472374 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': '45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e', 'status': 'completed', 'code': 200} Aug 23 14:50:48.520400 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3080d3b3-d394-4e6f-9c70-86f5c755e283 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:48.520770 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-3080d3b3-d394-4e6f-9c70-86f5c755e283 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Added segment 4cc645ca-2642-4599-a422-4d4c01ffd3ea of type vlan for network 631cdfee-5cea-4aff-81d5-832065e27f52 Aug 23 14:50:48.542232 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-038d5591-ad70-4632-93e9-c38615fc0e51 admin admin] Deleting subnet 8e24844f-0de3-413a-bd9c-2d4553079890 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:50:48.566984 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-038d5591-ad70-4632-93e9-c38615fc0e51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:48.601954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907d760-7322-43ce-8b85-47da3a6d3c56 req-6d0bcc8f-a1d8-4172-a1ed-11dc88ef23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.603414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907d760-7322-43ce-8b85-47da3a6d3c56 req-6d0bcc8f-a1d8-4172-a1ed-11dc88ef23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.604467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907d760-7322-43ce-8b85-47da3a6d3c56 req-6d0bcc8f-a1d8-4172-a1ed-11dc88ef23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.604605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907d760-7322-43ce-8b85-47da3a6d3c56 req-6d0bcc8f-a1d8-4172-a1ed-11dc88ef23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.605538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907d760-7322-43ce-8b85-47da3a6d3c56 req-6d0bcc8f-a1d8-4172-a1ed-11dc88ef23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.605538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907d760-7322-43ce-8b85-47da3a6d3c56 req-6d0bcc8f-a1d8-4172-a1ed-11dc88ef23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.605969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907d760-7322-43ce-8b85-47da3a6d3c56 req-6d0bcc8f-a1d8-4172-a1ed-11dc88ef23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.606666 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3080d3b3-d394-4e6f-9c70-86f5c755e283 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:48.608020 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3907d760-7322-43ce-8b85-47da3a6d3c56 req-6d0bcc8f-a1d8-4172-a1ed-11dc88ef23d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=453bc9f0ae244a8fad31793e47e18492&device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 6220 time: 0.1153078 Aug 23 14:50:48.622828 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-038d5591-ad70-4632-93e9-c38615fc0e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:48.749513 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-038d5591-ad70-4632-93e9-c38615fc0e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:48.784781 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3080d3b3-d394-4e6f-9c70-86f5c755e283 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:48.791395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3080d3b3-d394-4e6f-9c70-86f5c755e283 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.792081 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3080d3b3-d394-4e6f-9c70-86f5c755e283 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:48.842031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907d760-7322-43ce-8b85-47da3a6d3c56 req-a3a74a23-9d7e-42c4-8db7-7c055dc96275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.842031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907d760-7322-43ce-8b85-47da3a6d3c56 req-a3a74a23-9d7e-42c4-8db7-7c055dc96275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.842691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907d760-7322-43ce-8b85-47da3a6d3c56 req-a3a74a23-9d7e-42c4-8db7-7c055dc96275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.844657 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3907d760-7322-43ce-8b85-47da3a6d3c56 req-a3a74a23-9d7e-42c4-8db7-7c055dc96275 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=453bc9f0ae244a8fad31793e47e18492&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2271922 Aug 23 14:50:48.844838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282da7-ffcb-424b-bc30-8695ee91bfdd req-6eaac8bb-4756-4a16-ba8b-24917805ae58 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.851346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282da7-ffcb-424b-bc30-8695ee91bfdd req-6eaac8bb-4756-4a16-ba8b-24917805ae58 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.858147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282da7-ffcb-424b-bc30-8695ee91bfdd req-6eaac8bb-4756-4a16-ba8b-24917805ae58 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.868513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282da7-ffcb-424b-bc30-8695ee91bfdd req-6eaac8bb-4756-4a16-ba8b-24917805ae58 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.875144 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282da7-ffcb-424b-bc30-8695ee91bfdd req-6eaac8bb-4756-4a16-ba8b-24917805ae58 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.881088 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282da7-ffcb-424b-bc30-8695ee91bfdd req-6eaac8bb-4756-4a16-ba8b-24917805ae58 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.887318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75282da7-ffcb-424b-bc30-8695ee91bfdd req-6eaac8bb-4756-4a16-ba8b-24917805ae58 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:48.903010 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75282da7-ffcb-424b-bc30-8695ee91bfdd req-6eaac8bb-4756-4a16-ba8b-24917805ae58 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.2331772 Aug 23 14:50:48.941813 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0058166-4f12-416b-8269-a53656408fa9 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:48.953528 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:48.977846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Transition to ACTIVE for port object e0058166-4f12-416b-8269-a53656408fa9 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:49.008828 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080d3b3-d394-4e6f-9c70-86f5c755e283 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Network': ['ID=631cdfee-5cea-4aff-81d5-832065e27f52,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:49.020319 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 631cdfee-5cea-4aff-81d5-832065e27f52 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:50:49.043205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907d760-7322-43ce-8b85-47da3a6d3c56 req-dd6fa3de-428e-4a12-821b-ae83335c4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:49.044804 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3907d760-7322-43ce-8b85-47da3a6d3c56 req-dd6fa3de-428e-4a12-821b-ae83335c4162 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808290 Aug 23 14:50:49.047201 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75282da7-ffcb-424b-bc30-8695ee91bfdd req-eb7d993b-9f15-4c75-bdab-59a9dfa623dd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869708 Aug 23 14:50:49.065051 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:49.074727 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3080d3b3-d394-4e6f-9c70-86f5c755e283 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8802390 Aug 23 14:50:49.075786 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41638) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:49.094583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3b836a35-ec88-41bf-b594-7f7a2af565da tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'subnet': {'network_id': '631cdfee-5cea-4aff-81d5-832065e27f52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:49.193365 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-038d5591-ad70-4632-93e9-c38615fc0e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:49.243770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0058166-4f12-416b-8269-a53656408fa9,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:49.348190 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-038d5591-ad70-4632-93e9-c38615fc0e51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:49.355302 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-038d5591-ad70-4632-93e9-c38615fc0e51 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8e24844f-0de3-413a-bd9c-2d4553079890 HTTP/1.1" status: 204 len: 168 time: 0.9000504 Aug 23 14:50:49.356246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d5591-ad70-4632-93e9-c38615fc0e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e24844f-0de3-413a-bd9c-2d4553079890,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:49.357959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41644) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:49.422863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Attempting to bind port e0058166-4f12-416b-8269-a53656408fa9 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:49.423187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Attempting to bind port e0058166-4f12-416b-8269-a53656408fa9 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:49.423528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Attempting to bind port e0058166-4f12-416b-8269-a53656408fa9 on network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:49.431625 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Port e0058166-4f12-416b-8269-a53656408fa9 on network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:49.432073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Attempting to bind port e0058166-4f12-416b-8269-a53656408fa9 on network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:49.435001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b836a35-ec88-41bf-b594-7f7a2af565da tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Made reservation on behalf of 542b396d4bce424e8c2d79b95b98d32a for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:50:49.436786 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57693a78-e26e-4d46-af69-71515dade63e req-a3c7f735-27ce-4226-9609-283d7c79a340 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:49.444204 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b836a35-ec88-41bf-b594-7f7a2af565da tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:49.444388 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57693a78-e26e-4d46-af69-71515dade63e req-a3c7f735-27ce-4226-9609-283d7c79a340 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:49.467355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:49.467502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Checking segment: {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:49.468501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Bound using segment: {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:49.468982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Bound port: e0058166-4f12-416b-8269-a53656408fa9, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:49.469407 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:49.473511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57693a78-e26e-4d46-af69-71515dade63e req-a3c7f735-27ce-4226-9609-283d7c79a340 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:49.488693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57693a78-e26e-4d46-af69-71515dade63e req-a3c7f735-27ce-4226-9609-283d7c79a340 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:49.504547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57693a78-e26e-4d46-af69-71515dade63e req-a3c7f735-27ce-4226-9609-283d7c79a340 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:49.510945 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57693a78-e26e-4d46-af69-71515dade63e req-a3c7f735-27ce-4226-9609-283d7c79a340 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:49.533354 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57693a78-e26e-4d46-af69-71515dade63e req-a3c7f735-27ce-4226-9609-283d7c79a340 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:49.540642 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-57693a78-e26e-4d46-af69-71515dade63e req-a3c7f735-27ce-4226-9609-283d7c79a340 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5395 time: 0.4067185 Aug 23 14:50:49.566277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-5e528f1b-9243-4048-a60c-adf02fb3e5b8 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:50:49.569380 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-5e528f1b-9243-4048-a60c-adf02fb3e5b8 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074742 Aug 23 14:50:49.591705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-46e7900d-3cde-404e-b9c7-855a6b1ae63b service neutron] Request body: {'binding': {'host': 'n-h2-804985-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:49.592163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-46e7900d-3cde-404e-b9c7-855a6b1ae63b service neutron] Unknown quota resources ['binding']. {{(pid=96115) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 14:50:49.659092 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a68e9608-aba3-4ec3-93c1-087859c9eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:49.680361 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-57693a78-e26e-4d46-af69-71515dade63e req-44cca7bb-e401-42f9-a555-b01ce6ed2866 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112063 Aug 23 14:50:49.875860 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a68e9608-aba3-4ec3-93c1-087859c9eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:49.876273 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b836a35-ec88-41bf-b594-7f7a2af565da tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:49.903071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a68e9608-aba3-4ec3-93c1-087859c9eb21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf9e8aa-52df-4c83-983d-40f0b0158d72']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:49.936456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] For port e0058166-4f12-416b-8269-a53656408fa9, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:49.941265 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:49.967821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a68e9608-aba3-4ec3-93c1-087859c9eb21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6a82b6-9967-405d-9dff-6bdf357bded1') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:49.968076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a68e9608-aba3-4ec3-93c1-087859c9eb21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6a82b6-9967-405d-9dff-6bdf357bded1') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:49.995488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] For port e0058166-4f12-416b-8269-a53656408fa9, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e0058166-4f12-416b-8269-a53656408fa9,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:49.996957 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a68e9608-aba3-4ec3-93c1-087859c9eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.018756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b836a35-ec88-41bf-b594-7f7a2af565da tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Subnet': ['ID=55f34bb6-7bfa-46c3-a397-18a42245ef8c,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:50.026783 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a68e9608-aba3-4ec3-93c1-087859c9eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.039060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68e9608-aba3-4ec3-93c1-087859c9eb21 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:50:50.040387 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a68e9608-aba3-4ec3-93c1-087859c9eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:50:50.062067 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:50:50.089294 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.151442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b836a35-ec88-41bf-b594-7f7a2af565da tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Checking segment: {'id': '4cc645ca-2642-4599-a422-4d4c01ffd3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '631cdfee-5cea-4aff-81d5-832065e27f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:50.151846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b836a35-ec88-41bf-b594-7f7a2af565da tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network hostable DHCP agents. Network: 631cdfee-5cea-4aff-81d5-832065e27f52, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:50:50.220687 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a68e9608-aba3-4ec3-93c1-087859c9eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.233267 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a68e9608-aba3-4ec3-93c1-087859c9eb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.240449 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a68e9608-aba3-4ec3-93c1-087859c9eb21 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5cf9e8aa-52df-4c83-983d-40f0b0158d72 HTTP/1.1" status: 204 len: 168 time: 0.8733928 Aug 23 14:50:50.242405 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41658) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:50.268931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.269746 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.274481 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] 10.222.0.57 "PUT /v2.0/ports/e0058166-4f12-416b-8269-a53656408fa9 HTTP/1.1" status: 200 len: 1091 time: 2.1053779 Aug 23 14:50:50.282907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-46e7900d-3cde-404e-b9c7-855a6b1ae63b service neutron] Attempting to bind port 889e41eb-6fa7-444e-89e1-167dd5417eec on host n-h2-804985-3 for vnic_type normal with profile None {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:50.283707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-46e7900d-3cde-404e-b9c7-855a6b1ae63b service neutron] Attempting to bind port 889e41eb-6fa7-444e-89e1-167dd5417eec by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:50.284182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-46e7900d-3cde-404e-b9c7-855a6b1ae63b service neutron] Attempting to bind port 889e41eb-6fa7-444e-89e1-167dd5417eec on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:50.319643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-46e7900d-3cde-404e-b9c7-855a6b1ae63b service neutron] Port 889e41eb-6fa7-444e-89e1-167dd5417eec on network 60b01c3e-c449-4689-a230-d4ccabe81fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:50.322692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-46e7900d-3cde-404e-b9c7-855a6b1ae63b service neutron] Attempting to bind port 889e41eb-6fa7-444e-89e1-167dd5417eec on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:50.330191 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d20fdf6-96d4-4b04-ac98-6459f85e9dce admin admin] Deleting subnet 99bfb50a-33a5-4353-9b5f-a21645ede1d8 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:50:50.345846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec264fc1-bde0-4101-83ff-509444e9b6ac req-faf4a4c8-9ac4-4c78-ad01-e071cbd250e7 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.350753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b836a35-ec88-41bf-b594-7f7a2af565da tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network 631cdfee-5cea-4aff-81d5-832065e27f52 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:50:50.353772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec264fc1-bde0-4101-83ff-509444e9b6ac req-faf4a4c8-9ac4-4c78-ad01-e071cbd250e7 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.366073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7880117-aa0d-410d-aa22-9f6bbaca2fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0058166-4f12-416b-8269-a53656408fa9,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:50.368385 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec264fc1-bde0-4101-83ff-509444e9b6ac req-faf4a4c8-9ac4-4c78-ad01-e071cbd250e7 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.382792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-46e7900d-3cde-404e-b9c7-855a6b1ae63b service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:50.383238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-46e7900d-3cde-404e-b9c7-855a6b1ae63b service neutron] Checking segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:50.385688 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-46e7900d-3cde-404e-b9c7-855a6b1ae63b service neutron] Bound using segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:50.385978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-46e7900d-3cde-404e-b9c7-855a6b1ae63b service neutron] Bound port: 889e41eb-6fa7-444e-89e1-167dd5417eec, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:50.388178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec264fc1-bde0-4101-83ff-509444e9b6ac req-faf4a4c8-9ac4-4c78-ad01-e071cbd250e7 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.394353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec264fc1-bde0-4101-83ff-509444e9b6ac req-faf4a4c8-9ac4-4c78-ad01-e071cbd250e7 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.400176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Request body: {'port': {'device_id': 'bd268f3e-365f-4952-bf10-b1439009b958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:50.404683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec264fc1-bde0-4101-83ff-509444e9b6ac req-faf4a4c8-9ac4-4c78-ad01-e071cbd250e7 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.421858 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec264fc1-bde0-4101-83ff-509444e9b6ac req-faf4a4c8-9ac4-4c78-ad01-e071cbd250e7 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.430242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec264fc1-bde0-4101-83ff-509444e9b6ac req-faf4a4c8-9ac4-4c78-ad01-e071cbd250e7 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.2530141 Aug 23 14:50:50.455754 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d20fdf6-96d4-4b04-ac98-6459f85e9dce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.498092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e9608-aba3-4ec3-93c1-087859c9eb21 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf9e8aa-52df-4c83-983d-40f0b0158d72,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:50.498710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': 'e0058166-4f12-416b-8269-a53656408fa9'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:50.503115 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84acb48-43e4-41e4-943c-1d7661d5c3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "e0058166-4f12-416b-8269-a53656408fa9"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:50.516876 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec264fc1-bde0-4101-83ff-509444e9b6ac req-ea567800-5c96-4b77-9c42-5d61810f654c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807025 Aug 23 14:50:50.528995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-3b836a35-ec88-41bf-b594-7f7a2af565da tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 631cdfee-5cea-4aff-81d5-832065e27f52) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:50.550829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1deb65d-2e30-43b0-88e5-5697050b8f96 None None] Network 631cdfee-5cea-4aff-81d5-832065e27f52 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:50:50.575696 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d20fdf6-96d4-4b04-ac98-6459f85e9dce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.593385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-46e7900d-3cde-404e-b9c7-855a6b1ae63b service neutron] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=889e41eb-6fa7-444e-89e1-167dd5417eec,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:50.596315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b836a35-ec88-41bf-b594-7f7a2af565da tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.597079 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b836a35-ec88-41bf-b594-7f7a2af565da tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.602882 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd818c0-7da1-4c1a-b5cc-59fd71779748 x-openstack-request-id: req-0fd818c0-7da1-4c1a-b5cc-59fd71779748 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:50.603155 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "e0058166-4f12-416b-8269-a53656408fa9", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:50.603450 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0fd818c0-7da1-4c1a-b5cc-59fd71779748 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:50.603921 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': 'e0058166-4f12-416b-8269-a53656408fa9', 'status': 'completed', 'code': 200} Aug 23 14:50:50.623025 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.673242 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-46e7900d-3cde-404e-b9c7-855a6b1ae63b service neutron] Notify callbacks [] for binding, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.687136 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-46e7900d-3cde-404e-b9c7-855a6b1ae63b service neutron] 10.222.0.38 "POST /v2.0/ports/889e41eb-6fa7-444e-89e1-167dd5417eec/bindings HTTP/1.1" status: 201 len: 389 time: 1.1019557 Aug 23 14:50:50.691393 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d20fdf6-96d4-4b04-ac98-6459f85e9dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.734592 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3b836a35-ec88-41bf-b594-7f7a2af565da tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6548030 Aug 23 14:50:50.738267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41664) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:50.745659 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-744916960', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:50.887141 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.900338 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.908174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514176b9-75e4-4c8d-94c1-13e639bf14d8 req-0c6f85e9-6c26-4aa9-8325-062434adf418 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.918004 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514176b9-75e4-4c8d-94c1-13e639bf14d8 req-0c6f85e9-6c26-4aa9-8325-062434adf418 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.942071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514176b9-75e4-4c8d-94c1-13e639bf14d8 req-0c6f85e9-6c26-4aa9-8325-062434adf418 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.948934 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514176b9-75e4-4c8d-94c1-13e639bf14d8 req-0c6f85e9-6c26-4aa9-8325-062434adf418 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.971685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514176b9-75e4-4c8d-94c1-13e639bf14d8 req-0c6f85e9-6c26-4aa9-8325-062434adf418 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.973237 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514176b9-75e4-4c8d-94c1-13e639bf14d8 req-0c6f85e9-6c26-4aa9-8325-062434adf418 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.982251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514176b9-75e4-4c8d-94c1-13e639bf14d8 req-0c6f85e9-6c26-4aa9-8325-062434adf418 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:50.994308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-631cdfee-5cea-4aff-81d5-832065e27f52', 'network_id': '631cdfee-5cea-4aff-81d5-832065e27f52', 'tenant_id': '542b396d4bce424e8c2d79b95b98d32a', 'fixed_ips': [{'subnet_id': '55f34bb6-7bfa-46c3-a397-18a42245ef8c'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:50:50.995967 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:50.996982 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-514176b9-75e4-4c8d-94c1-13e639bf14d8 req-0c6f85e9-6c26-4aa9-8325-062434adf418 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5395 time: 0.1860039 Aug 23 14:50:51.042316 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d20fdf6-96d4-4b04-ac98-6459f85e9dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:51.082849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb48-43e4-41e4-943c-1d7661d5c3fa req-0315215b-7b9e-4015-ba15-1f9c778124e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:51.088772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb48-43e4-41e4-943c-1d7661d5c3fa req-0315215b-7b9e-4015-ba15-1f9c778124e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:51.100041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb48-43e4-41e4-943c-1d7661d5c3fa req-0315215b-7b9e-4015-ba15-1f9c778124e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:51.100911 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb48-43e4-41e4-943c-1d7661d5c3fa req-0315215b-7b9e-4015-ba15-1f9c778124e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:51.101562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb48-43e4-41e4-943c-1d7661d5c3fa req-0315215b-7b9e-4015-ba15-1f9c778124e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:51.102851 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb48-43e4-41e4-943c-1d7661d5c3fa req-0315215b-7b9e-4015-ba15-1f9c778124e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:51.103531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb48-43e4-41e4-943c-1d7661d5c3fa req-0315215b-7b9e-4015-ba15-1f9c778124e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:51.105943 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f84acb48-43e4-41e4-943c-1d7661d5c3fa req-0315215b-7b9e-4015-ba15-1f9c778124e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=453bc9f0ae244a8fad31793e47e18492&device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 6287 time: 0.4738693 Aug 23 14:50:51.213876 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-514176b9-75e4-4c8d-94c1-13e639bf14d8 req-8540e235-91c5-4a9d-9bce-ace59a5d88f9 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2159014 Aug 23 14:50:51.237486 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d20fdf6-96d4-4b04-ac98-6459f85e9dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:51.245260 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5d20fdf6-96d4-4b04-ac98-6459f85e9dce admin admin] 10.222.0.38 "DELETE /v2.0/subnets/99bfb50a-33a5-4353-9b5f-a21645ede1d8 HTTP/1.1" status: 204 len: 168 time: 0.9902310 Aug 23 14:50:51.245260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20fdf6-96d4-4b04-ac98-6459f85e9dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99bfb50a-33a5-4353-9b5f-a21645ede1d8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:51.251719 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41674) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:51.388626 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:51.416864 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d82c2ce2-9b47-4d0a-ad52-5c504f1e040e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:51.418649 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Allocated IP 172.20.0.2 (631cdfee-5cea-4aff-81d5-832065e27f52/55f34bb6-7bfa-46c3-a397-18a42245ef8c/0ad8b47f-18ed-4e2c-9f8b-6f701435b53e) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:51.639258 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d82c2ce2-9b47-4d0a-ad52-5c504f1e040e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:51.674782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-d82c2ce2-9b47-4d0a-ad52-5c504f1e040e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d8f3bb-991c-43ea-a356-942fb3ca0b76']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:51.699676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-d82c2ce2-9b47-4d0a-ad52-5c504f1e040e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748c4b4e-fe73-4a91-b15f-6e802581f1ca') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:51.700350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-d82c2ce2-9b47-4d0a-ad52-5c504f1e040e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748c4b4e-fe73-4a91-b15f-6e802581f1ca') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:50:51.713989 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d82c2ce2-9b47-4d0a-ad52-5c504f1e040e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:51.736506 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:51.738637 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d82c2ce2-9b47-4d0a-ad52-5c504f1e040e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:51.748230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82c2ce2-9b47-4d0a-ad52-5c504f1e040e admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:50:51.754189 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d82c2ce2-9b47-4d0a-ad52-5c504f1e040e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:51.761676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Transition to ACTIVE for port object 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:50:51.802994 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:50:51.807188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Transition to ACTIVE for port object 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:51.914484 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb2f41-af9b-4379-9701-48a13a18528f req-617b7d77-0754-4b2c-99df-96edfa11fc21 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:51.919486 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb2f41-af9b-4379-9701-48a13a18528f req-617b7d77-0754-4b2c-99df-96edfa11fc21 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:51.925958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb2f41-af9b-4379-9701-48a13a18528f req-617b7d77-0754-4b2c-99df-96edfa11fc21 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:51.926696 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3bee4-80d4-49d4-b4b2-2aa7ed417c10 req-d2d7c963-4b6d-49c5-9623-81f274ce943a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:51.933753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb2f41-af9b-4379-9701-48a13a18528f req-617b7d77-0754-4b2c-99df-96edfa11fc21 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:51.935637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04b3bee4-80d4-49d4-b4b2-2aa7ed417c10 req-d2d7c963-4b6d-49c5-9623-81f274ce943a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 946 time: 0.3937368 Aug 23 14:50:51.940664 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb2f41-af9b-4379-9701-48a13a18528f req-617b7d77-0754-4b2c-99df-96edfa11fc21 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:51.949504 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:51.952078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb2f41-af9b-4379-9701-48a13a18528f req-617b7d77-0754-4b2c-99df-96edfa11fc21 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:51.959161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb2f41-af9b-4379-9701-48a13a18528f req-617b7d77-0754-4b2c-99df-96edfa11fc21 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:51.970806 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4cfb2f41-af9b-4379-9701-48a13a18528f req-617b7d77-0754-4b2c-99df-96edfa11fc21 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.1542814 Aug 23 14:50:51.998435 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d82c2ce2-9b47-4d0a-ad52-5c504f1e040e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:52.033567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d82c2ce2-9b47-4d0a-ad52-5c504f1e040e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:52.053132 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d82c2ce2-9b47-4d0a-ad52-5c504f1e040e admin admin] 10.222.0.38 "DELETE /v2.0/networks/68d8f3bb-991c-43ea-a356-942fb3ca0b76 HTTP/1.1" status: 204 len: 168 time: 0.7985826 Aug 23 14:50:52.056220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Network 631cdfee-5cea-4aff-81d5-832065e27f52 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:52.061547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c2ce2-9b47-4d0a-ad52-5c504f1e040e admin admin] Pushing event deleted for resources: {'Network': ['ID=68d8f3bb-991c-43ea-a356-942fb3ca0b76,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:52.064673 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:52.067490 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Pushing event updated for resources: {'Port': ['ID=0ad8b47f-18ed-4e2c-9f8b-6f701435b53e,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:52.071158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:52.118445 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4cfb2f41-af9b-4379-9701-48a13a18528f req-c244b2b5-5c19-4aaa-94a0-5afff8cba4b8 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1462071 Aug 23 14:50:52.137845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-d98c9090-8eeb-4967-be0d-25dc5421f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:52.139488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-d98c9090-8eeb-4967-be0d-25dc5421f018 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 1097 time: 0.5247471 Aug 23 14:50:52.181585 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Attempting to bind port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:52.182374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Attempting to bind port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '4cc645ca-2642-4599-a422-4d4c01ffd3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '631cdfee-5cea-4aff-81d5-832065e27f52'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:52.183030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Attempting to bind port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e on network 631cdfee-5cea-4aff-81d5-832065e27f52 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:52.192356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:52.193231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Checking segment: {'id': '4cc645ca-2642-4599-a422-4d4c01ffd3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '631cdfee-5cea-4aff-81d5-832065e27f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:52.193955 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:52.194690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Bound using segment: {'id': '4cc645ca-2642-4599-a422-4d4c01ffd3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '631cdfee-5cea-4aff-81d5-832065e27f52'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:52.195455 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Bound port: 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc645ca-2642-4599-a422-4d4c01ffd3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '631cdfee-5cea-4aff-81d5-832065e27f52'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:52.196748 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:52.318393 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:52.339703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:52.365090 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb48-43e4-41e4-943c-1d7661d5c3fa req-37a03e4b-f880-4773-9b46-f4ffa5d1e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:52.365566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb48-43e4-41e4-943c-1d7661d5c3fa req-37a03e4b-f880-4773-9b46-f4ffa5d1e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:52.366036 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb48-43e4-41e4-943c-1d7661d5c3fa req-37a03e4b-f880-4773-9b46-f4ffa5d1e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:52.367837 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f84acb48-43e4-41e4-943c-1d7661d5c3fa req-37a03e4b-f880-4773-9b46-f4ffa5d1e377 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=453bc9f0ae244a8fad31793e47e18492&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.2277677 Aug 23 14:50:52.380717 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] For port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:52.385369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] For port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0ad8b47f-18ed-4e2c-9f8b-6f701435b53e,segment=NetworkSegment(4cc645ca-2642-4599-a422-4d4c01ffd3ea),segment_id=4cc645ca-2642-4599-a422-4d4c01ffd3ea)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:52.413386 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:52.450274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04b3bee4-80d4-49d4-b4b2-2aa7ed417c10 req-70d86908-42da-43bf-8041-32ca6b676293 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136042 Aug 23 14:50:52.457556 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cdfde-e0b2-460d-87ac-2dadc4118daf req-f8df4341-fdfe-4d59-b1fc-edc80becc6ef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:52.465345 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:52.466009 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cdfde-e0b2-460d-87ac-2dadc4118daf req-f8df4341-fdfe-4d59-b1fc-edc80becc6ef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:52.473556 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cdfde-e0b2-460d-87ac-2dadc4118daf req-f8df4341-fdfe-4d59-b1fc-edc80becc6ef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:52.479509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-8c68d4e3-6e81-4bb0-a404-225b2366d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:52.482402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cdfde-e0b2-460d-87ac-2dadc4118daf req-f8df4341-fdfe-4d59-b1fc-edc80becc6ef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:52.491454 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-8c68d4e3-6e81-4bb0-a404-225b2366d5f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.2825644 Aug 23 14:50:52.495192 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cdfde-e0b2-460d-87ac-2dadc4118daf req-f8df4341-fdfe-4d59-b1fc-edc80becc6ef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:52.504335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cdfde-e0b2-460d-87ac-2dadc4118daf req-f8df4341-fdfe-4d59-b1fc-edc80becc6ef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:52.513093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cdfde-e0b2-460d-87ac-2dadc4118daf req-f8df4341-fdfe-4d59-b1fc-edc80becc6ef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:52.522907 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd6cdfde-e0b2-460d-87ac-2dadc4118daf req-f8df4341-fdfe-4d59-b1fc-edc80becc6ef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5395 time: 0.1810849 Aug 23 14:50:52.597317 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Transition to ACTIVE for port object 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:52.605786 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd6cdfde-e0b2-460d-87ac-2dadc4118daf req-dee48f74-41ee-46b2-ac81-11e87c499aef tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808003 Aug 23 14:50:52.670664 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e58a0704-f636-4f73-9643-14805bc4c637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:52.693358 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea15c74-8ac9-417b-a7ac-3221207a7d34 None None] Pushing event updated for resources: {'Port': ['ID=0ad8b47f-18ed-4e2c-9f8b-6f701435b53e,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:52.842486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device fdaf866e-b082-4a67-8d49-4f5d453ffd4a details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:50:52.891969 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41704) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:53.057860 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-79053e64-03a0-46ab-b824-649145c4eb38 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f5e03c14d46443885cb35786389044c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623781 Aug 23 14:50:53.073915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41706) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:53.208272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b2c1c482-2d69-471d-8d74-817ae1464091 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=889e41eb-6fa7-444e-89e1-167dd5417eec HTTP/1.1" status: 200 len: 217 time: 0.6205554 Aug 23 14:50:53.209672 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:53.224868 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port fdaf866e-b082-4a67-8d49-4f5d453ffd4a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=fdaf866e-b082-4a67-8d49-4f5d453ffd4a,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:53.254129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'fdaf866e-b082-4a67-8d49-4f5d453ffd4a', 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec', 'port_id': 'fdaf866e-b082-4a67-8d49-4f5d453ffd4a', 'mac_address': 'fa:16:3e:3a:8c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad660d34-995f-4a91-8402-f10bcdcb5082', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:50:53.378312 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:53.378312 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdaf866e-b082-4a67-8d49-4f5d453ffd4a {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:53.378312 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port fdaf866e-b082-4a67-8d49-4f5d453ffd4a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=fdaf866e-b082-4a67-8d49-4f5d453ffd4a,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:53.395715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:53.424818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-60dc4d53-0f0c-4aa7-8f18-108383e22850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:53.425872 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-60dc4d53-0f0c-4aa7-8f18-108383e22850 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.1965494 Aug 23 14:50:53.442164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb48-43e4-41e4-943c-1d7661d5c3fa req-8cd46e11-8450-40ce-a317-155a881a2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:53.443875 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f84acb48-43e4-41e4-943c-1d7661d5c3fa req-8cd46e11-8450-40ce-a317-155a881a2e7f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0276315 Aug 23 14:50:53.525904 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-d1fa6e24-a472-433a-99ca-0b040404d53b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808837 Aug 23 14:50:53.556824 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-18493946-16dd-4c08-951e-4b16b529f36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:53.655268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Attempting to bind port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:53.655268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Attempting to bind port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:53.655611 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Attempting to bind port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 on network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:53.656522 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-18493946-16dd-4c08-951e-4b16b529f36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:53.713982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 on network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:53.714416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Attempting to bind port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 on network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:53.732227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:50:53.752706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:53.753921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Checking segment: {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:53.753921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Bound using segment: {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:53.753921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Bound port: 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ea68ad-cf0a-438d-a7fa-98657962c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:53.754361 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:53.786174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d71ee4-36f0-4ec9-8687-50db375b1973 req-85924d45-251f-4e37-8395-f3f93896fddc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:53.798216 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d71ee4-36f0-4ec9-8687-50db375b1973 req-85924d45-251f-4e37-8395-f3f93896fddc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:53.806996 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d71ee4-36f0-4ec9-8687-50db375b1973 req-85924d45-251f-4e37-8395-f3f93896fddc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:53.818259 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d71ee4-36f0-4ec9-8687-50db375b1973 req-85924d45-251f-4e37-8395-f3f93896fddc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:53.827869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d71ee4-36f0-4ec9-8687-50db375b1973 req-85924d45-251f-4e37-8395-f3f93896fddc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:53.834304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d71ee4-36f0-4ec9-8687-50db375b1973 req-85924d45-251f-4e37-8395-f3f93896fddc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:53.843903 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d71ee4-36f0-4ec9-8687-50db375b1973 req-85924d45-251f-4e37-8395-f3f93896fddc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:53.847031 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-43d71ee4-36f0-4ec9-8687-50db375b1973 req-85924d45-251f-4e37-8395-f3f93896fddc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5420 time: 0.3015089 Aug 23 14:50:53.868059 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:53.871044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device afc637ab-7b54-4ae5-97f1-c9c64cc49729 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:50:53.920285 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-6430aaa9-7b65-43a6-98a6-5df46fb29658 service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833687 Aug 23 14:50:54.044199 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417aa67-38ed-4618-a36f-4c5af0b7ac44 req-3aa872aa-f728-4283-ae47-8a4239430c27 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:54.045786 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6417aa67-38ed-4618-a36f-4c5af0b7ac44 req-3aa872aa-f728-4283-ae47-8a4239430c27 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 946 time: 0.4113395 Aug 23 14:50:54.057580 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:54.062024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=fdaf866e-b082-4a67-8d49-4f5d453ffd4a,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:54.079512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:54.091993 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-43d71ee4-36f0-4ec9-8687-50db375b1973 req-a57eafbe-96e4-4015-9987-0c2cf741d4c6 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378291 Aug 23 14:50:54.102724 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-18493946-16dd-4c08-951e-4b16b529f36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:54.111252 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-18493946-16dd-4c08-951e-4b16b529f36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:54.116836 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-18493946-16dd-4c08-951e-4b16b529f36d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7c064322-69ff-4e14-9425-0582853d4a94 HTTP/1.1" status: 204 len: 168 time: 1.0399005 Aug 23 14:50:54.177621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port afc637ab-7b54-4ae5-97f1-c9c64cc49729, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=afc637ab-7b54-4ae5-97f1-c9c64cc49729,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:54.181730 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18493946-16dd-4c08-951e-4b16b529f36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c064322-69ff-4e14-9425-0582853d4a94,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:54.195211 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c012effa-0e73-47f4-b6ec-8ff090792caf req-098b07d1-6b9d-4240-9fd1-8917fae1045c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3304260 Aug 23 14:50:54.221714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'afc637ab-7b54-4ae5-97f1-c9c64cc49729', 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec', 'port_id': 'afc637ab-7b54-4ae5-97f1-c9c64cc49729', 'mac_address': 'fa:16:3e:33:4a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad660d34-995f-4a91-8402-f10bcdcb5082', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:50:54.342534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012effa-0e73-47f4-b6ec-8ff090792caf req-8ef87270-c452-42db-9101-42375be97df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:54.346139 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c012effa-0e73-47f4-b6ec-8ff090792caf req-8ef87270-c452-42db-9101-42375be97df2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=12c362187edc43b28835086c10233034&device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 1097 time: 0.1113465 Aug 23 14:50:54.349003 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:54.370587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-99618936-bdd4-4820-9740-87a96cff0d62 service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413090 Aug 23 14:50:54.409137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc637ab-7b54-4ae5-97f1-c9c64cc49729 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:54.426888 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:54.454629 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port afc637ab-7b54-4ae5-97f1-c9c64cc49729, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=afc637ab-7b54-4ae5-97f1-c9c64cc49729,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:54.472996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858929f3-e761-46fa-af32-d5f9d25b20da None None] Network 631cdfee-5cea-4aff-81d5-832065e27f52 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:50:54.702526 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6417aa67-38ed-4618-a36f-4c5af0b7ac44 req-7acb7b0c-22ab-4cc6-b728-d14bd3660fd4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150634 Aug 23 14:50:54.717568 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:54.717568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device d93a231e-4370-4457-8e88-9c673c90e61e details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:50:54.787489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c27c2-ef13-4360-aeff-c7788b9c9250 req-2907f2b3-230f-4c38-acb6-7b212de979b5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:54.810937 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c27c2-ef13-4360-aeff-c7788b9c9250 req-2907f2b3-230f-4c38-acb6-7b212de979b5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:54.814545 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] For port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:50:54.829169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c27c2-ef13-4360-aeff-c7788b9c9250 req-2907f2b3-230f-4c38-acb6-7b212de979b5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:54.863596 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c27c2-ef13-4360-aeff-c7788b9c9250 req-2907f2b3-230f-4c38-acb6-7b212de979b5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:54.871698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c27c2-ef13-4360-aeff-c7788b9c9250 req-2907f2b3-230f-4c38-acb6-7b212de979b5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:54.881070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] For port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:50:54.900605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c27c2-ef13-4360-aeff-c7788b9c9250 req-2907f2b3-230f-4c38-acb6-7b212de979b5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:54.926785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c27c2-ef13-4360-aeff-c7788b9c9250 req-2907f2b3-230f-4c38-acb6-7b212de979b5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:54.935152 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-359c27c2-ef13-4360-aeff-c7788b9c9250 req-2907f2b3-230f-4c38-acb6-7b212de979b5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5407 time: 0.3508971 Aug 23 14:50:54.947700 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012effa-0e73-47f4-b6ec-8ff090792caf req-1ad09d71-0c2c-414d-87db-bb89da7a61be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:54.949563 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c012effa-0e73-47f4-b6ec-8ff090792caf req-1ad09d71-0c2c-414d-87db-bb89da7a61be service neutron] 10.222.0.61 "GET /v2.0/networks?id=87ad5f23-3854-49af-8867-189fb61a3e40 HTTP/1.1" status: 200 len: 907 time: 0.5623569 Aug 23 14:50:55.032553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-49f9bafc-ca0e-458e-9a3f-afaabb8002f4 None None] Provisioning for port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:50:55.039466 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-359c27c2-ef13-4360-aeff-c7788b9c9250 req-0dbcb9b1-438e-4da4-a778-0f4d90f8b86d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996821 Aug 23 14:50:55.049148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-49f9bafc-ca0e-458e-9a3f-afaabb8002f4 None None] Provisioning complete for port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:55.049837 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49f9bafc-ca0e-458e-9a3f-afaabb8002f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:55.128345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c012effa-0e73-47f4-b6ec-8ff090792caf req-ec02452a-dbfc-461f-8a68-05b7966238ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 HTTP/1.1" status: 200 len: 1002 time: 0.1299388 Aug 23 14:50:55.134545 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:55.190774 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:55.206926 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:55.208315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] 10.222.0.57 "PUT /v2.0/ports/06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 HTTP/1.1" status: 200 len: 1091 time: 4.8289912 Aug 23 14:50:55.213685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': '06a8eaaa-b6fe-44a6-a2cf-36deeb967d08'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:50:55.216017 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cff9933-7067-4f3d-9a9c-77089810c26c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "06a8eaaa-b6fe-44a6-a2cf-36deeb967d08"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:50:55.282687 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port d93a231e-4370-4457-8e88-9c673c90e61e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=d93a231e-4370-4457-8e88-9c673c90e61e,segment=NetworkSegment(d41ccdc2-2aae-485b-ae46-1c7848f54033),segment_id=d41ccdc2-2aae-485b-ae46-1c7848f54033)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:55.297047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=afc637ab-7b54-4ae5-97f1-c9c64cc49729,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:55.302486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'd93a231e-4370-4457-8e88-9c673c90e61e', 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737', 'port_id': 'd93a231e-4370-4457-8e88-9c673c90e61e', 'mac_address': 'fa:16:3e:1f:d5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:50:55.384902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Request body: {'port': {'device_id': 'bd268f3e-365f-4952-bf10-b1439009b958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:50:55.418685 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e770f2-fc3c-4b18-b6bc-feaa8c3a7d1e x-openstack-request-id: req-18e770f2-fc3c-4b18-b6bc-feaa8c3a7d1e {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:50:55.418964 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "06a8eaaa-b6fe-44a6-a2cf-36deeb967d08", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:50:55.419209 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18e770f2-fc3c-4b18-b6bc-feaa8c3a7d1e {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:50:55.419607 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': '06a8eaaa-b6fe-44a6-a2cf-36deeb967d08', 'status': 'completed', 'code': 200} Aug 23 14:50:55.484368 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:55.557923 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41744) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:55.670571 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-69cb4094-9575-4ef9-95c6-3d0bed64d3a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=244bcdcf7a3049a6b5b2b550a5874aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1111646 Aug 23 14:50:55.692525 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41746) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:50:55.750570 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93a231e-4370-4457-8e88-9c673c90e61e {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:55.774726 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49f9bafc-ca0e-458e-9a3f-afaabb8002f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:55.784693 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Allocated IP 172.25.8.76 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/140cd082-a79b-4d28-9c54-2d69f9690bd9) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:50:55.795593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port d93a231e-4370-4457-8e88-9c673c90e61e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=d93a231e-4370-4457-8e88-9c673c90e61e,segment=NetworkSegment(d41ccdc2-2aae-485b-ae46-1c7848f54033),segment_id=d41ccdc2-2aae-485b-ae46-1c7848f54033)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:55.859425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-49f9bafc-ca0e-458e-9a3f-afaabb8002f4 None None] For port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0ad8b47f-18ed-4e2c-9f8b-6f701435b53e,segment=NetworkSegment(4cc645ca-2642-4599-a422-4d4c01ffd3ea),segment_id=4cc645ca-2642-4599-a422-4d4c01ffd3ea)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:55.863502 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:55.866475 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-49de8ce2-0046-48a7-85b3-2e0c5cf83a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:55.869973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c9732-5dd7-4e66-8b1f-285aced25cc9 req-16fb5621-5e0d-4876-a2e0-950da4cd04ff tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:55.876940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c9732-5dd7-4e66-8b1f-285aced25cc9 req-16fb5621-5e0d-4876-a2e0-950da4cd04ff tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:55.891807 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c9732-5dd7-4e66-8b1f-285aced25cc9 req-16fb5621-5e0d-4876-a2e0-950da4cd04ff tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:55.899866 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c9732-5dd7-4e66-8b1f-285aced25cc9 req-16fb5621-5e0d-4876-a2e0-950da4cd04ff tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:55.911354 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:55.912512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 9edec396-03e2-4ea6-bce5-2fa40fbed659 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:50:55.935385 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-49de8ce2-0046-48a7-85b3-2e0c5cf83a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:55.938477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c9732-5dd7-4e66-8b1f-285aced25cc9 req-16fb5621-5e0d-4876-a2e0-950da4cd04ff tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:55.955512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c9732-5dd7-4e66-8b1f-285aced25cc9 req-16fb5621-5e0d-4876-a2e0-950da4cd04ff tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:55.966383 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14948b7b-4086-4bcb-8345-0943d4cfe0b4 req-9c153735-d938-47df-8a6f-3dfc068ad1c1 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:55.974073 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14948b7b-4086-4bcb-8345-0943d4cfe0b4 req-9c153735-d938-47df-8a6f-3dfc068ad1c1 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 946 time: 0.0922456 Aug 23 14:50:55.975814 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c9732-5dd7-4e66-8b1f-285aced25cc9 req-16fb5621-5e0d-4876-a2e0-950da4cd04ff tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:55.983802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c00c9732-5dd7-4e66-8b1f-285aced25cc9 req-16fb5621-5e0d-4876-a2e0-950da4cd04ff tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5422 time: 0.6348152 Aug 23 14:50:55.995362 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49f9bafc-ca0e-458e-9a3f-afaabb8002f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:56.027878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012effa-0e73-47f4-b6ec-8ff090792caf req-de99c9a7-f3c0-4eb6-81ac-ef6a458a6357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.029914 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c012effa-0e73-47f4-b6ec-8ff090792caf req-de99c9a7-f3c0-4eb6-81ac-ef6a458a6357 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d3c1b493-5244-4660-8372-bd1bd7562053 HTTP/1.1" status: 200 len: 845 time: 0.8629012 Aug 23 14:50:56.068355 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14948b7b-4086-4bcb-8345-0943d4cfe0b4 req-f1bd6a7c-2df1-45eb-aeb9-294eda25de6e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927155 Aug 23 14:50:56.156781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=d93a231e-4370-4457-8e88-9c673c90e61e,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:56.171883 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-49de8ce2-0046-48a7-85b3-2e0c5cf83a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:56.174726 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-49de8ce2-0046-48a7-85b3-2e0c5cf83a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:56.178675 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-49de8ce2-0046-48a7-85b3-2e0c5cf83a14 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2a6814a2-6eee-40ff-8da3-401deaca3a1f HTTP/1.1" status: 204 len: 168 time: 0.4709134 Aug 23 14:50:56.205161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de8ce2-0046-48a7-85b3-2e0c5cf83a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6814a2-6eee-40ff-8da3-401deaca3a1f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:56.207582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8000cbe6-e8ae-43d0-bb0c-88a76980137b None None] Provisioning complete for port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:56.207980 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8000cbe6-e8ae-43d0-bb0c-88a76980137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:56.265244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 9edec396-03e2-4ea6-bce5-2fa40fbed659, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=9edec396-03e2-4ea6-bce5-2fa40fbed659,segment=NetworkSegment(e7fce797-3460-48c7-afa5-21ae04aa8c4d),segment_id=e7fce797-3460-48c7-afa5-21ae04aa8c4d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:56.300056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97350fc7-dd18-4676-b383-58b73ff53bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:56.344736 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '9edec396-03e2-4ea6-bce5-2fa40fbed659', 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'port_id': '9edec396-03e2-4ea6-bce5-2fa40fbed659', 'mac_address': 'fa:16:3e:df:6a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d43940-211a-4370-9555-0648239a8725', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:50:56.345150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff9933-7067-4f3d-9a9c-77089810c26c req-f8bab2d3-453a-4f7b-a32c-a895179f61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.345650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff9933-7067-4f3d-9a9c-77089810c26c req-f8bab2d3-453a-4f7b-a32c-a895179f61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.348263 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff9933-7067-4f3d-9a9c-77089810c26c req-f8bab2d3-453a-4f7b-a32c-a895179f61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.349840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff9933-7067-4f3d-9a9c-77089810c26c req-f8bab2d3-453a-4f7b-a32c-a895179f61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.350352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff9933-7067-4f3d-9a9c-77089810c26c req-f8bab2d3-453a-4f7b-a32c-a895179f61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.355914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff9933-7067-4f3d-9a9c-77089810c26c req-f8bab2d3-453a-4f7b-a32c-a895179f61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.356576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff9933-7067-4f3d-9a9c-77089810c26c req-f8bab2d3-453a-4f7b-a32c-a895179f61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.358685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7cff9933-7067-4f3d-9a9c-77089810c26c req-f8bab2d3-453a-4f7b-a32c-a895179f61ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=453bc9f0ae244a8fad31793e47e18492&device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 6354 time: 0.8577662 Aug 23 14:50:56.368993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9bafc-ca0e-458e-9a3f-afaabb8002f4 None None] Pushing event updated for resources: {'Port': ['ID=0ad8b47f-18ed-4e2c-9f8b-6f701435b53e,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:56.474007 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c00c9732-5dd7-4e66-8b1f-285aced25cc9 req-9165eaee-1757-42fb-8e57-fbd135354767 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4249401 Aug 23 14:50:56.538492 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:56.578285 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:56.606973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9edec396-03e2-4ea6-bce5-2fa40fbed659 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:56.616788 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040cc0-7c2a-4b32-93ee-de0daec9e4b3 req-8700940d-c20b-4464-b9df-da1500f615c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.631355 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040cc0-7c2a-4b32-93ee-de0daec9e4b3 req-8700940d-c20b-4464-b9df-da1500f615c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.643469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040cc0-7c2a-4b32-93ee-de0daec9e4b3 req-8700940d-c20b-4464-b9df-da1500f615c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.648255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040cc0-7c2a-4b32-93ee-de0daec9e4b3 req-8700940d-c20b-4464-b9df-da1500f615c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.656936 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040cc0-7c2a-4b32-93ee-de0daec9e4b3 req-8700940d-c20b-4464-b9df-da1500f615c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.659768 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 9edec396-03e2-4ea6-bce5-2fa40fbed659, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=9edec396-03e2-4ea6-bce5-2fa40fbed659,segment=NetworkSegment(e7fce797-3460-48c7-afa5-21ae04aa8c4d),segment_id=e7fce797-3460-48c7-afa5-21ae04aa8c4d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:56.663941 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040cc0-7c2a-4b32-93ee-de0daec9e4b3 req-8700940d-c20b-4464-b9df-da1500f615c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.670826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040cc0-7c2a-4b32-93ee-de0daec9e4b3 req-8700940d-c20b-4464-b9df-da1500f615c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.673242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58040cc0-7c2a-4b32-93ee-de0daec9e4b3 req-8700940d-c20b-4464-b9df-da1500f615c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5407 time: 0.1745312 Aug 23 14:50:56.693314 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-167ac902-a24b-4fa1-ba97-49b95ecfe1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:56.733818 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:56.734739 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:56.735466 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f66771fe-2ca7-4582-921f-2f8c8db8358f details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:50:56.740222 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58040cc0-7c2a-4b32-93ee-de0daec9e4b3 req-5948cf9a-afcc-4725-97b8-92cf46a38455 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526865 Aug 23 14:50:56.743844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012effa-0e73-47f4-b6ec-8ff090792caf req-0dd78084-c81a-4ebe-8b72-63929da0ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:56.746315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c012effa-0e73-47f4-b6ec-8ff090792caf req-0dd78084-c81a-4ebe-8b72-63929da0ca71 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=87ad5f23-3854-49af-8867-189fb61a3e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6653428 Aug 23 14:50:56.816496 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port f66771fe-2ca7-4582-921f-2f8c8db8358f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f66771fe-2ca7-4582-921f-2f8c8db8358f,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:56.873476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=9edec396-03e2-4ea6-bce5-2fa40fbed659,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:56.876907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'f66771fe-2ca7-4582-921f-2f8c8db8358f', 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec', 'port_id': 'f66771fe-2ca7-4582-921f-2f8c8db8358f', 'mac_address': 'fa:16:3e:e1:f4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad660d34-995f-4a91-8402-f10bcdcb5082', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:50:56.968832 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:57.002057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66771fe-2ca7-4582-921f-2f8c8db8358f {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:57.046258 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port f66771fe-2ca7-4582-921f-2f8c8db8358f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f66771fe-2ca7-4582-921f-2f8c8db8358f,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:57.088201 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:57.171449 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:57.172318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 17812f53-fbc5-4a79-919c-21e20ab42ecc details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:50:57.187277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff9933-7067-4f3d-9a9c-77089810c26c req-06e3878c-4817-4d1b-b6a2-9b0cd40eb60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:57.188614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff9933-7067-4f3d-9a9c-77089810c26c req-06e3878c-4817-4d1b-b6a2-9b0cd40eb60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:57.189264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff9933-7067-4f3d-9a9c-77089810c26c req-06e3878c-4817-4d1b-b6a2-9b0cd40eb60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:57.194268 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7cff9933-7067-4f3d-9a9c-77089810c26c req-06e3878c-4817-4d1b-b6a2-9b0cd40eb60c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=453bc9f0ae244a8fad31793e47e18492&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7464600 Aug 23 14:50:57.312471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=f66771fe-2ca7-4582-921f-2f8c8db8358f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:57.319285 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c012effa-0e73-47f4-b6ec-8ff090792caf req-daefbee3-38f7-488a-a6b3-ddc2d256b48f service neutron] 10.222.0.61 "GET /v2.0/networks/87ad5f23-3854-49af-8867-189fb61a3e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560296 Aug 23 14:50:57.344910 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 17812f53-fbc5-4a79-919c-21e20ab42ecc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=17812f53-fbc5-4a79-919c-21e20ab42ecc,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:57.360485 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '17812f53-fbc5-4a79-919c-21e20ab42ecc', 'network_id': '0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec', 'port_id': '17812f53-fbc5-4a79-919c-21e20ab42ecc', 'mac_address': 'fa:16:3e:e3:28:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad660d34-995f-4a91-8402-f10bcdcb5082', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:50:57.416275 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:57.432899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17812f53-fbc5-4a79-919c-21e20ab42ecc {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:57.462529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 17812f53-fbc5-4a79-919c-21e20ab42ecc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=17812f53-fbc5-4a79-919c-21e20ab42ecc,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:57.579234 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:57.580378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 47cc6354-51c7-401d-a491-1ca75f25bef5 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:50:57.631802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 47cc6354-51c7-401d-a491-1ca75f25bef5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=47cc6354-51c7-401d-a491-1ca75f25bef5,segment=NetworkSegment(d41ccdc2-2aae-485b-ae46-1c7848f54033),segment_id=d41ccdc2-2aae-485b-ae46-1c7848f54033)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:57.663626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '47cc6354-51c7-401d-a491-1ca75f25bef5', 'network_id': '72070819-7380-4ce2-bba5-cb3fe9632737', 'port_id': '47cc6354-51c7-401d-a491-1ca75f25bef5', 'mac_address': 'fa:16:3e:f6:17:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:50:57.733926 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:50:57.737886 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d98c08-8d09-4f0c-9760-d2b95d7ea8d1 req-ba9393c9-c017-4ac4-a4d9-61037411eb8d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:57.740111 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4d98c08-8d09-4f0c-9760-d2b95d7ea8d1 req-ba9393c9-c017-4ac4-a4d9-61037411eb8d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 946 time: 0.4820442 Aug 23 14:50:57.812394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c12405-1793-4419-82fe-a94c2be19cb9 req-25d33d7a-05a7-40f9-9318-24541c28264a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:57.818933 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c12405-1793-4419-82fe-a94c2be19cb9 req-25d33d7a-05a7-40f9-9318-24541c28264a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:57.827155 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c12405-1793-4419-82fe-a94c2be19cb9 req-25d33d7a-05a7-40f9-9318-24541c28264a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:57.838898 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c12405-1793-4419-82fe-a94c2be19cb9 req-25d33d7a-05a7-40f9-9318-24541c28264a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:57.846623 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c12405-1793-4419-82fe-a94c2be19cb9 req-25d33d7a-05a7-40f9-9318-24541c28264a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:57.861542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c12405-1793-4419-82fe-a94c2be19cb9 req-25d33d7a-05a7-40f9-9318-24541c28264a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:57.864006 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4d98c08-8d09-4f0c-9760-d2b95d7ea8d1 req-1c29171d-e8b3-4d38-8935-b344b58fef7f tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068811 Aug 23 14:50:57.864265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c12405-1793-4419-82fe-a94c2be19cb9 req-25d33d7a-05a7-40f9-9318-24541c28264a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:57.866733 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18c12405-1793-4419-82fe-a94c2be19cb9 req-25d33d7a-05a7-40f9-9318-24541c28264a tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5426 time: 0.1543417 Aug 23 14:50:57.873815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff9933-7067-4f3d-9a9c-77089810c26c req-d2ee23e5-4d45-4b51-84a5-d7275075c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:57.876025 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7cff9933-7067-4f3d-9a9c-77089810c26c req-d2ee23e5-4d45-4b51-84a5-d7275075c7ce service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6545177 Aug 23 14:50:57.912483 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c012effa-0e73-47f4-b6ec-8ff090792caf req-dc787a4a-0283-4e47-96c2-0c9fc4440f99 service neutron] 10.222.0.61 "GET /v2.0/networks/87ad5f23-3854-49af-8867-189fb61a3e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391610 Aug 23 14:50:57.924926 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:57.970686 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:57.975600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=17812f53-fbc5-4a79-919c-21e20ab42ecc,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:58.011432 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18c12405-1793-4419-82fe-a94c2be19cb9 req-4795e76d-44ad-4bb1-b858-d3ceb6b87a52 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350992 Aug 23 14:50:58.038738 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47cc6354-51c7-401d-a491-1ca75f25bef5 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:58.068087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 47cc6354-51c7-401d-a491-1ca75f25bef5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=47cc6354-51c7-401d-a491-1ca75f25bef5,segment=NetworkSegment(d41ccdc2-2aae-485b-ae46-1c7848f54033),segment_id=d41ccdc2-2aae-485b-ae46-1c7848f54033)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:50:58.081371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:50:58.082063 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:58.137507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:50:58.156405 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:50:58.170944 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:58.178876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:50:58.322513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=140cd082-a79b-4d28-9c54-2d69f9690bd9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:58.386200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=47cc6354-51c7-401d-a491-1ca75f25bef5,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:58.407960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476afe3-1c8a-4341-9792-f87908faf020 req-a2169ece-a4b1-4885-8343-124b64f45a6e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:58.412749 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476afe3-1c8a-4341-9792-f87908faf020 req-a2169ece-a4b1-4885-8343-124b64f45a6e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:58.437637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476afe3-1c8a-4341-9792-f87908faf020 req-a2169ece-a4b1-4885-8343-124b64f45a6e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:58.445551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476afe3-1c8a-4341-9792-f87908faf020 req-a2169ece-a4b1-4885-8343-124b64f45a6e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:58.452338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476afe3-1c8a-4341-9792-f87908faf020 req-a2169ece-a4b1-4885-8343-124b64f45a6e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:58.462339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476afe3-1c8a-4341-9792-f87908faf020 req-a2169ece-a4b1-4885-8343-124b64f45a6e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:58.474355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58b144d-9752-4c28-8735-b31a58987388 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:50:58.481908 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476afe3-1c8a-4341-9792-f87908faf020 req-a2169ece-a4b1-4885-8343-124b64f45a6e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:58.483925 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4476afe3-1c8a-4341-9792-f87908faf020 req-a2169ece-a4b1-4885-8343-124b64f45a6e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5407 time: 0.2200966 Aug 23 14:50:58.486209 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:58.504548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Transition to ACTIVE for port object b58b144d-9752-4c28-8735-b31a58987388 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:50:58.510867 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:58.564990 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4476afe3-1c8a-4341-9792-f87908faf020 req-144dd969-4ad1-43ce-9086-e51d57f75ff5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708816 Aug 23 14:50:58.658239 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:58.753629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Pushing event updated for resources: {'Port': ['ID=b58b144d-9752-4c28-8735-b31a58987388,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:50:58.906795 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['afc637ab-7b54-4ae5-97f1-c9c64cc49729'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:50:58.968027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['47cc6354-51c7-401d-a491-1ca75f25bef5'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:50:58.978505 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['17812f53-fbc5-4a79-919c-21e20ab42ecc'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:50:59.047076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['f66771fe-2ca7-4582-921f-2f8c8db8358f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:50:59.120188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Attempting to bind port b58b144d-9752-4c28-8735-b31a58987388 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:50:59.120538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Attempting to bind port b58b144d-9752-4c28-8735-b31a58987388 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'b4b833fb-990c-45b7-ae35-6537a7ed4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:50:59.120863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Attempting to bind port b58b144d-9752-4c28-8735-b31a58987388 on network a24b937b-de39-4060-9493-8fb429cfbe9e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:59.132482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['9edec396-03e2-4ea6-bce5-2fa40fbed659'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:50:59.161243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5f08-7169-411a-8f44-8b04c3e543f3 req-49e6e2d3-d8e9-4c97-bda1-142acffc7a08 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:59.163997 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f62b5f08-7169-411a-8f44-8b04c3e543f3 req-49e6e2d3-d8e9-4c97-bda1-142acffc7a08 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 946 time: 0.0884130 Aug 23 14:50:59.235579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083cb4f-1d12-4955-aadb-78abf091c76b req-61a979eb-4ef5-47f0-b8fc-4cedc584a173 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:59.237229 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4083cb4f-1d12-4955-aadb-78abf091c76b req-61a979eb-4ef5-47f0-b8fc-4cedc584a173 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 945 time: 0.2803471 Aug 23 14:50:59.241456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Port b58b144d-9752-4c28-8735-b31a58987388 on network a24b937b-de39-4060-9493-8fb429cfbe9e not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:50:59.241807 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Attempting to bind port b58b144d-9752-4c28-8735-b31a58987388 on network a24b937b-de39-4060-9493-8fb429cfbe9e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:50:59.270730 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f62b5f08-7169-411a-8f44-8b04c3e543f3 req-61aacdcb-cfc2-45de-82e1-362895c8e3ab tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933082 Aug 23 14:50:59.333348 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:50:59.333724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Checking segment: {'id': 'b4b833fb-990c-45b7-ae35-6537a7ed4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:50:59.334099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Bound using segment: {'id': 'b4b833fb-990c-45b7-ae35-6537a7ed4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:50:59.334649 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Bound port: b58b144d-9752-4c28-8735-b31a58987388, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b833fb-990c-45b7-ae35-6537a7ed4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:50:59.334925 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:50:59.397199 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4083cb4f-1d12-4955-aadb-78abf091c76b req-fb45afde-0e1f-431f-b474-b17d4fca4f47 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ffbcaeb-b4e3-497a-9520-1c28aeebb19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427860 Aug 23 14:50:59.502171 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19059f99-fe34-445e-96d6-08edd787f211 req-8a46e46a-fd49-4e1c-b3ad-46935b91d97e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:59.535090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19059f99-fe34-445e-96d6-08edd787f211 req-8a46e46a-fd49-4e1c-b3ad-46935b91d97e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:59.553706 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19059f99-fe34-445e-96d6-08edd787f211 req-8a46e46a-fd49-4e1c-b3ad-46935b91d97e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:59.574487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19059f99-fe34-445e-96d6-08edd787f211 req-8a46e46a-fd49-4e1c-b3ad-46935b91d97e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:59.598654 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19059f99-fe34-445e-96d6-08edd787f211 req-8a46e46a-fd49-4e1c-b3ad-46935b91d97e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:59.613626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19059f99-fe34-445e-96d6-08edd787f211 req-8a46e46a-fd49-4e1c-b3ad-46935b91d97e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:59.638116 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19059f99-fe34-445e-96d6-08edd787f211 req-8a46e46a-fd49-4e1c-b3ad-46935b91d97e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:50:59.640668 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-19059f99-fe34-445e-96d6-08edd787f211 req-8a46e46a-fd49-4e1c-b3ad-46935b91d97e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5427 time: 0.2859385 Aug 23 14:50:59.766829 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-19059f99-fe34-445e-96d6-08edd787f211 req-491b807a-16e7-41cd-bef5-61c313c3de79 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192141 Aug 23 14:50:59.986607 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['fdaf866e-b082-4a67-8d49-4f5d453ffd4a'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:51:00.009629 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['d93a231e-4370-4457-8e88-9c673c90e61e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:51:00.173722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:00.349024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] For port b58b144d-9752-4c28-8735-b31a58987388, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:00.373098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375aa23-01f9-4d8d-ab39-49a8f3cfe7d4 req-8e1b9179-3018-4737-a8d0-85a59c166214 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:00.380128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375aa23-01f9-4d8d-ab39-49a8f3cfe7d4 req-8e1b9179-3018-4737-a8d0-85a59c166214 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:00.386682 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375aa23-01f9-4d8d-ab39-49a8f3cfe7d4 req-8e1b9179-3018-4737-a8d0-85a59c166214 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:00.393006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375aa23-01f9-4d8d-ab39-49a8f3cfe7d4 req-8e1b9179-3018-4737-a8d0-85a59c166214 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:00.400075 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375aa23-01f9-4d8d-ab39-49a8f3cfe7d4 req-8e1b9179-3018-4737-a8d0-85a59c166214 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:00.406617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375aa23-01f9-4d8d-ab39-49a8f3cfe7d4 req-8e1b9179-3018-4737-a8d0-85a59c166214 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:00.413365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375aa23-01f9-4d8d-ab39-49a8f3cfe7d4 req-8e1b9179-3018-4737-a8d0-85a59c166214 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:00.422664 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5375aa23-01f9-4d8d-ab39-49a8f3cfe7d4 req-8e1b9179-3018-4737-a8d0-85a59c166214 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5419 time: 0.3408115 Aug 23 14:51:00.449164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] For port b58b144d-9752-4c28-8735-b31a58987388, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=b58b144d-9752-4c28-8735-b31a58987388,segment=NetworkSegment(b4b833fb-990c-45b7-ae35-6537a7ed4b9b),segment_id=b4b833fb-990c-45b7-ae35-6537a7ed4b9b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:51:00.505390 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5375aa23-01f9-4d8d-ab39-49a8f3cfe7d4 req-d4eee976-80cc-46b6-bac0-b29251f7a25d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817304 Aug 23 14:51:00.528064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-aa89982e-8731-4f29-80c4-d02beb793678 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:00.538677 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-aa89982e-8731-4f29-80c4-d02beb793678 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.57 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 945 time: 0.4530299 Aug 23 14:51:00.637949 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:00.781757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:00.782390 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:00.783834 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] 10.222.0.57 "PUT /v2.0/ports/b58b144d-9752-4c28-8735-b31a58987388 HTTP/1.1" status: 200 len: 1091 time: 5.4503858 Aug 23 14:51:00.786295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': 'b58b144d-9752-4c28-8735-b31a58987388'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:00.788713 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e556af43-720f-464c-bba7-f281831ff75c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "b58b144d-9752-4c28-8735-b31a58987388"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:00.853429 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:00.873464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff970a-0832-4d50-87bd-a1af23bf2496 service neutron] Pushing event updated for resources: {'Port': ['ID=b58b144d-9752-4c28-8735-b31a58987388,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:00.904828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe776c-97b8-4301-8d0b-309d76712cd4 req-508e8158-58d2-4ae8-8084-0e00a579c1a4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:00.916413 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-63fe776c-97b8-4301-8d0b-309d76712cd4 req-508e8158-58d2-4ae8-8084-0e00a579c1a4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 946 time: 0.2797329 Aug 23 14:51:00.980008 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1ae2e-78c9-41ba-8c80-f53502ab24b9 req-aa779f18-4931-41f5-b8b4-8b8091d9f6fa tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.001902 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72d1ae2e-78c9-41ba-8c80-f53502ab24b9 req-aa779f18-4931-41f5-b8b4-8b8091d9f6fa tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 945 time: 0.2135856 Aug 23 14:51:01.121461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-63fe776c-97b8-4301-8d0b-309d76712cd4 req-424f55c2-f971-4792-82e0-a9082fda15a2 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334448 Aug 23 14:51:01.140199 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72d1ae2e-78c9-41ba-8c80-f53502ab24b9 req-2fac8ea2-f8dc-45d3-b76b-8768f4185011 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ffbcaeb-b4e3-497a-9520-1c28aeebb19c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345448 Aug 23 14:51:01.161621 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-6ba04e6d-1b66-4096-a92e-2fe93f5b3b6b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Deleting port 993c5e0b-99f8-457a-b309-2c7c5a7bce98 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:01.161971 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-6ba04e6d-1b66-4096-a92e-2fe93f5b3b6b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:01.285254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-6ba04e6d-1b66-4096-a92e-2fe93f5b3b6b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] For port 993c5e0b-99f8-457a-b309-2c7c5a7bce98, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=993c5e0b-99f8-457a-b309-2c7c5a7bce98,segment=NetworkSegment(340ea372-e790-4e35-8e2d-045c920d2b69),segment_id=340ea372-e790-4e35-8e2d-045c920d2b69)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:01.287066 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-6ba04e6d-1b66-4096-a92e-2fe93f5b3b6b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:01.340889 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-141d1096-3206-44c4-b021-df2b80c13c52 req-de755702-0df2-4aed-8d16-0f10293f5f6b tempest-FlavorsV2NegativeTest-2094033719 tempest-FlavorsV2NegativeTest-2094033719-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=1ff44e0c9a0e44e8ad583c50a3672226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778956 Aug 23 14:51:01.360919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Request body: {'port': {'device_id': 'bd268f3e-365f-4952-bf10-b1439009b958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:01.499253 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d1096-3206-44c4-b021-df2b80c13c52 req-36013aed-8351-41aa-956e-607be0f2855c tempest-FlavorsV2NegativeTest-2094033719 tempest-FlavorsV2NegativeTest-2094033719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.507287 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-141d1096-3206-44c4-b021-df2b80c13c52 req-36013aed-8351-41aa-956e-607be0f2855c tempest-FlavorsV2NegativeTest-2094033719 tempest-FlavorsV2NegativeTest-2094033719-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501281 Aug 23 14:51:01.562843 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-141d1096-3206-44c4-b021-df2b80c13c52 req-5dc2af1c-7c7a-4d95-9966-8b426dbecd76 tempest-FlavorsV2NegativeTest-2094033719 tempest-FlavorsV2NegativeTest-2094033719-project] 10.222.0.38 "GET /v2.0/quotas/1ff44e0c9a0e44e8ad583c50a3672226 HTTP/1.1" status: 200 len: 375 time: 0.0540993 Aug 23 14:51:01.609308 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556af43-720f-464c-bba7-f281831ff75c req-97f80d38-30dd-4310-8fed-19907dc441f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.609911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556af43-720f-464c-bba7-f281831ff75c req-97f80d38-30dd-4310-8fed-19907dc441f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.610587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556af43-720f-464c-bba7-f281831ff75c req-97f80d38-30dd-4310-8fed-19907dc441f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.611620 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556af43-720f-464c-bba7-f281831ff75c req-97f80d38-30dd-4310-8fed-19907dc441f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.612149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556af43-720f-464c-bba7-f281831ff75c req-97f80d38-30dd-4310-8fed-19907dc441f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.612700 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556af43-720f-464c-bba7-f281831ff75c req-97f80d38-30dd-4310-8fed-19907dc441f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.613247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556af43-720f-464c-bba7-f281831ff75c req-97f80d38-30dd-4310-8fed-19907dc441f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.617241 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e556af43-720f-464c-bba7-f281831ff75c req-97f80d38-30dd-4310-8fed-19907dc441f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=453bc9f0ae244a8fad31793e47e18492&device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 6421 time: 0.1071186 Aug 23 14:51:01.634851 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-141d1096-3206-44c4-b021-df2b80c13c52 req-1dcb6dcb-cc5a-4835-b39f-56f4520ea0a0 tempest-FlavorsV2NegativeTest-2094033719 tempest-FlavorsV2NegativeTest-2094033719-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1ff44e0c9a0e44e8ad583c50a3672226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708857 Aug 23 14:51:01.739520 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02d6ae2-509e-4342-a14a-ca9a90268c19 x-openstack-request-id: req-b02d6ae2-509e-4342-a14a-ca9a90268c19 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:01.739817 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "b58b144d-9752-4c28-8735-b31a58987388", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:01.740083 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b02d6ae2-509e-4342-a14a-ca9a90268c19 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:01.740479 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': 'b58b144d-9752-4c28-8735-b31a58987388', 'status': 'completed', 'code': 200} Aug 23 14:51:01.853536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556af43-720f-464c-bba7-f281831ff75c req-a9ebb150-1bec-49a4-94c7-a9ec528ea91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.854119 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556af43-720f-464c-bba7-f281831ff75c req-a9ebb150-1bec-49a4-94c7-a9ec528ea91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.854621 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556af43-720f-464c-bba7-f281831ff75c req-a9ebb150-1bec-49a4-94c7-a9ec528ea91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.856444 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e556af43-720f-464c-bba7-f281831ff75c req-a9ebb150-1bec-49a4-94c7-a9ec528ea91d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=453bc9f0ae244a8fad31793e47e18492&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2201972 Aug 23 14:51:01.869158 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-6ba04e6d-1b66-4096-a92e-2fe93f5b3b6b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:01.869158 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-6ba04e6d-1b66-4096-a92e-2fe93f5b3b6b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:01.869158 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-6ba04e6d-1b66-4096-a92e-2fe93f5b3b6b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Floating IP ad9d34d6-5a48-46c3-8112-fd78f0eeb87f disassociated. External IP: 172.25.8.167, port: 993c5e0b-99f8-457a-b309-2c7c5a7bce98. Aug 23 14:51:01.869158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-6ba04e6d-1b66-4096-a92e-2fe93f5b3b6b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Calling delete_port for 993c5e0b-99f8-457a-b309-2c7c5a7bce98 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:01.881373 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:01.907150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router fe4026eb-7dc8-4a12-b006-23f9f6605f50 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:51:01.922726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a9374-cdcc-45c5-bdd1-113bfebcf192 req-3f52fd5f-8df0-446a-af34-99042c066fde tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.929043 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a9374-cdcc-45c5-bdd1-113bfebcf192 req-3f52fd5f-8df0-446a-af34-99042c066fde tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.935433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a9374-cdcc-45c5-bdd1-113bfebcf192 req-3f52fd5f-8df0-446a-af34-99042c066fde tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.943336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a9374-cdcc-45c5-bdd1-113bfebcf192 req-3f52fd5f-8df0-446a-af34-99042c066fde tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.949814 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a9374-cdcc-45c5-bdd1-113bfebcf192 req-3f52fd5f-8df0-446a-af34-99042c066fde tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.954933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a9374-cdcc-45c5-bdd1-113bfebcf192 req-3f52fd5f-8df0-446a-af34-99042c066fde tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.961967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a9374-cdcc-45c5-bdd1-113bfebcf192 req-3f52fd5f-8df0-446a-af34-99042c066fde tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:01.974403 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a9374-cdcc-45c5-bdd1-113bfebcf192 req-3f52fd5f-8df0-446a-af34-99042c066fde tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5427 time: 0.2193043 Aug 23 14:51:02.034083 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9861e7-9f6b-44b8-bcb4-cef29aef4148 req-dbebfd9d-36af-42a8-923a-88c7d218b9a4 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:02.037298 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ff9861e7-9f6b-44b8-bcb4-cef29aef4148 req-dbebfd9d-36af-42a8-923a-88c7d218b9a4 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 946 time: 0.1795564 Aug 23 14:51:02.116571 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ff9861e7-9f6b-44b8-bcb4-cef29aef4148 req-a5b96c1e-723a-4340-a990-b5e24db6f334 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714679 Aug 23 14:51:02.152749 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556af43-720f-464c-bba7-f281831ff75c req-edc5dc7a-5efc-4206-9c44-453db903c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:02.154261 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e556af43-720f-464c-bba7-f281831ff75c req-edc5dc7a-5efc-4206-9c44-453db903c1eb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2775285 Aug 23 14:51:02.156185 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110a9374-cdcc-45c5-bdd1-113bfebcf192 req-94783485-a547-40fa-9031-ec14aea970fc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1808779 Aug 23 14:51:02.282104 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de59cf-099d-45fc-a2ca-ee4bc1370579 req-bb2fb05a-7959-49ac-a44f-04406698d0c7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:02.289212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de59cf-099d-45fc-a2ca-ee4bc1370579 req-bb2fb05a-7959-49ac-a44f-04406698d0c7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:02.295775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de59cf-099d-45fc-a2ca-ee4bc1370579 req-bb2fb05a-7959-49ac-a44f-04406698d0c7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:02.302492 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de59cf-099d-45fc-a2ca-ee4bc1370579 req-bb2fb05a-7959-49ac-a44f-04406698d0c7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:02.309794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de59cf-099d-45fc-a2ca-ee4bc1370579 req-bb2fb05a-7959-49ac-a44f-04406698d0c7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:02.316193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de59cf-099d-45fc-a2ca-ee4bc1370579 req-bb2fb05a-7959-49ac-a44f-04406698d0c7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:02.323385 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de59cf-099d-45fc-a2ca-ee4bc1370579 req-bb2fb05a-7959-49ac-a44f-04406698d0c7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:02.325391 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-44de59cf-099d-45fc-a2ca-ee4bc1370579 req-bb2fb05a-7959-49ac-a44f-04406698d0c7 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5419 time: 0.1046145 Aug 23 14:51:02.364087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:02.381584 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28312aa2-43b9-49f8-85ca-fb875355df76 None None] Sync routers for ids ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:02.384201 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-44de59cf-099d-45fc-a2ca-ee4bc1370579 req-7565cd76-2546-424b-9a43-5b355cd90fc5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507858 Aug 23 14:51:02.396202 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28312aa2-43b9-49f8-85ca-fb875355df76 None None] Routers {'fe4026eb-7dc8-4a12-b006-23f9f6605f50'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:02.402301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-28312aa2-43b9-49f8-85ca-fb875355df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:02.454836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-28312aa2-43b9-49f8-85ca-fb875355df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:02.465187 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28312aa2-43b9-49f8-85ca-fb875355df76 None None] Routers {'fe4026eb-7dc8-4a12-b006-23f9f6605f50'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:02.465818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-28312aa2-43b9-49f8-85ca-fb875355df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:02.518662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-28312aa2-43b9-49f8-85ca-fb875355df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:02.519692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28312aa2-43b9-49f8-85ca-fb875355df76 None None] The sync data for ids ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:02.556327 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b185f9-b0af-4ab5-9941-fd06f9fb0f28 req-bd506d03-7115-44ff-9080-5206bdb00ec2 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:02.557098 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:02.557961 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-76b185f9-b0af-4ab5-9941-fd06f9fb0f28 req-bd506d03-7115-44ff-9080-5206bdb00ec2 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 946 time: 0.0585399 Aug 23 14:51:02.558945 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ba636a1c-38a8-4953-a523-1f56c1698c4f tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.8188264 Aug 23 14:51:02.562233 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41924) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:02.604207 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-6ba04e6d-1b66-4096-a92e-2fe93f5b3b6b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:02.649679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25154261-6545-4a3f-bb8b-1267f051675f {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:51:02.667211 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:02.684525 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Transition to ACTIVE for port object 25154261-6545-4a3f-bb8b-1267f051675f will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:02.707811 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-76b185f9-b0af-4ab5-9941-fd06f9fb0f28 req-32029320-fe3a-486e-adae-bcbc9a052ba2 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941875 Aug 23 14:51:02.734971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba04e6d-1b66-4096-a92e-2fe93f5b3b6b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Pushing event deleted for resources: {'Port': ['ID=993c5e0b-99f8-457a-b309-2c7c5a7bce98,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:02.807915 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:02.916954 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc796a13-9c7f-4909-bb14-0cf2009da2b1 req-7565260c-dde2-4e59-9ffc-f955e912f856 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 210 time: 0.0855696 Aug 23 14:51:03.039806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Pushing event updated for resources: {'Port': ['ID=25154261-6545-4a3f-bb8b-1267f051675f,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:03.183601 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-6ba04e6d-1b66-4096-a92e-2fe93f5b3b6b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Router 192d983e-cad7-4830-b958-095bd1e2561f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:51:03.316748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Attempting to bind port 25154261-6545-4a3f-bb8b-1267f051675f on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:51:03.317234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Attempting to bind port 25154261-6545-4a3f-bb8b-1267f051675f by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'b4b833fb-990c-45b7-ae35-6537a7ed4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:51:03.317668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Attempting to bind port 25154261-6545-4a3f-bb8b-1267f051675f on network a24b937b-de39-4060-9493-8fb429cfbe9e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:51:03.331962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Port 25154261-6545-4a3f-bb8b-1267f051675f on network a24b937b-de39-4060-9493-8fb429cfbe9e not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:51:03.332450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Attempting to bind port 25154261-6545-4a3f-bb8b-1267f051675f on network a24b937b-de39-4060-9493-8fb429cfbe9e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:51:03.350648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:51:03.351464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Checking segment: {'id': 'b4b833fb-990c-45b7-ae35-6537a7ed4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:03.352172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Bound using segment: {'id': 'b4b833fb-990c-45b7-ae35-6537a7ed4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:51:03.352961 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Bound port: 25154261-6545-4a3f-bb8b-1267f051675f, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b833fb-990c-45b7-ae35-6537a7ed4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:51:03.353579 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:03.707937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:03.729178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41944) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:03.748160 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 993c5e0b-99f8-457a-b309-2c7c5a7bce98 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:51:03.785108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 993c5e0b-99f8-457a-b309-2c7c5a7bce98 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:51:03.792982 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 993c5e0b-99f8-457a-b309-2c7c5a7bce98 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:51:03.825675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371a965-0849-46f1-9a07-b709be5cb82d req-390c8585-cf8b-4920-8448-33fadc822b3f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:03.837437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371a965-0849-46f1-9a07-b709be5cb82d req-390c8585-cf8b-4920-8448-33fadc822b3f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:03.852494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371a965-0849-46f1-9a07-b709be5cb82d req-390c8585-cf8b-4920-8448-33fadc822b3f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:03.859919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371a965-0849-46f1-9a07-b709be5cb82d req-390c8585-cf8b-4920-8448-33fadc822b3f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:03.868888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371a965-0849-46f1-9a07-b709be5cb82d req-390c8585-cf8b-4920-8448-33fadc822b3f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:03.876137 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371a965-0849-46f1-9a07-b709be5cb82d req-390c8585-cf8b-4920-8448-33fadc822b3f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:03.883962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371a965-0849-46f1-9a07-b709be5cb82d req-390c8585-cf8b-4920-8448-33fadc822b3f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:03.893047 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1371a965-0849-46f1-9a07-b709be5cb82d req-390c8585-cf8b-4920-8448-33fadc822b3f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5431 time: 0.2941747 Aug 23 14:51:03.993925 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10090d42-a1bc-45a3-b691-ace180ac1517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:04.016021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] For port 25154261-6545-4a3f-bb8b-1267f051675f, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:04.019984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] For port 25154261-6545-4a3f-bb8b-1267f051675f, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=25154261-6545-4a3f-bb8b-1267f051675f,segment=NetworkSegment(b4b833fb-990c-45b7-ae35-6537a7ed4b9b),segment_id=b4b833fb-990c-45b7-ae35-6537a7ed4b9b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:51:04.029320 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1371a965-0849-46f1-9a07-b709be5cb82d req-06032027-52d6-40fb-920e-765cc492dc4b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352835 Aug 23 14:51:04.039795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-6ba04e6d-1b66-4096-a92e-2fe93f5b3b6b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:04.052263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad353e-810e-4c03-8a27-75049f47c88f None None] Sync routers for ids ['192d983e-cad7-4830-b958-095bd1e2561f'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:04.066264 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad353e-810e-4c03-8a27-75049f47c88f None None] Routers {'192d983e-cad7-4830-b958-095bd1e2561f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:04.067236 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-40ad353e-810e-4c03-8a27-75049f47c88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['192d983e-cad7-4830-b958-095bd1e2561f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:04.124550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fc5bc-c79f-46fb-ba77-a8531e68067a req-317695c0-649d-4ea3-bc1e-6126198476f3 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.131183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fc5bc-c79f-46fb-ba77-a8531e68067a req-317695c0-649d-4ea3-bc1e-6126198476f3 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.143045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fc5bc-c79f-46fb-ba77-a8531e68067a req-317695c0-649d-4ea3-bc1e-6126198476f3 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.144268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fc5bc-c79f-46fb-ba77-a8531e68067a req-317695c0-649d-4ea3-bc1e-6126198476f3 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.152775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fc5bc-c79f-46fb-ba77-a8531e68067a req-317695c0-649d-4ea3-bc1e-6126198476f3 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.159386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fc5bc-c79f-46fb-ba77-a8531e68067a req-317695c0-649d-4ea3-bc1e-6126198476f3 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.167224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fc5bc-c79f-46fb-ba77-a8531e68067a req-317695c0-649d-4ea3-bc1e-6126198476f3 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.169928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-537fc5bc-c79f-46fb-ba77-a8531e68067a req-317695c0-649d-4ea3-bc1e-6126198476f3 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5427 time: 0.7970173 Aug 23 14:51:04.213488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-6ba04e6d-1b66-4096-a92e-2fe93f5b3b6b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] No DVR routers for this DVR port 993c5e0b-99f8-457a-b309-2c7c5a7bce98 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:51:04.221244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device fdaf866e-b082-4a67-8d49-4f5d453ffd4a up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:04.234340 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:04.236391 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-6ba04e6d-1b66-4096-a92e-2fe93f5b3b6b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:04.238374 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a33480e1-6c32-464f-9609-68f3d3b99182 req-6ba04e6d-1b66-4096-a92e-2fe93f5b3b6b tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.57 "DELETE /v2.0/ports/993c5e0b-99f8-457a-b309-2c7c5a7bce98 HTTP/1.1" status: 204 len: 173 time: 3.6038408 Aug 23 14:51:04.246326 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-537fc5bc-c79f-46fb-ba77-a8531e68067a req-34ac48c0-c452-42ac-87ff-a39327907426 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529964 Aug 23 14:51:04.313969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d0df21-cab2-4f33-bdee-709450b33060', 'name': 'network-vif-deleted', 'tag': '993c5e0b-99f8-457a-b309-2c7c5a7bce98'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:04.317116 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbd90de-7a8a-4781-929b-566bab47045d" -d '{"events": [{"server_uuid": "49d0df21-cab2-4f33-bdee-709450b33060", "name": "network-vif-deleted", "tag": "993c5e0b-99f8-457a-b309-2c7c5a7bce98"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:04.324492 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Pushing event updated for resources: {'Port': ['ID=25154261-6545-4a3f-bb8b-1267f051675f,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:04.345952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.347350 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:04.348826 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-c3f5606a-cddb-4026-b85f-d98af647c7aa service neutron] 10.222.0.57 "PUT /v2.0/ports/25154261-6545-4a3f-bb8b-1267f051675f HTTP/1.1" status: 200 len: 1091 time: 3.0333292 Aug 23 14:51:04.441816 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port fdaf866e-b082-4a67-8d49-4f5d453ffd4a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:04.446797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port fdaf866e-b082-4a67-8d49-4f5d453ffd4a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:04.447167 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:04.631314 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-40ad353e-810e-4c03-8a27-75049f47c88f None None] Set router 192d983e-cad7-4830-b958-095bd1e2561f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:04.723681 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:04.764566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96445fc-a0af-4c13-b1d6-2bc4e552af59 req-975d991d-3256-46e8-bc9a-3dbb0af12db3 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.771238 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e96445fc-a0af-4c13-b1d6-2bc4e552af59 req-975d991d-3256-46e8-bc9a-3dbb0af12db3 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 946 time: 0.2867081 Aug 23 14:51:04.776468 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10090d42-a1bc-45a3-b691-ace180ac1517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:04.780966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-473c64b7-2269-4801-82f9-0351abe33b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.781492 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-473c64b7-2269-4801-82f9-0351abe33b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.781624 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Allocated IP 172.20.0.1 (631cdfee-5cea-4aff-81d5-832065e27f52/55f34bb6-7bfa-46c3-a397-18a42245ef8c/538fe618-d8e5-47a0-9e04-b1a920961d3c) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:51:04.781980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-473c64b7-2269-4801-82f9-0351abe33b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.782597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-473c64b7-2269-4801-82f9-0351abe33b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.783083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-473c64b7-2269-4801-82f9-0351abe33b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.783551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-473c64b7-2269-4801-82f9-0351abe33b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.784058 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-473c64b7-2269-4801-82f9-0351abe33b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.786526 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-473c64b7-2269-4801-82f9-0351abe33b9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=453bc9f0ae244a8fad31793e47e18492&device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 6488 time: 0.2161100 Aug 23 14:51:04.797097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556ce78-9a04-441f-96b8-41ec12ea865c req-837b7c74-3b01-4d46-9d38-26b5c11245b9 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:04.806926 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1556ce78-9a04-441f-96b8-41ec12ea865c req-837b7c74-3b01-4d46-9d38-26b5c11245b9 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 946 time: 0.3325403 Aug 23 14:51:04.832971 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e96445fc-a0af-4c13-b1d6-2bc4e552af59 req-18c361e4-ad00-4747-aedc-3c5f259998c8 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549400 Aug 23 14:51:04.833986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdaf866e-b082-4a67-8d49-4f5d453ffd4a'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:04.837060 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d530274a-4f10-43fa-9907-a5d4c538e743" -d '{"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-plugged", "status": "completed", "tag": "fdaf866e-b082-4a67-8d49-4f5d453ffd4a"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:04.889325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-7ff052c1-0cd5-4959-8fc5-1cab6d29a197 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5dc2aa-fd61-48b1-984e-dfd0407c8185 HTTP/1.1" status: 200 len: 217 time: 0.0727232 Aug 23 14:51:04.908123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port fdaf866e-b082-4a67-8d49-4f5d453ffd4a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=fdaf866e-b082-4a67-8d49-4f5d453ffd4a,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:04.988047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1556ce78-9a04-441f-96b8-41ec12ea865c req-a9a105be-6cb1-4413-831f-7fc4205efabf tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799145 Aug 23 14:51:05.007078 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10090d42-a1bc-45a3-b691-ace180ac1517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:05.033163 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:05.035637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-d37e3fa8-766f-4462-afc8-be1866b9d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.036898 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device afc637ab-7b54-4ae5-97f1-c9c64cc49729 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:05.043931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-d37e3fa8-766f-4462-afc8-be1866b9d777 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bf12937b-e5ce-4aea-882b-044b4a3734f1 HTTP/1.1" status: 200 len: 856 time: 0.1418245 Aug 23 14:51:05.049243 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-40ad353e-810e-4c03-8a27-75049f47c88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192d983e-cad7-4830-b958-095bd1e2561f', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:20Z', 'updated_at': '2021-08-23T14:48:32Z', 'revision_number': 4, 'project_id': '12feac158092408899c1a0e9b042350f', 'gw_port': {'id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:22Z', 'updated_at': '2021-08-23T14:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '29e80e42-b274-451b-b9c9-4073d3e0a167', 'name': '', 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'mac_address': 'fa:16:3e:00:ae:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:46Z', 'revision_number': 5, 'project_id': '12feac158092408899c1a0e9b042350f', 'subnets': [{'id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:05.056598 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10090d42-a1bc-45a3-b691-ace180ac1517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc53d90-c84a-4711-8afd-5301b8de0215,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:05.071287 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5fb837d2-6abb-47b1-ae49-eca8a477b1d0 req-75a11ca1-28eb-4668-ae99-09766f9a23db tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/ports?device_id=49d0df21-cab2-4f33-bdee-709450b33060 HTTP/1.1" status: 200 len: 210 time: 0.1084099 Aug 23 14:51:05.180237 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad353e-810e-4c03-8a27-75049f47c88f None None] Checking router: 192d983e-cad7-4830-b958-095bd1e2561f for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:51:05.184619 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-10090d42-a1bc-45a3-b691-ace180ac1517 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ff44e0c9a0e44e8ad583c50a3672226&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4502378 Aug 23 14:51:05.198357 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a82ff91-81dd-4986-a33d-af75969fac4d x-openstack-request-id: req-8a82ff91-81dd-4986-a33d-af75969fac4d {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:05.198722 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d0df21-cab2-4f33-bdee-709450b33060", "name": "network-vif-deleted", "tag": "993c5e0b-99f8-457a-b309-2c7c5a7bce98", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:05.200136 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a82ff91-81dd-4986-a33d-af75969fac4d {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:05.201078 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad353e-810e-4c03-8a27-75049f47c88f None None] Routers {'192d983e-cad7-4830-b958-095bd1e2561f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:05.202384 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-40ad353e-810e-4c03-8a27-75049f47c88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['192d983e-cad7-4830-b958-095bd1e2561f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:05.203003 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d0df21-cab2-4f33-bdee-709450b33060', 'name': 'network-vif-deleted', 'tag': '993c5e0b-99f8-457a-b309-2c7c5a7bce98', 'status': 'completed', 'code': 200} Aug 23 14:51:05.206402 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41972) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:05.296355 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:05.307974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=fdaf866e-b082-4a67-8d49-4f5d453ffd4a,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:05.330768 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3276a8-97ca-49f8-97b1-1c6661426ad2 x-openstack-request-id: req-8c3276a8-97ca-49f8-97b1-1c6661426ad2 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:05.331627 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-plugged", "status": "completed", "tag": "fdaf866e-b082-4a67-8d49-4f5d453ffd4a", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:05.332092 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c3276a8-97ca-49f8-97b1-1c6661426ad2 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:05.333195 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdaf866e-b082-4a67-8d49-4f5d453ffd4a', 'code': 200} Aug 23 14:51:05.348269 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-f869d0d0-73e5-478a-877d-684de05ba4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.354605 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-f869d0d0-73e5-478a-877d-684de05ba4eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b542f892-fbd7-43ba-9b32-88275cc36a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3059294 Aug 23 14:51:05.363842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Transition to ACTIVE for port object 538fe618-d8e5-47a0-9e04-b1a920961d3c will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:05.441450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port afc637ab-7b54-4ae5-97f1-c9c64cc49729 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:05.448585 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port afc637ab-7b54-4ae5-97f1-c9c64cc49729 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:05.448964 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:05.452670 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-40ad353e-810e-4c03-8a27-75049f47c88f None None] Set router 192d983e-cad7-4830-b958-095bd1e2561f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:05.504431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4777800-bb02-4504-93e8-f685352397a7 req-535e4efa-5f83-43af-952f-c135f60de3b0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.511443 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4777800-bb02-4504-93e8-f685352397a7 req-535e4efa-5f83-43af-952f-c135f60de3b0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.525327 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4777800-bb02-4504-93e8-f685352397a7 req-535e4efa-5f83-43af-952f-c135f60de3b0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.525327 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4777800-bb02-4504-93e8-f685352397a7 req-535e4efa-5f83-43af-952f-c135f60de3b0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.532380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4777800-bb02-4504-93e8-f685352397a7 req-535e4efa-5f83-43af-952f-c135f60de3b0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.542142 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4777800-bb02-4504-93e8-f685352397a7 req-535e4efa-5f83-43af-952f-c135f60de3b0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.549413 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4777800-bb02-4504-93e8-f685352397a7 req-535e4efa-5f83-43af-952f-c135f60de3b0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.558202 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4777800-bb02-4504-93e8-f685352397a7 req-535e4efa-5f83-43af-952f-c135f60de3b0 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5428 time: 0.1390107 Aug 23 14:51:05.567518 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:05.638959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=538fe618-d8e5-47a0-9e04-b1a920961d3c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:05.673289 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34cb66d1-39b2-45d9-8bed-11d61cea33d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:05.704543 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network 631cdfee-5cea-4aff-81d5-832065e27f52 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:05.718523 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:05.732598 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4777800-bb02-4504-93e8-f685352397a7 req-dcaf0f24-040b-4b4f-acee-6cc57e68293d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1711338 Aug 23 14:51:05.738125 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:51:05.788517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe45ab9-f55c-4a2e-b301-66e4dad49021 req-0cce26b8-e444-4f82-b18f-6d92357bc21f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.794836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe45ab9-f55c-4a2e-b301-66e4dad49021 req-0cce26b8-e444-4f82-b18f-6d92357bc21f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.830325 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe45ab9-f55c-4a2e-b301-66e4dad49021 req-0cce26b8-e444-4f82-b18f-6d92357bc21f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.862629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe45ab9-f55c-4a2e-b301-66e4dad49021 req-0cce26b8-e444-4f82-b18f-6d92357bc21f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.899405 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:05.904678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe45ab9-f55c-4a2e-b301-66e4dad49021 req-0cce26b8-e444-4f82-b18f-6d92357bc21f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.912151 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-40ad353e-810e-4c03-8a27-75049f47c88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192d983e-cad7-4830-b958-095bd1e2561f', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:20Z', 'updated_at': '2021-08-23T14:48:32Z', 'revision_number': 4, 'project_id': '12feac158092408899c1a0e9b042350f', 'gw_port': {'id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:22Z', 'updated_at': '2021-08-23T14:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '29e80e42-b274-451b-b9c9-4073d3e0a167', 'name': '', 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'mac_address': 'fa:16:3e:00:ae:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:46Z', 'revision_number': 5, 'project_id': '12feac158092408899c1a0e9b042350f', 'subnets': [{'id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:05.937517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe45ab9-f55c-4a2e-b301-66e4dad49021 req-0cce26b8-e444-4f82-b18f-6d92357bc21f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.955360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe45ab9-f55c-4a2e-b301-66e4dad49021 req-0cce26b8-e444-4f82-b18f-6d92357bc21f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:05.977434 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afe45ab9-f55c-4a2e-b301-66e4dad49021 req-0cce26b8-e444-4f82-b18f-6d92357bc21f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5431 time: 0.6049922 Aug 23 14:51:06.009916 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:06.033322 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad353e-810e-4c03-8a27-75049f47c88f None None] The sync data for ids ['192d983e-cad7-4830-b958-095bd1e2561f'] in n-d-804985-3 is: [{'id': '192d983e-cad7-4830-b958-095bd1e2561f', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:20Z', 'updated_at': '2021-08-23T14:48:32Z', 'revision_number': 4, 'project_id': '12feac158092408899c1a0e9b042350f', 'gw_port': {'id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:22Z', 'updated_at': '2021-08-23T14:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '29e80e42-b274-451b-b9c9-4073d3e0a167', 'name': '', 'network_id': '88af5c89-a79c-43cf-8e21-2e35ff247d29', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'mac_address': 'fa:16:3e:00:ae:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:46Z', 'revision_number': 5, 'project_id': '12feac158092408899c1a0e9b042350f', 'subnets': [{'id': '320beec8-ca64-47ee-b131-43ac22d375c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:06.089320 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34cb66d1-39b2-45d9-8bed-11d61cea33d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:06.138146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port afc637ab-7b54-4ae5-97f1-c9c64cc49729, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=afc637ab-7b54-4ae5-97f1-c9c64cc49729,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:06.264240 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:06.265806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device d93a231e-4370-4457-8e88-9c673c90e61e up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:06.272554 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afe45ab9-f55c-4a2e-b301-66e4dad49021 req-fcaabf8f-0194-486f-a369-80b13052c7b8 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2940118 Aug 23 14:51:06.288558 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-ac0c031a-3ff9-4a7b-b76f-eef750740007 service neutron] 10.222.0.57 "GET /v2.0/networks/b542f892-fbd7-43ba-9b32-88275cc36a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8860030 Aug 23 14:51:06.406645 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34cb66d1-39b2-45d9-8bed-11d61cea33d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:06.427422 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34cb66d1-39b2-45d9-8bed-11d61cea33d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:06.433280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-34cb66d1-39b2-45d9-8bed-11d61cea33d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4cc53d90-c84a-4711-8afd-5301b8de0215 HTTP/1.1" status: 204 len: 168 time: 1.2199833 Aug 23 14:51:06.471221 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:06.472406 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb66d1-39b2-45d9-8bed-11d61cea33d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc53d90-c84a-4711-8afd-5301b8de0215,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:06.527733 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=afc637ab-7b54-4ae5-97f1-c9c64cc49729,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:06.535858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-37469a76-5486-480c-95a6-6628736a0aad None None] Provisioning for port 538fe618-d8e5-47a0-9e04-b1a920961d3c completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:06.559036 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-37469a76-5486-480c-95a6-6628736a0aad None None] Provisioning complete for port 538fe618-d8e5-47a0-9e04-b1a920961d3c triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:06.559343 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-37469a76-5486-480c-95a6-6628736a0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:06.660864 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-37469a76-5486-480c-95a6-6628736a0aad None None] Port 538fe618-d8e5-47a0-9e04-b1a920961d3c cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:51:06.671174 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-b5bc8915-2971-471f-b5c8-aa97988acba8 service neutron] 10.222.0.57 "GET /v2.0/networks/b542f892-fbd7-43ba-9b32-88275cc36a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718126 Aug 23 14:51:06.785557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8c2cc5-7eb8-484c-8171-68ba7a9e9ec5 None None] New status for floating IP ad9d34d6-5a48-46c3-8112-fd78f0eeb87f: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:51:06.807487 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-2b940336-18b4-41d0-998a-377eb3a559cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=cc7683fa-d729-485b-a13f-03f149ab4dae HTTP/1.1" status: 200 len: 217 time: 0.1297503 Aug 23 14:51:06.856439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port d93a231e-4370-4457-8e88-9c673c90e61e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:06.869601 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port d93a231e-4370-4457-8e88-9c673c90e61e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:06.876144 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:06.879950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fba1a6-3d68-4b81-8c31-f3a2fef5d690 req-acfbff68-37e6-480b-a3d7-96c7d6be968b tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:06.881937 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69fba1a6-3d68-4b81-8c31-f3a2fef5d690 req-acfbff68-37e6-480b-a3d7-96c7d6be968b tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 946 time: 0.3932755 Aug 23 14:51:06.910899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-6b48ff8f-7fe9-4b47-927b-31510f6cb992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:06.922169 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-6b48ff8f-7fe9-4b47-927b-31510f6cb992 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.0953689 Aug 23 14:51:07.014181 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69fba1a6-3d68-4b81-8c31-f3a2fef5d690 req-e4625440-578c-4db2-be80-e4eeca1b8b35 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240776 Aug 23 14:51:07.028861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-f14ea7cc-82c9-498f-9060-0293250fce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.033778 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-f14ea7cc-82c9-498f-9060-0293250fce52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095266 Aug 23 14:51:07.063126 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:07.117429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port d93a231e-4370-4457-8e88-9c673c90e61e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=d93a231e-4370-4457-8e88-9c673c90e61e,segment=NetworkSegment(d41ccdc2-2aae-485b-ae46-1c7848f54033),segment_id=d41ccdc2-2aae-485b-ae46-1c7848f54033)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:07.186517 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-a642df53-0d31-4e52-9ef3-22c3dd37acd7 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451221 Aug 23 14:51:07.204677 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': '25154261-6545-4a3f-bb8b-1267f051675f'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:07.212916 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf79faed-46ce-4c14-9f23-9d7532121030" -d '{"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "25154261-6545-4a3f-bb8b-1267f051675f"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:07.218875 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:07.221019 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 17812f53-fbc5-4a79-919c-21e20ab42ecc up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:07.229751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42002) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:07.298412 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=d93a231e-4370-4457-8e88-9c673c90e61e,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:07.337963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc637ab-7b54-4ae5-97f1-c9c64cc49729'}, {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93a231e-4370-4457-8e88-9c673c90e61e'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:07.340683 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be761c6e-5a71-498e-8645-488d7882f327" -d '{"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-plugged", "status": "completed", "tag": "afc637ab-7b54-4ae5-97f1-c9c64cc49729"}, {"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-plugged", "status": "completed", "tag": "d93a231e-4370-4457-8e88-9c673c90e61e"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:07.415720 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd0671-00ad-4e57-a0d6-6355cef7fc5f req-5515cc7c-532c-4ada-85a7-2b7d0133cab3 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.417301 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1bd0671-00ad-4e57-a0d6-6355cef7fc5f req-5515cc7c-532c-4ada-85a7-2b7d0133cab3 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 946 time: 0.5748317 Aug 23 14:51:07.436023 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 17812f53-fbc5-4a79-919c-21e20ab42ecc completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:07.440848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 17812f53-fbc5-4a79-919c-21e20ab42ecc triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:07.441772 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:07.525020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05b66a-3a18-4816-96df-9f69fcac6647 req-ba9a4260-acd0-4ca1-945e-ddd2bb36d915 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.531685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05b66a-3a18-4816-96df-9f69fcac6647 req-ba9a4260-acd0-4ca1-945e-ddd2bb36d915 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.532527 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1bd0671-00ad-4e57-a0d6-6355cef7fc5f req-721b7d19-18b0-45a0-81c9-56ae59f6b50c tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057403 Aug 23 14:51:07.538853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05b66a-3a18-4816-96df-9f69fcac6647 req-ba9a4260-acd0-4ca1-945e-ddd2bb36d915 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.569214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05b66a-3a18-4816-96df-9f69fcac6647 req-ba9a4260-acd0-4ca1-945e-ddd2bb36d915 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.577022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05b66a-3a18-4816-96df-9f69fcac6647 req-ba9a4260-acd0-4ca1-945e-ddd2bb36d915 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.583971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05b66a-3a18-4816-96df-9f69fcac6647 req-ba9a4260-acd0-4ca1-945e-ddd2bb36d915 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.590096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05b66a-3a18-4816-96df-9f69fcac6647 req-ba9a4260-acd0-4ca1-945e-ddd2bb36d915 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.592102 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b05b66a-3a18-4816-96df-9f69fcac6647 req-ba9a4260-acd0-4ca1-945e-ddd2bb36d915 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5430 time: 0.2237451 Aug 23 14:51:07.601099 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49c9b2df-6851-4ee8-a112-9869fdc00590 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:07.621195 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-39d4e0f3-6277-4f84-a405-a18f1ea00042 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214365 Aug 23 14:51:07.637431 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aafbb3-1754-4163-a86f-1c157cf864b6 x-openstack-request-id: req-83aafbb3-1754-4163-a86f-1c157cf864b6 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:07.637786 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "25154261-6545-4a3f-bb8b-1267f051675f", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:07.638040 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-83aafbb3-1754-4163-a86f-1c157cf864b6 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:07.638395 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': '25154261-6545-4a3f-bb8b-1267f051675f', 'status': 'completed', 'code': 200} Aug 23 14:51:07.649964 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:07.702732 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-953412f7-9624-4245-adbb-3a97672b4801 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e HTTP/1.1" status: 200 len: 217 time: 0.0613306 Aug 23 14:51:07.707826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 17812f53-fbc5-4a79-919c-21e20ab42ecc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=17812f53-fbc5-4a79-919c-21e20ab42ecc,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:07.712881 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49c9b2df-6851-4ee8-a112-9869fdc00590 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:07.737980 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:07.741321 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b05b66a-3a18-4816-96df-9f69fcac6647 req-2540bfa8-1478-44fc-accd-defdc1dbf1dd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1363533 Aug 23 14:51:07.819676 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b82dca-1308-4ce7-ac70-2fd278da9b34 x-openstack-request-id: req-69b82dca-1308-4ce7-ac70-2fd278da9b34 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:07.820705 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-plugged", "status": "completed", "tag": "afc637ab-7b54-4ae5-97f1-c9c64cc49729", "code": 200}, {"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-plugged", "status": "completed", "tag": "d93a231e-4370-4457-8e88-9c673c90e61e", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:07.821071 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-69b82dca-1308-4ce7-ac70-2fd278da9b34 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:07.821458 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc637ab-7b54-4ae5-97f1-c9c64cc49729', 'code': 200} Aug 23 14:51:07.821771 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93a231e-4370-4457-8e88-9c673c90e61e', 'code': 200} Aug 23 14:51:07.828978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-a7fcda0a-5b48-4232-b6cb-c84c53b6db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.828978 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-a7fcda0a-5b48-4232-b6cb-c84c53b6db43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.1106472 Aug 23 14:51:07.861662 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b724a-e4e8-4321-944e-ac49e07df43c req-9a4b96d2-7997-4937-99a6-61f431ea4dff tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.870806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b724a-e4e8-4321-944e-ac49e07df43c req-9a4b96d2-7997-4937-99a6-61f431ea4dff tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.878267 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b724a-e4e8-4321-944e-ac49e07df43c req-9a4b96d2-7997-4937-99a6-61f431ea4dff tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.885618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b724a-e4e8-4321-944e-ac49e07df43c req-9a4b96d2-7997-4937-99a6-61f431ea4dff tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.892592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b724a-e4e8-4321-944e-ac49e07df43c req-9a4b96d2-7997-4937-99a6-61f431ea4dff tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.901497 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:07.902488 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 47cc6354-51c7-401d-a491-1ca75f25bef5 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:07.927051 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b724a-e4e8-4321-944e-ac49e07df43c req-9a4b96d2-7997-4937-99a6-61f431ea4dff tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.933419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-23076bcf-9a30-4d41-834f-7691448bcad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.935000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-23076bcf-9a30-4d41-834f-7691448bcad6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972741 Aug 23 14:51:07.950179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b724a-e4e8-4321-944e-ac49e07df43c req-9a4b96d2-7997-4937-99a6-61f431ea4dff tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.951627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3ae8d35c-19b7-4d19-bf15-e88bc09cdb83 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:07.953574 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3ae8d35c-19b7-4d19-bf15-e88bc09cdb83 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 946 time: 0.0763888 Aug 23 14:51:07.959382 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd1b724a-e4e8-4321-944e-ac49e07df43c req-9a4b96d2-7997-4937-99a6-61f431ea4dff tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5431 time: 0.1922994 Aug 23 14:51:07.964938 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:07.994208 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=17812f53-fbc5-4a79-919c-21e20ab42ecc,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:08.021963 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49c9b2df-6851-4ee8-a112-9869fdc00590 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:08.027711 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49c9b2df-6851-4ee8-a112-9869fdc00590 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:08.031717 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-49c9b2df-6851-4ee8-a112-9869fdc00590 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "DELETE /v2.0/security-groups/2ffbcaeb-b4e3-497a-9520-1c28aeebb19c HTTP/1.1" status: 204 len: 168 time: 0.7890470 Aug 23 14:51:08.032413 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42030) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:08.126209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 47cc6354-51c7-401d-a491-1ca75f25bef5 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:08.148870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 47cc6354-51c7-401d-a491-1ca75f25bef5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:08.151291 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:08.167823 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd1b724a-e4e8-4321-944e-ac49e07df43c req-25ccd402-4248-43ae-9d5d-ca6ca214a797 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1916282 Aug 23 14:51:08.171230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=538fe618-d8e5-47a0-9e04-b1a920961d3c,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:08.187368 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-0bba1896-4ca8-4ff7-88e1-7e2194b92cbf tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] show failed (client error): The resource could not be found. Aug 23 14:51:08.188654 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:08.204066 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0bba1896-4ca8-4ff7-88e1-7e2194b92cbf tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "GET /v2.0/security-groups/2ffbcaeb-b4e3-497a-9520-1c28aeebb19c HTTP/1.1" status: 404 len: 347 time: 0.0916781 Aug 23 14:51:08.210042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42034) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:08.263590 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9b2df-6851-4ee8-a112-9869fdc00590 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffbcaeb-b4e3-497a-9520-1c28aeebb19c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:08.269524 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-1fe533d5-ca78-40e3-b5ce-ac2998ee5dc7 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134193 Aug 23 14:51:08.307439 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:08.379027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 47cc6354-51c7-401d-a491-1ca75f25bef5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=47cc6354-51c7-401d-a491-1ca75f25bef5,segment=NetworkSegment(d41ccdc2-2aae-485b-ae46-1c7848f54033),segment_id=d41ccdc2-2aae-485b-ae46-1c7848f54033)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:08.459406 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:08.460675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 9edec396-03e2-4ea6-bce5-2fa40fbed659 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:08.530652 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a28802-f8a7-43c0-8d78-268991158cd6 req-5b535963-1c17-45a7-b932-31f20e9e7601 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:08.542123 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93a28802-f8a7-43c0-8d78-268991158cd6 req-5b535963-1c17-45a7-b932-31f20e9e7601 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 946 time: 0.3363078 Aug 23 14:51:08.569669 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network 631cdfee-5cea-4aff-81d5-832065e27f52 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:08.603466 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:08.650805 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=47cc6354-51c7-401d-a491-1ca75f25bef5,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:08.659843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e55d1887-942d-47e4-b1f7-acfe9cd8f6e9 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Deleting port f4431715-391e-46a3-96c9-5c03b1e5c508 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:08.660270 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e55d1887-942d-47e4-b1f7-acfe9cd8f6e9 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:08.710739 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-2a7cc32f-aafd-4f36-b242-0de1974cbed1 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322302 Aug 23 14:51:08.741735 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3839c39a-606a-4554-bad7-1e825b0ed350 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Deleting port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:08.742303 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3839c39a-606a-4554-bad7-1e825b0ed350 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:08.825050 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 9edec396-03e2-4ea6-bce5-2fa40fbed659 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:08.842370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 9edec396-03e2-4ea6-bce5-2fa40fbed659 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:08.842865 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:08.862609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42048) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:08.939461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93a28802-f8a7-43c0-8d78-268991158cd6 req-23daf462-84cb-48f3-961d-e49bb19d9126 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962078 Aug 23 14:51:08.945060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-399e8182-ddfa-4e08-bd7e-e481990c850e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=e0058166-4f12-416b-8269-a53656408fa9 HTTP/1.1" status: 200 len: 217 time: 0.2183230 Aug 23 14:51:09.081551 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e55d1887-942d-47e4-b1f7-acfe9cd8f6e9 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:09.082021 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e55d1887-942d-47e4-b1f7-acfe9cd8f6e9 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:09.083396 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:09.099261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00459834-0487-4ae2-8c45-20a565b35fa3 req-064b66f5-f952-4094-82ac-f40d9bab2a51 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.106841 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-00459834-0487-4ae2-8c45-20a565b35fa3 req-064b66f5-f952-4094-82ac-f40d9bab2a51 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 946 time: 0.3703492 Aug 23 14:51:09.132285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e55d1887-942d-47e4-b1f7-acfe9cd8f6e9 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Calling delete_port for f4431715-391e-46a3-96c9-5c03b1e5c508 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:09.168209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7358f6f0-b6cf-4e59-a756-5d9f7b822594 None None] Provisioning complete for port 538fe618-d8e5-47a0-9e04-b1a920961d3c triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:09.170088 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7358f6f0-b6cf-4e59-a756-5d9f7b822594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:09.172940 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router fe4026eb-7dc8-4a12-b006-23f9f6605f50 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:51:09.226883 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551537e-dc33-4231-baeb-dac4639ece3e req-696ab34b-3d3d-4041-9c8c-6109b06cc937 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.233177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551537e-dc33-4231-baeb-dac4639ece3e req-696ab34b-3d3d-4041-9c8c-6109b06cc937 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.239967 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-00459834-0487-4ae2-8c45-20a565b35fa3 req-232f2127-52b4-4810-a5f6-999ef1069d1a tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272619 Aug 23 14:51:09.241187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551537e-dc33-4231-baeb-dac4639ece3e req-696ab34b-3d3d-4041-9c8c-6109b06cc937 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.249367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551537e-dc33-4231-baeb-dac4639ece3e req-696ab34b-3d3d-4041-9c8c-6109b06cc937 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.255372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 9edec396-03e2-4ea6-bce5-2fa40fbed659, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=9edec396-03e2-4ea6-bce5-2fa40fbed659,segment=NetworkSegment(e7fce797-3460-48c7-afa5-21ae04aa8c4d),segment_id=e7fce797-3460-48c7-afa5-21ae04aa8c4d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:09.261085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551537e-dc33-4231-baeb-dac4639ece3e req-696ab34b-3d3d-4041-9c8c-6109b06cc937 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.268761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551537e-dc33-4231-baeb-dac4639ece3e req-696ab34b-3d3d-4041-9c8c-6109b06cc937 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.277182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551537e-dc33-4231-baeb-dac4639ece3e req-696ab34b-3d3d-4041-9c8c-6109b06cc937 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.278748 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8551537e-dc33-4231-baeb-dac4639ece3e req-696ab34b-3d3d-4041-9c8c-6109b06cc937 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5432 time: 0.2063458 Aug 23 14:51:09.279735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-7358f6f0-b6cf-4e59-a756-5d9f7b822594 None None] Port 538fe618-d8e5-47a0-9e04-b1a920961d3c cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:51:09.280558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-a96cecf0-cff3-4858-8767-6ff21945f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.281628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-network', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:09.282764 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-a96cecf0-cff3-4858-8767-6ff21945f505 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.2679605 Aug 23 14:51:09.338282 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:09.339236 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f66771fe-2ca7-4582-921f-2f8c8db8358f up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:09.454786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=9edec396-03e2-4ea6-bce5-2fa40fbed659,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:09.471844 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] Made reservation on behalf of 55e5a64cab5e4e0ca3cd861382426a21 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:51:09.474680 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:09.481888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3839c39a-606a-4554-bad7-1e825b0ed350 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] For port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7,segment=NetworkSegment(b94f383e-101c-45de-a577-3461625c52b8),segment_id=b94f383e-101c-45de-a577-3461625c52b8)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:09.482595 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3839c39a-606a-4554-bad7-1e825b0ed350 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:09.508275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-cc962431-3aa2-4a44-812e-5c51b7249357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.510920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-cc962431-3aa2-4a44-812e-5c51b7249357 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2016141 Aug 23 14:51:09.528402 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:09.549372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port f66771fe-2ca7-4582-921f-2f8c8db8358f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:09.558553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port f66771fe-2ca7-4582-921f-2f8c8db8358f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:09.558553 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:09.583410 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:09.584498 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8551537e-dc33-4231-baeb-dac4639ece3e req-39b6c11d-ecd6-44bb-b904-bb748cc4623d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2878606 Aug 23 14:51:09.594876 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-73754394-f3fb-458e-a3f3-a4e7d8d0c8dc tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "PUT /v2.0/routers/fe4026eb-7dc8-4a12-b006-23f9f6605f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0313034 Aug 23 14:51:09.602805 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42064) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:09.609012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e3bb5d7c-1556-41da-b51c-9c45a28c8b3a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'port': {'network_id': '631cdfee-5cea-4aff-81d5-832065e27f52', 'name': 'tempest-FloatingIPTestJSON-115226429'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:09.611170 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32806435-97ec-44a5-ba30-f058d6e4d513 None None] Sync routers for ids ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:09.728875 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32806435-97ec-44a5-ba30-f058d6e4d513 None None] Routers {'fe4026eb-7dc8-4a12-b006-23f9f6605f50'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:09.730640 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-32806435-97ec-44a5-ba30-f058d6e4d513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:09.740548 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:09.741940 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f719ff6-69eb-4e6a-b01e-838ff7b09be0 req-01743a5d-b57a-4972-a7ff-2c293bb30672 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.756906 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f719ff6-69eb-4e6a-b01e-838ff7b09be0 req-01743a5d-b57a-4972-a7ff-2c293bb30672 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.772508 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f719ff6-69eb-4e6a-b01e-838ff7b09be0 req-01743a5d-b57a-4972-a7ff-2c293bb30672 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.783967 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f719ff6-69eb-4e6a-b01e-838ff7b09be0 req-01743a5d-b57a-4972-a7ff-2c293bb30672 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.791385 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f719ff6-69eb-4e6a-b01e-838ff7b09be0 req-01743a5d-b57a-4972-a7ff-2c293bb30672 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.798213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f719ff6-69eb-4e6a-b01e-838ff7b09be0 req-01743a5d-b57a-4972-a7ff-2c293bb30672 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.802147 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-32806435-97ec-44a5-ba30-f058d6e4d513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:09.803151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port f66771fe-2ca7-4582-921f-2f8c8db8358f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f66771fe-2ca7-4582-921f-2f8c8db8358f,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:09.805245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f719ff6-69eb-4e6a-b01e-838ff7b09be0 req-01743a5d-b57a-4972-a7ff-2c293bb30672 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:09.807305 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7f719ff6-69eb-4e6a-b01e-838ff7b09be0 req-01743a5d-b57a-4972-a7ff-2c293bb30672 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5431 time: 0.3083398 Aug 23 14:51:09.818808 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e55d1887-942d-47e4-b1f7-acfe9cd8f6e9 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:09.821908 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32806435-97ec-44a5-ba30-f058d6e4d513 None None] Routers {'fe4026eb-7dc8-4a12-b006-23f9f6605f50'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:09.822814 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-32806435-97ec-44a5-ba30-f058d6e4d513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:09.823221 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17812f53-fbc5-4a79-919c-21e20ab42ecc'}, {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cc6354-51c7-401d-a491-1ca75f25bef5'}, {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edec396-03e2-4ea6-bce5-2fa40fbed659'}, {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66771fe-2ca7-4582-921f-2f8c8db8358f'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:09.826878 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dea8cf1-e163-4cbc-aee0-8cc47861e037" -d '{"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-plugged", "status": "completed", "tag": "17812f53-fbc5-4a79-919c-21e20ab42ecc"}, {"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-plugged", "status": "completed", "tag": "47cc6354-51c7-401d-a491-1ca75f25bef5"}, {"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-plugged", "status": "completed", "tag": "9edec396-03e2-4ea6-bce5-2fa40fbed659"}, {"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-plugged", "status": "completed", "tag": "f66771fe-2ca7-4582-921f-2f8c8db8358f"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:09.864763 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-b4ddcdcd-0b05-4647-a43e-15aa3c33b456 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313842 Aug 23 14:51:09.893867 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f03a8d5-45ce-46bb-8ba4-7230253c9946 x-openstack-request-id: req-8f03a8d5-45ce-46bb-8ba4-7230253c9946 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:09.894178 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-plugged", "status": "completed", "tag": "17812f53-fbc5-4a79-919c-21e20ab42ecc", "code": 200}, {"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-plugged", "status": "completed", "tag": "47cc6354-51c7-401d-a491-1ca75f25bef5", "code": 200}, {"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-plugged", "status": "completed", "tag": "9edec396-03e2-4ea6-bce5-2fa40fbed659", "code": 200}, {"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-plugged", "status": "completed", "tag": "f66771fe-2ca7-4582-921f-2f8c8db8358f", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:09.894446 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8f03a8d5-45ce-46bb-8ba4-7230253c9946 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:09.894827 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17812f53-fbc5-4a79-919c-21e20ab42ecc', 'code': 200} Aug 23 14:51:09.895080 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cc6354-51c7-401d-a491-1ca75f25bef5', 'code': 200} Aug 23 14:51:09.896254 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edec396-03e2-4ea6-bce5-2fa40fbed659', 'code': 200} Aug 23 14:51:09.896545 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66771fe-2ca7-4582-921f-2f8c8db8358f', 'code': 200} Aug 23 14:51:09.899081 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d1887-942d-47e4-b1f7-acfe9cd8f6e9 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Pushing event deleted for resources: {'Port': ['ID=f4431715-391e-46a3-96c9-5c03b1e5c508,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:09.926957 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:09.935860 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-32806435-97ec-44a5-ba30-f058d6e4d513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:09.937199 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32806435-97ec-44a5-ba30-f058d6e4d513 None None] The sync data for ids ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:10.056969 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-cd4409b0-1b7c-40f4-bfb4-bc31d1f693c8 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857564 Aug 23 14:51:10.059334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=f66771fe-2ca7-4582-921f-2f8c8db8358f,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:10.074824 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7f719ff6-69eb-4e6a-b01e-838ff7b09be0 req-26213045-5a93-427a-9b66-959a1adaf4a5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2497342 Aug 23 14:51:10.158788 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c13d5-543a-413c-9459-65f3271fdf05 req-1063bb96-99cf-4e65-a566-15323bf71ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:10.159381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c13d5-543a-413c-9459-65f3271fdf05 req-1063bb96-99cf-4e65-a566-15323bf71ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:10.159949 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c13d5-543a-413c-9459-65f3271fdf05 req-1063bb96-99cf-4e65-a566-15323bf71ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:10.160485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c13d5-543a-413c-9459-65f3271fdf05 req-1063bb96-99cf-4e65-a566-15323bf71ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:10.161021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c13d5-543a-413c-9459-65f3271fdf05 req-1063bb96-99cf-4e65-a566-15323bf71ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:10.161553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c13d5-543a-413c-9459-65f3271fdf05 req-1063bb96-99cf-4e65-a566-15323bf71ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:10.162085 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c13d5-543a-413c-9459-65f3271fdf05 req-1063bb96-99cf-4e65-a566-15323bf71ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:10.167398 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-337c13d5-543a-413c-9459-65f3271fdf05 req-1063bb96-99cf-4e65-a566-15323bf71ae7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 6491 time: 0.1336462 Aug 23 14:51:10.170496 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e55d1887-942d-47e4-b1f7-acfe9cd8f6e9 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:10.177549 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e55d1887-942d-47e4-b1f7-acfe9cd8f6e9 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:10.177549 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e55d1887-942d-47e4-b1f7-acfe9cd8f6e9 tempest-ServersTestFqdnHostnames-1761749099 tempest-ServersTestFqdnHostnames-1761749099-project] 10.222.0.38 "DELETE /v2.0/floatingips/ad9d34d6-5a48-46c3-8112-fd78f0eeb87f HTTP/1.1" status: 204 len: 168 time: 1.9410715 Aug 23 14:51:10.178809 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42070) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:10.181681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-557ae7f4-113e-49af-bb36-6777d6817fac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 HTTP/1.1" status: 200 len: 217 time: 0.0749323 Aug 23 14:51:10.205447 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:10.244581 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3839c39a-606a-4554-bad7-1e825b0ed350 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:10.244581 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3839c39a-606a-4554-bad7-1e825b0ed350 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:10.245338 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3839c39a-606a-4554-bad7-1e825b0ed350 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Floating IP 62c176b8-d82a-4644-a89e-84306184b10b disassociated. External IP: 172.25.8.215, port: a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7. Aug 23 14:51:10.245338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3839c39a-606a-4554-bad7-1e825b0ed350 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Calling delete_port for a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:10.272587 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c4e80-b23a-4628-bc32-d873eb2e7b9e req-18b89c3f-85e4-4e81-b2d1-5621aacca587 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:10.274591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf0c4e80-b23a-4628-bc32-d873eb2e7b9e req-18b89c3f-85e4-4e81-b2d1-5621aacca587 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 946 time: 0.1691318 Aug 23 14:51:10.282906 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-bfbac8c8-1be3-48d6-8dd7-badcd496ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:10.284439 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-bfbac8c8-1be3-48d6-8dd7-badcd496ab93 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.0944676 Aug 23 14:51:10.287683 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-337c13d5-543a-413c-9459-65f3271fdf05 req-7356e39c-fd25-4f8c-bdb6-4b500c80cb67 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&id=c5e7c66b-1617-41da-b755-233eff0922e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080787 Aug 23 14:51:10.402056 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf0c4e80-b23a-4628-bc32-d873eb2e7b9e req-0612d387-01ca-47f3-a3ae-b139b4bf07c8 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166344 Aug 23 14:51:10.418563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-cae7c846-c1a3-4e12-9a42-c629c5ead312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:10.420173 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-cae7c846-c1a3-4e12-9a42-c629c5ead312 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1031203 Aug 23 14:51:10.428794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5fc83-ffc4-4695-889f-ff951a6f2047 req-4fb742a6-a11b-4300-a028-16b251048ae9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:10.431887 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b9c5fc83-ffc4-4695-889f-ff951a6f2047 req-4fb742a6-a11b-4300-a028-16b251048ae9 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 946 time: 0.1142147 Aug 23 14:51:10.517460 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b9c5fc83-ffc4-4695-889f-ff951a6f2047 req-0a1ecd0f-1211-462d-a08a-239e6f4f8693 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee1a851d-9d13-45ff-b184-27ecb3b343d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768404 Aug 23 14:51:10.624177 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:10.688163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:51:10.691509 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:10.723682 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:10.725543 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] Added segment aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1 of type vlan for network b4466b10-1056-4d71-b012-2191781d1107 Aug 23 14:51:10.814611 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bb5d7c-1556-41da-b51c-9c45a28c8b3a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Made reservation on behalf of 542b396d4bce424e8c2d79b95b98d32a for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:51:10.818139 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3bb5d7c-1556-41da-b51c-9c45a28c8b3a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:10.822469 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:10.887004 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-e3bb5d7c-1556-41da-b51c-9c45a28c8b3a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] device_id is not set on port fcef11bb-ac5e-474a-b2f7-e6e9297040eb yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:51:10.894683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-bca4ab8c-899f-43d4-88cf-c2db9866ffd3 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:10.896323 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-bca4ab8c-899f-43d4-88cf-c2db9866ffd3 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86&tenant_id=870a18d842e54e268bf7a5a7979fea11&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 1097 time: 0.1875508 Aug 23 14:51:10.927739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804985-3'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:11.012068 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:11.013169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:11.013820 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:11.038247 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64f6df-6503-4d4f-8089-ff5ee7f1b257 req-e204d679-3f57-4359-a707-9a4d81219307 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:11.045907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64f6df-6503-4d4f-8089-ff5ee7f1b257 req-e204d679-3f57-4359-a707-9a4d81219307 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:11.052365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64f6df-6503-4d4f-8089-ff5ee7f1b257 req-e204d679-3f57-4359-a707-9a4d81219307 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:11.059871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64f6df-6503-4d4f-8089-ff5ee7f1b257 req-e204d679-3f57-4359-a707-9a4d81219307 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:11.070987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64f6df-6503-4d4f-8089-ff5ee7f1b257 req-e204d679-3f57-4359-a707-9a4d81219307 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:11.077628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64f6df-6503-4d4f-8089-ff5ee7f1b257 req-e204d679-3f57-4359-a707-9a4d81219307 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:11.084220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64f6df-6503-4d4f-8089-ff5ee7f1b257 req-e204d679-3f57-4359-a707-9a4d81219307 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:11.095924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d64f6df-6503-4d4f-8089-ff5ee7f1b257 req-e204d679-3f57-4359-a707-9a4d81219307 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5434 time: 0.2099252 Aug 23 14:51:11.110865 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-25a98719-eb10-42b3-8328-1d766144bf00 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6814721 Aug 23 14:51:11.124730 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3839c39a-606a-4554-bad7-1e825b0ed350 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:11.227530 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:11.234238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] Pushing event updated for resources: {'Network': ['ID=b4466b10-1056-4d71-b012-2191781d1107,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:11.242191 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-05e9de4b-363b-4d77-8ec2-2597243bf123 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3704643 Aug 23 14:51:11.250377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network b4466b10-1056-4d71-b012-2191781d1107 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:51:11.267324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42092) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:11.295343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7153f19b-c258-4676-8d8b-16c3bac9b822 admin admin] Request body: {'subnet': {'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-subnet', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:11.318528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-520d0c00-9808-46df-bf2b-55d4a715215c service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999741 Aug 23 14:51:11.365128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839c39a-606a-4554-bad7-1e825b0ed350 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Pushing event deleted for resources: {'Port': ['ID=a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:11.409890 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-ef9851e8-bf7a-4fa0-8703-af03d0053ed0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b58b144d-9752-4c28-8735-b31a58987388 HTTP/1.1" status: 200 len: 217 time: 0.0634334 Aug 23 14:51:11.426754 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d64f6df-6503-4d4f-8089-ff5ee7f1b257 req-7015e63f-75fa-4634-9fcb-078883f8919e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3295901 Aug 23 14:51:11.633512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-55252e3a-0831-4205-9071-bafef1d2c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:11.634907 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-55252e3a-0831-4205-9071-bafef1d2c81e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8041fe2e-c347-4b3e-abfc-bf8ee4b736dd HTTP/1.1" status: 200 len: 797 time: 0.2008355 Aug 23 14:51:11.656899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3839c39a-606a-4554-bad7-1e825b0ed350 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Router 43945457-9c30-4cf5-b911-6d6e185fb8a9 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:51:11.684358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88dbff-ac7c-42fd-845c-d3259978663d req-bb232ff0-d810-4aba-b027-71f0657a67a8 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:11.685917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f88dbff-ac7c-42fd-845c-d3259978663d req-bb232ff0-d810-4aba-b027-71f0657a67a8 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 946 time: 0.1481786 Aug 23 14:51:11.699852 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c0e3b1a-2a71-407c-ae03-fdfee5c87dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:11.720236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-e3bb5d7c-1556-41da-b51c-9c45a28c8b3a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Allocated IP 172.20.0.3 (631cdfee-5cea-4aff-81d5-832065e27f52/55f34bb6-7bfa-46c3-a397-18a42245ef8c/fcef11bb-ac5e-474a-b2f7-e6e9297040eb) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:51:11.780518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-b99f84e6-1f19-4fad-8006-8248f2adb9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:11.789350 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-b99f84e6-1f19-4fad-8006-8248f2adb9dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a24b937b-de39-4060-9493-8fb429cfbe9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387289 Aug 23 14:51:11.833977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f88dbff-ac7c-42fd-845c-d3259978663d req-7e335230-f97d-411b-8fe4-c1945c6eb9cb tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219103 Aug 23 14:51:11.968985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3839c39a-606a-4554-bad7-1e825b0ed350 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:11.982419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1f7c53-7a26-420b-a71f-4e2c713064da None None] Sync routers for ids ['43945457-9c30-4cf5-b911-6d6e185fb8a9'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:11.994942 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1f7c53-7a26-420b-a71f-4e2c713064da None None] Routers {'43945457-9c30-4cf5-b911-6d6e185fb8a9'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:11.995578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ce1f7c53-7a26-420b-a71f-4e2c713064da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['43945457-9c30-4cf5-b911-6d6e185fb8a9'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:12.022897 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d7f1-8b8c-4e24-a9ee-11c91a52f494 req-0771ae9e-b8d3-42a4-9789-8dba04ba2bd1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.029289 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d7f1-8b8c-4e24-a9ee-11c91a52f494 req-0771ae9e-b8d3-42a4-9789-8dba04ba2bd1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.034947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3839c39a-606a-4554-bad7-1e825b0ed350 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] No DVR routers for this DVR port a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:51:12.035358 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d7f1-8b8c-4e24-a9ee-11c91a52f494 req-0771ae9e-b8d3-42a4-9789-8dba04ba2bd1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.039266 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3839c39a-606a-4554-bad7-1e825b0ed350 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:12.042005 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-200a1d10-d7d0-486c-94c8-c190d63f0186 req-3839c39a-606a-4554-bad7-1e825b0ed350 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.61 "DELETE /v2.0/ports/a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 HTTP/1.1" status: 204 len: 173 time: 4.0682766 Aug 23 14:51:12.042151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d7f1-8b8c-4e24-a9ee-11c91a52f494 req-0771ae9e-b8d3-42a4-9789-8dba04ba2bd1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.055377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d7f1-8b8c-4e24-a9ee-11c91a52f494 req-0771ae9e-b8d3-42a4-9789-8dba04ba2bd1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.061469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d7f1-8b8c-4e24-a9ee-11c91a52f494 req-0771ae9e-b8d3-42a4-9789-8dba04ba2bd1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.061691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e90797f-02da-4561-bd8f-e9f85f656c1a', 'name': 'network-vif-deleted', 'tag': 'a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:12.063962 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ac243e-6287-4f91-a161-f679f43572d9" -d '{"events": [{"server_uuid": "9e90797f-02da-4561-bd8f-e9f85f656c1a", "name": "network-vif-deleted", "tag": "a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:12.067754 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d7f1-8b8c-4e24-a9ee-11c91a52f494 req-0771ae9e-b8d3-42a4-9789-8dba04ba2bd1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.068368 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-10676d13-b75c-47ad-a5d2-0ea6609a5fd0 service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643738 Aug 23 14:51:12.070603 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d9f0d7f1-8b8c-4e24-a9ee-11c91a52f494 req-0771ae9e-b8d3-42a4-9789-8dba04ba2bd1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5431 time: 0.7458925 Aug 23 14:51:12.071327 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7153f19b-c258-4676-8d8b-16c3bac9b822 admin admin] Made reservation on behalf of 55e5a64cab5e4e0ca3cd861382426a21 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:51:12.073864 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7153f19b-c258-4676-8d8b-16c3bac9b822 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:12.085788 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e74be3b2-2f2b-4f52-9982-0a7905621b0d req-cbb5ab3a-3178-4631-aeb5-2c28f57376d2 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 210 time: 0.0687571 Aug 23 14:51:12.145954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-ce1f7c53-7a26-420b-a71f-4e2c713064da None None] Set router 43945457-9c30-4cf5-b911-6d6e185fb8a9 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:12.182245 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d70c7c-2aab-4b70-b77f-516b3f8faaed x-openstack-request-id: req-d6d70c7c-2aab-4b70-b77f-516b3f8faaed {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:12.182245 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e90797f-02da-4561-bd8f-e9f85f656c1a", "name": "network-vif-deleted", "tag": "a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:12.182245 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d6d70c7c-2aab-4b70-b77f-516b3f8faaed {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:12.182245 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e90797f-02da-4561-bd8f-e9f85f656c1a', 'name': 'network-vif-deleted', 'tag': 'a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7', 'status': 'completed', 'code': 200} Aug 23 14:51:12.230781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-09623509-1f51-4659-9f1d-62ac991fdf62 service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437035 Aug 23 14:51:12.259522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 889e41eb-6fa7-444e-89e1-167dd5417eec details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:51:12.261557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:51:12.284769 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=889e41eb-6fa7-444e-89e1-167dd5417eec,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:12.292580 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-48a8939b-8411-4325-a95b-8fb848a0859c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=25154261-6545-4a3f-bb8b-1267f051675f HTTP/1.1" status: 200 len: 217 time: 0.0529625 Aug 23 14:51:12.325262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:51:12.325599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a3f99d5c-95ee-4f59-8d34-4f14ab9df2e7 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:51:12.363160 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-e76c6365-65dc-4c6d-bfb9-ae99ef6fedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.364904 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-e76c6365-65dc-4c6d-bfb9-ae99ef6fedf3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8041fe2e-c347-4b3e-abfc-bf8ee4b736dd HTTP/1.1" status: 200 len: 797 time: 0.0663295 Aug 23 14:51:12.383438 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d9f0d7f1-8b8c-4e24-a9ee-11c91a52f494 req-88935b08-58e4-4297-a2f3-d4702d2bdbd5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2960339 Aug 23 14:51:12.434117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002f30-bab3-4679-80b3-23f0e065684c req-e8aa2ef4-b360-426c-b927-174ae5b02e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.435669 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-e8aa2ef4-b360-426c-b927-174ae5b02e4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a24b937b-de39-4060-9493-8fb429cfbe9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0633228 Aug 23 14:51:12.471497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=889e41eb-6fa7-444e-89e1-167dd5417eec,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:12.490856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 889e41eb-6fa7-444e-89e1-167dd5417eec has no active binding in host n-h2-804985-3 {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 14:51:12.510449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ce1f7c53-7a26-420b-a71f-4e2c713064da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:31Z', 'updated_at': '2021-08-23T14:48:43Z', 'revision_number': 4, 'project_id': '12c362187edc43b28835086c10233034', 'gw_port': {'id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:34Z', 'updated_at': '2021-08-23T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '24bcf327-60a1-4424-a405-1790b2353a71', 'name': '', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'tenant_id': '12c362187edc43b28835086c10233034', 'mac_address': 'fa:16:3e:0e:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:40Z', 'updated_at': '2021-08-23T14:48:58Z', 'revision_number': 5, 'project_id': '12c362187edc43b28835086c10233034', 'subnets': [{'id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:12.544237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1f7c53-7a26-420b-a71f-4e2c713064da None None] Checking router: 43945457-9c30-4cf5-b911-6d6e185fb8a9 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:51:12.557572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1f7c53-7a26-420b-a71f-4e2c713064da None None] Routers {'43945457-9c30-4cf5-b911-6d6e185fb8a9'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:12.558677 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ce1f7c53-7a26-420b-a71f-4e2c713064da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['43945457-9c30-4cf5-b911-6d6e185fb8a9'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:12.607193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:12.609691 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-943e2607-c32a-4ee1-a202-3bfb1eb9dcd1 service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657970 Aug 23 14:51:12.655982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0769a55-a577-49c7-9883-5f06cd6a8d9e req-72e79f57-af21-4ebb-9250-1bfd39e81f90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.656822 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3bb5d7c-1556-41da-b51c-9c45a28c8b3a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:12.668099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0769a55-a577-49c7-9883-5f06cd6a8d9e req-72e79f57-af21-4ebb-9250-1bfd39e81f90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.676361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0769a55-a577-49c7-9883-5f06cd6a8d9e req-72e79f57-af21-4ebb-9250-1bfd39e81f90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.682808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0769a55-a577-49c7-9883-5f06cd6a8d9e req-72e79f57-af21-4ebb-9250-1bfd39e81f90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.688970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0769a55-a577-49c7-9883-5f06cd6a8d9e req-72e79f57-af21-4ebb-9250-1bfd39e81f90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.695320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0769a55-a577-49c7-9883-5f06cd6a8d9e req-72e79f57-af21-4ebb-9250-1bfd39e81f90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.696498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-ce1f7c53-7a26-420b-a71f-4e2c713064da None None] Set router 43945457-9c30-4cf5-b911-6d6e185fb8a9 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:12.701598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0769a55-a577-49c7-9883-5f06cd6a8d9e req-72e79f57-af21-4ebb-9250-1bfd39e81f90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:12.703232 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-e3bb5d7c-1556-41da-b51c-9c45a28c8b3a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Transition to ACTIVE for port object fcef11bb-ac5e-474a-b2f7-e6e9297040eb will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:12.703751 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0769a55-a577-49c7-9883-5f06cd6a8d9e req-72e79f57-af21-4ebb-9250-1bfd39e81f90 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5434 time: 0.1544356 Aug 23 14:51:12.741097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36e2331-7548-4eb5-8aad-763289e27f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '889e41eb-6fa7-444e-89e1-167dd5417eec'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:12.743496 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eae920-845a-400f-b051-1d9c92df5f68" -d '{"events": [{"server_uuid": "e36e2331-7548-4eb5-8aad-763289e27f86", "name": "network-vif-unplugged", "status": "completed", "tag": "889e41eb-6fa7-444e-89e1-167dd5417eec"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:12.752614 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:12.792651 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c45c36-801f-42d0-9c57-312696d55ed9 x-openstack-request-id: req-71c45c36-801f-42d0-9c57-312696d55ed9 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:12.793444 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36e2331-7548-4eb5-8aad-763289e27f86", "name": "network-vif-unplugged", "status": "completed", "tag": "889e41eb-6fa7-444e-89e1-167dd5417eec", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:12.793444 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71c45c36-801f-42d0-9c57-312696d55ed9 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:12.793661 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36e2331-7548-4eb5-8aad-763289e27f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '889e41eb-6fa7-444e-89e1-167dd5417eec', 'code': 200} Aug 23 14:51:12.806941 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0769a55-a577-49c7-9883-5f06cd6a8d9e req-24c33c87-033e-4cc3-afb4-499e51ec4b80 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681376 Aug 23 14:51:12.811176 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da002f30-bab3-4679-80b3-23f0e065684c req-66a2eb4a-b534-4154-b584-f24137238fd8 service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932812 Aug 23 14:51:12.825777 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:12.892095 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7153f19b-c258-4676-8d8b-16c3bac9b822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:13.009025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ce1f7c53-7a26-420b-a71f-4e2c713064da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:31Z', 'updated_at': '2021-08-23T14:48:43Z', 'revision_number': 4, 'project_id': '12c362187edc43b28835086c10233034', 'gw_port': {'id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:34Z', 'updated_at': '2021-08-23T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '24bcf327-60a1-4424-a405-1790b2353a71', 'name': '', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'tenant_id': '12c362187edc43b28835086c10233034', 'mac_address': 'fa:16:3e:0e:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:40Z', 'updated_at': '2021-08-23T14:48:58Z', 'revision_number': 5, 'project_id': '12c362187edc43b28835086c10233034', 'subnets': [{'id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:13.024172 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3bb5d7c-1556-41da-b51c-9c45a28c8b3a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:13.034718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Pushing event updated for resources: {'Port': ['ID=889e41eb-6fa7-444e-89e1-167dd5417eec,revision_number=7']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:13.049077 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1f7c53-7a26-420b-a71f-4e2c713064da None None] The sync data for ids ['43945457-9c30-4cf5-b911-6d6e185fb8a9'] in n-d-804985-3 is: [{'id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:31Z', 'updated_at': '2021-08-23T14:48:43Z', 'revision_number': 4, 'project_id': '12c362187edc43b28835086c10233034', 'gw_port': {'id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:34Z', 'updated_at': '2021-08-23T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '24bcf327-60a1-4424-a405-1790b2353a71', 'name': '', 'network_id': '87ad5f23-3854-49af-8867-189fb61a3e40', 'tenant_id': '12c362187edc43b28835086c10233034', 'mac_address': 'fa:16:3e:0e:94:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:40Z', 'updated_at': '2021-08-23T14:48:58Z', 'revision_number': 5, 'project_id': '12c362187edc43b28835086c10233034', 'subnets': [{'id': 'd3c1b493-5244-4660-8372-bd1bd7562053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:13.053501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bcff1-bc2c-4009-a500-0f12bb23e5df req-19e7847e-966f-4b95-96e8-cf25232b4751 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.066164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bcff1-bc2c-4009-a500-0f12bb23e5df req-19e7847e-966f-4b95-96e8-cf25232b4751 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.072540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bcff1-bc2c-4009-a500-0f12bb23e5df req-19e7847e-966f-4b95-96e8-cf25232b4751 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.078651 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bcff1-bc2c-4009-a500-0f12bb23e5df req-19e7847e-966f-4b95-96e8-cf25232b4751 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.086834 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bcff1-bc2c-4009-a500-0f12bb23e5df req-19e7847e-966f-4b95-96e8-cf25232b4751 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.091224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bcff1-bc2c-4009-a500-0f12bb23e5df req-19e7847e-966f-4b95-96e8-cf25232b4751 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.096906 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153f19b-c258-4676-8d8b-16c3bac9b822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d010c8ad-03e3-4ffc-868b-88fa8799727b,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:13.103022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bcff1-bc2c-4009-a500-0f12bb23e5df req-19e7847e-966f-4b95-96e8-cf25232b4751 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.113320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Attempting to bind port 889e41eb-6fa7-444e-89e1-167dd5417eec on host n-h1-804985-3 for vnic_type normal with profile {"migrating_to": "n-h2-804985-3"} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:51:13.119096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Attempting to bind port 889e41eb-6fa7-444e-89e1-167dd5417eec by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:51:13.119096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Attempting to bind port 889e41eb-6fa7-444e-89e1-167dd5417eec on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:51:13.123346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42134) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:13.124381 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d5bcff1-bc2c-4009-a500-0f12bb23e5df req-19e7847e-966f-4b95-96e8-cf25232b4751 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5434 time: 0.1797907 Aug 23 14:51:13.129782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d8e1d09f-c8eb-458d-b28f-eac9cbe775a1 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Request body: {'floatingip': {'port_id': '9edec396-03e2-4ea6-bce5-2fa40fbed659'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:13.141778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bb5d7c-1556-41da-b51c-9c45a28c8b3a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Network 631cdfee-5cea-4aff-81d5-832065e27f52 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:13.141989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-ab908c15-5d4e-48a9-b4ca-79c626e511dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.142299 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-ab908c15-5d4e-48a9-b4ca-79c626e511dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.142740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-ab908c15-5d4e-48a9-b4ca-79c626e511dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.143209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-ab908c15-5d4e-48a9-b4ca-79c626e511dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.143740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-ab908c15-5d4e-48a9-b4ca-79c626e511dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.147715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-ab908c15-5d4e-48a9-b4ca-79c626e511dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.148750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-ab908c15-5d4e-48a9-b4ca-79c626e511dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.151161 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-ab908c15-5d4e-48a9-b4ca-79c626e511dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=453bc9f0ae244a8fad31793e47e18492&device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 6488 time: 0.1612339 Aug 23 14:51:13.186480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Port 889e41eb-6fa7-444e-89e1-167dd5417eec on network 60b01c3e-c449-4689-a230-d4ccabe81fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:51:13.186480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Attempting to bind port 889e41eb-6fa7-444e-89e1-167dd5417eec on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:51:13.200401 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-e3bb5d7c-1556-41da-b51c-9c45a28c8b3a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:13.217574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef930b-5c1b-402a-a15e-0c5ad45291b8 req-af6b03e1-6250-43e6-b87c-1bcab8c4a6f2 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.219695 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7eef930b-5c1b-402a-a15e-0c5ad45291b8 req-af6b03e1-6250-43e6-b87c-1bcab8c4a6f2 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 944 time: 0.2779233 Aug 23 14:51:13.220233 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7153f19b-c258-4676-8d8b-16c3bac9b822 admin admin] Checking segment: {'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:13.220634 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7153f19b-c258-4676-8d8b-16c3bac9b822 admin admin] Network hostable DHCP agents. Network: b4466b10-1056-4d71-b012-2191781d1107, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:51:13.224123 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb5d7c-1556-41da-b51c-9c45a28c8b3a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:51:13.229337 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e3b1a-2a71-407c-ae03-fdfee5c87dc6 admin admin] Deleting port 29e80e42-b274-451b-b9c9-4073d3e0a167 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:13.229684 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c0e3b1a-2a71-407c-ae03-fdfee5c87dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:13.231344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb5d7c-1556-41da-b51c-9c45a28c8b3a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event updated for resources: {'Port': ['ID=fcef11bb-ac5e-474a-b2f7-e6e9297040eb,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:13.243332 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:51:13.243745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Checking segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:13.244092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Bound using segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:51:13.244542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Bound port: 889e41eb-6fa7-444e-89e1-167dd5417eec, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:51:13.245035 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:13.248397 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d09f-c8eb-458d-b28f-eac9cbe775a1 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:13.285523 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-d673b738-9e36-47d8-906f-e937e3e39e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.287115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-d673b738-9e36-47d8-906f-e937e3e39e3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a24b937b-de39-4060-9493-8fb429cfbe9e HTTP/1.1" status: 200 len: 903 time: 0.1286211 Aug 23 14:51:13.340687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-77cbd62a-2584-4f7a-84cc-08cd6a93f844 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=25154261-6545-4a3f-bb8b-1267f051675f HTTP/1.1" status: 200 len: 217 time: 0.0411918 Aug 23 14:51:13.401624 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d08ed8dc-1d06-43ad-bd84-8485be1ac54c req-a3f5771d-2062-481f-911c-228acf159acb tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e90797f-02da-4561-bd8f-e9f85f656c1a HTTP/1.1" status: 200 len: 210 time: 0.1033411 Aug 23 14:51:13.434407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-2f2a9ce2-e5b8-416b-822d-c7bc26ca8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.435954 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-2f2a9ce2-e5b8-416b-822d-c7bc26ca8c83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8041fe2e-c347-4b3e-abfc-bf8ee4b736dd HTTP/1.1" status: 200 len: 797 time: 0.0841403 Aug 23 14:51:13.517900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-3e10fcdb-8c22-4c00-a831-9d9b1f5cb2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.519442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-3e10fcdb-8c22-4c00-a831-9d9b1f5cb2e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a24b937b-de39-4060-9493-8fb429cfbe9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759919 Aug 23 14:51:13.558276 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f617dab-2cde-48fc-95d6-59249e52204f None None] New status for floating IP 62c176b8-d82a-4644-a89e-84306184b10b: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:51:13.578150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7eef930b-5c1b-402a-a15e-0c5ad45291b8 req-9101784b-22c4-4e7d-a759-0a028fc78e0d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437212 Aug 23 14:51:13.592180 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bb5d7c-1556-41da-b51c-9c45a28c8b3a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.592994 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3bb5d7c-1556-41da-b51c-9c45a28c8b3a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:13.617491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-8c0e3b1a-2a71-407c-ae03-fdfee5c87dc6 admin admin] For port 29e80e42-b274-451b-b9c9-4073d3e0a167, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=29e80e42-b274-451b-b9c9-4073d3e0a167,segment=NetworkSegment(340ea372-e790-4e35-8e2d-045c920d2b69),segment_id=340ea372-e790-4e35-8e2d-045c920d2b69)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:13.618009 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c0e3b1a-2a71-407c-ae03-fdfee5c87dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:13.648946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7153f19b-c258-4676-8d8b-16c3bac9b822 admin admin] Network b4466b10-1056-4d71-b012-2191781d1107 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:51:13.658176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e3b1a-2a71-407c-ae03-fdfee5c87dc6 admin admin] Calling delete_port for 29e80e42-b274-451b-b9c9-4073d3e0a167 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:13.684756 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5281b6c3-5301-4e12-8861-55825b58a6b9 None None] Provisioning for port fcef11bb-ac5e-474a-b2f7-e6e9297040eb completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:13.690225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5281b6c3-5301-4e12-8861-55825b58a6b9 None None] Provisioning complete for port fcef11bb-ac5e-474a-b2f7-e6e9297040eb triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:13.690865 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5281b6c3-5301-4e12-8861-55825b58a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:13.716900 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-c46147cb-99e5-48e4-8e6a-d3b10905fa2f service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854250 Aug 23 14:51:13.748162 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb2663-b802-4631-bd34-1167cc9f5d92 req-babd471e-d409-4123-8320-e4db1d000db6 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.754991 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb2663-b802-4631-bd34-1167cc9f5d92 req-babd471e-d409-4123-8320-e4db1d000db6 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.761026 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e3bb5d7c-1556-41da-b51c-9c45a28c8b3a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1565068 Aug 23 14:51:13.761770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb2663-b802-4631-bd34-1167cc9f5d92 req-babd471e-d409-4123-8320-e4db1d000db6 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.762578 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:13.768260 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb2663-b802-4631-bd34-1167cc9f5d92 req-babd471e-d409-4123-8320-e4db1d000db6 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.775809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb2663-b802-4631-bd34-1167cc9f5d92 req-babd471e-d409-4123-8320-e4db1d000db6 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.781935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb2663-b802-4631-bd34-1167cc9f5d92 req-babd471e-d409-4123-8320-e4db1d000db6 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.788099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb2663-b802-4631-bd34-1167cc9f5d92 req-babd471e-d409-4123-8320-e4db1d000db6 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.798005 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3fb2663-b802-4631-bd34-1167cc9f5d92 req-babd471e-d409-4123-8320-e4db1d000db6 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5431 time: 0.2242608 Aug 23 14:51:13.801103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42158) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:13.801871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-7153f19b-c258-4676-8d8b-16c3bac9b822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, b4466b10-1056-4d71-b012-2191781d1107) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:13.818472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3ee26110-c301-43f8-aac8-70671891f00d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Request body: {'floatingip': {'port_id': 'fcef11bb-ac5e-474a-b2f7-e6e9297040eb'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:13.827702 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7153f19b-c258-4676-8d8b-16c3bac9b822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:13.828393 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7153f19b-c258-4676-8d8b-16c3bac9b822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:13.837642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=889e41eb-6fa7-444e-89e1-167dd5417eec,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:51:13.874662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bacab5-95ef-4a13-bf60-08be24f6edb9 None None] Network b4466b10-1056-4d71-b012-2191781d1107 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:51:13.895240 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3fb2663-b802-4631-bd34-1167cc9f5d92 req-d2bb3786-70ca-41dc-84d2-6397c5dfb725 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938442 Aug 23 14:51:13.938223 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cf79faed-46ce-4c14-9f23-9d7532121030 req-842868b4-5647-4202-9d80-872d7add48c7 service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137799 Aug 23 14:51:13.938791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5281b6c3-5301-4e12-8861-55825b58a6b9 None None] Port fcef11bb-ac5e-474a-b2f7-e6e9297040eb cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:51:13.942601 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:14.004809 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9e947-0b78-4674-b797-7a59808a1836 req-621f2342-4eb6-477e-b177-35c1d9271525 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:14.007165 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29d9e947-0b78-4674-b797-7a59808a1836 req-621f2342-4eb6-477e-b177-35c1d9271525 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 950 time: 0.3411109 Aug 23 14:51:14.010886 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3ee26110-c301-43f8-aac8-70671891f00d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:14.054726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-b4466b10-1056-4d71-b012-2191781d1107', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:51:14.056333 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:14.209320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Allocated IP 172.20.0.2 (b4466b10-1056-4d71-b012-2191781d1107/d010c8ad-03e3-4ffc-868b-88fa8799727b/f3658981-7c1a-420c-804b-ced85bb53990) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:51:14.346407 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7153f19b-c258-4676-8d8b-16c3bac9b822 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.0604830 Aug 23 14:51:14.350934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42160) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:14.357116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:14.365003 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:14.374410 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Transition to ACTIVE for port object f3658981-7c1a-420c-804b-ced85bb53990 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:14.390121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Transition to ACTIVE for port object f3658981-7c1a-420c-804b-ced85bb53990 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:14.479413 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:14.480563 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:14.509292 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:14.540488 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:14.556180 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Network b4466b10-1056-4d71-b012-2191781d1107 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:14.559060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:14.562459 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:51:14.564461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Pushing event updated for resources: {'Port': ['ID=889e41eb-6fa7-444e-89e1-167dd5417eec,revision_number=8']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:14.577317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Pushing event updated for resources: {'Port': ['ID=f3658981-7c1a-420c-804b-ced85bb53990,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:14.582692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42166) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:14.588461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:14.589086 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:14.590483 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-b60913cc-9af8-41d5-bfad-c527949c21ec service neutron] 10.222.0.61 "PUT /v2.0/ports/889e41eb-6fa7-444e-89e1-167dd5417eec HTTP/1.1" status: 200 len: 1122 time: 3.6680036 Aug 23 14:51:14.626934 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29d9e947-0b78-4674-b797-7a59808a1836 req-a959799a-641f-4880-adff-e009dc10719a tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959265 Aug 23 14:51:14.654077 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Attempting to bind port f3658981-7c1a-420c-804b-ced85bb53990 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:51:14.654458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Attempting to bind port f3658981-7c1a-420c-804b-ced85bb53990 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:51:14.654804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Attempting to bind port f3658981-7c1a-420c-804b-ced85bb53990 on network b4466b10-1056-4d71-b012-2191781d1107 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:51:14.667753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:51:14.667753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Checking segment: {'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:14.667753 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:14.667753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Bound using segment: {'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:51:14.667753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Bound port: f3658981-7c1a-420c-804b-ced85bb53990, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:51:14.667753 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:14.685204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['889e41eb-6fa7-444e-89e1-167dd5417eec'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:51:14.740794 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['889e41eb-6fa7-444e-89e1-167dd5417eec'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:51:14.795380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36e2331-7548-4eb5-8aad-763289e27f86', 'tag': '889e41eb-6fa7-444e-89e1-167dd5417eec'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:14.797232 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903bcc28-4c60-4f76-b725-683052ae8371" -d '{"events": [{"name": "network-changed", "server_uuid": "e36e2331-7548-4eb5-8aad-763289e27f86", "tag": "889e41eb-6fa7-444e-89e1-167dd5417eec"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:14.819044 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee48a587-3bb5-4748-ab90-f426b9392997 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:14.872837 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] For port f3658981-7c1a-420c-804b-ced85bb53990, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:14.911919 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.resource_extend [None req-d8e1d09f-c8eb-458d-b28f-eac9cbe775a1 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:51:14.947383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] For port f3658981-7c1a-420c-804b-ced85bb53990, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f3658981-7c1a-420c-804b-ced85bb53990,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:51:14.963052 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:14.967491 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee48a587-3bb5-4748-ab90-f426b9392997 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:14.997011 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e02d56-8148-401d-adc1-9585fb7f5ee8 req-53800d6e-c675-464a-bb02-2858d8511967 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:15.005079 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41e02d56-8148-401d-adc1-9585fb7f5ee8 req-53800d6e-c675-464a-bb02-2858d8511967 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 944 time: 0.1870253 Aug 23 14:51:15.017022 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d09f-c8eb-458d-b28f-eac9cbe775a1 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:15.029728 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:15.072796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41e02d56-8148-401d-adc1-9585fb7f5ee8 req-9345da72-8faf-4f2e-be29-7a4734953179 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660818 Aug 23 14:51:15.115590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d09f-c8eb-458d-b28f-eac9cbe775a1 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:15.134039 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c0e3b1a-2a71-407c-ae03-fdfee5c87dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:15.140836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c92a63-b2c4-4036-bdc1-08bfd4d419c2 None None] Pushing event updated for resources: {'Port': ['ID=f3658981-7c1a-420c-804b-ced85bb53990,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:15.193348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee48a587-3bb5-4748-ab90-f426b9392997 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:15.193348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee48a587-3bb5-4748-ab90-f426b9392997 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:15.193348 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ee48a587-3bb5-4748-ab90-f426b9392997 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "DELETE /v2.0/security-groups/ee1a851d-9d13-45ff-b184-27ecb3b343d0 HTTP/1.1" status: 204 len: 168 time: 0.6086042 Aug 23 14:51:15.214734 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42184) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:15.216458 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636860ef-5962-4895-9446-8dcebd434805 x-openstack-request-id: req-636860ef-5962-4895-9446-8dcebd434805 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:15.216942 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36e2331-7548-4eb5-8aad-763289e27f86", "tag": "889e41eb-6fa7-444e-89e1-167dd5417eec", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:15.218935 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-636860ef-5962-4895-9446-8dcebd434805 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:15.219424 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36e2331-7548-4eb5-8aad-763289e27f86', 'tag': '889e41eb-6fa7-444e-89e1-167dd5417eec', 'status': 'completed', 'code': 200} Aug 23 14:51:15.223929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e3b1a-2a71-407c-ae03-fdfee5c87dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e80e42-b274-451b-b9c9-4073d3e0a167,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:15.269697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48a587-3bb5-4748-ab90-f426b9392997 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1a851d-9d13-45ff-b184-27ecb3b343d0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:15.312522 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-1d9bda25-b4e4-4027-888c-fb40ef43d007 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] show failed (client error): The resource could not be found. Aug 23 14:51:15.312522 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1d9bda25-b4e4-4027-888c-fb40ef43d007 tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "GET /v2.0/security-groups/ee1a851d-9d13-45ff-b184-27ecb3b343d0 HTTP/1.1" status: 404 len: 347 time: 0.0742738 Aug 23 14:51:15.319146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42186) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:15.332900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bcc28-4c60-4f76-b725-683052ae8371 req-28ff7a88-e2f2-48ba-a3c2-c0c68986ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:15.335214 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-903bcc28-4c60-4f76-b725-683052ae8371 req-28ff7a88-e2f2-48ba-a3c2-c0c68986ea24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 1125 time: 0.1360676 Aug 23 14:51:15.369133 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:15.540973 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-d8e1d09f-c8eb-458d-b28f-eac9cbe775a1 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Floating IP 0ffe8dbd-fbe5-46ae-baf9-fa8ea6867d04 associated. External IP: 172.25.8.6, port: 9edec396-03e2-4ea6-bce5-2fa40fbed659. Aug 23 14:51:15.646244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0d6e6-1d1e-47aa-a72d-cc25b8775999 req-70008237-3948-4d5a-be0f-9289880a572d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:15.653840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0d6e6-1d1e-47aa-a72d-cc25b8775999 req-70008237-3948-4d5a-be0f-9289880a572d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:15.675333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0d6e6-1d1e-47aa-a72d-cc25b8775999 req-70008237-3948-4d5a-be0f-9289880a572d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:15.687017 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0d6e6-1d1e-47aa-a72d-cc25b8775999 req-70008237-3948-4d5a-be0f-9289880a572d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:15.695812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0d6e6-1d1e-47aa-a72d-cc25b8775999 req-70008237-3948-4d5a-be0f-9289880a572d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:15.702408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0d6e6-1d1e-47aa-a72d-cc25b8775999 req-70008237-3948-4d5a-be0f-9289880a572d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:15.708614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0d6e6-1d1e-47aa-a72d-cc25b8775999 req-70008237-3948-4d5a-be0f-9289880a572d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:15.711194 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbf0d6e6-1d1e-47aa-a72d-cc25b8775999 req-70008237-3948-4d5a-be0f-9289880a572d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5431 time: 0.4691808 Aug 23 14:51:15.851851 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bcc28-4c60-4f76-b725-683052ae8371 req-3868c806-9ca2-4c57-b3c6-6409493e7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:15.853378 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-903bcc28-4c60-4f76-b725-683052ae8371 req-3868c806-9ca2-4c57-b3c6-6409493e7f6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.4587564 Aug 23 14:51:15.858708 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f3658981-7c1a-420c-804b-ced85bb53990 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:15.932493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbf0d6e6-1d1e-47aa-a72d-cc25b8775999 req-7dbbba8c-c219-42e6-85d7-b2953f04dd1d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1957748 Aug 23 14:51:15.985342 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.resource_extend [None req-3ee26110-c301-43f8-aac8-70671891f00d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:51:15.994429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port f3658981-7c1a-420c-804b-ced85bb53990 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:16.033458 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-903bcc28-4c60-4f76-b725-683052ae8371 req-7863dc84-b3a8-4c76-9295-e64fdabcd0a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=889e41eb-6fa7-444e-89e1-167dd5417eec HTTP/1.1" status: 200 len: 217 time: 0.1256428 Aug 23 14:51:16.206379 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3ee26110-c301-43f8-aac8-70671891f00d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:16.215093 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c0e3b1a-2a71-407c-ae03-fdfee5c87dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:16.247208 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b151b563-4f76-47af-84d1-b99d3d513fb5 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:51:16.258369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e1d09f-c8eb-458d-b28f-eac9cbe775a1 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:51:16.307889 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bba001-b315-46f0-9c37-f1699e8bb8f4 req-4b8cb2d9-b0b2-4784-a6a9-7666eb155d99 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:16.309359 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-61bba001-b315-46f0-9c37-f1699e8bb8f4 req-4b8cb2d9-b0b2-4784-a6a9-7666eb155d99 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 944 time: 0.1540594 Aug 23 14:51:16.312262 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3ee26110-c301-43f8-aac8-70671891f00d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:16.348566 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:16.376125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328f46c5-f3f7-4809-9e6a-377530e2aece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b151b563-4f76-47af-84d1-b99d3d513fb5'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:16.382263 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f689d569-7f0f-4be2-97a5-b5bd3ac84f1e" -d '{"events": [{"server_uuid": "328f46c5-f3f7-4809-9e6a-377530e2aece", "name": "network-vif-unplugged", "status": "completed", "tag": "b151b563-4f76-47af-84d1-b99d3d513fb5"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:16.403899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port b151b563-4f76-47af-84d1-b99d3d513fb5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b151b563-4f76-47af-84d1-b99d3d513fb5,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:16.424313 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e3beb2-b246-41c7-a5a9-c25d8eedd903 x-openstack-request-id: req-95e3beb2-b246-41c7-a5a9-c25d8eedd903 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:16.424313 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328f46c5-f3f7-4809-9e6a-377530e2aece", "name": "network-vif-unplugged", "status": "completed", "tag": "b151b563-4f76-47af-84d1-b99d3d513fb5", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:16.424313 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95e3beb2-b246-41c7-a5a9-c25d8eedd903 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:16.424882 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328f46c5-f3f7-4809-9e6a-377530e2aece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b151b563-4f76-47af-84d1-b99d3d513fb5', 'code': 200} Aug 23 14:51:16.464157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-6f572dbd-892f-4736-96c1-774c8e3490bd tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Deleting port 83c3e1e1-47bd-4933-8f1b-f26f47e4dd4d {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:16.464646 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f572dbd-892f-4736-96c1-774c8e3490bd tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:16.479057 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:16.541787 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=b151b563-4f76-47af-84d1-b99d3d513fb5,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:16.559188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db41f58-c2e6-487b-9be8-cc0fd24de118 None None] Network b4466b10-1056-4d71-b012-2191781d1107 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:51:16.574308 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:16.576908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bcc28-4c60-4f76-b725-683052ae8371 req-8068a5d7-900c-4098-8a55-fcc83eb811a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:16.578433 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-903bcc28-4c60-4f76-b725-683052ae8371 req-8068a5d7-900c-4098-8a55-fcc83eb811a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.1324623 Aug 23 14:51:16.613615 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:16.652459 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-903bcc28-4c60-4f76-b725-683052ae8371 req-a9316681-bd6b-4f41-b9ef-5fab4b87929b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524955 Aug 23 14:51:16.748026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f3d81b54-b914-451b-8670-5e052bcf4488 None None] Provisioning for port f3658981-7c1a-420c-804b-ced85bb53990 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:16.754586 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f3d81b54-b914-451b-8670-5e052bcf4488 None None] Provisioning complete for port f3658981-7c1a-420c-804b-ced85bb53990 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:16.755044 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f3d81b54-b914-451b-8670-5e052bcf4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:16.771047 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f572dbd-892f-4736-96c1-774c8e3490bd tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:16.771443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f572dbd-892f-4736-96c1-774c8e3490bd tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:16.814550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-6f572dbd-892f-4736-96c1-774c8e3490bd tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Calling delete_port for 83c3e1e1-47bd-4933-8f1b-f26f47e4dd4d owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:16.848556 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f3d81b54-b914-451b-8670-5e052bcf4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:16.858762 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-61bba001-b315-46f0-9c37-f1699e8bb8f4 req-bd6c3efa-93da-4b47-b439-993bf2e1eed6 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096769 Aug 23 14:51:16.893182 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f3d81b54-b914-451b-8670-5e052bcf4488 None None] For port f3658981-7c1a-420c-804b-ced85bb53990, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f3658981-7c1a-420c-804b-ced85bb53990,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:16.957713 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-903bcc28-4c60-4f76-b725-683052ae8371 req-993453d8-1614-4589-a8ce-daa1cb0681e2 service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954681 Aug 23 14:51:16.967527 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f3d81b54-b914-451b-8670-5e052bcf4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:16.967793 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-3ee26110-c301-43f8-aac8-70671891f00d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Floating IP 8b5dd95a-b95b-4f31-8d59-bb26a39aed05 associated. External IP: 172.25.8.111, port: 3a92890e-1949-41b5-99b7-1b23f30d1d1c. Aug 23 14:51:17.028992 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Allocated IP 172.25.8.82 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/bb26a317-e8be-4cf3-842f-0eb02dc979c0) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:51:17.030867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d81b54-b914-451b-8670-5e052bcf4488 None None] Pushing event updated for resources: {'Port': ['ID=f3658981-7c1a-420c-804b-ced85bb53990,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:17.053486 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e1d09f-c8eb-458d-b28f-eac9cbe775a1 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:17.066239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cbf4d-e1be-4491-891b-f7e04147eb66 None None] Sync routers for ids ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:17.077444 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cbf4d-e1be-4491-891b-f7e04147eb66 None None] Routers {'2e1bffc5-0f37-42e8-a777-80fe03c051a0'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:17.078147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-480cbf4d-e1be-4491-891b-f7e04147eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:17.098969 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8e1d09f-c8eb-458d-b28f-eac9cbe775a1 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:17.184234 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d8e1d09f-c8eb-458d-b28f-eac9cbe775a1 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "PUT /v2.0/floatingips/0ffe8dbd-fbe5-46ae-baf9-fa8ea6867d04 HTTP/1.1" status: 200 len: 989 time: 4.0605161 Aug 23 14:51:17.213619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0e3b1a-2a71-407c-ae03-fdfee5c87dc6 admin admin] Router 192d983e-cad7-4830-b958-095bd1e2561f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:51:17.213861 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-480cbf4d-e1be-4491-891b-f7e04147eb66 None None] Set router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:17.218333 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-903bcc28-4c60-4f76-b725-683052ae8371 req-da79eb3b-5048-4b94-8eb0-94d4a8d147be service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491367 Aug 23 14:51:17.231978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': '9edec396-03e2-4ea6-bce5-2fa40fbed659'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:17.235678 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373a4108-68c6-49dd-af1a-6a181adaaa16" -d '{"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "9edec396-03e2-4ea6-bce5-2fa40fbed659"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:17.246385 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-903e3939-7ecf-4658-a08b-6f0cf5963be5 None None] Provisioning complete for port f3658981-7c1a-420c-804b-ced85bb53990 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:17.246978 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-903e3939-7ecf-4658-a08b-6f0cf5963be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:17.281666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335c7b2-7514-4720-902e-dabb87701b39 req-2ed90fd5-8485-4466-b625-58fbf6b151f9 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:17.289597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335c7b2-7514-4720-902e-dabb87701b39 req-2ed90fd5-8485-4466-b625-58fbf6b151f9 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:17.294838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335c7b2-7514-4720-902e-dabb87701b39 req-2ed90fd5-8485-4466-b625-58fbf6b151f9 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:17.301340 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335c7b2-7514-4720-902e-dabb87701b39 req-2ed90fd5-8485-4466-b625-58fbf6b151f9 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:17.307415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335c7b2-7514-4720-902e-dabb87701b39 req-2ed90fd5-8485-4466-b625-58fbf6b151f9 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:17.314156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335c7b2-7514-4720-902e-dabb87701b39 req-2ed90fd5-8485-4466-b625-58fbf6b151f9 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:17.320528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335c7b2-7514-4720-902e-dabb87701b39 req-2ed90fd5-8485-4466-b625-58fbf6b151f9 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:17.327398 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d335c7b2-7514-4720-902e-dabb87701b39 req-2ed90fd5-8485-4466-b625-58fbf6b151f9 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5431 time: 0.2348516 Aug 23 14:51:17.374456 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:17.408378 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdddfc7-9546-4111-acaf-ca20cf9f85b1 x-openstack-request-id: req-fbdddfc7-9546-4111-acaf-ca20cf9f85b1 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:17.408678 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "tag": "9edec396-03e2-4ea6-bce5-2fa40fbed659", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:17.408678 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fbdddfc7-9546-4111-acaf-ca20cf9f85b1 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:17.409055 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'tag': '9edec396-03e2-4ea6-bce5-2fa40fbed659', 'status': 'completed', 'code': 200} Aug 23 14:51:17.418631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d335c7b2-7514-4720-902e-dabb87701b39 req-6ccbde39-407e-4782-bc11-fc93a1c85eca tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851855 Aug 23 14:51:17.499467 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f572dbd-892f-4736-96c1-774c8e3490bd tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:17.534857 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee26110-c301-43f8-aac8-70671891f00d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:51:17.535992 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f572dbd-892f-4736-96c1-774c8e3490bd tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Pushing event deleted for resources: {'Port': ['ID=83c3e1e1-47bd-4933-8f1b-f26f47e4dd4d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:17.545434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0e3b1a-2a71-407c-ae03-fdfee5c87dc6 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:17.555570 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8c0e3b1a-2a71-407c-ae03-fdfee5c87dc6 admin admin] 10.222.0.38 "PUT /v2.0/routers/192d983e-cad7-4830-b958-095bd1e2561f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3743155 Aug 23 14:51:17.559035 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7dd100-cf31-475d-bdc7-f855c454d9ee None None] Sync routers for ids ['192d983e-cad7-4830-b958-095bd1e2561f'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:17.563441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-b90eb0c6-bebf-4006-a5f6-ed92b22ba2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:17.564226 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-b90eb0c6-bebf-4006-a5f6-ed92b22ba2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:17.564702 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-b90eb0c6-bebf-4006-a5f6-ed92b22ba2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:17.565267 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-b90eb0c6-bebf-4006-a5f6-ed92b22ba2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:17.565792 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-b90eb0c6-bebf-4006-a5f6-ed92b22ba2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:17.566323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-b90eb0c6-bebf-4006-a5f6-ed92b22ba2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:17.566704 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-b90eb0c6-bebf-4006-a5f6-ed92b22ba2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:17.568868 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-b90eb0c6-bebf-4006-a5f6-ed92b22ba2c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 6491 time: 0.1660779 Aug 23 14:51:17.571178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42218) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:17.582985 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7dd100-cf31-475d-bdc7-f855c454d9ee None None] Routers {'192d983e-cad7-4830-b958-095bd1e2561f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:17.583941 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9d7dd100-cf31-475d-bdc7-f855c454d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['192d983e-cad7-4830-b958-095bd1e2561f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:17.588132 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:17.700503 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Pushing event updated for resources: {'Port': ['ID=bb26a317-e8be-4cf3-842f-0eb02dc979c0,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:17.717610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:17.720709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:17.725052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:51:17.748532 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f572dbd-892f-4736-96c1-774c8e3490bd tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:17.751133 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f572dbd-892f-4736-96c1-774c8e3490bd tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:17.752311 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6f572dbd-892f-4736-96c1-774c8e3490bd tempest-ServersTestJSON-471038624 tempest-ServersTestJSON-471038624-project] 10.222.0.38 "DELETE /v2.0/floatingips/62c176b8-d82a-4644-a89e-84306184b10b HTTP/1.1" status: 204 len: 168 time: 2.4318385 Aug 23 14:51:17.756484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42226) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:17.781768 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f3658981-7c1a-420c-804b-ced85bb53990 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:17.805255 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:17.821081 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-9d7dd100-cf31-475d-bdc7-f855c454d9ee None None] Set router 192d983e-cad7-4830-b958-095bd1e2561f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:17.883983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f3658981-7c1a-420c-804b-ced85bb53990 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:17.884360 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:17.902366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-14e5457b-8e79-492f-8ffb-2a45eee95ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:17.904368 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-14e5457b-8e79-492f-8ffb-2a45eee95ab1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d HTTP/1.1" status: 200 len: 913 time: 0.2692947 Aug 23 14:51:17.941081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-480cbf4d-e1be-4491-891b-f7e04147eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:19Z', 'updated_at': '2021-08-23T14:48:33Z', 'revision_number': 4, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'gw_port': {'id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:21Z', 'updated_at': '2021-08-23T14:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '0ffe8dbd-fbe5-46ae-baf9-fa8ea6867d04', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'floating_ip_address': '172.25.8.6', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'port_id': '9edec396-03e2-4ea6-bce5-2fa40fbed659', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'mac_address': 'fa:16:3e:df:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:49:45Z', 'updated_at': '2021-08-23T14:51:14Z', 'revision_number': 1, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e5a3ec-7361-4b3d-b203-ea456b6f5614', 'name': '', 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'mac_address': 'fa:16:3e:3a:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '60d43940-211a-4370-9555-0648239a8725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:45Z', 'revision_number': 5, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'subnets': [{'id': '60d43940-211a-4370-9555-0648239a8725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:17.981122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cbf4d-e1be-4491-891b-f7e04147eb66 None None] Checking router: 2e1bffc5-0f37-42e8-a777-80fe03c051a0 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:51:18.019968 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-93cdd6bb-e930-4bab-a55c-a3eabc9e328d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9edec396-03e2-4ea6-bce5-2fa40fbed659 HTTP/1.1" status: 200 len: 997 time: 0.1019578 Aug 23 14:51:18.032938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee26110-c301-43f8-aac8-70671891f00d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:18.047452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cbf4d-e1be-4491-891b-f7e04147eb66 None None] Routers {'2e1bffc5-0f37-42e8-a777-80fe03c051a0'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:18.048110 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-480cbf4d-e1be-4491-891b-f7e04147eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:18.050266 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c2a95-d99e-4f5e-a5df-eb96ca294dca None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:18.104390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c2a95-d99e-4f5e-a5df-eb96ca294dca None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:18.105066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6e6c2a95-d99e-4f5e-a5df-eb96ca294dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:18.120427 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9d7dd100-cf31-475d-bdc7-f855c454d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192d983e-cad7-4830-b958-095bd1e2561f', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:20Z', 'updated_at': '2021-08-23T14:51:14Z', 'revision_number': 5, 'project_id': '12feac158092408899c1a0e9b042350f', 'gw_port': {'id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:22Z', 'updated_at': '2021-08-23T14:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:18.143793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6e6c2a95-d99e-4f5e-a5df-eb96ca294dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:18.154329 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7dd100-cf31-475d-bdc7-f855c454d9ee None None] Checking router: 192d983e-cad7-4830-b958-095bd1e2561f for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:51:18.165481 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c2a95-d99e-4f5e-a5df-eb96ca294dca None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:18.166456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6e6c2a95-d99e-4f5e-a5df-eb96ca294dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:18.166805 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7dd100-cf31-475d-bdc7-f855c454d9ee None None] Routers {'192d983e-cad7-4830-b958-095bd1e2561f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:18.167630 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9d7dd100-cf31-475d-bdc7-f855c454d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['192d983e-cad7-4830-b958-095bd1e2561f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:18.198736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ad3e1-7924-44b5-a0b3-13b413b1d863 req-c1660f23-a1a3-4956-a554-2967edcea12f tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:18.200622 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2c5ad3e1-7924-44b5-a0b3-13b413b1d863 req-c1660f23-a1a3-4956-a554-2967edcea12f tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 944 time: 0.1896415 Aug 23 14:51:18.214756 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6e6c2a95-d99e-4f5e-a5df-eb96ca294dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:18.215476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c2a95-d99e-4f5e-a5df-eb96ca294dca None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:18.295439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-480cbf4d-e1be-4491-891b-f7e04147eb66 None None] Set router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:18.307757 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-bc0a204b-d85f-4760-afc6-a7194ab368e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:18.311293 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-bc0a204b-d85f-4760-afc6-a7194ab368e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d43940-211a-4370-9555-0648239a8725 HTTP/1.1" status: 200 len: 851 time: 0.2743201 Aug 23 14:51:18.318913 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:18.359344 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:18.470920 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-9d7dd100-cf31-475d-bdc7-f855c454d9ee None None] Set router 192d983e-cad7-4830-b958-095bd1e2561f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:18.614396 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:18.640764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-480cbf4d-e1be-4491-891b-f7e04147eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:19Z', 'updated_at': '2021-08-23T14:48:33Z', 'revision_number': 4, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'gw_port': {'id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:21Z', 'updated_at': '2021-08-23T14:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '0ffe8dbd-fbe5-46ae-baf9-fa8ea6867d04', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'floating_ip_address': '172.25.8.6', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'port_id': '9edec396-03e2-4ea6-bce5-2fa40fbed659', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'mac_address': 'fa:16:3e:df:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:49:45Z', 'updated_at': '2021-08-23T14:51:14Z', 'revision_number': 1, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e5a3ec-7361-4b3d-b203-ea456b6f5614', 'name': '', 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'mac_address': 'fa:16:3e:3a:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '60d43940-211a-4370-9555-0648239a8725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:45Z', 'revision_number': 5, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'subnets': [{'id': '60d43940-211a-4370-9555-0648239a8725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:18.676803 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2c5ad3e1-7924-44b5-a0b3-13b413b1d863 req-cef7aeca-6ce1-47f5-aba4-9822f76a081e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265760 Aug 23 14:51:18.696615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cbf4d-e1be-4491-891b-f7e04147eb66 None None] The sync data for ids ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'] in n-d-804985-3 is: [{'id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:19Z', 'updated_at': '2021-08-23T14:48:33Z', 'revision_number': 4, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'gw_port': {'id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:21Z', 'updated_at': '2021-08-23T14:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '0ffe8dbd-fbe5-46ae-baf9-fa8ea6867d04', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'floating_ip_address': '172.25.8.6', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'port_id': '9edec396-03e2-4ea6-bce5-2fa40fbed659', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'mac_address': 'fa:16:3e:df:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:49:45Z', 'updated_at': '2021-08-23T14:51:14Z', 'revision_number': 1, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e5a3ec-7361-4b3d-b203-ea456b6f5614', 'name': '', 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'mac_address': 'fa:16:3e:3a:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '60d43940-211a-4370-9555-0648239a8725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:45Z', 'revision_number': 5, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'subnets': [{'id': '60d43940-211a-4370-9555-0648239a8725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:18.731499 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9d7dd100-cf31-475d-bdc7-f855c454d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192d983e-cad7-4830-b958-095bd1e2561f', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:20Z', 'updated_at': '2021-08-23T14:51:14Z', 'revision_number': 5, 'project_id': '12feac158092408899c1a0e9b042350f', 'gw_port': {'id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:22Z', 'updated_at': '2021-08-23T14:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:18.765102 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7dd100-cf31-475d-bdc7-f855c454d9ee None None] The sync data for ids ['192d983e-cad7-4830-b958-095bd1e2561f'] in n-d-804985-3 is: [{'id': '192d983e-cad7-4830-b958-095bd1e2561f', 'name': 'tempest-ServersTestFqdnHostnames-1486518909-router', 'tenant_id': '12feac158092408899c1a0e9b042350f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:20Z', 'updated_at': '2021-08-23T14:51:14Z', 'revision_number': 5, 'project_id': '12feac158092408899c1a0e9b042350f', 'gw_port': {'id': 'a9790bc8-5b5d-4098-bdee-b588195cde01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fe:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192d983e-cad7-4830-b958-095bd1e2561f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:22Z', 'updated_at': '2021-08-23T14:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:18.954907 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:51:18.956832 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-53458998-0e6f-4faa-a217-73f4f31a17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:18.958667 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-53458998-0e6f-4faa-a217-73f4f31a17c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6293552 Aug 23 14:51:19.021948 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed75940-3c7d-4688-b614-70c1c0a38e43 None None] New status for floating IP 0ffe8dbd-fbe5-46ae-baf9-fa8ea6867d04: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:51:19.022176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb22aa-2c7e-449a-a261-eb7cfeccd273 req-4653c80e-e9b2-400b-85d0-47d36168ab60 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:19.030380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb22aa-2c7e-449a-a261-eb7cfeccd273 req-4653c80e-e9b2-400b-85d0-47d36168ab60 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:19.036724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb22aa-2c7e-449a-a261-eb7cfeccd273 req-4653c80e-e9b2-400b-85d0-47d36168ab60 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:19.043914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb22aa-2c7e-449a-a261-eb7cfeccd273 req-4653c80e-e9b2-400b-85d0-47d36168ab60 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:19.049960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb22aa-2c7e-449a-a261-eb7cfeccd273 req-4653c80e-e9b2-400b-85d0-47d36168ab60 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:19.056724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb22aa-2c7e-449a-a261-eb7cfeccd273 req-4653c80e-e9b2-400b-85d0-47d36168ab60 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:19.062847 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb22aa-2c7e-449a-a261-eb7cfeccd273 req-4653c80e-e9b2-400b-85d0-47d36168ab60 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:19.071677 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-47bb22aa-2c7e-449a-a261-eb7cfeccd273 req-4653c80e-e9b2-400b-85d0-47d36168ab60 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5431 time: 0.2293789 Aug 23 14:51:19.211344 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3859e624-a4d4-4798-a057-d1fe6bf2d399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:19.222027 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-47bb22aa-2c7e-449a-a261-eb7cfeccd273 req-af22f6d7-fde7-4a26-b94c-907dc2450459 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1494408 Aug 23 14:51:19.255341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Deleting port a9790bc8-5b5d-4098-bdee-b588195cde01 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:19.255723 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:19.289076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee26110-c301-43f8-aac8-70671891f00d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router fe4026eb-7dc8-4a12-b006-23f9f6605f50 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:51:19.293659 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-d561d0f4-11f8-4438-b784-888e798f841f service neutron] 10.222.0.61 "GET /v2.0/networks/cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953069 Aug 23 14:51:19.411537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:51:19.523627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] For port a9790bc8-5b5d-4098-bdee-b588195cde01, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=a9790bc8-5b5d-4098-bdee-b588195cde01,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:19.524258 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:19.558885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Calling delete_port for a9790bc8-5b5d-4098-bdee-b588195cde01 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:19.565594 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-373a4108-68c6-49dd-af1a-6a181adaaa16 req-1cf0e859-f61d-402b-9531-8aada4fe5254 service neutron] 10.222.0.61 "GET /v2.0/networks/cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386014 Aug 23 14:51:19.572318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee26110-c301-43f8-aac8-70671891f00d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:19.577112 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3ee26110-c301-43f8-aac8-70671891f00d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:19.584573 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f2c28a-b5b2-4326-a261-b8fbf47fa9ce None None] Sync routers for ids ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:19.597378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 29e80e42-b274-451b-b9c9-4073d3e0a167 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:51:19.620341 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f2c28a-b5b2-4326-a261-b8fbf47fa9ce None None] Routers {'fe4026eb-7dc8-4a12-b006-23f9f6605f50'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:19.624582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d7f2c28a-b5b2-4326-a261-b8fbf47fa9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:19.624582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 29e80e42-b274-451b-b9c9-4073d3e0a167 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:51:19.624972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:19.625170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 29e80e42-b274-451b-b9c9-4073d3e0a167 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:51:19.647327 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Sync routers for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:19.666269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d7f2c28a-b5b2-4326-a261-b8fbf47fa9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:19.675646 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f2c28a-b5b2-4326-a261-b8fbf47fa9ce None None] Routers {'fe4026eb-7dc8-4a12-b006-23f9f6605f50'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:19.680406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d7f2c28a-b5b2-4326-a261-b8fbf47fa9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:19.680583 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:19.680583 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:19.716539 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3ee26110-c301-43f8-aac8-70671891f00d tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "PUT /v2.0/floatingips/8b5dd95a-b95b-4f31-8d59-bb26a39aed05 HTTP/1.1" status: 200 len: 977 time: 5.9099534 Aug 23 14:51:19.716806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-3859e624-a4d4-4798-a057-d1fe6bf2d399 admin admin] Deleting port 24bcf327-60a1-4424-a405-1790b2353a71 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:19.716806 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3859e624-a4d4-4798-a057-d1fe6bf2d399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:19.717339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42250) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:19.721084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d7f2c28a-b5b2-4326-a261-b8fbf47fa9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:19.721958 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f2c28a-b5b2-4326-a261-b8fbf47fa9ce None None] The sync data for ids ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:19.770066 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:19.776616 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-24ac823d-87dc-417b-bd1b-6e343186777c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.4197066 Aug 23 14:51:19.776616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42254) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:19.824141 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:19.903772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-3859e624-a4d4-4798-a057-d1fe6bf2d399 admin admin] For port 24bcf327-60a1-4424-a405-1790b2353a71, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=24bcf327-60a1-4424-a405-1790b2353a71,segment=NetworkSegment(b94f383e-101c-45de-a577-3461625c52b8),segment_id=b94f383e-101c-45de-a577-3461625c52b8)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:19.904400 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3859e624-a4d4-4798-a057-d1fe6bf2d399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:19.923670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-3859e624-a4d4-4798-a057-d1fe6bf2d399 admin admin] Calling delete_port for 24bcf327-60a1-4424-a405-1790b2353a71 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:19.939939 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828e755-535c-4513-a7ab-42de8c577217 req-f8b63e8a-ab02-4aae-8f0b-871ab89b47c0 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:19.941498 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9828e755-535c-4513-a7ab-42de8c577217 req-f8b63e8a-ab02-4aae-8f0b-871ab89b47c0 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 944 time: 0.1515048 Aug 23 14:51:19.967387 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.006659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2d50a93f-3389-4b68-9792-6596de5cb8e2 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting port fcef11bb-ac5e-474a-b2f7-e6e9297040eb {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:20.007638 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d50a93f-3389-4b68-9792-6596de5cb8e2 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.031388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9828e755-535c-4513-a7ab-42de8c577217 req-ef569fcf-ed0e-44f9-a093-c630a6e10440 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793276 Aug 23 14:51:20.091336 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.117428 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:18Z', 'revision_number': 3, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:20.128582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9790bc8-5b5d-4098-bdee-b588195cde01,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:20.151447 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Checking router: a3f0da8e-1de2-43d3-8bd7-1d684b50ecac for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:51:20.151834 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Updating router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac port bb26a317-e8be-4cf3-842f-0eb02dc979c0 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:51:20.173835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.174085 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.174438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.174769 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.175112 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.175450 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.175813 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.176150 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.176481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.176807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.177133 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.177459 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.198438 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.232117 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.276047 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d50a93f-3389-4b68-9792-6596de5cb8e2 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.293546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 8cd040fc-e23f-4329-a92c-522d68b22419 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:51:20.439116 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.441625 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.466250 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 8cd040fc-e23f-4329-a92c-522d68b22419, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8cd040fc-e23f-4329-a92c-522d68b22419,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:20.488034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '8cd040fc-e23f-4329-a92c-522d68b22419', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '8cd040fc-e23f-4329-a92c-522d68b22419', 'mac_address': 'fa:16:3e:aa:ac:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:51:20.517576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e169-7dd3-45e4-83fa-e6607ec7649d req-7bef875d-297a-42c3-9df7-eb29b7e2737c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:20.524362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e169-7dd3-45e4-83fa-e6607ec7649d req-7bef875d-297a-42c3-9df7-eb29b7e2737c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:20.530737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e169-7dd3-45e4-83fa-e6607ec7649d req-7bef875d-297a-42c3-9df7-eb29b7e2737c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:20.537495 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e169-7dd3-45e4-83fa-e6607ec7649d req-7bef875d-297a-42c3-9df7-eb29b7e2737c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:20.543779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e169-7dd3-45e4-83fa-e6607ec7649d req-7bef875d-297a-42c3-9df7-eb29b7e2737c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:20.546720 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.550085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e169-7dd3-45e4-83fa-e6607ec7649d req-7bef875d-297a-42c3-9df7-eb29b7e2737c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:20.557944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e169-7dd3-45e4-83fa-e6607ec7649d req-7bef875d-297a-42c3-9df7-eb29b7e2737c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:20.570335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd040fc-e23f-4329-a92c-522d68b22419 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:51:20.575467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac27e169-7dd3-45e4-83fa-e6607ec7649d req-7bef875d-297a-42c3-9df7-eb29b7e2737c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5431 time: 0.2208786 Aug 23 14:51:20.613679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 8cd040fc-e23f-4329-a92c-522d68b22419, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8cd040fc-e23f-4329-a92c-522d68b22419,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:20.674381 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.675132 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 192d983e-cad7-4830-b958-095bd1e2561f {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:51:20.692607 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.692607 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-88bdfc41-bcc0-485b-af7d-be83d659f68e admin admin] 10.222.0.38 "DELETE /v2.0/routers/192d983e-cad7-4830-b958-095bd1e2561f HTTP/1.1" status: 204 len: 168 time: 3.1181545 Aug 23 14:51:20.697269 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42286) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:20.712506 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.717484 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.740533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac27e169-7dd3-45e4-83fa-e6607ec7649d req-8b7c92b5-be8c-4ac5-9af8-93b8378ee926 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1525841 Aug 23 14:51:20.749623 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Transition to ACTIVE for port object bb26a317-e8be-4cf3-842f-0eb02dc979c0 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:20.838876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=8cd040fc-e23f-4329-a92c-522d68b22419,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:20.847113 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.859757 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.874641 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['8cd040fc-e23f-4329-a92c-522d68b22419'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:51:20.884582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4fe0b4-51aa-4419-887e-87a8c928ac46 admin admin] Deleting subnet 320beec8-ca64-47ee-b131-43ac22d375c5 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:51:20.896164 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee4fe0b4-51aa-4419-887e-87a8c928ac46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.901056 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e6eb0-9704-4261-ae22-2f8c9bf2fdde None None] Pushing event updated for resources: {'Port': ['ID=bb26a317-e8be-4cf3-842f-0eb02dc979c0,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:20.918495 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Attempting to bind port bb26a317-e8be-4cf3-842f-0eb02dc979c0 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:51:20.922364 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Attempting to bind port bb26a317-e8be-4cf3-842f-0eb02dc979c0 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:51:20.922364 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Attempting to bind port bb26a317-e8be-4cf3-842f-0eb02dc979c0 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:51:20.926138 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:51:20.926813 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:20.927442 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.928055 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:51:20.929295 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Bound port: bb26a317-e8be-4cf3-842f-0eb02dc979c0, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:51:20.929907 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:20.964974 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e6eb0-9704-4261-ae22-2f8c9bf2fdde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.966189 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e6eb0-9704-4261-ae22-2f8c9bf2fdde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.966843 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e6eb0-9704-4261-ae22-2f8c9bf2fdde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.967369 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e6eb0-9704-4261-ae22-2f8c9bf2fdde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.967925 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e6eb0-9704-4261-ae22-2f8c9bf2fdde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.968426 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e6eb0-9704-4261-ae22-2f8c9bf2fdde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.968922 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e6eb0-9704-4261-ae22-2f8c9bf2fdde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.969427 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e6eb0-9704-4261-ae22-2f8c9bf2fdde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.969940 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e6eb0-9704-4261-ae22-2f8c9bf2fdde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.970967 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e6eb0-9704-4261-ae22-2f8c9bf2fdde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.971476 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e6eb0-9704-4261-ae22-2f8c9bf2fdde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:20.971994 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e6eb0-9704-4261-ae22-2f8c9bf2fdde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:21.001616 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee4fe0b4-51aa-4419-887e-87a8c928ac46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:21.002584 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3859e624-a4d4-4798-a057-d1fe6bf2d399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:21.027199 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] For port bb26a317-e8be-4cf3-842f-0eb02dc979c0, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:21.030979 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] For port bb26a317-e8be-4cf3-842f-0eb02dc979c0, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bb26a317-e8be-4cf3-842f-0eb02dc979c0,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:51:21.081400 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d50a93f-3389-4b68-9792-6596de5cb8e2 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:21.086051 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d50a93f-3389-4b68-9792-6596de5cb8e2 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:21.086051 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-2d50a93f-3389-4b68-9792-6596de5cb8e2 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Floating IP 8b5dd95a-b95b-4f31-8d59-bb26a39aed05 disassociated. External IP: 172.25.8.111, port: fcef11bb-ac5e-474a-b2f7-e6e9297040eb. Aug 23 14:51:21.086051 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2d50a93f-3389-4b68-9792-6596de5cb8e2 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Calling delete_port for fcef11bb-ac5e-474a-b2f7-e6e9297040eb owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:21.108863 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:21.156070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859e624-a4d4-4798-a057-d1fe6bf2d399 admin admin] Pushing event deleted for resources: {'Port': ['ID=24bcf327-60a1-4424-a405-1790b2353a71,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:21.207445 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Allocated IP 172.20.0.1 (b4466b10-1056-4d71-b012-2191781d1107/d010c8ad-03e3-4ffc-868b-88fa8799727b/47562f01-2197-4913-8de9-8622978fe5da) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:51:21.215471 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e6eb0-9704-4261-ae22-2f8c9bf2fdde None None] Pushing event updated for resources: {'Port': ['ID=bb26a317-e8be-4cf3-842f-0eb02dc979c0,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:21.257101 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:21.258165 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:21.484425 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee4fe0b4-51aa-4419-887e-87a8c928ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:21.596542 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:21.699478 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee4fe0b4-51aa-4419-887e-87a8c928ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:21.768516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fe0b4-51aa-4419-887e-87a8c928ac46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=320beec8-ca64-47ee-b131-43ac22d375c5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:21.770112 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e59b6b-2d53-45a8-8663-a5e40a3ea1d2 None None] Network 88af5c89-a79c-43cf-8e21-2e35ff247d29 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:51:21.776568 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d50a93f-3389-4b68-9792-6596de5cb8e2 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:21.817732 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee4fe0b4-51aa-4419-887e-87a8c928ac46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:21.819891 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ee4fe0b4-51aa-4419-887e-87a8c928ac46 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/320beec8-ca64-47ee-b131-43ac22d375c5 HTTP/1.1" status: 204 len: 168 time: 1.1215775 Aug 23 14:51:21.822379 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42316) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:21.824205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device a9790bc8-5b5d-4098-bdee-b588195cde01 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:51:21.952678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: a9790bc8-5b5d-4098-bdee-b588195cde01 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:51:21.953427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device a9790bc8-5b5d-4098-bdee-b588195cde01 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:51:22.051448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9cc30-f7d0-4aff-8be2-9f18ed1455ba req-04da799b-6b2a-4c7e-bef2-1f5d1315e59e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:22.060002 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cf9cc30-f7d0-4aff-8be2-9f18ed1455ba req-04da799b-6b2a-4c7e-bef2-1f5d1315e59e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 944 time: 0.8237622 Aug 23 14:51:22.076744 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:22.135500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Transition to ACTIVE for port object 47562f01-2197-4913-8de9-8622978fe5da will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:22.136403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50a93f-3389-4b68-9792-6596de5cb8e2 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Port': ['ID=fcef11bb-ac5e-474a-b2f7-e6e9297040eb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:22.156862 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3859e624-a4d4-4798-a057-d1fe6bf2d399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:22.184396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cf9cc30-f7d0-4aff-8be2-9f18ed1455ba req-2bd6d947-da46-4a77-822f-4a0dbbf80b8d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230223 Aug 23 14:51:22.229972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903f662d-2521-4ad8-a07e-945b5a944327 None None] DHCP port deletion for 88af5c89-a79c-43cf-8e21-2e35ff247d29 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:51:22.292838 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:18Z', 'revision_number': 3, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:22.298392 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 8cd040fc-e23f-4329-a92c-522d68b22419 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:22.321096 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:22.347389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7ae4-c414-45fe-b801-6b4be5a344d3 req-8d9312c4-39d5-493d-89ca-b80a19d349f4 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:22.354614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7ae4-c414-45fe-b801-6b4be5a344d3 req-8d9312c4-39d5-493d-89ca-b80a19d349f4 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:22.362266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7ae4-c414-45fe-b801-6b4be5a344d3 req-8d9312c4-39d5-493d-89ca-b80a19d349f4 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:22.374318 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d806f-d4c6-4d58-881a-c2fb03d71dab None None] The sync data for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 is: [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:18Z', 'revision_number': 3, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:22.375513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7ae4-c414-45fe-b801-6b4be5a344d3 req-8d9312c4-39d5-493d-89ca-b80a19d349f4 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:22.382224 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7ae4-c414-45fe-b801-6b4be5a344d3 req-8d9312c4-39d5-493d-89ca-b80a19d349f4 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:22.391981 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7ae4-c414-45fe-b801-6b4be5a344d3 req-8d9312c4-39d5-493d-89ca-b80a19d349f4 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:22.402736 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7ae4-c414-45fe-b801-6b4be5a344d3 req-8d9312c4-39d5-493d-89ca-b80a19d349f4 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:22.435139 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3dfd7ae4-c414-45fe-b801-6b4be5a344d3 req-8d9312c4-39d5-493d-89ca-b80a19d349f4 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5431 time: 0.5202794 Aug 23 14:51:22.446008 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-903f662d-2521-4ad8-a07e-945b5a944327 None None] Deleting port 9c3f626a-32cf-4ed4-b031-5a25ec497668 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:22.446955 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-903f662d-2521-4ad8-a07e-945b5a944327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:22.482499 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:22.599246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-903f662d-2521-4ad8-a07e-945b5a944327 None None] For port 9c3f626a-32cf-4ed4-b031-5a25ec497668, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9c3f626a-32cf-4ed4-b031-5a25ec497668,segment=NetworkSegment(340ea372-e790-4e35-8e2d-045c920d2b69),segment_id=340ea372-e790-4e35-8e2d-045c920d2b69)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:22.600375 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-903f662d-2521-4ad8-a07e-945b5a944327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:22.619000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-903f662d-2521-4ad8-a07e-945b5a944327 None None] Calling delete_port for 9c3f626a-32cf-4ed4-b031-5a25ec497668 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:22.673609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Network b4466b10-1056-4d71-b012-2191781d1107 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:22.681141 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3dfd7ae4-c414-45fe-b801-6b4be5a344d3 req-9984708f-b784-4873-8ca7-a32be009dc40 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2492139 Aug 23 14:51:22.686538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:22.700213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:51:22.760842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d50a93f-3389-4b68-9792-6596de5cb8e2 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router fe4026eb-7dc8-4a12-b006-23f9f6605f50 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:51:22.808905 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] Deleting port 9c3f626a-32cf-4ed4-b031-5a25ec497668 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:22.809630 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:22.881747 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 8cd040fc-e23f-4329-a92c-522d68b22419 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:22.888112 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:22.972298 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-903f662d-2521-4ad8-a07e-945b5a944327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:23.097894 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5abe5c4b-f906-46ca-b584-a36b2bce03bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:23.113137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Pushing event updated for resources: {'Port': ['ID=47562f01-2197-4913-8de9-8622978fe5da,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:23.115020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f662d-2521-4ad8-a07e-945b5a944327 None None] No DVR routers for this DVR port 9c3f626a-32cf-4ed4-b031-5a25ec497668 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:51:23.146546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f662d-2521-4ad8-a07e-945b5a944327 None None] Pushing event deleted for resources: {'Port': ['ID=9c3f626a-32cf-4ed4-b031-5a25ec497668,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:23.219883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] For port 9c3f626a-32cf-4ed4-b031-5a25ec497668, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9c3f626a-32cf-4ed4-b031-5a25ec497668,segment=NetworkSegment(340ea372-e790-4e35-8e2d-045c920d2b69),segment_id=340ea372-e790-4e35-8e2d-045c920d2b69)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:23.221728 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3859e624-a4d4-4798-a057-d1fe6bf2d399 admin admin] Router 43945457-9c30-4cf5-b911-6d6e185fb8a9 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:51:23.222594 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:23.247432 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:23.311080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd040fc-e23f-4329-a92c-522d68b22419'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:23.331805 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc0ec94-2629-4a02-9f91-e33d35380682" -d '{"events": [{"server_uuid": "d3f62267-25e2-431f-9af3-1f161a8bee09", "name": "network-vif-plugged", "status": "completed", "tag": "8cd040fc-e23f-4329-a92c-522d68b22419"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:23.365436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 8cd040fc-e23f-4329-a92c-522d68b22419, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8cd040fc-e23f-4329-a92c-522d68b22419,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:23.393275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] Calling delete_port for 9c3f626a-32cf-4ed4-b031-5a25ec497668 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:23.481974 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:23.794012 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=8cd040fc-e23f-4329-a92c-522d68b22419,revision_number=10']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:23.815544 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bc94b2-756e-4a61-98b8-be0e2ee453a6 x-openstack-request-id: req-c6bc94b2-756e-4a61-98b8-be0e2ee453a6 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:23.816039 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f62267-25e2-431f-9af3-1f161a8bee09", "name": "network-vif-plugged", "status": "completed", "tag": "8cd040fc-e23f-4329-a92c-522d68b22419", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:23.816437 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c6bc94b2-756e-4a61-98b8-be0e2ee453a6 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:23.817046 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd040fc-e23f-4329-a92c-522d68b22419', 'code': 200} Aug 23 14:51:23.820121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-664514fd-31e7-4e58-b607-3a116eea62e0 None None] Provisioning for port 47562f01-2197-4913-8de9-8622978fe5da completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:23.853084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-664514fd-31e7-4e58-b607-3a116eea62e0 None None] Provisioning complete for port 47562f01-2197-4913-8de9-8622978fe5da triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:23.853617 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-664514fd-31e7-4e58-b607-3a116eea62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:23.869386 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 889e41eb-6fa7-444e-89e1-167dd5417eec no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:51:24.042547 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bb26a317-e8be-4cf3-842f-0eb02dc979c0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:24.100504 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:24.249228 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d50a93f-3389-4b68-9792-6596de5cb8e2 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:24.306780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de4401-e1ab-48d1-8682-05b68448c3a5 None None] Sync routers for ids ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:24.352246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de4401-e1ab-48d1-8682-05b68448c3a5 None None] Routers {'fe4026eb-7dc8-4a12-b006-23f9f6605f50'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:24.353871 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-42de4401-e1ab-48d1-8682-05b68448c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:24.357208 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-664514fd-31e7-4e58-b607-3a116eea62e0 None None] Port 47562f01-2197-4913-8de9-8622978fe5da cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:51:24.419385 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a61a24-415a-49f4-b2a8-7a4e60e621b0 req-dce293e3-50d0-4597-a1a0-2a0441769cb6 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:24.427024 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4a61a24-415a-49f4-b2a8-7a4e60e621b0 req-dce293e3-50d0-4597-a1a0-2a0441769cb6 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 944 time: 1.0568829 Aug 23 14:51:24.432526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3859e624-a4d4-4798-a057-d1fe6bf2d399 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:24.452555 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d55ee5-2bff-41f3-a20c-eae8be830a64 None None] Sync routers for ids ['43945457-9c30-4cf5-b911-6d6e185fb8a9'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:24.483285 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d55ee5-2bff-41f3-a20c-eae8be830a64 None None] Routers {'43945457-9c30-4cf5-b911-6d6e185fb8a9'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:24.484971 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-70d55ee5-2bff-41f3-a20c-eae8be830a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['43945457-9c30-4cf5-b911-6d6e185fb8a9'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:24.486540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7c481-9751-4636-b714-93e6df360ae1 req-68ee62d8-c01c-4123-86b3-f29a382e3f91 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:24.506773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port bb26a317-e8be-4cf3-842f-0eb02dc979c0 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:24.513048 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7c481-9751-4636-b714-93e6df360ae1 req-68ee62d8-c01c-4123-86b3-f29a382e3f91 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:24.515925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-42de4401-e1ab-48d1-8682-05b68448c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:24.525488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7c481-9751-4636-b714-93e6df360ae1 req-68ee62d8-c01c-4123-86b3-f29a382e3f91 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:24.540568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7c481-9751-4636-b714-93e6df360ae1 req-68ee62d8-c01c-4123-86b3-f29a382e3f91 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:24.561626 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7c481-9751-4636-b714-93e6df360ae1 req-68ee62d8-c01c-4123-86b3-f29a382e3f91 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:24.569665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7c481-9751-4636-b714-93e6df360ae1 req-68ee62d8-c01c-4123-86b3-f29a382e3f91 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:24.575490 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d50a93f-3389-4b68-9792-6596de5cb8e2 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:24.575909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7c481-9751-4636-b714-93e6df360ae1 req-68ee62d8-c01c-4123-86b3-f29a382e3f91 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:24.581001 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2d50a93f-3389-4b68-9792-6596de5cb8e2 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/ports/fcef11bb-ac5e-474a-b2f7-e6e9297040eb HTTP/1.1" status: 204 len: 168 time: 4.8599458 Aug 23 14:51:24.581001 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:24.582120 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42348) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:24.591163 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6dd7c481-9751-4636-b714-93e6df360ae1 req-68ee62d8-c01c-4123-86b3-f29a382e3f91 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5431 time: 0.5059195 Aug 23 14:51:24.596511 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port bb26a317-e8be-4cf3-842f-0eb02dc979c0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:24.596511 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:24.600470 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4a61a24-415a-49f4-b2a8-7a4e60e621b0 req-9267f87f-9645-44ca-99fb-b3ac42620f53 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547072 Aug 23 14:51:24.603102 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3859e624-a4d4-4798-a057-d1fe6bf2d399 admin admin] 10.222.0.38 "PUT /v2.0/routers/43945457-9c30-4cf5-b911-6d6e185fb8a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8448384 Aug 23 14:51:24.610290 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42350) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:24.649753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3f626a-32cf-4ed4-b031-5a25ec497668,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:24.733442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] No DVR routers for this DVR port 9c3f626a-32cf-4ed4-b031-5a25ec497668 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:51:24.778776 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-70d55ee5-2bff-41f3-a20c-eae8be830a64 None None] Set router 43945457-9c30-4cf5-b911-6d6e185fb8a9 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:24.849322 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:24.902270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port bb26a317-e8be-4cf3-842f-0eb02dc979c0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bb26a317-e8be-4cf3-842f-0eb02dc979c0,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:24.906212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de4401-e1ab-48d1-8682-05b68448c3a5 None None] Routers {'fe4026eb-7dc8-4a12-b006-23f9f6605f50'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:24.906851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-42de4401-e1ab-48d1-8682-05b68448c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:24.929150 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:25.044971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-42de4401-e1ab-48d1-8682-05b68448c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:25.049089 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de4401-e1ab-48d1-8682-05b68448c3a5 None None] The sync data for ids ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:25.077760 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:25.089433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:25.121758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88af5c89-a79c-43cf-8e21-2e35ff247d29']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:25.160603 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340ea372-e790-4e35-8e2d-045c920d2b69') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:25.161162 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340ea372-e790-4e35-8e2d-045c920d2b69') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:25.170753 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6dd7c481-9751-4636-b714-93e6df360ae1 req-e452f9cf-fec3-4939-b546-1e4bf2da2b31 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5786684 Aug 23 14:51:25.266471 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:25.278727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=bb26a317-e8be-4cf3-842f-0eb02dc979c0,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:25.298222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9c3f626a-32cf-4ed4-b031-5a25ec497668 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:51:25.307236 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:25.351512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 9c3f626a-32cf-4ed4-b031-5a25ec497668 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:51:25.351900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9c3f626a-32cf-4ed4-b031-5a25ec497668 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:51:25.384076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:51:25.384716 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:51:25.388342 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:51:25.428388 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-70d55ee5-2bff-41f3-a20c-eae8be830a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:31Z', 'updated_at': '2021-08-23T14:51:20Z', 'revision_number': 5, 'project_id': '12c362187edc43b28835086c10233034', 'gw_port': {'id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:34Z', 'updated_at': '2021-08-23T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:25.491874 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:25.519442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-39167d85-f297-41ab-a11a-c04ec0138b8d service neutron] 10.222.0.57 "GET /v2.0/ports/889e41eb-6fa7-444e-89e1-167dd5417eec/bindings/n-h2-804985-3 HTTP/1.1" status: 200 len: 384 time: 0.3981140 Aug 23 14:51:25.520958 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:25.529837 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d55ee5-2bff-41f3-a20c-eae8be830a64 None None] Checking router: 43945457-9c30-4cf5-b911-6d6e185fb8a9 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:51:25.541782 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d55ee5-2bff-41f3-a20c-eae8be830a64 None None] Routers {'43945457-9c30-4cf5-b911-6d6e185fb8a9'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:25.542605 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-70d55ee5-2bff-41f3-a20c-eae8be830a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:50:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['43945457-9c30-4cf5-b911-6d6e185fb8a9'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:25.586716 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:25.618109 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:25.620856 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/88af5c89-a79c-43cf-8e21-2e35ff247d29 HTTP/1.1" status: 204 len: 168 time: 3.7958698 Aug 23 14:51:25.654925 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519c832-aecd-48fd-902c-26d5c02c13d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=88af5c89-a79c-43cf-8e21-2e35ff247d29,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:25.767177 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-70d55ee5-2bff-41f3-a20c-eae8be830a64 None None] Set router 43945457-9c30-4cf5-b911-6d6e185fb8a9 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:25.790199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bb26a317-e8be-4cf3-842f-0eb02dc979c0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:25.854644 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74e89354-f414-498d-af9c-bc6b6fc481cd tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:25.856449 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:25.904720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port bb26a317-e8be-4cf3-842f-0eb02dc979c0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:25.905495 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:26.180445 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42378) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:26.236943 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-70d55ee5-2bff-41f3-a20c-eae8be830a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:31Z', 'updated_at': '2021-08-23T14:51:20Z', 'revision_number': 5, 'project_id': '12c362187edc43b28835086c10233034', 'gw_port': {'id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:34Z', 'updated_at': '2021-08-23T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:26.325024 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d55ee5-2bff-41f3-a20c-eae8be830a64 None None] The sync data for ids ['43945457-9c30-4cf5-b911-6d6e185fb8a9'] in n-d-804985-3 is: [{'id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'name': 'tempest-ServersTestJSON-1582310806-router', 'tenant_id': '12c362187edc43b28835086c10233034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:31Z', 'updated_at': '2021-08-23T14:51:20Z', 'revision_number': 5, 'project_id': '12c362187edc43b28835086c10233034', 'gw_port': {'id': 'bc923f8c-edea-467e-957a-7550520be3f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:48:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43945457-9c30-4cf5-b911-6d6e185fb8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:34Z', 'updated_at': '2021-08-23T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:26.408650 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8264a986-1338-4040-8800-c73c4829665d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=12feac158092408899c1a0e9b042350f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174606 Aug 23 14:51:26.413514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42382) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:26.419630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e62a2e-b203-4374-8572-5127c6a67cc5 req-3da34eb3-99df-4f66-9a99-0b1059fbae84 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:26.421392 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5e62a2e-b203-4374-8572-5127c6a67cc5 req-3da34eb3-99df-4f66-9a99-0b1059fbae84 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 944 time: 0.3635199 Aug 23 14:51:26.421629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] Deleting port bc923f8c-edea-467e-957a-7550520be3f5 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:26.422206 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:26.539367 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5e62a2e-b203-4374-8572-5127c6a67cc5 req-2059af8b-c2e0-430a-91dc-a9afce6353c0 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017268 Aug 23 14:51:26.570714 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba286-4056-4688-aa6f-5c8bd826b48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:26.591811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-19fe4afd-ef97-4519-ad77-9f5227f42882 service neutron] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=889e41eb-6fa7-444e-89e1-167dd5417eec,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:26.591811 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:26.619020 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:26.674930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598abb1c-f9b6-4047-b8ea-fc60d746adc0 req-d5ae0058-9eca-41ab-aa60-678f800e4090 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:26.683447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598abb1c-f9b6-4047-b8ea-fc60d746adc0 req-d5ae0058-9eca-41ab-aa60-678f800e4090 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:26.685051 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-74e89354-f414-498d-af9c-bc6b6fc481cd tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting port 538fe618-d8e5-47a0-9e04-b1a920961d3c {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:26.685754 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74e89354-f414-498d-af9c-bc6b6fc481cd tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:26.699018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598abb1c-f9b6-4047-b8ea-fc60d746adc0 req-d5ae0058-9eca-41ab-aa60-678f800e4090 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:26.720566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598abb1c-f9b6-4047-b8ea-fc60d746adc0 req-d5ae0058-9eca-41ab-aa60-678f800e4090 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:26.729358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598abb1c-f9b6-4047-b8ea-fc60d746adc0 req-d5ae0058-9eca-41ab-aa60-678f800e4090 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:26.737059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598abb1c-f9b6-4047-b8ea-fc60d746adc0 req-d5ae0058-9eca-41ab-aa60-678f800e4090 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:26.755159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598abb1c-f9b6-4047-b8ea-fc60d746adc0 req-d5ae0058-9eca-41ab-aa60-678f800e4090 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:26.762445 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-598abb1c-f9b6-4047-b8ea-fc60d746adc0 req-d5ae0058-9eca-41ab-aa60-678f800e4090 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5431 time: 0.3976259 Aug 23 14:51:26.799320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] For port bc923f8c-edea-467e-957a-7550520be3f5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bc923f8c-edea-467e-957a-7550520be3f5,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:26.799983 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:26.818239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] Calling delete_port for bc923f8c-edea-467e-957a-7550520be3f5 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:26.820830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-19fe4afd-ef97-4519-ad77-9f5227f42882 service neutron] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:26.822870 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74e89354-f414-498d-af9c-bc6b6fc481cd tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:26.840785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-74e89354-f414-498d-af9c-bc6b6fc481cd tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Calling delete_port for 538fe618-d8e5-47a0-9e04-b1a920961d3c owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:26.841370 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:26.863988 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34fdccca-d85c-4cf6-b147-6acff3b23d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:27.012922 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-19fe4afd-ef97-4519-ad77-9f5227f42882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889e41eb-6fa7-444e-89e1-167dd5417eec {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:51:27.074880 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-598abb1c-f9b6-4047-b8ea-fc60d746adc0 req-6d547bbb-48f7-4ed0-a2c4-e9a4e57d47ba tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2028553 Aug 23 14:51:27.095930 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34fdccca-d85c-4cf6-b147-6acff3b23d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:27.099918 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:27.112763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-19fe4afd-ef97-4519-ad77-9f5227f42882 service neutron] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=889e41eb-6fa7-444e-89e1-167dd5417eec,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:27.134507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Pushing event updated for resources: {'Port': ['ID=47562f01-2197-4913-8de9-8622978fe5da,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:27.241632 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-19fe4afd-ef97-4519-ad77-9f5227f42882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:27.361258 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74e89354-f414-498d-af9c-bc6b6fc481cd tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:27.415724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e89354-f414-498d-af9c-bc6b6fc481cd tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Port': ['ID=538fe618-d8e5-47a0-9e04-b1a920961d3c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:27.554137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-19fe4afd-ef97-4519-ad77-9f5227f42882 service neutron] Transition to ACTIVE for port object 889e41eb-6fa7-444e-89e1-167dd5417eec will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:27.561065 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Network b4466b10-1056-4d71-b012-2191781d1107 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:27.583131 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34fdccca-d85c-4cf6-b147-6acff3b23d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:27.583131 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34fdccca-d85c-4cf6-b147-6acff3b23d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:27.583131 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-34fdccca-d85c-4cf6-b147-6acff3b23d2b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8694131e-41f8-4151-890b-8f37e423240b HTTP/1.1" status: 204 len: 168 time: 1.1589890 Aug 23 14:51:27.588412 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:27.626177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdccca-d85c-4cf6-b147-6acff3b23d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8694131e-41f8-4151-890b-8f37e423240b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:27.773976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 24bcf327-60a1-4424-a405-1790b2353a71 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:51:27.791911 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-19fe4afd-ef97-4519-ad77-9f5227f42882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:27.804637 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:27.830626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 24bcf327-60a1-4424-a405-1790b2353a71 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:51:27.830978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 24bcf327-60a1-4424-a405-1790b2353a71 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:51:27.896377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cb401-4091-4b25-b4cb-925e2bce8def req-56c3464e-32e2-4f0f-b8dc-394183af6af8 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:27.904031 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a54cb401-4091-4b25-b4cb-925e2bce8def req-56c3464e-32e2-4f0f-b8dc-394183af6af8 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 945 time: 0.1807027 Aug 23 14:51:27.911248 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74e89354-f414-498d-af9c-bc6b6fc481cd tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:27.966207 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a54cb401-4091-4b25-b4cb-925e2bce8def req-068f21c1-c029-474c-b3ac-9ab3363423e9 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561979 Aug 23 14:51:28.020206 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4592721f-5c81-449c-b33c-15a0d6bfbedb None None] Provisioning complete for port 47562f01-2197-4913-8de9-8622978fe5da triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:28.020990 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4592721f-5c81-449c-b33c-15a0d6bfbedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:28.073081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4592721f-5c81-449c-b33c-15a0d6bfbedb None None] Port 47562f01-2197-4913-8de9-8622978fe5da cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:51:28.089536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-19fe4afd-ef97-4519-ad77-9f5227f42882 service neutron] No DVR routers for this DVR port 889e41eb-6fa7-444e-89e1-167dd5417eec on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:51:28.143272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe4afd-ef97-4519-ad77-9f5227f42882 service neutron] Pushing event updated for resources: {'Port': ['ID=889e41eb-6fa7-444e-89e1-167dd5417eec,revision_number=10']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:28.194332 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:28.201402 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc923f8c-edea-467e-957a-7550520be3f5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:28.204550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:51:28.242783 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-19fe4afd-ef97-4519-ad77-9f5227f42882 service neutron] 10.222.0.57 "PUT /v2.0/ports/889e41eb-6fa7-444e-89e1-167dd5417eec/bindings/n-h2-804985-3/activate HTTP/1.1" status: 200 len: 369 time: 2.6786702 Aug 23 14:51:28.322855 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:28.326650 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:28.442096 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:28.643394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e89354-f414-498d-af9c-bc6b6fc481cd tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router fe4026eb-7dc8-4a12-b006-23f9f6605f50 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:51:28.681522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-ef8e8a8c-d9f6-45ce-9ab9-f26ec28babd7 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:28.686533 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-ef8e8a8c-d9f6-45ce-9ab9-f26ec28babd7 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86&tenant_id=870a18d842e54e268bf7a5a7979fea11&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 1096 time: 0.1104147 Aug 23 14:51:28.882384 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-f210d003-1792-49ac-bb6e-942a1448ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:28.884144 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-f210d003-1792-49ac-bb6e-942a1448ebd1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86&tenant_id=870a18d842e54e268bf7a5a7979fea11 HTTP/1.1" status: 200 len: 1096 time: 0.1777763 Aug 23 14:51:28.905575 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e89354-f414-498d-af9c-bc6b6fc481cd tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:28.917702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574317e2-9d40-4acb-9282-00fa7d8f8966 None None] Sync routers for ids ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:28.930239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42426) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:28.932074 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-74e89354-f414-498d-af9c-bc6b6fc481cd tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "PUT /v2.0/routers/fe4026eb-7dc8-4a12-b006-23f9f6605f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3444114 Aug 23 14:51:28.941440 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:28.941795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43945457-9c30-4cf5-b911-6d6e185fb8a9 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:51:28.949664 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:28.950099 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574317e2-9d40-4acb-9282-00fa7d8f8966 None None] Routers {'fe4026eb-7dc8-4a12-b006-23f9f6605f50'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:28.950099 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-574317e2-9d40-4acb-9282-00fa7d8f8966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:28.951142 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5473b82c-157f-449b-ab09-89ac149d596f admin admin] 10.222.0.38 "DELETE /v2.0/routers/43945457-9c30-4cf5-b911-6d6e185fb8a9 HTTP/1.1" status: 204 len: 168 time: 4.3382108 Aug 23 14:51:28.960052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42428) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:29.135090 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-574317e2-9d40-4acb-9282-00fa7d8f8966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:29.180905 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-2d6f172c-b181-4888-9ec6-6b20b84a3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:29.185617 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574317e2-9d40-4acb-9282-00fa7d8f8966 None None] Routers {'fe4026eb-7dc8-4a12-b006-23f9f6605f50'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:29.188209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-574317e2-9d40-4acb-9282-00fa7d8f8966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:29.189695 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-2d6f172c-b181-4888-9ec6-6b20b84a3964 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 1096 time: 0.2537601 Aug 23 14:51:29.282403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-015048e5-f2d0-4b60-8958-f2eb71f6af9b admin admin] Deleting subnet d3c1b493-5244-4660-8372-bd1bd7562053 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:51:29.296853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9108a4-f4a7-4d42-af48-5aae2c94f1b9 req-60f55863-a070-424a-84be-4414e0c4e131 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:29.304585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9108a4-f4a7-4d42-af48-5aae2c94f1b9 req-60f55863-a070-424a-84be-4414e0c4e131 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:29.306917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-574317e2-9d40-4acb-9282-00fa7d8f8966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:29.308235 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574317e2-9d40-4acb-9282-00fa7d8f8966 None None] The sync data for ids ['fe4026eb-7dc8-4a12-b006-23f9f6605f50'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:29.314912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9108a4-f4a7-4d42-af48-5aae2c94f1b9 req-60f55863-a070-424a-84be-4414e0c4e131 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:29.324129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9108a4-f4a7-4d42-af48-5aae2c94f1b9 req-60f55863-a070-424a-84be-4414e0c4e131 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:29.330874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9108a4-f4a7-4d42-af48-5aae2c94f1b9 req-60f55863-a070-424a-84be-4414e0c4e131 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:29.338195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9108a4-f4a7-4d42-af48-5aae2c94f1b9 req-60f55863-a070-424a-84be-4414e0c4e131 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:29.345302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9108a4-f4a7-4d42-af48-5aae2c94f1b9 req-60f55863-a070-424a-84be-4414e0c4e131 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:29.354889 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f9108a4-f4a7-4d42-af48-5aae2c94f1b9 req-60f55863-a070-424a-84be-4414e0c4e131 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5431 time: 0.9300008 Aug 23 14:51:29.368789 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:29.377083 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-015048e5-f2d0-4b60-8958-f2eb71f6af9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:29.380863 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Sync routers for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:29.388931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-047f95b7-225b-4bf7-9650-a0013e0c1076 admin admin] 10.222.0.38 "PUT /v2.0/routers/a3f0da8e-1de2-43d3-8bd7-1d684b50ecac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6108141 Aug 23 14:51:29.404098 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:29.406770 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:29.411871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0161cb-0700-407a-ab11-d0ee820a7286 req-9010cda9-2c9b-4ebb-94c0-a31d848712ff tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:29.413997 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db0161cb-0700-407a-ab11-d0ee820a7286 req-9010cda9-2c9b-4ebb-94c0-a31d848712ff tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 945 time: 0.2927492 Aug 23 14:51:29.477734 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-015048e5-f2d0-4b60-8958-f2eb71f6af9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:29.504282 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f9108a4-f4a7-4d42-af48-5aae2c94f1b9 req-d15baa48-a5bd-4e98-8848-799084eb6e10 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1477489 Aug 23 14:51:29.562347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-54f9cca9-3fe2-4bae-8ad9-14fe86658e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:29.567141 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-54f9cca9-3fe2-4bae-8ad9-14fe86658e98 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.3591011 Aug 23 14:51:29.612374 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b15cd91-375e-4ec3-bbc2-18e7de044191 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:29.625500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42444) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:29.748497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bc923f8c-edea-467e-957a-7550520be3f5 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:51:29.818221 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-6fbd0f99-1ef7-4519-a70a-f77ebcaeae28 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=889e41eb-6fa7-444e-89e1-167dd5417eec HTTP/1.1" status: 200 len: 217 time: 0.2398334 Aug 23 14:51:29.822911 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db0161cb-0700-407a-ab11-d0ee820a7286 req-683771b1-f2b6-4807-b9d1-abff5ca41f44 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977399 Aug 23 14:51:29.830059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: bc923f8c-edea-467e-957a-7550520be3f5 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:51:29.830471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bc923f8c-edea-467e-957a-7550520be3f5 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:51:29.877720 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:29.946394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-64711679-cb54-483a-a06a-ad6b22964a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:29.949514 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-64711679-cb54-483a-a06a-ad6b22964a23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.1196756 Aug 23 14:51:29.957805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1864817599-network', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:29.993504 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-015048e5-f2d0-4b60-8958-f2eb71f6af9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:29.999367 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-9822b7a0-23c1-4541-8ca0-da043b587a49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358844 Aug 23 14:51:30.015768 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-06e38267-99e7-4234-9a2d-6a4296d76c87 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:51:30.018657 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-06e38267-99e7-4234-9a2d-6a4296d76c87 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090330 Aug 23 14:51:30.032557 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b15cd91-375e-4ec3-bbc2-18e7de044191 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:30.149851 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-942963ce-5fbf-4cd9-aa2c-82fa35dce5f1 service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186039 Aug 23 14:51:30.159429 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 2, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:30.186653 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Checking router: a3f0da8e-1de2-43d3-8bd7-1d684b50ecac for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:51:30.187017 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Updating router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac port 47562f01-2197-4913-8de9-8622978fe5da binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:51:30.213954 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:30.340427 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-daebb8d9-d1c1-41b5-911e-312ab37bcc38 service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823838 Aug 23 14:51:30.362815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11359905-e24a-4e31-9dc9-a986613187d1 req-0c8acc35-6b04-4226-8340-da65e1d91303 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:30.365168 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-11359905-e24a-4e31-9dc9-a986613187d1 req-0c8acc35-6b04-4226-8340-da65e1d91303 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 821 time: 0.1785996 Aug 23 14:51:30.382903 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-11359905-e24a-4e31-9dc9-a986613187d1 req-5c4de36c-60be-4bb4-8609-5923b95086a3 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/quotas/55e5a64cab5e4e0ca3cd861382426a21 HTTP/1.1" status: 200 len: 375 time: 0.0099363 Aug 23 14:51:30.443632 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-11359905-e24a-4e31-9dc9-a986613187d1 req-ae0e135d-792b-4888-b2f6-c598bf66f281 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517752 Aug 23 14:51:30.524206 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:30.536479 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Transition to ACTIVE for port object 47562f01-2197-4913-8de9-8622978fe5da will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:30.543998 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-11359905-e24a-4e31-9dc9-a986613187d1 req-0d7988e2-a804-4821-b014-f7e1ed59b814 service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930195 Aug 23 14:51:30.547297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] Made reservation on behalf of 1d6013a71a3946fa861d0bd6d7f01cd4 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:51:30.549782 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:30.560171 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:30.596145 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-015048e5-f2d0-4b60-8958-f2eb71f6af9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:30.650672 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:30.673109 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015048e5-f2d0-4b60-8958-f2eb71f6af9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3c1b493-5244-4660-8372-bd1bd7562053,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:30.674736 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-11359905-e24a-4e31-9dc9-a986613187d1 req-a6031b10-1036-46c9-a7c1-1c5ca88edb2b service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278682 Aug 23 14:51:30.683372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336fe3c3-4e59-4e40-8113-dfe4d01534cb None None] Network 87ad5f23-3854-49af-8867-189fb61a3e40 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:51:30.690888 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-015048e5-f2d0-4b60-8958-f2eb71f6af9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:30.692379 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-015048e5-f2d0-4b60-8958-f2eb71f6af9b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d3c1b493-5244-4660-8372-bd1bd7562053 HTTP/1.1" status: 204 len: 168 time: 1.7296765 Aug 23 14:51:30.702151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42476) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:30.798858 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcc47c-c1a2-412b-b6a5-7b9478b78e36 None None] Pushing event updated for resources: {'Port': ['ID=47562f01-2197-4913-8de9-8622978fe5da,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:30.857734 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:30.975902 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] Deleting port 7f0f0527-601c-4c28-8436-0b8df43618ee {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:30.976253 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:30.987024 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Attempting to bind port 47562f01-2197-4913-8de9-8622978fe5da on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:51:30.987753 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Attempting to bind port 47562f01-2197-4913-8de9-8622978fe5da by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:51:30.988127 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Attempting to bind port 47562f01-2197-4913-8de9-8622978fe5da on network b4466b10-1056-4d71-b012-2191781d1107 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:51:30.998084 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:51:30.998084 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Checking segment: {'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:30.998518 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:30.998794 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Bound using segment: {'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:51:30.999209 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Bound port: 47562f01-2197-4913-8de9-8622978fe5da, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:51:30.999594 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:31.082158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d48eb1-b1ec-44fd-9b5d-d6a8dcb73ca1 req-10d148c0-9e06-45c6-b28c-431bf14150d5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:31.104156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334700d2-26f3-4f2a-9ab0-c0a7a0a4b27d None None] DHCP port deletion for 87ad5f23-3854-49af-8867-189fb61a3e40 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:51:31.118772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d48eb1-b1ec-44fd-9b5d-d6a8dcb73ca1 req-10d148c0-9e06-45c6-b28c-431bf14150d5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:31.148392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d48eb1-b1ec-44fd-9b5d-d6a8dcb73ca1 req-10d148c0-9e06-45c6-b28c-431bf14150d5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:31.154976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d48eb1-b1ec-44fd-9b5d-d6a8dcb73ca1 req-10d148c0-9e06-45c6-b28c-431bf14150d5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:31.172174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-334700d2-26f3-4f2a-9ab0-c0a7a0a4b27d None None] Deleting port 7f0f0527-601c-4c28-8436-0b8df43618ee {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:31.172874 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-334700d2-26f3-4f2a-9ab0-c0a7a0a4b27d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:31.191454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d48eb1-b1ec-44fd-9b5d-d6a8dcb73ca1 req-10d148c0-9e06-45c6-b28c-431bf14150d5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:31.218724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d48eb1-b1ec-44fd-9b5d-d6a8dcb73ca1 req-10d148c0-9e06-45c6-b28c-431bf14150d5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:31.227599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d48eb1-b1ec-44fd-9b5d-d6a8dcb73ca1 req-10d148c0-9e06-45c6-b28c-431bf14150d5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:31.244710 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15d48eb1-b1ec-44fd-9b5d-d6a8dcb73ca1 req-10d148c0-9e06-45c6-b28c-431bf14150d5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5431 time: 0.6098571 Aug 23 14:51:31.261434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] For port 7f0f0527-601c-4c28-8436-0b8df43618ee, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7f0f0527-601c-4c28-8436-0b8df43618ee,segment=NetworkSegment(b94f383e-101c-45de-a577-3461625c52b8),segment_id=b94f383e-101c-45de-a577-3461625c52b8)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:31.261434 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:31.289125 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:31.296627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-5b15cd91-375e-4ec3-bbc2-18e7de044191 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting port 140cd082-a79b-4d28-9c54-2d69f9690bd9 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:31.297208 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b15cd91-375e-4ec3-bbc2-18e7de044191 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:31.338018 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] Calling delete_port for 7f0f0527-601c-4c28-8436-0b8df43618ee owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:31.351776 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-190fb473-e438-4d67-9024-261c5c985329 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:31.353357 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-190fb473-e438-4d67-9024-261c5c985329 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86&tenant_id=870a18d842e54e268bf7a5a7979fea11&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 1096 time: 0.2646976 Aug 23 14:51:31.386360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-334700d2-26f3-4f2a-9ab0-c0a7a0a4b27d None None] For port 7f0f0527-601c-4c28-8436-0b8df43618ee, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7f0f0527-601c-4c28-8436-0b8df43618ee,segment=NetworkSegment(b94f383e-101c-45de-a577-3461625c52b8),segment_id=b94f383e-101c-45de-a577-3461625c52b8)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:31.386991 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-334700d2-26f3-4f2a-9ab0-c0a7a0a4b27d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:31.402010 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b15cd91-375e-4ec3-bbc2-18e7de044191 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:31.416131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-5b15cd91-375e-4ec3-bbc2-18e7de044191 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Calling delete_port for 140cd082-a79b-4d28-9c54-2d69f9690bd9 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:31.417920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-334700d2-26f3-4f2a-9ab0-c0a7a0a4b27d None None] Calling delete_port for 7f0f0527-601c-4c28-8436-0b8df43618ee owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:31.553669 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] For port 47562f01-2197-4913-8de9-8622978fe5da, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:31.570724 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] For port 47562f01-2197-4913-8de9-8622978fe5da, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=47562f01-2197-4913-8de9-8622978fe5da,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:51:31.670800 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:31.703542 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:31.718039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:51:31.724072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7f0f0527-601c-4c28-8436-0b8df43618ee no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:51:31.730455 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:31.731142 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] Added segment 64023a5f-36ef-41f3-b3a7-c6e97ce6a597 of type vlan for network 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 Aug 23 14:51:31.751239 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:31.818263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] No DVR routers for this DVR port 7f0f0527-601c-4c28-8436-0b8df43618ee on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:51:31.823195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0f0527-601c-4c28-8436-0b8df43618ee,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:31.835209 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:31.836349 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:31.838083 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcc47c-c1a2-412b-b6a5-7b9478b78e36 None None] Pushing event updated for resources: {'Port': ['ID=47562f01-2197-4913-8de9-8622978fe5da,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:31.896017 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-334700d2-26f3-4f2a-9ab0-c0a7a0a4b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:31.897126 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:31.898803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334700d2-26f3-4f2a-9ab0-c0a7a0a4b27d None None] Pushing event deleted for resources: {'Port': ['ID=7f0f0527-601c-4c28-8436-0b8df43618ee,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:31.908682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No active binding found for port 7f0f0527-601c-4c28-8436-0b8df43618ee {{(pid=96116) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 14:51:31.909430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7f0f0527-601c-4c28-8436-0b8df43618ee not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:51:31.930784 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:51:31.969353 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15d48eb1-b1ec-44fd-9b5d-d6a8dcb73ca1 req-64bd2c1a-1792-4440-b1de-509ac3a631c5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7232738 Aug 23 14:51:31.984357 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-d3812e72-afe2-4373-9213-8ca944f8ec72 service neutron] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:31.995022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaf4f7c-328d-4c78-bb10-08ff60149f59,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:32.011716 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-d3812e72-afe2-4373-9213-8ca944f8ec72 service neutron] Notify callbacks [] for binding, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:32.017646 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9f281d5-55ac-4983-8ea9-7335434e49d0 req-d3812e72-afe2-4373-9213-8ca944f8ec72 service neutron] 10.222.0.61 "DELETE /v2.0/ports/889e41eb-6fa7-444e-89e1-167dd5417eec/bindings/n-h1-804985-3 HTTP/1.1" status: 204 len: 173 time: 0.6498899 Aug 23 14:51:32.076732 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad933dd0-d586-41b4-b935-ec8a9be9f3f3 req-6d3d061e-efa6-43c6-9413-f0d4c3486287 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:32.076732 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ad933dd0-d586-41b4-b935-ec8a9be9f3f3 req-6d3d061e-efa6-43c6-9413-f0d4c3486287 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 945 time: 0.6693249 Aug 23 14:51:32.076732 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:32.102129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ad5f23-3854-49af-8867-189fb61a3e40']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:32.123462 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94f383e-101c-45de-a577-3461625c52b8') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:32.123954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94f383e-101c-45de-a577-3461625c52b8') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:32.153123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334700d2-26f3-4f2a-9ab0-c0a7a0a4b27d None None] No DVR routers for this DVR port 7f0f0527-601c-4c28-8436-0b8df43618ee on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:51:32.156061 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ad933dd0-d586-41b4-b935-ec8a9be9f3f3 req-7b3936ea-ab1d-4571-aafb-583d10779da1 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876546 Aug 23 14:51:32.157960 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:32.185017 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:32.192207 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:32.200316 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:51:32.200913 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:51:32.202821 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:51:32.223140 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:32.227809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:32.228763 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:32.242364 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b15cd91-375e-4ec3-bbc2-18e7de044191 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:32.285564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9b5dc2aa-fd61-48b1-984e-dfd0407c8185,segment=NetworkSegment(a5994012-2141-442b-95b6-6d09994fdb03),segment_id=a5994012-2141-442b-95b6-6d09994fdb03)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:32.309321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185', 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'port_id': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185', 'mac_address': 'fa:16:3e:0a:92:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:51:32.338618 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:32.348644 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:32.353277 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] 10.222.0.38 "DELETE /v2.0/networks/87ad5f23-3854-49af-8867-189fb61a3e40 HTTP/1.1" status: 204 len: 168 time: 1.6480629 Aug 23 14:51:32.388146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a183b7-09a0-4026-9150-ee313fb0e542 admin admin] Pushing event deleted for resources: {'Network': ['ID=87ad5f23-3854-49af-8867-189fb61a3e40,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:32.394622 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:32.423398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:51:32.470937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9b5dc2aa-fd61-48b1-984e-dfd0407c8185,segment=NetworkSegment(a5994012-2141-442b-95b6-6d09994fdb03),segment_id=a5994012-2141-442b-95b6-6d09994fdb03)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:32.539048 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15cd91-375e-4ec3-bbc2-18e7de044191 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Port': ['ID=140cd082-a79b-4d28-9c54-2d69f9690bd9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:32.612572 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:32.613503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:51:32.749874 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-49d401c0-07e0-45eb-8b12-1e37084a5e63 req-3855374c-d8f7-478c-bd8b-b1b823ff43ab tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 210 time: 0.2146921 Aug 23 14:51:32.755233 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b15cd91-375e-4ec3-bbc2-18e7de044191 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:32.776698 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:31Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:32.786964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548eb39b-bd08-4d5f-882d-11f1f6597f61 req-5285bd9c-2d4f-4d55-b93a-caaa6fd0c020 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:32.786964 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-548eb39b-bd08-4d5f-882d-11f1f6597f61 req-5285bd9c-2d4f-4d55-b93a-caaa6fd0c020 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 1096 time: 0.1401336 Aug 23 14:51:32.816951 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ce406-3fb6-4a03-93a3-54345f591fc4 None None] The sync data for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 is: [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:31Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:32.858000 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-548eb39b-bd08-4d5f-882d-11f1f6597f61 req-663073f7-1fc4-49ef-bcef-6a907cc70891 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637629 Aug 23 14:51:32.960286 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42514) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:32.972076 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2331288 Aug 23 14:51:32.973414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a9085-9df9-43ef-aaaa-e30acc25eefb admin admin] Pushing event updated for resources: {'Network': ['ID=8405eaf9-b826-41fe-8073-a3a03d7ee1e6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:32.977042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42516) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:32.983581 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b15cd91-375e-4ec3-bbc2-18e7de044191 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:32.994041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Request body: {'subnet': {'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1864817599-subnet', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:32.999361 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b15cd91-375e-4ec3-bbc2-18e7de044191 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:33.012583 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:51:33.095515 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6c609acf-6509-49d8-aa2f-35f42c341d4c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=12c362187edc43b28835086c10233034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1316977 Aug 23 14:51:33.097769 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42520) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:33.131735 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b15cd91-375e-4ec3-bbc2-18e7de044191 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:33.132642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b15cd91-375e-4ec3-bbc2-18e7de044191 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Fanout notify agent at l3_agent the message router_deleted on router fe4026eb-7dc8-4a12-b006-23f9f6605f50 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:51:33.152032 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b15cd91-375e-4ec3-bbc2-18e7de044191 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:33.153984 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5b15cd91-375e-4ec3-bbc2-18e7de044191 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/routers/fe4026eb-7dc8-4a12-b006-23f9f6605f50 HTTP/1.1" status: 204 len: 168 time: 4.2206428 Aug 23 14:51:33.182889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42522) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:33.202548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Made reservation on behalf of 1d6013a71a3946fa861d0bd6d7f01cd4 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:51:33.211084 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:33.219728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=9b5dc2aa-fd61-48b1-984e-dfd0407c8185,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:33.329365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:33.347845 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055383bc-3ad0-45dc-a73b-80d6816196e9 req-77a99527-45c0-4a43-b5c8-1c97d91f50ee tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:33.360903 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055383bc-3ad0-45dc-a73b-80d6816196e9 req-77a99527-45c0-4a43-b5c8-1c97d91f50ee tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:33.372755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e', 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b', 'port_id': '45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e', 'mac_address': 'fa:16:3e:db:f1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb1f0f7-98e5-40bc-b086-3383c3358cb9', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:51:33.374833 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055383bc-3ad0-45dc-a73b-80d6816196e9 req-77a99527-45c0-4a43-b5c8-1c97d91f50ee tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:33.404605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055383bc-3ad0-45dc-a73b-80d6816196e9 req-77a99527-45c0-4a43-b5c8-1c97d91f50ee tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:33.411204 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055383bc-3ad0-45dc-a73b-80d6816196e9 req-77a99527-45c0-4a43-b5c8-1c97d91f50ee tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:33.418249 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055383bc-3ad0-45dc-a73b-80d6816196e9 req-77a99527-45c0-4a43-b5c8-1c97d91f50ee tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:33.432724 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:33.435042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055383bc-3ad0-45dc-a73b-80d6816196e9 req-77a99527-45c0-4a43-b5c8-1c97d91f50ee tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:33.437074 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-055383bc-3ad0-45dc-a73b-80d6816196e9 req-77a99527-45c0-4a43-b5c8-1c97d91f50ee tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5432 time: 0.2935462 Aug 23 14:51:33.449527 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-33169631-daa1-43a7-bd08-8ff5e59744f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:33.492379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386c6e4-8537-4a8d-9ffb-ef264b037441 req-b823d5b8-08a9-49c3-818b-57dfe3471291 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:33.495998 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1386c6e4-8537-4a8d-9ffb-ef264b037441 req-b823d5b8-08a9-49c3-818b-57dfe3471291 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 1096 time: 0.3845930 Aug 23 14:51:33.512401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0f8112-324f-45e5-ae1a-d41474c77929 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting subnet 55f34bb6-7bfa-46c3-a397-18a42245ef8c {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:51:33.518317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:51:33.531678 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8112-324f-45e5-ae1a-d41474c77929 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:33.535149 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-33169631-daa1-43a7-bd08-8ff5e59744f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:33.625472 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:33.625595 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-055383bc-3ad0-45dc-a73b-80d6816196e9 req-57544b9c-308c-4071-8ad5-3f054bcb68e1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1619456 Aug 23 14:51:33.725404 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:33.727732 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device cc7683fa-d729-485b-a13f-03f149ab4dae details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:51:33.757737 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8112-324f-45e5-ae1a-d41474c77929 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:33.798844 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1386c6e4-8537-4a8d-9ffb-ef264b037441 req-fc28052d-c1f1-4baf-b3de-a42319c60dc6 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817891 Aug 23 14:51:33.824383 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-33169631-daa1-43a7-bd08-8ff5e59744f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:33.829163 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-33169631-daa1-43a7-bd08-8ff5e59744f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:33.830868 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-33169631-daa1-43a7-bd08-8ff5e59744f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e6310f5-0d74-4ee1-bace-c935a913d374 HTTP/1.1" status: 204 len: 168 time: 0.7321198 Aug 23 14:51:33.876028 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port cc7683fa-d729-485b-a13f-03f149ab4dae, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=cc7683fa-d729-485b-a13f-03f149ab4dae,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:33.879583 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:33.891024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 47562f01-2197-4913-8de9-8622978fe5da up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:33.903136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33169631-daa1-43a7-bd08-8ff5e59744f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6310f5-0d74-4ee1-bace-c935a913d374,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:33.961262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'cc7683fa-d729-485b-a13f-03f149ab4dae', 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b', 'port_id': 'cc7683fa-d729-485b-a13f-03f149ab4dae', 'mac_address': 'fa:16:3e:50:9f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb1f0f7-98e5-40bc-b086-3383c3358cb9', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:51:34.094310 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:34.112009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7683fa-d729-485b-a13f-03f149ab4dae {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:51:34.144360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port cc7683fa-d729-485b-a13f-03f149ab4dae, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=cc7683fa-d729-485b-a13f-03f149ab4dae,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:34.167561 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed1d5451-0806-490a-b4fb-33bd692dbd12 req-993c4f3b-cd76-4a05-bf38-e58acd964265 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 210 time: 0.0890827 Aug 23 14:51:34.176315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 47562f01-2197-4913-8de9-8622978fe5da completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:34.187413 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8112-324f-45e5-ae1a-d41474c77929 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:34.189334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 47562f01-2197-4913-8de9-8622978fe5da triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:34.189751 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:34.239286 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:34.239855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device b58b144d-9752-4c28-8735-b31a58987388 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:51:34.369405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=cc7683fa-d729-485b-a13f-03f149ab4dae,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:34.406008 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:34.524081 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8112-324f-45e5-ae1a-d41474c77929 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:34.582369 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8112-324f-45e5-ae1a-d41474c77929 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:34.584332 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8f0f8112-324f-45e5-ae1a-d41474c77929 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/subnets/55f34bb6-7bfa-46c3-a397-18a42245ef8c HTTP/1.1" status: 204 len: 168 time: 1.3997166 Aug 23 14:51:34.587169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42550) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:34.596711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a929204-1646-4501-873a-b5b3298215d1 None None] Network 631cdfee-5cea-4aff-81d5-832065e27f52 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:51:34.611509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b215a108-a328-41eb-ad70-08cefd15af3d,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:34.651515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:34.651950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:34.652298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:34.652642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:34.652982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:34.653371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:34.653652 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:34.653985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:34.654318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:34.654647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:34.654974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:34.655309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:34.685705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Checking segment: {'id': '64023a5f-36ef-41f3-b3a7-c6e97ce6a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:34.685986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Network hostable DHCP agents. Network: 8405eaf9-b826-41fe-8073-a3a03d7ee1e6, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:51:34.822096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f8112-324f-45e5-ae1a-d41474c77929 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Subnet': ['ID=55f34bb6-7bfa-46c3-a397-18a42245ef8c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:34.823713 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:34.833522 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:34.908564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port b58b144d-9752-4c28-8735-b31a58987388, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=b58b144d-9752-4c28-8735-b31a58987388,segment=NetworkSegment(b4b833fb-990c-45b7-ae35-6537a7ed4b9b),segment_id=b4b833fb-990c-45b7-ae35-6537a7ed4b9b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:34.937609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Network 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:51:35.002940 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'b58b144d-9752-4c28-8735-b31a58987388', 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e', 'port_id': 'b58b144d-9752-4c28-8735-b31a58987388', 'mac_address': 'fa:16:3e:da:af:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8041fe2e-c347-4b3e-abfc-bf8ee4b736dd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:51:35.018554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 47562f01-2197-4913-8de9-8622978fe5da, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=47562f01-2197-4913-8de9-8622978fe5da,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:35.046998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5084a0-a3eb-4392-b88f-195c5c944efd None None] DHCP port deletion for 631cdfee-5cea-4aff-81d5-832065e27f52 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:51:35.079547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:35.079980 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:35.125588 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:35.138131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 8405eaf9-b826-41fe-8073-a3a03d7ee1e6) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:35.164136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:35.164898 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:35.197132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57534592-ac04-43d0-8814-532257c09263 None None] Network 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:51:35.266547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] For port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0ad8b47f-18ed-4e2c-9f8b-6f701435b53e,segment=NetworkSegment(4cc645ca-2642-4599-a422-4d4c01ffd3ea),segment_id=4cc645ca-2642-4599-a422-4d4c01ffd3ea)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:35.266931 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:35.269360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2da97-9f73-4f6f-a77a-d66be56e96e9 req-00a9022f-b3e9-4c29-8b72-2b08aac2d694 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:35.281340 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:35.288890 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2da97-9f73-4f6f-a77a-d66be56e96e9 req-00a9022f-b3e9-4c29-8b72-2b08aac2d694 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:35.300350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2da97-9f73-4f6f-a77a-d66be56e96e9 req-00a9022f-b3e9-4c29-8b72-2b08aac2d694 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:35.318851 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2da97-9f73-4f6f-a77a-d66be56e96e9 req-00a9022f-b3e9-4c29-8b72-2b08aac2d694 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:35.340703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2da97-9f73-4f6f-a77a-d66be56e96e9 req-00a9022f-b3e9-4c29-8b72-2b08aac2d694 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:35.365900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2da97-9f73-4f6f-a77a-d66be56e96e9 req-00a9022f-b3e9-4c29-8b72-2b08aac2d694 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:35.382212 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2da97-9f73-4f6f-a77a-d66be56e96e9 req-00a9022f-b3e9-4c29-8b72-2b08aac2d694 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:35.399442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d8c2da97-9f73-4f6f-a77a-d66be56e96e9 req-00a9022f-b3e9-4c29-8b72-2b08aac2d694 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5434 time: 0.5457165 Aug 23 14:51:35.547699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11359905-e24a-4e31-9dc9-a986613187d1 req-09b6a9d0-4819-46d4-91a8-97a8cd965928 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:35.549055 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11359905-e24a-4e31-9dc9-a986613187d1 req-09b6a9d0-4819-46d4-91a8-97a8cd965928 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.57 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 821 time: 0.6532440 Aug 23 14:51:35.571144 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-37079575-7790-4109-bbc4-1138276b2b10 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5831325 Aug 23 14:51:35.571916 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42580) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:35.593312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-11359905-e24a-4e31-9dc9-a986613187d1 req-c24c7ec9-a133-4403-9ae3-501349f4fe10 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Request body: {'port': {'device_id': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'admin_state_up': True, 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:35.597137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58b144d-9752-4c28-8735-b31a58987388 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:51:35.625001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:35.630844 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port b58b144d-9752-4c28-8735-b31a58987388, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=b58b144d-9752-4c28-8735-b31a58987388,segment=NetworkSegment(b4b833fb-990c-45b7-ae35-6537a7ed4b9b),segment_id=b4b833fb-990c-45b7-ae35-6537a7ed4b9b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:35.632644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=47562f01-2197-4913-8de9-8622978fe5da,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:35.699799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d8c2da97-9f73-4f6f-a77a-d66be56e96e9 req-c1128068-808e-4243-9ef9-280b2cc8a05e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2826452 Aug 23 14:51:35.754126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:51:35.767499 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:35.773907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e0058166-4f12-416b-8269-a53656408fa9 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:51:35.917675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Calling delete_port for 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:35.926853 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:35.939631 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:35.950431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e0058166-4f12-416b-8269-a53656408fa9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e0058166-4f12-416b-8269-a53656408fa9,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:35.954001 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bcddcfb2-2e60-4bb3-9e70-36123ec3cd61 req-16cc4a76-80fa-4b1d-97ad-d5dead545722 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 210 time: 0.0475364 Aug 23 14:51:36.046263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'e0058166-4f12-416b-8269-a53656408fa9', 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b', 'port_id': 'e0058166-4f12-416b-8269-a53656408fa9', 'mac_address': 'fa:16:3e:99:98:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb1f0f7-98e5-40bc-b086-3383c3358cb9', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:51:36.104217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42596) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:36.160230 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.173511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11359905-e24a-4e31-9dc9-a986613187d1 req-c24c7ec9-a133-4403-9ae3-501349f4fe10 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Made reservation on behalf of 55e5a64cab5e4e0ca3cd861382426a21 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:51:36.177281 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-11359905-e24a-4e31-9dc9-a986613187d1 req-c24c7ec9-a133-4403-9ae3-501349f4fe10 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.242863 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.247319 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.258852 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.289733 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0058166-4f12-416b-8269-a53656408fa9 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:51:36.318616 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e0058166-4f12-416b-8269-a53656408fa9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e0058166-4f12-416b-8269-a53656408fa9,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:36.322287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-af5084a0-a3eb-4392-b88f-195c5c944efd None None] Deleting port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:36.322733 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-af5084a0-a3eb-4392-b88f-195c5c944efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.346776 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-577161822-network', 'tenant_id': '3899520633d64a9ba672b7936389b974'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:36.357285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Port': ['ID=0ad8b47f-18ed-4e2c-9f8b-6f701435b53e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:36.359885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] No DVR routers for this DVR port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:51:36.416273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-af5084a0-a3eb-4392-b88f-195c5c944efd None None] For port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e, host n-d-804985-3, got binding levels [] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:36.417046 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-af5084a0-a3eb-4392-b88f-195c5c944efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.433221 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-af5084a0-a3eb-4392-b88f-195c5c944efd None None] Calling delete_port for 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:36.436794 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.ipam_backend_mixin [None req-af5084a0-a3eb-4392-b88f-195c5c944efd None None] Port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e was not found and therefore no delete operation was performed {{(pid=96116) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 14:51:36.482372 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-af5084a0-a3eb-4392-b88f-195c5c944efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.488385 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.489807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:51:36.511278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] Made reservation on behalf of 3899520633d64a9ba672b7936389b974 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:51:36.513155 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.530041 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.533330 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.551918 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.562540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:36.563061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631cdfee-5cea-4aff-81d5-832065e27f52']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:36.580742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc645ca-2642-4599-a422-4d4c01ffd3ea') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:36.581254 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc645ca-2642-4599-a422-4d4c01ffd3ea') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:36.588007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-11359905-e24a-4e31-9dc9-a986613187d1 req-c24c7ec9-a133-4403-9ae3-501349f4fe10 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Allocated IP 172.20.0.12 (b4466b10-1056-4d71-b012-2191781d1107/d010c8ad-03e3-4ffc-868b-88fa8799727b/db69d546-71e2-4357-9901-b439108961b7) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:51:36.602458 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.604662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '06a8eaaa-b6fe-44a6-a2cf-36deeb967d08', 'network_id': '4b3181b0-25bc-4dc4-bbd2-aea26008a76b', 'port_id': '06a8eaaa-b6fe-44a6-a2cf-36deeb967d08', 'mac_address': 'fa:16:3e:36:60:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb1f0f7-98e5-40bc-b086-3383c3358cb9', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:51:36.632681 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.648793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:51:36.649207 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:51:36.653706 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:51:36.698954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5084a0-a3eb-4392-b88f-195c5c944efd None None] No DVR routers for this DVR port 0ad8b47f-18ed-4e2c-9f8b-6f701435b53e on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:51:36.751376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=b58b144d-9752-4c28-8735-b31a58987388,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:36.788424 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'fixed_ips': [{'subnet_id': 'b215a108-a328-41eb-ad70-08cefd15af3d'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:51:36.789292 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.794053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5084a0-a3eb-4392-b88f-195c5c944efd None None] Pushing event deleted for resources: {'Port': ['ID=0ad8b47f-18ed-4e2c-9f8b-6f701435b53e,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:36.795911 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.842433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:51:36.871690 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.900354 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:36.933755 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-11359905-e24a-4e31-9dc9-a986613187d1 req-c24c7ec9-a133-4403-9ae3-501349f4fe10 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.977800 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:36.999623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=e0058166-4f12-416b-8269-a53656408fa9,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:37.003558 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:51:37.007555 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:37.008722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 25154261-6545-4a3f-bb8b-1267f051675f details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:51:37.025302 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:37.025518 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] Added segment 1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2 of type vlan for network 2799cc5d-237c-4a15-8475-06e4b118779b Aug 23 14:51:37.123627 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:37.155609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:37.169922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 25154261-6545-4a3f-bb8b-1267f051675f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=25154261-6545-4a3f-bb8b-1267f051675f,segment=NetworkSegment(b4b833fb-990c-45b7-ae35-6537a7ed4b9b),segment_id=b4b833fb-990c-45b7-ae35-6537a7ed4b9b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:37.193900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Allocated IP 172.20.0.2 (8405eaf9-b826-41fe-8073-a3a03d7ee1e6/b215a108-a328-41eb-ad70-08cefd15af3d/b62dcaaf-f6d9-4a53-ba11-9cd3675b777c) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:51:37.205553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '25154261-6545-4a3f-bb8b-1267f051675f', 'network_id': 'a24b937b-de39-4060-9493-8fb429cfbe9e', 'port_id': '25154261-6545-4a3f-bb8b-1267f051675f', 'mac_address': 'fa:16:3e:47:52:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8041fe2e-c347-4b3e-abfc-bf8ee4b736dd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:51:37.209900 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ecbd1817-9957-4a4f-9873-aa2ba5a25905 req-7f8f6841-f7ef-4e31-ab17-f1eac839d807 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 210 time: 0.0964327 Aug 23 14:51:37.308907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff249e-7c3a-49bc-b3d0-9a032654c1ac req-1724ec09-58cd-48d8-8ca2-a04aae49a05f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:37.323069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff249e-7c3a-49bc-b3d0-9a032654c1ac req-1724ec09-58cd-48d8-8ca2-a04aae49a05f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:37.325377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-11359905-e24a-4e31-9dc9-a986613187d1 req-c24c7ec9-a133-4403-9ae3-501349f4fe10 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Transition to ACTIVE for port object db69d546-71e2-4357-9901-b439108961b7 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:37.337947 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff249e-7c3a-49bc-b3d0-9a032654c1ac req-1724ec09-58cd-48d8-8ca2-a04aae49a05f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:37.347955 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:37.360274 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff249e-7c3a-49bc-b3d0-9a032654c1ac req-1724ec09-58cd-48d8-8ca2-a04aae49a05f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:37.370239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff249e-7c3a-49bc-b3d0-9a032654c1ac req-1724ec09-58cd-48d8-8ca2-a04aae49a05f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:37.370727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25154261-6545-4a3f-bb8b-1267f051675f {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:51:37.377004 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff249e-7c3a-49bc-b3d0-9a032654c1ac req-1724ec09-58cd-48d8-8ca2-a04aae49a05f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:37.384146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff249e-7c3a-49bc-b3d0-9a032654c1ac req-1724ec09-58cd-48d8-8ca2-a04aae49a05f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:37.392696 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5dff249e-7c3a-49bc-b3d0-9a032654c1ac req-1724ec09-58cd-48d8-8ca2-a04aae49a05f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5436 time: 0.4957254 Aug 23 14:51:37.412261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 25154261-6545-4a3f-bb8b-1267f051675f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=25154261-6545-4a3f-bb8b-1267f051675f,segment=NetworkSegment(b4b833fb-990c-45b7-ae35-6537a7ed4b9b),segment_id=b4b833fb-990c-45b7-ae35-6537a7ed4b9b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:37.422194 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:37.424282 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:37.426489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:37.426489 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:37.529771 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:37.535408 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:37.570483 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:37.578582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Transition to ACTIVE for port object b62dcaaf-f6d9-4a53-ba11-9cd3675b777c will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:37.589095 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/networks/631cdfee-5cea-4aff-81d5-832065e27f52 HTTP/1.1" status: 204 len: 168 time: 2.9983575 Aug 23 14:51:37.589095 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] Pushing event updated for resources: {'Network': ['ID=2799cc5d-237c-4a15-8475-06e4b118779b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:37.594043 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:37.599395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42624) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:37.627070 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Transition to ACTIVE for port object b62dcaaf-f6d9-4a53-ba11-9cd3675b777c will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:37.635077 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=25154261-6545-4a3f-bb8b-1267f051675f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:37.638264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922859d-a31c-4350-9afb-f9440d624a21 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Network': ['ID=631cdfee-5cea-4aff-81d5-832065e27f52,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:37.699268 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5dff249e-7c3a-49bc-b3d0-9a032654c1ac req-af297659-0db1-4784-b106-1f95a7d3aa10 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3025174 Aug 23 14:51:37.702331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 2799cc5d-237c-4a15-8475-06e4b118779b details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:51:37.731866 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:37.818001 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 47562f01-2197-4913-8de9-8622978fe5da up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:37.874288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Network 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:37.877757 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-67bc7cd0-9f3f-41c7-ad9c-1e65dbfaed11 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7689636 Aug 23 14:51:37.878863 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42626) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:37.885894 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:37.895423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:51:37.901086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-09e4561b-abe9-448a-b00b-97f1cd91d069 admin admin] Request body: {'subnet': {'network_id': '2799cc5d-237c-4a15-8475-06e4b118779b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-577161822-subnet', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:37.914285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Pushing event updated for resources: {'Port': ['ID=b62dcaaf-f6d9-4a53-ba11-9cd3675b777c,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:37.971792 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7519151d-ce84-4613-a140-c4456a64f963 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting port bf5554f5-89a9-4f25-8e69-4968f29edb8b {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:37.972549 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7519151d-ce84-4613-a140-c4456a64f963 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:38.040166 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Attempting to bind port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:51:38.040726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Attempting to bind port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '64023a5f-36ef-41f3-b3a7-c6e97ce6a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:51:38.041268 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Attempting to bind port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c on network 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:51:38.048468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 47562f01-2197-4913-8de9-8622978fe5da triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:38.050101 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e4561b-abe9-448a-b00b-97f1cd91d069 admin admin] Made reservation on behalf of 3899520633d64a9ba672b7936389b974 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:51:38.054327 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09e4561b-abe9-448a-b00b-97f1cd91d069 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:38.054809 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:38.056992 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:51:38.058862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Checking segment: {'id': '64023a5f-36ef-41f3-b3a7-c6e97ce6a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:38.072130 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:38.072722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Bound using segment: {'id': '64023a5f-36ef-41f3-b3a7-c6e97ce6a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:51:38.073514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Bound port: b62dcaaf-f6d9-4a53-ba11-9cd3675b777c, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64023a5f-36ef-41f3-b3a7-c6e97ce6a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:51:38.074005 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:38.117332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:51:38.125758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['9b5dc2aa-fd61-48b1-984e-dfd0407c8185'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:51:38.138614 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-11359905-e24a-4e31-9dc9-a986613187d1 req-c24c7ec9-a133-4403-9ae3-501349f4fe10 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:38.162624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['b58b144d-9752-4c28-8735-b31a58987388'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:51:38.165492 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['e0058166-4f12-416b-8269-a53656408fa9'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:51:38.201851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['25154261-6545-4a3f-bb8b-1267f051675f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:51:38.204851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['06a8eaaa-b6fe-44a6-a2cf-36deeb967d08'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:51:38.263792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11359905-e24a-4e31-9dc9-a986613187d1 req-c24c7ec9-a133-4403-9ae3-501349f4fe10 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Network b4466b10-1056-4d71-b012-2191781d1107 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:38.273931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-11359905-e24a-4e31-9dc9-a986613187d1 req-c24c7ec9-a133-4403-9ae3-501349f4fe10 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:38.288699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-11359905-e24a-4e31-9dc9-a986613187d1 req-c24c7ec9-a133-4403-9ae3-501349f4fe10 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:51:38.295646 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c7ec9-a133-4403-9ae3-501349f4fe10 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Pushing event updated for resources: {'Port': ['ID=db69d546-71e2-4357-9901-b439108961b7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:38.360921 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:38.421901 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09e4561b-abe9-448a-b00b-97f1cd91d069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:38.528142 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:38.600605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4561b-abe9-448a-b00b-97f1cd91d069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67f349bb-fcb9-48a9-9876-1d08aaf17591,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:38.600605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7519151d-ce84-4613-a140-c4456a64f963 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:38.600605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7519151d-ce84-4613-a140-c4456a64f963 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:38.600605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7519151d-ce84-4613-a140-c4456a64f963 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Calling delete_port for bf5554f5-89a9-4f25-8e69-4968f29edb8b owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:38.755301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11359905-e24a-4e31-9dc9-a986613187d1 req-c24c7ec9-a133-4403-9ae3-501349f4fe10 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:38.756638 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-11359905-e24a-4e31-9dc9-a986613187d1 req-c24c7ec9-a133-4403-9ae3-501349f4fe10 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:38.857231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Allocated IP 172.25.8.234 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:51:38.883038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4561b-abe9-448a-b00b-97f1cd91d069 admin admin] Checking segment: {'id': '1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2799cc5d-237c-4a15-8475-06e4b118779b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:38.905065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e4561b-abe9-448a-b00b-97f1cd91d069 admin admin] Network hostable DHCP agents. Network: 2799cc5d-237c-4a15-8475-06e4b118779b, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:51:39.016581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acb398-2b1a-4c66-8e08-d868fe40165c req-286d8240-e049-428a-925d-9b9b2f407c47 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:39.025627 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34acb398-2b1a-4c66-8e08-d868fe40165c req-286d8240-e049-428a-925d-9b9b2f407c47 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 932 time: 0.6393168 Aug 23 14:51:39.066745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a2db-96c2-407f-b8ed-239762502273 req-bc279aa8-8dcb-4828-9a4f-e0ca2e3b46a2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:39.074170 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a2db-96c2-407f-b8ed-239762502273 req-bc279aa8-8dcb-4828-9a4f-e0ca2e3b46a2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:39.081265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a2db-96c2-407f-b8ed-239762502273 req-bc279aa8-8dcb-4828-9a4f-e0ca2e3b46a2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:39.091963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a2db-96c2-407f-b8ed-239762502273 req-bc279aa8-8dcb-4828-9a4f-e0ca2e3b46a2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:39.102732 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a2db-96c2-407f-b8ed-239762502273 req-bc279aa8-8dcb-4828-9a4f-e0ca2e3b46a2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:39.109912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a2db-96c2-407f-b8ed-239762502273 req-bc279aa8-8dcb-4828-9a4f-e0ca2e3b46a2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:39.116676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a2db-96c2-407f-b8ed-239762502273 req-bc279aa8-8dcb-4828-9a4f-e0ca2e3b46a2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:39.118539 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34acb398-2b1a-4c66-8e08-d868fe40165c req-e2ecf411-8086-4757-8e78-2c52bf0327d4 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919673 Aug 23 14:51:39.122536 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d20a2db-96c2-407f-b8ed-239762502273 req-bc279aa8-8dcb-4828-9a4f-e0ca2e3b46a2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5438 time: 0.1334250 Aug 23 14:51:39.155742 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:39.170999 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d20a2db-96c2-407f-b8ed-239762502273 req-c7fa48bc-d802-4134-bb59-814fe77c6d4a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451515 Aug 23 14:51:39.204998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['cc7683fa-d729-485b-a13f-03f149ab4dae'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:51:39.210821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] For port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:39.288277 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7519151d-ce84-4613-a140-c4456a64f963 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:39.296247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] For port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b62dcaaf-f6d9-4a53-ba11-9cd3675b777c,segment=NetworkSegment(64023a5f-36ef-41f3-b3a7-c6e97ce6a597),segment_id=64023a5f-36ef-41f3-b3a7-c6e97ce6a597)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:51:39.324656 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11359905-e24a-4e31-9dc9-a986613187d1 req-c24c7ec9-a133-4403-9ae3-501349f4fe10 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7506809 Aug 23 14:51:39.328629 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:39.328782 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4808aae3-a7ad-46c1-b12c-1f9c2ead2234 None None] Provisioning for port db69d546-71e2-4357-9901-b439108961b7 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:39.329265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519151d-ce84-4613-a140-c4456a64f963 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Port': ['ID=bf5554f5-89a9-4f25-8e69-4968f29edb8b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:39.335960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e4561b-abe9-448a-b00b-97f1cd91d069 admin admin] Network 2799cc5d-237c-4a15-8475-06e4b118779b is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:51:39.359920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Request body: {'port': {'device_id': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:39.407167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4808aae3-a7ad-46c1-b12c-1f9c2ead2234 None None] Provisioning complete for port db69d546-71e2-4357-9901-b439108961b7 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:39.407542 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4808aae3-a7ad-46c1-b12c-1f9c2ead2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:39.433349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:39.447376 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:39.456747 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:51:39.485048 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4808aae3-a7ad-46c1-b12c-1f9c2ead2234 None None] Port db69d546-71e2-4357-9901-b439108961b7 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:51:39.510050 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:39.583163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-09e4561b-abe9-448a-b00b-97f1cd91d069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 2799cc5d-237c-4a15-8475-06e4b118779b) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:39.605261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e4561b-abe9-448a-b00b-97f1cd91d069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:39.606301 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09e4561b-abe9-448a-b00b-97f1cd91d069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:39.632953 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:39.684534 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7519151d-ce84-4613-a140-c4456a64f963 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:39.687291 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7519151d-ce84-4613-a140-c4456a64f963 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:39.688493 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f12e9dc-4766-4900-9c56-071a3f4c0bcf None None] Network 2799cc5d-237c-4a15-8475-06e4b118779b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:51:39.696214 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7519151d-ce84-4613-a140-c4456a64f963 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/floatingips/8b5dd95a-b95b-4f31-8d59-bb26a39aed05 HTTP/1.1" status: 204 len: 168 time: 2.0646462 Aug 23 14:51:39.697171 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42656) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:39.730475 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:39.771029 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca666cdb-a3bd-46c6-b1a6-f7183c6a22f1 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] DELETE failed (client error): The resource could not be found. Aug 23 14:51:39.773115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca666cdb-a3bd-46c6-b1a6-f7183c6a22f1 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:51:39.778771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Pushing event updated for resources: {'Port': ['ID=aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:39.783934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42658) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:39.784819 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ca666cdb-a3bd-46c6-b1a6-f7183c6a22f1 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/ports/fcef11bb-ac5e-474a-b2f7-e6e9297040eb HTTP/1.1" status: 404 len: 333 time: 0.0863950 Aug 23 14:51:39.789731 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-09e4561b-abe9-448a-b00b-97f1cd91d069 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9063816 Aug 23 14:51:39.793239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42662) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:39.805726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-577161822-router', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:39.941305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:39.949225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-713392e5-bf3d-4e7e-8c12-e5c62c3b66d1 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe4026eb-7dc8-4a12-b006-23f9f6605f50 HTTP/1.1" status: 200 len: 205 time: 0.1320860 Aug 23 14:51:39.951498 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:39.953317 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:39.955949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42670) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:39.970286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:39.970666 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:40.111269 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-d3499ef6-0528-4d1d-bcb9-6fcc51b21db6 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] delete failed (client error): The resource could not be found. Aug 23 14:51:40.120260 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d3499ef6-0528-4d1d-bcb9-6fcc51b21db6 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/routers/fe4026eb-7dc8-4a12-b006-23f9f6605f50 HTTP/1.1" status: 404 len: 336 time: 0.1511741 Aug 23 14:51:40.134879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42676) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:40.137926 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e9034-b3e3-4e6d-b464-736b89a1a88d None None] Pushing event updated for resources: {'Port': ['ID=b62dcaaf-f6d9-4a53-ba11-9cd3675b777c,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:40.230710 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:40.337780 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d64498-20c0-4a9e-846b-040013ea77f1 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] DELETE failed (client error): The resource could not be found. Aug 23 14:51:40.347964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d64498-20c0-4a9e-846b-040013ea77f1 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:51:40.352338 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-11d64498-20c0-4a9e-846b-040013ea77f1 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/subnets/55f34bb6-7bfa-46c3-a397-18a42245ef8c HTTP/1.1" status: 404 len: 337 time: 0.2088115 Aug 23 14:51:40.356332 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42682) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:40.511061 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:40.563178 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:40.566315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-2799cc5d-237c-4a15-8475-06e4b118779b', 'network_id': '2799cc5d-237c-4a15-8475-06e4b118779b', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'fixed_ips': [{'subnet_id': '67f349bb-fcb9-48a9-9876-1d08aaf17591'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:51:40.567255 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:40.587497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a8eaaa-b6fe-44a6-a2cf-36deeb967d08'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:40.591135 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1141bfa0-06a3-47ac-8656-2814325dbe97" -d '{"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-plugged", "status": "completed", "tag": "06a8eaaa-b6fe-44a6-a2cf-36deeb967d08"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:40.628059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852f25d-7d92-4d85-bcbb-2d7acb20e8f9 req-3050746d-550d-4aa3-911b-e1d28a85d39d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:40.641823 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3852f25d-7d92-4d85-bcbb-2d7acb20e8f9 req-3050746d-550d-4aa3-911b-e1d28a85d39d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 932 time: 0.3620770 Aug 23 14:51:40.676097 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:40.706844 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:40.882933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:40.929352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Allocated IP 172.20.0.2 (2799cc5d-237c-4a15-8475-06e4b118779b/67f349bb-fcb9-48a9-9876-1d08aaf17591/f02df109-dca2-4d49-824d-e0267941dee9) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:51:40.945053 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:40.973679 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3852f25d-7d92-4d85-bcbb-2d7acb20e8f9 req-0623b078-e94c-480a-af5d-b874efb74e24 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306968 Aug 23 14:51:41.049359 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d073d82f-99a6-47d5-b80d-a01722195680 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting port 3a92890e-1949-41b5-99b7-1b23f30d1d1c {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:41.050835 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d073d82f-99a6-47d5-b80d-a01722195680 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:41.132997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db69d546-71e2-4357-9901-b439108961b7 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:51:41.155408 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:41.170342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Transition to ACTIVE for port object db69d546-71e2-4357-9901-b439108961b7 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:41.239715 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d1eacc-29ec-4893-b444-265c83428013 x-openstack-request-id: req-38d1eacc-29ec-4893-b444-265c83428013 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:41.248212 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-plugged", "status": "completed", "tag": "06a8eaaa-b6fe-44a6-a2cf-36deeb967d08", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:41.248567 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38d1eacc-29ec-4893-b444-265c83428013 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:41.249058 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a8eaaa-b6fe-44a6-a2cf-36deeb967d08', 'code': 200} Aug 23 14:51:41.262661 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:41.356983 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:41.367287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645382d1-5149-4273-8afa-25192dd096c8 None None] Network 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:51:41.386397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e01cb-4d5f-4435-9014-981877cace85 req-a5705108-ea8a-4160-89e4-bcdcc056a88d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:41.406306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e01cb-4d5f-4435-9014-981877cace85 req-a5705108-ea8a-4160-89e4-bcdcc056a88d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:41.424755 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d073d82f-99a6-47d5-b80d-a01722195680 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:41.432206 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e01cb-4d5f-4435-9014-981877cace85 req-a5705108-ea8a-4160-89e4-bcdcc056a88d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:41.447496 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d073d82f-99a6-47d5-b80d-a01722195680 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Calling delete_port for 3a92890e-1949-41b5-99b7-1b23f30d1d1c owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:41.451494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e01cb-4d5f-4435-9014-981877cace85 req-a5705108-ea8a-4160-89e4-bcdcc056a88d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:41.469199 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e01cb-4d5f-4435-9014-981877cace85 req-a5705108-ea8a-4160-89e4-bcdcc056a88d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:41.486830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e01cb-4d5f-4435-9014-981877cace85 req-a5705108-ea8a-4160-89e4-bcdcc056a88d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:41.503344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e01cb-4d5f-4435-9014-981877cace85 req-a5705108-ea8a-4160-89e4-bcdcc056a88d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:41.513141 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-290e01cb-4d5f-4435-9014-981877cace85 req-a5705108-ea8a-4160-89e4-bcdcc056a88d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5439 time: 1.1386428 Aug 23 14:51:41.538559 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Transition to ACTIVE for port object f02df109-dca2-4d49-824d-e0267941dee9 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:41.594475 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e0058166-4f12-416b-8269-a53656408fa9 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:41.665015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Pushing event updated for resources: {'Port': ['ID=db69d546-71e2-4357-9901-b439108961b7,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:41.787599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Transition to ACTIVE for port object f02df109-dca2-4d49-824d-e0267941dee9 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:41.800104 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-290e01cb-4d5f-4435-9014-981877cace85 req-6d9c241b-429a-4817-86b5-e65a1d154bc2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2858515 Aug 23 14:51:41.817350 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d073d82f-99a6-47d5-b80d-a01722195680 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:41.917125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b62dcaaf-f6d9-4a53-ba11-9cd3675b777c up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:41.925087 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:41.944407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073d82f-99a6-47d5-b80d-a01722195680 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Port': ['ID=3a92890e-1949-41b5-99b7-1b23f30d1d1c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:41.963856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-291ad424-385a-4ade-9008-53cd10ad254d None None] Provisioning for port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:42.180943 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d073d82f-99a6-47d5-b80d-a01722195680 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:42.189514 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d073d82f-99a6-47d5-b80d-a01722195680 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/ports/3a92890e-1949-41b5-99b7-1b23f30d1d1c HTTP/1.1" status: 204 len: 168 time: 1.8302333 Aug 23 14:51:42.201972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42704) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:42.224053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Network 2799cc5d-237c-4a15-8475-06e4b118779b is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:42.226212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port e0058166-4f12-416b-8269-a53656408fa9 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:42.250870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port e0058166-4f12-416b-8269-a53656408fa9 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:42.254943 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:42.334968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:42.336431 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Attempting to bind port db69d546-71e2-4357-9901-b439108961b7 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:51:42.336791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Attempting to bind port db69d546-71e2-4357-9901-b439108961b7 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:51:42.337130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Attempting to bind port db69d546-71e2-4357-9901-b439108961b7 on network b4466b10-1056-4d71-b012-2191781d1107 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:51:42.345852 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:42.355406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:51:42.372037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:42.372682 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:42.406408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Port db69d546-71e2-4357-9901-b439108961b7 on network b4466b10-1056-4d71-b012-2191781d1107 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:51:42.406913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Attempting to bind port db69d546-71e2-4357-9901-b439108961b7 on network b4466b10-1056-4d71-b012-2191781d1107 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:51:42.409996 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:42.431585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:51:42.439046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Checking segment: {'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:42.443843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Bound using segment: {'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:51:42.449417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Bound port: db69d546-71e2-4357-9901-b439108961b7, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:51:42.449417 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:42.598151 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:42.715352 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:42.722955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818603f-7e7f-4518-8452-7d3414e8fa84 req-9f9f85c4-c2ad-45ec-90af-6da5e80d24ff tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:42.738549 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0818603f-7e7f-4518-8452-7d3414e8fa84 req-9f9f85c4-c2ad-45ec-90af-6da5e80d24ff tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 944 time: 0.6060073 Aug 23 14:51:42.739791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Pushing event updated for resources: {'Port': ['ID=f02df109-dca2-4d49-824d-e0267941dee9,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:42.783192 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] For port db69d546-71e2-4357-9901-b439108961b7, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:42.785224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b62dcaaf-f6d9-4a53-ba11-9cd3675b777c,segment=NetworkSegment(64023a5f-36ef-41f3-b3a7-c6e97ce6a597),segment_id=64023a5f-36ef-41f3-b3a7-c6e97ce6a597)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:42.788535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] For port db69d546-71e2-4357-9901-b439108961b7, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=db69d546-71e2-4357-9901-b439108961b7,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:51:42.808047 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:42.820502 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Attempting to bind port f02df109-dca2-4d49-824d-e0267941dee9 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:51:42.821110 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Attempting to bind port f02df109-dca2-4d49-824d-e0267941dee9 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2799cc5d-237c-4a15-8475-06e4b118779b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:51:42.821554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Attempting to bind port f02df109-dca2-4d49-824d-e0267941dee9 on network 2799cc5d-237c-4a15-8475-06e4b118779b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:51:42.846572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e0058166-4f12-416b-8269-a53656408fa9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e0058166-4f12-416b-8269-a53656408fa9,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:42.851309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:51:42.852424 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Checking segment: {'id': '1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2799cc5d-237c-4a15-8475-06e4b118779b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:42.853453 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:42.854117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Bound using segment: {'id': '1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2799cc5d-237c-4a15-8475-06e4b118779b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:51:42.854820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Bound port: f02df109-dca2-4d49-824d-e0267941dee9, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2799cc5d-237c-4a15-8475-06e4b118779b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:51:42.855113 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:42.855982 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:42.868151 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0818603f-7e7f-4518-8452-7d3414e8fa84 req-3844b8b7-3306-4019-9ff6-c87ab6a5af45 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246390 Aug 23 14:51:42.977862 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:43.041561 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:43.042324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 25154261-6545-4a3f-bb8b-1267f051675f up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:43.077349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Router 761db30a-65e3-4a93-831c-d64d48948692 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:51:43.080302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Allocated IP 172.25.8.164 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/25b9edc6-25eb-4420-84d4-fefc6093f333) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:51:43.085712 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:43.220998 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:43.247537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Pushing event updated for resources: {'Port': ['ID=db69d546-71e2-4357-9901-b439108961b7,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:43.254214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0058166-4f12-416b-8269-a53656408fa9'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:43.263121 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:43.263851 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:43.265298 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11359905-e24a-4e31-9dc9-a986613187d1 req-e5fb19f8-9870-418c-8b99-5bbeab03dbfd service neutron] 10.222.0.57 "PUT /v2.0/ports/db69d546-71e2-4357-9901-b439108961b7 HTTP/1.1" status: 200 len: 1092 time: 3.9251177 Aug 23 14:51:43.267097 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba3a896-b953-4fb3-9226-b64cdadb8e81" -d '{"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-plugged", "status": "completed", "tag": "e0058166-4f12-416b-8269-a53656408fa9"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:43.267271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'tag': 'db69d546-71e2-4357-9901-b439108961b7'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:43.269909 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9f7547-9bd0-4885-abb9-c49e52a8cd18" -d '{"events": [{"name": "network-changed", "server_uuid": "7658d504-8623-48ba-a92b-60e0d4f7f9b3", "tag": "db69d546-71e2-4357-9901-b439108961b7"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:43.297136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d954890d-3af9-43ff-a77a-a75e000162d0 None None] Provisioning complete for port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:43.297674 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d954890d-3af9-43ff-a77a-a75e000162d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:43.307431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-184bc377-9e0b-41a7-8e95-8182b9e874ae tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting port 67cf42f2-5f02-442b-8b63-0bf3ec63d984 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:43.307840 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-184bc377-9e0b-41a7-8e95-8182b9e874ae tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:43.319713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] For port f02df109-dca2-4d49-824d-e0267941dee9, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:43.325666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d1df-85f7-4d5c-a753-bd520fa1df53 req-9db6ca26-e186-4a32-844e-cb57342642cb tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:43.346144 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d1df-85f7-4d5c-a753-bd520fa1df53 req-9db6ca26-e186-4a32-844e-cb57342642cb tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:43.363207 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d1df-85f7-4d5c-a753-bd520fa1df53 req-9db6ca26-e186-4a32-844e-cb57342642cb tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:43.381254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d1df-85f7-4d5c-a753-bd520fa1df53 req-9db6ca26-e186-4a32-844e-cb57342642cb tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:43.414688 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d1df-85f7-4d5c-a753-bd520fa1df53 req-9db6ca26-e186-4a32-844e-cb57342642cb tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:43.429169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d1df-85f7-4d5c-a753-bd520fa1df53 req-9db6ca26-e186-4a32-844e-cb57342642cb tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:43.440290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] For port f02df109-dca2-4d49-824d-e0267941dee9, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f02df109-dca2-4d49-824d-e0267941dee9,segment=NetworkSegment(1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2),segment_id=1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:51:43.446712 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=b62dcaaf-f6d9-4a53-ba11-9cd3675b777c,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:43.449095 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-184bc377-9e0b-41a7-8e95-8182b9e874ae tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:43.461863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d1df-85f7-4d5c-a753-bd520fa1df53 req-9db6ca26-e186-4a32-844e-cb57342642cb tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:43.466132 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-184bc377-9e0b-41a7-8e95-8182b9e874ae tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Calling delete_port for 67cf42f2-5f02-442b-8b63-0bf3ec63d984 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:43.478047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c7d1df-85f7-4d5c-a753-bd520fa1df53 req-9db6ca26-e186-4a32-844e-cb57342642cb tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5440 time: 0.4896343 Aug 23 14:51:43.576767 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:43.592780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 25154261-6545-4a3f-bb8b-1267f051675f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:43.647983 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:43.764674 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c7d1df-85f7-4d5c-a753-bd520fa1df53 req-3e8cfe97-58f1-469c-b0af-6d0cabc01a5d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2807865 Aug 23 14:51:43.803997 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:43.814328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11359905-e24a-4e31-9dc9-a986613187d1 req-b66bded1-0b04-4225-8435-119317fdd5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:43.816914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:43.819739 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11359905-e24a-4e31-9dc9-a986613187d1 req-b66bded1-0b04-4225-8435-119317fdd5a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 1095 time: 0.3364446 Aug 23 14:51:43.826267 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:51:43.835785 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2b55cc-ba19-4471-b03a-9cf081a4e86a x-openstack-request-id: req-2f2b55cc-ba19-4471-b03a-9cf081a4e86a {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:43.836134 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7658d504-8623-48ba-a92b-60e0d4f7f9b3", "tag": "db69d546-71e2-4357-9901-b439108961b7", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:43.837460 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2f2b55cc-ba19-4471-b03a-9cf081a4e86a {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:43.837460 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'tag': 'db69d546-71e2-4357-9901-b439108961b7', 'status': 'completed', 'code': 200} Aug 23 14:51:43.951042 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11359905-e24a-4e31-9dc9-a986613187d1 req-15524627-6d2e-46db-84f4-9ea7ec37cce9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db69d546-71e2-4357-9901-b439108961b7 HTTP/1.1" status: 200 len: 217 time: 0.1128199 Aug 23 14:51:43.983895 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8f19c6-5e07-4334-b997-9bdd9bfd3726 x-openstack-request-id: req-8c8f19c6-5e07-4334-b997-9bdd9bfd3726 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:43.984472 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-plugged", "status": "completed", "tag": "e0058166-4f12-416b-8269-a53656408fa9", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:43.984699 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c8f19c6-5e07-4334-b997-9bdd9bfd3726 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:43.985187 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0058166-4f12-416b-8269-a53656408fa9', 'code': 200} Aug 23 14:51:43.993791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b62dcaaf-f6d9-4a53-ba11-9cd3675b777c up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:44.014831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 25154261-6545-4a3f-bb8b-1267f051675f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:44.015488 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:44.224325 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:44.234311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=e0058166-4f12-416b-8269-a53656408fa9,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:44.253947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:44.257360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:44.257360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:44.257360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:44.257360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:44.257360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:44.257360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:44.257360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:44.258398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:44.258841 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:44.259433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:44.259900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:51:44.279859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Sync routers for ids ['761db30a-65e3-4a93-831c-d64d48948692'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:44.281869 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11359905-e24a-4e31-9dc9-a986613187d1 req-c09d5a11-d8d3-4906-b6c4-c0f72cac4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:44.284529 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11359905-e24a-4e31-9dc9-a986613187d1 req-c09d5a11-d8d3-4906-b6c4-c0f72cac4c76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 200 len: 860 time: 0.2122989 Aug 23 14:51:44.334720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Routers {'761db30a-65e3-4a93-831c-d64d48948692'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:44.335744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['761db30a-65e3-4a93-831c-d64d48948692'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:44.394570 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:44.400371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-47f4f92a-936a-4e7b-bbb3-58f062357096 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.8070984 Aug 23 14:51:44.404676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42742) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:44.423530 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11359905-e24a-4e31-9dc9-a986613187d1 req-50cf91da-f893-4a9e-9b46-475eca3d3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:44.426655 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11359905-e24a-4e31-9dc9-a986613187d1 req-50cf91da-f893-4a9e-9b46-475eca3d3a0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4466b10-1056-4d71-b012-2191781d1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332479 Aug 23 14:51:44.591051 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Set router 761db30a-65e3-4a93-831c-d64d48948692 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:44.675880 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-184bc377-9e0b-41a7-8e95-8182b9e874ae tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:44.755076 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11359905-e24a-4e31-9dc9-a986613187d1 req-3b215a61-11f0-4997-87bb-aab5938cd4f8 service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420478 Aug 23 14:51:44.812220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Pushing event updated for resources: {'Port': ['ID=25b9edc6-25eb-4420-84d4-fefc6093f333,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:44.905497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:44.905963 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:44.918127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7da3a3-40ae-4e97-a025-0b59e434f3a5 None None] Pushing event updated for resources: {'Port': ['ID=f02df109-dca2-4d49-824d-e0267941dee9,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:44.974351 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:45.000156 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bc377-9e0b-41a7-8e95-8182b9e874ae tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Port': ['ID=67cf42f2-5f02-442b-8b63-0bf3ec63d984,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:45.029292 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255de9be-0c94-4e9f-8530-2b006a95d081 req-96127c0a-33b4-46b6-af31-dedc005ea78b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:45.044248 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-255de9be-0c94-4e9f-8530-2b006a95d081 req-96127c0a-33b4-46b6-af31-dedc005ea78b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 944 time: 0.3512230 Aug 23 14:51:45.075744 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-184bc377-9e0b-41a7-8e95-8182b9e874ae tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:45.080585 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-184bc377-9e0b-41a7-8e95-8182b9e874ae tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/ports/67cf42f2-5f02-442b-8b63-0bf3ec63d984 HTTP/1.1" status: 204 len: 168 time: 2.8780420 Aug 23 14:51:45.080585 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42750) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:45.169801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 25154261-6545-4a3f-bb8b-1267f051675f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=25154261-6545-4a3f-bb8b-1267f051675f,segment=NetworkSegment(b4b833fb-990c-45b7-ae35-6537a7ed4b9b),segment_id=b4b833fb-990c-45b7-ae35-6537a7ed4b9b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:45.191054 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-255de9be-0c94-4e9f-8530-2b006a95d081 req-d4b95030-b766-4600-befa-0200f442504d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459665 Aug 23 14:51:45.198826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761db30a-65e3-4a93-831c-d64d48948692', 'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:35Z', 'updated_at': '2021-08-23T14:51:40Z', 'revision_number': 3, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'gw_port': {'id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:38Z', 'updated_at': '2021-08-23T14:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:45.223061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc7874-c22a-4e7f-b90e-82b82a329257 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:45.230018 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a4fc7874-c22a-4e7f-b90e-82b82a329257 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c6f03c-56b3-451e-82a3-3e3de6dfc39c HTTP/1.1" status: 200 len: 913 time: 0.1460412 Aug 23 14:51:45.238069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42754) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:45.243806 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11359905-e24a-4e31-9dc9-a986613187d1 req-909ef50a-81c2-42cc-844e-f97fbc08c80d service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786923 Aug 23 14:51:45.297869 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a838a-1cf0-4dd9-869a-8b49c889168c req-2237698e-e85f-40a9-b51b-cb39d82bf29d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:45.306570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a838a-1cf0-4dd9-869a-8b49c889168c req-2237698e-e85f-40a9-b51b-cb39d82bf29d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:45.313247 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a838a-1cf0-4dd9-869a-8b49c889168c req-2237698e-e85f-40a9-b51b-cb39d82bf29d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:45.326040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a838a-1cf0-4dd9-869a-8b49c889168c req-2237698e-e85f-40a9-b51b-cb39d82bf29d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:45.335099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a838a-1cf0-4dd9-869a-8b49c889168c req-2237698e-e85f-40a9-b51b-cb39d82bf29d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:45.343467 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:45.352963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a838a-1cf0-4dd9-869a-8b49c889168c req-2237698e-e85f-40a9-b51b-cb39d82bf29d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:45.361984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:45.364457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a838a-1cf0-4dd9-869a-8b49c889168c req-2237698e-e85f-40a9-b51b-cb39d82bf29d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:45.369788 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb3a838a-1cf0-4dd9-869a-8b49c889168c req-2237698e-e85f-40a9-b51b-cb39d82bf29d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5440 time: 0.4507704 Aug 23 14:51:45.411321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Checking router: 761db30a-65e3-4a93-831c-d64d48948692 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:51:45.411913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Updating router 761db30a-65e3-4a93-831c-d64d48948692 port aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:51:45.448847 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:45.703682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=25154261-6545-4a3f-bb8b-1267f051675f,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:45.737226 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:45.774180 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:46.105893 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25154261-6545-4a3f-bb8b-1267f051675f'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:46.108576 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353a74ed-15bd-4849-83bc-678710ca3d38" -d '{"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-plugged", "status": "completed", "tag": "25154261-6545-4a3f-bb8b-1267f051675f"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:46.112754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cfa3ec-c85c-4c3c-b6fc-66b972cb6192 None None] Network 2799cc5d-237c-4a15-8475-06e4b118779b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:51:46.119992 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f02df109-dca2-4d49-824d-e0267941dee9 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:46.229485 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a628942-c3e3-42ca-b0a4-9bc9f2a9cee4 x-openstack-request-id: req-7a628942-c3e3-42ca-b0a4-9bc9f2a9cee4 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:46.231415 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-plugged", "status": "completed", "tag": "25154261-6545-4a3f-bb8b-1267f051675f", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:46.231935 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a628942-c3e3-42ca-b0a4-9bc9f2a9cee4 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:46.232955 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25154261-6545-4a3f-bb8b-1267f051675f', 'code': 200} Aug 23 14:51:46.434312 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:46.442058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a8777604-6953-4fbf-b4aa-ad58dadef643 None None] Provisioning for port f02df109-dca2-4d49-824d-e0267941dee9 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:46.556149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:46.573479 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:46.574130 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:46.652544 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port f02df109-dca2-4d49-824d-e0267941dee9 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:46.673728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f02df109-dca2-4d49-824d-e0267941dee9 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:46.674506 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:46.676842 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:46.746174 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb3a838a-1cf0-4dd9-869a-8b49c889168c req-19014cb5-91ea-4165-8c02-518dc1905a7d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2998083 Aug 23 14:51:46.758003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f7547-9bd0-4885-abb9-c49e52a8cd18 req-8deced45-0d2c-42cb-ba1e-d5f3c15fdfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:46.762150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b9f7547-9bd0-4885-abb9-c49e52a8cd18 req-8deced45-0d2c-42cb-ba1e-d5f3c15fdfda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 1095 time: 1.3387420 Aug 23 14:51:46.850950 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:46.853605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408006e-3644-43ca-99c8-55d6851e5722 req-22e3c5a8-b195-4eb4-8ba9-0a0e6a386ce0 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:46.860360 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4408006e-3644-43ca-99c8-55d6851e5722 req-22e3c5a8-b195-4eb4-8ba9-0a0e6a386ce0 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 944 time: 0.4149566 Aug 23 14:51:46.887099 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:46.907079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Transition to ACTIVE for port object aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:46.975759 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:47.026652 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port f02df109-dca2-4d49-824d-e0267941dee9, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f02df109-dca2-4d49-824d-e0267941dee9,segment=NetworkSegment(1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2),segment_id=1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:47.029290 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:47.135133 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4408006e-3644-43ca-99c8-55d6851e5722 req-3fadb05c-c776-4899-8363-c0b3bd74b181 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724257 Aug 23 14:51:47.175756 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:47.196812 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:47.218433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f7547-9bd0-4885-abb9-c49e52a8cd18 req-7a9e4fb6-071f-4b8e-964d-ebe5886c4926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:47.220485 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b9f7547-9bd0-4885-abb9-c49e52a8cd18 req-7a9e4fb6-071f-4b8e-964d-ebe5886c4926 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 922 time: 0.4284151 Aug 23 14:51:47.221351 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b1267-7465-4f83-96b8-c3b48a219516 None None] Pushing event updated for resources: {'Port': ['ID=aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:47.238277 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Attempting to bind port aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:51:47.239029 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Attempting to bind port aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:51:47.243258 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Attempting to bind port aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:51:47.251960 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ce78d86-7d58-46ce-9580-3e8d5628375a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:47.322135 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:47.326565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:47.343609 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b9f7547-9bd0-4885-abb9-c49e52a8cd18 req-6a066b9a-64f2-475f-b406-5749b494e4fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db69d546-71e2-4357-9901-b439108961b7 HTTP/1.1" status: 200 len: 217 time: 0.1005752 Aug 23 14:51:47.354574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:51:47.360855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:47.361583 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:47.362804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:51:47.363644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Bound port: aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:51:47.364276 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:47.393890 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=f02df109-dca2-4d49-824d-e0267941dee9,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:47.466632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Router 782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:51:47.508209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Allocated IP 172.20.0.1 (8405eaf9-b826-41fe-8073-a3a03d7ee1e6/b215a108-a328-41eb-ad70-08cefd15af3d/663e8c36-e7d3-4089-ba85-08092e50dd9a) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:51:47.513903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f7547-9bd0-4885-abb9-c49e52a8cd18 req-67045bfc-1f97-42c2-84e3-27ee62715c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:47.515866 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b9f7547-9bd0-4885-abb9-c49e52a8cd18 req-67045bfc-1f97-42c2-84e3-27ee62715c26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 200 len: 860 time: 0.1634197 Aug 23 14:51:47.646755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:47.661588 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Sync routers for ids ['782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:47.695603 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Routers {'782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:47.696587 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:47.714643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device db69d546-71e2-4357-9901-b439108961b7 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:51:47.781223 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:47.796956 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-52f859b3-4c41-4adc-ad4b-8b7edd73140c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9863284 Aug 23 14:51:47.797816 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42838) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:47.835303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port db69d546-71e2-4357-9901-b439108961b7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=db69d546-71e2-4357-9901-b439108961b7,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:47.890313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] For port aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:47.894368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] For port aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:51:47.903296 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'db69d546-71e2-4357-9901-b439108961b7', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'port_id': 'db69d546-71e2-4357-9901-b439108961b7', 'mac_address': 'fa:16:3e:af:fa:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:51:47.980717 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7109c7fa-bf8f-46c8-9d76-44d91b899f81 None None] Provisioning complete for port f02df109-dca2-4d49-824d-e0267941dee9 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:47.981113 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7109c7fa-bf8f-46c8-9d76-44d91b899f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:48.031982 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f02df109-dca2-4d49-824d-e0267941dee9 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:48.034524 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:48.045498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:48.086925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f7547-9bd0-4885-abb9-c49e52a8cd18 req-0d0d4df2-47aa-4aab-a28d-0ee0cb844ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:48.088642 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b9f7547-9bd0-4885-abb9-c49e52a8cd18 req-0d0d4df2-47aa-4aab-a28d-0ee0cb844ed5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4466b10-1056-4d71-b012-2191781d1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5551903 Aug 23 14:51:48.146085 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:48.166737 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Set router 782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:48.215818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Transition to ACTIVE for port object 663e8c36-e7d3-4089-ba85-08092e50dd9a will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:48.265485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8ce78d86-7d58-46ce-9580-3e8d5628375a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting port ea629d82-5e19-42b3-95ab-32bd247b68ab {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:48.266150 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ce78d86-7d58-46ce-9580-3e8d5628375a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:48.301001 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:48.305224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b8bb1-7d99-48fb-bb4e-7837326e8fb9 req-21a95fa7-8f55-4e9a-8ef5-0f71d008bd5a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:48.314731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b8bb1-7d99-48fb-bb4e-7837326e8fb9 req-21a95fa7-8f55-4e9a-8ef5-0f71d008bd5a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:48.323920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b8bb1-7d99-48fb-bb4e-7837326e8fb9 req-21a95fa7-8f55-4e9a-8ef5-0f71d008bd5a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:48.337508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b8bb1-7d99-48fb-bb4e-7837326e8fb9 req-21a95fa7-8f55-4e9a-8ef5-0f71d008bd5a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:48.345548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b8bb1-7d99-48fb-bb4e-7837326e8fb9 req-21a95fa7-8f55-4e9a-8ef5-0f71d008bd5a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:48.348633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:48.354425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b8bb1-7d99-48fb-bb4e-7837326e8fb9 req-21a95fa7-8f55-4e9a-8ef5-0f71d008bd5a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:48.359967 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daa286d-d142-43fc-a00e-0ebc5eb4ba5b" -d '{"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-plugged", "status": "completed", "tag": "45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:48.363154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b8bb1-7d99-48fb-bb4e-7837326e8fb9 req-21a95fa7-8f55-4e9a-8ef5-0f71d008bd5a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:48.368806 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e6b8bb1-7d99-48fb-bb4e-7837326e8fb9 req-21a95fa7-8f55-4e9a-8ef5-0f71d008bd5a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5442 time: 0.3771908 Aug 23 14:51:48.410363 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db69d546-71e2-4357-9901-b439108961b7 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:51:48.507165 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ce78d86-7d58-46ce-9580-3e8d5628375a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:48.507853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port db69d546-71e2-4357-9901-b439108961b7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=db69d546-71e2-4357-9901-b439108961b7,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:48.513479 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:48.517649 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b1267-7465-4f83-96b8-c3b48a219516 None None] Pushing event updated for resources: {'Port': ['ID=aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:48.531802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8ce78d86-7d58-46ce-9580-3e8d5628375a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Calling delete_port for ea629d82-5e19-42b3-95ab-32bd247b68ab owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:48.536681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:48.539393 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:48.603854 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e6b8bb1-7d99-48fb-bb4e-7837326e8fb9 req-b0973411-947b-441e-84d9-fc8397a9092a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348186 Aug 23 14:51:48.638380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Routers {'761db30a-65e3-4a93-831c-d64d48948692'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:48.639044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['761db30a-65e3-4a93-831c-d64d48948692'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:48.683361 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b9f7547-9bd0-4885-abb9-c49e52a8cd18 req-c0b9378e-d3b4-4bfd-b2fb-51b5c87f1787 service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268717 Aug 23 14:51:48.730186 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'name': 'tempest-ServersTestMultiNic-577161822-router', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:39Z', 'updated_at': '2021-08-23T14:51:44Z', 'revision_number': 3, 'project_id': '3899520633d64a9ba672b7936389b974', 'gw_port': {'id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:42Z', 'updated_at': '2021-08-23T14:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:48.779949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f02df109-dca2-4d49-824d-e0267941dee9 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:48.780327 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:48.785041 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:48.798739 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Checking router: 782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:51:48.800170 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Updating router 782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef port 25b9edc6-25eb-4420-84d4-fefc6093f333 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:51:48.839954 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:48.853629 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:48.941082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9b5dc2aa-fd61-48b1-984e-dfd0407c8185,segment=NetworkSegment(a5994012-2141-442b-95b6-6d09994fdb03),segment_id=a5994012-2141-442b-95b6-6d09994fdb03)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:48.994085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] Set router 761db30a-65e3-4a93-831c-d64d48948692 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:49.013026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Network 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:49.035233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dd0f1-453a-4a4a-ba78-0b680ebad838 req-5238c35b-9866-48f1-b374-7aa04ce11934 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:49.037481 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-799dd0f1-453a-4a4a-ba78-0b680ebad838 req-5238c35b-9866-48f1-b374-7aa04ce11934 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 944 time: 0.1690981 Aug 23 14:51:49.043601 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Pushing event updated for resources: {'Port': ['ID=663e8c36-e7d3-4089-ba85-08092e50dd9a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:49.056964 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:49.059267 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:49.060872 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:51:49.159009 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b9f7547-9bd0-4885-abb9-c49e52a8cd18 req-d65bb60d-4f1d-4330-ab1c-0ae0efd05120 service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723287 Aug 23 14:51:49.225210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=db69d546-71e2-4357-9901-b439108961b7,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:49.233265 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:49.266129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device cc7683fa-d729-485b-a13f-03f149ab4dae up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:49.291390 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:49.363508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['db69d546-71e2-4357-9901-b439108961b7'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:51:49.565412 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-799dd0f1-453a-4a4a-ba78-0b680ebad838 req-fe6ec3d3-6866-4f25-b712-ace1520cf7e2 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009394 Aug 23 14:51:49.621489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=9b5dc2aa-fd61-48b1-984e-dfd0407c8185,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:49.630534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-eba9c13f-1fd1-49e1-a7ae-fd33d16ccccd None None] Provisioning for port 663e8c36-e7d3-4089-ba85-08092e50dd9a completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:49.635176 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:49.641993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-eba9c13f-1fd1-49e1-a7ae-fd33d16ccccd None None] Provisioning complete for port 663e8c36-e7d3-4089-ba85-08092e50dd9a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:49.642394 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eba9c13f-1fd1-49e1-a7ae-fd33d16ccccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:49.648542 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Transition to ACTIVE for port object 25b9edc6-25eb-4420-84d4-fefc6093f333 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:49.731868 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a6c37c-fd8e-477e-b5e1-c82671a14a1a x-openstack-request-id: req-d9a6c37c-fd8e-477e-b5e1-c82671a14a1a {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:49.732590 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-plugged", "status": "completed", "tag": "45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:49.733257 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d9a6c37c-fd8e-477e-b5e1-c82671a14a1a {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:49.734692 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e', 'code': 200} Aug 23 14:51:49.762856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port cc7683fa-d729-485b-a13f-03f149ab4dae completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:49.786592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port cc7683fa-d729-485b-a13f-03f149ab4dae triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:49.787359 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:49.806293 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:49.881725 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:49.888779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-eba9c13f-1fd1-49e1-a7ae-fd33d16ccccd None None] Port 663e8c36-e7d3-4089-ba85-08092e50dd9a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:51:49.954489 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Attempting to bind port 25b9edc6-25eb-4420-84d4-fefc6093f333 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:51:49.954857 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Attempting to bind port 25b9edc6-25eb-4420-84d4-fefc6093f333 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:51:49.956211 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Attempting to bind port 25b9edc6-25eb-4420-84d4-fefc6093f333 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:51:49.962182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa16ac1-737b-4aaf-a9b4-c67a51c34360 req-6242b4d9-cd3a-4a3d-bd84-d0142713d90b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:49.974716 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:51:49.977115 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:49.983454 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:49.983454 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:51:49.983454 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Bound port: 25b9edc6-25eb-4420-84d4-fefc6093f333, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:51:49.983454 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:49.983927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa16ac1-737b-4aaf-a9b4-c67a51c34360 req-6242b4d9-cd3a-4a3d-bd84-d0142713d90b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:49.993863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761db30a-65e3-4a93-831c-d64d48948692', 'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:35Z', 'updated_at': '2021-08-23T14:51:40Z', 'revision_number': 3, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'gw_port': {'id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:38Z', 'updated_at': '2021-08-23T14:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:49.997750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa16ac1-737b-4aaf-a9b4-c67a51c34360 req-6242b4d9-cd3a-4a3d-bd84-d0142713d90b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:50.014371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa16ac1-737b-4aaf-a9b4-c67a51c34360 req-6242b4d9-cd3a-4a3d-bd84-d0142713d90b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:50.033657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa16ac1-737b-4aaf-a9b4-c67a51c34360 req-6242b4d9-cd3a-4a3d-bd84-d0142713d90b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:50.046533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa16ac1-737b-4aaf-a9b4-c67a51c34360 req-6242b4d9-cd3a-4a3d-bd84-d0142713d90b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:50.063042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa16ac1-737b-4aaf-a9b4-c67a51c34360 req-6242b4d9-cd3a-4a3d-bd84-d0142713d90b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:50.071471 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223e1a6-64c5-45f9-8363-266b532fcf1c None None] Pushing event updated for resources: {'Port': ['ID=25b9edc6-25eb-4420-84d4-fefc6093f333,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:50.077787 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ce78d86-7d58-46ce-9580-3e8d5628375a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:50.078672 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2aa16ac1-737b-4aaf-a9b4-c67a51c34360 req-6242b4d9-cd3a-4a3d-bd84-d0142713d90b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5443 time: 0.3103278 Aug 23 14:51:50.087774 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:50.111479 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:50.124729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ce3a4-0b4a-4919-b962-43dec460a974 None None] The sync data for ids ['761db30a-65e3-4a93-831c-d64d48948692'] in n-d-804985-3 is: [{'id': '761db30a-65e3-4a93-831c-d64d48948692', 'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:35Z', 'updated_at': '2021-08-23T14:51:40Z', 'revision_number': 3, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'gw_port': {'id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:38Z', 'updated_at': '2021-08-23T14:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:50.184114 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] For port 25b9edc6-25eb-4420-84d4-fefc6093f333, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:50.194647 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] For port 25b9edc6-25eb-4420-84d4-fefc6093f333, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=25b9edc6-25eb-4420-84d4-fefc6093f333,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:51:50.237677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce78d86-7d58-46ce-9580-3e8d5628375a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Port': ['ID=ea629d82-5e19-42b3-95ab-32bd247b68ab,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:50.270087 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:50.291094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2aa16ac1-737b-4aaf-a9b4-c67a51c34360 req-eb1cb750-b210-4c9a-bb6d-691a5d5fb7e0 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2053466 Aug 23 14:51:50.449291 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Routers {'782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:50.449898 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:50.473397 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:50.542099 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223e1a6-64c5-45f9-8363-266b532fcf1c None None] Pushing event updated for resources: {'Port': ['ID=25b9edc6-25eb-4420-84d4-fefc6093f333,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:50.609553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port cc7683fa-d729-485b-a13f-03f149ab4dae, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=cc7683fa-d729-485b-a13f-03f149ab4dae,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:50.708187 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Allocated IP 172.20.0.1 (2799cc5d-237c-4a15-8475-06e4b118779b/67f349bb-fcb9-48a9-9876-1d08aaf17591/062e1fda-a129-4da2-9a6f-5064cecb7d93) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:51:50.720439 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:50.722102 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device b58b144d-9752-4c28-8735-b31a58987388 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:50.730967 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:50.816414 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] Set router 782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:50.837942 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:51.016207 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ce78d86-7d58-46ce-9580-3e8d5628375a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:51.029668 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:51.032312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Pushing event updated for resources: {'Port': ['ID=663e8c36-e7d3-4089-ba85-08092e50dd9a,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:51.055745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=cc7683fa-d729-485b-a13f-03f149ab4dae,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:51.123478 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ee4ff-a91c-40d7-99a1-0967da2d6ecf req-9cb98571-8745-42ee-b278-ec7c17543333 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:51.140097 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b6ee4ff-a91c-40d7-99a1-0967da2d6ecf req-9cb98571-8745-42ee-b278-ec7c17543333 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 945 time: 0.3602960 Aug 23 14:51:51.149716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port b58b144d-9752-4c28-8735-b31a58987388 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:51.155542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port b58b144d-9752-4c28-8735-b31a58987388 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:51.156382 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:51.254894 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'name': 'tempest-ServersTestMultiNic-577161822-router', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:39Z', 'updated_at': '2021-08-23T14:51:44Z', 'revision_number': 3, 'project_id': '3899520633d64a9ba672b7936389b974', 'gw_port': {'id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:42Z', 'updated_at': '2021-08-23T14:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:51.311600 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b6ee4ff-a91c-40d7-99a1-0967da2d6ecf req-7a6f80a1-44f4-456e-af1b-cf6209606965 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690025 Aug 23 14:51:51.411243 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:51.475403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Network 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:51.477052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:51.527863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port b58b144d-9752-4c28-8735-b31a58987388, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=b58b144d-9752-4c28-8735-b31a58987388,segment=NetworkSegment(b4b833fb-990c-45b7-ae35-6537a7ed4b9b),segment_id=b4b833fb-990c-45b7-ae35-6537a7ed4b9b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:51.538037 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b4528a-18f7-41a5-88b9-9be3872ac35e None None] The sync data for ids ['782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'] in n-d-804985-3 is: [{'id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'name': 'tempest-ServersTestMultiNic-577161822-router', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:39Z', 'updated_at': '2021-08-23T14:51:44Z', 'revision_number': 3, 'project_id': '3899520633d64a9ba672b7936389b974', 'gw_port': {'id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:42Z', 'updated_at': '2021-08-23T14:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:51.605561 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:51.609946 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:51.644059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Transition to ACTIVE for port object 062e1fda-a129-4da2-9a6f-5064cecb7d93 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:51.658549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce78d86-7d58-46ce-9580-3e8d5628375a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:51:51.752644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e155e-592f-4cc4-92e9-c9fd40d379c0 req-170e881f-a545-4164-8f57-37b49d72764c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:51.759624 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e155e-592f-4cc4-92e9-c9fd40d379c0 req-170e881f-a545-4164-8f57-37b49d72764c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:51.767507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e155e-592f-4cc4-92e9-c9fd40d379c0 req-170e881f-a545-4164-8f57-37b49d72764c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:51.776742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e155e-592f-4cc4-92e9-c9fd40d379c0 req-170e881f-a545-4164-8f57-37b49d72764c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:51.787429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e155e-592f-4cc4-92e9-c9fd40d379c0 req-170e881f-a545-4164-8f57-37b49d72764c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:51.793239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185'}, {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7683fa-d729-485b-a13f-03f149ab4dae'}, {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58b144d-9752-4c28-8735-b31a58987388'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:51.799522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e155e-592f-4cc4-92e9-c9fd40d379c0 req-170e881f-a545-4164-8f57-37b49d72764c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:51.799850 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2378ee-eb2e-4eb1-a29d-eca65e024a42" -d '{"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-plugged", "status": "completed", "tag": "9b5dc2aa-fd61-48b1-984e-dfd0407c8185"}, {"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-plugged", "status": "completed", "tag": "cc7683fa-d729-485b-a13f-03f149ab4dae"}, {"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-plugged", "status": "completed", "tag": "b58b144d-9752-4c28-8735-b31a58987388"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:51.799850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=b58b144d-9752-4c28-8735-b31a58987388,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:51.811857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e155e-592f-4cc4-92e9-c9fd40d379c0 req-170e881f-a545-4164-8f57-37b49d72764c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:51.828041 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-059e155e-592f-4cc4-92e9-c9fd40d379c0 req-170e881f-a545-4164-8f57-37b49d72764c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5444 time: 0.3329878 Aug 23 14:51:51.830388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device db69d546-71e2-4357-9901-b439108961b7 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:51.943743 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce78d86-7d58-46ce-9580-3e8d5628375a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:51.956720 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8ce78d86-7d58-46ce-9580-3e8d5628375a tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "PUT /v2.0/routers/e4c6f03c-56b3-451e-82a3-3e3de6dfc39c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6984541 Aug 23 14:51:51.958000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42908) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:51.963215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a44bd50-6116-4fad-8a30-320460d9c710 None None] Sync routers for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:51.986378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a44bd50-6116-4fad-8a30-320460d9c710 None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:51.987121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a44bd50-6116-4fad-8a30-320460d9c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:52.034896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:52.042465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a44bd50-6116-4fad-8a30-320460d9c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:52.065478 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-059e155e-592f-4cc4-92e9-c9fd40d379c0 req-18efb5ac-82be-455a-91c5-6fb8c549c138 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2349367 Aug 23 14:51:52.110922 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Router 761db30a-65e3-4a93-831c-d64d48948692 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:51:52.121059 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:52.167012 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a44bd50-6116-4fad-8a30-320460d9c710 None None] Routers {'e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:52.173657 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a44bd50-6116-4fad-8a30-320460d9c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:52.177023 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port db69d546-71e2-4357-9901-b439108961b7 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:52.188235 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-cbe9bf4a-1d40-4f7d-a65c-7c3ccf514ea0 None None] Provisioning complete for port 663e8c36-e7d3-4089-ba85-08092e50dd9a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:52.196201 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cbe9bf4a-1d40-4f7d-a65c-7c3ccf514ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:52.205411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port db69d546-71e2-4357-9901-b439108961b7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:52.205788 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:52.253950 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Network 2799cc5d-237c-4a15-8475-06e4b118779b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:52.272766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:52.319869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Pushing event updated for resources: {'Port': ['ID=062e1fda-a129-4da2-9a6f-5064cecb7d93,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:52.319869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:51:52.383815 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:52.640162 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0c472e9-53d7-4f80-a6ac-411f35778c40 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:52.694672 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc7f451-d782-4087-a068-6a2c7b5b5064 x-openstack-request-id: req-6fc7f451-d782-4087-a068-6a2c7b5b5064 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:52.695402 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-plugged", "status": "completed", "tag": "9b5dc2aa-fd61-48b1-984e-dfd0407c8185", "code": 200}, {"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-plugged", "status": "completed", "tag": "cc7683fa-d729-485b-a13f-03f149ab4dae", "code": 200}, {"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-plugged", "status": "completed", "tag": "b58b144d-9752-4c28-8735-b31a58987388", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:52.695402 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6fc7f451-d782-4087-a068-6a2c7b5b5064 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:52.695617 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185', 'code': 200} Aug 23 14:51:52.695928 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7683fa-d729-485b-a13f-03f149ab4dae', 'code': 200} Aug 23 14:51:52.696347 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58b144d-9752-4c28-8735-b31a58987388', 'code': 200} Aug 23 14:51:52.702842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a44bd50-6116-4fad-8a30-320460d9c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:52.703606 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a44bd50-6116-4fad-8a30-320460d9c710 None None] The sync data for ids ['e4c6f03c-56b3-451e-82a3-3e3de6dfc39c'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:52.726621 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:52.752069 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-deefc2e2-30a0-4c36-bd7a-624b656200c1 admin admin] 10.222.0.38 "PUT /v2.0/routers/761db30a-65e3-4a93-831c-d64d48948692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3474159 Aug 23 14:51:52.791239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-cbe9bf4a-1d40-4f7d-a65c-7c3ccf514ea0 None None] Port 663e8c36-e7d3-4089-ba85-08092e50dd9a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:51:52.846650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090d8f5-0c22-4fd2-a17e-6d5bb8321cf6 req-a8210703-6a1f-4c21-bd46-50f6eb45b40f tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:52.847461 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:52.855535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9090d8f5-0c22-4fd2-a17e-6d5bb8321cf6 req-a8210703-6a1f-4c21-bd46-50f6eb45b40f tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 945 time: 0.3910720 Aug 23 14:51:52.884773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:52.932204 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9090d8f5-0c22-4fd2-a17e-6d5bb8321cf6 req-5fcbe14a-a527-42ef-a3a9-f39ad7d131d0 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753264 Aug 23 14:51:52.939868 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:52.951272 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:52.951776 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:52.953756 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0d7fc7fa-092f-45cc-9ccb-b25f36c861e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:52.967180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16284046-8e0a-4b12-9150-1f5f297c7a88 req-4dbf94f0-cf6d-460f-ab41-24411b63915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:52.968632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16284046-8e0a-4b12-9150-1f5f297c7a88 req-4dbf94f0-cf6d-460f-ab41-24411b63915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:52.971316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16284046-8e0a-4b12-9150-1f5f297c7a88 req-4dbf94f0-cf6d-460f-ab41-24411b63915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:52.971913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16284046-8e0a-4b12-9150-1f5f297c7a88 req-4dbf94f0-cf6d-460f-ab41-24411b63915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:52.973394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16284046-8e0a-4b12-9150-1f5f297c7a88 req-4dbf94f0-cf6d-460f-ab41-24411b63915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:52.975071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16284046-8e0a-4b12-9150-1f5f297c7a88 req-4dbf94f0-cf6d-460f-ab41-24411b63915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:52.976015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16284046-8e0a-4b12-9150-1f5f297c7a88 req-4dbf94f0-cf6d-460f-ab41-24411b63915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:52.979794 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16284046-8e0a-4b12-9150-1f5f297c7a88 req-4dbf94f0-cf6d-460f-ab41-24411b63915d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 6502 time: 0.2498548 Aug 23 14:51:53.055431 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16284046-8e0a-4b12-9150-1f5f297c7a88 req-85120d9d-9e2f-4ecb-be4b-10d80d51e320 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611415 Aug 23 14:51:53.061603 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0c472e9-53d7-4f80-a6ac-411f35778c40 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:53.123026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-49947b27-5dc9-41ec-9d8a-b2a362e81728 None None] Provisioning for port 062e1fda-a129-4da2-9a6f-5064cecb7d93 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:53.143554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-49947b27-5dc9-41ec-9d8a-b2a362e81728 None None] Provisioning complete for port 062e1fda-a129-4da2-9a6f-5064cecb7d93 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:53.145697 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49947b27-5dc9-41ec-9d8a-b2a362e81728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:53.254388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port db69d546-71e2-4357-9901-b439108961b7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=db69d546-71e2-4357-9901-b439108961b7,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:53.321795 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-49947b27-5dc9-41ec-9d8a-b2a362e81728 None None] Port 062e1fda-a129-4da2-9a6f-5064cecb7d93 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:51:53.324414 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:53.333927 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:53.344954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a49c1f-4b8f-491b-b7e9-7db421a43bd7 req-d4ed20fc-1af1-49de-8138-9c72f8f02136 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:53.351176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a49c1f-4b8f-491b-b7e9-7db421a43bd7 req-d4ed20fc-1af1-49de-8138-9c72f8f02136 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:53.380350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a49c1f-4b8f-491b-b7e9-7db421a43bd7 req-d4ed20fc-1af1-49de-8138-9c72f8f02136 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:53.389178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a49c1f-4b8f-491b-b7e9-7db421a43bd7 req-d4ed20fc-1af1-49de-8138-9c72f8f02136 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:53.404890 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a49c1f-4b8f-491b-b7e9-7db421a43bd7 req-d4ed20fc-1af1-49de-8138-9c72f8f02136 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:53.407468 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e569b20-14f1-4883-b7fa-6acfe53321a6 req-03e82670-0f26-4cc3-8c86-2123096f690b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3187284 Aug 23 14:51:53.413525 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:53.417043 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a49c1f-4b8f-491b-b7e9-7db421a43bd7 req-d4ed20fc-1af1-49de-8138-9c72f8f02136 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:53.419962 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Sync routers for ids ['761db30a-65e3-4a93-831c-d64d48948692'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:53.431158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a49c1f-4b8f-491b-b7e9-7db421a43bd7 req-d4ed20fc-1af1-49de-8138-9c72f8f02136 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:53.437480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9a49c1f-4b8f-491b-b7e9-7db421a43bd7 req-d4ed20fc-1af1-49de-8138-9c72f8f02136 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5445 time: 0.2226086 Aug 23 14:51:53.454881 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Routers {'761db30a-65e3-4a93-831c-d64d48948692'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:53.471687 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['761db30a-65e3-4a93-831c-d64d48948692'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:53.480369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=db69d546-71e2-4357-9901-b439108961b7,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:53.490832 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:53.561208 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:53.602126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e569b20-14f1-4883-b7fa-6acfe53321a6 req-bcbd34f6-dbf7-4994-b26d-13ef394416f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:53.603708 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e569b20-14f1-4883-b7fa-6acfe53321a6 req-bcbd34f6-dbf7-4994-b26d-13ef394416f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 1095 time: 0.1558955 Aug 23 14:51:53.612157 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9a49c1f-4b8f-491b-b7e9-7db421a43bd7 req-c6d4584f-d87a-468e-9cf4-fafdecdc5d13 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1537225 Aug 23 14:51:53.616739 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:53.627364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b0c472e9-53d7-4f80-a6ac-411f35778c40 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting port 9b1f5783-db57-40ff-80f9-2f1cce02428b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:51:53.628254 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0c472e9-53d7-4f80-a6ac-411f35778c40 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:53.629447 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:53.718182 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Pushing event updated for resources: {'Port': ['ID=062e1fda-a129-4da2-9a6f-5064cecb7d93,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:53.736768 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Set router 761db30a-65e3-4a93-831c-d64d48948692 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:53.804249 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0c472e9-53d7-4f80-a6ac-411f35778c40 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:53.810447 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42944) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:53.816387 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d5845ead-bba2-4ccf-9e6b-c6283934640f tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1624255209', 'description': 'tempest-description--201481927'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:53.820449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b0c472e9-53d7-4f80-a6ac-411f35778c40 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Calling delete_port for 9b1f5783-db57-40ff-80f9-2f1cce02428b owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:51:53.840216 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:53.980840 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e569b20-14f1-4883-b7fa-6acfe53321a6 req-38928f7c-fb92-4270-bbf1-0a2e711da461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:53.982381 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e569b20-14f1-4883-b7fa-6acfe53321a6 req-38928f7c-fb92-4270-bbf1-0a2e711da461 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.3235748 Aug 23 14:51:54.141151 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e569b20-14f1-4883-b7fa-6acfe53321a6 req-51e8bea0-7f8a-468a-b0d8-f850cc32ebec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f449e262-51b7-446b-86bc-10e830bf95b2 HTTP/1.1" status: 200 len: 217 time: 0.1159430 Aug 23 14:51:54.146455 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:54.147147 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d5845ead-bba2-4ccf-9e6b-c6283934640f tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:54.180231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcb469-1964-494a-8f23-86f627fe8ec8 req-319bae45-6e42-437b-8562-9493f8a1b468 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:54.181927 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-03dcb469-1964-494a-8f23-86f627fe8ec8 req-319bae45-6e42-437b-8562-9493f8a1b468 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f62267-25e2-431f-9af3-1f161a8bee09 HTTP/1.1" status: 200 len: 950 time: 0.1328228 Aug 23 14:51:54.267347 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761db30a-65e3-4a93-831c-d64d48948692', 'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:35Z', 'updated_at': '2021-08-23T14:51:49Z', 'revision_number': 4, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'gw_port': {'id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:38Z', 'updated_at': '2021-08-23T14:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '663e8c36-e7d3-4089-ba85-08092e50dd9a', 'name': '', 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'mac_address': 'fa:16:3e:67:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:46Z', 'updated_at': '2021-08-23T14:51:50Z', 'revision_number': 2, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'subnets': [{'id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:54.287914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e569b20-14f1-4883-b7fa-6acfe53321a6 req-ba388d8f-7054-4e00-ac74-07670d059c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:54.289387 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e569b20-14f1-4883-b7fa-6acfe53321a6 req-ba388d8f-7054-4e00-ac74-07670d059c2d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.1278331 Aug 23 14:51:54.291784 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Network 2799cc5d-237c-4a15-8475-06e4b118779b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:54.294272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-03dcb469-1964-494a-8f23-86f627fe8ec8 req-54aeb2e0-39a7-4b45-90de-c11977fe8e8c tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864620 Aug 23 14:51:54.314614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:54.315418 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:54.315834 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:54.349536 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Checking router: 761db30a-65e3-4a93-831c-d64d48948692 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:51:54.355982 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Updating router 761db30a-65e3-4a93-831c-d64d48948692 port 663e8c36-e7d3-4089-ba85-08092e50dd9a binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:51:54.361881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64ebb2-c884-4b97-a322-180b0b1287e9 req-36866dc4-86a2-40cb-a31f-be6f5815c6d9 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:54.370716 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9d64ebb2-c884-4b97-a322-180b0b1287e9 req-36866dc4-86a2-40cb-a31f-be6f5815c6d9 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 946 time: 0.2265728 Aug 23 14:51:54.415636 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0c472e9-53d7-4f80-a6ac-411f35778c40 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:54.426478 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e569b20-14f1-4883-b7fa-6acfe53321a6 req-cb51b5ed-cd2f-44d7-b617-df09150202a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275365 Aug 23 14:51:54.469280 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:54.494864 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 25b9edc6-25eb-4420-84d4-fefc6093f333 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:54.601397 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9d64ebb2-c884-4b97-a322-180b0b1287e9 req-9ae58996-81c1-4204-a802-8b1d22733fde tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288010 Aug 23 14:51:54.699364 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db69d546-71e2-4357-9901-b439108961b7'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:54.700089 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f938a213-2552-4852-9605-55d6e1463d94" -d '{"events": [{"server_uuid": "7658d504-8623-48ba-a92b-60e0d4f7f9b3", "name": "network-vif-plugged", "status": "completed", "tag": "db69d546-71e2-4357-9901-b439108961b7"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:54.768020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 25b9edc6-25eb-4420-84d4-fefc6093f333 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:54.774939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 25b9edc6-25eb-4420-84d4-fefc6093f333 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:54.775319 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:54.859024 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d5845ead-bba2-4ccf-9e6b-c6283934640f tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:54.873540 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e569b20-14f1-4883-b7fa-6acfe53321a6 req-c66941b6-2b98-41f4-8ca7-cf64425930ab service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203634 Aug 23 14:51:54.968452 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d5845ead-bba2-4ccf-9e6b-c6283934640f tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:54.971591 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0c323a-7f1d-4e70-9ce9-9ab1a6a77356 x-openstack-request-id: req-9d0c323a-7f1d-4e70-9ce9-9ab1a6a77356 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:54.972260 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7658d504-8623-48ba-a92b-60e0d4f7f9b3", "name": "network-vif-plugged", "status": "completed", "tag": "db69d546-71e2-4357-9901-b439108961b7", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:54.972756 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d0c323a-7f1d-4e70-9ce9-9ab1a6a77356 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:54.973512 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db69d546-71e2-4357-9901-b439108961b7', 'code': 200} Aug 23 14:51:54.984838 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:54.986717 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Router 782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:51:55.056558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 25b9edc6-25eb-4420-84d4-fefc6093f333, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=25b9edc6-25eb-4420-84d4-fefc6093f333,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:55.059857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-26f466cf-6a46-473d-a816-78cd281d02e7 None None] Provisioning complete for port 062e1fda-a129-4da2-9a6f-5064cecb7d93 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:55.060652 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-26f466cf-6a46-473d-a816-78cd281d02e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.081307 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5845ead-bba2-4ccf-9e6b-c6283934640f tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b563b6-6356-40f1-928d-e5aeff6cf8cb,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:55.140191 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d5845ead-bba2-4ccf-9e6b-c6283934640f tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.144002 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d5845ead-bba2-4ccf-9e6b-c6283934640f tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3299940 Aug 23 14:51:55.145720 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43000) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:55.152577 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a5af49ce-f1bf-4d88-9576-99f849b06720 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Request body: {'security_group_rule': {'security_group_id': '48b563b6-6356-40f1-928d-e5aeff6cf8cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:55.171563 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-26f466cf-6a46-473d-a816-78cd281d02e7 None None] Port 062e1fda-a129-4da2-9a6f-5064cecb7d93 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:51:55.174209 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.204093 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e569b20-14f1-4883-b7fa-6acfe53321a6 req-ecbcc4fb-5825-4419-99ad-27c9b0ffd5a8 service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204908 Aug 23 14:51:55.280270 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.291691 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:51:55.304208 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ee24652c-5328-410e-8b7c-144dd0678e82 admin admin] 10.222.0.38 "PUT /v2.0/routers/782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4861543 Aug 23 14:51:55.306232 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Transition to ACTIVE for port object 663e8c36-e7d3-4089-ba85-08092e50dd9a will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:55.318469 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Sync routers for ids ['782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:51:55.344632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a5af49ce-f1bf-4d88-9576-99f849b06720 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.354852 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c472e9-53d7-4f80-a6ac-411f35778c40 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Port': ['ID=9b1f5783-db57-40ff-80f9-2f1cce02428b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:55.395759 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.416880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=25b9edc6-25eb-4420-84d4-fefc6093f333,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:55.431512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Routers {'782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:55.432349 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:55.521922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43028) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:55.526355 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a5af49ce-f1bf-4d88-9576-99f849b06720 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.591806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e143565c-7af3-4249-8558-2546d7d9c59d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-345775236'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:55.630523 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a5af49ce-f1bf-4d88-9576-99f849b06720 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.638440 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Attempting to bind port 663e8c36-e7d3-4089-ba85-08092e50dd9a on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:51:55.639048 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Attempting to bind port 663e8c36-e7d3-4089-ba85-08092e50dd9a by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '64023a5f-36ef-41f3-b3a7-c6e97ce6a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:51:55.639185 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Attempting to bind port 663e8c36-e7d3-4089-ba85-08092e50dd9a on network 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:51:55.643587 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e78d32-36ce-45eb-a37c-f61021bd9100 None None] Pushing event updated for resources: {'Port': ['ID=663e8c36-e7d3-4089-ba85-08092e50dd9a,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:55.649861 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:51:55.650249 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Checking segment: {'id': '64023a5f-36ef-41f3-b3a7-c6e97ce6a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:55.650651 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.651049 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Bound using segment: {'id': '64023a5f-36ef-41f3-b3a7-c6e97ce6a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:51:55.651527 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Bound port: 663e8c36-e7d3-4089-ba85-08092e50dd9a, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64023a5f-36ef-41f3-b3a7-c6e97ce6a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:51:55.651958 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.658231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0c472e9-53d7-4f80-a6ac-411f35778c40 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.702973 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af49ce-f1bf-4d88-9576-99f849b06720 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734ec129-aac2-458c-b7ea-81081477ea72,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:55.722975 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e143565c-7af3-4249-8558-2546d7d9c59d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Made reservation on behalf of 3899520633d64a9ba672b7936389b974 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:51:55.734540 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e143565c-7af3-4249-8558-2546d7d9c59d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.737821 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.812369 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a5af49ce-f1bf-4d88-9576-99f849b06720 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.815489 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] For port 663e8c36-e7d3-4089-ba85-08092e50dd9a, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:55.820037 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] For port 663e8c36-e7d3-4089-ba85-08092e50dd9a, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=663e8c36-e7d3-4089-ba85-08092e50dd9a,segment=NetworkSegment(64023a5f-36ef-41f3-b3a7-c6e97ce6a597),segment_id=64023a5f-36ef-41f3-b3a7-c6e97ce6a597)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:51:55.834809 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a5af49ce-f1bf-4d88-9576-99f849b06720 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6807745 Aug 23 14:51:55.852119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Set router 782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:55.852555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43040) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:55.855929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-761ba32d-a0db-41c1-ab64-babc940bcd7c tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Request body: {'security_group_rule': {'security_group_id': '48b563b6-6356-40f1-928d-e5aeff6cf8cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:55.897933 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e143565c-7af3-4249-8558-2546d7d9c59d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:51:55.917761 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e143565c-7af3-4249-8558-2546d7d9c59d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.918124 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-e143565c-7af3-4249-8558-2546d7d9c59d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Added segment 59b7610f-1f2b-41d5-8a4e-709469d6c820 of type vlan for network c8946d6f-b5b2-4c63-820d-5df2733647b6 Aug 23 14:51:55.948877 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0c472e9-53d7-4f80-a6ac-411f35778c40 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.956054 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:51:55.957010 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0c472e9-53d7-4f80-a6ac-411f35778c40 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.966659 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:55.993194 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391a78f-af92-4d01-b7fe-97e4888ae5be req-3032ce50-dc3c-4485-a660-11c4524a2f8f tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:56.000727 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c391a78f-af92-4d01-b7fe-97e4888ae5be req-3032ce50-dc3c-4485-a660-11c4524a2f8f tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 946 time: 0.1644688 Aug 23 14:51:56.029687 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e143565c-7af3-4249-8558-2546d7d9c59d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.063198 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-761ba32d-a0db-41c1-ab64-babc940bcd7c tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.077764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 25b9edc6-25eb-4420-84d4-fefc6093f333 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:56.111707 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e78d32-36ce-45eb-a37c-f61021bd9100 None None] Pushing event updated for resources: {'Port': ['ID=663e8c36-e7d3-4089-ba85-08092e50dd9a,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:56.113003 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c391a78f-af92-4d01-b7fe-97e4888ae5be req-413edc55-12d3-43ad-a371-c37c2a72070c tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112099 Aug 23 14:51:56.144561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72b07b-55e1-410d-b84a-49cf6c7aa713 req-efca7b80-f57f-4d64-b840-91fc1aa10038 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:56.173598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72b07b-55e1-410d-b84a-49cf6c7aa713 req-efca7b80-f57f-4d64-b840-91fc1aa10038 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:56.187564 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Routers {'761db30a-65e3-4a93-831c-d64d48948692'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:56.189419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'name': 'tempest-ServersTestMultiNic-577161822-router', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:39Z', 'updated_at': '2021-08-23T14:51:52Z', 'revision_number': 4, 'project_id': '3899520633d64a9ba672b7936389b974', 'gw_port': {'id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:42Z', 'updated_at': '2021-08-23T14:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '062e1fda-a129-4da2-9a6f-5064cecb7d93', 'name': '', 'network_id': '2799cc5d-237c-4a15-8475-06e4b118779b', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'mac_address': 'fa:16:3e:48:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '67f349bb-fcb9-48a9-9876-1d08aaf17591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:49Z', 'updated_at': '2021-08-23T14:51:53Z', 'revision_number': 2, 'project_id': '3899520633d64a9ba672b7936389b974', 'subnets': [{'id': '67f349bb-fcb9-48a9-9876-1d08aaf17591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:56.191267 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['761db30a-65e3-4a93-831c-d64d48948692'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:56.214747 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-761ba32d-a0db-41c1-ab64-babc940bcd7c tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.216985 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e143565c-7af3-4249-8558-2546d7d9c59d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.219042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72b07b-55e1-410d-b84a-49cf6c7aa713 req-efca7b80-f57f-4d64-b840-91fc1aa10038 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:56.229252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e143565c-7af3-4249-8558-2546d7d9c59d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:56.229922 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e143565c-7af3-4249-8558-2546d7d9c59d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.235396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72b07b-55e1-410d-b84a-49cf6c7aa713 req-efca7b80-f57f-4d64-b840-91fc1aa10038 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:56.255925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72b07b-55e1-410d-b84a-49cf6c7aa713 req-efca7b80-f57f-4d64-b840-91fc1aa10038 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:56.274761 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Checking router: 782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:51:56.275449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Updating router 782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef port 062e1fda-a129-4da2-9a6f-5064cecb7d93 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:51:56.299612 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72b07b-55e1-410d-b84a-49cf6c7aa713 req-efca7b80-f57f-4d64-b840-91fc1aa10038 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:56.346256 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.351357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72b07b-55e1-410d-b84a-49cf6c7aa713 req-efca7b80-f57f-4d64-b840-91fc1aa10038 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:56.362769 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f72b07b-55e1-410d-b84a-49cf6c7aa713 req-efca7b80-f57f-4d64-b840-91fc1aa10038 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5445 time: 1.0294747 Aug 23 14:51:56.401463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c08e9c-2bb6-493b-b300-d7b90ece122c req-352bbd15-403b-42aa-b0c2-320b4630ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:56.410553 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0c08e9c-2bb6-493b-b300-d7b90ece122c req-352bbd15-403b-42aa-b0c2-320b4630ece6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 1097 time: 1.0666599 Aug 23 14:51:56.467935 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143565c-7af3-4249-8558-2546d7d9c59d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event updated for resources: {'Network': ['ID=c8946d6f-b5b2-4c63-820d-5df2733647b6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:56.478105 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-761ba32d-a0db-41c1-ab64-babc940bcd7c tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.540320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ba32d-a0db-41c1-ab64-babc940bcd7c tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c917691f-05a0-4c00-a287-c4b173fdb3be,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:56.578324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 8cd040fc-e23f-4329-a92c-522d68b22419 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:51:56.580714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network c8946d6f-b5b2-4c63-820d-5df2733647b6 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:51:56.600909 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0c472e9-53d7-4f80-a6ac-411f35778c40 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.609286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c472e9-53d7-4f80-a6ac-411f35778c40 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Fanout notify agent at l3_agent the message router_deleted on router e4c6f03c-56b3-451e-82a3-3e3de6dfc39c {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:51:56.617538 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-761ba32d-a0db-41c1-ab64-babc940bcd7c tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.622822 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-761ba32d-a0db-41c1-ab64-babc940bcd7c tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7708542 Aug 23 14:51:56.626604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43070) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:56.628024 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0c472e9-53d7-4f80-a6ac-411f35778c40 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.631713 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b0c472e9-53d7-4f80-a6ac-411f35778c40 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/routers/e4c6f03c-56b3-451e-82a3-3e3de6dfc39c HTTP/1.1" status: 204 len: 168 time: 4.6600282 Aug 23 14:51:56.641466 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:56.644446 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] Set router 761db30a-65e3-4a93-831c-d64d48948692 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:56.648635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43072) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:56.661232 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e143565c-7af3-4249-8558-2546d7d9c59d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1375237 Aug 23 14:51:56.676923 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43078) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:56.709464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a1742ead-dd46-41c9-863b-2298a5b3115e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Request body: {'subnet': {'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:56.819592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 25b9edc6-25eb-4420-84d4-fefc6093f333 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:56.820383 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.821497 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f72b07b-55e1-410d-b84a-49cf6c7aa713 req-52dba2ac-22bf-4f9e-9499-d2ff6eb28cf3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4034014 Aug 23 14:51:56.836299 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0c08e9c-2bb6-493b-b300-d7b90ece122c req-2cec8d45-e5f7-4f78-aa46-2253b4323a8b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010476 Aug 23 14:51:56.879789 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc9b162-ae38-4d60-9c14-d00f8cf98c16 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Deleting subnet eb85831f-8887-441f-9d6c-18aaff4ff004 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:51:56.880054 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.882823 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b162-ae38-4d60-9c14-d00f8cf98c16 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.885740 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0bd2433c-0d97-4c83-b89b-42df3511d0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.900961 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.946488 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:56.972306 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b162-ae38-4d60-9c14-d00f8cf98c16 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:57.015573 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd040fc-e23f-4329-a92c-522d68b22419'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:51:57.018170 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ec830e-ed8d-49e2-8789-217538d4c545" -d '{"events": [{"server_uuid": "d3f62267-25e2-431f-9af3-1f161a8bee09", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd040fc-e23f-4329-a92c-522d68b22419"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:51:57.044969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 8cd040fc-e23f-4329-a92c-522d68b22419, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8cd040fc-e23f-4329-a92c-522d68b22419,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:57.118105 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b162-ae38-4d60-9c14-d00f8cf98c16 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:57.138211 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f1b8f4-13bd-4928-a2d9-d05d70162ac1 x-openstack-request-id: req-b1f1b8f4-13bd-4928-a2d9-d05d70162ac1 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:51:57.138632 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f62267-25e2-431f-9af3-1f161a8bee09", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd040fc-e23f-4329-a92c-522d68b22419", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:51:57.138779 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b1f1b8f4-13bd-4928-a2d9-d05d70162ac1 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:51:57.139089 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd040fc-e23f-4329-a92c-522d68b22419', 'code': 200} Aug 23 14:51:57.167482 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:57.200057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1742ead-dd46-41c9-863b-2298a5b3115e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Made reservation on behalf of 3899520633d64a9ba672b7936389b974 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:51:57.201807 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a1742ead-dd46-41c9-863b-2298a5b3115e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:57.205973 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:57.267212 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761db30a-65e3-4a93-831c-d64d48948692', 'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:35Z', 'updated_at': '2021-08-23T14:51:49Z', 'revision_number': 4, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'gw_port': {'id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:38Z', 'updated_at': '2021-08-23T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '663e8c36-e7d3-4089-ba85-08092e50dd9a', 'name': '', 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'mac_address': 'fa:16:3e:67:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:46Z', 'updated_at': '2021-08-23T14:51:55Z', 'revision_number': 4, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'subnets': [{'id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:57.288443 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:57.315976 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc365f8-7af1-433b-8bb9-c3479fead919 None None] The sync data for ids ['761db30a-65e3-4a93-831c-d64d48948692'] in n-d-804985-3 is: [{'id': '761db30a-65e3-4a93-831c-d64d48948692', 'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:35Z', 'updated_at': '2021-08-23T14:51:49Z', 'revision_number': 4, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'gw_port': {'id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:38Z', 'updated_at': '2021-08-23T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '663e8c36-e7d3-4089-ba85-08092e50dd9a', 'name': '', 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'mac_address': 'fa:16:3e:67:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:46Z', 'updated_at': '2021-08-23T14:51:55Z', 'revision_number': 4, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'subnets': [{'id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:57.333122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Transition to ACTIVE for port object 062e1fda-a129-4da2-9a6f-5064cecb7d93 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:51:57.354527 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b162-ae38-4d60-9c14-d00f8cf98c16 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:57.355570 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=8cd040fc-e23f-4329-a92c-522d68b22419,revision_number=11']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:57.409554 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:57.434873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9b162-ae38-4d60-9c14-d00f8cf98c16 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Subnet': ['ID=eb85831f-8887-441f-9d6c-18aaff4ff004,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:57.440243 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b162-ae38-4d60-9c14-d00f8cf98c16 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:57.446211 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ffc9b162-ae38-4d60-9c14-d00f8cf98c16 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/subnets/eb85831f-8887-441f-9d6c-18aaff4ff004 HTTP/1.1" status: 204 len: 168 time: 0.7505648 Aug 23 14:51:57.447872 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43138) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:57.614101 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1bb685cd-a008-4481-8f03-f87d03eefd76 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:57.621671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Allocated IP 172.25.8.206 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/24f47f9d-11c9-45e0-ab1e-e24834c4f5e5) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:51:57.782345 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe17891-3895-4759-8e9c-f54c8e8166b2 None None] Pushing event updated for resources: {'Port': ['ID=062e1fda-a129-4da2-9a6f-5064cecb7d93,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:57.843582 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1bb685cd-a008-4481-8f03-f87d03eefd76 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:57.890154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-1bb685cd-a008-4481-8f03-f87d03eefd76 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b526f403-e28d-4f2f-a6ec-dd55a3702598']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:57.904104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Attempting to bind port 062e1fda-a129-4da2-9a6f-5064cecb7d93 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:51:57.904489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Attempting to bind port 062e1fda-a129-4da2-9a6f-5064cecb7d93 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2799cc5d-237c-4a15-8475-06e4b118779b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:51:57.904862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Attempting to bind port 062e1fda-a129-4da2-9a6f-5064cecb7d93 on network 2799cc5d-237c-4a15-8475-06e4b118779b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:51:57.924332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:51:57.924332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Checking segment: {'id': '1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2799cc5d-237c-4a15-8475-06e4b118779b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:57.924332 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:57.924332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Bound using segment: {'id': '1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2799cc5d-237c-4a15-8475-06e4b118779b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:51:57.926951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-1bb685cd-a008-4481-8f03-f87d03eefd76 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7502fe-b733-4047-bc1e-d8605fe479fb') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:57.927682 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-1bb685cd-a008-4481-8f03-f87d03eefd76 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7502fe-b733-4047-bc1e-d8605fe479fb') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:57.928497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Bound port: 062e1fda-a129-4da2-9a6f-5064cecb7d93, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2799cc5d-237c-4a15-8475-06e4b118779b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:51:57.928936 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:57.949478 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1bb685cd-a008-4481-8f03-f87d03eefd76 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:57.983707 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1bb685cd-a008-4481-8f03-f87d03eefd76 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:58.008699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb685cd-a008-4481-8f03-f87d03eefd76 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:51:58.009125 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1bb685cd-a008-4481-8f03-f87d03eefd76 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:58.041716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 663e8c36-e7d3-4089-ba85-08092e50dd9a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:51:58.947998 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:51:58.954913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] For port 062e1fda-a129-4da2-9a6f-5064cecb7d93, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:51:58.954913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] For port 062e1fda-a129-4da2-9a6f-5064cecb7d93, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=062e1fda-a129-4da2-9a6f-5064cecb7d93,segment=NetworkSegment(1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2),segment_id=1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:51:58.957255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698ff81-ff37-427f-830a-5e3fc43771e7 req-28f13129-b4d1-4560-b067-824c74addb28 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:58.957255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698ff81-ff37-427f-830a-5e3fc43771e7 req-28f13129-b4d1-4560-b067-824c74addb28 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:58.957255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698ff81-ff37-427f-830a-5e3fc43771e7 req-28f13129-b4d1-4560-b067-824c74addb28 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:58.957255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698ff81-ff37-427f-830a-5e3fc43771e7 req-28f13129-b4d1-4560-b067-824c74addb28 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:58.957255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698ff81-ff37-427f-830a-5e3fc43771e7 req-28f13129-b4d1-4560-b067-824c74addb28 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:58.957255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698ff81-ff37-427f-830a-5e3fc43771e7 req-28f13129-b4d1-4560-b067-824c74addb28 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:58.957255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698ff81-ff37-427f-830a-5e3fc43771e7 req-28f13129-b4d1-4560-b067-824c74addb28 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:58.957255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4698ff81-ff37-427f-830a-5e3fc43771e7 req-28f13129-b4d1-4560-b067-824c74addb28 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5445 time: 0.2061689 Aug 23 14:51:58.960272 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:58.963704 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4698ff81-ff37-427f-830a-5e3fc43771e7 req-5580d0de-b174-45da-9f73-6544dbe7fe56 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622528 Aug 23 14:51:58.964353 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Routers {'782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:51:58.964353 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:58.964966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7934007-0adc-40f2-83b0-421528f05fef req-35781336-41d5-4536-89c0-4b6d750af59b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:58.964966 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7934007-0adc-40f2-83b0-421528f05fef req-35781336-41d5-4536-89c0-4b6d750af59b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 946 time: 1.2718391 Aug 23 14:51:58.965759 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe17891-3895-4759-8e9c-f54c8e8166b2 None None] Pushing event updated for resources: {'Port': ['ID=062e1fda-a129-4da2-9a6f-5064cecb7d93,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:58.965759 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] Set router 782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:51:58.966303 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:58.966555 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1bb685cd-a008-4481-8f03-f87d03eefd76 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:58.966733 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 663e8c36-e7d3-4089-ba85-08092e50dd9a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:51:58.966733 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 663e8c36-e7d3-4089-ba85-08092e50dd9a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:51:58.966733 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:58.967130 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1bb685cd-a008-4481-8f03-f87d03eefd76 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:58.967130 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1bb685cd-a008-4481-8f03-f87d03eefd76 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] 10.222.0.38 "DELETE /v2.0/networks/b526f403-e28d-4f2f-a6ec-dd55a3702598 HTTP/1.1" status: 204 len: 168 time: 1.3903766 Aug 23 14:51:58.967130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb685cd-a008-4481-8f03-f87d03eefd76 tempest-FloatingIPTestJSON-1092431638 tempest-FloatingIPTestJSON-1092431638-project] Pushing event deleted for resources: {'Network': ['ID=b526f403-e28d-4f2f-a6ec-dd55a3702598,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:58.967549 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7934007-0adc-40f2-83b0-421528f05fef req-e6268b94-3f14-4f26-add1-66e3d7240f9b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253711 Aug 23 14:51:59.063154 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2c2ad-4803-4c49-b4c4-418ca6ea7548 req-9bea017c-8c45-4b34-8f18-a72db9811cb2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:59.070577 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2c2ad-4803-4c49-b4c4-418ca6ea7548 req-9bea017c-8c45-4b34-8f18-a72db9811cb2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:59.084765 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2c2ad-4803-4c49-b4c4-418ca6ea7548 req-9bea017c-8c45-4b34-8f18-a72db9811cb2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:59.092399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2c2ad-4803-4c49-b4c4-418ca6ea7548 req-9bea017c-8c45-4b34-8f18-a72db9811cb2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:59.099566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2c2ad-4803-4c49-b4c4-418ca6ea7548 req-9bea017c-8c45-4b34-8f18-a72db9811cb2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:59.105762 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:59.106005 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2c2ad-4803-4c49-b4c4-418ca6ea7548 req-9bea017c-8c45-4b34-8f18-a72db9811cb2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:59.112460 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2c2ad-4803-4c49-b4c4-418ca6ea7548 req-9bea017c-8c45-4b34-8f18-a72db9811cb2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:59.112620 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:59.115177 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cea2c2ad-4803-4c49-b4c4-418ca6ea7548 req-9bea017c-8c45-4b34-8f18-a72db9811cb2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5445 time: 0.1339619 Aug 23 14:51:59.131541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43186) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:59.138721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-069fd414-0c57-4d51-8e2f-d25b8ba6bf34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Request body: {'floatingip': {'port_id': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:51:59.161025 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a1742ead-dd46-41c9-863b-2298a5b3115e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:59.168881 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:59.220989 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-069fd414-0c57-4d51-8e2f-d25b8ba6bf34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:59.238922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 663e8c36-e7d3-4089-ba85-08092e50dd9a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=663e8c36-e7d3-4089-ba85-08092e50dd9a,segment=NetworkSegment(64023a5f-36ef-41f3-b3a7-c6e97ce6a597),segment_id=64023a5f-36ef-41f3-b3a7-c6e97ce6a597)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:51:59.283374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:51:59.285267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'name': 'tempest-ServersTestMultiNic-577161822-router', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:39Z', 'updated_at': '2021-08-23T14:51:52Z', 'revision_number': 4, 'project_id': '3899520633d64a9ba672b7936389b974', 'gw_port': {'id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:42Z', 'updated_at': '2021-08-23T14:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '062e1fda-a129-4da2-9a6f-5064cecb7d93', 'name': '', 'network_id': '2799cc5d-237c-4a15-8475-06e4b118779b', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'mac_address': 'fa:16:3e:48:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '67f349bb-fcb9-48a9-9876-1d08aaf17591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:49Z', 'updated_at': '2021-08-23T14:51:58Z', 'revision_number': 4, 'project_id': '3899520633d64a9ba672b7936389b974', 'subnets': [{'id': '67f349bb-fcb9-48a9-9876-1d08aaf17591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:51:59.303317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:59.319464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:51:59.323222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d5a6d0-a6fb-4621-a26d-a43d67f5e446 None None] The sync data for ids ['782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'] in n-d-804985-3 is: [{'id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'name': 'tempest-ServersTestMultiNic-577161822-router', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:39Z', 'updated_at': '2021-08-23T14:51:52Z', 'revision_number': 4, 'project_id': '3899520633d64a9ba672b7936389b974', 'gw_port': {'id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:42Z', 'updated_at': '2021-08-23T14:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '062e1fda-a129-4da2-9a6f-5064cecb7d93', 'name': '', 'network_id': '2799cc5d-237c-4a15-8475-06e4b118779b', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'mac_address': 'fa:16:3e:48:ac:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '67f349bb-fcb9-48a9-9876-1d08aaf17591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:49Z', 'updated_at': '2021-08-23T14:51:58Z', 'revision_number': 4, 'project_id': '3899520633d64a9ba672b7936389b974', 'subnets': [{'id': '67f349bb-fcb9-48a9-9876-1d08aaf17591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:51:59.366982 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:59.403030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1742ead-dd46-41c9-863b-2298a5b3115e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event updated for resources: {'Subnet': ['ID=dd036402-3cc3-4eb9-8d51-4810a16d8fce,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:59.437497 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Pushing event updated for resources: {'Port': ['ID=24f47f9d-11c9-45e0-ab1e-e24834c4f5e5,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:59.469875 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1742ead-dd46-41c9-863b-2298a5b3115e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Checking segment: {'id': '59b7610f-1f2b-41d5-8a4e-709469d6c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:51:59.470260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1742ead-dd46-41c9-863b-2298a5b3115e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Network hostable DHCP agents. Network: c8946d6f-b5b2-4c63-820d-5df2733647b6, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:51:59.535830 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=663e8c36-e7d3-4089-ba85-08092e50dd9a,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:51:59.615306 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:59.683857 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43202) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:51:59.707906 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1742ead-dd46-41c9-863b-2298a5b3115e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Network c8946d6f-b5b2-4c63-820d-5df2733647b6 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:51:59.799778 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:51:59.865470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a1742ead-dd46-41c9-863b-2298a5b3115e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, c8946d6f-b5b2-4c63-820d-5df2733647b6) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:51:59.883873 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c194d39-3b67-40e8-b7bf-682eac063543 None None] Network c8946d6f-b5b2-4c63-820d-5df2733647b6 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:51:59.913759 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1742ead-dd46-41c9-863b-2298a5b3115e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:51:59.919455 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a1742ead-dd46-41c9-863b-2298a5b3115e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.140828 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-56405cb1-8252-4097-9de2-2da0eea1374e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=542b396d4bce424e8c2d79b95b98d32a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4553452 Aug 23 14:52:00.150186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43220) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:00.150887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43222) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:00.152688 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a1742ead-dd46-41c9-863b-2298a5b3115e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4712865 Aug 23 14:52:00.158931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ce0a49e0-6191-49cf-b685-82a71a3e23e9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2029601537'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:00.219918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 062e1fda-a129-4da2-9a6f-5064cecb7d93 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:00.318273 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d42a7-dbf7-470f-9538-b0ddc7d53154 req-bd7dfc0a-41ca-49b9-8521-f793b50f672a tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:00.331254 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-707d42a7-dbf7-470f-9538-b0ddc7d53154 req-bd7dfc0a-41ca-49b9-8521-f793b50f672a tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 946 time: 0.1923463 Aug 23 14:52:00.390968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-c8946d6f-b5b2-4c63-820d-5df2733647b6', 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'fixed_ips': [{'subnet_id': 'dd036402-3cc3-4eb9-8d51-4810a16d8fce'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:52:00.396714 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.402992 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07d5abc9-1ce1-42f4-b7eb-61bc59779bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.436718 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07d5abc9-1ce1-42f4-b7eb-61bc59779bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.447463 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-707d42a7-dbf7-470f-9538-b0ddc7d53154 req-2cd3475d-c203-4bc1-aa14-21db023cf1c8 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112387 Aug 23 14:52:00.503243 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.526922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 062e1fda-a129-4da2-9a6f-5064cecb7d93 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:00.538023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0a49e0-6191-49cf-b685-82a71a3e23e9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Made reservation on behalf of 3899520633d64a9ba672b7936389b974 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:00.541730 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ce0a49e0-6191-49cf-b685-82a71a3e23e9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.554630 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 062e1fda-a129-4da2-9a6f-5064cecb7d93 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:00.556877 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.592425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0a49e0-6191-49cf-b685-82a71a3e23e9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:52:00.598920 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.607064 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ce0a49e0-6191-49cf-b685-82a71a3e23e9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.607430 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-ce0a49e0-6191-49cf-b685-82a71a3e23e9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Added segment 89a0bf78-c5e7-4143-895f-16031fa7885f of type vlan for network a049c53b-1abf-48b5-a6bb-2d92c0b097b0 Aug 23 14:52:00.695352 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ce0a49e0-6191-49cf-b685-82a71a3e23e9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.732853 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.resource_extend [None req-069fd414-0c57-4d51-8e2f-d25b8ba6bf34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:52:00.760120 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.853710 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-069fd414-0c57-4d51-8e2f-d25b8ba6bf34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.863166 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Allocated IP 19.80.0.2 (c8946d6f-b5b2-4c63-820d-5df2733647b6/dd036402-3cc3-4eb9-8d51-4810a16d8fce/5cf79347-5cb6-4520-a3d4-d21bea076909) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:00.875336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 062e1fda-a129-4da2-9a6f-5064cecb7d93, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=062e1fda-a129-4da2-9a6f-5064cecb7d93,segment=NetworkSegment(1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2),segment_id=1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:00.878128 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Pushing event updated for resources: {'Port': ['ID=24f47f9d-11c9-45e0-ab1e-e24834c4f5e5,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:00.925099 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.926679 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ce0a49e0-6191-49cf-b685-82a71a3e23e9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.936518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0a49e0-6191-49cf-b685-82a71a3e23e9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:00.937188 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ce0a49e0-6191-49cf-b685-82a71a3e23e9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.981657 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-ceca8090-4c44-485f-8e81-e1bc282ecc8d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4075029 Aug 23 14:52:00.981999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07d5abc9-1ce1-42f4-b7eb-61bc59779bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.985864 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07d5abc9-1ce1-42f4-b7eb-61bc59779bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:00.989483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:00.989746 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-07d5abc9-1ce1-42f4-b7eb-61bc59779bbf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d2eb39e6-ab3d-4fc9-9cc0-6d1fedabab8e HTTP/1.1" status: 204 len: 168 time: 0.8332644 Aug 23 14:52:01.018128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5abc9-1ce1-42f4-b7eb-61bc59779bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eb39e6-ab3d-4fc9-9cc0-6d1fedabab8e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:01.057704 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:01.066969 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-660224b1-f4ee-42e6-bae3-7a0c881feebd tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4314597 Aug 23 14:52:01.071870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43246) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:01.072057 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ce0a49e0-6191-49cf-b685-82a71a3e23e9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9166481 Aug 23 14:52:01.072778 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-069fd414-0c57-4d51-8e2f-d25b8ba6bf34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:01.079872 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-fffbcfc6-0d88-433d-a3e8-9454d79231d7 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Request body: {'subnet': {'network_id': 'a049c53b-1abf-48b5-a6bb-2d92c0b097b0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:01.089584 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:01.092949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 663e8c36-e7d3-4089-ba85-08092e50dd9a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:01.283147 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:01.288707 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-069fd414-0c57-4d51-8e2f-d25b8ba6bf34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Floating IP 0f7793a0-9120-4923-b642-b497f5ef1028 associated. External IP: 172.25.8.68, port: 9b5dc2aa-fd61-48b1-984e-dfd0407c8185. Aug 23 14:52:01.300707 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=062e1fda-a129-4da2-9a6f-5064cecb7d93,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:01.453654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a49e0-6191-49cf-b685-82a71a3e23e9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event updated for resources: {'Network': ['ID=a049c53b-1abf-48b5-a6bb-2d92c0b097b0,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:01.464058 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:01.469349 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 663e8c36-e7d3-4089-ba85-08092e50dd9a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:01.469984 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:01.498046 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network a049c53b-1abf-48b5-a6bb-2d92c0b097b0 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:01.522507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffbcfc6-0d88-433d-a3e8-9454d79231d7 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Made reservation on behalf of 3899520633d64a9ba672b7936389b974 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:01.531357 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fffbcfc6-0d88-433d-a3e8-9454d79231d7 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:01.588907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Transition to ACTIVE for port object 5cf79347-5cb6-4520-a3d4-d21bea076909 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:01.636628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Transition to ACTIVE for port object 5cf79347-5cb6-4520-a3d4-d21bea076909 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:01.675015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069fd414-0c57-4d51-8e2f-d25b8ba6bf34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:52:01.742208 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:01.816145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Network c8946d6f-b5b2-4c63-820d-5df2733647b6 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:01.820183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:01.824306 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:01.887070 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:01.887526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Pushing event updated for resources: {'Port': ['ID=5cf79347-5cb6-4520-a3d4-d21bea076909,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:01.920398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 062e1fda-a129-4da2-9a6f-5064cecb7d93 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:01.920759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069fd414-0c57-4d51-8e2f-d25b8ba6bf34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:52:01.927489 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-069fd414-0c57-4d51-8e2f-d25b8ba6bf34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:01.934517 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87255600-cc1e-41f4-bea9-90859cb113ba None None] Sync routers for ids ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:52:01.957901 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87255600-cc1e-41f4-bea9-90859cb113ba None None] Routers {'8aa5a8ed-2b53-4b53-8654-f376deea2d9a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:01.958630 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-87255600-cc1e-41f4-bea9-90859cb113ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:01.967303 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-069fd414-0c57-4d51-8e2f-d25b8ba6bf34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "PUT /v2.0/floatingips/0f7793a0-9120-4923-b642-b497f5ef1028 HTTP/1.1" status: 200 len: 991 time: 2.8335500 Aug 23 14:52:01.968476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:01.971358 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d20ce6-459e-4e68-831b-db4605848900" -d '{"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "9b5dc2aa-fd61-48b1-984e-dfd0407c8185"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:02.010736 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Attempting to bind port 5cf79347-5cb6-4520-a3d4-d21bea076909 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:52:02.011237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Attempting to bind port 5cf79347-5cb6-4520-a3d4-d21bea076909 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '59b7610f-1f2b-41d5-8a4e-709469d6c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:52:02.011714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Attempting to bind port 5cf79347-5cb6-4520-a3d4-d21bea076909 on network c8946d6f-b5b2-4c63-820d-5df2733647b6 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:02.026071 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:52:02.026476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Checking segment: {'id': '59b7610f-1f2b-41d5-8a4e-709469d6c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:02.026884 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:02.027329 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Bound using segment: {'id': '59b7610f-1f2b-41d5-8a4e-709469d6c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:52:02.027848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Bound port: 5cf79347-5cb6-4520-a3d4-d21bea076909, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b7610f-1f2b-41d5-8a4e-709469d6c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:52:02.028231 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:02.091425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 062e1fda-a129-4da2-9a6f-5064cecb7d93 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:02.091974 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:02.129583 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-87255600-cc1e-41f4-bea9-90859cb113ba None None] Set router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:02.157816 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] For port 5cf79347-5cb6-4520-a3d4-d21bea076909, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:52:02.178135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] For port 5cf79347-5cb6-4520-a3d4-d21bea076909, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5cf79347-5cb6-4520-a3d4-d21bea076909,segment=NetworkSegment(59b7610f-1f2b-41d5-8a4e-709469d6c820),segment_id=59b7610f-1f2b-41d5-8a4e-709469d6c820)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:52:02.202707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Allocated IP 172.25.8.45 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/ef233710-10ab-4738-bcb9-670cb59112e1) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:02.253866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fffbcfc6-0d88-433d-a3e8-9454d79231d7 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:02.275603 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:02.374333 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fff3ae-d51d-437e-a0b1-f2d836f43ffa None None] Pushing event updated for resources: {'Port': ['ID=5cf79347-5cb6-4520-a3d4-d21bea076909,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:02.438488 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbcfc6-0d88-433d-a3e8-9454d79231d7 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event updated for resources: {'Subnet': ['ID=abc1a984-8e66-4787-9eb5-ef52280f5ebf,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:02.448819 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffbcfc6-0d88-433d-a3e8-9454d79231d7 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Checking segment: {'id': '89a0bf78-c5e7-4143-895f-16031fa7885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a049c53b-1abf-48b5-a6bb-2d92c0b097b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:02.449196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffbcfc6-0d88-433d-a3e8-9454d79231d7 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Network hostable DHCP agents. Network: a049c53b-1abf-48b5-a6bb-2d92c0b097b0, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:52:02.503712 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:02.546197 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-87255600-cc1e-41f4-bea9-90859cb113ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:49Z', 'updated_at': '2021-08-23T14:49:01Z', 'revision_number': 4, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'gw_port': {'id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:51Z', 'updated_at': '2021-08-23T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '0f7793a0-9120-4923-b642-b497f5ef1028', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'floating_ip_address': '172.25.8.68', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'port_id': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'mac_address': 'fa:16:3e:0a:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd268f3e-365f-4952-bf10-b1439009b958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:50:11Z', 'updated_at': '2021-08-23T14:52:00Z', 'revision_number': 1, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b28d6d-bce1-423c-89aa-2d36f4c82cad', 'name': '', 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'mac_address': 'fa:16:3e:26:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:57Z', 'updated_at': '2021-08-23T14:49:08Z', 'revision_number': 5, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'subnets': [{'id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:02.589007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffbcfc6-0d88-433d-a3e8-9454d79231d7 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Network a049c53b-1abf-48b5-a6bb-2d92c0b097b0 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:52:02.641072 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:02.696886 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-fffbcfc6-0d88-433d-a3e8-9454d79231d7 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, a049c53b-1abf-48b5-a6bb-2d92c0b097b0) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:02.706528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffbcfc6-0d88-433d-a3e8-9454d79231d7 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:02.707442 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fffbcfc6-0d88-433d-a3e8-9454d79231d7 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:02.717203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc4bf1f-f0c7-4e8e-a2bc-84671577f3f8 None None] Network a049c53b-1abf-48b5-a6bb-2d92c0b097b0 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:02.747195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:02.756572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:02.763117 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:02.767419 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87255600-cc1e-41f4-bea9-90859cb113ba None None] Checking router: 8aa5a8ed-2b53-4b53-8654-f376deea2d9a for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:52:02.777927 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87255600-cc1e-41f4-bea9-90859cb113ba None None] Routers {'8aa5a8ed-2b53-4b53-8654-f376deea2d9a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:02.779021 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-87255600-cc1e-41f4-bea9-90859cb113ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:51:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:02.828953 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Pushing event updated for resources: {'Port': ['ID=ef233710-10ab-4738-bcb9-670cb59112e1,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:02.912327 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fffbcfc6-0d88-433d-a3e8-9454d79231d7 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8369219 Aug 23 14:52:02.947878 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:03.005525 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-87255600-cc1e-41f4-bea9-90859cb113ba None None] Set router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:03.036980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43310) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:03.120917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-a049c53b-1abf-48b5-a6bb-2d92c0b097b0', 'network_id': 'a049c53b-1abf-48b5-a6bb-2d92c0b097b0', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'fixed_ips': [{'subnet_id': 'abc1a984-8e66-4787-9eb5-ef52280f5ebf'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:52:03.122115 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:03.153396 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:03.191406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-ec085b11-3796-422c-9910-f6af06cb9a32 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1624255209&fields=id&tenant_id=1d6013a71a3946fa861d0bd6d7f01cd4 HTTP/1.1" status: 200 len: 267 time: 0.0913835 Aug 23 14:52:03.277458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1111912580'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:03.453894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3268-d918-448c-b033-9029e9ef46d0 req-ffda8f3d-492a-4e1a-bfc9-c2af3c60ee73 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:03.456977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-ffda8f3d-492a-4e1a-bfc9-c2af3c60ee73 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/networks?id=8405eaf9-b826-41fe-8073-a3a03d7ee1e6 HTTP/1.1" status: 200 len: 812 time: 0.2624514 Aug 23 14:52:03.483245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-f8ee05fc-7756-4ea2-af75-d444076be6bc tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/quotas/1d6013a71a3946fa861d0bd6d7f01cd4 HTTP/1.1" status: 200 len: 375 time: 0.0163021 Aug 23 14:52:03.494326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:03.498507 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:03.535165 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:03.564943 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:03.592029 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:03.595556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Allocated IP 19.86.0.2 (a049c53b-1abf-48b5-a6bb-2d92c0b097b0/abc1a984-8e66-4787-9eb5-ef52280f5ebf/68fafb12-229d-4ed7-aef4-1f76bd09728e) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:03.607691 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-87255600-cc1e-41f4-bea9-90859cb113ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:49Z', 'updated_at': '2021-08-23T14:49:01Z', 'revision_number': 4, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'gw_port': {'id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:51Z', 'updated_at': '2021-08-23T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '0f7793a0-9120-4923-b642-b497f5ef1028', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'floating_ip_address': '172.25.8.68', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'port_id': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'mac_address': 'fa:16:3e:0a:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd268f3e-365f-4952-bf10-b1439009b958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:50:11Z', 'updated_at': '2021-08-23T14:52:00Z', 'revision_number': 1, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b28d6d-bce1-423c-89aa-2d36f4c82cad', 'name': '', 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'mac_address': 'fa:16:3e:26:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:57Z', 'updated_at': '2021-08-23T14:49:08Z', 'revision_number': 5, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'subnets': [{'id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:03.667441 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87255600-cc1e-41f4-bea9-90859cb113ba None None] The sync data for ids ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'] in n-d-804985-3 is: [{'id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:49Z', 'updated_at': '2021-08-23T14:49:01Z', 'revision_number': 4, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'gw_port': {'id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:51Z', 'updated_at': '2021-08-23T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '0f7793a0-9120-4923-b642-b497f5ef1028', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'floating_ip_address': '172.25.8.68', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'port_id': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'mac_address': 'fa:16:3e:0a:92:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd268f3e-365f-4952-bf10-b1439009b958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:50:11Z', 'updated_at': '2021-08-23T14:52:00Z', 'revision_number': 1, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b28d6d-bce1-423c-89aa-2d36f4c82cad', 'name': '', 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'mac_address': 'fa:16:3e:26:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:57Z', 'updated_at': '2021-08-23T14:49:08Z', 'revision_number': 5, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'subnets': [{'id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:52:03.700532 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-e6372bb0-4d4a-4785-9d56-4ecee54a0044 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1d6013a71a3946fa861d0bd6d7f01cd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2052686 Aug 23 14:52:03.726772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Pushing event updated for resources: {'Port': ['ID=ef233710-10ab-4738-bcb9-670cb59112e1,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:03.746095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b975a5a2-00bb-4abc-aa02-de82b9ef1db0 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:52:03.746322 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b975a5a2-00bb-4abc-aa02-de82b9ef1db0 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193648 Aug 23 14:52:03.818344 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:03.882837 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:03.957088 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e35996-53a2-4a10-bc57-8397a2b9a190 None None] Network c8946d6f-b5b2-4c63-820d-5df2733647b6 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:03.965047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-88ae58e6-4b74-4ca6-b885-f04d2e760c9d service neutron] 10.222.0.38 "GET /v2.0/networks/8405eaf9-b826-41fe-8073-a3a03d7ee1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010846 Aug 23 14:52:03.977310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5cf79347-5cb6-4520-a3d4-d21bea076909 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:03.988226 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:04.048119 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:04.055309 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:04.058865 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-e0c60a75-172f-47b2-a384-4f50c45d1dd1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0754552 Aug 23 14:52:04.074298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:52:04.076776 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Transition to ACTIVE for port object 68fafb12-229d-4ed7-aef4-1f76bd09728e will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:04.091315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199cc83f-dfba-423a-a1d2-e8034a9071a3,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:04.100574 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:04.100574 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Added segment 5bb77762-213b-4e8b-84d3-8ccc5132b612 of type vlan for network 281cf419-8add-4291-8c49-5a34637fd4a7 Aug 23 14:52:04.112701 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Transition to ACTIVE for port object 68fafb12-229d-4ed7-aef4-1f76bd09728e will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:04.132339 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687d6f8c-1ed9-46d6-b134-0ced51fc0d4d None None] New status for floating IP 0f7793a0-9120-4923-b642-b497f5ef1028: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:52:04.181182 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6a03ec5a-83d4-4a0d-8efe-b706b041fc96 None None] Provisioning for port 5cf79347-5cb6-4520-a3d4-d21bea076909 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:04.185675 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b50d04c5-fac9-44fb-a3b9-26c4452e611f service neutron] 10.222.0.38 "GET /v2.0/networks/8405eaf9-b826-41fe-8073-a3a03d7ee1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137325 Aug 23 14:52:04.189547 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:04.208563 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 5cf79347-5cb6-4520-a3d4-d21bea076909 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:04.213765 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6a03ec5a-83d4-4a0d-8efe-b706b041fc96 None None] Provisioning complete for port 5cf79347-5cb6-4520-a3d4-d21bea076909 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:04.214135 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6a03ec5a-83d4-4a0d-8efe-b706b041fc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:04.216507 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:04.255244 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-7b9fae93-09b6-4841-ad2c-9f50b719e8f1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 695 time: 0.1856756 Aug 23 14:52:04.307286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5cf79347-5cb6-4520-a3d4-d21bea076909 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:04.307815 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:04.309214 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:04.316319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:04.317948 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:04.388805 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Network a049c53b-1abf-48b5-a6bb-2d92c0b097b0 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:04.429847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Network': ['ID=281cf419-8add-4291-8c49-5a34637fd4a7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:04.449706 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-c93d7c10-96ee-4ad8-9ad3-505d555694f7 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:04.451842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f1b9a1c-dea8-40b3-8400-fee4018b9e2d req-c93d7c10-96ee-4ad8-9ad3-505d555694f7 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1903656 Aug 23 14:52:04.453117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:04.455065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 281cf419-8add-4291-8c49-5a34637fd4a7 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:04.462898 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:04.542600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Pushing event updated for resources: {'Port': ['ID=68fafb12-229d-4ed7-aef4-1f76bd09728e,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:04.738433 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da9e2b2-63c2-41b5-8cdb-7b14a8e4c80a x-openstack-request-id: req-4da9e2b2-63c2-41b5-8cdb-7b14a8e4c80a {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:04.738433 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "tag": "9b5dc2aa-fd61-48b1-984e-dfd0407c8185", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:04.738433 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4da9e2b2-63c2-41b5-8cdb-7b14a8e4c80a {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:04.738433 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'tag': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185', 'status': 'completed', 'code': 200} Aug 23 14:52:04.738873 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Attempting to bind port 68fafb12-229d-4ed7-aef4-1f76bd09728e on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:52:04.738873 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Attempting to bind port 68fafb12-229d-4ed7-aef4-1f76bd09728e by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '89a0bf78-c5e7-4143-895f-16031fa7885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a049c53b-1abf-48b5-a6bb-2d92c0b097b0'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:52:04.738873 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Attempting to bind port 68fafb12-229d-4ed7-aef4-1f76bd09728e on network a049c53b-1abf-48b5-a6bb-2d92c0b097b0 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:04.774366 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:04.781240 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:52:04.781620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Checking segment: {'id': '89a0bf78-c5e7-4143-895f-16031fa7885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a049c53b-1abf-48b5-a6bb-2d92c0b097b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:04.782023 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:04.782480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Bound using segment: {'id': '89a0bf78-c5e7-4143-895f-16031fa7885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a049c53b-1abf-48b5-a6bb-2d92c0b097b0'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:52:04.783018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Bound port: 68fafb12-229d-4ed7-aef4-1f76bd09728e, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a0bf78-c5e7-4143-895f-16031fa7885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a049c53b-1abf-48b5-a6bb-2d92c0b097b0'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:52:04.783400 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:04.853931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d20ce6-459e-4e68-831b-db4605848900 req-633da4ac-4119-4f08-8fc4-c71b0902ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:04.854429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d20ce6-459e-4e68-831b-db4605848900 req-633da4ac-4119-4f08-8fc4-c71b0902ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:04.855061 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d20ce6-459e-4e68-831b-db4605848900 req-633da4ac-4119-4f08-8fc4-c71b0902ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:04.855591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d20ce6-459e-4e68-831b-db4605848900 req-633da4ac-4119-4f08-8fc4-c71b0902ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:04.856087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d20ce6-459e-4e68-831b-db4605848900 req-633da4ac-4119-4f08-8fc4-c71b0902ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:04.856617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d20ce6-459e-4e68-831b-db4605848900 req-633da4ac-4119-4f08-8fc4-c71b0902ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:04.857072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d20ce6-459e-4e68-831b-db4605848900 req-633da4ac-4119-4f08-8fc4-c71b0902ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:04.859042 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07d20ce6-459e-4e68-831b-db4605848900 req-633da4ac-4119-4f08-8fc4-c71b0902ab70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=453bc9f0ae244a8fad31793e47e18492&device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 6502 time: 0.0753233 Aug 23 14:52:04.887362 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6a03ec5a-83d4-4a0d-8efe-b706b041fc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:04.945876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 5cf79347-5cb6-4520-a3d4-d21bea076909, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5cf79347-5cb6-4520-a3d4-d21bea076909,segment=NetworkSegment(59b7610f-1f2b-41d5-8a4e-709469d6c820),segment_id=59b7610f-1f2b-41d5-8a4e-709469d6c820)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:04.974504 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] For port 68fafb12-229d-4ed7-aef4-1f76bd09728e, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:52:04.979878 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] For port 68fafb12-229d-4ed7-aef4-1f76bd09728e, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=68fafb12-229d-4ed7-aef4-1f76bd09728e,segment=NetworkSegment(89a0bf78-c5e7-4143-895f-16031fa7885f),segment_id=89a0bf78-c5e7-4143-895f-16031fa7885f)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:52:04.993728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-34ff8fd9-1494-4780-88ad-2d59f3e63eb7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9584756 Aug 23 14:52:05.033457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d20ce6-459e-4e68-831b-db4605848900 req-d02664d4-bb53-4016-a514-b88b4961bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:05.036306 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07d20ce6-459e-4e68-831b-db4605848900 req-d02664d4-bb53-4016-a514-b88b4961bb19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b542f892-fbd7-43ba-9b32-88275cc36a65 HTTP/1.1" status: 200 len: 918 time: 0.1629498 Aug 23 14:52:05.138562 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43342) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:05.162796 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3560e38b-66e6-4954-8d37-f73116cb4b0d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'subnet': {'network_id': '281cf419-8add-4291-8c49-5a34637fd4a7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:05.168840 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07d20ce6-459e-4e68-831b-db4605848900 req-a04b998a-5fe5-42bc-a911-e913d439ebed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5dc2aa-fd61-48b1-984e-dfd0407c8185 HTTP/1.1" status: 200 len: 999 time: 0.1143372 Aug 23 14:52:05.304596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d20ce6-459e-4e68-831b-db4605848900 req-527fb898-8f9d-4cc8-84f0-30b88933cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:05.306785 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:05.309153 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07d20ce6-459e-4e68-831b-db4605848900 req-527fb898-8f9d-4cc8-84f0-30b88933cfb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bf12937b-e5ce-4aea-882b-044b4a3734f1 HTTP/1.1" status: 200 len: 856 time: 0.1241043 Aug 23 14:52:05.310005 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:05.380943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d20ce6-459e-4e68-831b-db4605848900 req-943732c7-8bd4-41a2-9598-a0523565bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:05.382297 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-6a03ec5a-83d4-4a0d-8efe-b706b041fc96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:52:05.382930 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-6a03ec5a-83d4-4a0d-8efe-b706b041fc96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:52:05.383049 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07d20ce6-459e-4e68-831b-db4605848900 req-943732c7-8bd4-41a2-9598-a0523565bae2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b542f892-fbd7-43ba-9b32-88275cc36a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657806 Aug 23 14:52:05.397994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-07d20ce6-459e-4e68-831b-db4605848900 req-72904e3b-a67c-43a1-bfc4-9ff4131ff462 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:52:05.402577 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07d20ce6-459e-4e68-831b-db4605848900 req-72904e3b-a67c-43a1-bfc4-9ff4131ff462 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072007 Aug 23 14:52:05.440470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3560e38b-66e6-4954-8d37-f73116cb4b0d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:05.447051 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3560e38b-66e6-4954-8d37-f73116cb4b0d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:05.454532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e557a-8d92-4f07-869c-03e55dd8e65f None None] Pushing event updated for resources: {'Port': ['ID=68fafb12-229d-4ed7-aef4-1f76bd09728e,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:05.539067 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07d20ce6-459e-4e68-831b-db4605848900 req-aeba1390-29c5-4b70-9f53-93bc14520ed0 service neutron] 10.222.0.57 "GET /v2.0/networks/b542f892-fbd7-43ba-9b32-88275cc36a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299522 Aug 23 14:52:05.567916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=5cf79347-5cb6-4520-a3d4-d21bea076909,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:05.694154 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07d20ce6-459e-4e68-831b-db4605848900 req-635b96f8-335c-40f6-b302-9b6a2caee101 service neutron] 10.222.0.57 "GET /v2.0/networks/b542f892-fbd7-43ba-9b32-88275cc36a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470885 Aug 23 14:52:05.924188 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3560e38b-66e6-4954-8d37-f73116cb4b0d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:06.089424 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560e38b-66e6-4954-8d37-f73116cb4b0d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Subnet': ['ID=db47ac81-70c3-4d6b-bf8c-39c72d6d222d,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:06.104901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5cf79347-5cb6-4520-a3d4-d21bea076909 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:06.110877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3560e38b-66e6-4954-8d37-f73116cb4b0d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Checking segment: {'id': '5bb77762-213b-4e8b-84d3-8ccc5132b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '281cf419-8add-4291-8c49-5a34637fd4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:06.110877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3560e38b-66e6-4954-8d37-f73116cb4b0d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network hostable DHCP agents. Network: 281cf419-8add-4291-8c49-5a34637fd4a7, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:52:06.208042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d3924b94-4294-4b7f-962c-9022b128151b None None] Provisioning complete for port 5cf79347-5cb6-4520-a3d4-d21bea076909 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:06.208867 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d3924b94-4294-4b7f-962c-9022b128151b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:06.279280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5cf79347-5cb6-4520-a3d4-d21bea076909 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:06.279946 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:06.287105 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3560e38b-66e6-4954-8d37-f73116cb4b0d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network 281cf419-8add-4291-8c49-5a34637fd4a7 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:52:06.440936 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-3560e38b-66e6-4954-8d37-f73116cb4b0d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 281cf419-8add-4291-8c49-5a34637fd4a7) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:06.467436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3560e38b-66e6-4954-8d37-f73116cb4b0d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:06.469480 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3560e38b-66e6-4954-8d37-f73116cb4b0d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:06.564026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3a1f32-2d4d-419c-b0b5-1941905afdc7 None None] Network 281cf419-8add-4291-8c49-5a34637fd4a7 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:06.594670 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 68fafb12-229d-4ed7-aef4-1f76bd09728e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:06.693237 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3560e38b-66e6-4954-8d37-f73116cb4b0d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5526848 Aug 23 14:52:06.699207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43390) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:06.705442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c3e5b3f7-3a7a-43f9-9cea-0dc3b6648133 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-286933187'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:06.889409 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e5b3f7-3a7a-43f9-9cea-0dc3b6648133 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:06.896462 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b3f7-3a7a-43f9-9cea-0dc3b6648133 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:06.984892 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 68fafb12-229d-4ed7-aef4-1f76bd09728e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:07.001723 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-281cf419-8add-4291-8c49-5a34637fd4a7', 'network_id': '281cf419-8add-4291-8c49-5a34637fd4a7', 'tenant_id': '3db655fc846d42c88e1b6c0c9c909a6b', 'fixed_ips': [{'subnet_id': 'db47ac81-70c3-4d6b-bf8c-39c72d6d222d'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:52:07.001723 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:07.022324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e5b3f7-3a7a-43f9-9cea-0dc3b6648133 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:52:07.054633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b3f7-3a7a-43f9-9cea-0dc3b6648133 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:07.055137 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-c3e5b3f7-3a7a-43f9-9cea-0dc3b6648133 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Added segment 64edfb12-4b0e-419d-9a49-9d3dbe5369fe of type vlan for network 394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f Aug 23 14:52:07.086881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-2d20922e-8854-427f-aadf-5a176bcd2bc5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:07.101303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-2d20922e-8854-427f-aadf-5a176bcd2bc5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:07.104396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-2d20922e-8854-427f-aadf-5a176bcd2bc5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/networks?id=c8946d6f-b5b2-4c63-820d-5df2733647b6&id=a049c53b-1abf-48b5-a6bb-2d92c0b097b0&id=c8946d6f-b5b2-4c63-820d-5df2733647b6 HTTP/1.1" status: 200 len: 1391 time: 0.2472570 Aug 23 14:52:07.142748 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-9ec77a62-fd3b-4d56-9d60-2eb3a0572e80 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/quotas/3899520633d64a9ba672b7936389b974 HTTP/1.1" status: 200 len: 375 time: 0.0299752 Aug 23 14:52:07.151592 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b3f7-3a7a-43f9-9cea-0dc3b6648133 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:07.175345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-64a2c817-dcb4-432e-b9b2-919fac905f71 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:07.178565 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-64a2c817-dcb4-432e-b9b2-919fac905f71 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 821 time: 0.2609320 Aug 23 14:52:07.225643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c06489-6bb2-4a58-bdc0-bc001a60b5b9 None None] Network a049c53b-1abf-48b5-a6bb-2d92c0b097b0 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:07.231019 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-b22d696a-8ff9-487a-a720-0170c838c82d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/quotas/55e5a64cab5e4e0ca3cd861382426a21 HTTP/1.1" status: 200 len: 375 time: 0.0317993 Aug 23 14:52:07.296425 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b3f7-3a7a-43f9-9cea-0dc3b6648133 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:07.305630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5b3f7-3a7a-43f9-9cea-0dc3b6648133 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:07.307046 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b3f7-3a7a-43f9-9cea-0dc3b6648133 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:07.314209 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-73d62a75-b809-4473-ac58-50593561d605 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3899520633d64a9ba672b7936389b974&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1399138 Aug 23 14:52:07.417231 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-3de1f903-75ef-4f8e-abf0-a364a3f97c48 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1942627 Aug 23 14:52:07.453134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Allocated IP 172.20.255.242 (281cf419-8add-4291-8c49-5a34637fd4a7/db47ac81-70c3-4d6b-bf8c-39c72d6d222d/9a07817a-8ee6-452f-8cc9-0231ba1c4e73) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:07.466215 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-4c09eee3-dc81-49f9-85bf-d02d2903e658 service neutron] 10.222.0.38 "GET /v2.0/networks/c8946d6f-b5b2-4c63-820d-5df2733647b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398256 Aug 23 14:52:07.469424 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5b3f7-3a7a-43f9-9cea-0dc3b6648133 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Network': ['ID=394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:07.477317 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c3e5b3f7-3a7a-43f9-9cea-0dc3b6648133 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7734995 Aug 23 14:52:07.483949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43408) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:07.493785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-12ec4606-d643-484a-b21c-b52aa33e60cb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'subnet': {'network_id': '394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:07.498823 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:07.571021 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fe2179ea-6450-441e-9ef4-e9042bd514a9 None None] Provisioning for port 68fafb12-229d-4ed7-aef4-1f76bd09728e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:07.605204 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-509b1898-ce48-447b-af40-05b84d28470a service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731191 Aug 23 14:52:07.639149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fe2179ea-6450-441e-9ef4-e9042bd514a9 None None] Provisioning complete for port 68fafb12-229d-4ed7-aef4-1f76bd09728e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:07.639709 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fe2179ea-6450-441e-9ef4-e9042bd514a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:07.767698 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-4ded7eab-0a38-4e9a-b504-d41455645941 service neutron] 10.222.0.38 "GET /v2.0/networks/c8946d6f-b5b2-4c63-820d-5df2733647b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934754 Aug 23 14:52:07.821312 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-73adff58-da08-48ca-ba1a-53fe4c8445b1 service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095912 Aug 23 14:52:07.844782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ec4606-d643-484a-b21c-b52aa33e60cb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:07.849439 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-12ec4606-d643-484a-b21c-b52aa33e60cb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:07.898207 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:07.918652 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Transition to ACTIVE for port object 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:07.924976 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fe2179ea-6450-441e-9ef4-e9042bd514a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:07.954002 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-45dfbb00-4fca-4314-b3d9-467f4630c542 service neutron] 10.222.0.38 "GET /v2.0/networks/a049c53b-1abf-48b5-a6bb-2d92c0b097b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851797 Aug 23 14:52:07.963682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Transition to ACTIVE for port object 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:07.990637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fe2179ea-6450-441e-9ef4-e9042bd514a9 None None] For port 68fafb12-229d-4ed7-aef4-1f76bd09728e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=68fafb12-229d-4ed7-aef4-1f76bd09728e,segment=NetworkSegment(89a0bf78-c5e7-4143-895f-16031fa7885f),segment_id=89a0bf78-c5e7-4143-895f-16031fa7885f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:08.070918 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:08.169948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Network 281cf419-8add-4291-8c49-5a34637fd4a7 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:08.171804 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-270eed80-23a7-458e-a3dd-611cd04753aa service neutron] 10.222.0.38 "GET /v2.0/networks/a049c53b-1abf-48b5-a6bb-2d92c0b097b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162633 Aug 23 14:52:08.204716 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fe2179ea-6450-441e-9ef4-e9042bd514a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:08.204716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:08.204716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:08.214020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Pushing event updated for resources: {'Port': ['ID=9a07817a-8ee6-452f-8cc9-0231ba1c4e73,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:08.353653 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-733ef2b2-6de5-40f4-9cae-5148ec3c4c9b None None] Provisioning complete for port 68fafb12-229d-4ed7-aef4-1f76bd09728e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:08.354366 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-733ef2b2-6de5-40f4-9cae-5148ec3c4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:08.396969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2179ea-6450-441e-9ef4-e9042bd514a9 None None] Pushing event updated for resources: {'Port': ['ID=68fafb12-229d-4ed7-aef4-1f76bd09728e,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:08.396969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Attempting to bind port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:52:08.396969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Attempting to bind port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '5bb77762-213b-4e8b-84d3-8ccc5132b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '281cf419-8add-4291-8c49-5a34637fd4a7'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:52:08.396969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Attempting to bind port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 on network 281cf419-8add-4291-8c49-5a34637fd4a7 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:08.406177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:52:08.406567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Checking segment: {'id': '5bb77762-213b-4e8b-84d3-8ccc5132b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '281cf419-8add-4291-8c49-5a34637fd4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:08.406983 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:08.407382 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Bound using segment: {'id': '5bb77762-213b-4e8b-84d3-8ccc5132b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '281cf419-8add-4291-8c49-5a34637fd4a7'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:52:08.407899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Bound port: 9a07817a-8ee6-452f-8cc9-0231ba1c4e73, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb77762-213b-4e8b-84d3-8ccc5132b612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '281cf419-8add-4291-8c49-5a34637fd4a7'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:52:08.408462 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:08.551552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] For port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:52:08.557370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] For port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9a07817a-8ee6-452f-8cc9-0231ba1c4e73,segment=NetworkSegment(5bb77762-213b-4e8b-84d3-8ccc5132b612),segment_id=5bb77762-213b-4e8b-84d3-8ccc5132b612)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:52:08.669533 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:08.675697 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e2bbafb7-fdfc-457f-9b06-77c39b2a5ade req-c2fdc042-245b-4c16-a618-eaef56bbda35 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 210 time: 0.0730107 Aug 23 14:52:08.775803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe326c0-0b87-40af-8e76-27fec7a7483d None None] Pushing event updated for resources: {'Port': ['ID=9a07817a-8ee6-452f-8cc9-0231ba1c4e73,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:08.858496 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-6432f1bd-026b-4f51-98c8-97d694f9b458 service neutron] 10.222.0.38 "GET /v2.0/networks/c8946d6f-b5b2-4c63-820d-5df2733647b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6855907 Aug 23 14:52:08.932737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-767e8288-73b3-43d5-a83b-36f42d7115ac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2594526 Aug 23 14:52:08.946910 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-12ec4606-d643-484a-b21c-b52aa33e60cb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:09.094707 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-d32db47e-9fcb-4c78-9de4-2af1a8bf4d4a service neutron] 10.222.0.38 "GET /v2.0/networks/c8946d6f-b5b2-4c63-820d-5df2733647b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342427 Aug 23 14:52:09.110508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec4606-d643-484a-b21c-b52aa33e60cb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Subnet': ['ID=c6c62375-8e93-4bf1-8a61-910161bd2c24,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:09.122728 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ec4606-d643-484a-b21c-b52aa33e60cb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Checking segment: {'id': '64edfb12-4b0e-419d-9a49-9d3dbe5369fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:09.125024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ec4606-d643-484a-b21c-b52aa33e60cb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network hostable DHCP agents. Network: 394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:52:09.139628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-b6cfcf6d-bd7e-4983-bfdf-9ea5e8ada981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:09.140141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-b6cfcf6d-bd7e-4983-bfdf-9ea5e8ada981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:09.140618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-b6cfcf6d-bd7e-4983-bfdf-9ea5e8ada981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:09.141389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-b6cfcf6d-bd7e-4983-bfdf-9ea5e8ada981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:09.141546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-b6cfcf6d-bd7e-4983-bfdf-9ea5e8ada981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:09.142014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-b6cfcf6d-bd7e-4983-bfdf-9ea5e8ada981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:09.142484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-b6cfcf6d-bd7e-4983-bfdf-9ea5e8ada981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:09.144630 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-b6cfcf6d-bd7e-4983-bfdf-9ea5e8ada981 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=453bc9f0ae244a8fad31793e47e18492&device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 6502 time: 0.1419063 Aug 23 14:52:09.311689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ec4606-d643-484a-b21c-b52aa33e60cb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network 394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:52:09.317165 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-bffea388-74e4-4226-8eda-c30bc5b31f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:09.317744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-bffea388-74e4-4226-8eda-c30bc5b31f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:09.318218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-bffea388-74e4-4226-8eda-c30bc5b31f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:09.320012 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-bffea388-74e4-4226-8eda-c30bc5b31f35 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b542f892-fbd7-43ba-9b32-88275cc36a65&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=a24b937b-de39-4060-9493-8fb429cfbe9e&id=a24b937b-de39-4060-9493-8fb429cfbe9e HTTP/1.1" status: 200 len: 2298 time: 0.1451812 Aug 23 14:52:09.420225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-da9bdb61-b1cd-4e19-a7fd-a185167e70fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5dc2aa-fd61-48b1-984e-dfd0407c8185 HTTP/1.1" status: 200 len: 1001 time: 0.0832987 Aug 23 14:52:09.511422 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-12ec4606-d643-484a-b21c-b52aa33e60cb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:09.523146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf94b43-0440-485f-8b7c-fef4df5d21e2 None None] Network 394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:09.555428 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1673d0f5-30be-44fc-b0d0-de16aa7a2c5a req-8033c951-5356-4819-acd9-f7ed452096bc tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 210 time: 0.0773749 Aug 23 14:52:09.560708 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec4606-d643-484a-b21c-b52aa33e60cb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:09.560708 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-12ec4606-d643-484a-b21c-b52aa33e60cb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:09.569289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-081927ef-a7c8-4bae-8007-02c7e22de730 req-72f3884f-bfa6-4f93-b243-bb9cb3f2d02f tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 210 time: 0.0824559 Aug 23 14:52:09.594779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-ab8f1c7f-b9a7-4dc3-af1e-6db8a9326cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:09.608656 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-ab8f1c7f-b9a7-4dc3-af1e-6db8a9326cc8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bf12937b-e5ce-4aea-882b-044b4a3734f1 HTTP/1.1" status: 200 len: 856 time: 0.1735787 Aug 23 14:52:09.697673 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-12ec4606-d643-484a-b21c-b52aa33e60cb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2129731 Aug 23 14:52:09.700655 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43434) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:09.737968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-5f32c339-37b5-4cb5-ad94-71459b653a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:09.741090 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-5f32c339-37b5-4cb5-ad94-71459b653a4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b542f892-fbd7-43ba-9b32-88275cc36a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264844 Aug 23 14:52:09.884378 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:09.966263 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0fb1927c-a711-4778-9088-53e78bd2a5c2 req-28b8ed49-00fd-4c29-aa5a-d144df5167d7 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 210 time: 0.0737748 Aug 23 14:52:09.989782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e8b75-9d53-4a83-87c6-d9f319efcfbd req-b279ab52-017c-4850-adf8-4b6d2e8d2cf8 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:09.991838 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff9e8b75-9d53-4a83-87c6-d9f319efcfbd req-b279ab52-017c-4850-adf8-4b6d2e8d2cf8 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 948 time: 0.2464275 Aug 23 14:52:10.046237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7970f8fd-0001-490f-9298-e38cef1dbcee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f', 'network_id': '394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f', 'tenant_id': '3db655fc846d42c88e1b6c0c9c909a6b', 'fixed_ips': [{'subnet_id': 'c6c62375-8e93-4bf1-8a61-910161bd2c24'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:52:10.046237 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7970f8fd-0001-490f-9298-e38cef1dbcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:10.163547 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff9e8b75-9d53-4a83-87c6-d9f319efcfbd req-954be47a-4349-4b17-b917-dc71f99238a5 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616657 Aug 23 14:52:10.163641 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:10.201110 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-ebe3ab23-6777-4203-8c41-b24537b6afda service neutron] 10.222.0.57 "GET /v2.0/networks/b542f892-fbd7-43ba-9b32-88275cc36a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510565 Aug 23 14:52:10.259682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:10.262330 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421dd0fa-f9a8-4fbe-b28c-cd1042d602a2 None None] Network 281cf419-8add-4291-8c49-5a34637fd4a7 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:10.350739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b805a287-7d84-4b75-80c6-db6a6d0a8a1e tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:10.352666 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b805a287-7d84-4b75-80c6-db6a6d0a8a1e tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.61 "GET /v2.0/networks?id=8405eaf9-b826-41fe-8073-a3a03d7ee1e6 HTTP/1.1" status: 200 len: 812 time: 0.1784546 Aug 23 14:52:10.441271 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-38e67ecd-c4c6-4c0c-bc4e-684595120971 service neutron] 10.222.0.57 "GET /v2.0/networks/b542f892-fbd7-43ba-9b32-88275cc36a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256191 Aug 23 14:52:10.455674 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-9126d257-3625-4125-9566-637ce7d288ff tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d6013a71a3946fa861d0bd6d7f01cd4 HTTP/1.1" status: 200 len: 380 time: 0.0784683 Aug 23 14:52:10.466267 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b0c11879-4073-4acf-a70f-1c98f339ba59 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Request body: {'port': {'device_id': 'c54572a6-9d36-4767-b798-72017e54865e', 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'admin_state_up': True, 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'security_groups': ['48b563b6-6356-40f1-928d-e5aeff6cf8cb']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:10.528849 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-dcc6c01e-7be1-400a-b5b7-ab3480892f5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=cc7683fa-d729-485b-a13f-03f149ab4dae HTTP/1.1" status: 200 len: 217 time: 0.0783052 Aug 23 14:52:10.577651 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:10.587405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5714173d-51ee-48f5-a166-6a06aa8a4750 None None] Provisioning for port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:10.616461 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:10.638564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:10.638966 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:10.659034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-8ca4cc8a-fa18-45b8-bf18-49b9fb2f765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:10.665689 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-8ca4cc8a-fa18-45b8-bf18-49b9fb2f765b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.1126292 Aug 23 14:52:10.730353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c62375-8e93-4bf1-8a61-910161bd2c24,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server [None req-7970f8fd-0001-490f-9298-e38cef1dbcee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6c62375-8e93-4bf1-8a61-910161bd2c24: This subnet is being modified by another concurrent operation. Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 14:52:10.806068 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise exception Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6c62375-8e93-4bf1-8a61-910161bd2c24: This subnet is being modified by another concurrent operation. Aug 23 14:52:10.811826 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Aug 23 14:52:10.859449 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6873dae1-2578-4db6-b05a-0f33512b4dde req-85b705cf-f25a-4c19-8cdf-ca7ac90a6b39 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 210 time: 0.0739410 Aug 23 14:52:10.867606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-ce81d2dc-9ea2-4a5a-ac1f-ec096b546564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:10.869092 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-ce81d2dc-9ea2-4a5a-ac1f-ec096b546564 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1909873 Aug 23 14:52:10.911470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cf7b1e-09c0-47cd-a3cc-41b59437c0f1 None None] Network 394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:11.008833 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:11.031170 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:11.031713 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:11.034337 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-56f22691-9bbc-4b38-b781-e4d2ab13d304 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535192 Aug 23 14:52:11.053766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64edfb12-4b0e-419d-9a49-9d3dbe5369fe') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:11.054264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64edfb12-4b0e-419d-9a49-9d3dbe5369fe') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:11.073171 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:11.115846 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:11.128337 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:52:11.140935 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:11.184529 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-5ed73fe2-a8f7-4af6-aaf5-ab539eee35d1 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389534 Aug 23 14:52:11.206073 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30160b6d-ad60-4f98-acb9-8a3bd14a4617 req-b478b26a-4675-4a1d-a20b-2f74d9fd7624 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 210 time: 0.0400808 Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:52:11.245611 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:52:11.259472 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-aac1af49-a7fa-457e-b55a-91042231fddf None None] Provisioning complete for port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:11.259472 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aac1af49-a7fa-457e-b55a-91042231fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:11.262786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9a07817a-8ee6-452f-8cc9-0231ba1c4e73,segment=NetworkSegment(5bb77762-213b-4e8b-84d3-8ccc5132b612),segment_id=5bb77762-213b-4e8b-84d3-8ccc5132b612)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:11.272827 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-378f2265-0864-419c-acbe-724269e9761c req-755a3fc6-95a8-46d5-857c-1470479209ed tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 210 time: 0.5047264 Aug 23 14:52:11.329970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-5f5f9fe9-f8ae-4a80-b9c4-fd3122ccf2fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e HTTP/1.1" status: 200 len: 217 time: 0.1276374 Aug 23 14:52:11.360334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:11.370684 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:11.372653 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f HTTP/1.1" status: 204 len: 168 time: 1.6709604 Aug 23 14:52:11.385671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43460) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:11.393628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-83447861-0d44-4535-b685-8dca9b6ddd4c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-483400911'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:11.399114 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedb1eb-5cb5-4b16-a310-90ad82ca7f5c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Network': ['ID=394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:11.403798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b0c11879-4073-4acf-a70f-1c98f339ba59 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Made reservation on behalf of 1d6013a71a3946fa861d0bd6d7f01cd4 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:11.406319 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b0c11879-4073-4acf-a70f-1c98f339ba59 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:11.411781 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:11.412713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 68fafb12-229d-4ed7-aef4-1f76bd09728e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:11.470407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-df514e97-4d10-4bcf-ac3c-65eab09b6e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:11.480283 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-df514e97-4d10-4bcf-ac3c-65eab09b6e75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.1388855 Aug 23 14:52:11.485423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bd8d6b-89e2-4d17-bd2d-ab6bfcb92844 None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 14:52:11.530118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b58fc-ec9f-4fce-8cfb-711d01b42aa7 req-3949f5df-ecc5-4707-b026-b1c7c3f2c829 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:11.533429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df9b58fc-ec9f-4fce-8cfb-711d01b42aa7 req-3949f5df-ecc5-4707-b026-b1c7c3f2c829 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 948 time: 0.2246633 Aug 23 14:52:11.547350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836bd60-73da-41f7-8184-fe5dab72f6ea req-7357cd29-9ee7-4717-93f0-2fe42e038c7e tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:11.550772 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b836bd60-73da-41f7-8184-fe5dab72f6ea req-7357cd29-9ee7-4717-93f0-2fe42e038c7e tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.61 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 948 time: 0.2391250 Aug 23 14:52:11.643003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-09b16565-8ef9-479b-beb6-225ff7374ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:11.644694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-09b16565-8ef9-479b-beb6-225ff7374ed6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1457627 Aug 23 14:52:11.662782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83447861-0d44-4535-b685-8dca9b6ddd4c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:11.666321 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-83447861-0d44-4535-b685-8dca9b6ddd4c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:11.689513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b0c11879-4073-4acf-a70f-1c98f339ba59 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Allocated IP 172.20.0.12 (8405eaf9-b826-41fe-8073-a3a03d7ee1e6/b215a108-a328-41eb-ad70-08cefd15af3d/862c4a1f-08bf-4c20-be29-6dc410e24145) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:11.708294 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df9b58fc-ec9f-4fce-8cfb-711d01b42aa7 req-355a3e58-25c1-488e-96e1-e04eb4323fb4 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580951 Aug 23 14:52:11.728736 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=9a07817a-8ee6-452f-8cc9-0231ba1c4e73,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:11.747388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 68fafb12-229d-4ed7-aef4-1f76bd09728e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:11.747388 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:11.755257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83447861-0d44-4535-b685-8dca9b6ddd4c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:52:11.789837 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-83447861-0d44-4535-b685-8dca9b6ddd4c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:11.790642 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-83447861-0d44-4535-b685-8dca9b6ddd4c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Added segment fb65aa02-7c66-40c7-b106-5969ea9ff739 of type vlan for network 97687e01-049f-4eb5-b417-1c476d2483b8 Aug 23 14:52:11.900797 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-83447861-0d44-4535-b685-8dca9b6ddd4c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:11.957814 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b0c11879-4073-4acf-a70f-1c98f339ba59 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:11.990248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b0c11879-4073-4acf-a70f-1c98f339ba59 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Transition to ACTIVE for port object 862c4a1f-08bf-4c20-be29-6dc410e24145 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:12.018453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-61f3fa03-0e9c-413a-84a3-8ff26cc752cc service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337932 Aug 23 14:52:12.087076 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-83447861-0d44-4535-b685-8dca9b6ddd4c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:12.093101 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83447861-0d44-4535-b685-8dca9b6ddd4c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:12.093986 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-83447861-0d44-4535-b685-8dca9b6ddd4c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:12.117097 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc56074b-a077-49fc-b482-fd67e6a5936d req-1f1f45c9-5354-49a5-a726-6aa381d20a0d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 210 time: 0.0649242 Aug 23 14:52:12.134551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-d35a0748-c9bf-4609-8a07-bcede9114354 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:12.137554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd8d6b-89e2-4d17-bd2d-ab6bfcb92844 None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 14:52:12.143274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-d35a0748-c9bf-4609-8a07-bcede9114354 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.57 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 821 time: 0.4825778 Aug 23 14:52:12.153732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-b836bd60-73da-41f7-8184-fe5dab72f6ea req-c9909686-83bd-4f1a-9cd5-c076e5b7fa90 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Deleting port b151b563-4f76-47af-84d1-b99d3d513fb5 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:12.154089 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b836bd60-73da-41f7-8184-fe5dab72f6ea req-c9909686-83bd-4f1a-9cd5-c076e5b7fa90 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:12.166286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-452702f8-bc76-43fb-bed1-927ec42b4f3b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Request body: {'port': {'device_id': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'admin_state_up': True, 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:12.236066 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b0c11879-4073-4acf-a70f-1c98f339ba59 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:12.256717 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83447861-0d44-4535-b685-8dca9b6ddd4c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Network': ['ID=97687e01-049f-4eb5-b417-1c476d2483b8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:12.298018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 97687e01-049f-4eb5-b417-1c476d2483b8 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:12.358109 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-83447861-0d44-4535-b685-8dca9b6ddd4c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9648950 Aug 23 14:52:12.365557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43474) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:12.374750 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ee4dd9ec-dc06-448b-ac1d-9099541fbc52 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'subnet': {'network_id': '97687e01-049f-4eb5-b417-1c476d2483b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:12.394447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:12.411134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b0c11879-4073-4acf-a70f-1c98f339ba59 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Network 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:12.452325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c11879-4073-4acf-a70f-1c98f339ba59 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Pushing event updated for resources: {'Port': ['ID=862c4a1f-08bf-4c20-be29-6dc410e24145,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:12.473954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b0c11879-4073-4acf-a70f-1c98f339ba59 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:12.480883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b0c11879-4073-4acf-a70f-1c98f339ba59 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:12.510252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-b836bd60-73da-41f7-8184-fe5dab72f6ea req-c9909686-83bd-4f1a-9cd5-c076e5b7fa90 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] For port b151b563-4f76-47af-84d1-b99d3d513fb5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=b151b563-4f76-47af-84d1-b99d3d513fb5,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:12.510800 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b836bd60-73da-41f7-8184-fe5dab72f6ea req-c9909686-83bd-4f1a-9cd5-c076e5b7fa90 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:12.527064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-b836bd60-73da-41f7-8184-fe5dab72f6ea req-c9909686-83bd-4f1a-9cd5-c076e5b7fa90 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Calling delete_port for b151b563-4f76-47af-84d1-b99d3d513fb5 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:12.544231 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-5fe09af9-cdf1-4dba-87e1-e844cd2cb532 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068426 Aug 23 14:52:12.652925 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-13f63419-1694-4315-b1cd-1dcea03cf9d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=e0058166-4f12-416b-8269-a53656408fa9 HTTP/1.1" status: 200 len: 217 time: 0.0722277 Aug 23 14:52:12.659645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-452702f8-bc76-43fb-bed1-927ec42b4f3b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Made reservation on behalf of 55e5a64cab5e4e0ca3cd861382426a21 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:12.667772 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-452702f8-bc76-43fb-bed1-927ec42b4f3b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:12.732625 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:12.733190 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:12.826673 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-452702f8-bc76-43fb-bed1-927ec42b4f3b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Allocated IP 172.20.0.8 (b4466b10-1056-4d71-b012-2191781d1107/d010c8ad-03e3-4ffc-868b-88fa8799727b/d3e2e42e-2372-4adf-8b4d-9440e57656e7) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:12.886550 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-364f60bb-b70e-40f4-bb6f-6099ba42b534 req-753a1355-4148-45cc-a829-40656f82f9c0 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 210 time: 0.4149082 Aug 23 14:52:13.046461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b0c11879-4073-4acf-a70f-1c98f339ba59 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:13.047128 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b0c11879-4073-4acf-a70f-1c98f339ba59 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:13.058827 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-452702f8-bc76-43fb-bed1-927ec42b4f3b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:13.111341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-4a09b14d-cd44-40bf-9ea5-1e268f0540bf tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:13.118797 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-4a09b14d-cd44-40bf-9ea5-1e268f0540bf tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:13.120612 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-4a09b14d-cd44-40bf-9ea5-1e268f0540bf tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.57 "GET /v2.0/networks?id=c8946d6f-b5b2-4c63-820d-5df2733647b6&id=a049c53b-1abf-48b5-a6bb-2d92c0b097b0&id=c8946d6f-b5b2-4c63-820d-5df2733647b6 HTTP/1.1" status: 200 len: 1391 time: 0.2304518 Aug 23 14:52:13.133068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-452702f8-bc76-43fb-bed1-927ec42b4f3b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Transition to ACTIVE for port object d3e2e42e-2372-4adf-8b4d-9440e57656e7 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:13.154377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-353e8124-babd-43ad-ab6b-ef8d494f567d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Request body: {'port': {'device_id': 'd907b940-72aa-4145-b552-7dcc583ea195', 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6', 'admin_state_up': True, 'tenant_id': '3899520633d64a9ba672b7936389b974'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:13.178559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698bc32-0da7-48c6-93f0-c306a9e90b85 req-6989d992-7542-4b92-91a3-a26a8a51c3f1 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:13.186285 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b698bc32-0da7-48c6-93f0-c306a9e90b85 req-6989d992-7542-4b92-91a3-a26a8a51c3f1 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 932 time: 0.7353537 Aug 23 14:52:13.273311 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4dd9ec-dc06-448b-ac1d-9099541fbc52 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:13.277934 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd9ec-dc06-448b-ac1d-9099541fbc52 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:13.336112 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-fde53ead-1f28-4ad5-bdeb-1c7be4c6ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:13.337630 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-fde53ead-1f28-4ad5-bdeb-1c7be4c6ff5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.6556764 Aug 23 14:52:13.374872 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-b0c11879-4073-4acf-a70f-1c98f339ba59 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9129353 Aug 23 14:52:13.401664 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Request body: {'port': {'device_id': 'c54572a6-9d36-4767-b798-72017e54865e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:13.410306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.ipam_backend_mixin [None req-ee4dd9ec-dc06-448b-ac1d-9099541fbc52 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Performing IP validity checks on allocation pools {{(pid=96114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 14:52:13.411485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.ipam_backend_mixin [None req-ee4dd9ec-dc06-448b-ac1d-9099541fbc52 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Checking for overlaps among allocation pools and gateway ip {{(pid=96114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 14:52:13.419158 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b698bc32-0da7-48c6-93f0-c306a9e90b85 req-94f36ffb-bb8e-4385-b432-0e72a2eb4f24 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups?id=48b563b6-6356-40f1-928d-e5aeff6cf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316215 Aug 23 14:52:13.447631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-b9823400-d439-4442-86c3-3e359c2f149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:13.447631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-b9823400-d439-4442-86c3-3e359c2f149b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0868001 Aug 23 14:52:13.550377 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f17b8eae-6df0-424b-af9b-1fc186638503 req-8adb9dca-bd27-4891-a63e-20c008367348 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 210 time: 0.0316532 Aug 23 14:52:13.568598 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:13.587062 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-984727b4-9a84-414e-bd12-9fa545516c6c service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307676 Aug 23 14:52:13.599779 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7742a-001f-4732-a458-e1f64315e3b3 req-513194b7-4317-4aef-bc8c-4bd8d8a2b892 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:13.601531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14a7742a-001f-4732-a458-e1f64315e3b3 req-513194b7-4317-4aef-bc8c-4bd8d8a2b892 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 948 time: 0.3324277 Aug 23 14:52:13.617542 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b836bd60-73da-41f7-8184-fe5dab72f6ea req-c9909686-83bd-4f1a-9cd5-c076e5b7fa90 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:13.621250 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-452702f8-bc76-43fb-bed1-927ec42b4f3b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:13.634307 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['db69d546-71e2-4357-9901-b439108961b7'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:52:13.688624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-00f4396d-e672-452f-93db-65f00fb5357c None None] Provisioning for port 862c4a1f-08bf-4c20-be29-6dc410e24145 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:13.706604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9909686-83bd-4f1a-9cd5-c076e5b7fa90 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Pushing event deleted for resources: {'Port': ['ID=b151b563-4f76-47af-84d1-b99d3d513fb5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:13.748306 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14a7742a-001f-4732-a458-e1f64315e3b3 req-178557d2-31c3-4f0f-bcde-d14cd3babcc8 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361372 Aug 23 14:52:13.757818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-00f4396d-e672-452f-93db-65f00fb5357c None None] Provisioning complete for port 862c4a1f-08bf-4c20-be29-6dc410e24145 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:13.758379 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-00f4396d-e672-452f-93db-65f00fb5357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:13.800638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-452702f8-bc76-43fb-bed1-927ec42b4f3b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Network b4466b10-1056-4d71-b012-2191781d1107 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:13.825123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-b836bd60-73da-41f7-8184-fe5dab72f6ea req-c9909686-83bd-4f1a-9cd5-c076e5b7fa90 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] No DVR routers for this DVR port b151b563-4f76-47af-84d1-b99d3d513fb5 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:13.826998 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-452702f8-bc76-43fb-bed1-927ec42b4f3b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:13.835486 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b836bd60-73da-41f7-8184-fe5dab72f6ea req-c9909686-83bd-4f1a-9cd5-c076e5b7fa90 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:13.837913 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b836bd60-73da-41f7-8184-fe5dab72f6ea req-c9909686-83bd-4f1a-9cd5-c076e5b7fa90 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.61 "DELETE /v2.0/ports/b151b563-4f76-47af-84d1-b99d3d513fb5 HTTP/1.1" status: 204 len: 173 time: 2.2606657 Aug 23 14:52:13.838566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328f46c5-f3f7-4809-9e6a-377530e2aece', 'name': 'network-vif-deleted', 'tag': 'b151b563-4f76-47af-84d1-b99d3d513fb5'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:13.840188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-00f4396d-e672-452f-93db-65f00fb5357c None None] Port 862c4a1f-08bf-4c20-be29-6dc410e24145 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:52:13.840707 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c959f84-86a9-4b5c-bc5c-37c2078660f4" -d '{"events": [{"server_uuid": "328f46c5-f3f7-4809-9e6a-377530e2aece", "name": "network-vif-deleted", "tag": "b151b563-4f76-47af-84d1-b99d3d513fb5"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:13.843593 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-452702f8-bc76-43fb-bed1-927ec42b4f3b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:13.890334 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-f6bc6e99-d7d4-4314-8577-c63b2b7e9ee0 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950082 Aug 23 14:52:13.911555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-353e8124-babd-43ad-ab6b-ef8d494f567d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Made reservation on behalf of 3899520633d64a9ba672b7936389b974 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:13.918443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452702f8-bc76-43fb-bed1-927ec42b4f3b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Pushing event updated for resources: {'Port': ['ID=d3e2e42e-2372-4adf-8b4d-9440e57656e7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:13.929109 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-353e8124-babd-43ad-ab6b-ef8d494f567d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:13.945807 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fab4fcd-7c82-4bec-9be2-e1c8601f8cd4 x-openstack-request-id: req-7fab4fcd-7c82-4bec-9be2-e1c8601f8cd4 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:13.946331 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328f46c5-f3f7-4809-9e6a-377530e2aece", "name": "network-vif-deleted", "tag": "b151b563-4f76-47af-84d1-b99d3d513fb5", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:13.946796 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7fab4fcd-7c82-4bec-9be2-e1c8601f8cd4 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:13.947926 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328f46c5-f3f7-4809-9e6a-377530e2aece', 'name': 'network-vif-deleted', 'tag': 'b151b563-4f76-47af-84d1-b99d3d513fb5', 'status': 'completed', 'code': 200} Aug 23 14:52:13.996219 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-5a8e571e-1b54-4f98-9a7e-b3908d242833 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 HTTP/1.1" status: 200 len: 217 time: 0.0615270 Aug 23 14:52:14.065135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-aae64abf-39a8-49c6-a2bb-842a7cd17898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:14.066751 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-aae64abf-39a8-49c6-a2bb-842a7cd17898 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.0612576 Aug 23 14:52:14.079609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-452702f8-bc76-43fb-bed1-927ec42b4f3b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:14.080538 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-452702f8-bc76-43fb-bed1-927ec42b4f3b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:14.179323 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-c86ecc75-574d-4ae9-86ab-bcab8a18763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:14.180937 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-c86ecc75-574d-4ae9-86ab-bcab8a18763d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0837820 Aug 23 14:52:14.182795 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-452702f8-bc76-43fb-bed1-927ec42b4f3b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0253441 Aug 23 14:52:14.206957 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd9ec-dc06-448b-ac1d-9099541fbc52 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:14.225743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Request body: {'port': {'device_id': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:14.371194 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-720c7ac9-9fb0-44a0-8205-b23cf8a6af49 None None] Provisioning for port d3e2e42e-2372-4adf-8b4d-9440e57656e7 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:14.375225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-720c7ac9-9fb0-44a0-8205-b23cf8a6af49 None None] Provisioning complete for port d3e2e42e-2372-4adf-8b4d-9440e57656e7 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:14.375602 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-720c7ac9-9fb0-44a0-8205-b23cf8a6af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:14.384193 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:14.450639 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e7ab9-a494-47fb-98c3-080205a51ca7 req-f6ee075b-84b6-4993-9c45-3eb6c9752656 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:14.454502 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-720c7ac9-9fb0-44a0-8205-b23cf8a6af49 None None] Port d3e2e42e-2372-4adf-8b4d-9440e57656e7 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:52:14.459401 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-196e7ab9-a494-47fb-98c3-080205a51ca7 req-f6ee075b-84b6-4993-9c45-3eb6c9752656 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 931 time: 0.4283881 Aug 23 14:52:14.496509 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4dd9ec-dc06-448b-ac1d-9099541fbc52 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Subnet': ['ID=b8c60951-f383-4df5-ba8f-8b31e132022c,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:14.498627 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-2f068530-fb7b-427d-ae7a-a2caa27b3392 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023965 Aug 23 14:52:14.529325 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b151b563-4f76-47af-84d1-b99d3d513fb5 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:52:14.553254 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: b151b563-4f76-47af-84d1-b99d3d513fb5 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:52:14.554856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device b151b563-4f76-47af-84d1-b99d3d513fb5 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:52:14.581935 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4dd9ec-dc06-448b-ac1d-9099541fbc52 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Checking segment: {'id': 'fb65aa02-7c66-40c7-b106-5969ea9ff739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97687e01-049f-4eb5-b417-1c476d2483b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:14.582878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4dd9ec-dc06-448b-ac1d-9099541fbc52 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network hostable DHCP agents. Network: 97687e01-049f-4eb5-b417-1c476d2483b8, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:52:14.593547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 862c4a1f-08bf-4c20-be29-6dc410e24145 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:52:14.608161 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:14.627611 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-353e8124-babd-43ad-ab6b-ef8d494f567d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Allocated IP 19.80.0.243 (c8946d6f-b5b2-4c63-820d-5df2733647b6/dd036402-3cc3-4eb9-8d51-4810a16d8fce/22c1310d-7029-453b-b2d8-cad232303770) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:14.643459 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-196e7ab9-a494-47fb-98c3-080205a51ca7 req-8aa935a1-807d-4f9c-8f6c-fd2409741b21 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785522 Aug 23 14:52:14.690871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Transition to ACTIVE for port object 862c4a1f-08bf-4c20-be29-6dc410e24145 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:14.722870 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-9e982750-e0be-4c51-9344-3660083b7fc7 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532779 Aug 23 14:52:14.777909 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc7acf1a-3926-4a1c-b66b-46db85042167 req-3a8ca1db-5234-4383-92ea-006382768f6c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 210 time: 0.0464258 Aug 23 14:52:14.790591 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:14.828475 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-bc1ae40c-8e1c-4dba-82ac-5420b091f981 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b58b144d-9752-4c28-8735-b31a58987388 HTTP/1.1" status: 200 len: 217 time: 0.0960994 Aug 23 14:52:14.843266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f376f8-7346-4e5a-bc4a-23811a0e6bd1 req-879b0362-8cb3-4f44-99f0-747a66e57528 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:14.847219 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b8f376f8-7346-4e5a-bc4a-23811a0e6bd1 req-879b0362-8cb3-4f44-99f0-747a66e57528 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 932 time: 0.2686172 Aug 23 14:52:14.854044 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4dd9ec-dc06-448b-ac1d-9099541fbc52 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network 97687e01-049f-4eb5-b417-1c476d2483b8 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:52:14.952117 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Pushing event updated for resources: {'Port': ['ID=862c4a1f-08bf-4c20-be29-6dc410e24145,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:14.983681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b8f376f8-7346-4e5a-bc4a-23811a0e6bd1 req-6357aa13-d91f-41ee-b5e5-4de9ee470422 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups?id=48b563b6-6356-40f1-928d-e5aeff6cf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139243 Aug 23 14:52:14.983681 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-576823c9-e892-40e0-9ee2-1681d5f3ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:14.985845 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-576823c9-e892-40e0-9ee2-1681d5f3ddb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8041fe2e-c347-4b3e-abfc-bf8ee4b736dd HTTP/1.1" status: 200 len: 797 time: 0.1343493 Aug 23 14:52:15.024856 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7d70a0db-63f6-416e-bdc9-9ca4ddfca56b req-97c07bd5-0e30-43bb-aa09-155ee245e183 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=328f46c5-f3f7-4809-9e6a-377530e2aece HTTP/1.1" status: 200 len: 210 time: 0.1067019 Aug 23 14:52:15.107528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e2e42e-2372-4adf-8b4d-9440e57656e7 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:52:15.117185 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-353e8124-babd-43ad-ab6b-ef8d494f567d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:15.134681 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:15.153761 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-ee4dd9ec-dc06-448b-ac1d-9099541fbc52 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 97687e01-049f-4eb5-b417-1c476d2483b8) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:15.155642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Transition to ACTIVE for port object d3e2e42e-2372-4adf-8b4d-9440e57656e7 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:15.158007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-353e8124-babd-43ad-ab6b-ef8d494f567d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Transition to ACTIVE for port object 22c1310d-7029-453b-b2d8-cad232303770 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:15.161821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Attempting to bind port 862c4a1f-08bf-4c20-be29-6dc410e24145 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:52:15.162166 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Attempting to bind port 862c4a1f-08bf-4c20-be29-6dc410e24145 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '64023a5f-36ef-41f3-b3a7-c6e97ce6a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:52:15.162507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Attempting to bind port 862c4a1f-08bf-4c20-be29-6dc410e24145 on network 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:15.166175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-98e47a41-a420-4b62-a7fc-a2273c51015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:15.167973 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-98e47a41-a420-4b62-a7fc-a2273c51015f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a24b937b-de39-4060-9493-8fb429cfbe9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860622 Aug 23 14:52:15.168626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1e2b21-4481-4ab9-aa16-e7d4cdcc1497 None None] Network 97687e01-049f-4eb5-b417-1c476d2483b8 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:15.170261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4dd9ec-dc06-448b-ac1d-9099541fbc52 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:15.170871 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd9ec-dc06-448b-ac1d-9099541fbc52 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:15.175015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Port 862c4a1f-08bf-4c20-be29-6dc410e24145 on network 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:52:15.175015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Attempting to bind port 862c4a1f-08bf-4c20-be29-6dc410e24145 on network 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:15.204701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:52:15.205443 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Checking segment: {'id': '64023a5f-36ef-41f3-b3a7-c6e97ce6a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:15.206013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Bound using segment: {'id': '64023a5f-36ef-41f3-b3a7-c6e97ce6a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:52:15.206708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Bound port: 862c4a1f-08bf-4c20-be29-6dc410e24145, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64023a5f-36ef-41f3-b3a7-c6e97ce6a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:52:15.207286 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:15.327399 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:15.330079 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ee4dd9ec-dc06-448b-ac1d-9099541fbc52 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.9632571 Aug 23 14:52:15.337305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43518) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:15.369092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] For port 862c4a1f-08bf-4c20-be29-6dc410e24145, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:52:15.373315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] For port 862c4a1f-08bf-4c20-be29-6dc410e24145, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=862c4a1f-08bf-4c20-be29-6dc410e24145,segment=NetworkSegment(64023a5f-36ef-41f3-b3a7-c6e97ce6a597),segment_id=64023a5f-36ef-41f3-b3a7-c6e97ce6a597)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:52:15.424498 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:15.434291 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-353e8124-babd-43ad-ab6b-ef8d494f567d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:15.500807 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:15.508940 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-353e8124-babd-43ad-ab6b-ef8d494f567d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Network c8946d6f-b5b2-4c63-820d-5df2733647b6 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:15.511990 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-97687e01-049f-4eb5-b417-1c476d2483b8', 'network_id': '97687e01-049f-4eb5-b417-1c476d2483b8', 'tenant_id': '3db655fc846d42c88e1b6c0c9c909a6b', 'fixed_ips': [{'subnet_id': 'b8c60951-f383-4df5-ba8f-8b31e132022c'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:52:15.511990 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:15.515394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-353e8124-babd-43ad-ab6b-ef8d494f567d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:15.526608 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-353e8124-babd-43ad-ab6b-ef8d494f567d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:15.552055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e2e42e-2372-4adf-8b4d-9440e57656e7,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:15.574598 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e8124-babd-43ad-ab6b-ef8d494f567d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event updated for resources: {'Port': ['ID=22c1310d-7029-453b-b2d8-cad232303770,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:15.577983 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:15.578702 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:15.580397 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] 10.222.0.61 "PUT /v2.0/ports/862c4a1f-08bf-4c20-be29-6dc410e24145 HTTP/1.1" status: 200 len: 1092 time: 2.1839204 Aug 23 14:52:15.583793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54572a6-9d36-4767-b798-72017e54865e', 'tag': '862c4a1f-08bf-4c20-be29-6dc410e24145'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:15.586338 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964700bc-ef33-424d-9f79-28a1527a00e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c54572a6-9d36-4767-b798-72017e54865e", "tag": "862c4a1f-08bf-4c20-be29-6dc410e24145"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:15.698470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-353e8124-babd-43ad-ab6b-ef8d494f567d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:15.699304 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-353e8124-babd-43ad-ab6b-ef8d494f567d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:15.802031 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ae4d7-d9af-4d4f-9c16-3d45cda88087 service neutron] Pushing event updated for resources: {'Port': ['ID=862c4a1f-08bf-4c20-be29-6dc410e24145,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:15.827552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3268-d918-448c-b033-9029e9ef46d0 req-e5f372c1-da53-4d27-842d-7e9e136bae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:15.829057 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-e5f372c1-da53-4d27-842d-7e9e136bae59 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d6013a71a3946fa861d0bd6d7f01cd4&device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 1095 time: 0.1228774 Aug 23 14:52:15.900730 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Allocated IP 172.20.0.3 (97687e01-049f-4eb5-b417-1c476d2483b8/b8c60951-f383-4df5-ba8f-8b31e132022c/af490c6d-8f9d-4302-9b33-22f4110f1d16) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:15.951839 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-353e8124-babd-43ad-ab6b-ef8d494f567d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8047025 Aug 23 14:52:15.954676 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-e5994ced-7793-44d0-98cc-41f6785ca605 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=862c4a1f-08bf-4c20-be29-6dc410e24145 HTTP/1.1" status: 200 len: 217 time: 0.0689769 Aug 23 14:52:15.994412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f0f122f1-d0b6-447b-be25-bbb1b49e8c1d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Request body: {'port': {'device_id': 'd907b940-72aa-4145-b552-7dcc583ea195', 'network_id': 'a049c53b-1abf-48b5-a6bb-2d92c0b097b0', 'admin_state_up': True, 'tenant_id': '3899520633d64a9ba672b7936389b974'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:16.178413 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57458227-fa28-4690-9ab0-aa3c6c362afd req-ce398ed9-26d7-4992-a44c-97823ff3bdbe tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:16.187184 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-57458227-fa28-4690-9ab0-aa3c6c362afd req-ce398ed9-26d7-4992-a44c-97823ff3bdbe tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 943 time: 0.3508036 Aug 23 14:52:16.191010 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3268-d918-448c-b033-9029e9ef46d0 req-e0202207-7b66-45f4-971a-c80972e96457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:16.192754 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-e0202207-7b66-45f4-971a-c80972e96457 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b215a108-a328-41eb-ad70-08cefd15af3d HTTP/1.1" status: 200 len: 851 time: 0.2278097 Aug 23 14:52:16.199844 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b110d100-f83e-475a-9189-1bafdba43298 x-openstack-request-id: req-b110d100-f83e-475a-9189-1bafdba43298 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:16.200301 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c54572a6-9d36-4767-b798-72017e54865e", "tag": "862c4a1f-08bf-4c20-be29-6dc410e24145", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:16.200658 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b110d100-f83e-475a-9189-1bafdba43298 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:16.201168 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c54572a6-9d36-4767-b798-72017e54865e', 'tag': '862c4a1f-08bf-4c20-be29-6dc410e24145', 'status': 'completed', 'code': 200} Aug 23 14:52:16.259895 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:16.279705 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-57458227-fa28-4690-9ab0-aa3c6c362afd req-df30d531-9171-4cb0-adf7-4c1159e6e7bf tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836930 Aug 23 14:52:16.283829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Transition to ACTIVE for port object af490c6d-8f9d-4302-9b33-22f4110f1d16 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:16.309707 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Transition to ACTIVE for port object af490c6d-8f9d-4302-9b33-22f4110f1d16 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:16.403929 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-524cf687-e6a6-408d-9517-7dcd3118677e service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2132535 Aug 23 14:52:16.409447 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3268-d918-448c-b033-9029e9ef46d0 req-84e0a6a9-8b90-487d-b861-aaf799d0817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:16.409855 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-84e0a6a9-8b90-487d-b861-aaf799d0817c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8405eaf9-b826-41fe-8073-a3a03d7ee1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879673 Aug 23 14:52:16.445324 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:16.492362 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e0459e78-44d9-49d2-bf23-8fe1f934f7a4 None None] Provisioning for port 22c1310d-7029-453b-b2d8-cad232303770 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:16.516950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e0459e78-44d9-49d2-bf23-8fe1f934f7a4 None None] Provisioning complete for port 22c1310d-7029-453b-b2d8-cad232303770 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:16.517247 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e0459e78-44d9-49d2-bf23-8fe1f934f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:16.530684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ede65-c5e0-43dd-9aec-24189fde9ae4 req-09f865b2-d1e0-4ba7-a9f0-da42b494321b tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:16.539209 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-780ede65-c5e0-43dd-9aec-24189fde9ae4 req-09f865b2-d1e0-4ba7-a9f0-da42b494321b tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 944 time: 0.1542072 Aug 23 14:52:16.589652 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Network 97687e01-049f-4eb5-b417-1c476d2483b8 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:16.595123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Pushing event updated for resources: {'Port': ['ID=af490c6d-8f9d-4302-9b33-22f4110f1d16,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:16.601236 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:16.607270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:16.611044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e0459e78-44d9-49d2-bf23-8fe1f934f7a4 None None] Port 22c1310d-7029-453b-b2d8-cad232303770 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:52:16.621104 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-21d292e6-0581-4675-a313-c515a70f1793 service neutron] 10.222.0.61 "GET /v2.0/networks/8405eaf9-b826-41fe-8073-a3a03d7ee1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940734 Aug 23 14:52:16.631634 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:16.646425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Attempting to bind port d3e2e42e-2372-4adf-8b4d-9440e57656e7 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:52:16.647269 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Attempting to bind port d3e2e42e-2372-4adf-8b4d-9440e57656e7 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:52:16.647370 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-780ede65-c5e0-43dd-9aec-24189fde9ae4 req-0b0ee45e-621b-4b1a-93fc-cc3c6488b5a0 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups?id=48b563b6-6356-40f1-928d-e5aeff6cf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048224 Aug 23 14:52:16.647632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Attempting to bind port d3e2e42e-2372-4adf-8b4d-9440e57656e7 on network b4466b10-1056-4d71-b012-2191781d1107 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:16.668837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f0f122f1-d0b6-447b-be25-bbb1b49e8c1d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Made reservation on behalf of 3899520633d64a9ba672b7936389b974 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:16.678933 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f0f122f1-d0b6-447b-be25-bbb1b49e8c1d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:16.694567 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bff507-cbfa-49d4-a4a2-af3eff3fb199 req-457762c9-3dd7-49fb-bc1f-2ea6f173e1fc tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:16.699382 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Attempting to bind port af490c6d-8f9d-4302-9b33-22f4110f1d16 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:52:16.699788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Attempting to bind port af490c6d-8f9d-4302-9b33-22f4110f1d16 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'fb65aa02-7c66-40c7-b106-5969ea9ff739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97687e01-049f-4eb5-b417-1c476d2483b8'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:52:16.700157 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Attempting to bind port af490c6d-8f9d-4302-9b33-22f4110f1d16 on network 97687e01-049f-4eb5-b417-1c476d2483b8 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:16.703324 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-90bff507-cbfa-49d4-a4a2-af3eff3fb199 req-457762c9-3dd7-49fb-bc1f-2ea6f173e1fc tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 932 time: 0.3054879 Aug 23 14:52:16.715180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Port d3e2e42e-2372-4adf-8b4d-9440e57656e7 on network b4466b10-1056-4d71-b012-2191781d1107 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:52:16.721730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Attempting to bind port d3e2e42e-2372-4adf-8b4d-9440e57656e7 on network b4466b10-1056-4d71-b012-2191781d1107 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:16.722109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:52:16.722109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Checking segment: {'id': 'fb65aa02-7c66-40c7-b106-5969ea9ff739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97687e01-049f-4eb5-b417-1c476d2483b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:16.722109 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:16.722109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Bound using segment: {'id': 'fb65aa02-7c66-40c7-b106-5969ea9ff739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97687e01-049f-4eb5-b417-1c476d2483b8'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:52:16.722109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Bound port: af490c6d-8f9d-4302-9b33-22f4110f1d16, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb65aa02-7c66-40c7-b106-5969ea9ff739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '97687e01-049f-4eb5-b417-1c476d2483b8'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:52:16.722569 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:16.751635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:52:16.751635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Checking segment: {'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:16.751635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Bound using segment: {'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:52:16.751635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Bound port: d3e2e42e-2372-4adf-8b4d-9440e57656e7, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:52:16.752416 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:16.805044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-e33966e6-d46e-41e4-abb5-96b4b062af1e service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690634 Aug 23 14:52:16.842355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] For port af490c6d-8f9d-4302-9b33-22f4110f1d16, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:52:16.854727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] For port af490c6d-8f9d-4302-9b33-22f4110f1d16, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=af490c6d-8f9d-4302-9b33-22f4110f1d16,segment=NetworkSegment(fb65aa02-7c66-40c7-b106-5969ea9ff739),segment_id=fb65aa02-7c66-40c7-b106-5969ea9ff739)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:52:16.871114 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-90bff507-cbfa-49d4-a4a2-af3eff3fb199 req-a88722f5-3ef6-4e10-a777-6aba0005785e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663194 Aug 23 14:52:16.944332 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-f6a12441-911e-4b5a-a753-ddbcb291aba9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=25154261-6545-4a3f-bb8b-1267f051675f HTTP/1.1" status: 200 len: 217 time: 0.1249104 Aug 23 14:52:16.958552 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-924e3268-d918-448c-b033-9029e9ef46d0 req-bbb0f2cc-e16d-47d3-8d90-e2e11a883305 service neutron] 10.222.0.61 "GET /v2.0/networks/8405eaf9-b826-41fe-8073-a3a03d7ee1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064876 Aug 23 14:52:16.959775 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:17.010007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f0f122f1-d0b6-447b-be25-bbb1b49e8c1d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Allocated IP 19.86.0.10 (a049c53b-1abf-48b5-a6bb-2d92c0b097b0/abc1a984-8e66-4787-9eb5-ef52280f5ebf/8d9ff76f-3eef-4758-8899-009b9b6a377d) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:17.089910 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610a0f6-9f5e-48b8-aeef-240c0bdafdd5 None None] Pushing event updated for resources: {'Port': ['ID=af490c6d-8f9d-4302-9b33-22f4110f1d16,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:17.101741 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] For port d3e2e42e-2372-4adf-8b4d-9440e57656e7, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:52:17.110653 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] For port d3e2e42e-2372-4adf-8b4d-9440e57656e7, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d3e2e42e-2372-4adf-8b4d-9440e57656e7,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:52:17.123508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Deleting port af490c6d-8f9d-4302-9b33-22f4110f1d16 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:17.124194 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:17.133172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-da6f55c6-b097-4305-9f8e-ace327c6b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:17.135695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-da6f55c6-b097-4305-9f8e-ace327c6b076 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8041fe2e-c347-4b3e-abfc-bf8ee4b736dd HTTP/1.1" status: 200 len: 797 time: 0.1300535 Aug 23 14:52:17.210527 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:17.237395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964700bc-ef33-424d-9f79-28a1527a00e1 req-33d39bad-32e9-4e89-8ec5-ff9f52eb30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:17.241371 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-964700bc-ef33-424d-9f79-28a1527a00e1 req-33d39bad-32e9-4e89-8ec5-ff9f52eb30e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d6013a71a3946fa861d0bd6d7f01cd4&device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 1095 time: 0.1383350 Aug 23 14:52:17.297647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:17.298336 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:17.299831 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] 10.222.0.57 "PUT /v2.0/ports/d3e2e42e-2372-4adf-8b4d-9440e57656e7 HTTP/1.1" status: 200 len: 1091 time: 3.0848417 Aug 23 14:52:17.305428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'tag': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:17.308378 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7a921e-51bb-4e99-bf80-7f8e190f6d60" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae9e987-0dcf-4961-8f4b-08eb4a15c944", "tag": "d3e2e42e-2372-4adf-8b4d-9440e57656e7"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:17.328466 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f0f122f1-d0b6-447b-be25-bbb1b49e8c1d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:17.352366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f0f122f1-d0b6-447b-be25-bbb1b49e8c1d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Transition to ACTIVE for port object 8d9ff76f-3eef-4758-8899-009b9b6a377d will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:17.363385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-b752ec81-5ce6-44fc-8e74-a78094de06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:17.365491 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-b752ec81-5ce6-44fc-8e74-a78094de06d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a24b937b-de39-4060-9493-8fb429cfbe9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2097404 Aug 23 14:52:17.367542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] For port af490c6d-8f9d-4302-9b33-22f4110f1d16, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=af490c6d-8f9d-4302-9b33-22f4110f1d16,segment=NetworkSegment(fb65aa02-7c66-40c7-b106-5969ea9ff739),segment_id=fb65aa02-7c66-40c7-b106-5969ea9ff739)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:17.367964 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:17.374767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed5a29-f090-47d6-93f3-1d082a99ced4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e2e42e-2372-4adf-8b4d-9440e57656e7,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:17.466435 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Calling delete_port for af490c6d-8f9d-4302-9b33-22f4110f1d16 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:17.495932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964700bc-ef33-424d-9f79-28a1527a00e1 req-9c51159e-f2da-41ba-9ef4-bb36d36a9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:17.497698 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-964700bc-ef33-424d-9f79-28a1527a00e1 req-9c51159e-f2da-41ba-9ef4-bb36d36a9415 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8405eaf9-b826-41fe-8073-a3a03d7ee1e6 HTTP/1.1" status: 200 len: 913 time: 0.2443812 Aug 23 14:52:17.516312 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893bab23-8feb-4626-8770-383b5af7976e x-openstack-request-id: req-893bab23-8feb-4626-8770-383b5af7976e {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:17.519942 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae9e987-0dcf-4961-8f4b-08eb4a15c944", "tag": "d3e2e42e-2372-4adf-8b4d-9440e57656e7", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:17.519942 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-893bab23-8feb-4626-8770-383b5af7976e {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:17.519942 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'tag': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7', 'status': 'completed', 'code': 200} Aug 23 14:52:17.622380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05513eee-ac18-4b85-8869-1d46a3955ecb req-827361b6-1faa-4622-af7d-f6b46e1f92cf tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:17.633931 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05513eee-ac18-4b85-8869-1d46a3955ecb req-827361b6-1faa-4622-af7d-f6b46e1f92cf tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 943 time: 0.2492993 Aug 23 14:52:17.684291 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05513eee-ac18-4b85-8869-1d46a3955ecb req-520f024c-8466-40ca-9ae0-081ca79509b6 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489619 Aug 23 14:52:17.685764 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f0f122f1-d0b6-447b-be25-bbb1b49e8c1d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:17.688756 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-964700bc-ef33-424d-9f79-28a1527a00e1 req-743252aa-8991-4e58-9449-097782fe1064 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=862c4a1f-08bf-4c20-be29-6dc410e24145 HTTP/1.1" status: 200 len: 217 time: 0.1611593 Aug 23 14:52:17.825743 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964700bc-ef33-424d-9f79-28a1527a00e1 req-1c824439-21bd-4056-98bd-d1ac42509f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:17.827304 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-964700bc-ef33-424d-9f79-28a1527a00e1 req-1c824439-21bd-4056-98bd-d1ac42509f65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b215a108-a328-41eb-ad70-08cefd15af3d HTTP/1.1" status: 200 len: 851 time: 0.1282899 Aug 23 14:52:17.828593 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a921e-51bb-4e99-bf80-7f8e190f6d60 req-99940a0d-289d-43ca-b465-b421ff008ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:17.830779 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8c7a921e-51bb-4e99-bf80-7f8e190f6d60 req-99940a0d-289d-43ca-b465-b421ff008ec2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 1094 time: 0.2335680 Aug 23 14:52:17.846529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2f5ae-474a-4fb4-b2dc-7a7545b82c12 req-4e37bae3-8288-48fa-bc2c-655a9aaa568b tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:17.855986 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20e2f5ae-474a-4fb4-b2dc-7a7545b82c12 req-4e37bae3-8288-48fa-bc2c-655a9aaa568b tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f62267-25e2-431f-9af3-1f161a8bee09 HTTP/1.1" status: 200 len: 948 time: 0.2599702 Aug 23 14:52:17.909658 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-ab5d9097-97ba-4da8-aad0-e1a714f1555e service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080452 Aug 23 14:52:17.917408 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f0f122f1-d0b6-447b-be25-bbb1b49e8c1d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Network a049c53b-1abf-48b5-a6bb-2d92c0b097b0 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:17.929755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f0f122f1-d0b6-447b-be25-bbb1b49e8c1d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:17.935013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f0f122f1-d0b6-447b-be25-bbb1b49e8c1d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:18.130557 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20e2f5ae-474a-4fb4-b2dc-7a7545b82c12 req-074cb876-46a9-46df-ba49-7c5e89d79294 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730110 Aug 23 14:52:18.284095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a921e-51bb-4e99-bf80-7f8e190f6d60 req-c03832d3-f275-40d5-8328-304d415a572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:18.286389 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8c7a921e-51bb-4e99-bf80-7f8e190f6d60 req-c03832d3-f275-40d5-8328-304d415a572e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4275699 Aug 23 14:52:18.315702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23c17e5a-763d-4443-bdb9-841c3b61bbae req-5d3d5d09-833c-47c1-8781-3d3be55fbce6 service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836968 Aug 23 14:52:18.319098 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:18.455446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device af490c6d-8f9d-4302-9b33-22f4110f1d16 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:18.512962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Port': ['ID=af490c6d-8f9d-4302-9b33-22f4110f1d16,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:18.530252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a63d6478-fd31-4d63-9cf5-83cd30a57bd7 None None] Provisioning for port 8d9ff76f-3eef-4758-8899-009b9b6a377d completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:18.534574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a63d6478-fd31-4d63-9cf5-83cd30a57bd7 None None] Provisioning complete for port 8d9ff76f-3eef-4758-8899-009b9b6a377d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:18.534961 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a63d6478-fd31-4d63-9cf5-83cd30a57bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:18.550615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f122f1-d0b6-447b-be25-bbb1b49e8c1d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event updated for resources: {'Port': ['ID=8d9ff76f-3eef-4758-8899-009b9b6a377d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:18.567409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: af490c6d-8f9d-4302-9b33-22f4110f1d16 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:52:18.567838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device af490c6d-8f9d-4302-9b33-22f4110f1d16 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 23 14:52:18.574359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b63c94a-eed1-4b7e-b263-bf766f8b50bd None None] Network 97687e01-049f-4eb5-b417-1c476d2483b8 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:18.594905 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264a0e1-69ec-4238-af92-473365a90c3b req-e45f863e-7631-46a6-b717-3b5ba387e2f8 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:18.595125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a63d6478-fd31-4d63-9cf5-83cd30a57bd7 None None] Port 8d9ff76f-3eef-4758-8899-009b9b6a377d cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:52:18.595306 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4264a0e1-69ec-4238-af92-473365a90c3b req-e45f863e-7631-46a6-b717-3b5ba387e2f8 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 944 time: 0.7636433 Aug 23 14:52:18.607676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Port af490c6d-8f9d-4302-9b33-22f4110f1d16 not found, will not notify nova. {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 23 14:52:18.621371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f0f122f1-d0b6-447b-be25-bbb1b49e8c1d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:18.622007 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f0f122f1-d0b6-447b-be25-bbb1b49e8c1d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:18.625733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964700bc-ef33-424d-9f79-28a1527a00e1 req-27c19139-51c7-4ed2-bd60-56ad55049e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:18.627262 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-964700bc-ef33-424d-9f79-28a1527a00e1 req-27c19139-51c7-4ed2-bd60-56ad55049e28 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8405eaf9-b826-41fe-8073-a3a03d7ee1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7590454 Aug 23 14:52:18.654877 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No DVR routers for this DVR port af490c6d-8f9d-4302-9b33-22f4110f1d16 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:18.659129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a921e-51bb-4e99-bf80-7f8e190f6d60 req-e0cf2972-f5a3-413e-a9cf-2a27ab555379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:18.662649 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8c7a921e-51bb-4e99-bf80-7f8e190f6d60 req-e0cf2972-f5a3-413e-a9cf-2a27ab555379 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3656039 Aug 23 14:52:18.730369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4264a0e1-69ec-4238-af92-473365a90c3b req-88a7fd6e-a948-4796-a1a4-29b21ef40ed3 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups?id=48b563b6-6356-40f1-928d-e5aeff6cf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268804 Aug 23 14:52:18.798952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a0d18-9e49-4eb3-bcaa-813e12f41076 req-5b38b4b4-ea56-40d9-a287-63761f7e3d37 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:18.805615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a0d18-9e49-4eb3-bcaa-813e12f41076 req-5b38b4b4-ea56-40d9-a287-63761f7e3d37 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:18.812094 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-964700bc-ef33-424d-9f79-28a1527a00e1 req-d9203e98-3cfb-4d9e-b148-84ace76814b6 service neutron] 10.222.0.61 "GET /v2.0/networks/8405eaf9-b826-41fe-8073-a3a03d7ee1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729789 Aug 23 14:52:18.814230 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-648a0d18-9e49-4eb3-bcaa-813e12f41076 req-5b38b4b4-ea56-40d9-a287-63761f7e3d37 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 1654 time: 0.4337606 Aug 23 14:52:18.815637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-74a9643d-fa19-410f-a310-b7f8508a3488 None None] Could not find standard attr ID for object af490c6d-8f9d-4302-9b33-22f4110f1d16. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 14:52:18.858640 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f0f122f1-d0b6-447b-be25-bbb1b49e8c1d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8923683 Aug 23 14:52:18.889802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Request body: {'port': {'device_id': 'd907b940-72aa-4145-b552-7dcc583ea195', 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6', 'admin_state_up': True, 'tenant_id': '3899520633d64a9ba672b7936389b974'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:18.912823 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:18.952816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-81355c54-e76a-41c5-823b-b94b9ea3e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:18.954246 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-81355c54-e76a-41c5-823b-b94b9ea3e27f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 1094 time: 0.2010109 Aug 23 14:52:18.960776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-648a0d18-9e49-4eb3-bcaa-813e12f41076 req-2949d77a-4e24-4dce-9403-b26439adc2b8 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456230 Aug 23 14:52:19.016915 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-bdfe6542-1240-4f18-ad46-c79f8296133b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3e2e42e-2372-4adf-8b4d-9440e57656e7 HTTP/1.1" status: 200 len: 217 time: 0.0530374 Aug 23 14:52:19.074581 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183d97d-b5f3-45b9-933e-2fcc5135e95f req-c5579398-f5b7-46b3-b366-eb76c95b5efd tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:19.080392 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7183d97d-b5f3-45b9-933e-2fcc5135e95f req-c5579398-f5b7-46b3-b366-eb76c95b5efd tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 943 time: 0.1802199 Aug 23 14:52:19.091693 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-66a7a655-c96f-4de1-82c8-7c83e8a0dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:19.091889 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-964700bc-ef33-424d-9f79-28a1527a00e1 req-009bb1e9-0a0e-45d6-8d35-3def24b809ab service neutron] 10.222.0.61 "GET /v2.0/networks/8405eaf9-b826-41fe-8073-a3a03d7ee1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706308 Aug 23 14:52:19.093193 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-66a7a655-c96f-4de1-82c8-7c83e8a0dd1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 200 len: 860 time: 0.0684400 Aug 23 14:52:19.151747 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7183d97d-b5f3-45b9-933e-2fcc5135e95f req-808e433b-41cc-4ecc-ad3e-a10227c970c0 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563741 Aug 23 14:52:19.164023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-726d51a9-d9a0-4cf4-9da7-43ef3261d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:19.176164 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-726d51a9-d9a0-4cf4-9da7-43ef3261d6da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4466b10-1056-4d71-b012-2191781d1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662570 Aug 23 14:52:19.190928 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:19.265599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c60951-f383-4df5-ba8f-8b31e132022c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:19.275831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfbaae8-a097-4b02-8d40-24a81f76a8ad None None] Network 97687e01-049f-4eb5-b417-1c476d2483b8 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:19.317589 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Made reservation on behalf of 3899520633d64a9ba672b7936389b974 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:19.325032 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:19.392534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:19.400885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ca289-520e-480a-8d57-4338abd1147d req-ec193b13-0b5f-41b2-bcfe-dd4c37f2759d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:19.402562 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-358ca289-520e-480a-8d57-4338abd1147d req-ec193b13-0b5f-41b2-bcfe-dd4c37f2759d tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3f62267-25e2-431f-9af3-1f161a8bee09 HTTP/1.1" status: 200 len: 948 time: 0.1016707 Aug 23 14:52:19.417396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97687e01-049f-4eb5-b417-1c476d2483b8']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:19.440476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f0cf6-aadb-4185-837c-ad04a2ac0594 req-e5f17923-1288-44fb-a1d9-12b28e01d550 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:19.442801 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a3f0cf6-aadb-4185-837c-ad04a2ac0594 req-e5f17923-1288-44fb-a1d9-12b28e01d550 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f62267-25e2-431f-9af3-1f161a8bee09 HTTP/1.1" status: 200 len: 948 time: 0.2105134 Aug 23 14:52:19.445782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb65aa02-7c66-40c7-b106-5969ea9ff739') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:19.446136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb65aa02-7c66-40c7-b106-5969ea9ff739') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:19.450660 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-d8ca2d90-db00-46c7-8639-fb347c1806b1 service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729406 Aug 23 14:52:19.474559 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:19.516903 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeee3f5-fe99-4dd2-afd7-074c582e8a7a None None] DHCP port deletion for 97687e01-049f-4eb5-b417-1c476d2483b8 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:52:19.546009 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:19.568059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:52:19.568358 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:52:19.573097 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:52:19.604434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Allocated IP 19.80.0.205 (c8946d6f-b5b2-4c63-820d-5df2733647b6/dd036402-3cc3-4eb9-8d51-4810a16d8fce/2eb19f6c-efbd-46af-a949-303c4090b1c7) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:19.628132 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a3f0cf6-aadb-4185-837c-ad04a2ac0594 req-1aa10570-d775-4c5a-a309-9b35d40b2d3c tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/security-groups?id=4249751c-9376-47fd-961f-6b46fd93e08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714382 Aug 23 14:52:19.649439 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-358ca289-520e-480a-8d57-4338abd1147d req-b4e69cc2-784c-49fe-b47a-04f420f8c0dd tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Deleting port 8cd040fc-e23f-4329-a92c-522d68b22419 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:19.649850 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-358ca289-520e-480a-8d57-4338abd1147d req-b4e69cc2-784c-49fe-b47a-04f420f8c0dd tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:19.674796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8735c373-abe2-425d-bf9c-e2dcd79d426d req-9aef32e5-1e0d-4e74-a32d-9102ad21570c service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090092 Aug 23 14:52:19.850095 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:19.856063 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:19.861734 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/97687e01-049f-4eb5-b417-1c476d2483b8 HTTP/1.1" status: 204 len: 168 time: 4.5215063 Aug 23 14:52:19.866652 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-358ca289-520e-480a-8d57-4338abd1147d req-b4e69cc2-784c-49fe-b47a-04f420f8c0dd tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] For port 8cd040fc-e23f-4329-a92c-522d68b22419, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8cd040fc-e23f-4329-a92c-522d68b22419,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:19.867008 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-358ca289-520e-480a-8d57-4338abd1147d req-b4e69cc2-784c-49fe-b47a-04f420f8c0dd tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:19.870409 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43582) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:19.886891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-8e9571b8-0803-4ff2-bb89-ae66dbef93b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2107622817'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:19.897648 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-358ca289-520e-480a-8d57-4338abd1147d req-b4e69cc2-784c-49fe-b47a-04f420f8c0dd tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Calling delete_port for 8cd040fc-e23f-4329-a92c-522d68b22419 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:19.904191 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b1cf6-cfd5-4fea-9d94-388239238697 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Network': ['ID=97687e01-049f-4eb5-b417-1c476d2483b8,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:19.912925 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:19.944519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aebab-2180-4b8d-bac5-6f6f7a99de20 req-98ce45a0-8b7a-4f90-9442-734e815a91d9 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:19.946031 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d60aebab-2180-4b8d-bac5-6f6f7a99de20 req-98ce45a0-8b7a-4f90-9442-734e815a91d9 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 944 time: 0.1457536 Aug 23 14:52:19.949932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Transition to ACTIVE for port object 2eb19f6c-efbd-46af-a949-303c4090b1c7 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:20.022575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9571b8-0803-4ff2-bb89-ae66dbef93b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:20.028055 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8e9571b8-0803-4ff2-bb89-ae66dbef93b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:20.060118 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d60aebab-2180-4b8d-bac5-6f6f7a99de20 req-a0843e37-a4e0-4c98-b793-d382711c6e4f tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups?id=48b563b6-6356-40f1-928d-e5aeff6cf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790608 Aug 23 14:52:20.080781 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9571b8-0803-4ff2-bb89-ae66dbef93b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:52:20.105683 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8e9571b8-0803-4ff2-bb89-ae66dbef93b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:20.106032 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-8e9571b8-0803-4ff2-bb89-ae66dbef93b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Added segment e879eaa5-42b1-499f-a25b-9d10ab539c87 of type vlan for network f1c18697-f153-412f-a137-431c007eff0f Aug 23 14:52:20.111565 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:20.148208 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8839103-41e7-4c8e-8a37-b47bf0596696 req-6a4248e3-948d-4e37-911e-c040c4c0838c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:20.154614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8839103-41e7-4c8e-8a37-b47bf0596696 req-6a4248e3-948d-4e37-911e-c040c4c0838c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:20.156388 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8839103-41e7-4c8e-8a37-b47bf0596696 req-6a4248e3-948d-4e37-911e-c040c4c0838c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 1654 time: 0.1090660 Aug 23 14:52:20.175950 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8e9571b8-0803-4ff2-bb89-ae66dbef93b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:20.212144 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:20.239948 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8839103-41e7-4c8e-8a37-b47bf0596696 req-627ecbf1-419e-4c47-ae93-63bcc3d108d9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692348 Aug 23 14:52:20.252957 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-358ca289-520e-480a-8d57-4338abd1147d req-b4e69cc2-784c-49fe-b47a-04f420f8c0dd tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:20.296219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device af490c6d-8f9d-4302-9b33-22f4110f1d16 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:52:20.305145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Network c8946d6f-b5b2-4c63-820d-5df2733647b6 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:20.316586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:20.322213 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8e9571b8-0803-4ff2-bb89-ae66dbef93b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:20.322401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: af490c6d-8f9d-4302-9b33-22f4110f1d16 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:52:20.322401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device af490c6d-8f9d-4302-9b33-22f4110f1d16 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:52:20.322623 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event updated for resources: {'Port': ['ID=2eb19f6c-efbd-46af-a949-303c4090b1c7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:20.324859 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:20.325785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9571b8-0803-4ff2-bb89-ae66dbef93b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:20.331005 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8e9571b8-0803-4ff2-bb89-ae66dbef93b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:20.370295 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:20.370652 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:20.370995 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:20.371326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:20.371690 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:20.372047 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:20.372379 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:20.372702 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:20.373029 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:20.373360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:20.373693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:20.374016 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:20.429864 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9571b8-0803-4ff2-bb89-ae66dbef93b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Network': ['ID=f1c18697-f153-412f-a137-431c007eff0f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:20.434577 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-358ca289-520e-480a-8d57-4338abd1147d req-b4e69cc2-784c-49fe-b47a-04f420f8c0dd tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] No DVR routers for this DVR port 8cd040fc-e23f-4329-a92c-522d68b22419 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:20.439446 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e69cc2-784c-49fe-b47a-04f420f8c0dd tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Pushing event deleted for resources: {'Port': ['ID=8cd040fc-e23f-4329-a92c-522d68b22419,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:20.443124 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-358ca289-520e-480a-8d57-4338abd1147d req-b4e69cc2-784c-49fe-b47a-04f420f8c0dd tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:20.445340 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-358ca289-520e-480a-8d57-4338abd1147d req-b4e69cc2-784c-49fe-b47a-04f420f8c0dd tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.61 "DELETE /v2.0/ports/8cd040fc-e23f-4329-a92c-522d68b22419 HTTP/1.1" status: 204 len: 173 time: 1.0069427 Aug 23 14:52:20.446798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network f1c18697-f153-412f-a137-431c007eff0f details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:20.448755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'name': 'network-vif-deleted', 'tag': '8cd040fc-e23f-4329-a92c-522d68b22419'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:20.451720 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf057af-87c3-4b53-bd1c-83035067d111" -d '{"events": [{"server_uuid": "d3f62267-25e2-431f-9af3-1f161a8bee09", "name": "network-vif-deleted", "tag": "8cd040fc-e23f-4329-a92c-522d68b22419"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:20.465832 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2880b4-9f7f-46b8-993b-ae526402a6ab req-cee0a3e5-8455-4aa6-84b7-37400cf0c3ea tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:20.466435 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8e9571b8-0803-4ff2-bb89-ae66dbef93b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5947368 Aug 23 14:52:20.467597 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0e2880b4-9f7f-46b8-993b-ae526402a6ab req-cee0a3e5-8455-4aa6-84b7-37400cf0c3ea tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 943 time: 0.2204139 Aug 23 14:52:20.468099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43592) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:20.476614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c6fbf41f-e427-42f8-9371-057486acc36f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'subnet': {'network_id': 'f1c18697-f153-412f-a137-431c007eff0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:20.502375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:20.503255 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:20.543071 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ec8456-3f9c-48f3-9d89-4bf17f7f8abe x-openstack-request-id: req-e3ec8456-3f9c-48f3-9d89-4bf17f7f8abe {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:20.543366 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f62267-25e2-431f-9af3-1f161a8bee09", "name": "network-vif-deleted", "tag": "8cd040fc-e23f-4329-a92c-522d68b22419", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:20.543622 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e3ec8456-3f9c-48f3-9d89-4bf17f7f8abe {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:20.544068 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f62267-25e2-431f-9af3-1f161a8bee09', 'name': 'network-vif-deleted', 'tag': '8cd040fc-e23f-4329-a92c-522d68b22419', 'status': 'completed', 'code': 200} Aug 23 14:52:20.559830 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0e2880b4-9f7f-46b8-993b-ae526402a6ab req-fa849bde-6ee9-48b4-85c0-0d23666ff7cf tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771048 Aug 23 14:52:20.575847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 862c4a1f-08bf-4c20-be29-6dc410e24145 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:52:20.675761 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-12bd8ec6-e12c-490a-a84a-ee0cca00c152 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7900655 Aug 23 14:52:20.690924 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Request body: {'port': {'device_id': 'd907b940-72aa-4145-b552-7dcc583ea195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:20.750356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 862c4a1f-08bf-4c20-be29-6dc410e24145, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=862c4a1f-08bf-4c20-be29-6dc410e24145,segment=NetworkSegment(64023a5f-36ef-41f3-b3a7-c6e97ce6a597),segment_id=64023a5f-36ef-41f3-b3a7-c6e97ce6a597)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:20.768098 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '862c4a1f-08bf-4c20-be29-6dc410e24145', 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'port_id': '862c4a1f-08bf-4c20-be29-6dc410e24145', 'mac_address': 'fa:16:3e:37:00:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:52:20.776775 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-63f1786c-1346-4989-8157-5c4384f3709e req-10473297-b6b8-4f27-85fd-0a3776dcf568 tempest-ListImageFiltersTestJSON-1878697071 tempest-ListImageFiltersTestJSON-1878697071-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f62267-25e2-431f-9af3-1f161a8bee09 HTTP/1.1" status: 200 len: 210 time: 0.0460491 Aug 23 14:52:20.777934 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:20.793395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fbf41f-e427-42f8-9371-057486acc36f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:20.796389 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf41f-e427-42f8-9371-057486acc36f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:20.808683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-26412eda-f000-499e-bee3-c55a3b902229 None None] Provisioning for port 2eb19f6c-efbd-46af-a949-303c4090b1c7 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:20.820018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-26412eda-f000-499e-bee3-c55a3b902229 None None] Provisioning complete for port 2eb19f6c-efbd-46af-a949-303c4090b1c7 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:20.820654 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-26412eda-f000-499e-bee3-c55a3b902229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:20.916066 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:20.934453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 862c4a1f-08bf-4c20-be29-6dc410e24145 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:52:20.945678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-26412eda-f000-499e-bee3-c55a3b902229 None None] Port 2eb19f6c-efbd-46af-a949-303c4090b1c7 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:52:20.974327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 862c4a1f-08bf-4c20-be29-6dc410e24145, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=862c4a1f-08bf-4c20-be29-6dc410e24145,segment=NetworkSegment(64023a5f-36ef-41f3-b3a7-c6e97ce6a597),segment_id=64023a5f-36ef-41f3-b3a7-c6e97ce6a597)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:21.100297 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:21.159915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c1310d-7029-453b-b2d8-cad232303770 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:52:21.168840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=862c4a1f-08bf-4c20-be29-6dc410e24145,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:21.169079 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:21.178539 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf41f-e427-42f8-9371-057486acc36f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:21.185018 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Transition to ACTIVE for port object 22c1310d-7029-453b-b2d8-cad232303770 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:21.256273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243b947-f479-4e41-9cff-fe1f810ca3ba req-c53511ea-8cb4-4ab6-94c4-e07e96af4f85 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:21.257860 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0243b947-f479-4e41-9cff-fe1f810ca3ba req-c53511ea-8cb4-4ab6-94c4-e07e96af4f85 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 945 time: 0.1123567 Aug 23 14:52:21.270994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbf41f-e427-42f8-9371-057486acc36f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Subnet': ['ID=8ec63033-ff61-48f4-9755-3803e1542713,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:21.306073 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:21.405009 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Pushing event updated for resources: {'Port': ['ID=22c1310d-7029-453b-b2d8-cad232303770,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:21.421323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['862c4a1f-08bf-4c20-be29-6dc410e24145'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:52:21.448152 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359145a3-40fc-4a1b-ba64-f2ebe8757abe req-a4be26b8-4ef5-4251-bb19-8de66def320e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:21.455514 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359145a3-40fc-4a1b-ba64-f2ebe8757abe req-a4be26b8-4ef5-4251-bb19-8de66def320e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:21.462309 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359145a3-40fc-4a1b-ba64-f2ebe8757abe req-a4be26b8-4ef5-4251-bb19-8de66def320e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:21.474936 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-359145a3-40fc-4a1b-ba64-f2ebe8757abe req-a4be26b8-4ef5-4251-bb19-8de66def320e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2388 time: 0.1592379 Aug 23 14:52:21.606964 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-359145a3-40fc-4a1b-ba64-f2ebe8757abe req-615eca62-360b-4fba-ad0b-8ef3ce98253a tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027009 Aug 23 14:52:21.620364 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Attempting to bind port 22c1310d-7029-453b-b2d8-cad232303770 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:52:21.620999 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Attempting to bind port 22c1310d-7029-453b-b2d8-cad232303770 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '59b7610f-1f2b-41d5-8a4e-709469d6c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:52:21.621468 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Attempting to bind port 22c1310d-7029-453b-b2d8-cad232303770 on network c8946d6f-b5b2-4c63-820d-5df2733647b6 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:21.627026 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Port 22c1310d-7029-453b-b2d8-cad232303770 on network c8946d6f-b5b2-4c63-820d-5df2733647b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:52:21.627507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Attempting to bind port 22c1310d-7029-453b-b2d8-cad232303770 on network c8946d6f-b5b2-4c63-820d-5df2733647b6 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:21.634774 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:52:21.635371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Checking segment: {'id': '59b7610f-1f2b-41d5-8a4e-709469d6c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:21.636116 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Bound using segment: {'id': '59b7610f-1f2b-41d5-8a4e-709469d6c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:52:21.642743 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Bound port: 22c1310d-7029-453b-b2d8-cad232303770, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b7610f-1f2b-41d5-8a4e-709469d6c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:52:21.643427 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:21.690238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fbf41f-e427-42f8-9371-057486acc36f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Checking segment: {'id': 'e879eaa5-42b1-499f-a25b-9d10ab539c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f1c18697-f153-412f-a137-431c007eff0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:21.690628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fbf41f-e427-42f8-9371-057486acc36f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network hostable DHCP agents. Network: f1c18697-f153-412f-a137-431c007eff0f, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:52:21.702878 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0243b947-f479-4e41-9cff-fe1f810ca3ba req-5d2adb92-e156-44c2-aec7-4fdca0f92ed9 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups?id=48b563b6-6356-40f1-928d-e5aeff6cf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4366622 Aug 23 14:52:21.763726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] For port 22c1310d-7029-453b-b2d8-cad232303770, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:52:21.768467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] For port 22c1310d-7029-453b-b2d8-cad232303770, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=22c1310d-7029-453b-b2d8-cad232303770,segment=NetworkSegment(59b7610f-1f2b-41d5-8a4e-709469d6c820),segment_id=59b7610f-1f2b-41d5-8a4e-709469d6c820)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:52:21.805506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d3e2e42e-2372-4adf-8b4d-9440e57656e7 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:52:21.832940 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9ed25-ff24-4b2a-bf7f-9201631a8548 req-c2fb8810-82e8-4d20-a30a-09ae9aacac2b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:21.834928 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64a9ed25-ff24-4b2a-bf7f-9201631a8548 req-c2fb8810-82e8-4d20-a30a-09ae9aacac2b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 943 time: 0.0581622 Aug 23 14:52:21.873493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fbf41f-e427-42f8-9371-057486acc36f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network f1c18697-f153-412f-a137-431c007eff0f is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:52:21.889874 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64a9ed25-ff24-4b2a-bf7f-9201631a8548 req-8fcd221c-e757-46d2-8cf7-65531cdbea93 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469856 Aug 23 14:52:21.927428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d3e2e42e-2372-4adf-8b4d-9440e57656e7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d3e2e42e-2372-4adf-8b4d-9440e57656e7,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:21.934706 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:21.951741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'port_id': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7', 'mac_address': 'fa:16:3e:a3:cc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:52:21.983554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-c6fbf41f-e427-42f8-9371-057486acc36f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, f1c18697-f153-412f-a137-431c007eff0f) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:21.994559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:21.995177 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:21.996613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] 10.222.0.57 "PUT /v2.0/ports/22c1310d-7029-453b-b2d8-cad232303770 HTTP/1.1" status: 200 len: 1092 time: 1.3114743 Aug 23 14:52:22.001877 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fbf41f-e427-42f8-9371-057486acc36f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:22.004430 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf41f-e427-42f8-9371-057486acc36f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:22.015005 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38293d0-d404-49ea-be9e-99229ce820d6 None None] Network f1c18697-f153-412f-a137-431c007eff0f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:22.022582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63311f1-87b0-4e1a-bacf-3edc983bcd28 service neutron] Pushing event updated for resources: {'Port': ['ID=22c1310d-7029-453b-b2d8-cad232303770,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:22.053164 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:22.102813 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Request body: {'port': {'device_id': 'd907b940-72aa-4145-b552-7dcc583ea195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:22.109775 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c6fbf41f-e427-42f8-9371-057486acc36f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6392379 Aug 23 14:52:22.112074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43630) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:22.112615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e2e42e-2372-4adf-8b4d-9440e57656e7 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:52:22.148648 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d3e2e42e-2372-4adf-8b4d-9440e57656e7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d3e2e42e-2372-4adf-8b4d-9440e57656e7,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:22.191163 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:22.245021 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:22.253792 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:22.329145 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:22.361964 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deda922-d60d-4293-bb12-b8f148e66593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-f1c18697-f153-412f-a137-431c007eff0f', 'network_id': 'f1c18697-f153-412f-a137-431c007eff0f', 'tenant_id': '3db655fc846d42c88e1b6c0c9c909a6b', 'fixed_ips': [{'subnet_id': '8ec63033-ff61-48f4-9755-3803e1542713'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:52:22.362884 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7deda922-d60d-4293-bb12-b8f148e66593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:22.369333 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d3e2e42e-2372-4adf-8b4d-9440e57656e7,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:22.529949 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9ff76f-3eef-4758-8899-009b9b6a377d {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:52:22.539089 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:22.545920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'tag': '22c1310d-7029-453b-b2d8-cad232303770'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:22.548344 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bb565c-8ec8-4d6e-b1b7-8d453152f0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "tag": "22c1310d-7029-453b-b2d8-cad232303770"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:22.569766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Transition to ACTIVE for port object 8d9ff76f-3eef-4758-8899-009b9b6a377d will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:22.569880 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:22.590762 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d0a5f6-a13c-485f-8723-97fb980d721e x-openstack-request-id: req-22d0a5f6-a13c-485f-8723-97fb980d721e {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:22.595389 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "tag": "22c1310d-7029-453b-b2d8-cad232303770", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:22.595389 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22d0a5f6-a13c-485f-8723-97fb980d721e {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:22.595389 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'tag': '22c1310d-7029-453b-b2d8-cad232303770', 'status': 'completed', 'code': 200} Aug 23 14:52:22.595709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec63033-ff61-48f4-9755-3803e1542713,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:22.622732 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d3e2e42e-2372-4adf-8b4d-9440e57656e7'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:52:22.625948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 862c4a1f-08bf-4c20-be29-6dc410e24145 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:22.694658 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2b412c13-2e8a-45e0-9f44-33964b98aa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:22.707815 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:22.728967 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:22.743327 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb565c-8ec8-4d6e-b1b7-8d453152f0d3 req-2cd4415d-1ae8-4e34-bea8-fe11b6213203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:22.745829 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb565c-8ec8-4d6e-b1b7-8d453152f0d3 req-2cd4415d-1ae8-4e34-bea8-fe11b6213203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:22.745829 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb565c-8ec8-4d6e-b1b7-8d453152f0d3 req-2cd4415d-1ae8-4e34-bea8-fe11b6213203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:22.746277 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38bb565c-8ec8-4d6e-b1b7-8d453152f0d3 req-2cd4415d-1ae8-4e34-bea8-fe11b6213203 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3899520633d64a9ba672b7936389b974&device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2731 time: 0.1286559 Aug 23 14:52:22.776409 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c18697-f153-412f-a137-431c007eff0f']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:22.852157 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Pushing event updated for resources: {'Port': ['ID=8d9ff76f-3eef-4758-8899-009b9b6a377d,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server [None req-7deda922-d60d-4293-bb12-b8f148e66593 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ec63033-ff61-48f4-9755-3803e1542713: This subnet is being modified by another concurrent operation. Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 14:52:22.853546 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise exception Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ec63033-ff61-48f4-9755-3803e1542713: This subnet is being modified by another concurrent operation. Aug 23 14:52:22.857123 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Aug 23 14:52:22.864540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e879eaa5-42b1-499f-a25b-9d10ab539c87') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:22.866264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e879eaa5-42b1-499f-a25b-9d10ab539c87') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:22.916508 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:22.933465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75bded1-d232-44ec-bb2b-71837dbd4f6f None None] Network f1c18697-f153-412f-a137-431c007eff0f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:22.953631 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63e099-e539-4cd2-a944-fed235b80259 req-9202f2a0-574a-4178-8ee7-cabb5bbfe55f tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:22.961508 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:22.968671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63e099-e539-4cd2-a944-fed235b80259 req-9202f2a0-574a-4178-8ee7-cabb5bbfe55f tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:22.978455 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63e099-e539-4cd2-a944-fed235b80259 req-9202f2a0-574a-4178-8ee7-cabb5bbfe55f tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:22.984308 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:52:22.984882 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:52:22.988010 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:52:22.992245 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc63e099-e539-4cd2-a944-fed235b80259 req-9202f2a0-574a-4178-8ee7-cabb5bbfe55f tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2400 time: 0.2300241 Aug 23 14:52:23.072811 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc63e099-e539-4cd2-a944-fed235b80259 req-1646ac70-5b6d-4d30-b769-8ecc17c39c9e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788891 Aug 23 14:52:23.089428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb565c-8ec8-4d6e-b1b7-8d453152f0d3 req-184ba415-1cb9-4c2a-be70-0e8ac5bff693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:23.089977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb565c-8ec8-4d6e-b1b7-8d453152f0d3 req-184ba415-1cb9-4c2a-be70-0e8ac5bff693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:23.090740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb565c-8ec8-4d6e-b1b7-8d453152f0d3 req-184ba415-1cb9-4c2a-be70-0e8ac5bff693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:23.092432 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38bb565c-8ec8-4d6e-b1b7-8d453152f0d3 req-184ba415-1cb9-4c2a-be70-0e8ac5bff693 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3899520633d64a9ba672b7936389b974&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3359959 Aug 23 14:52:23.125515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Attempting to bind port 8d9ff76f-3eef-4758-8899-009b9b6a377d on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:52:23.125989 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Attempting to bind port 8d9ff76f-3eef-4758-8899-009b9b6a377d by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '89a0bf78-c5e7-4143-895f-16031fa7885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a049c53b-1abf-48b5-a6bb-2d92c0b097b0'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:52:23.126411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Attempting to bind port 8d9ff76f-3eef-4758-8899-009b9b6a377d on network a049c53b-1abf-48b5-a6bb-2d92c0b097b0 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:23.139188 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Port 8d9ff76f-3eef-4758-8899-009b9b6a377d on network a049c53b-1abf-48b5-a6bb-2d92c0b097b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:52:23.139735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Attempting to bind port 8d9ff76f-3eef-4758-8899-009b9b6a377d on network a049c53b-1abf-48b5-a6bb-2d92c0b097b0 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:23.153291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 862c4a1f-08bf-4c20-be29-6dc410e24145 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:23.154623 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:52:23.155421 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Checking segment: {'id': '89a0bf78-c5e7-4143-895f-16031fa7885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a049c53b-1abf-48b5-a6bb-2d92c0b097b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:23.156067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Bound using segment: {'id': '89a0bf78-c5e7-4143-895f-16031fa7885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a049c53b-1abf-48b5-a6bb-2d92c0b097b0'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:52:23.156847 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Bound port: 8d9ff76f-3eef-4758-8899-009b9b6a377d, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a0bf78-c5e7-4143-895f-16031fa7885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a049c53b-1abf-48b5-a6bb-2d92c0b097b0'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:52:23.157498 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:23.168591 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 862c4a1f-08bf-4c20-be29-6dc410e24145 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:23.169140 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:23.216551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8681d7-7f09-42a4-88ea-37a4cf587eac None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 14:52:23.247692 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:23.256373 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:23.265790 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/f1c18697-f153-412f-a137-431c007eff0f HTTP/1.1" status: 204 len: 168 time: 1.1469676 Aug 23 14:52:23.272919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] For port 8d9ff76f-3eef-4758-8899-009b9b6a377d, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:52:23.278110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] For port 8d9ff76f-3eef-4758-8899-009b9b6a377d, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8d9ff76f-3eef-4758-8899-009b9b6a377d,segment=NetworkSegment(89a0bf78-c5e7-4143-895f-16031fa7885f),segment_id=89a0bf78-c5e7-4143-895f-16031fa7885f)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:52:23.278511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43666) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:23.310803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-acf8079b-54be-48d2-86d3-d59ed0d98bc3 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1494151981'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:23.320529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490f685-ea06-4cd8-97b7-9b0aefcfe98b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Network': ['ID=f1c18697-f153-412f-a137-431c007eff0f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:23.377358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb565c-8ec8-4d6e-b1b7-8d453152f0d3 req-6ea51452-847c-4a50-9f93-08af498eb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:23.380499 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38bb565c-8ec8-4d6e-b1b7-8d453152f0d3 req-6ea51452-847c-4a50-9f93-08af498eb627 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2778156 Aug 23 14:52:23.391076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3bc13-6024-4d62-90e5-5e5f47ae92b8 req-d1a9ecca-aee4-41f7-9f0e-9cfed9b4371d tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:23.393532 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbf3bc13-6024-4d62-90e5-5e5f47ae92b8 req-d1a9ecca-aee4-41f7-9f0e-9cfed9b4371d tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 945 time: 0.0720532 Aug 23 14:52:23.399300 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:23.444216 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbf3bc13-6024-4d62-90e5-5e5f47ae92b8 req-1534ca29-63b8-4f71-93c5-6b9ea87d10f2 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups?id=48b563b6-6356-40f1-928d-e5aeff6cf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388968 Aug 23 14:52:23.445351 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54572a6-9d36-4767-b798-72017e54865e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862c4a1f-08bf-4c20-be29-6dc410e24145'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:23.447703 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fca2d56-13c5-430c-9765-b831da176da0" -d '{"events": [{"server_uuid": "c54572a6-9d36-4767-b798-72017e54865e", "name": "network-vif-plugged", "status": "completed", "tag": "862c4a1f-08bf-4c20-be29-6dc410e24145"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:23.471742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf8079b-54be-48d2-86d3-d59ed0d98bc3 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:23.478225 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:23.478443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-acf8079b-54be-48d2-86d3-d59ed0d98bc3 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:23.478673 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 862c4a1f-08bf-4c20-be29-6dc410e24145, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=862c4a1f-08bf-4c20-be29-6dc410e24145,segment=NetworkSegment(64023a5f-36ef-41f3-b3a7-c6e97ce6a597),segment_id=64023a5f-36ef-41f3-b3a7-c6e97ce6a597)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:23.514389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:23.515083 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:23.517282 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] 10.222.0.57 "PUT /v2.0/ports/8d9ff76f-3eef-4758-8899-009b9b6a377d HTTP/1.1" status: 200 len: 1091 time: 1.4184473 Aug 23 14:52:23.521490 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8681d7-7f09-42a4-88ea-37a4cf587eac None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 14:52:23.532797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf8079b-54be-48d2-86d3-d59ed0d98bc3 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:52:23.549316 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-acf8079b-54be-48d2-86d3-d59ed0d98bc3 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:23.549713 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-acf8079b-54be-48d2-86d3-d59ed0d98bc3 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Added segment 517eb9f5-d341-46ea-8ffc-ae7eb5ffd3b5 of type vlan for network 0dae7b25-6abb-403d-a4b5-b9f279bfdca2 Aug 23 14:52:23.579063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b89692-2f39-49c0-b36e-dd9becc8661a service neutron] Pushing event updated for resources: {'Port': ['ID=8d9ff76f-3eef-4758-8899-009b9b6a377d,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:23.602585 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:23.604067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 8cd040fc-e23f-4329-a92c-522d68b22419 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:52:23.615930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca0159-4a4c-4633-b77b-fce78863f49c req-92e8e13d-71ad-47de-969d-c600fa87c2a3 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:23.617867 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-39ca0159-4a4c-4633-b77b-fce78863f49c req-92e8e13d-71ad-47de-969d-c600fa87c2a3 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 944 time: 0.0736487 Aug 23 14:52:23.624250 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-acf8079b-54be-48d2-86d3-d59ed0d98bc3 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:23.649878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Request body: {'port': {'device_id': 'd907b940-72aa-4145-b552-7dcc583ea195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:23.669567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 8cd040fc-e23f-4329-a92c-522d68b22419 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:52:23.669920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 8cd040fc-e23f-4329-a92c-522d68b22419 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:52:23.703224 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-39ca0159-4a4c-4633-b77b-fce78863f49c req-fac46139-31d0-45f9-a3fc-680299098e1f tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792773 Aug 23 14:52:23.708582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=862c4a1f-08bf-4c20-be29-6dc410e24145,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:23.742536 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:23.755814 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-acf8079b-54be-48d2-86d3-d59ed0d98bc3 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:23.764583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf8079b-54be-48d2-86d3-d59ed0d98bc3 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:23.765696 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-acf8079b-54be-48d2-86d3-d59ed0d98bc3 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:23.793480 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86de180c-6f06-4d46-bdda-e51e12d2e1bf x-openstack-request-id: req-86de180c-6f06-4d46-bdda-e51e12d2e1bf {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:23.793851 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54572a6-9d36-4767-b798-72017e54865e", "name": "network-vif-plugged", "status": "completed", "tag": "862c4a1f-08bf-4c20-be29-6dc410e24145", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:23.794200 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-86de180c-6f06-4d46-bdda-e51e12d2e1bf {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:23.794667 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54572a6-9d36-4767-b798-72017e54865e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862c4a1f-08bf-4c20-be29-6dc410e24145', 'code': 200} Aug 23 14:52:23.875614 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-acf8079b-54be-48d2-86d3-d59ed0d98bc3 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5876470 Aug 23 14:52:23.880765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43678) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:23.890494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-354b09ec-f5fa-4be9-aeaa-94b11654257e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'subnet': {'network_id': '0dae7b25-6abb-403d-a4b5-b9f279bfdca2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:23.923284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8079b-54be-48d2-86d3-d59ed0d98bc3 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Network': ['ID=0dae7b25-6abb-403d-a4b5-b9f279bfdca2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:23.954911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 0dae7b25-6abb-403d-a4b5-b9f279bfdca2 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:24.031469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b4dee-0f38-4725-a31d-f7f0fa20ea10 req-ae616352-c638-40fb-971d-41aafd63e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:24.033213 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9b2b4dee-0f38-4725-a31d-f7f0fa20ea10 req-ae616352-c638-40fb-971d-41aafd63e1ae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 1097 time: 0.1795237 Aug 23 14:52:24.094109 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9b2b4dee-0f38-4725-a31d-f7f0fa20ea10 req-837c2b95-1a45-429c-87be-4df6ac858b89 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=48b563b6-6356-40f1-928d-e5aeff6cf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492904 Aug 23 14:52:24.160243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354b09ec-f5fa-4be9-aeaa-94b11654257e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:24.163972 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-354b09ec-f5fa-4be9-aeaa-94b11654257e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:24.200454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb19f6c-efbd-46af-a949-303c4090b1c7 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:52:24.210129 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:24.229859 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Transition to ACTIVE for port object 2eb19f6c-efbd-46af-a949-303c4090b1c7 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:24.325977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffc5c3-fac6-4d35-b262-7a5197c7f80b req-2e7bb8e9-f696-45e3-a620-69a89401ca68 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:24.332273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffc5c3-fac6-4d35-b262-7a5197c7f80b req-2e7bb8e9-f696-45e3-a620-69a89401ca68 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:24.338521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffc5c3-fac6-4d35-b262-7a5197c7f80b req-2e7bb8e9-f696-45e3-a620-69a89401ca68 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:24.340267 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19ffc5c3-fac6-4d35-b262-7a5197c7f80b req-2e7bb8e9-f696-45e3-a620-69a89401ca68 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2400 time: 0.0969105 Aug 23 14:52:24.342717 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:24.421722 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19ffc5c3-fac6-4d35-b262-7a5197c7f80b req-daec2553-424d-4a34-9626-61c78bd5ffc3 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746338 Aug 23 14:52:24.422092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb19f6c-efbd-46af-a949-303c4090b1c7,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:24.516459 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Attempting to bind port 2eb19f6c-efbd-46af-a949-303c4090b1c7 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:52:24.517022 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Attempting to bind port 2eb19f6c-efbd-46af-a949-303c4090b1c7 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '59b7610f-1f2b-41d5-8a4e-709469d6c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:52:24.517650 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Attempting to bind port 2eb19f6c-efbd-46af-a949-303c4090b1c7 on network c8946d6f-b5b2-4c63-820d-5df2733647b6 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:24.523960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Port 2eb19f6c-efbd-46af-a949-303c4090b1c7 on network c8946d6f-b5b2-4c63-820d-5df2733647b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:52:24.524466 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Attempting to bind port 2eb19f6c-efbd-46af-a949-303c4090b1c7 on network c8946d6f-b5b2-4c63-820d-5df2733647b6 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:24.530557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:52:24.530936 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Checking segment: {'id': '59b7610f-1f2b-41d5-8a4e-709469d6c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:24.536659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Bound using segment: {'id': '59b7610f-1f2b-41d5-8a4e-709469d6c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:52:24.536659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Bound port: 2eb19f6c-efbd-46af-a949-303c4090b1c7, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b7610f-1f2b-41d5-8a4e-709469d6c820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:52:24.536659 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:24.595141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'tag': '8d9ff76f-3eef-4758-8899-009b9b6a377d'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:24.598352 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c4a058-cb7e-4e35-9cdf-27a54c6defd5" -d '{"events": [{"name": "network-changed", "server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "tag": "8d9ff76f-3eef-4758-8899-009b9b6a377d"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:24.629760 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-354b09ec-f5fa-4be9-aeaa-94b11654257e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:24.633307 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] For port 2eb19f6c-efbd-46af-a949-303c4090b1c7, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:52:24.637233 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] For port 2eb19f6c-efbd-46af-a949-303c4090b1c7, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=2eb19f6c-efbd-46af-a949-303c4090b1c7,segment=NetworkSegment(59b7610f-1f2b-41d5-8a4e-709469d6c820),segment_id=59b7610f-1f2b-41d5-8a4e-709469d6c820)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:52:24.696172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9548ff-a11a-4fd8-8631-5da37d3ca714 req-3e9e72dd-3681-41fe-8dcf-a558cf7d35d5 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:24.697729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed9548ff-a11a-4fd8-8631-5da37d3ca714 req-3e9e72dd-3681-41fe-8dcf-a558cf7d35d5 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 946 time: 0.1076086 Aug 23 14:52:24.733010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b09ec-f5fa-4be9-aeaa-94b11654257e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Subnet': ['ID=4542affc-e282-4e39-ba4d-9239be7bf123,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:24.739823 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:24.749821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354b09ec-f5fa-4be9-aeaa-94b11654257e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Checking segment: {'id': '517eb9f5-d341-46ea-8ffc-ae7eb5ffd3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0dae7b25-6abb-403d-a4b5-b9f279bfdca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:24.750205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b09ec-f5fa-4be9-aeaa-94b11654257e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network hostable DHCP agents. Network: 0dae7b25-6abb-403d-a4b5-b9f279bfdca2, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:52:24.771442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed9548ff-a11a-4fd8-8631-5da37d3ca714 req-f2799c2e-047e-40e2-8cfd-7f2de4bbe291 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups?id=48b563b6-6356-40f1-928d-e5aeff6cf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649283 Aug 23 14:52:24.776933 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:24.777585 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:24.779009 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] 10.222.0.57 "PUT /v2.0/ports/2eb19f6c-efbd-46af-a949-303c4090b1c7 HTTP/1.1" status: 200 len: 1092 time: 1.1365643 Aug 23 14:52:24.793229 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b90254-e2da-4156-aa5b-83abfba19dfd x-openstack-request-id: req-30b90254-e2da-4156-aa5b-83abfba19dfd {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:24.793524 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "tag": "8d9ff76f-3eef-4758-8899-009b9b6a377d", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:24.793792 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-30b90254-e2da-4156-aa5b-83abfba19dfd {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:24.804730 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'tag': '8d9ff76f-3eef-4758-8899-009b9b6a377d', 'status': 'completed', 'code': 200} Aug 23 14:52:24.819525 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1710e-a1f0-4d1f-8af8-109245babc33 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb19f6c-efbd-46af-a949-303c4090b1c7,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:24.849429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b09ec-f5fa-4be9-aeaa-94b11654257e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network 0dae7b25-6abb-403d-a4b5-b9f279bfdca2 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:52:24.912078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a058-cb7e-4e35-9cdf-27a54c6defd5 req-1f48ef1b-f9cb-4c07-9501-c99891361259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:24.912569 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a058-cb7e-4e35-9cdf-27a54c6defd5 req-1f48ef1b-f9cb-4c07-9501-c99891361259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:24.913219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a058-cb7e-4e35-9cdf-27a54c6defd5 req-1f48ef1b-f9cb-4c07-9501-c99891361259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:24.915157 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-74c4a058-cb7e-4e35-9cdf-27a54c6defd5 req-1f48ef1b-f9cb-4c07-9501-c99891361259 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3899520633d64a9ba672b7936389b974&device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2865 time: 0.0918934 Aug 23 14:52:24.945700 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-354b09ec-f5fa-4be9-aeaa-94b11654257e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 0dae7b25-6abb-403d-a4b5-b9f279bfdca2) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:24.949935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354b09ec-f5fa-4be9-aeaa-94b11654257e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:24.950533 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-354b09ec-f5fa-4be9-aeaa-94b11654257e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:24.959327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025f9808-320e-4641-96fb-7f5d15fe0688 None None] Network 0dae7b25-6abb-403d-a4b5-b9f279bfdca2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:25.018527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3ea2f-f8dd-428b-a4c6-a2b8d748363c req-663c0e59-a48f-4074-a5b8-3ff2ebc91106 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:25.020602 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfe3ea2f-f8dd-428b-a4c6-a2b8d748363c req-663c0e59-a48f-4074-a5b8-3ff2ebc91106 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 944 time: 0.1241479 Aug 23 14:52:25.098041 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfe3ea2f-f8dd-428b-a4c6-a2b8d748363c req-edd1ef6c-8529-4885-aad4-2bcc64f768fc tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687268 Aug 23 14:52:25.099700 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a058-cb7e-4e35-9cdf-27a54c6defd5 req-147faacb-2bbe-48b8-89f4-853459987d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:25.100255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a058-cb7e-4e35-9cdf-27a54c6defd5 req-147faacb-2bbe-48b8-89f4-853459987d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:25.100808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a058-cb7e-4e35-9cdf-27a54c6defd5 req-147faacb-2bbe-48b8-89f4-853459987d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:25.103559 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-74c4a058-cb7e-4e35-9cdf-27a54c6defd5 req-147faacb-2bbe-48b8-89f4-853459987d40 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3899520633d64a9ba672b7936389b974&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1737509 Aug 23 14:52:25.118634 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-354b09ec-f5fa-4be9-aeaa-94b11654257e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2366104 Aug 23 14:52:25.127505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43706) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:25.156717 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c222124-20b9-424b-8b1f-1f8b70888a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-0dae7b25-6abb-403d-a4b5-b9f279bfdca2', 'network_id': '0dae7b25-6abb-403d-a4b5-b9f279bfdca2', 'tenant_id': '3db655fc846d42c88e1b6c0c9c909a6b', 'fixed_ips': [{'subnet_id': '4542affc-e282-4e39-ba4d-9239be7bf123'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:52:25.157602 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c222124-20b9-424b-8b1f-1f8b70888a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:25.266493 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:25.267924 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a058-cb7e-4e35-9cdf-27a54c6defd5 req-e35dd028-f789-4d9a-97e7-e032768eb311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:25.269627 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-74c4a058-cb7e-4e35-9cdf-27a54c6defd5 req-e35dd028-f789-4d9a-97e7-e032768eb311 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1563535 Aug 23 14:52:25.335626 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:25.374796 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-29bbeacb-1e1c-4801-8a3c-db0b93b3959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:25.375628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-29bbeacb-1e1c-4801-8a3c-db0b93b3959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:25.376201 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-29bbeacb-1e1c-4801-8a3c-db0b93b3959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:25.378210 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-29bbeacb-1e1c-4801-8a3c-db0b93b3959c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3899520633d64a9ba672b7936389b974&device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2865 time: 0.0637064 Aug 23 14:52:25.443111 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-45db8644-afa2-4a95-839e-ea8a2f37812b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.243&port_id=22c1310d-7029-453b-b2d8-cad232303770 HTTP/1.1" status: 200 len: 217 time: 0.0529244 Aug 23 14:52:25.453689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43712) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:25.491733 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:25.525076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-64b652dd-5e60-4613-b75a-a28740f7fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:25.526815 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-64b652dd-5e60-4613-b75a-a28740f7fa43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd036402-3cc3-4eb9-8d51-4810a16d8fce HTTP/1.1" status: 200 len: 801 time: 0.0753746 Aug 23 14:52:25.541532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Subnet': ['ID=4542affc-e282-4e39-ba4d-9239be7bf123,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server [None req-8c222124-20b9-424b-8b1f-1f8b70888a53 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4542affc-e282-4e39-ba4d-9239be7bf123: This subnet is being modified by another concurrent operation. Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 14:52:25.563583 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise exception Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4542affc-e282-4e39-ba4d-9239be7bf123: This subnet is being modified by another concurrent operation. Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Aug 23 14:52:25.567014 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:25.581702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a789a3-fe67-4389-acbb-30ee9c271dd3 None None] Network 0dae7b25-6abb-403d-a4b5-b9f279bfdca2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:25.611013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-87da2040-9eeb-46e6-a53a-f3fc607c6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:25.613958 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-87da2040-9eeb-46e6-a53a-f3fc607c6ef8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c8946d6f-b5b2-4c63-820d-5df2733647b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0780969 Aug 23 14:52:25.687192 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:25.710442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223cfa5-6c3b-44df-ad94-ef02ab9b2769 req-d6663d69-e409-487a-aad2-86b8285793b4 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:25.716618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223cfa5-6c3b-44df-ad94-ef02ab9b2769 req-d6663d69-e409-487a-aad2-86b8285793b4 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:25.723278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223cfa5-6c3b-44df-ad94-ef02ab9b2769 req-d6663d69-e409-487a-aad2-86b8285793b4 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:25.725133 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5223cfa5-6c3b-44df-ad94-ef02ab9b2769 req-d6663d69-e409-487a-aad2-86b8285793b4 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2412 time: 0.1913197 Aug 23 14:52:25.728178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dae7b25-6abb-403d-a4b5-b9f279bfdca2']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:25.735494 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-8bcb74f3-3b1f-4e32-bcbb-d387f8ce2ddd service neutron] 10.222.0.57 "GET /v2.0/networks/c8946d6f-b5b2-4c63-820d-5df2733647b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134417 Aug 23 14:52:25.738578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b9aa85-0812-4acb-98fb-6756fdb49737 None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 14:52:25.763791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517eb9f5-d341-46ea-8ffc-ae7eb5ffd3b5') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:25.764148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517eb9f5-d341-46ea-8ffc-ae7eb5ffd3b5') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:25.784131 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:25.790075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ea70c1b3-452b-41c0-9d74-bebda2acaee2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=165dce4cc0b24ebeb0b772357be86d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3348966 Aug 23 14:52:25.796660 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43720) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:25.819587 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:25.839129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:52:25.839547 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:52:25.847027 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:52:25.862785 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5223cfa5-6c3b-44df-ad94-ef02ab9b2769 req-f23c8a7a-f139-460c-b108-191e2d31002e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153052 Aug 23 14:52:25.884572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d3e2e42e-2372-4adf-8b4d-9440e57656e7 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:25.901062 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-badda729-b479-4281-9234-71ec1999550b service neutron] 10.222.0.57 "GET /v2.0/networks/c8946d6f-b5b2-4c63-820d-5df2733647b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551704 Aug 23 14:52:25.940427 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5afe50b2-b6ea-4745-acf1-c60ca1071420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:25.976770 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5afe50b2-b6ea-4745-acf1-c60ca1071420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:25.984777 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-13794d33-aa2f-41ea-b040-2fc828f0b8f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=8d9ff76f-3eef-4758-8899-009b9b6a377d HTTP/1.1" status: 200 len: 217 time: 0.0584209 Aug 23 14:52:25.996806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b9aa85-0812-4acb-98fb-6756fdb49737 None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 14:52:26.034518 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:26.046146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eff33-8c60-4972-bf9a-24721dc874d4 req-149aac1b-546f-451a-a1ab-1fb728c09418 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:26.053606 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:26.053606 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/0dae7b25-6abb-403d-a4b5-b9f279bfdca2 HTTP/1.1" status: 204 len: 168 time: 0.9286923 Aug 23 14:52:26.054707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43726) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:26.056269 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a94eff33-8c60-4972-bf9a-24721dc874d4 req-149aac1b-546f-451a-a1ab-1fb728c09418 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 946 time: 0.1836667 Aug 23 14:52:26.070963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-d300b152-434f-42f9-b4c1-509ca52ef09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:26.072049 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-d300b152-434f-42f9-b4c1-509ca52ef09e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=abc1a984-8e66-4787-9eb5-ef52280f5ebf HTTP/1.1" status: 200 len: 801 time: 0.0798721 Aug 23 14:52:26.072227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7658cd0d-54d5-417b-bb4c-e59428ba2b93 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-967421121'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:26.078385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437a7fa-7076-4357-8dbc-ad26e57687d9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Network': ['ID=0dae7b25-6abb-403d-a4b5-b9f279bfdca2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:26.094545 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port d3e2e42e-2372-4adf-8b4d-9440e57656e7 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:26.106834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port d3e2e42e-2372-4adf-8b4d-9440e57656e7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:26.107476 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:26.134580 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a94eff33-8c60-4972-bf9a-24721dc874d4 req-248bc5d9-234c-4adf-8d64-385aa8af021d tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups?id=48b563b6-6356-40f1-928d-e5aeff6cf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750806 Aug 23 14:52:26.142002 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-2886ac5d-68ef-4bda-a548-ede2ab191395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:26.145283 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-2886ac5d-68ef-4bda-a548-ede2ab191395 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a049c53b-1abf-48b5-a6bb-2d92c0b097b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0650718 Aug 23 14:52:26.162603 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5afe50b2-b6ea-4745-acf1-c60ca1071420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:26.165452 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5afe50b2-b6ea-4745-acf1-c60ca1071420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:26.172775 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5afe50b2-b6ea-4745-acf1-c60ca1071420 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4249751c-9376-47fd-961f-6b46fd93e08f HTTP/1.1" status: 204 len: 168 time: 0.3676913 Aug 23 14:52:26.176779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe50b2-b6ea-4745-acf1-c60ca1071420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4249751c-9376-47fd-961f-6b46fd93e08f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:26.270505 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-961b9301-412b-4f64-9e71-f19f5dc4f30f service neutron] 10.222.0.57 "GET /v2.0/networks/a049c53b-1abf-48b5-a6bb-2d92c0b097b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138601 Aug 23 14:52:26.305426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7658cd0d-54d5-417b-bb4c-e59428ba2b93 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:26.308250 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7658cd0d-54d5-417b-bb4c-e59428ba2b93 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:26.356909 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:26.359345 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7658cd0d-54d5-417b-bb4c-e59428ba2b93 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:52:26.369614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce704b1-a97b-4a7b-af27-5cc9e1aef36f req-aa78665d-6ea6-4f5f-bc6c-ecd15c8f39cd tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:26.371547 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ce704b1-a97b-4a7b-af27-5cc9e1aef36f req-aa78665d-6ea6-4f5f-bc6c-ecd15c8f39cd tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 944 time: 0.0790458 Aug 23 14:52:26.383976 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7658cd0d-54d5-417b-bb4c-e59428ba2b93 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:26.384333 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-7658cd0d-54d5-417b-bb4c-e59428ba2b93 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Added segment d92067c8-7968-4fcd-bade-06f7bcc8bcd8 of type vlan for network c3fa0953-dfc5-4534-bde0-7a4b32f07a19 Aug 23 14:52:26.427108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3b770-dcff-469e-a964-b19895d32ccc req-dd7cc367-5ca2-4f87-9041-5a719ba718ef tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:26.428757 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41a3b770-dcff-469e-a964-b19895d32ccc req-dd7cc367-5ca2-4f87-9041-5a719ba718ef tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 946 time: 0.1571684 Aug 23 14:52:26.440604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43736) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:26.450212 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-55b0058d-9a5b-4a7a-9d23-60b5539b781f service neutron] 10.222.0.57 "GET /v2.0/networks/a049c53b-1abf-48b5-a6bb-2d92c0b097b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693766 Aug 23 14:52:26.455884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-fe33c6e1-a80f-4213-98d0-08ab7fe75371 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Request body: {'floatingip': {'port_id': '862c4a1f-08bf-4c20-be29-6dc410e24145'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:26.493259 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:26.495777 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f6bd35-8dac-46da-82db-b543feec0b2d" -d '{"events": [{"server_uuid": "4ae9e987-0dcf-4961-8f4b-08eb4a15c944", "name": "network-vif-plugged", "status": "completed", "tag": "d3e2e42e-2372-4adf-8b4d-9440e57656e7"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:26.505254 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-34e2a287-d8e4-4179-b916-de9d683a73e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.205&port_id=2eb19f6c-efbd-46af-a949-303c4090b1c7 HTTP/1.1" status: 200 len: 217 time: 0.0451789 Aug 23 14:52:26.508268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7658cd0d-54d5-417b-bb4c-e59428ba2b93 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:26.524712 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ce704b1-a97b-4a7b-af27-5cc9e1aef36f req-74f5a8fe-1620-44d9-9c54-64d914932291 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397660 Aug 23 14:52:26.539932 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fe33c6e1-a80f-4213-98d0-08ab7fe75371 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:26.546456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d3e2e42e-2372-4adf-8b4d-9440e57656e7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d3e2e42e-2372-4adf-8b4d-9440e57656e7,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:26.581144 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32892739-7101-4c29-997c-2bf36e30e5d2 x-openstack-request-id: req-32892739-7101-4c29-997c-2bf36e30e5d2 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:26.581452 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae9e987-0dcf-4961-8f4b-08eb4a15c944", "name": "network-vif-plugged", "status": "completed", "tag": "d3e2e42e-2372-4adf-8b4d-9440e57656e7", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:26.582871 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32892739-7101-4c29-997c-2bf36e30e5d2 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:26.583321 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7', 'code': 200} Aug 23 14:52:26.635426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-3e47a35a-19e5-4a4f-9760-5088aaa82327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:26.642291 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-3e47a35a-19e5-4a4f-9760-5088aaa82327 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd036402-3cc3-4eb9-8d51-4810a16d8fce HTTP/1.1" status: 200 len: 801 time: 0.1292946 Aug 23 14:52:26.661058 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f796b9c0-7e92-4132-86e4-340691126ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:26.685902 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:26.689933 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:26.730183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-697ce4a6-86cf-4b7b-bb20-ac9eec499380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:26.733603 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-697ce4a6-86cf-4b7b-bb20-ac9eec499380 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c8946d6f-b5b2-4c63-820d-5df2733647b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0753958 Aug 23 14:52:26.745194 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7658cd0d-54d5-417b-bb4c-e59428ba2b93 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:26.750791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7658cd0d-54d5-417b-bb4c-e59428ba2b93 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:26.751466 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7658cd0d-54d5-417b-bb4c-e59428ba2b93 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:26.773000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d3e2e42e-2372-4adf-8b4d-9440e57656e7,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:26.805829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'tag': '2eb19f6c-efbd-46af-a949-303c4090b1c7'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:26.808537 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c02b080-8642-442c-9caa-68a7c2305b97" -d '{"events": [{"name": "network-changed", "server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "tag": "2eb19f6c-efbd-46af-a949-303c4090b1c7"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:26.851846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658cd0d-54d5-417b-bb4c-e59428ba2b93 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Network': ['ID=c3fa0953-dfc5-4534-bde0-7a4b32f07a19,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:26.863395 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network c3fa0953-dfc5-4534-bde0-7a4b32f07a19 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:26.866882 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b90103-44ab-4ea0-b4fb-e63422aaf47b x-openstack-request-id: req-c3b90103-44ab-4ea0-b4fb-e63422aaf47b {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:26.867177 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "tag": "2eb19f6c-efbd-46af-a949-303c4090b1c7", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:26.867430 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c3b90103-44ab-4ea0-b4fb-e63422aaf47b {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:26.867841 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'tag': '2eb19f6c-efbd-46af-a949-303c4090b1c7', 'status': 'completed', 'code': 200} Aug 23 14:52:26.874746 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-10ab47da-2f9f-4c9a-9492-df34c4cc5157 service neutron] 10.222.0.57 "GET /v2.0/networks/c8946d6f-b5b2-4c63-820d-5df2733647b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317489 Aug 23 14:52:26.904868 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7658cd0d-54d5-417b-bb4c-e59428ba2b93 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8490193 Aug 23 14:52:26.928563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43754) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:26.937736 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ad0f57f9-8fbd-4396-9001-e75d6a2c6740 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'subnet': {'network_id': 'c3fa0953-dfc5-4534-bde0-7a4b32f07a19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:27.062557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182ac9e-c066-4903-9c1a-b20c4e31ae72 req-caa69796-9d60-4168-91dd-d1cf05e3f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:27.065871 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a182ac9e-c066-4903-9c1a-b20c4e31ae72 req-caa69796-9d60-4168-91dd-d1cf05e3f4fc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 1096 time: 0.3618417 Aug 23 14:52:27.209521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c44ce-dea5-4de1-bdd9-cdd175eec500 req-72f3e60f-5ae5-4512-9fbf-3d65d2f5b3df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:27.215981 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c44ce-dea5-4de1-bdd9-cdd175eec500 req-72f3e60f-5ae5-4512-9fbf-3d65d2f5b3df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:27.222353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c44ce-dea5-4de1-bdd9-cdd175eec500 req-72f3e60f-5ae5-4512-9fbf-3d65d2f5b3df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:27.224691 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-119c44ce-dea5-4de1-bdd9-cdd175eec500 req-72f3e60f-5ae5-4512-9fbf-3d65d2f5b3df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2412 time: 0.2525604 Aug 23 14:52:27.236873 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a182ac9e-c066-4903-9c1a-b20c4e31ae72 req-48c8cb2e-0198-4f64-a05b-e49e3389bebf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575453 Aug 23 14:52:27.327743 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-119c44ce-dea5-4de1-bdd9-cdd175eec500 req-bb9c2763-1bd2-4ce6-b2ad-1bda8aff7aa1 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922134 Aug 23 14:52:27.409296 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c81f6f5b-0d7f-43bf-a9bd-129be1030568 req-99d61177-c97f-43d9-a583-4be6a9f60c2e service neutron] 10.222.0.57 "GET /v2.0/networks/c8946d6f-b5b2-4c63-820d-5df2733647b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268629 Aug 23 14:52:27.455278 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fe33c6e1-a80f-4213-98d0-08ab7fe75371 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:27.570865 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0f57f9-8fbd-4396-9001-e75d6a2c6740 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:27.581174 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad0f57f9-8fbd-4396-9001-e75d6a2c6740 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:27.639902 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fe33c6e1-a80f-4213-98d0-08ab7fe75371 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:27.664861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.ipam_backend_mixin [None req-ad0f57f9-8fbd-4396-9001-e75d6a2c6740 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Performing IP validity checks on allocation pools {{(pid=96114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 14:52:27.665390 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.ipam_backend_mixin [None req-ad0f57f9-8fbd-4396-9001-e75d6a2c6740 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Checking for overlaps among allocation pools and gateway ip {{(pid=96114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 14:52:27.713650 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93935a-18d2-4da6-975b-bedef5103250 req-cd2f8b16-cd47-4ff6-9f4a-c9e70cdbbae8 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:27.715221 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5a93935a-18d2-4da6-975b-bedef5103250 req-cd2f8b16-cd47-4ff6-9f4a-c9e70cdbbae8 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 945 time: 0.1233799 Aug 23 14:52:27.785114 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-fe33c6e1-a80f-4213-98d0-08ab7fe75371 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Floating IP 9d570123-1a76-4544-97dc-236f7b1c4253 associated. External IP: 172.25.8.206, port: 862c4a1f-08bf-4c20-be29-6dc410e24145. Aug 23 14:52:27.803815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02b080-8642-442c-9caa-68a7c2305b97 req-b31c35cd-e26d-405d-9308-8b0d84b68ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:27.804386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02b080-8642-442c-9caa-68a7c2305b97 req-b31c35cd-e26d-405d-9308-8b0d84b68ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:27.804875 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02b080-8642-442c-9caa-68a7c2305b97 req-b31c35cd-e26d-405d-9308-8b0d84b68ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:27.806843 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c02b080-8642-442c-9caa-68a7c2305b97 req-b31c35cd-e26d-405d-9308-8b0d84b68ceb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3899520633d64a9ba672b7936389b974&device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2865 time: 0.1191797 Aug 23 14:52:27.814873 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5a93935a-18d2-4da6-975b-bedef5103250 req-53261246-3f41-4415-8524-5ce4783e01cf tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752401 Aug 23 14:52:27.994784 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02b080-8642-442c-9caa-68a7c2305b97 req-d492b536-0f37-4b7b-adcb-bb85261de71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:27.996345 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c02b080-8642-442c-9caa-68a7c2305b97 req-d492b536-0f37-4b7b-adcb-bb85261de71d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c8946d6f-b5b2-4c63-820d-5df2733647b6 HTTP/1.1" status: 200 len: 902 time: 0.1772480 Aug 23 14:52:28.028323 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe33c6e1-a80f-4213-98d0-08ab7fe75371 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Router 761db30a-65e3-4a93-831c-d64d48948692 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:52:28.050180 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c02b080-8642-442c-9caa-68a7c2305b97 req-fe79312a-7271-4fed-8739-a5ad160982fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.205&port_id=2eb19f6c-efbd-46af-a949-303c4090b1c7 HTTP/1.1" status: 200 len: 217 time: 0.0442462 Aug 23 14:52:28.052237 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad0f57f9-8fbd-4396-9001-e75d6a2c6740 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:28.163115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f57f9-8fbd-4396-9001-e75d6a2c6740 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Subnet': ['ID=55a702e3-a2ab-40a0-b294-4b2945d00839,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:28.165864 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02b080-8642-442c-9caa-68a7c2305b97 req-1fbd8d54-6568-456b-a041-47b73991be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:28.167356 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c02b080-8642-442c-9caa-68a7c2305b97 req-1fbd8d54-6568-456b-a041-47b73991be76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd036402-3cc3-4eb9-8d51-4810a16d8fce HTTP/1.1" status: 200 len: 801 time: 0.1095214 Aug 23 14:52:28.171522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe33c6e1-a80f-4213-98d0-08ab7fe75371 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:52:28.174207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f57f9-8fbd-4396-9001-e75d6a2c6740 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Checking segment: {'id': 'd92067c8-7968-4fcd-bade-06f7bcc8bcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3fa0953-dfc5-4534-bde0-7a4b32f07a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:28.174578 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0f57f9-8fbd-4396-9001-e75d6a2c6740 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network hostable DHCP agents. Network: c3fa0953-dfc5-4534-bde0-7a4b32f07a19, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:52:28.177615 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fe33c6e1-a80f-4213-98d0-08ab7fe75371 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:28.183324 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd78f1-2a55-4ac8-9bcb-f4e9e9ef37fc None None] Sync routers for ids ['761db30a-65e3-4a93-831c-d64d48948692'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:52:28.195504 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd78f1-2a55-4ac8-9bcb-f4e9e9ef37fc None None] Routers {'761db30a-65e3-4a93-831c-d64d48948692'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:28.196603 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d5cd78f1-2a55-4ac8-9bcb-f4e9e9ef37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['761db30a-65e3-4a93-831c-d64d48948692'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:28.205700 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fe33c6e1-a80f-4213-98d0-08ab7fe75371 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "PUT /v2.0/floatingips/9d570123-1a76-4544-97dc-236f7b1c4253 HTTP/1.1" status: 200 len: 992 time: 1.7634432 Aug 23 14:52:28.206399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54572a6-9d36-4767-b798-72017e54865e', 'tag': '862c4a1f-08bf-4c20-be29-6dc410e24145'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:28.213204 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a650cfc-7c44-46ac-bdb4-a8a2345a98fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c54572a6-9d36-4767-b798-72017e54865e", "tag": "862c4a1f-08bf-4c20-be29-6dc410e24145"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:28.228277 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02b080-8642-442c-9caa-68a7c2305b97 req-80b61449-485f-4f13-9784-3eb3f256a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:28.229816 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c02b080-8642-442c-9caa-68a7c2305b97 req-80b61449-485f-4f13-9784-3eb3f256a572 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c8946d6f-b5b2-4c63-820d-5df2733647b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0510986 Aug 23 14:52:28.284487 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bc1771-b322-45d0-980f-889021407ec8 x-openstack-request-id: req-18bc1771-b322-45d0-980f-889021407ec8 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:28.284727 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c54572a6-9d36-4767-b798-72017e54865e", "tag": "862c4a1f-08bf-4c20-be29-6dc410e24145", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:28.285608 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18bc1771-b322-45d0-980f-889021407ec8 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:28.286167 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c54572a6-9d36-4767-b798-72017e54865e', 'tag': '862c4a1f-08bf-4c20-be29-6dc410e24145', 'status': 'completed', 'code': 200} Aug 23 14:52:28.320710 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-d5cd78f1-2a55-4ac8-9bcb-f4e9e9ef37fc None None] Set router 761db30a-65e3-4a93-831c-d64d48948692 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:28.358918 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0f57f9-8fbd-4396-9001-e75d6a2c6740 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network c3fa0953-dfc5-4534-bde0-7a4b32f07a19 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:52:28.388475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a650cfc-7c44-46ac-bdb4-a8a2345a98fa req-4f8edeee-fedb-40d2-8fb2-32d9ab741eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:28.390106 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a650cfc-7c44-46ac-bdb4-a8a2345a98fa req-4f8edeee-fedb-40d2-8fb2-32d9ab741eda service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d6013a71a3946fa861d0bd6d7f01cd4&device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 1097 time: 0.0799284 Aug 23 14:52:28.393773 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c02b080-8642-442c-9caa-68a7c2305b97 req-a88bdf9f-18d0-4c80-9dcd-00f60fc9f972 service neutron] 10.222.0.57 "GET /v2.0/networks/c8946d6f-b5b2-4c63-820d-5df2733647b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530061 Aug 23 14:52:28.499574 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:28.561900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-ad0f57f9-8fbd-4396-9001-e75d6a2c6740 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, c3fa0953-dfc5-4534-bde0-7a4b32f07a19) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:28.572246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000d8e49-ca00-416f-ac46-ce1d7428d763 None None] Network c3fa0953-dfc5-4534-bde0-7a4b32f07a19 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:28.572758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0f57f9-8fbd-4396-9001-e75d6a2c6740 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:28.573364 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad0f57f9-8fbd-4396-9001-e75d6a2c6740 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:28.591314 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d5cd78f1-2a55-4ac8-9bcb-f4e9e9ef37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761db30a-65e3-4a93-831c-d64d48948692', 'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:35Z', 'updated_at': '2021-08-23T14:51:49Z', 'revision_number': 4, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'gw_port': {'id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:38Z', 'updated_at': '2021-08-23T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '9d570123-1a76-4544-97dc-236f7b1c4253', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'floating_ip_address': '172.25.8.206', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '761db30a-65e3-4a93-831c-d64d48948692', 'port_id': '862c4a1f-08bf-4c20-be29-6dc410e24145', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'mac_address': 'fa:16:3e:37:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54572a6-9d36-4767-b798-72017e54865e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:51:59Z', 'updated_at': '2021-08-23T14:52:27Z', 'revision_number': 1, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '663e8c36-e7d3-4089-ba85-08092e50dd9a', 'name': '', 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'mac_address': 'fa:16:3e:67:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:46Z', 'updated_at': '2021-08-23T14:51:59Z', 'revision_number': 5, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'subnets': [{'id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:28.624346 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd78f1-2a55-4ac8-9bcb-f4e9e9ef37fc None None] Checking router: 761db30a-65e3-4a93-831c-d64d48948692 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:52:28.634572 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd78f1-2a55-4ac8-9bcb-f4e9e9ef37fc None None] Routers {'761db30a-65e3-4a93-831c-d64d48948692'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:28.635272 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d5cd78f1-2a55-4ac8-9bcb-f4e9e9ef37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['761db30a-65e3-4a93-831c-d64d48948692'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:28.636018 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b45f5d-1fba-4173-a0e0-feaaeeae0381 req-9f64d57f-82ce-405d-ad8d-891b5d6fd75e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:28.642112 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b45f5d-1fba-4173-a0e0-feaaeeae0381 req-9f64d57f-82ce-405d-ad8d-891b5d6fd75e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:28.649313 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b45f5d-1fba-4173-a0e0-feaaeeae0381 req-9f64d57f-82ce-405d-ad8d-891b5d6fd75e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:28.651143 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a1b45f5d-1fba-4173-a0e0-feaaeeae0381 req-9f64d57f-82ce-405d-ad8d-891b5d6fd75e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2412 time: 0.2201397 Aug 23 14:52:28.709700 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a650cfc-7c44-46ac-bdb4-a8a2345a98fa req-f1b8416e-42b7-4da1-826f-b6694ad2e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:28.711341 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a650cfc-7c44-46ac-bdb4-a8a2345a98fa req-f1b8416e-42b7-4da1-826f-b6694ad2e770 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8405eaf9-b826-41fe-8073-a3a03d7ee1e6 HTTP/1.1" status: 200 len: 913 time: 0.3129938 Aug 23 14:52:28.716514 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c02b080-8642-442c-9caa-68a7c2305b97 req-d85c47cf-a199-4af9-902f-4e576a5a8028 service neutron] 10.222.0.57 "GET /v2.0/networks/c8946d6f-b5b2-4c63-820d-5df2733647b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830646 Aug 23 14:52:28.772732 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-c3fa0953-dfc5-4534-bde0-7a4b32f07a19', 'network_id': 'c3fa0953-dfc5-4534-bde0-7a4b32f07a19', 'tenant_id': '3db655fc846d42c88e1b6c0c9c909a6b', 'fixed_ips': [{'subnet_id': '55a702e3-a2ab-40a0-b294-4b2945d00839'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:52:28.774937 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:28.795726 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ad0f57f9-8fbd-4396-9001-e75d6a2c6740 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8631756 Aug 23 14:52:28.796001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43796) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:28.796258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43798) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:28.814662 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a1b45f5d-1fba-4173-a0e0-feaaeeae0381 req-996842ee-dfac-4a8a-af30-243b8ae7d479 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531961 Aug 23 14:52:28.820777 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-d5cd78f1-2a55-4ac8-9bcb-f4e9e9ef37fc None None] Set router 761db30a-65e3-4a93-831c-d64d48948692 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:28.881067 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a650cfc-7c44-46ac-bdb4-a8a2345a98fa req-7f49e574-1f55-45ac-a2bb-96a7941721dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=862c4a1f-08bf-4c20-be29-6dc410e24145 HTTP/1.1" status: 200 len: 1000 time: 0.1612782 Aug 23 14:52:28.979636 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:28.997404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Allocated IP 172.20.0.3 (c3fa0953-dfc5-4534-bde0-7a4b32f07a19/55a702e3-a2ab-40a0-b294-4b2945d00839/bab8b4cd-7563-4e36-9599-946b22c58651) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:28.997613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a650cfc-7c44-46ac-bdb4-a8a2345a98fa req-b3104dbd-901f-4243-87ed-de3155806cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:28.999244 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a650cfc-7c44-46ac-bdb4-a8a2345a98fa req-b3104dbd-901f-4243-87ed-de3155806cd3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b215a108-a328-41eb-ad70-08cefd15af3d HTTP/1.1" status: 200 len: 851 time: 0.1056356 Aug 23 14:52:29.033354 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490966fe-3f83-446e-855c-165d2299dbd0 req-5b2deacc-fc56-4d94-a0ef-51a820fc0da8 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:29.035744 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-490966fe-3f83-446e-855c-165d2299dbd0 req-5b2deacc-fc56-4d94-a0ef-51a820fc0da8 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 945 time: 0.0901637 Aug 23 14:52:29.117601 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-490966fe-3f83-446e-855c-165d2299dbd0 req-cff1bb07-6285-45a3-b82e-837577ad93a5 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616100 Aug 23 14:52:29.122155 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a650cfc-7c44-46ac-bdb4-a8a2345a98fa req-475f51fe-dfa8-49b2-8457-77436181e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:29.124224 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a650cfc-7c44-46ac-bdb4-a8a2345a98fa req-475f51fe-dfa8-49b2-8457-77436181e619 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8405eaf9-b826-41fe-8073-a3a03d7ee1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127231 Aug 23 14:52:29.178174 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:29.187928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Transition to ACTIVE for port object bab8b4cd-7563-4e36-9599-946b22c58651 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:29.207286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Transition to ACTIVE for port object bab8b4cd-7563-4e36-9599-946b22c58651 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:29.306256 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a650cfc-7c44-46ac-bdb4-a8a2345a98fa req-dce729d5-40a8-4eef-b454-a85febe50e5f service neutron] 10.222.0.61 "GET /v2.0/networks/8405eaf9-b826-41fe-8073-a3a03d7ee1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735761 Aug 23 14:52:29.327544 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:29.343574 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d5cd78f1-2a55-4ac8-9bcb-f4e9e9ef37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761db30a-65e3-4a93-831c-d64d48948692', 'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:35Z', 'updated_at': '2021-08-23T14:51:49Z', 'revision_number': 4, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'gw_port': {'id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:38Z', 'updated_at': '2021-08-23T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '9d570123-1a76-4544-97dc-236f7b1c4253', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'floating_ip_address': '172.25.8.206', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '761db30a-65e3-4a93-831c-d64d48948692', 'port_id': '862c4a1f-08bf-4c20-be29-6dc410e24145', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'mac_address': 'fa:16:3e:37:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54572a6-9d36-4767-b798-72017e54865e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:51:59Z', 'updated_at': '2021-08-23T14:52:27Z', 'revision_number': 1, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '663e8c36-e7d3-4089-ba85-08092e50dd9a', 'name': '', 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'mac_address': 'fa:16:3e:67:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:46Z', 'updated_at': '2021-08-23T14:51:59Z', 'revision_number': 5, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'subnets': [{'id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:29.381907 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd78f1-2a55-4ac8-9bcb-f4e9e9ef37fc None None] The sync data for ids ['761db30a-65e3-4a93-831c-d64d48948692'] in n-d-804985-3 is: [{'id': '761db30a-65e3-4a93-831c-d64d48948692', 'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:35Z', 'updated_at': '2021-08-23T14:51:49Z', 'revision_number': 4, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'gw_port': {'id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:38Z', 'updated_at': '2021-08-23T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '9d570123-1a76-4544-97dc-236f7b1c4253', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'floating_ip_address': '172.25.8.206', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '761db30a-65e3-4a93-831c-d64d48948692', 'port_id': '862c4a1f-08bf-4c20-be29-6dc410e24145', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'mac_address': 'fa:16:3e:37:00:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54572a6-9d36-4767-b798-72017e54865e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:51:59Z', 'updated_at': '2021-08-23T14:52:27Z', 'revision_number': 1, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '663e8c36-e7d3-4089-ba85-08092e50dd9a', 'name': '', 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'mac_address': 'fa:16:3e:67:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:46Z', 'updated_at': '2021-08-23T14:51:59Z', 'revision_number': 5, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'subnets': [{'id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:52:29.414897 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Network c3fa0953-dfc5-4534-bde0-7a4b32f07a19 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:29.419252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:29.425322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:29.450548 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a650cfc-7c44-46ac-bdb4-a8a2345a98fa req-a82c10da-a224-4193-afba-2ffba9a1581e service neutron] 10.222.0.61 "GET /v2.0/networks/8405eaf9-b826-41fe-8073-a3a03d7ee1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371334 Aug 23 14:52:29.471246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Pushing event updated for resources: {'Port': ['ID=bab8b4cd-7563-4e36-9599-946b22c58651,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:29.535247 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8b635c2e-f534-406c-b11b-d394f342d9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:29.549188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Attempting to bind port bab8b4cd-7563-4e36-9599-946b22c58651 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:52:29.549654 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Attempting to bind port bab8b4cd-7563-4e36-9599-946b22c58651 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd92067c8-7968-4fcd-bade-06f7bcc8bcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3fa0953-dfc5-4534-bde0-7a4b32f07a19'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:52:29.549958 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Attempting to bind port bab8b4cd-7563-4e36-9599-946b22c58651 on network c3fa0953-dfc5-4534-bde0-7a4b32f07a19 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:29.558435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:52:29.558827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Checking segment: {'id': 'd92067c8-7968-4fcd-bade-06f7bcc8bcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3fa0953-dfc5-4534-bde0-7a4b32f07a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:29.559238 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:29.559635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Bound using segment: {'id': 'd92067c8-7968-4fcd-bade-06f7bcc8bcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3fa0953-dfc5-4534-bde0-7a4b32f07a19'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:52:29.560139 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Bound port: bab8b4cd-7563-4e36-9599-946b22c58651, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92067c8-7968-4fcd-bade-06f7bcc8bcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3fa0953-dfc5-4534-bde0-7a4b32f07a19'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:52:29.560990 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:29.569563 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:29.657378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] For port bab8b4cd-7563-4e36-9599-946b22c58651, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:52:29.661131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-e773ab85-72e2-4342-bb81-2fc708c4f1b7 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:29.662846 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-e773ab85-72e2-4342-bb81-2fc708c4f1b7 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1964397 Aug 23 14:52:29.704152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d78d36-4eb0-4923-923d-0eedf4a9d9bc None None] New status for floating IP 9d570123-1a76-4544-97dc-236f7b1c4253: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:52:29.748008 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] For port bab8b4cd-7563-4e36-9599-946b22c58651, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bab8b4cd-7563-4e36-9599-946b22c58651,segment=NetworkSegment(d92067c8-7968-4fcd-bade-06f7bcc8bcd8),segment_id=d92067c8-7968-4fcd-bade-06f7bcc8bcd8)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:52:29.765749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-b16e01d5-ad1d-4305-89b6-83979289e849 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 695 time: 0.0951617 Aug 23 14:52:29.779254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-3128f152-fb5d-42ca-905b-2cf99b118dd8 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Request body: {'floatingip': {'port_id': 'db69d546-71e2-4357-9901-b439108961b7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:29.820625 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-3128f152-fb5d-42ca-905b-2cf99b118dd8 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:29.839918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 22c1310d-7029-453b-b2d8-cad232303770 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:52:29.855393 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:29.891096 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:29.963261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Subnet': ['ID=55a702e3-a2ab-40a0-b294-4b2945d00839,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:29.978208 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e5662-fe12-4545-af6c-95def35c5d8f req-618ddaaa-e5f4-45b5-80d1-54f4a1915276 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:29.984990 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e5662-fe12-4545-af6c-95def35c5d8f req-618ddaaa-e5f4-45b5-80d1-54f4a1915276 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:29.992965 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e5662-fe12-4545-af6c-95def35c5d8f req-618ddaaa-e5f4-45b5-80d1-54f4a1915276 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:30.001863 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-628e5662-fe12-4545-af6c-95def35c5d8f req-618ddaaa-e5f4-45b5-80d1-54f4a1915276 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2412 time: 0.1084809 Aug 23 14:52:30.024609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f38ae-aaf1-4913-bc4c-f3af0036fffd None None] Pushing event updated for resources: {'Port': ['ID=bab8b4cd-7563-4e36-9599-946b22c58651,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:30.071026 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-628e5662-fe12-4545-af6c-95def35c5d8f req-1d3558df-6caf-4526-9f62-05cd344db282 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656569 Aug 23 14:52:30.078402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 22c1310d-7029-453b-b2d8-cad232303770, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=22c1310d-7029-453b-b2d8-cad232303770,segment=NetworkSegment(59b7610f-1f2b-41d5-8a4e-709469d6c820),segment_id=59b7610f-1f2b-41d5-8a4e-709469d6c820)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:30.094314 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '22c1310d-7029-453b-b2d8-cad232303770', 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6', 'port_id': '22c1310d-7029-453b-b2d8-cad232303770', 'mac_address': 'fa:16:3e:6d:04:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd036402-3cc3-4eb9-8d51-4810a16d8fce', 'ip_address': '19.80.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:52:30.147999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.152683 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.164388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fa0953-dfc5-4534-bde0-7a4b32f07a19']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:30.188013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c1310d-7029-453b-b2d8-cad232303770 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:52:30.193423 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92067c8-7968-4fcd-bade-06f7bcc8bcd8') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:30.193724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92067c8-7968-4fcd-bade-06f7bcc8bcd8') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:30.203726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 22c1310d-7029-453b-b2d8-cad232303770, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=22c1310d-7029-453b-b2d8-cad232303770,segment=NetworkSegment(59b7610f-1f2b-41d5-8a4e-709469d6c820),segment_id=59b7610f-1f2b-41d5-8a4e-709469d6c820)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:30.250425 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.254243 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8b635c2e-f534-406c-b11b-d394f342d9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.342417 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.353996 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.354689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 2eb19f6c-efbd-46af-a949-303c4090b1c7 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:52:30.418789 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:52:30.419217 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.422364 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bab8b4cd-7563-4e36-9599-946b22c58651 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:52:30.423112 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:52:30.444898 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8b635c2e-f534-406c-b11b-d394f342d9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.459713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 2eb19f6c-efbd-46af-a949-303c4090b1c7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=2eb19f6c-efbd-46af-a949-303c4090b1c7,segment=NetworkSegment(59b7610f-1f2b-41d5-8a4e-709469d6c820),segment_id=59b7610f-1f2b-41d5-8a4e-709469d6c820)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:30.462138 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=22c1310d-7029-453b-b2d8-cad232303770,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:30.478706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '2eb19f6c-efbd-46af-a949-303c4090b1c7', 'network_id': 'c8946d6f-b5b2-4c63-820d-5df2733647b6', 'port_id': '2eb19f6c-efbd-46af-a949-303c4090b1c7', 'mac_address': 'fa:16:3e:58:79:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd036402-3cc3-4eb9-8d51-4810a16d8fce', 'ip_address': '19.80.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:52:30.533014 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.549070 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb19f6c-efbd-46af-a949-303c4090b1c7 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:52:30.570453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 2eb19f6c-efbd-46af-a949-303c4090b1c7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=2eb19f6c-efbd-46af-a949-303c4090b1c7,segment=NetworkSegment(59b7610f-1f2b-41d5-8a4e-709469d6c820),segment_id=59b7610f-1f2b-41d5-8a4e-709469d6c820)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:30.579548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b635c2e-f534-406c-b11b-d394f342d9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de1b7c6-1daf-49e3-b16d-5d51f1659ca5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:30.593467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8b635c2e-f534-406c-b11b-d394f342d9eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2c3a3b4ac9054902ab811be489591f50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7961366 Aug 23 14:52:30.596258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43824) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:30.618502 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.api [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 14:52:30.618502 n-d-804985-3 neutron-server[96115]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 14:52:30.618502 n-d-804985-3 neutron-server[96115]: [parameters: {'id': 'c3fa0953-dfc5-4534-bde0-7a4b32f07a19'}] Aug 23 14:52:30.618502 n-d-804985-3 neutron-server[96115]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:52:30.618901 n-d-804985-3 neutron-server[96115]: DEBUG oslo_db.api [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:52:30.642901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port bab8b4cd-7563-4e36-9599-946b22c58651 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:30.663187 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.664137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8d9ff76f-3eef-4758-8899-009b9b6a377d details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:52:30.703027 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86b22e8c-101e-4dd9-ba4c-95e920798885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.774587 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=2eb19f6c-efbd-46af-a949-303c4090b1c7,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:30.777229 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86b22e8c-101e-4dd9-ba4c-95e920798885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.797989 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-3128f152-fb5d-42ca-905b-2cf99b118dd8 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.837058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8d9ff76f-3eef-4758-8899-009b9b6a377d, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8d9ff76f-3eef-4758-8899-009b9b6a377d,segment=NetworkSegment(89a0bf78-c5e7-4143-895f-16031fa7885f),segment_id=89a0bf78-c5e7-4143-895f-16031fa7885f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:30.850219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '8d9ff76f-3eef-4758-8899-009b9b6a377d', 'network_id': 'a049c53b-1abf-48b5-a6bb-2d92c0b097b0', 'port_id': '8d9ff76f-3eef-4758-8899-009b9b6a377d', 'mac_address': 'fa:16:3e:a9:ef:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc1a984-8e66-4787-9eb5-ef52280f5ebf', 'ip_address': '19.86.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:52:30.875379 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-3128f152-fb5d-42ca-905b-2cf99b118dd8 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.934789 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86b22e8c-101e-4dd9-ba4c-95e920798885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.937744 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86b22e8c-101e-4dd9-ba4c-95e920798885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:30.943701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-86b22e8c-101e-4dd9-ba4c-95e920798885 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3de1b7c6-1daf-49e3-b16d-5d51f1659ca5 HTTP/1.1" status: 204 len: 168 time: 0.3419518 Aug 23 14:52:30.986075 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b22e8c-101e-4dd9-ba4c-95e920798885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de1b7c6-1daf-49e3-b16d-5d51f1659ca5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:31.016120 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-3128f152-fb5d-42ca-905b-2cf99b118dd8 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Floating IP ae3da359-b3d6-4555-9c4a-274359d3592b associated. External IP: 172.25.8.45, port: db69d546-71e2-4357-9901-b439108961b7. Aug 23 14:52:31.076453 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:31.093148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9ff76f-3eef-4758-8899-009b9b6a377d {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:52:31.118027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8d9ff76f-3eef-4758-8899-009b9b6a377d, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8d9ff76f-3eef-4758-8899-009b9b6a377d,segment=NetworkSegment(89a0bf78-c5e7-4143-895f-16031fa7885f),segment_id=89a0bf78-c5e7-4143-895f-16031fa7885f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:31.120558 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:31.214642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35007e-cc05-41ce-88d0-081585178ad6 req-a1ea8094-82fe-47b3-837c-398776581369 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:31.220541 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35007e-cc05-41ce-88d0-081585178ad6 req-a1ea8094-82fe-47b3-837c-398776581369 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:31.227582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35007e-cc05-41ce-88d0-081585178ad6 req-a1ea8094-82fe-47b3-837c-398776581369 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:31.235506 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d35007e-cc05-41ce-88d0-081585178ad6 req-a1ea8094-82fe-47b3-837c-398776581369 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2414 time: 0.0830481 Aug 23 14:52:31.256095 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:31.265703 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd4c4e-f073-4ef2-b072-2289142592c5 None None] Network c3fa0953-dfc5-4534-bde0-7a4b32f07a19 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:31.281619 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d35007e-cc05-41ce-88d0-081585178ad6 req-dd200231-f0f6-4fd4-bf33-9e5fb79f4c34 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448511 Aug 23 14:52:31.313021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Deleting port bab8b4cd-7563-4e36-9599-946b22c58651 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:31.313021 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:31.379718 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-3128f152-fb5d-42ca-905b-2cf99b118dd8 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:52:31.390168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=8d9ff76f-3eef-4758-8899-009b9b6a377d,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:31.418828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] For port bab8b4cd-7563-4e36-9599-946b22c58651, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bab8b4cd-7563-4e36-9599-946b22c58651,segment=NetworkSegment(d92067c8-7968-4fcd-bade-06f7bcc8bcd8),segment_id=d92067c8-7968-4fcd-bade-06f7bcc8bcd8)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:31.419194 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:31.478859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Calling delete_port for bab8b4cd-7563-4e36-9599-946b22c58651 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:31.502098 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-301194d0-4e3b-4015-a136-8b07d98529a5 None None] Provisioning for port bab8b4cd-7563-4e36-9599-946b22c58651 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:31.507748 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-301194d0-4e3b-4015-a136-8b07d98529a5 None None] Provisioning complete for port bab8b4cd-7563-4e36-9599-946b22c58651 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:31.508291 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-301194d0-4e3b-4015-a136-8b07d98529a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:31.541995 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb64a875-cc41-4f86-a374-10fb1009be47 None None] DHCP port deletion for c3fa0953-dfc5-4534-bde0-7a4b32f07a19 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:52:31.646028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-3128f152-fb5d-42ca-905b-2cf99b118dd8 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:52:31.647513 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fb64a875-cc41-4f86-a374-10fb1009be47 None None] Deleting port bab8b4cd-7563-4e36-9599-946b22c58651 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:31.648007 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fb64a875-cc41-4f86-a374-10fb1009be47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:31.650000 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-3128f152-fb5d-42ca-905b-2cf99b118dd8 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:31.661635 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-301194d0-4e3b-4015-a136-8b07d98529a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:31.680515 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd53bda-3897-43a6-8f29-574b4c8831c7 None None] Sync routers for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:52:31.695154 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd53bda-3897-43a6-8f29-574b4c8831c7 None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:31.696209 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bdd53bda-3897-43a6-8f29-574b4c8831c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:31.699503 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-3128f152-fb5d-42ca-905b-2cf99b118dd8 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "PUT /v2.0/floatingips/ae3da359-b3d6-4555-9c4a-274359d3592b HTTP/1.1" status: 200 len: 996 time: 1.9245393 Aug 23 14:52:31.705186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'tag': 'db69d546-71e2-4357-9901-b439108961b7'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:31.705186 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9107e0be-8590-4522-9bf8-db79a99640da" -d '{"events": [{"name": "network-changed", "server_uuid": "7658d504-8623-48ba-a92b-60e0d4f7f9b3", "tag": "db69d546-71e2-4357-9901-b439108961b7"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:31.730372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['22c1310d-7029-453b-b2d8-cad232303770'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:52:31.770412 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b3514c-1513-402e-a3f5-cd0247a4a2f7 x-openstack-request-id: req-56b3514c-1513-402e-a3f5-cd0247a4a2f7 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:31.770740 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7658d504-8623-48ba-a92b-60e0d4f7f9b3", "tag": "db69d546-71e2-4357-9901-b439108961b7", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:31.771033 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-56b3514c-1513-402e-a3f5-cd0247a4a2f7 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:31.785425 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'tag': 'db69d546-71e2-4357-9901-b439108961b7', 'status': 'completed', 'code': 200} Aug 23 14:52:31.786390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['2eb19f6c-efbd-46af-a949-303c4090b1c7'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:52:31.789949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['8d9ff76f-3eef-4758-8899-009b9b6a377d'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:52:31.802607 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:31.819142 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-4208dec3-5d16-49b9-a8a7-811ef3d255bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:31.825141 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-4208dec3-5d16-49b9-a8a7-811ef3d255bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 1097 time: 0.1027179 Aug 23 14:52:31.851067 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Port': ['ID=bab8b4cd-7563-4e36-9599-946b22c58651,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:31.857042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No DVR routers for this DVR port bab8b4cd-7563-4e36-9599-946b22c58651 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:31.877408 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fb64a875-cc41-4f86-a374-10fb1009be47 None None] For port bab8b4cd-7563-4e36-9599-946b22c58651, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bab8b4cd-7563-4e36-9599-946b22c58651,segment=NetworkSegment(d92067c8-7968-4fcd-bade-06f7bcc8bcd8),segment_id=d92067c8-7968-4fcd-bade-06f7bcc8bcd8)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:31.877811 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fb64a875-cc41-4f86-a374-10fb1009be47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:31.888111 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e0be-8590-4522-9bf8-db79a99640da req-68ad13af-fdf5-4e09-baa2-3a2bade8c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:31.892224 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9107e0be-8590-4522-9bf8-db79a99640da req-68ad13af-fdf5-4e09-baa2-3a2bade8c40c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0973003 Aug 23 14:52:31.938553 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-bdd53bda-3897-43a6-8f29-574b4c8831c7 None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:31.944779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fb64a875-cc41-4f86-a374-10fb1009be47 None None] Calling delete_port for bab8b4cd-7563-4e36-9599-946b22c58651 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:32.023675 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:32.046352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fa0953-dfc5-4534-bde0-7a4b32f07a19']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:32.075903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92067c8-7968-4fcd-bade-06f7bcc8bcd8') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:32.076557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92067c8-7968-4fcd-bade-06f7bcc8bcd8') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:32.092786 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:32.095391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-3ce2192f-3c7c-441e-a326-acfd5516f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:32.097282 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-3ce2192f-3c7c-441e-a326-acfd5516f417 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 922 time: 0.2421443 Aug 23 14:52:32.101694 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e0be-8590-4522-9bf8-db79a99640da req-8e083bc7-0c49-4a5a-961b-ccc925665f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:32.104511 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9107e0be-8590-4522-9bf8-db79a99640da req-8e083bc7-0c49-4a5a-961b-ccc925665f2a service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 922 time: 0.2031405 Aug 23 14:52:32.152410 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:32.168820 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:52:32.169387 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:52:32.172878 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:52:32.214210 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fb64a875-cc41-4f86-a374-10fb1009be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:32.260614 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-515f42be-2822-4c6d-a3c8-d59735163898 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db69d546-71e2-4357-9901-b439108961b7 HTTP/1.1" status: 200 len: 999 time: 0.1549017 Aug 23 14:52:32.274304 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64a875-cc41-4f86-a374-10fb1009be47 None None] Pushing event deleted for resources: {'Port': ['ID=bab8b4cd-7563-4e36-9599-946b22c58651,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:32.279005 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb64a875-cc41-4f86-a374-10fb1009be47 None None] No DVR routers for this DVR port bab8b4cd-7563-4e36-9599-946b22c58651 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:32.281694 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9107e0be-8590-4522-9bf8-db79a99640da req-0f62df85-621f-4c80-9af3-25f8bf46facc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db69d546-71e2-4357-9901-b439108961b7 HTTP/1.1" status: 200 len: 999 time: 0.1699774 Aug 23 14:52:32.345044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-870995f7-12e9-4743-b4f7-7d38d31ad6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:32.347381 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-870995f7-12e9-4743-b4f7-7d38d31ad6b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 200 len: 860 time: 0.0803540 Aug 23 14:52:32.355081 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:32.403212 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:32.405135 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/c3fa0953-dfc5-4534-bde0-7a4b32f07a19 HTTP/1.1" status: 204 len: 168 time: 3.6016600 Aug 23 14:52:32.412315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43860) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:32.428937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bab8b4cd-7563-4e36-9599-946b22c58651 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:52:32.440270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e0be-8590-4522-9bf8-db79a99640da req-dd84792b-e25c-4381-b269-af7c47d382bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:32.443484 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9107e0be-8590-4522-9bf8-db79a99640da req-dd84792b-e25c-4381-b269-af7c47d382bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 200 len: 860 time: 0.1501906 Aug 23 14:52:32.449500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-6f5c6da8-2dae-409b-8cf7-75f254c6a07d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-969034676'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:32.457805 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bdd53bda-3897-43a6-8f29-574b4c8831c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'ae3da359-b3d6-4555-9c4a-274359d3592b', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'port_id': 'db69d546-71e2-4357-9901-b439108961b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'mac_address': 'fa:16:3e:af:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:52:02Z', 'updated_at': '2021-08-23T14:52:30Z', 'revision_number': 1, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:32.459874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e767d5-7c12-4227-98aa-f66ed18a8582 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Network': ['ID=c3fa0953-dfc5-4534-bde0-7a4b32f07a19,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:32.460014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: bab8b4cd-7563-4e36-9599-946b22c58651 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:52:32.460014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bab8b4cd-7563-4e36-9599-946b22c58651 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:52:32.542992 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e0be-8590-4522-9bf8-db79a99640da req-fd31fa1c-2dd4-4a61-ba2a-e7a6a4e057c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:32.544636 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9107e0be-8590-4522-9bf8-db79a99640da req-fd31fa1c-2dd4-4a61-ba2a-e7a6a4e057c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4466b10-1056-4d71-b012-2191781d1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579302 Aug 23 14:52:32.560607 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e5e6f-e34c-4d89-aae1-e00361438511 req-93db7d57-c07b-44bd-9506-2a9cad3f3fca tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:32.567020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e5e6f-e34c-4d89-aae1-e00361438511 req-93db7d57-c07b-44bd-9506-2a9cad3f3fca tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:32.574027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e5e6f-e34c-4d89-aae1-e00361438511 req-93db7d57-c07b-44bd-9506-2a9cad3f3fca tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:32.582774 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d3e5e6f-e34c-4d89-aae1-e00361438511 req-93db7d57-c07b-44bd-9506-2a9cad3f3fca tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2415 time: 0.1748440 Aug 23 14:52:32.601983 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43868) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:32.616756 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd53bda-3897-43a6-8f29-574b4c8831c7 None None] Checking router: a3f0da8e-1de2-43d3-8bd7-1d684b50ecac for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:52:32.634162 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd53bda-3897-43a6-8f29-574b4c8831c7 None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:32.635099 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bdd53bda-3897-43a6-8f29-574b4c8831c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:32.696325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d3e5e6f-e34c-4d89-aae1-e00361438511 req-5cc49fc1-4aab-4c23-a526-c45fc6e4e2f6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124260 Aug 23 14:52:32.749339 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9107e0be-8590-4522-9bf8-db79a99640da req-6097e9d2-a285-4082-a9d2-0007826e37aa service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629233 Aug 23 14:52:32.807522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-494573318-network', 'tenant_id': '937ff4ef87fe4fcb894bc203dafb7e19'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:32.829519 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-bdd53bda-3897-43a6-8f29-574b4c8831c7 None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:32.897870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-0ac38711-dc2c-4106-87af-a7b938e11f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:32.899637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-0ac38711-dc2c-4106-87af-a7b938e11f62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4466b10-1056-4d71-b012-2191781d1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5287626 Aug 23 14:52:32.914787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-34f77961-a48a-4acd-9a5a-a6ae88c0bfb5 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:52:32.926805 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-34f77961-a48a-4acd-9a5a-a6ae88c0bfb5 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174558 Aug 23 14:52:32.939927 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9107e0be-8590-4522-9bf8-db79a99640da req-f44fb81e-8413-4bff-a7d7-5e0b30a38c53 service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817133 Aug 23 14:52:32.969293 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:52:32.988060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] Made reservation on behalf of 937ff4ef87fe4fcb894bc203dafb7e19 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:32.991120 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:33.003803 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:33.039363 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-609cddef-f36e-4ad5-bff1-13f939cc206c service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113887 Aug 23 14:52:33.127352 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bdd53bda-3897-43a6-8f29-574b4c8831c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'ae3da359-b3d6-4555-9c4a-274359d3592b', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'port_id': 'db69d546-71e2-4357-9901-b439108961b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'mac_address': 'fa:16:3e:af:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:52:02Z', 'updated_at': '2021-08-23T14:52:30Z', 'revision_number': 1, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:33.143354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4570d248-c0c3-47a9-b81d-ab5ed8d8fd7f req-5a055447-b7b0-4696-ab00-e48993e0dcbf service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978262 Aug 23 14:52:33.146285 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5c6da8-2dae-409b-8cf7-75f254c6a07d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:33.151274 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6da8-2dae-409b-8cf7-75f254c6a07d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:33.156269 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd53bda-3897-43a6-8f29-574b4c8831c7 None None] The sync data for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 is: [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'ae3da359-b3d6-4555-9c4a-274359d3592b', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'port_id': 'db69d546-71e2-4357-9901-b439108961b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'mac_address': 'fa:16:3e:af:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:52:02Z', 'updated_at': '2021-08-23T14:52:30Z', 'revision_number': 1, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:52:33.185191 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5c6da8-2dae-409b-8cf7-75f254c6a07d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:52:33.196482 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6da8-2dae-409b-8cf7-75f254c6a07d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:33.196932 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-6f5c6da8-2dae-409b-8cf7-75f254c6a07d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Added segment ebe44c76-c40b-4291-ae0d-0b6ac9c11c30 of type vlan for network 614d3e84-3c28-46e2-b99d-6aac32518625 Aug 23 14:52:33.251031 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6da8-2dae-409b-8cf7-75f254c6a07d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:33.274290 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:33.370026 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-83392ce2-af48-4109-a36c-47d1948de8ec tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:33.371607 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-83392ce2-af48-4109-a36c-47d1948de8ec tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0926194 Aug 23 14:52:33.376628 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:33.388160 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6da8-2dae-409b-8cf7-75f254c6a07d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:33.395349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5c6da8-2dae-409b-8cf7-75f254c6a07d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:33.396031 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6da8-2dae-409b-8cf7-75f254c6a07d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:33.416354 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae288c-a959-44fe-9c65-af2500119a9f None None] New status for floating IP ae3da359-b3d6-4555-9c4a-274359d3592b: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:52:33.440685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:52:33.474216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c6da8-2dae-409b-8cf7-75f254c6a07d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Network': ['ID=614d3e84-3c28-46e2-b99d-6aac32518625,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:33.486348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 614d3e84-3c28-46e2-b99d-6aac32518625 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:33.497425 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:33.497844 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] Added segment 4b8f601e-f15f-4ec6-8854-e141a29708f3 of type vlan for network c3ecf7cd-b373-4417-836a-f124595c767e Aug 23 14:52:33.499232 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645fbfae-a090-4e9b-8808-675413676071,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:33.524064 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6f5c6da8-2dae-409b-8cf7-75f254c6a07d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1031859 Aug 23 14:52:33.524184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43876) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:33.547311 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-67aabc29-321a-45c3-946d-5f3d340fd020 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'subnet': {'network_id': '614d3e84-3c28-46e2-b99d-6aac32518625', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:33.554001 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-b91d7299-d229-40e9-9eaf-c31bdc781da3 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 999 time: 0.1733897 Aug 23 14:52:33.582893 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-61b43963-4f6a-4eea-9ccc-801fe41d8aae tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Request body: {'floatingip': {'port_id': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:33.644178 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:33.708212 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-61b43963-4f6a-4eea-9ccc-801fe41d8aae tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:33.812551 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:33.813746 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:33.814331 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:33.833519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86fe78-68b2-4b4b-93d2-71bf7c102120 req-b5491335-9cc7-4fc7-a68d-a27f742251a1 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:33.840010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86fe78-68b2-4b4b-93d2-71bf7c102120 req-b5491335-9cc7-4fc7-a68d-a27f742251a1 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:33.846115 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86fe78-68b2-4b4b-93d2-71bf7c102120 req-b5491335-9cc7-4fc7-a68d-a27f742251a1 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:33.848354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab86fe78-68b2-4b4b-93d2-71bf7c102120 req-b5491335-9cc7-4fc7-a68d-a27f742251a1 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2415 time: 0.0803165 Aug 23 14:52:33.855304 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8d9ff76f-3eef-4758-8899-009b9b6a377d up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:33.908968 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab86fe78-68b2-4b4b-93d2-71bf7c102120 req-1907434c-8e8d-4479-8669-d90cd6a260b5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527422 Aug 23 14:52:33.941692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67aabc29-321a-45c3-946d-5f3d340fd020 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:33.945538 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67aabc29-321a-45c3-946d-5f3d340fd020 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:34.009519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=c3ecf7cd-b373-4417-836a-f124595c767e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:34.018203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network c3ecf7cd-b373-4417-836a-f124595c767e details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:34.033858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 8d9ff76f-3eef-4758-8899-009b9b6a377d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:34.071230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 8d9ff76f-3eef-4758-8899-009b9b6a377d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:34.071606 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:34.147818 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e5a53f66-c8f1-46dd-ba5d-7977f6db7ff0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5444014 Aug 23 14:52:34.152160 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43888) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:34.159287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-67305b27-9266-4c2c-821a-b39e01c380a5 admin admin] Request body: {'subnet': {'network_id': 'c3ecf7cd-b373-4417-836a-f124595c767e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-494573318-subnet', 'tenant_id': '937ff4ef87fe4fcb894bc203dafb7e19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:34.181504 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:34.206224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9ff76f-3eef-4758-8899-009b9b6a377d'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:34.208937 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432d6f69-cc15-4d07-b87d-078768c3d771" -d '{"events": [{"server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "name": "network-vif-plugged", "status": "completed", "tag": "8d9ff76f-3eef-4758-8899-009b9b6a377d"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:34.223604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8d9ff76f-3eef-4758-8899-009b9b6a377d, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8d9ff76f-3eef-4758-8899-009b9b6a377d,segment=NetworkSegment(89a0bf78-c5e7-4143-895f-16031fa7885f),segment_id=89a0bf78-c5e7-4143-895f-16031fa7885f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:34.248912 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-61b43963-4f6a-4eea-9ccc-801fe41d8aae tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:52:34.249294 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-61b43963-4f6a-4eea-9ccc-801fe41d8aae tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:52:34.253945 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2ac412-1a09-4824-b39f-1518e95c2f8b x-openstack-request-id: req-1e2ac412-1a09-4824-b39f-1518e95c2f8b {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:34.254255 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "name": "network-vif-plugged", "status": "completed", "tag": "8d9ff76f-3eef-4758-8899-009b9b6a377d", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:34.254585 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e2ac412-1a09-4824-b39f-1518e95c2f8b {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:34.254988 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9ff76f-3eef-4758-8899-009b9b6a377d', 'code': 200} Aug 23 14:52:34.259501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67305b27-9266-4c2c-821a-b39e01c380a5 admin admin] Made reservation on behalf of 937ff4ef87fe4fcb894bc203dafb7e19 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:34.261917 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67305b27-9266-4c2c-821a-b39e01c380a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:34.288958 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:34.289986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 22c1310d-7029-453b-b2d8-cad232303770 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:34.367387 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=8d9ff76f-3eef-4758-8899-009b9b6a377d,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:34.416936 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67aabc29-321a-45c3-946d-5f3d340fd020 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:34.475378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 22c1310d-7029-453b-b2d8-cad232303770 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:34.478149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aabc29-321a-45c3-946d-5f3d340fd020 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Subnet': ['ID=8aea24da-3c24-4d96-a61c-b9d734207ecf,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:34.479685 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 22c1310d-7029-453b-b2d8-cad232303770 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:34.480088 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:34.494254 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aabc29-321a-45c3-946d-5f3d340fd020 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Checking segment: {'id': 'ebe44c76-c40b-4291-ae0d-0b6ac9c11c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '614d3e84-3c28-46e2-b99d-6aac32518625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:34.494617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aabc29-321a-45c3-946d-5f3d340fd020 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network hostable DHCP agents. Network: 614d3e84-3c28-46e2-b99d-6aac32518625, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:52:34.533978 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67305b27-9266-4c2c-821a-b39e01c380a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:34.571257 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:34.596506 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67305b27-9266-4c2c-821a-b39e01c380a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ed4d9e-1505-4c9a-a050-27413061687b,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:34.604022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67305b27-9266-4c2c-821a-b39e01c380a5 admin admin] Checking segment: {'id': '4b8f601e-f15f-4ec6-8854-e141a29708f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3ecf7cd-b373-4417-836a-f124595c767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:34.604392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67305b27-9266-4c2c-821a-b39e01c380a5 admin admin] Network hostable DHCP agents. Network: c3ecf7cd-b373-4417-836a-f124595c767e, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:52:34.604911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 22c1310d-7029-453b-b2d8-cad232303770, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=22c1310d-7029-453b-b2d8-cad232303770,segment=NetworkSegment(59b7610f-1f2b-41d5-8a4e-709469d6c820),segment_id=59b7610f-1f2b-41d5-8a4e-709469d6c820)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:34.639274 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aabc29-321a-45c3-946d-5f3d340fd020 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network 614d3e84-3c28-46e2-b99d-6aac32518625 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:52:34.702886 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:34.728139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67305b27-9266-4c2c-821a-b39e01c380a5 admin admin] Network c3ecf7cd-b373-4417-836a-f124595c767e is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:52:34.750293 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-61b43963-4f6a-4eea-9ccc-801fe41d8aae tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:34.755851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=22c1310d-7029-453b-b2d8-cad232303770,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:34.857911 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-67305b27-9266-4c2c-821a-b39e01c380a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, c3ecf7cd-b373-4417-836a-f124595c767e) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:34.862300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67305b27-9266-4c2c-821a-b39e01c380a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:34.863884 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67305b27-9266-4c2c-821a-b39e01c380a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:34.869501 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-67aabc29-321a-45c3-946d-5f3d340fd020 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 614d3e84-3c28-46e2-b99d-6aac32518625) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:34.870060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24898c3-9268-4cca-ac38-f4eaee8d7273 None None] Network c3ecf7cd-b373-4417-836a-f124595c767e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:34.874150 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aabc29-321a-45c3-946d-5f3d340fd020 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:34.874819 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67aabc29-321a-45c3-946d-5f3d340fd020 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:34.935734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6920ed-cc43-4873-bfd9-a1b9e2cc655b None None] Network 614d3e84-3c28-46e2-b99d-6aac32518625 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:35.011883 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-67305b27-9266-4c2c-821a-b39e01c380a5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8578181 Aug 23 14:52:35.075148 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-67aabc29-321a-45c3-946d-5f3d340fd020 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5484622 Aug 23 14:52:35.083825 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43902) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:35.108394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd1b87-1b45-4f41-add3-8894e2355890 req-8821ec4e-aeec-4712-9aa4-491980401967 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:35.116018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd1b87-1b45-4f41-add3-8894e2355890 req-8821ec4e-aeec-4712-9aa4-491980401967 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:35.123362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd1b87-1b45-4f41-add3-8894e2355890 req-8821ec4e-aeec-4712-9aa4-491980401967 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:35.129379 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9fd1b87-1b45-4f41-add3-8894e2355890 req-8821ec4e-aeec-4712-9aa4-491980401967 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2417 time: 0.1367114 Aug 23 14:52:35.147131 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d3a469-1140-463e-8e7e-8f81235c2efd None None] Network c3ecf7cd-b373-4417-836a-f124595c767e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:35.252945 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae7cb77-f135-446b-84c9-daffface18d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-614d3e84-3c28-46e2-b99d-6aac32518625', 'network_id': '614d3e84-3c28-46e2-b99d-6aac32518625', 'tenant_id': '3db655fc846d42c88e1b6c0c9c909a6b', 'fixed_ips': [{'subnet_id': '8aea24da-3c24-4d96-a61c-b9d734207ecf'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:52:35.280343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9fd1b87-1b45-4f41-add3-8894e2355890 req-ed47a06d-7123-467b-a9b2-839cc65fafb5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267493 Aug 23 14:52:35.325926 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:35.406431 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bae7cb77-f135-446b-84c9-daffface18d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:35.417911 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:35.475399 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-61b43963-4f6a-4eea-9ccc-801fe41d8aae tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:35.648310 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-61b43963-4f6a-4eea-9ccc-801fe41d8aae tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:35.706067 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:35.744890 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Subnet': ['ID=8aea24da-3c24-4d96-a61c-b9d734207ecf,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server [None req-bae7cb77-f135-446b-84c9-daffface18d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8aea24da-3c24-4d96-a61c-b9d734207ecf: This subnet is being modified by another concurrent operation. Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 14:52:35.752197 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise exception Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8aea24da-3c24-4d96-a61c-b9d734207ecf: This subnet is being modified by another concurrent operation. Aug 23 14:52:35.756214 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Aug 23 14:52:35.777919 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25d998c-443a-4b1c-94fa-13b1ce2b6d4d None None] Network 614d3e84-3c28-46e2-b99d-6aac32518625 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:35.779011 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-61b43963-4f6a-4eea-9ccc-801fe41d8aae tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Floating IP ae3da359-b3d6-4555-9c4a-274359d3592b associated. External IP: 172.25.8.45, port: db69d546-71e2-4357-9901-b439108961b7. Aug 23 14:52:35.787151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:35.787505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:35.790500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:35.790500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:35.790500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:35.790500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:35.790500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:35.790500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:35.790500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:35.790500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:35.791013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:35.791293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:35.877146 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:35.886212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 2eb19f6c-efbd-46af-a949-303c4090b1c7 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:35.896469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614d3e84-3c28-46e2-b99d-6aac32518625']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:35.921532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe44c76-c40b-4291-ae0d-0b6ac9c11c30') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:35.921880 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe44c76-c40b-4291-ae0d-0b6ac9c11c30') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:35.943326 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:35.977924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-f294b5de-76ea-49a6-b701-b509587ba03d tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:35.979972 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-f294b5de-76ea-49a6-b701-b509587ba03d tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/networks?id=c3ecf7cd-b373-4417-836a-f124595c767e HTTP/1.1" status: 200 len: 821 time: 0.2423239 Aug 23 14:52:35.980946 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:35.986299 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13fbf22-93b5-417b-a14a-398bfca006ca None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 14:52:35.991090 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:52:35.993974 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:52:35.995786 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:52:36.077650 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c96baad2-d235-47e0-96ff-084185b6e936 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/quotas/937ff4ef87fe4fcb894bc203dafb7e19 HTTP/1.1" status: 200 len: 375 time: 0.0806203 Aug 23 14:52:36.115177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 2eb19f6c-efbd-46af-a949-303c4090b1c7 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:36.121778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 2eb19f6c-efbd-46af-a949-303c4090b1c7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:36.122159 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:36.126399 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-4fef19df-34b4-4f27-a1d9-19c4611420f8 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=937ff4ef87fe4fcb894bc203dafb7e19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478175 Aug 23 14:52:36.212395 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13fbf22-93b5-417b-a14a-398bfca006ca None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 14:52:36.258308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c1310d-7029-453b-b2d8-cad232303770'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:36.261277 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b92a173-7799-42b6-a785-aac2333922a8" -d '{"events": [{"server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "name": "network-vif-plugged", "status": "completed", "tag": "22c1310d-7029-453b-b2d8-cad232303770"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:36.267529 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-8886b0ab-80e5-455a-a435-6b0d4e5f4e06 service neutron] 10.222.0.38 "GET /v2.0/networks/c3ecf7cd-b373-4417-836a-f124595c767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282332 Aug 23 14:52:36.285585 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:36.319110 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:36.331291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:36.334018 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/614d3e84-3c28-46e2-b99d-6aac32518625 HTTP/1.1" status: 204 len: 168 time: 1.2488258 Aug 23 14:52:36.339436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43926) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:36.353380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3e23c0ca-d488-41e8-87a8-dcf0c5885d90 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-162139788'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:36.365080 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1274d9-ccf9-493b-8742-512d5f5cc8bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Network': ['ID=614d3e84-3c28-46e2-b99d-6aac32518625,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:36.388357 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 2eb19f6c-efbd-46af-a949-303c4090b1c7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=2eb19f6c-efbd-46af-a949-303c4090b1c7,segment=NetworkSegment(59b7610f-1f2b-41d5-8a4e-709469d6c820),segment_id=59b7610f-1f2b-41d5-8a4e-709469d6c820)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:36.431388 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-fcb9275e-c758-4007-98d0-9953d6ff2cd5 service neutron] 10.222.0.38 "GET /v2.0/networks/c3ecf7cd-b373-4417-836a-f124595c767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662214 Aug 23 14:52:36.475722 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-61b43963-4f6a-4eea-9ccc-801fe41d8aae tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:52:36.510753 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:36.544931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e23c0ca-d488-41e8-87a8-dcf0c5885d90 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:36.548564 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e23c0ca-d488-41e8-87a8-dcf0c5885d90 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:36.575315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e23c0ca-d488-41e8-87a8-dcf0c5885d90 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:52:36.586361 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e23c0ca-d488-41e8-87a8-dcf0c5885d90 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:36.586723 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-3e23c0ca-d488-41e8-87a8-dcf0c5885d90 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Added segment 2c878de5-37ae-4ef0-b6af-be20ab3aef62 of type vlan for network 3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de Aug 23 14:52:36.608562 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-61b43963-4f6a-4eea-9ccc-801fe41d8aae tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:52:36.622888 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45f671-d964-4883-8c67-cabdf3cc6767 None None] Sync routers for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:52:36.635251 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e23c0ca-d488-41e8-87a8-dcf0c5885d90 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:36.641018 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45f671-d964-4883-8c67-cabdf3cc6767 None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:36.642121 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ee45f671-d964-4883-8c67-cabdf3cc6767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:36.655176 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=2eb19f6c-efbd-46af-a949-303c4090b1c7,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:36.775850 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e654356-40c9-4d51-887f-b2365b662464 x-openstack-request-id: req-8e654356-40c9-4d51-887f-b2365b662464 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:36.776520 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "name": "network-vif-plugged", "status": "completed", "tag": "22c1310d-7029-453b-b2d8-cad232303770", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:36.776796 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e654356-40c9-4d51-887f-b2365b662464 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:36.778021 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c1310d-7029-453b-b2d8-cad232303770', 'code': 200} Aug 23 14:52:36.808368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e23c0ca-d488-41e8-87a8-dcf0c5885d90 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:36.814605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e23c0ca-d488-41e8-87a8-dcf0c5885d90 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:36.815264 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e23c0ca-d488-41e8-87a8-dcf0c5885d90 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:36.825324 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-ee45f671-d964-4883-8c67-cabdf3cc6767 None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:36.951929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-61b43963-4f6a-4eea-9ccc-801fe41d8aae tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:52:36.970312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23c0ca-d488-41e8-87a8-dcf0c5885d90 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Network': ['ID=3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:36.984995 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:37.006266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fa430-560c-4836-b94a-bf547da2f6c9 req-0b7e32e8-47ba-4b6c-ac4e-58806307bb99 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:37.013402 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fa430-560c-4836-b94a-bf547da2f6c9 req-0b7e32e8-47ba-4b6c-ac4e-58806307bb99 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:37.021237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fa430-560c-4836-b94a-bf547da2f6c9 req-0b7e32e8-47ba-4b6c-ac4e-58806307bb99 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:37.023620 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f3fa430-560c-4836-b94a-bf547da2f6c9 req-0b7e32e8-47ba-4b6c-ac4e-58806307bb99 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2418 time: 0.1121995 Aug 23 14:52:37.025882 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3e23c0ca-d488-41e8-87a8-dcf0c5885d90 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6769350 Aug 23 14:52:37.029647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43942) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:37.035791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-38d407d3-ed58-41f0-a28e-ef86eb9a943a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'subnet': {'network_id': '3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:37.136127 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-61b43963-4f6a-4eea-9ccc-801fe41d8aae tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:52:37.148195 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-61b43963-4f6a-4eea-9ccc-801fe41d8aae tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:37.169419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f3fa430-560c-4836-b94a-bf547da2f6c9 req-91035331-0c8c-406d-8a95-8d27422ae529 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238589 Aug 23 14:52:37.181748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'tag': 'db69d546-71e2-4357-9901-b439108961b7'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:37.184841 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9326f48-acf6-4418-8ccd-f3f3520ac8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7658d504-8623-48ba-a92b-60e0d4f7f9b3", "tag": "db69d546-71e2-4357-9901-b439108961b7"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:37.204099 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ee45f671-d964-4883-8c67-cabdf3cc6767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'ae3da359-b3d6-4555-9c4a-274359d3592b', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'port_id': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'mac_address': 'fa:16:3e:a3:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:52:02Z', 'updated_at': '2021-08-23T14:52:35Z', 'revision_number': 3, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:37.224162 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-61b43963-4f6a-4eea-9ccc-801fe41d8aae tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "PUT /v2.0/floatingips/ae3da359-b3d6-4555-9c4a-274359d3592b HTTP/1.1" status: 200 len: 997 time: 3.6551819 Aug 23 14:52:37.240030 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45f671-d964-4883-8c67-cabdf3cc6767 None None] Checking router: a3f0da8e-1de2-43d3-8bd7-1d684b50ecac for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:52:37.249734 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45f671-d964-4883-8c67-cabdf3cc6767 None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:37.250289 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ee45f671-d964-4883-8c67-cabdf3cc6767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:37.294672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-64080d78-6e1d-4271-85fd-458d85f5eb51 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:37.302836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d407d3-ed58-41f0-a28e-ef86eb9a943a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:37.304244 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-64080d78-6e1d-4271-85fd-458d85f5eb51 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports/db69d546-71e2-4357-9901-b439108961b7 HTTP/1.1" status: 200 len: 943 time: 0.0730438 Aug 23 14:52:37.306608 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38d407d3-ed58-41f0-a28e-ef86eb9a943a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:37.393323 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-ee45f671-d964-4883-8c67-cabdf3cc6767 None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:37.432498 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-8d97e5c4-af09-44f2-9a39-8eef76949006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:37.441915 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-8d97e5c4-af09-44f2-9a39-8eef76949006 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0697732 Aug 23 14:52:37.518354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-72456f07-ea5a-4aea-ac67-3a182a0e5712 req-e09169ae-316f-4fcd-be89-703e4ca5fbf7 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 210 time: 0.0401061 Aug 23 14:52:37.560034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-68a3ce6e-c8f4-417d-9549-85230540d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:37.566345 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-68a3ce6e-c8f4-417d-9549-85230540d583 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 922 time: 0.1219442 Aug 23 14:52:37.637369 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38030c3-4cb0-4a45-8123-43ba7449dc4a x-openstack-request-id: req-f38030c3-4cb0-4a45-8123-43ba7449dc4a {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:37.637755 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7658d504-8623-48ba-a92b-60e0d4f7f9b3", "tag": "db69d546-71e2-4357-9901-b439108961b7", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:37.638129 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f38030c3-4cb0-4a45-8123-43ba7449dc4a {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:37.638541 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'tag': 'db69d546-71e2-4357-9901-b439108961b7', 'status': 'completed', 'code': 200} Aug 23 14:52:37.647326 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-bba3cf55-95c8-47e5-a3c6-75d91fd10808 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db69d546-71e2-4357-9901-b439108961b7 HTTP/1.1" status: 200 len: 217 time: 0.0670958 Aug 23 14:52:37.695120 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ee45f671-d964-4883-8c67-cabdf3cc6767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'ae3da359-b3d6-4555-9c4a-274359d3592b', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'port_id': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'mac_address': 'fa:16:3e:a3:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:52:02Z', 'updated_at': '2021-08-23T14:52:35Z', 'revision_number': 3, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:37.728179 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45f671-d964-4883-8c67-cabdf3cc6767 None None] The sync data for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 is: [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'ae3da359-b3d6-4555-9c4a-274359d3592b', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'port_id': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'mac_address': 'fa:16:3e:a3:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:52:02Z', 'updated_at': '2021-08-23T14:52:35Z', 'revision_number': 3, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:52:37.728495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9326f48-acf6-4418-8ccd-f3f3520ac8b4 req-ffc679b2-7ee2-4a1e-b8a3-d3c1b87206ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:37.730126 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a9326f48-acf6-4418-8ccd-f3f3520ac8b4 req-ffc679b2-7ee2-4a1e-b8a3-d3c1b87206ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0943942 Aug 23 14:52:37.732780 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-f51b2ffc-143d-40df-9344-40efa22241cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:37.734885 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-f51b2ffc-143d-40df-9344-40efa22241cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 200 len: 860 time: 0.0632238 Aug 23 14:52:37.853711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-17c24813-2fd9-4f5f-a5e4-e9bf48d9297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:37.855334 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-17c24813-2fd9-4f5f-a5e4-e9bf48d9297b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4466b10-1056-4d71-b012-2191781d1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095364 Aug 23 14:52:37.868276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-156f7940-4889-4a0d-a428-49fcbaf1a512 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:52:37.868276 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-156f7940-4889-4a0d-a428-49fcbaf1a512 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055950 Aug 23 14:52:37.868857 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38d407d3-ed58-41f0-a28e-ef86eb9a943a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:37.878924 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9326f48-acf6-4418-8ccd-f3f3520ac8b4 req-05f5226f-4a71-4912-9e85-38daf09ab5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:37.880503 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a9326f48-acf6-4418-8ccd-f3f3520ac8b4 req-05f5226f-4a71-4912-9e85-38daf09ab5d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 922 time: 0.1429379 Aug 23 14:52:37.946992 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a9326f48-acf6-4418-8ccd-f3f3520ac8b4 req-f43973ea-1b32-4711-b3d8-d0917224ed7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db69d546-71e2-4357-9901-b439108961b7 HTTP/1.1" status: 200 len: 217 time: 0.0487697 Aug 23 14:52:37.948836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147dcaeb-bc42-4340-a6f6-835dd88db0da None None] New status for floating IP ae3da359-b3d6-4555-9c4a-274359d3592b: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:52:37.952466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d407d3-ed58-41f0-a28e-ef86eb9a943a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Subnet': ['ID=316247e8-34fe-48cb-8dc5-25d64f063341,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:37.961604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d407d3-ed58-41f0-a28e-ef86eb9a943a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Checking segment: {'id': '2c878de5-37ae-4ef0-b6af-be20ab3aef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:37.961982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d407d3-ed58-41f0-a28e-ef86eb9a943a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network hostable DHCP agents. Network: 3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:52:38.035967 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9326f48-acf6-4418-8ccd-f3f3520ac8b4 req-3ee97a35-4115-4631-8908-1eb02ead4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:38.037481 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a9326f48-acf6-4418-8ccd-f3f3520ac8b4 req-3ee97a35-4115-4631-8908-1eb02ead4e0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 200 len: 860 time: 0.0654807 Aug 23 14:52:38.084948 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-d0c90af7-0d99-445f-be61-f3c2de19c1cf service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996942 Aug 23 14:52:38.088369 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d407d3-ed58-41f0-a28e-ef86eb9a943a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network 3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:52:38.146663 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9326f48-acf6-4418-8ccd-f3f3520ac8b4 req-bb1b49cf-02e7-4385-aae4-eec506d83da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:38.148398 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a9326f48-acf6-4418-8ccd-f3f3520ac8b4 req-bb1b49cf-02e7-4385-aae4-eec506d83da6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4466b10-1056-4d71-b012-2191781d1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007204 Aug 23 14:52:38.217216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-38d407d3-ed58-41f0-a28e-ef86eb9a943a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:38.222055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d407d3-ed58-41f0-a28e-ef86eb9a943a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:38.223077 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38d407d3-ed58-41f0-a28e-ef86eb9a943a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:38.228688 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7972543-1443-40c2-a543-61cd167d5949 None None] Network 3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:38.264809 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-2843f555-04c6-4375-b1ca-4b6dbb61ecee service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715994 Aug 23 14:52:38.293077 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a9326f48-acf6-4418-8ccd-f3f3520ac8b4 req-01b9c207-0727-4c67-872e-da5e3292d687 service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365237 Aug 23 14:52:38.339957 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63552166-528d-4f43-9651-bdedf00e4311 req-ed4a1aa6-0ff7-4948-881c-6858a8e44f1b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:38.348356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63552166-528d-4f43-9651-bdedf00e4311 req-ed4a1aa6-0ff7-4948-881c-6858a8e44f1b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:38.355963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63552166-528d-4f43-9651-bdedf00e4311 req-ed4a1aa6-0ff7-4948-881c-6858a8e44f1b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:38.364863 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-63552166-528d-4f43-9651-bdedf00e4311 req-ed4a1aa6-0ff7-4948-881c-6858a8e44f1b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2418 time: 0.1013589 Aug 23 14:52:38.429535 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a9326f48-acf6-4418-8ccd-f3f3520ac8b4 req-8c3e7c97-465c-450e-8b36-cacf3194c6e6 service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278315 Aug 23 14:52:38.433325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-63552166-528d-4f43-9651-bdedf00e4311 req-bcdbb970-aab1-4461-ac0e-30698622ba28 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651264 Aug 23 14:52:38.438318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-38d407d3-ed58-41f0-a28e-ef86eb9a943a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4075224 Aug 23 14:52:38.441419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43960) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:38.459968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de', 'network_id': '3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de', 'tenant_id': '3db655fc846d42c88e1b6c0c9c909a6b', 'fixed_ips': [{'subnet_id': '316247e8-34fe-48cb-8dc5-25d64f063341'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:52:38.462543 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa75bb0-75d6-4ed1-9e89-b38b1ee9fffc None None] Sync routers for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:52:38.472245 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:38.479935 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa75bb0-75d6-4ed1-9e89-b38b1ee9fffc None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:38.480579 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9aa75bb0-75d6-4ed1-9e89-b38b1ee9fffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:38.524512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-916fc80d-9814-479e-b5cf-e35b806aa79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:38.526574 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-916fc80d-9814-479e-b5cf-e35b806aa79c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 1096 time: 0.0631065 Aug 23 14:52:38.622637 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:38.714476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-64a41571-5589-4b6a-b30f-95ac2e2d7f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:38.720736 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-64a41571-5589-4b6a-b30f-95ac2e2d7f83 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 922 time: 0.1859114 Aug 23 14:52:38.734615 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-9aa75bb0-75d6-4ed1-9e89-b38b1ee9fffc None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:38.768531 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:38.787186 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb19f6c-efbd-46af-a949-303c4090b1c7'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:38.791211 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece287f3-9d8a-4963-9b23-fd1ed506528f" -d '{"events": [{"server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "name": "network-vif-plugged", "status": "completed", "tag": "2eb19f6c-efbd-46af-a949-303c4090b1c7"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:38.854804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Allocated IP 172.20.0.1 (3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de/316247e8-34fe-48cb-8dc5-25d64f063341/3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:38.920480 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-5a648544-7246-45e8-944b-d15ba4d0cc82 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3e2e42e-2372-4adf-8b4d-9440e57656e7 HTTP/1.1" status: 200 len: 1000 time: 0.1625319 Aug 23 14:52:38.949603 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a42a604e-aa33-420d-879b-12fba61010f8 req-ab6eb7b8-823b-4731-93f9-9fd53a6d912e tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 210 time: 0.0854759 Aug 23 14:52:38.983430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-cb296058-83a1-41dd-972f-579fa558bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:38.992184 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-cb296058-83a1-41dd-972f-579fa558bfb9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 200 len: 860 time: 0.0889771 Aug 23 14:52:39.053084 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-f83f48fd-9273-4cd1-b8a6-b1d357028e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:39.054737 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-f83f48fd-9273-4cd1-b8a6-b1d357028e02 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4466b10-1056-4d71-b012-2191781d1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614491 Aug 23 14:52:39.075401 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea45fe22-5f89-498e-bea4-b66093eae5b7 x-openstack-request-id: req-ea45fe22-5f89-498e-bea4-b66093eae5b7 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:39.076378 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "name": "network-vif-plugged", "status": "completed", "tag": "2eb19f6c-efbd-46af-a949-303c4090b1c7", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:39.076784 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea45fe22-5f89-498e-bea4-b66093eae5b7 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:39.077332 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb19f6c-efbd-46af-a949-303c4090b1c7', 'code': 200} Aug 23 14:52:39.126748 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:39.148168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Transition to ACTIVE for port object 3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:39.160215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Transition to ACTIVE for port object 3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:39.231693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabb429-32cc-480b-bf6d-b786cd0cc3f1 req-723eee16-8905-4904-8694-938353ea1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:39.232138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabb429-32cc-480b-bf6d-b786cd0cc3f1 req-723eee16-8905-4904-8694-938353ea1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:39.232865 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabb429-32cc-480b-bf6d-b786cd0cc3f1 req-723eee16-8905-4904-8694-938353ea1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:39.234418 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bbabb429-32cc-480b-bf6d-b786cd0cc3f1 req-723eee16-8905-4904-8694-938353ea1cc0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2871 time: 0.1327906 Aug 23 14:52:39.288235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-f98b3069-c7a8-46ad-87d2-7f563db0dcfc service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194026 Aug 23 14:52:39.298293 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9aa75bb0-75d6-4ed1-9e89-b38b1ee9fffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'ae3da359-b3d6-4555-9c4a-274359d3592b', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'port_id': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'mac_address': 'fa:16:3e:a3:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:52:02Z', 'updated_at': '2021-08-23T14:52:38Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:39.306055 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bbabb429-32cc-480b-bf6d-b786cd0cc3f1 req-8914a587-cc01-4c35-9e6e-f7c6c815333f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560515 Aug 23 14:52:39.330177 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:39.341599 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa75bb0-75d6-4ed1-9e89-b38b1ee9fffc None None] Checking router: a3f0da8e-1de2-43d3-8bd7-1d684b50ecac for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:52:39.352076 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa75bb0-75d6-4ed1-9e89-b38b1ee9fffc None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:39.352708 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9aa75bb0-75d6-4ed1-9e89-b38b1ee9fffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:39.403709 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51ffaba8-09a1-48ea-b699-8896d722a728 req-40ea5b2c-afbd-40b6-863e-cd48776656b8 service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996516 Aug 23 14:52:39.416640 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Network 3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:39.421262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:39.427180 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:39.462924 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:39.487144 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Pushing event updated for resources: {'Port': ['ID=3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:39.513049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Subnet': ['ID=316247e8-34fe-48cb-8dc5-25d64f063341,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:39.524041 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-9aa75bb0-75d6-4ed1-9e89-b38b1ee9fffc None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:39.530591 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Attempting to bind port 3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:52:39.531209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Attempting to bind port 3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '2c878de5-37ae-4ef0-b6af-be20ab3aef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:52:39.531822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Attempting to bind port 3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d on network 3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:39.537831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:52:39.540692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Checking segment: {'id': '2c878de5-37ae-4ef0-b6af-be20ab3aef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:39.540692 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:39.540692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Bound using segment: {'id': '2c878de5-37ae-4ef0-b6af-be20ab3aef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:52:39.540692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Bound port: 3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c878de5-37ae-4ef0-b6af-be20ab3aef62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:52:39.540692 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:39.622073 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:39.638196 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d2c38158-0507-45a5-85b6-d25f49622567 req-9ff865f7-18d7-4875-b049-b87ec6746c21 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 1000 time: 0.0950689 Aug 23 14:52:39.641325 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772e27-ccb8-449b-8109-e68f0d73d4de req-8573eaa1-a402-44fa-afad-05d3b08a94dc tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:39.641498 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'tag': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:39.643203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] For port 3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:52:39.647463 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] For port 3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d,segment=NetworkSegment(2c878de5-37ae-4ef0-b6af-be20ab3aef62),segment_id=2c878de5-37ae-4ef0-b6af-be20ab3aef62)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:52:39.648788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772e27-ccb8-449b-8109-e68f0d73d4de req-8573eaa1-a402-44fa-afad-05d3b08a94dc tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:39.651864 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926e0c5b-5923-46d6-8291-bcb056d12cce" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae9e987-0dcf-4961-8f4b-08eb4a15c944", "tag": "d3e2e42e-2372-4adf-8b4d-9440e57656e7"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:39.655313 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772e27-ccb8-449b-8109-e68f0d73d4de req-8573eaa1-a402-44fa-afad-05d3b08a94dc tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:39.657023 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe772e27-ccb8-449b-8109-e68f0d73d4de req-8573eaa1-a402-44fa-afad-05d3b08a94dc tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2418 time: 0.1460931 Aug 23 14:52:39.663590 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:39.682518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c878de5-37ae-4ef0-b6af-be20ab3aef62') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:39.682722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c878de5-37ae-4ef0-b6af-be20ab3aef62') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:39.705496 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:39.734975 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:39.765817 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe772e27-ccb8-449b-8109-e68f0d73d4de req-0f55922d-05c8-4a08-ab58-14a9ede866a6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947020 Aug 23 14:52:39.768002 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:39.783532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:52:39.790114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:39.798382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c38158-0507-45a5-85b6-d25f49622567 req-05087229-7884-4f29-8f61-30793b0d8540 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:52:39.799949 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:52:39.803847 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d2c38158-0507-45a5-85b6-d25f49622567 req-05087229-7884-4f29-8f61-30793b0d8540 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports/d3e2e42e-2372-4adf-8b4d-9440e57656e7 HTTP/1.1" status: 200 len: 942 time: 0.1324534 Aug 23 14:52:39.910936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5523dec-a8dc-4e59-aa6d-c96bf322332a None None] Pushing event updated for resources: {'Port': ['ID=3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:39.925987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4bbcbc-f4af-46e7-81a0-a80aad63130e None None] Network 3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:39.954918 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9aa75bb0-75d6-4ed1-9e89-b38b1ee9fffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'ae3da359-b3d6-4555-9c4a-274359d3592b', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'port_id': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'mac_address': 'fa:16:3e:a3:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:52:02Z', 'updated_at': '2021-08-23T14:52:38Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:39.979425 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d2c38158-0507-45a5-85b6-d25f49622567 req-785d135b-193c-4af1-838f-fba1e933c38c tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 1000 time: 0.1138957 Aug 23 14:52:39.991802 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.api [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 14:52:39.991802 n-d-804985-3 neutron-server[96115]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 14:52:39.991802 n-d-804985-3 neutron-server[96115]: [parameters: {'id': '3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de'}] Aug 23 14:52:39.991802 n-d-804985-3 neutron-server[96115]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:52:39.991802 n-d-804985-3 neutron-server[96115]: DEBUG oslo_db.api [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:52:39.992168 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa75bb0-75d6-4ed1-9e89-b38b1ee9fffc None None] The sync data for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 is: [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'ae3da359-b3d6-4555-9c4a-274359d3592b', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'port_id': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'mac_address': 'fa:16:3e:a3:cc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:52:02Z', 'updated_at': '2021-08-23T14:52:38Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:52:40.085041 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcaa0cd-76fe-4f18-a084-5fc56ae5f2b2 x-openstack-request-id: req-dfcaa0cd-76fe-4f18-a084-5fc56ae5f2b2 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:40.085255 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae9e987-0dcf-4961-8f4b-08eb4a15c944", "tag": "d3e2e42e-2372-4adf-8b4d-9440e57656e7", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:40.085561 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dfcaa0cd-76fe-4f18-a084-5fc56ae5f2b2 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:40.086324 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'tag': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7', 'status': 'completed', 'code': 200} Aug 23 14:52:40.132148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51185e42-eeba-41b6-b4d9-628b6f30e053 None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 14:52:40.194962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c38158-0507-45a5-85b6-d25f49622567 req-60017f67-e453-4024-a668-0e3f09cef86e tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:40.196545 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d2c38158-0507-45a5-85b6-d25f49622567 req-60017f67-e453-4024-a668-0e3f09cef86e tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.2015495 Aug 23 14:52:40.225600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e0c5b-5923-46d6-8291-bcb056d12cce req-aff3422c-6cf4-4a63-81a1-5e886977e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:40.227634 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-926e0c5b-5923-46d6-8291-bcb056d12cce req-aff3422c-6cf4-4a63-81a1-5e886977e6e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 1096 time: 0.1032825 Aug 23 14:52:40.269973 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3397518a-2088-4ae0-ac73-c42d2e7e1dd9 req-3786aa39-b10d-4638-9231-dbc7bf64faac tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 210 time: 0.0484493 Aug 23 14:52:40.380396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51185e42-eeba-41b6-b4d9-628b6f30e053 None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 14:52:40.471256 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-9f7edd25-479b-4430-ac11-1218caf79e72 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 1000 time: 0.2397029 Aug 23 14:52:40.490472 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:40.538143 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-4498a6fe-4226-44a4-802d-3b4d879408ba tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:40.539983 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-4498a6fe-4226-44a4-802d-3b4d879408ba tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.61 "GET /v2.0/networks?id=c3ecf7cd-b373-4417-836a-f124595c767e HTTP/1.1" status: 200 len: 821 time: 0.3417280 Aug 23 14:52:40.574606 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-dd8d12e7-1c90-4235-b6b6-3f9b487ac5b2 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Request body: {'port': {'device_id': '11ef2010-b243-46af-8359-a23f99e4f644', 'network_id': 'c3ecf7cd-b373-4417-836a-f124595c767e', 'admin_state_up': True, 'tenant_id': '937ff4ef87fe4fcb894bc203dafb7e19'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:40.594164 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e0c5b-5923-46d6-8291-bcb056d12cce req-3e33b6b0-0e03-4906-b227-6ae4ca41ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:40.595685 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-926e0c5b-5923-46d6-8291-bcb056d12cce req-3e33b6b0-0e03-4906-b227-6ae4ca41ebfc service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 922 time: 0.2972844 Aug 23 14:52:40.633044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Deleting port 3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:40.633415 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:40.650303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-1dc0b1ee-9ec7-412f-af64-850a839cd74d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:40.653698 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-1dc0b1ee-9ec7-412f-af64-850a839cd74d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports/d3e2e42e-2372-4adf-8b4d-9440e57656e7 HTTP/1.1" status: 200 len: 942 time: 0.1712565 Aug 23 14:52:40.758433 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-926e0c5b-5923-46d6-8291-bcb056d12cce req-8c76c94d-f943-492b-b600-0aabaf830193 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3e2e42e-2372-4adf-8b4d-9440e57656e7 HTTP/1.1" status: 200 len: 1000 time: 0.1257610 Aug 23 14:52:40.783088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] For port 3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d,segment=NetworkSegment(2c878de5-37ae-4ef0-b6af-be20ab3aef62),segment_id=2c878de5-37ae-4ef0-b6af-be20ab3aef62)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:40.783562 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:40.801817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Calling delete_port for 3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:40.821909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-9be29770-e512-4f33-b194-b64a8c538828 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:40.823467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-9be29770-e512-4f33-b194-b64a8c538828 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 807 time: 0.2807493 Aug 23 14:52:40.868508 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-90d0776e-4098-4b66-9aa0-79232962775d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/quotas/870a18d842e54e268bf7a5a7979fea11 HTTP/1.1" status: 200 len: 375 time: 0.0128417 Aug 23 14:52:40.877495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e0c5b-5923-46d6-8291-bcb056d12cce req-349f7ad4-91c4-4eb0-a82e-49f2852c89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:40.879645 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-926e0c5b-5923-46d6-8291-bcb056d12cce req-349f7ad4-91c4-4eb0-a82e-49f2852c89b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 200 len: 860 time: 0.1125178 Aug 23 14:52:40.888129 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-a968c81f-d043-421d-9023-34f1324f8086 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 1000 time: 0.1197367 Aug 23 14:52:40.954827 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-544800cc-bd00-4b68-96bf-f66e16fc4f8a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790598 Aug 23 14:52:40.985491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-dd8d12e7-1c90-4235-b6b6-3f9b487ac5b2 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Made reservation on behalf of 937ff4ef87fe4fcb894bc203dafb7e19 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:40.989385 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-dd8d12e7-1c90-4235-b6b6-3f9b487ac5b2 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:41.021722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:41.025405 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e0c5b-5923-46d6-8291-bcb056d12cce req-e8e8f233-56ea-47b0-9dcb-585b9099eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:41.026964 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-926e0c5b-5923-46d6-8291-bcb056d12cce req-e8e8f233-56ea-47b0-9dcb-585b9099eebf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4466b10-1056-4d71-b012-2191781d1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377485 Aug 23 14:52:41.057779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Port': ['ID=3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:41.063020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No DVR routers for this DVR port 3ec3d6f4-6f10-4ffd-9c4b-cd14679f9d4d on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:41.119000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-e6d19591-4b45-4fed-9bef-cdeb8ea2ec49 service neutron] 10.222.0.38 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561382 Aug 23 14:52:41.165196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-3afede48-2a48-49c8-89a6-56427b9a3148 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:41.167552 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-3afede48-2a48-49c8-89a6-56427b9a3148 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.2668023 Aug 23 14:52:41.190996 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:41.232984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:41.247134 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c878de5-37ae-4ef0-b6af-be20ab3aef62') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:41.247389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c878de5-37ae-4ef0-b6af-be20ab3aef62') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:41.261017 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:41.287776 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:41.302204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:52:41.302619 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:52:41.305942 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:52:41.318394 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-5e4d7810-bd8d-42f2-864a-709cb1ff4611 service neutron] 10.222.0.38 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687431 Aug 23 14:52:41.462633 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:41.471553 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:41.482613 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de HTTP/1.1" status: 204 len: 168 time: 3.0319366 Aug 23 14:52:41.489043 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44004) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:41.506827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-aa002810-3e4b-42b7-a42e-31b1917bec6b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1306391371'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:41.506827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef983b17-fdf4-4f95-b53c-e4eab322a777 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Network': ['ID=3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:41.625284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa002810-3e4b-42b7-a42e-31b1917bec6b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:41.629568 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa002810-3e4b-42b7-a42e-31b1917bec6b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:41.656102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa002810-3e4b-42b7-a42e-31b1917bec6b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:52:41.667716 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa002810-3e4b-42b7-a42e-31b1917bec6b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:41.668118 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-aa002810-3e4b-42b7-a42e-31b1917bec6b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Added segment cf9be062-67b3-47e9-bf5b-75d3909af57e of type vlan for network 6701e630-2c7b-4746-8a00-d26f35ae8ac2 Aug 23 14:52:41.671070 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-52635fcc-d8e1-4a25-80a8-285d11d57b52 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 1000 time: 0.4924469 Aug 23 14:52:41.675952 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-926e0c5b-5923-46d6-8291-bcb056d12cce req-6a780d29-3c45-4776-8e86-627ddc024414 service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6380489 Aug 23 14:52:41.689692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-dd8d12e7-1c90-4235-b6b6-3f9b487ac5b2 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Allocated IP 172.20.0.12 (c3ecf7cd-b373-4417-836a-f124595c767e/a7ed4d9e-1505-4c9a-a050-27413061687b/feec16ee-1ebe-419a-8f04-3743125512c8) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:41.694572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-36c2e4f5-9fa5-430c-acce-ff26b6492662 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Request body: {'floatingip': {'port_id': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:41.727023 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa002810-3e4b-42b7-a42e-31b1917bec6b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:41.843310 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-36c2e4f5-9fa5-430c-acce-ff26b6492662 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:41.910994 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa002810-3e4b-42b7-a42e-31b1917bec6b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:41.916987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa002810-3e4b-42b7-a42e-31b1917bec6b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:41.917679 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa002810-3e4b-42b7-a42e-31b1917bec6b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059757'] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:41.976361 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-926e0c5b-5923-46d6-8291-bcb056d12cce req-b2208101-acc1-457d-bcb6-fdd027ee2c04 service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887037 Aug 23 14:52:41.988529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa002810-3e4b-42b7-a42e-31b1917bec6b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Network': ['ID=6701e630-2c7b-4746-8a00-d26f35ae8ac2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:41.998869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 6701e630-2c7b-4746-8a00-d26f35ae8ac2 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:42.059592 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-aa002810-3e4b-42b7-a42e-31b1917bec6b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5693865 Aug 23 14:52:42.060424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44012) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:42.068613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-81d12a0d-563b-4ea8-88ce-0851428a11bf tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'network': {'name': 'New_network'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:42.136025 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-36c2e4f5-9fa5-430c-acce-ff26b6492662 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:42.145461 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-dd8d12e7-1c90-4235-b6b6-3f9b487ac5b2 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:42.230986 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-36c2e4f5-9fa5-430c-acce-ff26b6492662 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:42.233732 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-36c2e4f5-9fa5-430c-acce-ff26b6492662 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Floating IP ae3da359-b3d6-4555-9c4a-274359d3592b disassociated. External IP: 172.25.8.45, port: d3e2e42e-2372-4adf-8b4d-9440e57656e7. Aug 23 14:52:42.278583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de1d43-78f2-41fc-95cd-1613a37e90b1 req-28e4a8d0-8cbd-416a-aa9f-fe38e7f860cc tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:42.282173 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-dd8d12e7-1c90-4235-b6b6-3f9b487ac5b2 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:42.285089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de1d43-78f2-41fc-95cd-1613a37e90b1 req-28e4a8d0-8cbd-416a-aa9f-fe38e7f860cc tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:42.290845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de1d43-78f2-41fc-95cd-1613a37e90b1 req-28e4a8d0-8cbd-416a-aa9f-fe38e7f860cc tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:42.292629 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67de1d43-78f2-41fc-95cd-1613a37e90b1 req-28e4a8d0-8cbd-416a-aa9f-fe38e7f860cc tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2418 time: 0.1525381 Aug 23 14:52:42.338434 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81d12a0d-563b-4ea8-88ce-0851428a11bf tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:42.368413 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67de1d43-78f2-41fc-95cd-1613a37e90b1 req-8bbdf9d1-fd12-41e3-8ee5-b3cdfdd712e6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645542 Aug 23 14:52:42.375396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-dd8d12e7-1c90-4235-b6b6-3f9b487ac5b2 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Network c3ecf7cd-b373-4417-836a-f124595c767e is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:42.387268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-dd8d12e7-1c90-4235-b6b6-3f9b487ac5b2 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:42.391670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d12e7-1c90-4235-b6b6-3f9b487ac5b2 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Pushing event updated for resources: {'Port': ['ID=feec16ee-1ebe-419a-8f04-3743125512c8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:42.399904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-dd8d12e7-1c90-4235-b6b6-3f9b487ac5b2 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:42.477205 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81d12a0d-563b-4ea8-88ce-0851428a11bf tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:42.498412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-dd8d12e7-1c90-4235-b6b6-3f9b487ac5b2 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:42.499075 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-dd8d12e7-1c90-4235-b6b6-3f9b487ac5b2 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:42.506780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81d12a0d-563b-4ea8-88ce-0851428a11bf tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network 6701e630-2c7b-4746-8a00-d26f35ae8ac2 is not hosted by any dhcp agent {{(pid=96115) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 14:52:42.513085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d12a0d-563b-4ea8-88ce-0851428a11bf tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:42.517153 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81d12a0d-563b-4ea8-88ce-0851428a11bf tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:42.518541 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44020) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:42.519343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-81d12a0d-563b-4ea8-88ce-0851428a11bf tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "PUT /v2.0/networks/6701e630-2c7b-4746-8a00-d26f35ae8ac2 HTTP/1.1" status: 200 len: 723 time: 0.4563825 Aug 23 14:52:42.530108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-df4f00ec-e6f2-46de-b93e-7f1457681817 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'subnet': {'network_id': '6701e630-2c7b-4746-8a00-d26f35ae8ac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:42.577398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d12a0d-563b-4ea8-88ce-0851428a11bf tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Network': ['ID=6701e630-2c7b-4746-8a00-d26f35ae8ac2,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:42.588610 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 6701e630-2c7b-4746-8a00-d26f35ae8ac2 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:42.622289 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-dd8d12e7-1c90-4235-b6b6-3f9b487ac5b2 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0482152 Aug 23 14:52:42.644544 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Request body: {'port': {'device_id': '11ef2010-b243-46af-8359-a23f99e4f644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:42.697744 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-36c2e4f5-9fa5-430c-acce-ff26b6492662 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:52:42.733433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f1b27-3a3f-4f25-9a4b-f54830908a60 req-b7b35ceb-360a-4c31-af5a-dad078560226 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:42.739968 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af9f1b27-3a3f-4f25-9a4b-f54830908a60 req-b7b35ceb-360a-4c31-af5a-dad078560226 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 932 time: 0.0582733 Aug 23 14:52:42.741581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:42.786462 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af9f1b27-3a3f-4f25-9a4b-f54830908a60 req-6c76ab30-5e03-4fef-875e-783b301f26b3 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/security-groups?id=645fbfae-a090-4e9b-8808-675413676071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426183 Aug 23 14:52:42.822243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4f00ec-e6f2-46de-b93e-7f1457681817 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:42.825763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-df4f00ec-e6f2-46de-b93e-7f1457681817 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:42.858405 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b1441def-5277-4738-9cce-8fb8dc9e0a53 req-e30df297-b536-420c-9787-7e6672523339 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 210 time: 0.0288293 Aug 23 14:52:43.042955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-36c2e4f5-9fa5-430c-acce-ff26b6492662 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:52:43.051109 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-36c2e4f5-9fa5-430c-acce-ff26b6492662 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:43.052968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571dcdf-4daf-4d5f-bcd5-fd4f1c63fba4 None None] Sync routers for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:52:43.062205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571dcdf-4daf-4d5f-bcd5-fd4f1c63fba4 None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:43.062930 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a571dcdf-4daf-4d5f-bcd5-fd4f1c63fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:43.132100 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-36c2e4f5-9fa5-430c-acce-ff26b6492662 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "PUT /v2.0/floatingips/ae3da359-b3d6-4555-9c4a-274359d3592b HTTP/1.1" status: 200 len: 694 time: 1.4496858 Aug 23 14:52:43.136075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'tag': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:43.138405 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8538d3f6-2d44-4ce5-a0e5-82550b739e20" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae9e987-0dcf-4961-8f4b-08eb4a15c944", "tag": "d3e2e42e-2372-4adf-8b4d-9440e57656e7"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:43.190073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-a571dcdf-4daf-4d5f-bcd5-fd4f1c63fba4 None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:43.300470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-0da051e0-66df-4b46-b077-67fadc5bf3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:43.302121 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-0da051e0-66df-4b46-b077-67fadc5bf3bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 1096 time: 0.1513882 Aug 23 14:52:43.378949 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d27dd3-61f5-474e-a220-1b3a02a4a900 x-openstack-request-id: req-17d27dd3-61f5-474e-a220-1b3a02a4a900 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:43.379423 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae9e987-0dcf-4961-8f4b-08eb4a15c944", "tag": "d3e2e42e-2372-4adf-8b4d-9440e57656e7", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:43.379719 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-17d27dd3-61f5-474e-a220-1b3a02a4a900 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:43.380132 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'tag': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7', 'status': 'completed', 'code': 200} Aug 23 14:52:43.457121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a571dcdf-4daf-4d5f-bcd5-fd4f1c63fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:43.483690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157d962-744a-469a-8681-3864fad4b2cc req-06d6a08b-d7e3-449c-8056-19f48b34e827 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:43.490328 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571dcdf-4daf-4d5f-bcd5-fd4f1c63fba4 None None] Checking router: a3f0da8e-1de2-43d3-8bd7-1d684b50ecac for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:52:43.492238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157d962-744a-469a-8681-3864fad4b2cc req-06d6a08b-d7e3-449c-8056-19f48b34e827 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:43.498787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feec16ee-1ebe-419a-8f04-3743125512c8 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:52:43.501817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571dcdf-4daf-4d5f-bcd5-fd4f1c63fba4 None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:43.502687 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a571dcdf-4daf-4d5f-bcd5-fd4f1c63fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:43.507825 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157d962-744a-469a-8681-3864fad4b2cc req-06d6a08b-d7e3-449c-8056-19f48b34e827 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:43.511560 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7157d962-744a-469a-8681-3864fad4b2cc req-06d6a08b-d7e3-449c-8056-19f48b34e827 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2418 time: 0.0955403 Aug 23 14:52:43.527925 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:43.532987 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-df4f00ec-e6f2-46de-b93e-7f1457681817 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:43.537163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538d3f6-2d44-4ce5-a0e5-82550b739e20 req-dbd036ae-a46a-43ff-abbf-d4d8ede493c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:43.538802 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8538d3f6-2d44-4ce5-a0e5-82550b739e20 req-dbd036ae-a46a-43ff-abbf-d4d8ede493c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 1096 time: 0.1376877 Aug 23 14:52:43.547436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-33e7de14-9a7f-4bf6-b338-d9f3edfa7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:43.549279 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-33e7de14-9a7f-4bf6-b338-d9f3edfa7e89 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 922 time: 0.2396042 Aug 23 14:52:43.575728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7157d962-744a-469a-8681-3864fad4b2cc req-09437732-ca14-4c38-bbfe-2e2709451a34 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460787 Aug 23 14:52:43.647387 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-a571dcdf-4daf-4d5f-bcd5-fd4f1c63fba4 None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:43.653547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Transition to ACTIVE for port object feec16ee-1ebe-419a-8f04-3743125512c8 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:43.693523 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-fd7bc257-c891-491a-aa6b-251328ea8c54 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3e2e42e-2372-4adf-8b4d-9440e57656e7 HTTP/1.1" status: 200 len: 217 time: 0.0972989 Aug 23 14:52:43.758752 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f00ec-e6f2-46de-b93e-7f1457681817 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Subnet': ['ID=8240dc6f-816c-4812-9a9e-0dfe429d6008,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:43.771266 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:43.847519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f00ec-e6f2-46de-b93e-7f1457681817 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Checking segment: {'id': 'cf9be062-67b3-47e9-bf5b-75d3909af57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6701e630-2c7b-4746-8a00-d26f35ae8ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:43.848163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f00ec-e6f2-46de-b93e-7f1457681817 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network hostable DHCP agents. Network: 6701e630-2c7b-4746-8a00-d26f35ae8ac2, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:52:43.859341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538d3f6-2d44-4ce5-a0e5-82550b739e20 req-96aec934-89ac-4c0f-9000-a90b97c914a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:43.863762 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8538d3f6-2d44-4ce5-a0e5-82550b739e20 req-96aec934-89ac-4c0f-9000-a90b97c914a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 922 time: 0.3106079 Aug 23 14:52:43.865873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-50ee06ce-5430-4032-b6d6-131ddef40f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:43.867359 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-50ee06ce-5430-4032-b6d6-131ddef40f35 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 200 len: 860 time: 0.1599107 Aug 23 14:52:43.900502 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Pushing event updated for resources: {'Port': ['ID=feec16ee-1ebe-419a-8f04-3743125512c8,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:43.906104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a571dcdf-4daf-4d5f-bcd5-fd4f1c63fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:43.954836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571dcdf-4daf-4d5f-bcd5-fd4f1c63fba4 None None] The sync data for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 is: [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:52:43.976850 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8538d3f6-2d44-4ce5-a0e5-82550b739e20 req-9194356b-d133-4a46-bb4d-12f31369c2e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3e2e42e-2372-4adf-8b4d-9440e57656e7 HTTP/1.1" status: 200 len: 217 time: 0.0938575 Aug 23 14:52:43.981092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a55bf-01ac-405d-be81-05311f9e41aa req-92261dc3-560e-4fa9-bc0d-32aac9134cdb tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:43.982686 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5e4a55bf-01ac-405d-be81-05311f9e41aa req-92261dc3-560e-4fa9-bc0d-32aac9134cdb tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 944 time: 0.0569682 Aug 23 14:52:44.036452 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5e4a55bf-01ac-405d-be81-05311f9e41aa req-b5e9d3cf-d15f-4d19-a512-c65b84a0280c tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/security-groups?id=645fbfae-a090-4e9b-8808-675413676071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454173 Aug 23 14:52:44.084036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-ba3277e0-1a0d-456a-8086-ff6c6238e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:44.093303 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-ba3277e0-1a0d-456a-8086-ff6c6238e694 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4466b10-1056-4d71-b012-2191781d1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2152519 Aug 23 14:52:44.130591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4a9b046-f03f-46bb-a377-4d3ff1d95bc3 req-5bc363b2-dea6-49fa-8ddf-e03843bf1de2 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 210 time: 0.0361767 Aug 23 14:52:44.157648 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538d3f6-2d44-4ce5-a0e5-82550b739e20 req-11520c05-971c-4583-a4bb-8aee4e87e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:44.159731 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8538d3f6-2d44-4ce5-a0e5-82550b739e20 req-11520c05-971c-4583-a4bb-8aee4e87e47d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 200 len: 860 time: 0.1518657 Aug 23 14:52:44.184799 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f00ec-e6f2-46de-b93e-7f1457681817 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network 6701e630-2c7b-4746-8a00-d26f35ae8ac2 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:52:44.195088 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Attempting to bind port feec16ee-1ebe-419a-8f04-3743125512c8 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:52:44.198998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Attempting to bind port feec16ee-1ebe-419a-8f04-3743125512c8 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '4b8f601e-f15f-4ec6-8854-e141a29708f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3ecf7cd-b373-4417-836a-f124595c767e'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:52:44.198998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Attempting to bind port feec16ee-1ebe-419a-8f04-3743125512c8 on network c3ecf7cd-b373-4417-836a-f124595c767e {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:44.216706 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e7ecc4-f3fe-42b8-8b1a-40534c69538f None None] New status for floating IP ae3da359-b3d6-4555-9c4a-274359d3592b: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:52:44.236880 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Port feec16ee-1ebe-419a-8f04-3743125512c8 on network c3ecf7cd-b373-4417-836a-f124595c767e not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:52:44.236880 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Attempting to bind port feec16ee-1ebe-419a-8f04-3743125512c8 on network c3ecf7cd-b373-4417-836a-f124595c767e {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:44.257215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:52:44.257215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Checking segment: {'id': '4b8f601e-f15f-4ec6-8854-e141a29708f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3ecf7cd-b373-4417-836a-f124595c767e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:44.257215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Bound using segment: {'id': '4b8f601e-f15f-4ec6-8854-e141a29708f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3ecf7cd-b373-4417-836a-f124595c767e'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:52:44.257215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Bound port: feec16ee-1ebe-419a-8f04-3743125512c8, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8f601e-f15f-4ec6-8854-e141a29708f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3ecf7cd-b373-4417-836a-f124595c767e'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:52:44.257215 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:44.287568 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-460c7da6-9f74-4df0-9e90-02191200d41b service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929622 Aug 23 14:52:44.289922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538d3f6-2d44-4ce5-a0e5-82550b739e20 req-a9f6aa1d-d099-414c-83e6-1ab93283b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:44.292972 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8538d3f6-2d44-4ce5-a0e5-82550b739e20 req-a9f6aa1d-d099-414c-83e6-1ab93283b5da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4466b10-1056-4d71-b012-2191781d1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200008 Aug 23 14:52:44.331410 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-df4f00ec-e6f2-46de-b93e-7f1457681817 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 6701e630-2c7b-4746-8a00-d26f35ae8ac2) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:44.338551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f00ec-e6f2-46de-b93e-7f1457681817 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:44.338733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-df4f00ec-e6f2-46de-b93e-7f1457681817 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:44.341221 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a84c16-5abd-48cf-8e48-49b4c85222a7 None None] Network 6701e630-2c7b-4746-8a00-d26f35ae8ac2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:44.493344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] For port feec16ee-1ebe-419a-8f04-3743125512c8, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:52:44.523151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-6701e630-2c7b-4746-8a00-d26f35ae8ac2', 'network_id': '6701e630-2c7b-4746-8a00-d26f35ae8ac2', 'tenant_id': '3db655fc846d42c88e1b6c0c9c909a6b', 'fixed_ips': [{'subnet_id': '8240dc6f-816c-4812-9a9e-0dfe429d6008'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:52:44.524638 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:44.533696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] For port feec16ee-1ebe-419a-8f04-3743125512c8, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=feec16ee-1ebe-419a-8f04-3743125512c8,segment=NetworkSegment(4b8f601e-f15f-4ec6-8854-e141a29708f3),segment_id=4b8f601e-f15f-4ec6-8854-e141a29708f3)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:52:44.548510 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3db8d51f-b2f8-4519-abdd-fe7e8e19c1d9 req-981c773e-bcb3-40eb-902b-636faee59b35 service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533784 Aug 23 14:52:44.550381 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8538d3f6-2d44-4ce5-a0e5-82550b739e20 req-7a85ea9b-48bc-4f66-ba4c-1d112874e453 service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291231 Aug 23 14:52:44.585020 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-df4f00ec-e6f2-46de-b93e-7f1457681817 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0651350 Aug 23 14:52:44.587642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44040) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:44.595617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c7255ebd-ccfe-42bf-b928-b9dfbe3790d7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:44.629824 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:44.683420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:44.683929 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:44.688262 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] 10.222.0.61 "PUT /v2.0/ports/feec16ee-1ebe-419a-8f04-3743125512c8 HTTP/1.1" status: 200 len: 1092 time: 2.0499961 Aug 23 14:52:44.718079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Allocated IP 172.20.0.2 (6701e630-2c7b-4746-8a00-d26f35ae8ac2/8240dc6f-816c-4812-9a9e-0dfe429d6008/3ba56ce0-c5f2-4dc1-ab1b-11f797057a27) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:44.724150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8538d3f6-2d44-4ce5-a0e5-82550b739e20 req-7a960b5a-5b3f-48ed-8553-5015d0719662 service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650753 Aug 23 14:52:44.727470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2932c44-499f-49b7-bd73-77e5314d10e4 service neutron] Pushing event updated for resources: {'Port': ['ID=feec16ee-1ebe-419a-8f04-3743125512c8,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:44.879005 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a46b24-46af-43d4-99e9-9e5f0f0e2320 req-0474c76b-a720-4ce9-aca6-62182e28592d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:44.885425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a46b24-46af-43d4-99e9-9e5f0f0e2320 req-0474c76b-a720-4ce9-aca6-62182e28592d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:44.893062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a46b24-46af-43d4-99e9-9e5f0f0e2320 req-0474c76b-a720-4ce9-aca6-62182e28592d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:44.903858 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-83a46b24-46af-43d4-99e9-9e5f0f0e2320 req-0474c76b-a720-4ce9-aca6-62182e28592d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2418 time: 0.1929877 Aug 23 14:52:44.904234 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-19512e0d-a4f0-45a3-8095-c9876716b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:44.913165 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-19512e0d-a4f0-45a3-8095-c9876716b689 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=937ff4ef87fe4fcb894bc203dafb7e19&device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 1095 time: 0.0581801 Aug 23 14:52:44.930136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-bc7d4a78-d9b5-4faa-94dc-b4e8894c1f9d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:44.931927 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-bc7d4a78-d9b5-4faa-94dc-b4e8894c1f9d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.57 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 807 time: 0.3281415 Aug 23 14:52:44.936338 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c7255ebd-ccfe-42bf-b928-b9dfbe3790d7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4588286'] for subnet, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:44.944583 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:44.954320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Transition to ACTIVE for port object 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:44.972600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Transition to ACTIVE for port object 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:44.978155 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-2103192f-4769-4bb1-8dda-df3b11ae7f1b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feec16ee-1ebe-419a-8f04-3743125512c8 HTTP/1.1" status: 200 len: 217 time: 0.0558400 Aug 23 14:52:44.978372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-1d2742b0-8b84-4766-8dd3-adff43494451 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Request body: {'port': {'device_id': '55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1', 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc', 'admin_state_up': True, 'tenant_id': '870a18d842e54e268bf7a5a7979fea11'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:45.044523 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-81acb867-6c1b-4d1f-bc34-2525c224a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:45.046171 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-81acb867-6c1b-4d1f-bc34-2525c224a508 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a7ed4d9e-1505-4c9a-a050-27413061687b HTTP/1.1" status: 200 len: 861 time: 0.0591180 Aug 23 14:52:45.061398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:45.095744 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-84ae1e2f-d8e2-40a0-b72c-fa6f8a023611 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c3ecf7cd-b373-4417-836a-f124595c767e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405993 Aug 23 14:52:45.099808 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-83a46b24-46af-43d4-99e9-9e5f0f0e2320 req-07b1c2b6-4214-4534-9b5e-24cc0f4ccaef tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889403 Aug 23 14:52:45.164262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Network 6701e630-2c7b-4746-8a00-d26f35ae8ac2 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:45.175576 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:45.186145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:45.199438 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Pushing event updated for resources: {'Port': ['ID=3ba56ce0-c5f2-4dc1-ab1b-11f797057a27,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:45.228259 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:45.228614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:45.228952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:45.229639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:45.229639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:45.229969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:45.230322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:45.230628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:45.230960 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:45.231284 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:45.231613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:45.248104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:52:45.343740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-1d2742b0-8b84-4766-8dd3-adff43494451 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Made reservation on behalf of 870a18d842e54e268bf7a5a7979fea11 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:45.351516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-1d2742b0-8b84-4766-8dd3-adff43494451 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:45.357994 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Attempting to bind port 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:52:45.358972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Attempting to bind port 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'cf9be062-67b3-47e9-bf5b-75d3909af57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6701e630-2c7b-4746-8a00-d26f35ae8ac2'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:52:45.359504 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Attempting to bind port 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27 on network 6701e630-2c7b-4746-8a00-d26f35ae8ac2 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:45.368106 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:52:45.368778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Checking segment: {'id': 'cf9be062-67b3-47e9-bf5b-75d3909af57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6701e630-2c7b-4746-8a00-d26f35ae8ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:45.369401 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:45.370000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Bound using segment: {'id': 'cf9be062-67b3-47e9-bf5b-75d3909af57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6701e630-2c7b-4746-8a00-d26f35ae8ac2'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:52:45.370788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Bound port: 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9be062-67b3-47e9-bf5b-75d3909af57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6701e630-2c7b-4746-8a00-d26f35ae8ac2'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:52:45.371413 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:45.451372 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:45.483229 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] For port 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:52:45.488599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] For port 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3ba56ce0-c5f2-4dc1-ab1b-11f797057a27,segment=NetworkSegment(cf9be062-67b3-47e9-bf5b-75d3909af57e),segment_id=cf9be062-67b3-47e9-bf5b-75d3909af57e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:52:45.649225 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:45.695583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ef2010-b243-46af-8359-a23f99e4f644', 'tag': 'feec16ee-1ebe-419a-8f04-3743125512c8'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:45.697873 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f71901-8d26-4980-bc92-b1d9587df24d" -d '{"events": [{"name": "network-changed", "server_uuid": "11ef2010-b243-46af-8359-a23f99e4f644", "tag": "feec16ee-1ebe-419a-8f04-3743125512c8"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:45.770123 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384594e-8933-48df-b7f3-a7d62a1acace req-c3df219c-7630-4998-8549-fccc8b3ead53 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:45.777991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384594e-8933-48df-b7f3-a7d62a1acace req-c3df219c-7630-4998-8549-fccc8b3ead53 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:45.785557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384594e-8933-48df-b7f3-a7d62a1acace req-c3df219c-7630-4998-8549-fccc8b3ead53 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:45.787084 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e384594e-8933-48df-b7f3-a7d62a1acace req-c3df219c-7630-4998-8549-fccc8b3ead53 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.57 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2418 time: 0.6563430 Aug 23 14:52:45.801522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0514d-e619-4401-9f69-9a28c64c58d5 req-d1c5a8f8-8411-4d2f-a0d7-3bbc97523e6e tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:45.809446 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ebd0514d-e619-4401-9f69-9a28c64c58d5 req-d1c5a8f8-8411-4d2f-a0d7-3bbc97523e6e tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 944 time: 0.1036444 Aug 23 14:52:45.814440 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d13f5-e4ab-438e-a15b-65850a1cd68c None None] Pushing event updated for resources: {'Port': ['ID=3ba56ce0-c5f2-4dc1-ab1b-11f797057a27,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:45.913784 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ebd0514d-e619-4401-9f69-9a28c64c58d5 req-b4d964fc-5fc0-4327-9250-52e05bb9594c tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/security-groups?id=645fbfae-a090-4e9b-8808-675413676071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032696 Aug 23 14:52:45.958264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-d2fc0fc6-3abb-400c-98f9-b9b812c8a28b service neutron] 10.222.0.61 "GET /v2.0/networks/c3ecf7cd-b373-4417-836a-f124595c767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8535736 Aug 23 14:52:46.137447 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-599bf3c5-239c-43d1-b026-8ff1252be79f req-e78357b0-78d9-47dc-a0d2-14813617818f tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 210 time: 0.0729551 Aug 23 14:52:46.165481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-e384594e-8933-48df-b7f3-a7d62a1acace req-a2933a65-8946-48ad-8ca4-4cd296d3672c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Deleting port 22c1310d-7029-453b-b2d8-cad232303770 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:46.165959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e384594e-8933-48df-b7f3-a7d62a1acace req-a2933a65-8946-48ad-8ca4-4cd296d3672c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:46.260086 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c139eb6f-ea9c-46e8-bed2-d83adebddbdc x-openstack-request-id: req-c139eb6f-ea9c-46e8-bed2-d83adebddbdc {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:46.260086 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ef2010-b243-46af-8359-a23f99e4f644", "tag": "feec16ee-1ebe-419a-8f04-3743125512c8", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:46.260086 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c139eb6f-ea9c-46e8-bed2-d83adebddbdc {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:46.260086 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ef2010-b243-46af-8359-a23f99e4f644', 'tag': 'feec16ee-1ebe-419a-8f04-3743125512c8', 'status': 'completed', 'code': 200} Aug 23 14:52:46.267707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-1d2742b0-8b84-4766-8dd3-adff43494451 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Allocated IP 172.20.0.13 (60b01c3e-c449-4689-a230-d4ccabe81fcc/0c3c3169-88e3-4e3b-9891-646aecdff0e2/345a6244-00ef-4afd-b54e-7ddbe7cba9d4) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:46.287268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c7255ebd-ccfe-42bf-b928-b9dfbe3790d7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727177648954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7943489'] for subnet, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:46.295836 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-f26a5c91-2d43-48b8-a3eb-5c347db048f2 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:46.329280 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-f26a5c91-2d43-48b8-a3eb-5c347db048f2 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2558339 Aug 23 14:52:46.349799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7255ebd-ccfe-42bf-b928-b9dfbe3790d7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:46.350398 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c7255ebd-ccfe-42bf-b928-b9dfbe3790d7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:46.353226 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c7255ebd-ccfe-42bf-b928-b9dfbe3790d7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "PUT /v2.0/subnets/8240dc6f-816c-4812-9a9e-0dfe429d6008 HTTP/1.1" status: 200 len: 806 time: 1.7625952 Aug 23 14:52:46.372916 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44066) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:46.426762 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:46.461812 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-00bf8d45-8650-42f2-9d07-b8c96712c120 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 695 time: 0.1315641 Aug 23 14:52:46.465450 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07ea6ecb-eb5e-4f29-9bf8-7b53186b247b req-2a09856d-a915-49e4-a185-44e0ea86a3fa service neutron] 10.222.0.61 "GET /v2.0/networks/c3ecf7cd-b373-4417-836a-f124595c767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982407 Aug 23 14:52:46.474983 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-157a1601-9b82-41f1-8063-119a2b86575d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Request body: {'floatingip': {'port_id': 'db69d546-71e2-4357-9901-b439108961b7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:46.536094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7255ebd-ccfe-42bf-b928-b9dfbe3790d7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Subnet': ['ID=8240dc6f-816c-4812-9a9e-0dfe429d6008,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:46.539178 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-157a1601-9b82-41f1-8063-119a2b86575d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:46.614409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:46.650305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073c358-2475-454a-8395-ed9687da936b req-240f50f9-911b-4281-9644-9afe9573f4d2 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:46.657111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073c358-2475-454a-8395-ed9687da936b req-240f50f9-911b-4281-9644-9afe9573f4d2 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:46.664013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073c358-2475-454a-8395-ed9687da936b req-240f50f9-911b-4281-9644-9afe9573f4d2 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:46.674224 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6073c358-2475-454a-8395-ed9687da936b req-240f50f9-911b-4281-9644-9afe9573f4d2 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 2418 time: 0.3789656 Aug 23 14:52:46.748012 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:46.774395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-e384594e-8933-48df-b7f3-a7d62a1acace req-a2933a65-8946-48ad-8ca4-4cd296d3672c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] For port 22c1310d-7029-453b-b2d8-cad232303770, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=22c1310d-7029-453b-b2d8-cad232303770,segment=NetworkSegment(59b7610f-1f2b-41d5-8a4e-709469d6c820),segment_id=59b7610f-1f2b-41d5-8a4e-709469d6c820)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:46.781461 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e384594e-8933-48df-b7f3-a7d62a1acace req-a2933a65-8946-48ad-8ca4-4cd296d3672c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:46.801102 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-e384594e-8933-48df-b7f3-a7d62a1acace req-a2933a65-8946-48ad-8ca4-4cd296d3672c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Calling delete_port for 22c1310d-7029-453b-b2d8-cad232303770 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:46.802869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6073c358-2475-454a-8395-ed9687da936b req-74758e71-e26f-4fbc-acc4-b7d8ab88ab29 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209197 Aug 23 14:52:46.811139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae6de6-b027-4aa5-b05f-93beceb5d44d req-fb578304-0b66-4f90-8a22-6b2268c03868 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:46.821122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5ae6de6-b027-4aa5-b05f-93beceb5d44d req-fb578304-0b66-4f90-8a22-6b2268c03868 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ae9e987-0dcf-4961-8f4b-08eb4a15c944 HTTP/1.1" status: 200 len: 945 time: 0.2959259 Aug 23 14:52:46.822546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f71901-8d26-4980-bc92-b1d9587df24d req-56b0ab67-da13-4f0e-96ca-22f2b0c22760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:46.824023 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18f71901-8d26-4980-bc92-b1d9587df24d req-56b0ab67-da13-4f0e-96ca-22f2b0c22760 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=937ff4ef87fe4fcb894bc203dafb7e19&device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 1095 time: 0.1845205 Aug 23 14:52:46.903456 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-1d2742b0-8b84-4766-8dd3-adff43494451 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:47.085058 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Deleting port 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:47.085408 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:47.145815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-d5ae6de6-b027-4aa5-b05f-93beceb5d44d req-2d2d161f-b63d-4590-ad2c-c123ad78f004 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Deleting port d3e2e42e-2372-4adf-8b4d-9440e57656e7 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:47.146558 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d5ae6de6-b027-4aa5-b05f-93beceb5d44d req-2d2d161f-b63d-4590-ad2c-c123ad78f004 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:47.216899 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f71901-8d26-4980-bc92-b1d9587df24d req-7c2a8b6f-83df-445e-aaf4-99b199215892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:47.218418 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18f71901-8d26-4980-bc92-b1d9587df24d req-7c2a8b6f-83df-445e-aaf4-99b199215892 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c3ecf7cd-b373-4417-836a-f124595c767e HTTP/1.1" status: 200 len: 922 time: 0.3845501 Aug 23 14:52:47.229782 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-1d2742b0-8b84-4766-8dd3-adff43494451 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:47.242317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['889e41eb-6fa7-444e-89e1-167dd5417eec'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:52:47.367072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a6069f-dcff-43f9-ae9c-a829d7618b82 None None] Network 6701e630-2c7b-4746-8a00-d26f35ae8ac2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:47.384512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-1d2742b0-8b84-4766-8dd3-adff43494451 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Network 60b01c3e-c449-4689-a230-d4ccabe81fcc is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:47.400720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2742b0-8b84-4766-8dd3-adff43494451 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Pushing event updated for resources: {'Port': ['ID=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:47.410621 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18f71901-8d26-4980-bc92-b1d9587df24d req-9412b18d-dc99-441e-9459-428cd1fabdff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feec16ee-1ebe-419a-8f04-3743125512c8 HTTP/1.1" status: 200 len: 217 time: 0.1373544 Aug 23 14:52:47.420977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-1d2742b0-8b84-4766-8dd3-adff43494451 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:47.424394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] For port 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3ba56ce0-c5f2-4dc1-ab1b-11f797057a27,segment=NetworkSegment(cf9be062-67b3-47e9-bf5b-75d3909af57e),segment_id=cf9be062-67b3-47e9-bf5b-75d3909af57e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:47.425796 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:47.437861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-1d2742b0-8b84-4766-8dd3-adff43494451 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:47.468923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b00d3-f5d3-440d-8eb9-bc64b1b0fa4e req-bb0fd9c3-0406-4413-bc9e-0e5468d2570c tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:47.470574 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e96b00d3-f5d3-440d-8eb9-bc64b1b0fa4e req-bb0fd9c3-0406-4413-bc9e-0e5468d2570c tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 944 time: 0.2501926 Aug 23 14:52:47.483369 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Calling delete_port for 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:47.483504 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f71901-8d26-4980-bc92-b1d9587df24d req-01fa11c8-cd96-4fdd-bc7a-ca6cb94c780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:47.483504 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18f71901-8d26-4980-bc92-b1d9587df24d req-01fa11c8-cd96-4fdd-bc7a-ca6cb94c780a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a7ed4d9e-1505-4c9a-a050-27413061687b HTTP/1.1" status: 200 len: 861 time: 0.0602000 Aug 23 14:52:47.513935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-d5ae6de6-b027-4aa5-b05f-93beceb5d44d req-2d2d161f-b63d-4590-ad2c-c123ad78f004 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] For port d3e2e42e-2372-4adf-8b4d-9440e57656e7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d3e2e42e-2372-4adf-8b4d-9440e57656e7,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:47.514333 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d5ae6de6-b027-4aa5-b05f-93beceb5d44d req-2d2d161f-b63d-4590-ad2c-c123ad78f004 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:47.535020 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18f71901-8d26-4980-bc92-b1d9587df24d req-3be0127e-1acf-49b6-8346-038de70c2eeb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c3ecf7cd-b373-4417-836a-f124595c767e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432723 Aug 23 14:52:47.598802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-d5ae6de6-b027-4aa5-b05f-93beceb5d44d req-2d2d161f-b63d-4590-ad2c-c123ad78f004 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Calling delete_port for d3e2e42e-2372-4adf-8b4d-9440e57656e7 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:47.604116 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e384594e-8933-48df-b7f3-a7d62a1acace req-a2933a65-8946-48ad-8ca4-4cd296d3672c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:47.620642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['8d9ff76f-3eef-4758-8899-009b9b6a377d', '22c1310d-7029-453b-b2d8-cad232303770', '2eb19f6c-efbd-46af-a949-303c4090b1c7'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:52:47.638374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-302cff9c-6458-46d0-93b6-7561b73f3ecd None None] Provisioning for port 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:47.638700 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-1d2742b0-8b84-4766-8dd3-adff43494451 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:47.639423 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-1d2742b0-8b84-4766-8dd3-adff43494451 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:47.682033 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-302cff9c-6458-46d0-93b6-7561b73f3ecd None None] Provisioning complete for port 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:47.682734 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-302cff9c-6458-46d0-93b6-7561b73f3ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:47.691356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2933a65-8946-48ad-8ca4-4cd296d3672c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Port': ['ID=22c1310d-7029-453b-b2d8-cad232303770,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:47.729857 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e96b00d3-f5d3-440d-8eb9-bc64b1b0fa4e req-e9504134-795f-4640-b9de-93c73c918a94 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/security-groups?id=645fbfae-a090-4e9b-8808-675413676071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284327 Aug 23 14:52:47.790528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e384594e-8933-48df-b7f3-a7d62a1acace req-a2933a65-8946-48ad-8ca4-4cd296d3672c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] No DVR routers for this DVR port 22c1310d-7029-453b-b2d8-cad232303770 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:47.821972 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e384594e-8933-48df-b7f3-a7d62a1acace req-a2933a65-8946-48ad-8ca4-4cd296d3672c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:47.825761 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e384594e-8933-48df-b7f3-a7d62a1acace req-a2933a65-8946-48ad-8ca4-4cd296d3672c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.57 "DELETE /v2.0/ports/22c1310d-7029-453b-b2d8-cad232303770 HTTP/1.1" status: 204 len: 173 time: 1.9945960 Aug 23 14:52:47.923838 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-1d2742b0-8b84-4766-8dd3-adff43494451 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9553902 Aug 23 14:52:47.949851 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Request body: {'port': {'device_id': '55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:47.960266 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18f71901-8d26-4980-bc92-b1d9587df24d req-ea7ab7d6-273d-4776-87ad-860df3b6e533 service neutron] 10.222.0.61 "GET /v2.0/networks/c3ecf7cd-b373-4417-836a-f124595c767e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846958 Aug 23 14:52:47.965877 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.resource_extend [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-157a1601-9b82-41f1-8063-119a2b86575d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:52:48.048087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce63b01-b424-419c-8ba8-eb14061839c1 req-52061310-8923-4901-b732-17ac360b9525 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:48.057263 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ce63b01-b424-419c-8ba8-eb14061839c1 req-52061310-8923-4901-b732-17ac360b9525 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 932 time: 0.2287817 Aug 23 14:52:48.097432 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-302cff9c-6458-46d0-93b6-7561b73f3ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:48.179473 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-157a1601-9b82-41f1-8063-119a2b86575d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:48.185853 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ce63b01-b424-419c-8ba8-eb14061839c1 req-f28782c8-5c4b-4816-ac81-81cdcd30dfa5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213415 Aug 23 14:52:48.186570 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:48.220684 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:48.254865 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18f71901-8d26-4980-bc92-b1d9587df24d req-ba984f3a-5e58-4b58-971d-00e20cdf5f39 service neutron] 10.222.0.61 "GET /v2.0/networks/c3ecf7cd-b373-4417-836a-f124595c767e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334571 Aug 23 14:52:48.273628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-e384594e-8933-48df-b7f3-a7d62a1acace req-730e14ae-26ea-4ddf-90f3-aa43bdd5b4f5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Deleting port 2eb19f6c-efbd-46af-a949-303c4090b1c7 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:48.273988 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e384594e-8933-48df-b7f3-a7d62a1acace req-730e14ae-26ea-4ddf-90f3-aa43bdd5b4f5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:48.282578 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'name': 'network-vif-deleted', 'tag': '22c1310d-7029-453b-b2d8-cad232303770'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:48.285940 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeb5064-a6e6-4509-a024-ae502be8bd3e" -d '{"events": [{"server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "name": "network-vif-deleted", "tag": "22c1310d-7029-453b-b2d8-cad232303770"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:48.356492 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-157a1601-9b82-41f1-8063-119a2b86575d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:48.446877 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d5ae6de6-b027-4aa5-b05f-93beceb5d44d req-2d2d161f-b63d-4590-ad2c-c123ad78f004 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:48.447572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c958f9-98e1-4600-ac68-69328f716d57 None None] Network 6701e630-2c7b-4746-8a00-d26f35ae8ac2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:48.452594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Port': ['ID=3ba56ce0-c5f2-4dc1-ab1b-11f797057a27,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:48.515839 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-e384594e-8933-48df-b7f3-a7d62a1acace req-730e14ae-26ea-4ddf-90f3-aa43bdd5b4f5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] For port 2eb19f6c-efbd-46af-a949-303c4090b1c7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=2eb19f6c-efbd-46af-a949-303c4090b1c7,segment=NetworkSegment(59b7610f-1f2b-41d5-8a4e-709469d6c820),segment_id=59b7610f-1f2b-41d5-8a4e-709469d6c820)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:48.516162 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e384594e-8933-48df-b7f3-a7d62a1acace req-730e14ae-26ea-4ddf-90f3-aa43bdd5b4f5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:48.543017 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-e384594e-8933-48df-b7f3-a7d62a1acace req-730e14ae-26ea-4ddf-90f3-aa43bdd5b4f5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Calling delete_port for 2eb19f6c-efbd-46af-a949-303c4090b1c7 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:48.544279 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['db69d546-71e2-4357-9901-b439108961b7', 'd3e2e42e-2372-4adf-8b4d-9440e57656e7'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:52:48.549954 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-157a1601-9b82-41f1-8063-119a2b86575d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Floating IP ae3da359-b3d6-4555-9c4a-274359d3592b associated. External IP: 172.25.8.45, port: db69d546-71e2-4357-9901-b439108961b7. Aug 23 14:52:48.591133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d161f-b63d-4590-ad2c-c123ad78f004 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Pushing event deleted for resources: {'Port': ['ID=d3e2e42e-2372-4adf-8b4d-9440e57656e7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:48.636126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No DVR routers for this DVR port 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:48.751387 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device feec16ee-1ebe-419a-8f04-3743125512c8 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:52:48.786577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ae6de6-b027-4aa5-b05f-93beceb5d44d req-2d2d161f-b63d-4590-ad2c-c123ad78f004 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] No DVR routers for this DVR port d3e2e42e-2372-4adf-8b4d-9440e57656e7 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:48.787915 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d5ae6de6-b027-4aa5-b05f-93beceb5d44d req-2d2d161f-b63d-4590-ad2c-c123ad78f004 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:48.790388 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5ae6de6-b027-4aa5-b05f-93beceb5d44d req-2d2d161f-b63d-4590-ad2c-c123ad78f004 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.57 "DELETE /v2.0/ports/d3e2e42e-2372-4adf-8b4d-9440e57656e7 HTTP/1.1" status: 204 len: 173 time: 1.9623833 Aug 23 14:52:48.794896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'name': 'network-vif-deleted', 'tag': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:48.797063 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c678575-9798-486d-9b6a-84d94ae90fd6" -d '{"events": [{"server_uuid": "4ae9e987-0dcf-4961-8f4b-08eb4a15c944", "name": "network-vif-deleted", "tag": "d3e2e42e-2372-4adf-8b4d-9440e57656e7"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:48.817982 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e9f44f2d-e7b7-4b56-8dd2-74a27049b0ad None None] Could not find standard attr ID for object 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 14:52:48.839699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e80ca-6ed4-466b-8b30-306b20251c16 req-c718fd2f-f4fd-428a-a478-7ed7c50776cc tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:48.856167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e80ca-6ed4-466b-8b30-306b20251c16 req-c718fd2f-f4fd-428a-a478-7ed7c50776cc tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:48.865188 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9e7e80ca-6ed4-466b-8b30-306b20251c16 req-c718fd2f-f4fd-428a-a478-7ed7c50776cc tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 1682 time: 0.4131620 Aug 23 14:52:48.921689 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:48.985249 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-157a1601-9b82-41f1-8063-119a2b86575d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:52:49.032282 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9e7e80ca-6ed4-466b-8b30-306b20251c16 req-28bf7e2e-eb18-45a8-9450-c843ae8bd0e2 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469121 Aug 23 14:52:49.127541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port feec16ee-1ebe-419a-8f04-3743125512c8, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=feec16ee-1ebe-419a-8f04-3743125512c8,segment=NetworkSegment(4b8f601e-f15f-4ec6-8854-e141a29708f3),segment_id=4b8f601e-f15f-4ec6-8854-e141a29708f3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:49.128667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:52:49.139119 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:49.151780 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e384594e-8933-48df-b7f3-a7d62a1acace req-730e14ae-26ea-4ddf-90f3-aa43bdd5b4f5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:49.169030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'feec16ee-1ebe-419a-8f04-3743125512c8', 'network_id': 'c3ecf7cd-b373-4417-836a-f124595c767e', 'port_id': 'feec16ee-1ebe-419a-8f04-3743125512c8', 'mac_address': 'fa:16:3e:21:4a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ed4d9e-1505-4c9a-a050-27413061687b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:52:49.186405 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e14ae-26ea-4ddf-90f3-aa43bdd5b4f5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Port': ['ID=2eb19f6c-efbd-46af-a949-303c4090b1c7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:49.188562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Transition to ACTIVE for port object 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:49.189886 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:49.258563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-157a1601-9b82-41f1-8063-119a2b86575d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:52:49.280818 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:49.284130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Subnet': ['ID=8240dc6f-816c-4812-9a9e-0dfe429d6008,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:49.298355 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-157a1601-9b82-41f1-8063-119a2b86575d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:49.301817 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e384594e-8933-48df-b7f3-a7d62a1acace req-730e14ae-26ea-4ddf-90f3-aa43bdd5b4f5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] No DVR routers for this DVR port 2eb19f6c-efbd-46af-a949-303c4090b1c7 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:49.305105 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e384594e-8933-48df-b7f3-a7d62a1acace req-730e14ae-26ea-4ddf-90f3-aa43bdd5b4f5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:49.307300 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:49.312670 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e384594e-8933-48df-b7f3-a7d62a1acace req-730e14ae-26ea-4ddf-90f3-aa43bdd5b4f5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.57 "DELETE /v2.0/ports/2eb19f6c-efbd-46af-a949-303c4090b1c7 HTTP/1.1" status: 204 len: 173 time: 1.4574623 Aug 23 14:52:49.322797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314c22b-18a7-40c1-b85c-bb7a2367a3c8 None None] Sync routers for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:52:49.379380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feec16ee-1ebe-419a-8f04-3743125512c8 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:52:49.438289 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port feec16ee-1ebe-419a-8f04-3743125512c8, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=feec16ee-1ebe-419a-8f04-3743125512c8,segment=NetworkSegment(4b8f601e-f15f-4ec6-8854-e141a29708f3),segment_id=4b8f601e-f15f-4ec6-8854-e141a29708f3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:49.478159 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:49.494311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314c22b-18a7-40c1-b85c-bb7a2367a3c8 None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:49.495015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e314c22b-18a7-40c1-b85c-bb7a2367a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:49.512486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6701e630-2c7b-4746-8a00-d26f35ae8ac2']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:49.547042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Pushing event updated for resources: {'Port': ['ID=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:49.551123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9be062-67b3-47e9-bf5b-75d3909af57e') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:49.551509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9be062-67b3-47e9-bf5b-75d3909af57e') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:49.575070 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9254ae64-34e7-4192-87aa-acc95cfa5495 x-openstack-request-id: req-9254ae64-34e7-4192-87aa-acc95cfa5495 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:49.575070 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "name": "network-vif-deleted", "tag": "22c1310d-7029-453b-b2d8-cad232303770", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:49.575070 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9254ae64-34e7-4192-87aa-acc95cfa5495 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:49.575070 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'name': 'network-vif-deleted', 'tag': '22c1310d-7029-453b-b2d8-cad232303770', 'status': 'completed', 'code': 200} Aug 23 14:52:49.603696 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-157a1601-9b82-41f1-8063-119a2b86575d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "PUT /v2.0/floatingips/ae3da359-b3d6-4555-9c4a-274359d3592b HTTP/1.1" status: 200 len: 996 time: 3.1331027 Aug 23 14:52:49.617964 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:49.696971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-e314c22b-18a7-40c1-b85c-bb7a2367a3c8 None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:49.698288 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:49.698470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-e384594e-8933-48df-b7f3-a7d62a1acace req-1bd81d7d-6369-4d91-8362-fd1aeca6f854 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Deleting port 8d9ff76f-3eef-4758-8899-009b9b6a377d {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:49.698470 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e384594e-8933-48df-b7f3-a7d62a1acace req-1bd81d7d-6369-4d91-8362-fd1aeca6f854 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:49.702192 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-4206071b-b62a-4b2d-9964-f7bd5160aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:49.708375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:52:49.709255 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:52:49.712457 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:52:49.714564 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-4206071b-b62a-4b2d-9964-f7bd5160aea0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0985126 Aug 23 14:52:49.733795 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9829fbe5-678e-41ac-8418-dc6651a1c626 None None] Network 6701e630-2c7b-4746-8a00-d26f35ae8ac2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:49.735707 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:49.750613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bae0d-e5a7-4f9f-9ce3-0a41553ff540 req-51013dcc-9df3-4b64-8d81-ca95bbf1ce4a tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:49.751760 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-890bae0d-e5a7-4f9f-9ce3-0a41553ff540 req-51013dcc-9df3-4b64-8d81-ca95bbf1ce4a tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 945 time: 0.1976242 Aug 23 14:52:49.836776 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Attempting to bind port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:52:49.837185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Attempting to bind port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:52:49.837634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Attempting to bind port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:49.853841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:52:49.853841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Attempting to bind port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:49.867433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:52:49.867958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Checking segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:49.868455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Bound using segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:52:49.869010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Bound port: 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:52:49.869499 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:49.885103 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-890bae0d-e5a7-4f9f-9ce3-0a41553ff540 req-bdee0624-33d6-4539-844c-20a17fcd7841 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/security-groups?id=645fbfae-a090-4e9b-8808-675413676071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768697 Aug 23 14:52:49.971561 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d90ed42-929f-48fe-9607-13ad9b17bebe x-openstack-request-id: req-9d90ed42-929f-48fe-9607-13ad9b17bebe {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:49.972406 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae9e987-0dcf-4961-8f4b-08eb4a15c944", "name": "network-vif-deleted", "tag": "d3e2e42e-2372-4adf-8b4d-9440e57656e7", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:49.972613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 22c1310d-7029-453b-b2d8-cad232303770 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:52:49.973069 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d90ed42-929f-48fe-9607-13ad9b17bebe {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:49.973327 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae9e987-0dcf-4961-8f4b-08eb4a15c944', 'name': 'network-vif-deleted', 'tag': 'd3e2e42e-2372-4adf-8b4d-9440e57656e7', 'status': 'completed', 'code': 200} Aug 23 14:52:49.989008 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:50.000146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 22c1310d-7029-453b-b2d8-cad232303770 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:52:50.000497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 22c1310d-7029-453b-b2d8-cad232303770 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:52:50.000984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8d9ff76f-3eef-4758-8899-009b9b6a377d no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:52:50.009311 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:50.019731 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/6701e630-2c7b-4746-8a00-d26f35ae8ac2 HTTP/1.1" status: 204 len: 168 time: 3.6427791 Aug 23 14:52:50.022397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44090) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:50.026309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=feec16ee-1ebe-419a-8f04-3743125512c8,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:50.066721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10305d-52f4-4402-a5a3-c8c4f0676025 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Network': ['ID=6701e630-2c7b-4746-8a00-d26f35ae8ac2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:50.119504 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-383b43af-c9f1-470d-9285-c9cfe653c48e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:52:50.120068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383b43af-c9f1-470d-9285-c9cfe653c48e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:52:50.122075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-383b43af-c9f1-470d-9285-c9cfe653c48e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/6701e630-2c7b-4746-8a00-d26f35ae8ac2 HTTP/1.1" status: 404 len: 339 time: 0.0778973 Aug 23 14:52:50.142380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44096) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:50.150362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f778d740-c04d-47ca-8e13-461a24c06716 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1707879788', 'description': 'd1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:50.162657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:52:50.210261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:52:50.227259 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137e758-c2bb-4bde-8235-4de5cae9a22a req-2e8e389b-fa3e-46f6-bc02-5b84343080c7 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:50.235234 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2137e758-c2bb-4bde-8235-4de5cae9a22a req-2e8e389b-fa3e-46f6-bc02-5b84343080c7 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 944 time: 0.1350312 Aug 23 14:52:50.241065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['feec16ee-1ebe-419a-8f04-3743125512c8'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:52:50.285656 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2137e758-c2bb-4bde-8235-4de5cae9a22a req-df54fbde-83fa-466b-a612-328b886510d0 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494385 Aug 23 14:52:50.311369 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:50.313404 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:50.314414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f778d740-c04d-47ca-8e13-461a24c06716 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:50.317828 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f778d740-c04d-47ca-8e13-461a24c06716 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:50.397803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Pushing event updated for resources: {'Port': ['ID=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:50.404336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-e384594e-8933-48df-b7f3-a7d62a1acace req-1bd81d7d-6369-4d91-8362-fd1aeca6f854 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] For port 8d9ff76f-3eef-4758-8899-009b9b6a377d, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8d9ff76f-3eef-4758-8899-009b9b6a377d,segment=NetworkSegment(89a0bf78-c5e7-4143-895f-16031fa7885f),segment_id=89a0bf78-c5e7-4143-895f-16031fa7885f)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:50.405407 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e384594e-8933-48df-b7f3-a7d62a1acace req-1bd81d7d-6369-4d91-8362-fd1aeca6f854 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:50.434101 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:50.437878 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c878f9-becd-4dbb-8c33-c4563d4fe03b None None] DHCP port deletion for 6701e630-2c7b-4746-8a00-d26f35ae8ac2 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:52:50.440422 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:50.442879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-e384594e-8933-48df-b7f3-a7d62a1acace req-1bd81d7d-6369-4d91-8362-fd1aeca6f854 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Calling delete_port for 8d9ff76f-3eef-4758-8899-009b9b6a377d owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:50.446942 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-c61e2d24-7243-4eff-b8a0-493609ffff67 service neutron] 10.222.0.57 "PUT /v2.0/ports/345a6244-00ef-4afd-b54e-7ddbe7cba9d4 HTTP/1.1" status: 200 len: 1092 time: 2.4984927 Aug 23 14:52:50.529734 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:50.544415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f778d740-c04d-47ca-8e13-461a24c06716 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:52:50.570147 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f778d740-c04d-47ca-8e13-461a24c06716 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:50.570147 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-f778d740-c04d-47ca-8e13-461a24c06716 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Added segment 0dc40290-b1ae-44cb-a82f-b6ada32732ad of type vlan for network 708fb8f3-6c4d-4fcb-bd17-e86ac0181ad9 Aug 23 14:52:50.589954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bd144-58d0-45c7-9d03-042c5f59055f req-701f1b90-ce1d-4ddf-b188-06b4ecb8e29f tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:50.591580 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-790bd144-58d0-45c7-9d03-042c5f59055f req-701f1b90-ce1d-4ddf-b188-06b4ecb8e29f tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 945 time: 0.1369224 Aug 23 14:52:50.630383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e314c22b-18a7-40c1-b85c-bb7a2367a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'ae3da359-b3d6-4555-9c4a-274359d3592b', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'port_id': 'db69d546-71e2-4357-9901-b439108961b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'mac_address': 'fa:16:3e:af:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:52:02Z', 'updated_at': '2021-08-23T14:52:47Z', 'revision_number': 8, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:50.667267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314c22b-18a7-40c1-b85c-bb7a2367a3c8 None None] Checking router: a3f0da8e-1de2-43d3-8bd7-1d684b50ecac for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:52:50.695523 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-37309e9f-b24b-4f61-b4e1-b3eeed40a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:50.698103 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-37309e9f-b24b-4f61-b4e1-b3eeed40a6ee service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 922 time: 0.9847732 Aug 23 14:52:50.733270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314c22b-18a7-40c1-b85c-bb7a2367a3c8 None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:50.734420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e314c22b-18a7-40c1-b85c-bb7a2367a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:50.735269 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f778d740-c04d-47ca-8e13-461a24c06716 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:50.755858 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-790bd144-58d0-45c7-9d03-042c5f59055f req-4f5ca647-1ed7-4933-b1a9-c004deb8f15e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533923 Aug 23 14:52:50.771820 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e384594e-8933-48df-b7f3-a7d62a1acace req-1bd81d7d-6369-4d91-8362-fd1aeca6f854 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:50.795719 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-b635de14-69b7-4219-88c0-2f3f2f603f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:50.798095 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-b635de14-69b7-4219-88c0-2f3f2f603f2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 1095 time: 0.1712725 Aug 23 14:52:50.827050 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd81d7d-6369-4d91-8362-fd1aeca6f854 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Port': ['ID=8d9ff76f-3eef-4758-8899-009b9b6a377d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:50.884885 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-d1971d94-b6a0-4cb0-beec-cd85634cf0ee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db69d546-71e2-4357-9901-b439108961b7 HTTP/1.1" status: 200 len: 999 time: 0.1708076 Aug 23 14:52:50.951621 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-16e8b262-8086-43bb-922a-39332170c5cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4 HTTP/1.1" status: 200 len: 217 time: 0.1378760 Aug 23 14:52:50.957398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e384594e-8933-48df-b7f3-a7d62a1acace req-1bd81d7d-6369-4d91-8362-fd1aeca6f854 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] No DVR routers for this DVR port 8d9ff76f-3eef-4758-8899-009b9b6a377d on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:51.020164 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e384594e-8933-48df-b7f3-a7d62a1acace req-1bd81d7d-6369-4d91-8362-fd1aeca6f854 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:51.023987 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e384594e-8933-48df-b7f3-a7d62a1acace req-1bd81d7d-6369-4d91-8362-fd1aeca6f854 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.57 "DELETE /v2.0/ports/8d9ff76f-3eef-4758-8899-009b9b6a377d HTTP/1.1" status: 204 len: 173 time: 1.6746340 Aug 23 14:52:51.068711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-8aced81f-ec88-49e1-8ba4-0b16c242fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:51.070535 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-8aced81f-ec88-49e1-8ba4-0b16c242fa40 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 200 len: 860 time: 0.1762776 Aug 23 14:52:51.103839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-b37ab2ff-fa4c-4bae-a7ca-419bfa6ac541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:51.108973 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-b37ab2ff-fa4c-4bae-a7ca-419bfa6ac541 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.1437528 Aug 23 14:52:51.109169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 2eb19f6c-efbd-46af-a949-303c4090b1c7 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:52:51.169389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-af60145e-bb55-47c7-bad4-5cb617499cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:51.171109 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-af60145e-bb55-47c7-bad4-5cb617499cc0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4466b10-1056-4d71-b012-2191781d1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820537 Aug 23 14:52:51.194395 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 2eb19f6c-efbd-46af-a949-303c4090b1c7 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:52:51.195089 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 2eb19f6c-efbd-46af-a949-303c4090b1c7 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:52:51.198518 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-87bb9ec8-a17a-4d8a-8119-e6f3b9e15e4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805128 Aug 23 14:52:51.222722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-e314c22b-18a7-40c1-b85c-bb7a2367a3c8 None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:51.324041 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f778d740-c04d-47ca-8e13-461a24c06716 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:51.330021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f778d740-c04d-47ca-8e13-461a24c06716 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:51.330792 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f778d740-c04d-47ca-8e13-461a24c06716 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:51.374915 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-82b95735-c0f3-4a7c-b0f4-9d51778e02c3 service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947801 Aug 23 14:52:51.430953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778d740-c04d-47ca-8e13-461a24c06716 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Network': ['ID=708fb8f3-6c4d-4fcb-bd17-e86ac0181ad9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:51.446685 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 708fb8f3-6c4d-4fcb-bd17-e86ac0181ad9 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:51.480550 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-33952a91-0b89-4e25-9f61-9e6ccfd37306 service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747355 Aug 23 14:52:51.515343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f778d740-c04d-47ca-8e13-461a24c06716 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3694098 Aug 23 14:52:51.520077 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44106) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:51.554081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab59dc-93b1-4931-b3a0-b8f799e5f12a req-041cba95-73be-4dbd-9fd8-4ba325da9df7 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:51.556109 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50ab59dc-93b1-4931-b3a0-b8f799e5f12a req-041cba95-73be-4dbd-9fd8-4ba325da9df7 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 945 time: 0.1141121 Aug 23 14:52:51.566467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'name': 'network-vif-deleted', 'tag': '2eb19f6c-efbd-46af-a949-303c4090b1c7'}, {'name': 'network-changed', 'server_uuid': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'tag': 'db69d546-71e2-4357-9901-b439108961b7'}, {'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'name': 'network-vif-deleted', 'tag': '8d9ff76f-3eef-4758-8899-009b9b6a377d'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:51.570466 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaa5fe4-a013-4fab-8c60-5cd01496d83f" -d '{"events": [{"server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "name": "network-vif-deleted", "tag": "2eb19f6c-efbd-46af-a949-303c4090b1c7"}, {"name": "network-changed", "server_uuid": "7658d504-8623-48ba-a92b-60e0d4f7f9b3", "tag": "db69d546-71e2-4357-9901-b439108961b7"}, {"server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "name": "network-vif-deleted", "tag": "8d9ff76f-3eef-4758-8899-009b9b6a377d"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:51.625751 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f44a287b-12b3-4756-8877-b7b2e5d5952d req-1b112909-7f4a-49d0-893e-fa73b212fdbb service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434390 Aug 23 14:52:51.658146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebbb464-0c1c-40ea-ab3c-e58f14008355 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:51.666485 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3ebbb464-0c1c-40ea-ab3c-e58f14008355 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "GET /v2.0/networks?id=708fb8f3-6c4d-4fcb-bd17-e86ac0181ad9 HTTP/1.1" status: 200 len: 761 time: 0.1425896 Aug 23 14:52:51.666485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44110) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:51.671779 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8c70f9d4-e348-4b48-aead-96e2322c4077 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'network': {'description': 'd2'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:51.935579 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e314c22b-18a7-40c1-b85c-bb7a2367a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'ae3da359-b3d6-4555-9c4a-274359d3592b', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'port_id': 'db69d546-71e2-4357-9901-b439108961b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'mac_address': 'fa:16:3e:af:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:52:02Z', 'updated_at': '2021-08-23T14:52:47Z', 'revision_number': 8, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:51.974456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d3e2e42e-2372-4adf-8b4d-9440e57656e7 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:52:51.999274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: d3e2e42e-2372-4adf-8b4d-9440e57656e7 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:52:51.999813 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d3e2e42e-2372-4adf-8b4d-9440e57656e7 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:52:52.002136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314c22b-18a7-40c1-b85c-bb7a2367a3c8 None None] The sync data for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 is: [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'ae3da359-b3d6-4555-9c4a-274359d3592b', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'floating_ip_address': '172.25.8.45', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'port_id': 'db69d546-71e2-4357-9901-b439108961b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'mac_address': 'fa:16:3e:af:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:52:02Z', 'updated_at': '2021-08-23T14:52:47Z', 'revision_number': 8, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:52:52.023722 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c70f9d4-e348-4b48-aead-96e2322c4077 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:52.055483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1', 'tag': '345a6244-00ef-4afd-b54e-7ddbe7cba9d4'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:52.057426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a7fcf-e5db-479e-ba21-4eaa8ed4ffb2 req-012fb2a2-0be0-4338-a986-d5bc2cdfc9b7 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:52.057800 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e81c5c-5a8b-4b35-8f38-1d51f630d468" -d '{"events": [{"name": "network-changed", "server_uuid": "55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1", "tag": "345a6244-00ef-4afd-b54e-7ddbe7cba9d4"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:52.060117 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4c1a7fcf-e5db-479e-ba21-4eaa8ed4ffb2 req-012fb2a2-0be0-4338-a986-d5bc2cdfc9b7 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 944 time: 0.1389718 Aug 23 14:52:52.061963 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3865483e-d1fc-4814-be8c-d8a62f8bdaba req-2445c860-f0da-48d3-bb06-5631b96fd4ad service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730133 Aug 23 14:52:52.084145 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50ab59dc-93b1-4931-b3a0-b8f799e5f12a req-92cc046d-9b92-4ed9-afd3-12620129fe44 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/security-groups?id=645fbfae-a090-4e9b-8808-675413676071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192630 Aug 23 14:52:52.100554 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c70f9d4-e348-4b48-aead-96e2322c4077 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:52.116486 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c70f9d4-e348-4b48-aead-96e2322c4077 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network 708fb8f3-6c4d-4fcb-bd17-e86ac0181ad9 is not hosted by any dhcp agent {{(pid=96114) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 14:52:52.122443 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c70f9d4-e348-4b48-aead-96e2322c4077 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:52.123372 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c70f9d4-e348-4b48-aead-96e2322c4077 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:52.125023 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8c70f9d4-e348-4b48-aead-96e2322c4077 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "PUT /v2.0/networks/708fb8f3-6c4d-4fcb-bd17-e86ac0181ad9 HTTP/1.1" status: 200 len: 758 time: 0.4594245 Aug 23 14:52:52.128766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44122) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:52.172231 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff93d12-cef8-48d7-91e2-2fd9cddabeb6 x-openstack-request-id: req-7ff93d12-cef8-48d7-91e2-2fd9cddabeb6 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:52.172662 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "name": "network-vif-deleted", "tag": "2eb19f6c-efbd-46af-a949-303c4090b1c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7658d504-8623-48ba-a92b-60e0d4f7f9b3", "tag": "db69d546-71e2-4357-9901-b439108961b7", "status": "completed", "code": 200}, {"server_uuid": "d907b940-72aa-4145-b552-7dcc583ea195", "name": "network-vif-deleted", "tag": "8d9ff76f-3eef-4758-8899-009b9b6a377d", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:52.173023 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7ff93d12-cef8-48d7-91e2-2fd9cddabeb6 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:52.173871 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'name': 'network-vif-deleted', 'tag': '2eb19f6c-efbd-46af-a949-303c4090b1c7', 'status': 'completed', 'code': 200} Aug 23 14:52:52.173871 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'tag': 'db69d546-71e2-4357-9901-b439108961b7', 'status': 'completed', 'code': 200} Aug 23 14:52:52.174052 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd907b940-72aa-4145-b552-7dcc583ea195', 'name': 'network-vif-deleted', 'tag': '8d9ff76f-3eef-4758-8899-009b9b6a377d', 'status': 'completed', 'code': 200} Aug 23 14:52:52.228418 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4c1a7fcf-e5db-479e-ba21-4eaa8ed4ffb2 req-a21f3c39-fd4c-4386-b760-c47831820602 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598411 Aug 23 14:52:52.312457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:52:52.325163 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07906dd6-7c64-4ccf-b4d2-bdc5969f6480 req-4590af60-089a-474f-bc60-a19e85b5a324 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=d907b940-72aa-4145-b552-7dcc583ea195 HTTP/1.1" status: 200 len: 210 time: 0.0604026 Aug 23 14:52:52.337898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa5fe4-a013-4fab-8c60-5cd01496d83f req-21989376-c0f4-4fc6-b644-c4110d8f49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:52.340135 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebaa5fe4-a013-4fab-8c60-5cd01496d83f req-21989376-c0f4-4fc6-b644-c4110d8f49f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 1097 time: 0.1593862 Aug 23 14:52:52.367374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70f9d4-e348-4b48-aead-96e2322c4077 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Network': ['ID=708fb8f3-6c4d-4fcb-bd17-e86ac0181ad9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:52.387599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:52:52.400442 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3ba56ce0-c5f2-4dc1-ab1b-11f797057a27 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:52:52.400442 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 708fb8f3-6c4d-4fcb-bd17-e86ac0181ad9 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:52.401057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7c7ca8-9a94-4d0a-8739-cbaac331e425 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:52.408230 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fa7c7ca8-9a94-4d0a-8739-cbaac331e425 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "GET /v2.0/networks?id=708fb8f3-6c4d-4fcb-bd17-e86ac0181ad9 HTTP/1.1" status: 200 len: 761 time: 0.2780800 Aug 23 14:52:52.409236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44126) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:52.418632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2a4a431a-1c89-4f8a-8ad1-daf2201c39b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-349064339'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:52.432166 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cb0c6a-1f6d-45dc-9393-65afb684991a None None] New status for floating IP ae3da359-b3d6-4555-9c4a-274359d3592b: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:52:52.451305 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-909927ad-6162-4cee-a8b0-bc2938f4a01d req-526768cd-4539-4030-bc04-9b8494eb4b34 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips/ae3da359-b3d6-4555-9c4a-274359d3592b HTTP/1.1" status: 200 len: 996 time: 0.1596084 Aug 23 14:52:52.528936 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6cdfd4-97b4-4daa-86e7-63fee87bcc6c x-openstack-request-id: req-0b6cdfd4-97b4-4daa-86e7-63fee87bcc6c {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:52.529285 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1", "tag": "345a6244-00ef-4afd-b54e-7ddbe7cba9d4", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:52.530366 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0b6cdfd4-97b4-4daa-86e7-63fee87bcc6c {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:52.531562 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1', 'tag': '345a6244-00ef-4afd-b54e-7ddbe7cba9d4', 'status': 'completed', 'code': 200} Aug 23 14:52:52.544601 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa5fe4-a013-4fab-8c60-5cd01496d83f req-171837ce-1274-48cc-a787-643fa4606ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:52.550149 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebaa5fe4-a013-4fab-8c60-5cd01496d83f req-171837ce-1274-48cc-a787-643fa4606ca0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 922 time: 0.2019269 Aug 23 14:52:52.649695 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a13d158f-e2f3-4370-806b-a6a6e2cf76d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:52.661025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909927ad-6162-4cee-a8b0-bc2938f4a01d req-29a30665-1e4b-40b4-b2c0-800601542d53 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:52.665401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebaa5fe4-a013-4fab-8c60-5cd01496d83f req-16530ebc-7034-49df-8d45-8013e391c3b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db69d546-71e2-4357-9901-b439108961b7 HTTP/1.1" status: 200 len: 999 time: 0.1056726 Aug 23 14:52:52.668138 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-909927ad-6162-4cee-a8b0-bc2938f4a01d req-29a30665-1e4b-40b4-b2c0-800601542d53 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.2078900 Aug 23 14:52:52.682281 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-909927ad-6162-4cee-a8b0-bc2938f4a01d req-a07bb67b-e5f7-4fa7-89ea-dd309dc523fc tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:52:52.683409 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-909927ad-6162-4cee-a8b0-bc2938f4a01d req-a07bb67b-e5f7-4fa7-89ea-dd309dc523fc tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118425 Aug 23 14:52:52.697385 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e81c5c-5a8b-4b35-8f38-1d51f630d468 req-ed54333d-29d0-4d65-96e0-a0616fb49147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:52.697385 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e3e81c5c-5a8b-4b35-8f38-1d51f630d468 req-ed54333d-29d0-4d65-96e0-a0616fb49147 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 1095 time: 0.0776403 Aug 23 14:52:52.711488 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device feec16ee-1ebe-419a-8f04-3743125512c8 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:52:52.791319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4a431a-1c89-4f8a-8ad1-daf2201c39b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:52.795159 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a4a431a-1c89-4f8a-8ad1-daf2201c39b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:52.818794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa5fe4-a013-4fab-8c60-5cd01496d83f req-f0757675-28a3-4b22-afd2-96a52d467cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:52.820627 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebaa5fe4-a013-4fab-8c60-5cd01496d83f req-f0757675-28a3-4b22-afd2-96a52d467cac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 200 len: 860 time: 0.1475914 Aug 23 14:52:52.831646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-e0d88c23-44e1-48dd-81be-cb12da0b189d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 999 time: 0.1230769 Aug 23 14:52:52.845771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e81c5c-5a8b-4b35-8f38-1d51f630d468 req-5044f7d5-5344-4e4f-a0ac-9c4e8dde3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:52.848039 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e3e81c5c-5a8b-4b35-8f38-1d51f630d468 req-5044f7d5-5344-4e4f-a0ac-9c4e8dde3111 service neutron] 10.222.0.57 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.1467636 Aug 23 14:52:52.851854 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4a431a-1c89-4f8a-8ad1-daf2201c39b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:52:52.895977 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e3e81c5c-5a8b-4b35-8f38-1d51f630d468 req-0d018f6c-e325-4518-b4df-7daf9e6fd270 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4 HTTP/1.1" status: 200 len: 217 time: 0.0389943 Aug 23 14:52:52.896208 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port feec16ee-1ebe-419a-8f04-3743125512c8 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:52:52.897158 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a4a431a-1c89-4f8a-8ad1-daf2201c39b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:52.897777 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-2a4a431a-1c89-4f8a-8ad1-daf2201c39b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Added segment 1c87ecb6-f377-4b55-8009-6d3c8b3cc316 of type vlan for network 8b88d066-a444-4f10-be52-06da885ae501 Aug 23 14:52:52.901066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port feec16ee-1ebe-419a-8f04-3743125512c8 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:52:52.901693 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:52.920678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-669afad1-78f0-4646-a13e-1a013dba9919 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:52.922189 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-669afad1-78f0-4646-a13e-1a013dba9919 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports/db69d546-71e2-4357-9901-b439108961b7 HTTP/1.1" status: 200 len: 943 time: 0.0786550 Aug 23 14:52:52.931974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa5fe4-a013-4fab-8c60-5cd01496d83f req-7c90d25e-c065-47c9-9d2a-1c4f8dfd1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:52.933650 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebaa5fe4-a013-4fab-8c60-5cd01496d83f req-7c90d25e-c065-47c9-9d2a-1c4f8dfd1269 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4466b10-1056-4d71-b012-2191781d1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009362 Aug 23 14:52:52.986022 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a4a431a-1c89-4f8a-8ad1-daf2201c39b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:52.996183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e81c5c-5a8b-4b35-8f38-1d51f630d468 req-94a4a469-ceb3-4827-8844-7d372b06e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:52.997679 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e3e81c5c-5a8b-4b35-8f38-1d51f630d468 req-94a4a469-ceb3-4827-8844-7d372b06e909 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.0899613 Aug 23 14:52:53.015867 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:53.039878 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e3e81c5c-5a8b-4b35-8f38-1d51f630d468 req-095cc068-ffec-4df8-b73e-17a0ba917b15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330997 Aug 23 14:52:53.049273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ef2010-b243-46af-8359-a23f99e4f644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feec16ee-1ebe-419a-8f04-3743125512c8'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:53.053225 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ffdcfd-3db4-4b9d-833f-17ae81fbcd68" -d '{"events": [{"server_uuid": "11ef2010-b243-46af-8359-a23f99e4f644", "name": "network-vif-plugged", "status": "completed", "tag": "feec16ee-1ebe-419a-8f04-3743125512c8"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:53.066766 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port feec16ee-1ebe-419a-8f04-3743125512c8, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=feec16ee-1ebe-419a-8f04-3743125512c8,segment=NetworkSegment(4b8f601e-f15f-4ec6-8854-e141a29708f3),segment_id=4b8f601e-f15f-4ec6-8854-e141a29708f3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:53.095185 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-23f46996-6d5a-46c2-aef3-e9363f44618c tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 1001 time: 0.0960143 Aug 23 14:52:53.105261 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f9364f-8309-4c1a-96c9-45a2825d6956 x-openstack-request-id: req-c1f9364f-8309-4c1a-96c9-45a2825d6956 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:53.105764 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ef2010-b243-46af-8359-a23f99e4f644", "name": "network-vif-plugged", "status": "completed", "tag": "feec16ee-1ebe-419a-8f04-3743125512c8", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:53.106044 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c1f9364f-8309-4c1a-96c9-45a2825d6956 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:53.106687 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ef2010-b243-46af-8359-a23f99e4f644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feec16ee-1ebe-419a-8f04-3743125512c8', 'code': 200} Aug 23 14:52:53.171075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebaa5fe4-a013-4fab-8c60-5cd01496d83f req-18aa3d2f-d41f-43f6-b243-690f640b5162 service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285352 Aug 23 14:52:53.201910 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:53.220200 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e3e81c5c-5a8b-4b35-8f38-1d51f630d468 req-5ca1170a-14cc-47c2-b06f-32395391c0cc service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730826 Aug 23 14:52:53.238334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a4a431a-1c89-4f8a-8ad1-daf2201c39b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:53.246639 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4a431a-1c89-4f8a-8ad1-daf2201c39b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:53.247419 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a4a431a-1c89-4f8a-8ad1-daf2201c39b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:53.266327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=feec16ee-1ebe-419a-8f04-3743125512c8,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:53.302231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-2534abb0-99d7-42a3-827f-e37d8ee90029 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:53.305035 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-2534abb0-99d7-42a3-827f-e37d8ee90029 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1926823 Aug 23 14:52:53.329384 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebaa5fe4-a013-4fab-8c60-5cd01496d83f req-83fb51ae-156a-4531-be0a-d2d1d53c5d4b service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504028 Aug 23 14:52:53.394224 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a431a-1c89-4f8a-8ad1-daf2201c39b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Network': ['ID=8b88d066-a444-4f10-be52-06da885ae501,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:53.398832 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-df7f1344-6bfe-4bc0-a5fa-d36136c07a3b tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 1001 time: 0.0820806 Aug 23 14:52:53.408414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423c8a2-a24e-4959-8706-241379447645 req-b359ef83-42b6-461d-9b0a-996ccb8aa057 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:53.408414 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2423c8a2-a24e-4959-8706-241379447645 req-b359ef83-42b6-461d-9b0a-996ccb8aa057 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 945 time: 0.2448916 Aug 23 14:52:53.408621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 8b88d066-a444-4f10-be52-06da885ae501 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:53.417301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-3a055865-45f2-4e04-8568-66e00d3421fc tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Request body: {'floatingip': {'port_id': None}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:53.434429 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f02c2-b8cf-41a9-8aee-0e096332459e req-beb0fa3a-ec71-4663-be74-d930cd72a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:53.435973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc2f02c2-b8cf-41a9-8aee-0e096332459e req-beb0fa3a-ec71-4663-be74-d930cd72a14b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 1097 time: 0.2509840 Aug 23 14:52:53.444329 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2a4a431a-1c89-4f8a-8ad1-daf2201c39b8 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0320427 Aug 23 14:52:53.456575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44138) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:53.462035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-10b32e0b-5700-478e-b8dd-76635f89286e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'subnet': {'network_id': '8b88d066-a444-4f10-be52-06da885ae501', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:53.511383 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2423c8a2-a24e-4959-8706-241379447645 req-1497bd28-7da5-43fb-af1b-bc12939fa461 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/security-groups?id=645fbfae-a090-4e9b-8808-675413676071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957236 Aug 23 14:52:53.535799 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e3e81c5c-5a8b-4b35-8f38-1d51f630d468 req-5bed2c4b-885a-42da-8b35-8e98955cd016 service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852602 Aug 23 14:52:53.537789 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc2f02c2-b8cf-41a9-8aee-0e096332459e req-b438acec-34a5-4736-b2a2-7d21bf200976 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=645fbfae-a090-4e9b-8808-675413676071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903518 Aug 23 14:52:53.576320 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-3a055865-45f2-4e04-8568-66e00d3421fc tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:53.670042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d8917-3513-4593-9df7-6026815b8664 req-fcf9a178-daf8-4b1d-88d4-1dde7e49633d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:53.672189 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-384d8917-3513-4593-9df7-6026815b8664 req-fcf9a178-daf8-4b1d-88d4-1dde7e49633d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 944 time: 0.0615551 Aug 23 14:52:53.716751 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-384d8917-3513-4593-9df7-6026815b8664 req-69d43ddb-8826-4666-a594-f33eddd5386e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380752 Aug 23 14:52:53.758031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b32e0b-5700-478e-b8dd-76635f89286e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:53.761512 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-10b32e0b-5700-478e-b8dd-76635f89286e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:53.765885 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-3a055865-45f2-4e04-8568-66e00d3421fc tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:53.766986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44146) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:53.878422 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-3a055865-45f2-4e04-8568-66e00d3421fc tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:53.878742 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-3a055865-45f2-4e04-8568-66e00d3421fc tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Floating IP ae3da359-b3d6-4555-9c4a-274359d3592b disassociated. External IP: 172.25.8.45, port: db69d546-71e2-4357-9901-b439108961b7. Aug 23 14:52:53.886013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf88f6a3-c476-44fe-b0a6-89ff5e3f4803 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Deleting subnet abc1a984-8e66-4787-9eb5-ef52280f5ebf {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:52:53.899568 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf88f6a3-c476-44fe-b0a6-89ff5e3f4803 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:54.026376 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf88f6a3-c476-44fe-b0a6-89ff5e3f4803 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:54.256804 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf88f6a3-c476-44fe-b0a6-89ff5e3f4803 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:54.348789 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-3a055865-45f2-4e04-8568-66e00d3421fc tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:52:54.353846 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-10b32e0b-5700-478e-b8dd-76635f89286e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:54.456602 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf88f6a3-c476-44fe-b0a6-89ff5e3f4803 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:54.465827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b32e0b-5700-478e-b8dd-76635f89286e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Subnet': ['ID=1080fd66-4fec-4b3f-beb4-c5e0f6e0cfed,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:54.504876 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf88f6a3-c476-44fe-b0a6-89ff5e3f4803 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:54.506628 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cf88f6a3-c476-44fe-b0a6-89ff5e3f4803 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "DELETE /v2.0/subnets/abc1a984-8e66-4787-9eb5-ef52280f5ebf HTTP/1.1" status: 204 len: 168 time: 0.7386332 Aug 23 14:52:54.509402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44148) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:54.509959 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aee6499-9e77-4d2e-80fb-c7e30f08f38e None None] Network a049c53b-1abf-48b5-a6bb-2d92c0b097b0 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:54.513209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88f6a3-c476-44fe-b0a6-89ff5e3f4803 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Subnet': ['ID=abc1a984-8e66-4787-9eb5-ef52280f5ebf,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:54.550853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b32e0b-5700-478e-b8dd-76635f89286e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Checking segment: {'id': '1c87ecb6-f377-4b55-8009-6d3c8b3cc316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b88d066-a444-4f10-be52-06da885ae501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:54.551077 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b32e0b-5700-478e-b8dd-76635f89286e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network hostable DHCP agents. Network: 8b88d066-a444-4f10-be52-06da885ae501, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:52:54.588265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-3a055865-45f2-4e04-8568-66e00d3421fc tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:52:54.594138 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-3a055865-45f2-4e04-8568-66e00d3421fc tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:54.616417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663f60c-30b4-41e6-a06c-a76c6c3ee088 None None] Sync routers for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:52:54.626391 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-3a055865-45f2-4e04-8568-66e00d3421fc tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "PUT /v2.0/floatingips/ae3da359-b3d6-4555-9c4a-274359d3592b HTTP/1.1" status: 200 len: 695 time: 1.2136083 Aug 23 14:52:54.626855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'tag': 'db69d546-71e2-4357-9901-b439108961b7'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:54.629907 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b8f26b-0224-46b4-a6c7-223fa6168bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "7658d504-8623-48ba-a92b-60e0d4f7f9b3", "tag": "db69d546-71e2-4357-9901-b439108961b7"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:54.630054 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:54.646435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663f60c-30b4-41e6-a06c-a76c6c3ee088 None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:54.647355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6663f60c-30b4-41e6-a06c-a76c6c3ee088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:54.668042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b32e0b-5700-478e-b8dd-76635f89286e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network 8b88d066-a444-4f10-be52-06da885ae501 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:52:54.753410 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5b202-84b1-44ab-a74b-ea60503cf9b7 req-74e8fa49-82ef-4495-a161-b6259ecdf7ae tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:54.762803 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-abc5b202-84b1-44ab-a74b-ea60503cf9b7 req-74e8fa49-82ef-4495-a161-b6259ecdf7ae tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 946 time: 0.0813651 Aug 23 14:52:54.767095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-10b32e0b-5700-478e-b8dd-76635f89286e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 8b88d066-a444-4f10-be52-06da885ae501) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:54.774451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-717bf957-6fa4-47cf-ac85-04d2d8ec35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:54.775583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Deleting port 68fafb12-229d-4ed7-aef4-1f76bd09728e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:54.775966 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:54.781071 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a5ca6a-9406-4cc6-8c9e-55717e82695c None None] Network 8b88d066-a444-4f10-be52-06da885ae501 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:54.783545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-717bf957-6fa4-47cf-ac85-04d2d8ec35b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 1097 time: 0.1329432 Aug 23 14:52:54.794927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b32e0b-5700-478e-b8dd-76635f89286e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:54.795528 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-10b32e0b-5700-478e-b8dd-76635f89286e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:54.841801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d72ca02-ab38-480b-a0d9-d08dae122c28 None None] DHCP port deletion for a049c53b-1abf-48b5-a6bb-2d92c0b097b0 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:52:54.865976 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-abc5b202-84b1-44ab-a74b-ea60503cf9b7 req-039e272d-b33e-4da6-8ec6-40ab140b309b tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/security-groups?id=645fbfae-a090-4e9b-8808-675413676071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021335 Aug 23 14:52:54.882937 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] For port 68fafb12-229d-4ed7-aef4-1f76bd09728e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=68fafb12-229d-4ed7-aef4-1f76bd09728e,segment=NetworkSegment(89a0bf78-c5e7-4143-895f-16031fa7885f),segment_id=89a0bf78-c5e7-4143-895f-16031fa7885f)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:54.883320 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:54.907780 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Calling delete_port for 68fafb12-229d-4ed7-aef4-1f76bd09728e owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:54.950571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-9cd36e7f-2432-43e3-91cf-35488fbac971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:54.963042 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-9cd36e7f-2432-43e3-91cf-35488fbac971 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 922 time: 0.1781204 Aug 23 14:52:54.963933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-6663f60c-30b4-41e6-a06c-a76c6c3ee088 None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:54.973881 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-10b32e0b-5700-478e-b8dd-76635f89286e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5160890 Aug 23 14:52:54.984536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44164) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:55.023052 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-f4ceb5f9-81a6-4a28-8c27-9e516df868d2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db69d546-71e2-4357-9901-b439108961b7 HTTP/1.1" status: 200 len: 217 time: 0.0582874 Aug 23 14:52:55.058159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-8b88d066-a444-4f10-be52-06da885ae501', 'network_id': '8b88d066-a444-4f10-be52-06da885ae501', 'tenant_id': '3db655fc846d42c88e1b6c0c9c909a6b', 'fixed_ips': [{'subnet_id': '1080fd66-4fec-4b3f-beb4-c5e0f6e0cfed'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:52:55.058963 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:55.080765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-335722a5-68c4-4a72-a181-2317a756f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:55.087044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-335722a5-68c4-4a72-a181-2317a756f7d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 200 len: 860 time: 0.0592234 Aug 23 14:52:55.153942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-93ece4d0-b559-404c-b490-da48f2a44304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:55.155959 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-93ece4d0-b559-404c-b490-da48f2a44304 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4466b10-1056-4d71-b012-2191781d1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579844 Aug 23 14:52:55.162763 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a33c44c9-c6e8-49c7-a59f-2cee85b3d874 req-bcd54436-8586-4ba9-93b5-b4f4e4b7afd0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1795340 Aug 23 14:52:55.248034 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b66c12-51d8-4582-8319-281a1f4e2c36 x-openstack-request-id: req-57b66c12-51d8-4582-8319-281a1f4e2c36 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:55.248728 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7658d504-8623-48ba-a92b-60e0d4f7f9b3", "tag": "db69d546-71e2-4357-9901-b439108961b7", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:55.249170 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-57b66c12-51d8-4582-8319-281a1f4e2c36 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:55.249715 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'tag': 'db69d546-71e2-4357-9901-b439108961b7', 'status': 'completed', 'code': 200} Aug 23 14:52:55.277529 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:55.298068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3d72ca02-ab38-480b-a0d9-d08dae122c28 None None] Deleting port 68fafb12-229d-4ed7-aef4-1f76bd09728e {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:55.298400 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3d72ca02-ab38-480b-a0d9-d08dae122c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:55.307055 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:55.314286 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-5b31123b-8ccc-491c-951b-6b256ed896ef service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504166 Aug 23 14:52:55.383529 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Port': ['ID=68fafb12-229d-4ed7-aef4-1f76bd09728e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:55.385851 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] No DVR routers for this DVR port 68fafb12-229d-4ed7-aef4-1f76bd09728e on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:55.424979 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-289599dc-31f1-4c89-8372-cf9e67e62fc8 req-a22809b9-74d1-4049-8e7c-039feaac7adb service neutron] 10.222.0.38 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025512 Aug 23 14:52:55.446620 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8f26b-0224-46b4-a6c7-223fa6168bf1 req-6adc1662-be29-4365-9a8b-55f3cb7b8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:55.447302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3d72ca02-ab38-480b-a0d9-d08dae122c28 None None] For port 68fafb12-229d-4ed7-aef4-1f76bd09728e, host n-d-804985-3, got binding levels [] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:55.447748 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3d72ca02-ab38-480b-a0d9-d08dae122c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:55.448235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18b8f26b-0224-46b4-a6c7-223fa6168bf1 req-6adc1662-be29-4365-9a8b-55f3cb7b8f54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 1097 time: 0.2030132 Aug 23 14:52:55.455592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c44c9-c6e8-49c7-a59f-2cee85b3d874 req-e1e32a5c-44cc-4211-b1a6-10bf044bdda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:55.457164 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a33c44c9-c6e8-49c7-a59f-2cee85b3d874 req-e1e32a5c-44cc-4211-b1a6-10bf044bdda9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 1096 time: 0.2278478 Aug 23 14:52:55.468169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3d72ca02-ab38-480b-a0d9-d08dae122c28 None None] Calling delete_port for 68fafb12-229d-4ed7-aef4-1f76bd09728e owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:55.472303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.ipam_backend_mixin [None req-3d72ca02-ab38-480b-a0d9-d08dae122c28 None None] Port 68fafb12-229d-4ed7-aef4-1f76bd09728e was not found and therefore no delete operation was performed {{(pid=96116) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 14:52:55.478495 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3d72ca02-ab38-480b-a0d9-d08dae122c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:55.482069 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Allocated IP 172.20.0.2 (8b88d066-a444-4f10-be52-06da885ae501/1080fd66-4fec-4b3f-beb4-c5e0f6e0cfed/1c12afcf-d260-4e93-809d-a869e73076e6) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:52:55.516320 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:55.517851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72ca02-ab38-480b-a0d9-d08dae122c28 None None] Pushing event deleted for resources: {'Port': ['ID=68fafb12-229d-4ed7-aef4-1f76bd09728e,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:55.529953 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d72ca02-ab38-480b-a0d9-d08dae122c28 None None] No DVR routers for this DVR port 68fafb12-229d-4ed7-aef4-1f76bd09728e on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:55.550734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6663f60c-30b4-41e6-a06c-a76c6c3ee088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:55.593543 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d37bf-36ce-47cd-9be4-9e5c9024ad4c req-9769ee0c-b7dd-4239-b43e-85124d4bb3de tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:55.595367 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d3d37bf-36ce-47cd-9be4-9e5c9024ad4c req-9769ee0c-b7dd-4239-b43e-85124d4bb3de tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 944 time: 0.2949970 Aug 23 14:52:55.604121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663f60c-30b4-41e6-a06c-a76c6c3ee088 None None] Checking router: a3f0da8e-1de2-43d3-8bd7-1d684b50ecac for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:52:55.623689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663f60c-30b4-41e6-a06c-a76c6c3ee088 None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:52:55.624310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6663f60c-30b4-41e6-a06c-a76c6c3ee088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:55.668831 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:55.675333 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:55.736609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a049c53b-1abf-48b5-a6bb-2d92c0b097b0']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:55.794990 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a0bf78-c5e7-4143-895f-16031fa7885f') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:55.795739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a0bf78-c5e7-4143-895f-16031fa7885f') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:55.829109 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:55.860979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8f26b-0224-46b4-a6c7-223fa6168bf1 req-7394aa66-2560-48c4-80e9-1aa6dc9a4d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:55.860979 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18b8f26b-0224-46b4-a6c7-223fa6168bf1 req-7394aa66-2560-48c4-80e9-1aa6dc9a4d07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 200 len: 922 time: 0.4000921 Aug 23 14:52:55.864362 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d3d37bf-36ce-47cd-9be4-9e5c9024ad4c req-c4d6a7f9-7c1f-400a-8b4b-10c98f127b3f tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424855 Aug 23 14:52:55.882578 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:55.888812 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c44c9-c6e8-49c7-a59f-2cee85b3d874 req-89046210-d536-4a32-8f07-f3a8a9480477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:55.890382 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a33c44c9-c6e8-49c7-a59f-2cee85b3d874 req-89046210-d536-4a32-8f07-f3a8a9480477 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.3832312 Aug 23 14:52:55.950930 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b10800ce-e9e0-4acd-ae1d-f0724d50cc71 req-06a066a7-5f85-499c-9908-0d84c0d13710 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips/ae3da359-b3d6-4555-9c4a-274359d3592b HTTP/1.1" status: 200 len: 695 time: 0.0658164 Aug 23 14:52:55.973008 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a33c44c9-c6e8-49c7-a59f-2cee85b3d874 req-2ac042e4-c726-4bff-b12c-16fb797b7a0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0148415-eedb-47a6-a40d-156de4b6a712 HTTP/1.1" status: 200 len: 217 time: 0.0444789 Aug 23 14:52:55.974454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:52:55.974946 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:55.979238 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18b8f26b-0224-46b4-a6c7-223fa6168bf1 req-86185e3a-b11e-4935-bc8c-86dd788887bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db69d546-71e2-4357-9901-b439108961b7 HTTP/1.1" status: 200 len: 217 time: 0.1059976 Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:52:55.980033 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:52:56.000139 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-6663f60c-30b4-41e6-a06c-a76c6c3ee088 None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:52:56.031031 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:56.046258 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Transition to ACTIVE for port object 1c12afcf-d260-4e93-809d-a869e73076e6 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:56.085902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10800ce-e9e0-4acd-ae1d-f0724d50cc71 req-7ed1027e-35b1-4558-8cbc-abce3055dec1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:56.087612 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b10800ce-e9e0-4acd-ae1d-f0724d50cc71 req-7ed1027e-35b1-4558-8cbc-abce3055dec1 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1277671 Aug 23 14:52:56.114199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Transition to ACTIVE for port object 1c12afcf-d260-4e93-809d-a869e73076e6 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:52:56.154331 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b10800ce-e9e0-4acd-ae1d-f0724d50cc71 req-a2c593b6-3061-4096-84d3-124c2f6c2958 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 698 time: 0.0579021 Aug 23 14:52:56.191261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c44c9-c6e8-49c7-a59f-2cee85b3d874 req-79c1e858-609a-497b-b25b-d94f721535e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:56.192788 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a33c44c9-c6e8-49c7-a59f-2cee85b3d874 req-79c1e858-609a-497b-b25b-d94f721535e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.1893783 Aug 23 14:52:56.193330 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:56.200703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1218df-8e97-432b-a9c8-f430eeb3d000 req-7124c083-8cab-43ea-9803-17cd9f5ecb77 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:56.203357 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-af1218df-8e97-432b-a9c8-f430eeb3d000 req-7124c083-8cab-43ea-9803-17cd9f5ecb77 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 946 time: 0.2213941 Aug 23 14:52:56.214753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8f26b-0224-46b4-a6c7-223fa6168bf1 req-992a3c68-906b-4aa3-8a80-7512e347357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:56.216386 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18b8f26b-0224-46b4-a6c7-223fa6168bf1 req-992a3c68-906b-4aa3-8a80-7512e347357e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 200 len: 860 time: 0.1997368 Aug 23 14:52:56.228275 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b10800ce-e9e0-4acd-ae1d-f0724d50cc71 req-2a87762c-af7f-428d-9f8a-1317bf171b47 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 698 time: 0.0641508 Aug 23 14:52:56.250510 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a33c44c9-c6e8-49c7-a59f-2cee85b3d874 req-ceb9c282-7522-47d2-a13b-9bd6799ffa16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470710 Aug 23 14:52:56.266746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Network 8b88d066-a444-4f10-be52-06da885ae501 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:52:56.270341 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:56.279228 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:52:56.282900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:52:56.286971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Pushing event updated for resources: {'Port': ['ID=1c12afcf-d260-4e93-809d-a869e73076e6,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:56.309555 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:56.314595 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "DELETE /v2.0/networks/a049c53b-1abf-48b5-a6bb-2d92c0b097b0 HTTP/1.1" status: 204 len: 168 time: 1.8036845 Aug 23 14:52:56.328732 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44174) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:56.366166 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Attempting to bind port 1c12afcf-d260-4e93-809d-a869e73076e6 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:52:56.366742 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Attempting to bind port 1c12afcf-d260-4e93-809d-a869e73076e6 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '1c87ecb6-f377-4b55-8009-6d3c8b3cc316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b88d066-a444-4f10-be52-06da885ae501'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:52:56.367213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Attempting to bind port 1c12afcf-d260-4e93-809d-a869e73076e6 on network 8b88d066-a444-4f10-be52-06da885ae501 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:52:56.376251 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6663f60c-30b4-41e6-a06c-a76c6c3ee088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:56.378831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 68fafb12-229d-4ed7-aef4-1f76bd09728e no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:52:56.421890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fdd26-050e-4178-b320-98d5710c4f64 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Network': ['ID=a049c53b-1abf-48b5-a6bb-2d92c0b097b0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:56.424081 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:56.432423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 68fafb12-229d-4ed7-aef4-1f76bd09728e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:52:56.432423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 68fafb12-229d-4ed7-aef4-1f76bd09728e not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:52:56.434522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:52:56.434522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Checking segment: {'id': '1c87ecb6-f377-4b55-8009-6d3c8b3cc316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b88d066-a444-4f10-be52-06da885ae501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:52:56.435142 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:56.435142 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Bound using segment: {'id': '1c87ecb6-f377-4b55-8009-6d3c8b3cc316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b88d066-a444-4f10-be52-06da885ae501'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:52:56.435545 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Bound port: 1c12afcf-d260-4e93-809d-a869e73076e6, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c87ecb6-f377-4b55-8009-6d3c8b3cc316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8b88d066-a444-4f10-be52-06da885ae501'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:52:56.435959 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:56.440514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663f60c-30b4-41e6-a06c-a76c6c3ee088 None None] The sync data for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 is: [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:51:25Z', 'revision_number': 4, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '47562f01-2197-4913-8de9-8622978fe5da', 'name': '', 'network_id': 'b4466b10-1056-4d71-b012-2191781d1107', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'mac_address': 'fa:16:3e:7c:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:20Z', 'updated_at': '2021-08-23T14:51:34Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'subnets': [{'id': 'd010c8ad-03e3-4ffc-868b-88fa8799727b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:52:56.492422 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-af1218df-8e97-432b-a9c8-f430eeb3d000 req-b550be0a-ce19-4e7d-9aa8-916f9019dc58 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/security-groups?id=645fbfae-a090-4e9b-8808-675413676071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749386 Aug 23 14:52:56.513364 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Subnet': ['ID=1080fd66-4fec-4b3f-beb4-c5e0f6e0cfed,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:56.552962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] For port 1c12afcf-d260-4e93-809d-a869e73076e6, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:52:56.577237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] For port 1c12afcf-d260-4e93-809d-a869e73076e6, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1c12afcf-d260-4e93-809d-a869e73076e6,segment=NetworkSegment(1c87ecb6-f377-4b55-8009-6d3c8b3cc316),segment_id=1c87ecb6-f377-4b55-8009-6d3c8b3cc316)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:52:56.582213 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e5884d9f-4cbc-457c-9c60-dec093540bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:56.623638 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fbd2b6-a4a2-4c2d-b405-2fc82bdb4894 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Deleting subnet dd036402-3cc3-4eb9-8d51-4810a16d8fce {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:52:56.632766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8f26b-0224-46b4-a6c7-223fa6168bf1 req-9dcbaa20-ece3-48a8-bdac-ca6911321956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:56.634686 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18b8f26b-0224-46b4-a6c7-223fa6168bf1 req-9dcbaa20-ece3-48a8-bdac-ca6911321956 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4466b10-1056-4d71-b012-2191781d1107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3864815 Aug 23 14:52:56.635076 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-08fbd2b6-a4a2-4c2d-b405-2fc82bdb4894 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:56.688826 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:56.736358 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:56.844166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-b10800ce-e9e0-4acd-ae1d-f0724d50cc71 req-3d52a78e-b6f9-4f48-884e-90634c410352 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Deleting port ef233710-10ab-4738-bcb9-670cb59112e1 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:56.844724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b10800ce-e9e0-4acd-ae1d-f0724d50cc71 req-3d52a78e-b6f9-4f48-884e-90634c410352 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:56.876648 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e3832-c908-40d0-9b21-95ec7c58a8b4 None None] Pushing event updated for resources: {'Port': ['ID=1c12afcf-d260-4e93-809d-a869e73076e6,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:56.905172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a377d1-3a18-464c-b8ac-0cd765bab513 None None] Network 8b88d066-a444-4f10-be52-06da885ae501 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:56.929053 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e529ce-658b-470d-8605-73d8e90c4479 None None] New status for floating IP ae3da359-b3d6-4555-9c4a-274359d3592b: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:52:57.025166 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b10800ce-e9e0-4acd-ae1d-f0724d50cc71 req-3d52a78e-b6f9-4f48-884e-90634c410352 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:57.027455 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b10800ce-e9e0-4acd-ae1d-f0724d50cc71 req-3d52a78e-b6f9-4f48-884e-90634c410352 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:57.043403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-b10800ce-e9e0-4acd-ae1d-f0724d50cc71 req-3d52a78e-b6f9-4f48-884e-90634c410352 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Calling delete_port for ef233710-10ab-4738-bcb9-670cb59112e1 owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:57.107900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eb265d-3a6d-4616-8bef-2648dcae5f51 None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 14:52:57.212764 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:57.237914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b88d066-a444-4f10-be52-06da885ae501']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:57.254619 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a33c44c9-c6e8-49c7-a59f-2cee85b3d874 req-c2076aef-3a0b-41aa-a640-323ad8484c9e service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9781399 Aug 23 14:52:57.266535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c87ecb6-f377-4b55-8009-6d3c8b3cc316') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:57.266839 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c87ecb6-f377-4b55-8009-6d3c8b3cc316') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:57.279461 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-08fbd2b6-a4a2-4c2d-b405-2fc82bdb4894 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:57.292594 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb265d-3a6d-4616-8bef-2648dcae5f51 None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 14:52:57.346960 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:57.438636 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:57.457088 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18b8f26b-0224-46b4-a6c7-223fa6168bf1 req-cf59fec5-3b9b-4084-ae05-4040fc0e11f7 service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7928331 Aug 23 14:52:57.464726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:52:57.465141 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:52:57.476583 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:52:57.563347 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b10800ce-e9e0-4acd-ae1d-f0724d50cc71 req-3d52a78e-b6f9-4f48-884e-90634c410352 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:57.618683 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52a78e-b6f9-4f48-884e-90634c410352 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Pushing event deleted for resources: {'Port': ['ID=ef233710-10ab-4738-bcb9-670cb59112e1,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:57.683582 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a33c44c9-c6e8-49c7-a59f-2cee85b3d874 req-85dbdd00-c213-4279-983d-d0bb33e2013e service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133081 Aug 23 14:52:57.715615 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b10800ce-e9e0-4acd-ae1d-f0724d50cc71 req-3d52a78e-b6f9-4f48-884e-90634c410352 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:57.715615 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b10800ce-e9e0-4acd-ae1d-f0724d50cc71 req-3d52a78e-b6f9-4f48-884e-90634c410352 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:57.715615 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b10800ce-e9e0-4acd-ae1d-f0724d50cc71 req-3d52a78e-b6f9-4f48-884e-90634c410352 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "DELETE /v2.0/floatingips/ae3da359-b3d6-4555-9c4a-274359d3592b HTTP/1.1" status: 204 len: 173 time: 1.4697428 Aug 23 14:52:57.716033 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-08fbd2b6-a4a2-4c2d-b405-2fc82bdb4894 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:57.761182 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bac9f-28a8-4fc1-b375-9c1e4b5c9420 req-836de4bd-a788-46a3-9eba-500af23cd2d8 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:57.762763 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fa7bac9f-28a8-4fc1-b375-9c1e4b5c9420 req-836de4bd-a788-46a3-9eba-500af23cd2d8 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 944 time: 0.3129005 Aug 23 14:52:57.801635 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 14:52:57.801635 n-d-804985-3 neutron-server[96114]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 14:52:57.801635 n-d-804985-3 neutron-server[96114]: [parameters: {'id': '8b88d066-a444-4f10-be52-06da885ae501'}] Aug 23 14:52:57.801635 n-d-804985-3 neutron-server[96114]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:52:57.802110 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:52:57.813425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c528c0f-acd6-45a5-9fce-2cb931bb551b req-6a5e30fd-8d16-4617-8c2e-1b4f1a594022 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:57.815350 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18b8f26b-0224-46b4-a6c7-223fa6168bf1 req-a784761b-ef0c-4de9-a47d-960dcaacc3e4 service neutron] 10.222.0.57 "GET /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261735 Aug 23 14:52:57.815503 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c528c0f-acd6-45a5-9fce-2cb931bb551b req-6a5e30fd-8d16-4617-8c2e-1b4f1a594022 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 946 time: 0.0591428 Aug 23 14:52:57.842739 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fa7bac9f-28a8-4fc1-b375-9c1e4b5c9420 req-f79a3490-77b7-437d-a6ce-4b9cd2b5636d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660722 Aug 23 14:52:57.869164 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c528c0f-acd6-45a5-9fce-2cb931bb551b req-edb78e85-a7ba-4673-bcaa-527a1fe380ed tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/security-groups?id=645fbfae-a090-4e9b-8808-675413676071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468936 Aug 23 14:52:57.947999 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-08fbd2b6-a4a2-4c2d-b405-2fc82bdb4894 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:57.976111 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbd2b6-a4a2-4c2d-b405-2fc82bdb4894 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Subnet': ['ID=dd036402-3cc3-4eb9-8d51-4810a16d8fce,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:57.982923 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-08fbd2b6-a4a2-4c2d-b405-2fc82bdb4894 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:57.985245 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-08fbd2b6-a4a2-4c2d-b405-2fc82bdb4894 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "DELETE /v2.0/subnets/dd036402-3cc3-4eb9-8d51-4810a16d8fce HTTP/1.1" status: 204 len: 168 time: 1.6532722 Aug 23 14:52:57.987935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44196) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:57.988870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd38319-d624-47b9-86a7-a47438f2365f None None] Network c8946d6f-b5b2-4c63-820d-5df2733647b6 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:52:58.066141 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.126401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Deleting port 5cf79347-5cb6-4520-a3d4-d21bea076909 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:58.126943 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.176287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920a70c5-8350-4ac5-9bd6-68e99126d759 None None] DHCP port deletion for c8946d6f-b5b2-4c63-820d-5df2733647b6 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:52:58.201874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] For port 5cf79347-5cb6-4520-a3d4-d21bea076909, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5cf79347-5cb6-4520-a3d4-d21bea076909,segment=NetworkSegment(59b7610f-1f2b-41d5-8a4e-709469d6c820),segment_id=59b7610f-1f2b-41d5-8a4e-709469d6c820)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:58.202235 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.215780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Calling delete_port for 5cf79347-5cb6-4520-a3d4-d21bea076909 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:58.226110 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-920a70c5-8350-4ac5-9bd6-68e99126d759 None None] Deleting port 5cf79347-5cb6-4520-a3d4-d21bea076909 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:58.226566 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-920a70c5-8350-4ac5-9bd6-68e99126d759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.303159 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.339998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-920a70c5-8350-4ac5-9bd6-68e99126d759 None None] For port 5cf79347-5cb6-4520-a3d4-d21bea076909, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5cf79347-5cb6-4520-a3d4-d21bea076909,segment=NetworkSegment(59b7610f-1f2b-41d5-8a4e-709469d6c820),segment_id=59b7610f-1f2b-41d5-8a4e-709469d6c820)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:58.340614 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-920a70c5-8350-4ac5-9bd6-68e99126d759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.359003 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5cf79347-5cb6-4520-a3d4-d21bea076909 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:52:58.394974 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Deleting port 1c12afcf-d260-4e93-809d-a869e73076e6 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:58.395301 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.399482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-920a70c5-8350-4ac5-9bd6-68e99126d759 None None] Calling delete_port for 5cf79347-5cb6-4520-a3d4-d21bea076909 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:58.416791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d6371-5503-4505-a378-81fdbfdf2b5a req-43c50033-4dd7-4788-8711-50e0484f7858 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:58.429852 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-917d6371-5503-4505-a378-81fdbfdf2b5a req-43c50033-4dd7-4788-8711-50e0484f7858 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 946 time: 0.0905268 Aug 23 14:52:58.438435 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.477497 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] For port 1c12afcf-d260-4e93-809d-a869e73076e6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1c12afcf-d260-4e93-809d-a869e73076e6,segment=NetworkSegment(1c87ecb6-f377-4b55-8009-6d3c8b3cc316),segment_id=1c87ecb6-f377-4b55-8009-6d3c8b3cc316)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:58.477876 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.480172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No active binding found for port 5cf79347-5cb6-4520-a3d4-d21bea076909 {{(pid=96116) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 14:52:58.481393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5cf79347-5cb6-4520-a3d4-d21bea076909 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:52:58.487740 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.496253 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Calling delete_port for 1c12afcf-d260-4e93-809d-a869e73076e6 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:58.506504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] No DVR routers for this DVR port 5cf79347-5cb6-4520-a3d4-d21bea076909 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:58.511214 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-917d6371-5503-4505-a378-81fdbfdf2b5a req-ceb2cebf-97a0-4aff-b945-06d4d6c566b6 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803750 Aug 23 14:52:58.511853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Port': ['ID=5cf79347-5cb6-4520-a3d4-d21bea076909,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: from cryptography.utils import int_from_bytes Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: from cryptography.utils import int_from_bytes Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.521106 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.524574 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.524574 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.524574 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.524574 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.524574 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.524574 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.524574 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.524574 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.524574 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.524574 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.524574 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.524574 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.524574 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:52:58.524574 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:52:58.531752 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-920a70c5-8350-4ac5-9bd6-68e99126d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.572295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a70c5-8350-4ac5-9bd6-68e99126d759 None None] No DVR routers for this DVR port 5cf79347-5cb6-4520-a3d4-d21bea076909 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:58.576176 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a70c5-8350-4ac5-9bd6-68e99126d759 None None] Pushing event deleted for resources: {'Port': ['ID=5cf79347-5cb6-4520-a3d4-d21bea076909,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:58.611479 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.623120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8946d6f-b5b2-4c63-820d-5df2733647b6']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:58.633977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b7610f-1f2b-41d5-8a4e-709469d6c820') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:58.634546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b7610f-1f2b-41d5-8a4e-709469d6c820') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:58.643336 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.662851 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.669546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:52:58.669966 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:52:58.673166 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:52:58.733476 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.763841 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Port': ['ID=1c12afcf-d260-4e93-809d-a869e73076e6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:58.770335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No DVR routers for this DVR port 1c12afcf-d260-4e93-809d-a869e73076e6 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:58.780915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ab3f1-9ac9-489c-ba43-cb3682d0344a req-7900f6dd-6fb9-4139-83f9-4f97104f1c86 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:58.780915 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-282ab3f1-9ac9-489c-ba43-cb3682d0344a req-7900f6dd-6fb9-4139-83f9-4f97104f1c86 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.61 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 946 time: 0.0866501 Aug 23 14:52:58.848365 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.853629 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.858333 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "DELETE /v2.0/networks/c8946d6f-b5b2-4c63-820d-5df2733647b6 HTTP/1.1" status: 204 len: 168 time: 0.8667190 Aug 23 14:52:58.872583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44204) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:58.878363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-847de506-d40c-48b3-a015-ee2af8088488 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1129159080'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:58.883498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86f59e-9a20-4f9e-ba64-f6fae1cac4bb tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Network': ['ID=c8946d6f-b5b2-4c63-820d-5df2733647b6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:58.910933 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:58.943883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b88d066-a444-4f10-be52-06da885ae501']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:58.961129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c87ecb6-f377-4b55-8009-6d3c8b3cc316') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:58.961615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c87ecb6-f377-4b55-8009-6d3c8b3cc316') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:52:58.998358 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:59.019955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406496e1-7c95-4506-b98e-c0c4fb8c985c req-4ad738ab-30b7-4d65-8f39-665645c05175 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:59.021819 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-406496e1-7c95-4506-b98e-c0c4fb8c985c req-4ad738ab-30b7-4d65-8f39-665645c05175 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 946 time: 0.0603085 Aug 23 14:52:59.024530 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:59.024752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847de506-d40c-48b3-a015-ee2af8088488 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Made reservation on behalf of 3899520633d64a9ba672b7936389b974 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:59.030643 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-847de506-d40c-48b3-a015-ee2af8088488 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:59.035113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:52:59.035624 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:52:59.039853 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:52:59.090514 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-406496e1-7c95-4506-b98e-c0c4fb8c985c req-8f6a8867-43ff-485d-afc3-4ad1e844378c tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/security-groups?id=645fbfae-a090-4e9b-8808-675413676071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461760 Aug 23 14:52:59.117052 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c8029-46bd-456e-b31c-bef995767232 req-c443acf1-3a92-4436-b648-8e15aa6391cf tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:59.119520 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb7c8029-46bd-456e-b31c-bef995767232 req-c443acf1-3a92-4436-b648-8e15aa6391cf tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 944 time: 0.1659393 Aug 23 14:52:59.123916 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-282ab3f1-9ac9-489c-ba43-cb3682d0344a req-aaef7160-2954-48bf-96c6-6c51fa609f33 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Deleting port feec16ee-1ebe-419a-8f04-3743125512c8 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:52:59.124264 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-282ab3f1-9ac9-489c-ba43-cb3682d0344a req-aaef7160-2954-48bf-96c6-6c51fa609f33 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:59.223728 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb7c8029-46bd-456e-b31c-bef995767232 req-ce173d7a-3d94-42ec-9339-053e251402c2 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936177 Aug 23 14:52:59.232970 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:59.234846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847de506-d40c-48b3-a015-ee2af8088488 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:52:59.247251 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-847de506-d40c-48b3-a015-ee2af8088488 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:59.247879 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-847de506-d40c-48b3-a015-ee2af8088488 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Added segment c0b09e84-222d-4771-bf36-8f45a9f95aba of type vlan for network 3e3f405b-b477-496a-8bb2-54749b18cc3a Aug 23 14:52:59.250420 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:59.255181 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/8b88d066-a444-4f10-be52-06da885ae501 HTTP/1.1" status: 204 len: 168 time: 4.2692187 Aug 23 14:52:59.256354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44212) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:59.269441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9410a-b9d6-4e1d-9d08-618cc0a968e7 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Network': ['ID=8b88d066-a444-4f10-be52-06da885ae501,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:59.277790 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-282ab3f1-9ac9-489c-ba43-cb3682d0344a req-aaef7160-2954-48bf-96c6-6c51fa609f33 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] For port feec16ee-1ebe-419a-8f04-3743125512c8, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=feec16ee-1ebe-419a-8f04-3743125512c8,segment=NetworkSegment(4b8f601e-f15f-4ec6-8854-e141a29708f3),segment_id=4b8f601e-f15f-4ec6-8854-e141a29708f3)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:52:59.278165 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-282ab3f1-9ac9-489c-ba43-cb3682d0344a req-aaef7160-2954-48bf-96c6-6c51fa609f33 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:59.292230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-282ab3f1-9ac9-489c-ba43-cb3682d0344a req-aaef7160-2954-48bf-96c6-6c51fa609f33 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Calling delete_port for feec16ee-1ebe-419a-8f04-3743125512c8 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:52:59.312866 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8806f3-b790-4c8c-84df-d0c348f8d9af tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] GET failed (client error): The resource could not be found. Aug 23 14:52:59.314225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fd8806f3-b790-4c8c-84df-d0c348f8d9af tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "GET /v2.0/subnets/1080fd66-4fec-4b3f-beb4-c5e0f6e0cfed HTTP/1.1" status: 404 len: 337 time: 0.0569329 Aug 23 14:52:59.320331 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44214) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:59.333455 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-847de506-d40c-48b3-a015-ee2af8088488 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:59.345841 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad127db-fda0-40fc-8207-4202c9884c93 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:52:59.347141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad127db-fda0-40fc-8207-4202c9884c93 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:52:59.349110 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0ad127db-fda0-40fc-8207-4202c9884c93 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/8b88d066-a444-4f10-be52-06da885ae501 HTTP/1.1" status: 404 len: 339 time: 0.0277760 Aug 23 14:52:59.353450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44216) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:59.528039 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-282ab3f1-9ac9-489c-ba43-cb3682d0344a req-aaef7160-2954-48bf-96c6-6c51fa609f33 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:59.540495 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['feec16ee-1ebe-419a-8f04-3743125512c8'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:52:59.568765 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef7160-2954-48bf-96c6-6c51fa609f33 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Pushing event deleted for resources: {'Port': ['ID=feec16ee-1ebe-419a-8f04-3743125512c8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:59.582203 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-847de506-d40c-48b3-a015-ee2af8088488 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:59.589325 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847de506-d40c-48b3-a015-ee2af8088488 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:59.590058 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-847de506-d40c-48b3-a015-ee2af8088488 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:59.613248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-282ab3f1-9ac9-489c-ba43-cb3682d0344a req-aaef7160-2954-48bf-96c6-6c51fa609f33 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] No DVR routers for this DVR port feec16ee-1ebe-419a-8f04-3743125512c8 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:52:59.615848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dc3de2-f65e-4ce4-854c-b6ceee527ff2 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:59.616778 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-282ab3f1-9ac9-489c-ba43-cb3682d0344a req-aaef7160-2954-48bf-96c6-6c51fa609f33 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:52:59.619143 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-282ab3f1-9ac9-489c-ba43-cb3682d0344a req-aaef7160-2954-48bf-96c6-6c51fa609f33 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.61 "DELETE /v2.0/ports/feec16ee-1ebe-419a-8f04-3743125512c8 HTTP/1.1" status: 204 len: 173 time: 0.8162651 Aug 23 14:52:59.619938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ef2010-b243-46af-8359-a23f99e4f644', 'name': 'network-vif-deleted', 'tag': 'feec16ee-1ebe-419a-8f04-3743125512c8'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:52:59.620429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-48dc3de2-f65e-4ce4-854c-b6ceee527ff2 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2659640 Aug 23 14:52:59.621236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44224) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:59.623847 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f111e91-17de-4a30-96b3-493a5bb0b0cf" -d '{"events": [{"server_uuid": "11ef2010-b243-46af-8359-a23f99e4f644", "name": "network-vif-deleted", "tag": "feec16ee-1ebe-419a-8f04-3743125512c8"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:52:59.671257 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d5f8c0-55d6-4cc8-8666-1c59e6e802d4 x-openstack-request-id: req-35d5f8c0-55d6-4cc8-8666-1c59e6e802d4 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:52:59.671257 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ef2010-b243-46af-8359-a23f99e4f644", "name": "network-vif-deleted", "tag": "feec16ee-1ebe-419a-8f04-3743125512c8", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:52:59.671257 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35d5f8c0-55d6-4cc8-8666-1c59e6e802d4 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:52:59.672044 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ef2010-b243-46af-8359-a23f99e4f644', 'name': 'network-vif-deleted', 'tag': 'feec16ee-1ebe-419a-8f04-3743125512c8', 'status': 'completed', 'code': 200} Aug 23 14:52:59.738080 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c393afb8-9606-4d93-9736-c9d8b59f1852 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 207 time: 0.0945253 Aug 23 14:52:59.740746 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-847de506-d40c-48b3-a015-ee2af8088488 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8658934 Aug 23 14:52:59.743710 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44228) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:59.743904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44230) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:52:59.749466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-429086b8-ee85-4956-92d8-589b65a10671 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Request body: {'subnet': {'network_id': '3e3f405b-b477-496a-8bb2-54749b18cc3a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:52:59.774227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847de506-d40c-48b3-a015-ee2af8088488 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event updated for resources: {'Network': ['ID=3e3f405b-b477-496a-8bb2-54749b18cc3a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:52:59.786886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 3e3f405b-b477-496a-8bb2-54749b18cc3a details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:52:59.829078 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328e22d-266d-408b-b748-bf030e335e7f req-32930d91-2be9-4485-b5d8-c0f11593bbab tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:59.831290 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1328e22d-266d-408b-b748-bf030e335e7f req-32930d91-2be9-4485-b5d8-c0f11593bbab tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 946 time: 0.2085693 Aug 23 14:52:59.900485 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1328e22d-266d-408b-b748-bf030e335e7f req-159ef771-ec2c-489e-bbb8-80e437d0245d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612929 Aug 23 14:52:59.977347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f555d-031a-4fbf-9548-a726f56de7fa req-d7028938-4fac-4477-8822-039262e3b4d2 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:52:59.979015 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-342f555d-031a-4fbf-9548-a726f56de7fa req-d7028938-4fac-4477-8822-039262e3b4d2 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.57 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 946 time: 0.1264431 Aug 23 14:52:59.987883 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429086b8-ee85-4956-92d8-589b65a10671 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Made reservation on behalf of 3899520633d64a9ba672b7936389b974 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:52:59.993515 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-429086b8-ee85-4956-92d8-589b65a10671 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:00.008939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:53:00.028545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51f5ae8-30c5-4976-942e-37fc70d36c67 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:00.034454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51f5ae8-30c5-4976-942e-37fc70d36c67 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:00.040686 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51f5ae8-30c5-4976-942e-37fc70d36c67 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:00.047030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51f5ae8-30c5-4976-942e-37fc70d36c67 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:00.053552 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a51f5ae8-30c5-4976-942e-37fc70d36c67 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3037410 Aug 23 14:53:00.054656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44232) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:00.120976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:00.134707 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '345a6244-00ef-4afd-b54e-7ddbe7cba9d4', 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc', 'port_id': '345a6244-00ef-4afd-b54e-7ddbe7cba9d4', 'mac_address': 'fa:16:3e:70:68:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3c3169-88e3-4e3b-9891-646aecdff0e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:53:00.184095 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:00.200504 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:53:00.219014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-342f555d-031a-4fbf-9548-a726f56de7fa req-6a98d5d6-a2cb-442e-8f54-5113c883131d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Deleting port db69d546-71e2-4357-9901-b439108961b7 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:00.219362 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-342f555d-031a-4fbf-9548-a726f56de7fa req-6a98d5d6-a2cb-442e-8f54-5113c883131d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:00.233086 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:00.255831 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6b83b78f-90a3-4d5d-bd0b-c09306b89194 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2008507 Aug 23 14:53:00.260344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44240) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:00.316276 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:00.325223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-08df1fa3-baf1-4b79-90db-a339fa793230 req-94c504da-09cf-4c5f-aff7-cc56e12703c9 tempest-InstanceActionsNegativeTestJSON-1569734905 tempest-InstanceActionsNegativeTestJSON-1569734905-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ef2010-b243-46af-8359-a23f99e4f644 HTTP/1.1" status: 200 len: 210 time: 0.0682056 Aug 23 14:53:00.364093 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-429086b8-ee85-4956-92d8-589b65a10671 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:00.389422 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-342f555d-031a-4fbf-9548-a726f56de7fa req-6a98d5d6-a2cb-442e-8f54-5113c883131d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] For port db69d546-71e2-4357-9901-b439108961b7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=db69d546-71e2-4357-9901-b439108961b7,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:00.389925 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-342f555d-031a-4fbf-9548-a726f56de7fa req-6a98d5d6-a2cb-442e-8f54-5113c883131d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:00.391305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:00.412755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-342f555d-031a-4fbf-9548-a726f56de7fa req-6a98d5d6-a2cb-442e-8f54-5113c883131d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Calling delete_port for db69d546-71e2-4357-9901-b439108961b7 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:00.450065 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a4695b-501d-4a30-87d0-f5555a8d4b02 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:00.451600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a4695b-501d-4a30-87d0-f5555a8d4b02 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:00.453507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c6a4695b-501d-4a30-87d0-f5555a8d4b02 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1915658 Aug 23 14:53:00.457604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44242) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:00.496967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429086b8-ee85-4956-92d8-589b65a10671 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event updated for resources: {'Subnet': ['ID=ca5a621a-f41a-4842-8134-76984d298a84,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:00.518584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfa136-7dec-4170-9312-91e2982cd96c req-4dae2af3-bd8a-4afd-bc1f-1de0a0c223b5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:00.521689 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a1cfa136-7dec-4170-9312-91e2982cd96c req-4dae2af3-bd8a-4afd-bc1f-1de0a0c223b5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 945 time: 0.1534350 Aug 23 14:53:00.534611 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429086b8-ee85-4956-92d8-589b65a10671 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Checking segment: {'id': 'c0b09e84-222d-4771-bf36-8f45a9f95aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e3f405b-b477-496a-8bb2-54749b18cc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:00.535003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429086b8-ee85-4956-92d8-589b65a10671 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Network hostable DHCP agents. Network: 3e3f405b-b477-496a-8bb2-54749b18cc3a, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:53:00.581195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd12f1f-1a7a-482c-ac19-84b1fc40f366 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['shared'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:00.582688 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd12f1f-1a7a-482c-ac19-84b1fc40f366 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['shared'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:00.584316 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cbd12f1f-1a7a-482c-ac19-84b1fc40f366 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1257460 Aug 23 14:53:00.587398 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a1cfa136-7dec-4170-9312-91e2982cd96c req-0a6d043f-8963-4104-89fa-78fc75753eca tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550394 Aug 23 14:53:00.589145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44248) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:00.627115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['345a6244-00ef-4afd-b54e-7ddbe7cba9d4'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:53:00.708059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429086b8-ee85-4956-92d8-589b65a10671 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Network 3e3f405b-b477-496a-8bb2-54749b18cc3a is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:53:00.756698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef6fe47-e365-4316-b649-706cd3c3f194 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:00.757996 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6ef6fe47-e365-4316-b649-706cd3c3f194 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "GET /v2.0/networks/281cf419-8add-4291-8c49-5a34637fd4a7 HTTP/1.1" status: 200 len: 800 time: 0.1677470 Aug 23 14:53:00.761684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44250) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:00.835912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-429086b8-ee85-4956-92d8-589b65a10671 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 3e3f405b-b477-496a-8bb2-54749b18cc3a) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:00.840273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429086b8-ee85-4956-92d8-589b65a10671 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:00.840952 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-429086b8-ee85-4956-92d8-589b65a10671 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:00.849225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4014f893-1229-4611-ba8d-e1bc0bd1f3ab None None] Network 3e3f405b-b477-496a-8bb2-54749b18cc3a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:00.870819 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a16c30cd-e6ce-4ef5-8fef-e1c297ac5e3c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "GET /v2.0/networks/281cf419-8add-4291-8c49-5a34637fd4a7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1077454 Aug 23 14:53:00.873993 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44252) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:00.931682 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bfdcaf-dc28-4392-8801-90cb5a4557c9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:00.933608 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c9bfdcaf-dc28-4392-8801-90cb5a4557c9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "GET /v2.0/subnets/db47ac81-70c3-4d6b-bf8c-39c72d6d222d HTTP/1.1" status: 200 len: 811 time: 0.0583184 Aug 23 14:53:00.937111 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44258) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:00.949204 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-342f555d-031a-4fbf-9548-a726f56de7fa req-6a98d5d6-a2cb-442e-8f54-5113c883131d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.004077 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-429086b8-ee85-4956-92d8-589b65a10671 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2580841 Aug 23 14:53:01.011752 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44260) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:01.019333 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b8d70ba0-9aa0-4667-b8a7-a9b0929b21df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-685908621'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:01.024414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bc51dab-1da5-4d4e-a39a-2a94cc680ab5 req-858cbc83-c2c3-4ec2-b5e2-d9d5401e5251 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 210 time: 0.0412934 Aug 23 14:53:01.025276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98d5d6-a2cb-442e-8f54-5113c883131d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Pushing event deleted for resources: {'Port': ['ID=db69d546-71e2-4357-9901-b439108961b7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:01.041667 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-3e3f405b-b477-496a-8bb2-54749b18cc3a', 'network_id': '3e3f405b-b477-496a-8bb2-54749b18cc3a', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'fixed_ips': [{'subnet_id': 'ca5a621a-f41a-4842-8134-76984d298a84'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:53:01.043071 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.089380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-342f555d-031a-4fbf-9548-a726f56de7fa req-6a98d5d6-a2cb-442e-8f54-5113c883131d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] No DVR routers for this DVR port db69d546-71e2-4357-9901-b439108961b7 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:01.093251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aad70c-8de8-4118-af91-d872328638bd tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['shared'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:01.094668 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-23aad70c-8de8-4118-af91-d872328638bd tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "GET /v2.0/subnets/db47ac81-70c3-4d6b-bf8c-39c72d6d222d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1565986 Aug 23 14:53:01.098890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-342f555d-031a-4fbf-9548-a726f56de7fa req-6a98d5d6-a2cb-442e-8f54-5113c883131d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.099410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44262) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:01.100049 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-342f555d-031a-4fbf-9548-a726f56de7fa req-6a98d5d6-a2cb-442e-8f54-5113c883131d tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.57 "DELETE /v2.0/ports/db69d546-71e2-4357-9901-b439108961b7 HTTP/1.1" status: 204 len: 173 time: 1.1143305 Aug 23 14:53:01.104737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-245a7e65-4aa3-4761-9323-b94a14cba08b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1149315518'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:01.175957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d70ba0-9aa0-4667-b8a7-a9b0929b21df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Made reservation on behalf of 3899520633d64a9ba672b7936389b974 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:01.180682 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8d70ba0-9aa0-4667-b8a7-a9b0929b21df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.202631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Allocated IP 19.80.0.2 (3e3f405b-b477-496a-8bb2-54749b18cc3a/ca5a621a-f41a-4842-8134-76984d298a84/d213096c-981a-4f61-ae36-51408dfcfd56) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:01.206150 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d70ba0-9aa0-4667-b8a7-a9b0929b21df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:53:01.215013 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8d70ba0-9aa0-4667-b8a7-a9b0929b21df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.215366 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-b8d70ba0-9aa0-4667-b8a7-a9b0929b21df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Added segment 17eb1351-3203-4c6b-85f4-f0aab46bb85f of type vlan for network e69b5fdd-f5be-4efd-b202-0edf1ef5a42b Aug 23 14:53:01.250126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245a7e65-4aa3-4761-9323-b94a14cba08b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:01.254853 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-245a7e65-4aa3-4761-9323-b94a14cba08b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.259760 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8d70ba0-9aa0-4667-b8a7-a9b0929b21df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.306348 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245a7e65-4aa3-4761-9323-b94a14cba08b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:53:01.320929 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-245a7e65-4aa3-4761-9323-b94a14cba08b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.321496 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-245a7e65-4aa3-4761-9323-b94a14cba08b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Added segment 7d693621-1723-4bf6-9be9-115daef9b20f of type vlan for network f54d31fc-99e0-41a5-87e9-586ba8927e41 Aug 23 14:53:01.367973 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.381292 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-245a7e65-4aa3-4761-9323-b94a14cba08b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.381644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Transition to ACTIVE for port object d213096c-981a-4f61-ae36-51408dfcfd56 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:01.404384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44268) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:01.408826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Transition to ACTIVE for port object d213096c-981a-4f61-ae36-51408dfcfd56 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:01.455164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c136dc-44c7-41f2-aa4c-693f1be823f9 admin admin] Deleting subnet a7ed4d9e-1505-4c9a-a050-27413061687b {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:53:01.459622 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52c136dc-44c7-41f2-aa4c-693f1be823f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.464424 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8d70ba0-9aa0-4667-b8a7-a9b0929b21df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.470272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d70ba0-9aa0-4667-b8a7-a9b0929b21df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:01.471426 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8d70ba0-9aa0-4667-b8a7-a9b0929b21df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.500125 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52c136dc-44c7-41f2-aa4c-693f1be823f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.543475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d70ba0-9aa0-4667-b8a7-a9b0929b21df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event updated for resources: {'Network': ['ID=e69b5fdd-f5be-4efd-b202-0edf1ef5a42b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:01.545030 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52c136dc-44c7-41f2-aa4c-693f1be823f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.556764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network e69b5fdd-f5be-4efd-b202-0edf1ef5a42b details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:53:01.570414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-245a7e65-4aa3-4761-9323-b94a14cba08b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.587524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245a7e65-4aa3-4761-9323-b94a14cba08b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:01.593305 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-245a7e65-4aa3-4761-9323-b94a14cba08b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.607974 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.676614 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b8d70ba0-9aa0-4667-b8a7-a9b0929b21df tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6634061 Aug 23 14:53:01.678177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44276) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:01.679015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'name': 'network-vif-deleted', 'tag': 'db69d546-71e2-4357-9901-b439108961b7'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:01.684105 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef3f3dd-6962-4f00-9199-3dde3951f301" -d '{"events": [{"server_uuid": "7658d504-8623-48ba-a92b-60e0d4f7f9b3", "name": "network-vif-deleted", "tag": "db69d546-71e2-4357-9901-b439108961b7"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:01.686463 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Network 3e3f405b-b477-496a-8bb2-54749b18cc3a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:01.689949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:01.697858 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2c139516-1dfe-4a1a-b71a-1c1957e6ceb6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Request body: {'subnet': {'network_id': 'e69b5fdd-f5be-4efd-b202-0edf1ef5a42b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:01.700934 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:01.706555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Pushing event updated for resources: {'Port': ['ID=d213096c-981a-4f61-ae36-51408dfcfd56,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:01.718119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a7e65-4aa3-4761-9323-b94a14cba08b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Network': ['ID=f54d31fc-99e0-41a5-87e9-586ba8927e41,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:01.741810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network f54d31fc-99e0-41a5-87e9-586ba8927e41 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:53:01.753730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270db0e7-8a0e-4055-849f-f47a4e60f033 req-ed796b9c-c225-4c89-8b66-e245da03dc4d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:01.756246 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-270db0e7-8a0e-4055-849f-f47a4e60f033 req-ed796b9c-c225-4c89-8b66-e245da03dc4d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 945 time: 0.0753605 Aug 23 14:53:01.762644 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-245a7e65-4aa3-4761-9323-b94a14cba08b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6620212 Aug 23 14:53:01.771791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44280) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:01.787175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-459e98ab-fdb3-49e1-9a92-7c7670db90b4 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'subnet': {'network_id': 'f54d31fc-99e0-41a5-87e9-586ba8927e41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:01.809475 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Attempting to bind port d213096c-981a-4f61-ae36-51408dfcfd56 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:01.809849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Attempting to bind port d213096c-981a-4f61-ae36-51408dfcfd56 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'c0b09e84-222d-4771-bf36-8f45a9f95aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e3f405b-b477-496a-8bb2-54749b18cc3a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:01.810213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Attempting to bind port d213096c-981a-4f61-ae36-51408dfcfd56 on network 3e3f405b-b477-496a-8bb2-54749b18cc3a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:01.824833 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:01.825210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Checking segment: {'id': 'c0b09e84-222d-4771-bf36-8f45a9f95aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e3f405b-b477-496a-8bb2-54749b18cc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:01.825678 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.826075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Bound using segment: {'id': 'c0b09e84-222d-4771-bf36-8f45a9f95aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e3f405b-b477-496a-8bb2-54749b18cc3a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:01.826556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Bound port: d213096c-981a-4f61-ae36-51408dfcfd56, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b09e84-222d-4771-bf36-8f45a9f95aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e3f405b-b477-496a-8bb2-54749b18cc3a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:01.826983 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.857961 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b90318-ee32-4d87-9e62-a5287bdf6318 x-openstack-request-id: req-63b90318-ee32-4d87-9e62-a5287bdf6318 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:01.857961 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7658d504-8623-48ba-a92b-60e0d4f7f9b3", "name": "network-vif-deleted", "tag": "db69d546-71e2-4357-9901-b439108961b7", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:01.857961 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-63b90318-ee32-4d87-9e62-a5287bdf6318 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:01.858361 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7658d504-8623-48ba-a92b-60e0d4f7f9b3', 'name': 'network-vif-deleted', 'tag': 'db69d546-71e2-4357-9901-b439108961b7', 'status': 'completed', 'code': 200} Aug 23 14:53:01.872363 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52c136dc-44c7-41f2-aa4c-693f1be823f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.893614 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-270db0e7-8a0e-4055-849f-f47a4e60f033 req-dfe1ad27-ba03-483e-a76c-18dd3497fe62 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289015 Aug 23 14:53:01.923681 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52c136dc-44c7-41f2-aa4c-693f1be823f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:01.923900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] For port d213096c-981a-4f61-ae36-51408dfcfd56, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:01.929074 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-52c136dc-44c7-41f2-aa4c-693f1be823f9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a7ed4d9e-1505-4c9a-a050-27413061687b HTTP/1.1" status: 204 len: 168 time: 0.5209200 Aug 23 14:53:01.929074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c136dc-44c7-41f2-aa4c-693f1be823f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ed4d9e-1505-4c9a-a050-27413061687b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:01.929334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] For port d213096c-981a-4f61-ae36-51408dfcfd56, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d213096c-981a-4f61-ae36-51408dfcfd56,segment=NetworkSegment(c0b09e84-222d-4771-bf36-8f45a9f95aba),segment_id=c0b09e84-222d-4771-bf36-8f45a9f95aba)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:01.931802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44282) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:01.984459 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c139516-1dfe-4a1a-b71a-1c1957e6ceb6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Made reservation on behalf of 3899520633d64a9ba672b7936389b974 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:01.989323 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2c139516-1dfe-4a1a-b71a-1c1957e6ceb6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.017116 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b33b8aee-25f0-44f4-84c6-fe7de8b552d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.024352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:02.052116 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.123321 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459e98ab-fdb3-49e1-9a92-7c7670db90b4 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Made reservation on behalf of 3db655fc846d42c88e1b6c0c9c909a6b for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:02.129618 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-459e98ab-fdb3-49e1-9a92-7c7670db90b4 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.166039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c970aa-fb75-4a61-a9b0-027fdcb387e2 None None] Pushing event updated for resources: {'Port': ['ID=d213096c-981a-4f61-ae36-51408dfcfd56,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:02.207518 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b33b8aee-25f0-44f4-84c6-fe7de8b552d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.228610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b33b8aee-25f0-44f4-84c6-fe7de8b552d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ecf7cd-b373-4417-836a-f124595c767e']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:02.233877 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f79334b-dd71-4770-abda-559eb1687a69 req-eacfa4f6-6ea7-407c-84af-d7eff798f392 tempest-FloatingIPsAssociationTestJSON-1392688753 tempest-FloatingIPsAssociationTestJSON-1392688753-project] 10.222.0.38 "GET /v2.0/ports?device_id=7658d504-8623-48ba-a92b-60e0d4f7f9b3 HTTP/1.1" status: 200 len: 210 time: 0.0573304 Aug 23 14:53:02.240866 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.ipam_backend_mixin [None req-459e98ab-fdb3-49e1-9a92-7c7670db90b4 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Performing IP validity checks on allocation pools {{(pid=96115) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 14:53:02.241429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.ipam_backend_mixin [None req-459e98ab-fdb3-49e1-9a92-7c7670db90b4 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Checking for overlaps among allocation pools and gateway ip {{(pid=96115) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 14:53:02.241753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:02.247844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b33b8aee-25f0-44f4-84c6-fe7de8b552d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8f601e-f15f-4ec6-8854-e141a29708f3') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:02.247844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b33b8aee-25f0-44f4-84c6-fe7de8b552d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8f601e-f15f-4ec6-8854-e141a29708f3') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:02.248977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:02.249424 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.267119 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b33b8aee-25f0-44f4-84c6-fe7de8b552d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.295741 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b33b8aee-25f0-44f4-84c6-fe7de8b552d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.306607 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33b8aee-25f0-44f4-84c6-fe7de8b552d1 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:53:02.307347 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b33b8aee-25f0-44f4-84c6-fe7de8b552d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:53:02.308704 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:53:02.369384 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.425079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345a6244-00ef-4afd-b54e-7ddbe7cba9d4'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:02.428524 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e93befb-6535-4ddb-8fbb-8f2a452ddada" -d '{"events": [{"server_uuid": "55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1", "name": "network-vif-plugged", "status": "completed", "tag": "345a6244-00ef-4afd-b54e-7ddbe7cba9d4"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:02.443334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:02.454346 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2c139516-1dfe-4a1a-b71a-1c1957e6ceb6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.475463 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2afb80-df4e-494a-83c0-b1b8d81c50fe x-openstack-request-id: req-ef2afb80-df4e-494a-83c0-b1b8d81c50fe {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:02.475901 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1", "name": "network-vif-plugged", "status": "completed", "tag": "345a6244-00ef-4afd-b54e-7ddbe7cba9d4", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:02.476178 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef2afb80-df4e-494a-83c0-b1b8d81c50fe {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:02.477210 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345a6244-00ef-4afd-b54e-7ddbe7cba9d4', 'code': 200} Aug 23 14:53:02.539336 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b33b8aee-25f0-44f4-84c6-fe7de8b552d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.539949 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.541097 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device db69d546-71e2-4357-9901-b439108961b7 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:02.548091 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b33b8aee-25f0-44f4-84c6-fe7de8b552d1 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.551217 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b33b8aee-25f0-44f4-84c6-fe7de8b552d1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c3ecf7cd-b373-4417-836a-f124595c767e HTTP/1.1" status: 204 len: 168 time: 0.6183400 Aug 23 14:53:02.566958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c139516-1dfe-4a1a-b71a-1c1957e6ceb6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event updated for resources: {'Subnet': ['ID=2787a4b0-ee09-49a1-b6c3-f175d3137d34,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:02.584509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b8aee-25f0-44f4-84c6-fe7de8b552d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ecf7cd-b373-4417-836a-f124595c767e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:02.608975 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: db69d546-71e2-4357-9901-b439108961b7 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:02.609184 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device db69d546-71e2-4357-9901-b439108961b7 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:02.628386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c139516-1dfe-4a1a-b71a-1c1957e6ceb6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Checking segment: {'id': '17eb1351-3203-4c6b-85f4-f0aab46bb85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e69b5fdd-f5be-4efd-b202-0edf1ef5a42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:02.628758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c139516-1dfe-4a1a-b71a-1c1957e6ceb6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Network hostable DHCP agents. Network: e69b5fdd-f5be-4efd-b202-0edf1ef5a42b, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:53:02.643397 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:02.648404 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-459e98ab-fdb3-49e1-9a92-7c7670db90b4 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.656358 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17c459-18b7-4e68-b5c8-39048c2f20a9 req-82eee0fd-a2e7-4751-a1f7-30089af707cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:02.657917 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d17c459-18b7-4e68-b5c8-39048c2f20a9 req-82eee0fd-a2e7-4751-a1f7-30089af707cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0820043 Aug 23 14:53:02.702041 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d17c459-18b7-4e68-b5c8-39048c2f20a9 req-1661c5df-1e1e-469a-a231-78359a1d15ae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364153 Aug 23 14:53:02.726419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e98ab-fdb3-49e1-9a92-7c7670db90b4 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Subnet': ['ID=4ece8c26-7d81-45f0-88cc-5c13497022e9,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:02.736135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e98ab-fdb3-49e1-9a92-7c7670db90b4 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Checking segment: {'id': '7d693621-1723-4bf6-9be9-115daef9b20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f54d31fc-99e0-41a5-87e9-586ba8927e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:02.737132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459e98ab-fdb3-49e1-9a92-7c7670db90b4 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network hostable DHCP agents. Network: f54d31fc-99e0-41a5-87e9-586ba8927e41, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:53:02.742806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device feec16ee-1ebe-419a-8f04-3743125512c8 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:02.766892 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: feec16ee-1ebe-419a-8f04-3743125512c8 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:02.767050 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device feec16ee-1ebe-419a-8f04-3743125512c8 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:02.790059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c139516-1dfe-4a1a-b71a-1c1957e6ceb6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Network e69b5fdd-f5be-4efd-b202-0edf1ef5a42b is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:53:02.862110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459e98ab-fdb3-49e1-9a92-7c7670db90b4 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Network f54d31fc-99e0-41a5-87e9-586ba8927e41 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:53:02.970118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-2c139516-1dfe-4a1a-b71a-1c1957e6ceb6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, e69b5fdd-f5be-4efd-b202-0edf1ef5a42b) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:02.973768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-459e98ab-fdb3-49e1-9a92-7c7670db90b4 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, f54d31fc-99e0-41a5-87e9-586ba8927e41) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:02.979172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e98ab-fdb3-49e1-9a92-7c7670db90b4 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:02.979830 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-459e98ab-fdb3-49e1-9a92-7c7670db90b4 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:02.980283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ebb7d1-887b-48c3-be2f-618a6ee27643 None None] Network e69b5fdd-f5be-4efd-b202-0edf1ef5a42b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:02.997430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8584e321-491b-40b3-a279-76847038e684 None None] Network f54d31fc-99e0-41a5-87e9-586ba8927e41 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:03.008982 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c139516-1dfe-4a1a-b71a-1c1957e6ceb6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:03.009574 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2c139516-1dfe-4a1a-b71a-1c1957e6ceb6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:03.047467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ebaab-9b28-489f-889e-6d907509e421 req-3d2b456e-7108-4f14-a587-b43926a5f667 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:03.049883 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-406ebaab-9b28-489f-889e-6d907509e421 req-3d2b456e-7108-4f14-a587-b43926a5f667 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 946 time: 0.0753798 Aug 23 14:53:03.061865 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44298) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:03.071099 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-459e98ab-fdb3-49e1-9a92-7c7670db90b4 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2958987 Aug 23 14:53:03.074052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44300) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:03.080388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-88d81a2a-8d40-4f09-a54e-0b2644ac3ab2 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:03.123879 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-406ebaab-9b28-489f-889e-6d907509e421 req-58b09c79-3b71-4ee3-9f37-5e1dea296a58 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628648 Aug 23 14:53:03.131792 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2c139516-1dfe-4a1a-b71a-1c1957e6ceb6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4404092 Aug 23 14:53:03.160184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44304) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:03.160442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c4417315-c9fb-4f2a-8404-be1d95521d61 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=937ff4ef87fe4fcb894bc203dafb7e19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972311 Aug 23 14:53:03.230756 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-097651ec-18ad-4c0e-b2d9-276b59641aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:03.274760 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-097651ec-18ad-4c0e-b2d9-276b59641aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:03.290472 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88d81a2a-8d40-4f09-a54e-0b2644ac3ab2 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4588286'] for subnet, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:03.303380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-e69b5fdd-f5be-4efd-b202-0edf1ef5a42b', 'network_id': 'e69b5fdd-f5be-4efd-b202-0edf1ef5a42b', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'fixed_ips': [{'subnet_id': '2787a4b0-ee09-49a1-b6c3-f175d3137d34'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:53:03.304182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44310) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:03.304693 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:03.324711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-f54d31fc-99e0-41a5-87e9-586ba8927e41', 'network_id': 'f54d31fc-99e0-41a5-87e9-586ba8927e41', 'tenant_id': '3db655fc846d42c88e1b6c0c9c909a6b', 'fixed_ips': [{'subnet_id': '4ece8c26-7d81-45f0-88cc-5c13497022e9'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:53:03.325590 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:03.468042 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-097651ec-18ad-4c0e-b2d9-276b59641aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:03.470616 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-097651ec-18ad-4c0e-b2d9-276b59641aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:03.472744 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-097651ec-18ad-4c0e-b2d9-276b59641aea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/645fbfae-a090-4e9b-8808-675413676071 HTTP/1.1" status: 204 len: 168 time: 0.3110807 Aug 23 14:53:03.517882 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097651ec-18ad-4c0e-b2d9-276b59641aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645fbfae-a090-4e9b-8808-675413676071,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:03.592605 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bfcbaa-8b6f-46ce-8551-545e04612fbd None None] Network 3e3f405b-b477-496a-8bb2-54749b18cc3a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:03.609755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-c92e5fcf-9340-4290-baf1-8455ed020e28 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:03.618074 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-c92e5fcf-9340-4290-baf1-8455ed020e28 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:03.620091 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-c92e5fcf-9340-4290-baf1-8455ed020e28 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/networks?id=3e3f405b-b477-496a-8bb2-54749b18cc3a&id=e69b5fdd-f5be-4efd-b202-0edf1ef5a42b HTTP/1.1" status: 200 len: 1391 time: 0.2229004 Aug 23 14:53:03.636883 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-2f868c0d-4e82-4ee6-99c8-3e0b5d2febc8 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/quotas/3899520633d64a9ba672b7936389b974 HTTP/1.1" status: 200 len: 375 time: 0.0109971 Aug 23 14:53:03.730723 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-006973c9-d49f-406b-91c3-71ace20c6629 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3899520633d64a9ba672b7936389b974&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0845356 Aug 23 14:53:03.850379 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-159f7a6d-a7ec-4679-870e-081d7aef89ce service neutron] 10.222.0.38 "GET /v2.0/networks/3e3f405b-b477-496a-8bb2-54749b18cc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185741 Aug 23 14:53:03.872471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Allocated IP 19.86.0.2 (e69b5fdd-f5be-4efd-b202-0edf1ef5a42b/2787a4b0-ee09-49a1-b6c3-f175d3137d34/0af525a9-3619-4646-92f2-0d97546da235) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:03.985912 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-4b943770-aedb-4567-b19b-f39cd57f9c8b service neutron] 10.222.0.38 "GET /v2.0/networks/3e3f405b-b477-496a-8bb2-54749b18cc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292367 Aug 23 14:53:04.023746 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7347ff63-1bb6-4a2a-a5f3-0eedf851411a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:04.075537 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88d81a2a-8d40-4f09-a54e-0b2644ac3ab2 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727177648954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7943489'] for subnet, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:04.092156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Allocated IP 172.20.0.3 (f54d31fc-99e0-41a5-87e9-586ba8927e41/4ece8c26-7d81-45f0-88cc-5c13497022e9/3f5d8f72-39a2-4422-ba7c-7b9645be303e) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:04.111097 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fb517001-2866-4538-97aa-937d17201fd3 None None] Provisioning for port d213096c-981a-4f61-ae36-51408dfcfd56 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:04.139339 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-a333d5f8-2b66-44ab-a618-b70d9092d9ff service neutron] 10.222.0.38 "GET /v2.0/networks/e69b5fdd-f5be-4efd-b202-0edf1ef5a42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502726 Aug 23 14:53:04.310406 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d81a2a-8d40-4f09-a54e-0b2644ac3ab2 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:04.310406 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88d81a2a-8d40-4f09-a54e-0b2644ac3ab2 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:04.310406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-88d81a2a-8d40-4f09-a54e-0b2644ac3ab2 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "PUT /v2.0/subnets/4ece8c26-7d81-45f0-88cc-5c13497022e9 HTTP/1.1" status: 200 len: 877 time: 1.2298806 Aug 23 14:53:04.311162 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44336) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:04.314209 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-2c66e693-a57c-4682-8af7-1134b4452961 service neutron] 10.222.0.38 "GET /v2.0/networks/e69b5fdd-f5be-4efd-b202-0edf1ef5a42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670306 Aug 23 14:53:04.316639 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:04.371003 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Transition to ACTIVE for port object 0af525a9-3619-4646-92f2-0d97546da235 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:04.415082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Transition to ACTIVE for port object 0af525a9-3619-4646-92f2-0d97546da235 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:04.422977 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:04.433704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Transition to ACTIVE for port object 3f5d8f72-39a2-4422-ba7c-7b9645be303e will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:04.470174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Transition to ACTIVE for port object 3f5d8f72-39a2-4422-ba7c-7b9645be303e will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:04.507796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d213096c-981a-4f61-ae36-51408dfcfd56 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:04.553468 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:04.604664 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Network e69b5fdd-f5be-4efd-b202-0edf1ef5a42b is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:04.607826 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:04.620080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:04.625744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:04.628342 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Pushing event updated for resources: {'Port': ['ID=0af525a9-3619-4646-92f2-0d97546da235,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:04.715743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Network f54d31fc-99e0-41a5-87e9-586ba8927e41 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:04.729734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port d213096c-981a-4f61-ae36-51408dfcfd56 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:04.733860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:04.759454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:04.781933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port d213096c-981a-4f61-ae36-51408dfcfd56 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:04.782651 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:04.822433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Pushing event updated for resources: {'Port': ['ID=3f5d8f72-39a2-4422-ba7c-7b9645be303e,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:04.851870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Attempting to bind port 0af525a9-3619-4646-92f2-0d97546da235 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:04.852258 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Attempting to bind port 0af525a9-3619-4646-92f2-0d97546da235 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '17eb1351-3203-4c6b-85f4-f0aab46bb85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e69b5fdd-f5be-4efd-b202-0edf1ef5a42b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:04.852632 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Attempting to bind port 0af525a9-3619-4646-92f2-0d97546da235 on network e69b5fdd-f5be-4efd-b202-0edf1ef5a42b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:04.856646 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d4474840-8131-4fd4-be02-78d765162b3d None None] Provisioning complete for port d213096c-981a-4f61-ae36-51408dfcfd56 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:04.857021 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d4474840-8131-4fd4-be02-78d765162b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:04.881662 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d81a2a-8d40-4f09-a54e-0b2644ac3ab2 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event updated for resources: {'Subnet': ['ID=4ece8c26-7d81-45f0-88cc-5c13497022e9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:04.915360 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:04.923315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:04.923917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Checking segment: {'id': '17eb1351-3203-4c6b-85f4-f0aab46bb85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e69b5fdd-f5be-4efd-b202-0edf1ef5a42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:04.925413 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:04.925778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Bound using segment: {'id': '17eb1351-3203-4c6b-85f4-f0aab46bb85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e69b5fdd-f5be-4efd-b202-0edf1ef5a42b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:04.926291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Bound port: 0af525a9-3619-4646-92f2-0d97546da235, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17eb1351-3203-4c6b-85f4-f0aab46bb85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e69b5fdd-f5be-4efd-b202-0edf1ef5a42b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:04.926691 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:04.948054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ddee1-f5f1-40cb-b128-7aa98338b17f req-2c2e6912-f5a7-4a82-913c-835a89ff890a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:04.950101 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-579ddee1-f5f1-40cb-b128-7aa98338b17f req-2c2e6912-f5a7-4a82-913c-835a89ff890a tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 946 time: 0.6733301 Aug 23 14:53:04.977829 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-029c6e89-874f-4e42-9e3a-956f3a1c9f65 req-646ae3bd-3faa-4e47-b16e-f570dbba5911 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 210 time: 0.1204858 Aug 23 14:53:04.978430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Attempting to bind port 3f5d8f72-39a2-4422-ba7c-7b9645be303e on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:04.978589 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Attempting to bind port 3f5d8f72-39a2-4422-ba7c-7b9645be303e by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '7d693621-1723-4bf6-9be9-115daef9b20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f54d31fc-99e0-41a5-87e9-586ba8927e41'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:04.978979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Attempting to bind port 3f5d8f72-39a2-4422-ba7c-7b9645be303e on network f54d31fc-99e0-41a5-87e9-586ba8927e41 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:05.015737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:05.016123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Checking segment: {'id': '7d693621-1723-4bf6-9be9-115daef9b20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f54d31fc-99e0-41a5-87e9-586ba8927e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:05.016629 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:05.017031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Bound using segment: {'id': '7d693621-1723-4bf6-9be9-115daef9b20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f54d31fc-99e0-41a5-87e9-586ba8927e41'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:05.018057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Bound port: 3f5d8f72-39a2-4422-ba7c-7b9645be303e, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d693621-1723-4bf6-9be9-115daef9b20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f54d31fc-99e0-41a5-87e9-586ba8927e41'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:05.018802 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:05.086579 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-579ddee1-f5f1-40cb-b128-7aa98338b17f req-ef2fe909-f6a5-4e61-9f4e-3cfffbb6bb13 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021709 Aug 23 14:53:05.138042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Deleting port 3f5d8f72-39a2-4422-ba7c-7b9645be303e {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:05.138341 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:05.233141 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d4474840-8131-4fd4-be02-78d765162b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:05.236939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] For port 0af525a9-3619-4646-92f2-0d97546da235, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:05.268523 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-7347ff63-1bb6-4a2a-a5f3-0eedf851411a admin admin] Deleting port 47562f01-2197-4913-8de9-8622978fe5da {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:05.268839 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:05.268986 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7347ff63-1bb6-4a2a-a5f3-0eedf851411a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:05.292232 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] For port 0af525a9-3619-4646-92f2-0d97546da235, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0af525a9-3619-4646-92f2-0d97546da235,segment=NetworkSegment(17eb1351-3203-4c6b-85f4-f0aab46bb85f),segment_id=17eb1351-3203-4c6b-85f4-f0aab46bb85f)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:05.317675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] For port 3f5d8f72-39a2-4422-ba7c-7b9645be303e, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:05.332344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bc8ad-c377-484f-afcd-20a4cf1fe893 req-d7424756-3136-48b0-a7a5-8b4f2652231a tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:05.336747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa7bc8ad-c377-484f-afcd-20a4cf1fe893 req-d7424756-3136-48b0-a7a5-8b4f2652231a tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 1097 time: 0.1496470 Aug 23 14:53:05.339810 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] For port 3f5d8f72-39a2-4422-ba7c-7b9645be303e, host n-d-804985-3, got binding levels [] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:05.340201 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:05.340611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] For port 3f5d8f72-39a2-4422-ba7c-7b9645be303e, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3f5d8f72-39a2-4422-ba7c-7b9645be303e,segment=NetworkSegment(7d693621-1723-4bf6-9be9-115daef9b20f),segment_id=7d693621-1723-4bf6-9be9-115daef9b20f)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:05.344473 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d4474840-8131-4fd4-be02-78d765162b3d None None] For port d213096c-981a-4f61-ae36-51408dfcfd56, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d213096c-981a-4f61-ae36-51408dfcfd56,segment=NetworkSegment(c0b09e84-222d-4771-bf36-8f45a9f95aba),segment_id=c0b09e84-222d-4771-bf36-8f45a9f95aba)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:05.367532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Calling delete_port for 3f5d8f72-39a2-4422-ba7c-7b9645be303e owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:05.392220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44368) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:05.445357 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:05.457618 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa7bc8ad-c377-484f-afcd-20a4cf1fe893 req-3a761e94-16ba-4bce-adec-d5f02f09ac27 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128659 Aug 23 14:53:05.477319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-7347ff63-1bb6-4a2a-a5f3-0eedf851411a admin admin] For port 47562f01-2197-4913-8de9-8622978fe5da, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=47562f01-2197-4913-8de9-8622978fe5da,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:05.477754 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7347ff63-1bb6-4a2a-a5f3-0eedf851411a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:05.497922 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d4474840-8131-4fd4-be02-78d765162b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:05.500281 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:05.523949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-7347ff63-1bb6-4a2a-a5f3-0eedf851411a admin admin] Calling delete_port for 47562f01-2197-4913-8de9-8622978fe5da owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:05.563389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1743336502-network', 'tenant_id': '1588db2fec1f4911a712614e990772db'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:05.607447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f984d32-9bb5-475f-87db-6bc4e9690c0e None None] Pushing event updated for resources: {'Port': ['ID=0af525a9-3619-4646-92f2-0d97546da235,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:05.610661 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:53:05.611038 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:53:05.670143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4474840-8131-4fd4-be02-78d765162b3d None None] Pushing event updated for resources: {'Port': ['ID=d213096c-981a-4f61-ae36-51408dfcfd56,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:05.697360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472008af-b47f-48ee-9b55-091aee8211f8 req-82ee0607-e6a9-4235-b3e5-9cf47760a685 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:05.705253 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-472008af-b47f-48ee-9b55-091aee8211f8 req-82ee0607-e6a9-4235-b3e5-9cf47760a685 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0997553 Aug 23 14:53:05.722387 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] Made reservation on behalf of 1588db2fec1f4911a712614e990772db for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:05.725146 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:05.743500 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e425c9-a61b-4642-b30b-13e0cc3c890d None None] Pushing event updated for resources: {'Port': ['ID=3f5d8f72-39a2-4422-ba7c-7b9645be303e,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:05.760167 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-472008af-b47f-48ee-9b55-091aee8211f8 req-676cc5a0-347a-4a00-a4c0-87868211cabb tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519452 Aug 23 14:53:05.761260 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:05.911817 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:05.955584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Port': ['ID=3f5d8f72-39a2-4422-ba7c-7b9645be303e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:06.038012 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:06.045804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No DVR routers for this DVR port 3f5d8f72-39a2-4422-ba7c-7b9645be303e on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:06.052665 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7347ff63-1bb6-4a2a-a5f3-0eedf851411a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:06.098364 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-499bc283-3ad4-410d-840f-10c8d5db6124 req-a5f3f6ad-2c27-4369-81f4-e6b3e83ce194 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 210 time: 0.0436213 Aug 23 14:53:06.168737 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:06.182154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347ff63-1bb6-4a2a-a5f3-0eedf851411a admin admin] Pushing event deleted for resources: {'Port': ['ID=47562f01-2197-4913-8de9-8622978fe5da,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:06.218035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a24ffa-13e4-4e74-9f0f-1431706bb48f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:06.229634 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:53:06.245059 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:06.245059 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] Added segment aa689356-f631-46c8-9e3e-82a444f1eaff of type vlan for network 60c0053b-2150-4794-96d5-4cd2a0a611e0 Aug 23 14:53:06.338636 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:06.348478 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:06.464172 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:06.464172 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:06.464172 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:06.551015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] Pushing event updated for resources: {'Network': ['ID=60c0053b-2150-4794-96d5-4cd2a0a611e0,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:06.562493 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 60c0053b-2150-4794-96d5-4cd2a0a611e0 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:53:06.623074 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d213096c-981a-4f61-ae36-51408dfcfd56 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:06.626659 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7347ff63-1bb6-4a2a-a5f3-0eedf851411a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:06.671071 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6eb520f5-a1e1-4fe2-971f-3458dd3ec05c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2768085 Aug 23 14:53:06.676304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44388) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:06.684247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-35bc0cc5-650a-448d-89c8-aefcc05a24a1 admin admin] Request body: {'subnet': {'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1743336502-subnet', 'tenant_id': '1588db2fec1f4911a712614e990772db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:06.721374 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:06.737241 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port d213096c-981a-4f61-ae36-51408dfcfd56 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:06.737921 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:06.833228 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bc0cc5-650a-448d-89c8-aefcc05a24a1 admin admin] Made reservation on behalf of 1588db2fec1f4911a712614e990772db for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:06.835882 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-35bc0cc5-650a-448d-89c8-aefcc05a24a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:06.838095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Subnet': ['ID=4ece8c26-7d81-45f0-88cc-5c13497022e9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:07.055597 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:07.086119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54d31fc-99e0-41a5-87e9-586ba8927e41']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:07.093821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0af525a9-3619-4646-92f2-0d97546da235 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:07.135604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d693621-1723-4bf6-9be9-115daef9b20f') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:07.135961 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d693621-1723-4bf6-9be9-115daef9b20f') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:07.186829 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:07.352488 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:07.353393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 0af525a9-3619-4646-92f2-0d97546da235 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:07.367482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:53:07.368196 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:53:07.373074 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:53:07.396253 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c9540e-a4d2-424b-80aa-4340e35f5fa1 None None] Network f54d31fc-99e0-41a5-87e9-586ba8927e41 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:07.551273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-867d9a0b-6cf9-4464-b14d-9961660689ad None None] Could not find standard attr ID for object 3f5d8f72-39a2-4422-ba7c-7b9645be303e. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 14:53:07.669309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7347ff63-1bb6-4a2a-a5f3-0eedf851411a admin admin] Router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:53:07.688841 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:07.698747 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:07.707849 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/f54d31fc-99e0-41a5-87e9-586ba8927e41 HTTP/1.1" status: 204 len: 168 time: 3.3915493 Aug 23 14:53:07.718609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44414) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:07.779635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cfd8a-7846-45b1-92cf-0ba7c256034a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Network': ['ID=f54d31fc-99e0-41a5-87e9-586ba8927e41,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:07.813357 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53c0a8e-30c4-49a5-a628-11443d7fcb9e None None] DHCP port deletion for f54d31fc-99e0-41a5-87e9-586ba8927e41 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:53:07.824808 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a03b54a-62a2-4f18-a7e0-28eb1b42e95c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:07.825538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a03b54a-62a2-4f18-a7e0-28eb1b42e95c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:07.827466 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9a03b54a-62a2-4f18-a7e0-28eb1b42e95c tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/subnets/4ece8c26-7d81-45f0-88cc-5c13497022e9 HTTP/1.1" status: 404 len: 337 time: 0.1082294 Aug 23 14:53:07.832989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44416) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:07.864738 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd92a7f6-b532-406d-a71c-82fda506e047 None None] Network f54d31fc-99e0-41a5-87e9-586ba8927e41 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:07.868309 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-da12f24f-a167-45f0-b162-7a2830c08f09 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:07.869341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da12f24f-a167-45f0-b162-7a2830c08f09 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:07.875424 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-da12f24f-a167-45f0-b162-7a2830c08f09 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/f54d31fc-99e0-41a5-87e9-586ba8927e41 HTTP/1.1" status: 404 len: 339 time: 0.0341108 Aug 23 14:53:07.875424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44418) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:07.883939 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-15972230-e1e8-4c7b-bdd4-751c0c2ea27c req-de5fef16-a896-42d7-99b8-c22b3c40b3b6 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 210 time: 0.0684474 Aug 23 14:53:07.894564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd92a7f6-b532-406d-a71c-82fda506e047 None None] Network f54d31fc-99e0-41a5-87e9-586ba8927e41 could not be found, it might have been deleted concurrently. {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 14:53:07.967421 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd424e8-bce2-4a7f-974c-623f210bc4b9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:07.967421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd424e8-bce2-4a7f-974c-623f210bc4b9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:07.971865 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5fd424e8-bce2-4a7f-974c-623f210bc4b9 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/subnets/1080fd66-4fec-4b3f-beb4-c5e0f6e0cfed HTTP/1.1" status: 404 len: 337 time: 0.0930786 Aug 23 14:53:07.972619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44420) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:07.997933 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-4928a2a1-f993-4acd-a771-a4304476107f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:07.998634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4928a2a1-f993-4acd-a771-a4304476107f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:08.003115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4928a2a1-f993-4acd-a771-a4304476107f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/8b88d066-a444-4f10-be52-06da885ae501 HTTP/1.1" status: 404 len: 339 time: 0.0268147 Aug 23 14:53:08.004155 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44422) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:08.013940 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41183268-642e-444b-9521-948f45d7940b None None] Network e69b5fdd-f5be-4efd-b202-0edf1ef5a42b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:08.017890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-a3caf3db-8c25-4bdf-bc9a-0ad83e5c49d9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:08.024863 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-a3caf3db-8c25-4bdf-bc9a-0ad83e5c49d9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:08.026467 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-a3caf3db-8c25-4bdf-bc9a-0ad83e5c49d9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.57 "GET /v2.0/networks?id=3e3f405b-b477-496a-8bb2-54749b18cc3a&id=e69b5fdd-f5be-4efd-b202-0edf1ef5a42b HTTP/1.1" status: 200 len: 1391 time: 0.2219620 Aug 23 14:53:08.056215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-9c24c69b-0905-4691-a01c-ab6d3f45018b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Request body: {'port': {'device_id': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'network_id': '3e3f405b-b477-496a-8bb2-54749b18cc3a', 'admin_state_up': True, 'tenant_id': '3899520633d64a9ba672b7936389b974'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:08.108317 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7347ff63-1bb6-4a2a-a5f3-0eedf851411a admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:53:08.117552 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7347ff63-1bb6-4a2a-a5f3-0eedf851411a admin admin] 10.222.0.38 "PUT /v2.0/routers/a3f0da8e-1de2-43d3-8bd7-1d684b50ecac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7931676 Aug 23 14:53:08.120126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44424) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:08.129758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0037bc41-b9fa-4dda-b856-12765c7ce908 None None] Sync routers for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:53:08.132460 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7c20ad9-997d-475c-a8d3-8b7f82d3d910 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:08.152749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037bc41-b9fa-4dda-b856-12765c7ce908 None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:08.153391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0037bc41-b9fa-4dda-b856-12765c7ce908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:08.357447 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-35bc0cc5-650a-448d-89c8-aefcc05a24a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:08.381327 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7c20ad9-997d-475c-a8d3-8b7f82d3d910 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:08.395516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e7c20ad9-997d-475c-a8d3-8b7f82d3d910 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708fb8f3-6c4d-4fcb-bd17-e86ac0181ad9']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:08.400939 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:08.422194 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc0cc5-650a-448d-89c8-aefcc05a24a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e7f3de-c5c9-4bc5-8835-17e093450e74,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:08.451640 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc0cc5-650a-448d-89c8-aefcc05a24a1 admin admin] Checking segment: {'id': 'aa689356-f631-46c8-9e3e-82a444f1eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:08.452097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc0cc5-650a-448d-89c8-aefcc05a24a1 admin admin] Network hostable DHCP agents. Network: 60c0053b-2150-4794-96d5-4cd2a0a611e0, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:53:08.464088 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-9c24c69b-0905-4691-a01c-ab6d3f45018b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Made reservation on behalf of 3899520633d64a9ba672b7936389b974 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:08.467407 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-9c24c69b-0905-4691-a01c-ab6d3f45018b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:08.474787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e7c20ad9-997d-475c-a8d3-8b7f82d3d910 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc40290-b1ae-44cb-a82f-b6ada32732ad') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:08.474787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e7c20ad9-997d-475c-a8d3-8b7f82d3d910 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc40290-b1ae-44cb-a82f-b6ada32732ad') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:08.483970 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7c20ad9-997d-475c-a8d3-8b7f82d3d910 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:08.487337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-96fea151-afcf-4813-8393-5eba768deacf None None] Provisioning for port 0af525a9-3619-4646-92f2-0d97546da235 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:08.497133 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3f5d8f72-39a2-4422-ba7c-7b9645be303e no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:08.523532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-96fea151-afcf-4813-8393-5eba768deacf None None] Provisioning complete for port 0af525a9-3619-4646-92f2-0d97546da235 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:08.527799 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96fea151-afcf-4813-8393-5eba768deacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:08.534464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 3f5d8f72-39a2-4422-ba7c-7b9645be303e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:08.534821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3f5d8f72-39a2-4422-ba7c-7b9645be303e not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:08.541041 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7c20ad9-997d-475c-a8d3-8b7f82d3d910 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:08.553427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c20ad9-997d-475c-a8d3-8b7f82d3d910 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:53:08.554259 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7c20ad9-997d-475c-a8d3-8b7f82d3d910 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:53:08.557996 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:53:08.578612 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc0cc5-650a-448d-89c8-aefcc05a24a1 admin admin] Network 60c0053b-2150-4794-96d5-4cd2a0a611e0 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:53:08.583494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-0037bc41-b9fa-4dda-b856-12765c7ce908 None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:53:08.630990 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:08.658830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-9c24c69b-0905-4691-a01c-ab6d3f45018b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Allocated IP 19.80.0.74 (3e3f405b-b477-496a-8bb2-54749b18cc3a/ca5a621a-f41a-4842-8134-76984d298a84/f298a207-e670-4697-9770-f62bde380694) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:08.677777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-35bc0cc5-650a-448d-89c8-aefcc05a24a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 60c0053b-2150-4794-96d5-4cd2a0a611e0) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:08.685912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc0cc5-650a-448d-89c8-aefcc05a24a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:08.686602 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-35bc0cc5-650a-448d-89c8-aefcc05a24a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:08.700801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a10aca-da3d-4373-82b8-12d9c77188f1 None None] Network 60c0053b-2150-4794-96d5-4cd2a0a611e0 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:08.750895 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7c20ad9-997d-475c-a8d3-8b7f82d3d910 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:08.803060 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-35bc0cc5-650a-448d-89c8-aefcc05a24a1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1256249 Aug 23 14:53:08.819206 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7c20ad9-997d-475c-a8d3-8b7f82d3d910 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:08.821699 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e7c20ad9-997d-475c-a8d3-8b7f82d3d910 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/708fb8f3-6c4d-4fcb-bd17-e86ac0181ad9 HTTP/1.1" status: 204 len: 168 time: 0.8172281 Aug 23 14:53:08.824130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c20ad9-997d-475c-a8d3-8b7f82d3d910 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Network': ['ID=708fb8f3-6c4d-4fcb-bd17-e86ac0181ad9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:08.831821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44434) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:08.868162 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] Deleting port bb26a317-e8be-4cf3-842f-0eb02dc979c0 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:08.871767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:08.878069 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3556814-7306-4181-8e6c-88d07ad2bbb5 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:08.878542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3556814-7306-4181-8e6c-88d07ad2bbb5 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:08.885388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d3556814-7306-4181-8e6c-88d07ad2bbb5 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/subnets/8240dc6f-816c-4812-9a9e-0dfe429d6008 HTTP/1.1" status: 404 len: 337 time: 0.0522881 Aug 23 14:53:08.891269 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44436) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:08.991259 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06d5597-6fbf-4f0d-94cd-c278b5c1f469 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:08.991522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] For port bb26a317-e8be-4cf3-842f-0eb02dc979c0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bb26a317-e8be-4cf3-842f-0eb02dc979c0,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:08.991777 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:08.993472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06d5597-6fbf-4f0d-94cd-c278b5c1f469 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:09.005229 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b06d5597-6fbf-4f0d-94cd-c278b5c1f469 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/6701e630-2c7b-4746-8a00-d26f35ae8ac2 HTTP/1.1" status: 404 len: 339 time: 0.1114459 Aug 23 14:53:09.006561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] Calling delete_port for bb26a317-e8be-4cf3-842f-0eb02dc979c0 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:09.013902 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44440) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:09.015360 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96fea151-afcf-4813-8393-5eba768deacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:09.098262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450c63b9-2791-41df-9e33-f1d2183704d0 None None] Network 60c0053b-2150-4794-96d5-4cd2a0a611e0 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:09.102129 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-8682b89e-2f03-4459-bfa5-b54bae560113 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:09.102647 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8682b89e-2f03-4459-bfa5-b54bae560113 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:09.114992 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8682b89e-2f03-4459-bfa5-b54bae560113 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/subnets/316247e8-34fe-48cb-8dc5-25d64f063341 HTTP/1.1" status: 404 len: 337 time: 0.0904257 Aug 23 14:53:09.144962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44446) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:09.156160 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a00768f9-27fb-4cc4-b85b-51ea8dbbb7ad req-92dcb03e-50cd-49eb-9a23-adabf6a1813d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 210 time: 0.1182356 Aug 23 14:53:09.177529 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-9c24c69b-0905-4691-a01c-ab6d3f45018b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:09.186841 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0f6127-8498-4d9c-9d1f-f702d2241715 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:09.186841 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0f6127-8498-4d9c-9d1f-f702d2241715 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:09.186841 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9f0f6127-8498-4d9c-9d1f-f702d2241715 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/3a8bd22d-56bb-4f9c-b0cb-baef19e4d5de HTTP/1.1" status: 404 len: 339 time: 0.0386903 Aug 23 14:53:09.188523 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44452) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:09.212607 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-96fea151-afcf-4813-8393-5eba768deacf None None] For port 0af525a9-3619-4646-92f2-0d97546da235, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0af525a9-3619-4646-92f2-0d97546da235,segment=NetworkSegment(17eb1351-3203-4c6b-85f4-f0aab46bb85f),segment_id=17eb1351-3203-4c6b-85f4-f0aab46bb85f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:09.221957 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed57c4b-f0f0-4e73-8248-3c8bb231840a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:09.222207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed57c4b-f0f0-4e73-8248-3c8bb231840a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:09.224155 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-aed57c4b-f0f0-4e73-8248-3c8bb231840a tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/subnets/8aea24da-3c24-4d96-a61c-b9d734207ecf HTTP/1.1" status: 404 len: 337 time: 0.0346005 Aug 23 14:53:09.227167 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44454) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:09.239247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-9c24c69b-0905-4691-a01c-ab6d3f45018b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Transition to ACTIVE for port object f298a207-e670-4697-9770-f62bde380694 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:09.245669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0037bc41-b9fa-4dda-b856-12765c7ce908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:53:05Z', 'revision_number': 5, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port': {'id': 'bb26a317-e8be-4cf3-842f-0eb02dc979c0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:16Z', 'updated_at': '2021-08-23T14:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:09.255733 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf677b9-d3f0-47d8-80cc-f9c278f670fb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:09.256277 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf677b9-d3f0-47d8-80cc-f9c278f670fb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:09.258037 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dcf677b9-d3f0-47d8-80cc-f9c278f670fb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/614d3e84-3c28-46e2-b99d-6aac32518625 HTTP/1.1" status: 404 len: 339 time: 0.0298862 Aug 23 14:53:09.260620 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44456) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:09.280060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0037bc41-b9fa-4dda-b856-12765c7ce908 None None] Checking router: a3f0da8e-1de2-43d3-8bd7-1d684b50ecac for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:53:09.310493 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9b511d-8338-4b95-86dc-e5fe0bf9668b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:09.310983 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9b511d-8338-4b95-86dc-e5fe0bf9668b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:09.312978 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3e9b511d-8338-4b95-86dc-e5fe0bf9668b tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/subnets/55a702e3-a2ab-40a0-b294-4b2945d00839 HTTP/1.1" status: 404 len: 337 time: 0.0512397 Aug 23 14:53:09.316196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44464) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:09.335306 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037bc41-b9fa-4dda-b856-12765c7ce908 None None] Routers {'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:09.336076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0037bc41-b9fa-4dda-b856-12765c7ce908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:09.355858 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6252721-06f6-4ed0-af67-9c89b85ccea3 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:09.356903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6252721-06f6-4ed0-af67-9c89b85ccea3 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:09.361515 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f6252721-06f6-4ed0-af67-9c89b85ccea3 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/c3fa0953-dfc5-4534-bde0-7a4b32f07a19 HTTP/1.1" status: 404 len: 339 time: 0.0419216 Aug 23 14:53:09.361897 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44466) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:09.372474 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:09.403088 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96fea151-afcf-4813-8393-5eba768deacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:09.465800 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb42f7b-8545-49d9-9e2c-bd01f6a5a851 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:09.466302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb42f7b-8545-49d9-9e2c-bd01f6a5a851 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:09.471709 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-aeb42f7b-8545-49d9-9e2c-bd01f6a5a851 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/subnets/4542affc-e282-4e39-ba4d-9239be7bf123 HTTP/1.1" status: 404 len: 337 time: 0.1086752 Aug 23 14:53:09.474757 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44468) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:09.476955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb26a317-e8be-4cf3-842f-0eb02dc979c0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:09.481553 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-9c24c69b-0905-4691-a01c-ab6d3f45018b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:09.503435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-0037bc41-b9fa-4dda-b856-12765c7ce908 None None] Set router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:53:09.573891 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0037bc41-b9fa-4dda-b856-12765c7ce908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:53:08Z', 'revision_number': 6, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:09.576363 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24c69b-0905-4691-a01c-ab6d3f45018b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event updated for resources: {'Port': ['ID=f298a207-e670-4697-9770-f62bde380694,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:09.585026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-a4d6d528-23b8-476d-9d63-8934a000d9fc tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:53:09.586142 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7106c2-23db-4f9e-b968-24538eeb9095 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:09.586797 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7106c2-23db-4f9e-b968-24538eeb9095 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:09.588676 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5f7106c2-23db-4f9e-b968-24538eeb9095 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/0dae7b25-6abb-403d-a4b5-b9f279bfdca2 HTTP/1.1" status: 404 len: 339 time: 0.1131620 Aug 23 14:53:09.591254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-a4d6d528-23b8-476d-9d63-8934a000d9fc tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3267226 Aug 23 14:53:09.592760 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44478) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:09.632183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0037bc41-b9fa-4dda-b856-12765c7ce908 None None] The sync data for ids ['a3f0da8e-1de2-43d3-8bd7-1d684b50ecac'] in n-d-804985-3 is: [{'id': 'a3f0da8e-1de2-43d3-8bd7-1d684b50ecac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1091809629-router', 'tenant_id': '55e5a64cab5e4e0ca3cd861382426a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:14Z', 'updated_at': '2021-08-23T14:53:08Z', 'revision_number': 6, 'project_id': '55e5a64cab5e4e0ca3cd861382426a21', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:53:09.639749 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e024de-4a67-4828-83ad-86380126f84e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:09.640224 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e024de-4a67-4828-83ad-86380126f84e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:09.643139 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-38e024de-4a67-4828-83ad-86380126f84e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/subnets/8ec63033-ff61-48f4-9755-3803e1542713 HTTP/1.1" status: 404 len: 337 time: 0.0483036 Aug 23 14:53:09.651756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44482) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:09.662894 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1cf65072-9f9f-4b78-ba29-1dc8ebd9b295 None None] Provisioning complete for port 0af525a9-3619-4646-92f2-0d97546da235 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:09.663259 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1cf65072-9f9f-4b78-ba29-1dc8ebd9b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:09.665059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fea151-afcf-4813-8393-5eba768deacf None None] Pushing event updated for resources: {'Port': ['ID=0af525a9-3619-4646-92f2-0d97546da235,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:09.705678 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-7caa1692-6fe2-43bb-b9ab-b656a35bc81e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:09.716231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7caa1692-6fe2-43bb-b9ab-b656a35bc81e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:09.716231 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7caa1692-6fe2-43bb-b9ab-b656a35bc81e tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/f1c18697-f153-412f-a137-431c007eff0f HTTP/1.1" status: 404 len: 339 time: 0.0549579 Aug 23 14:53:09.716231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-6aee6914-3df9-4757-85d1-98eb532ef032 service neutron] Request body: {'binding': {'host': 'n-h2-804985-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:09.716231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-6aee6914-3df9-4757-85d1-98eb532ef032 service neutron] Unknown quota resources ['binding']. {{(pid=96115) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 14:53:09.718425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44484) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:09.738223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-9c24c69b-0905-4691-a01c-ab6d3f45018b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Network 3e3f405b-b477-496a-8bb2-54749b18cc3a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:09.741701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-9c24c69b-0905-4691-a01c-ab6d3f45018b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:09.750272 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:09.758805 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-9c24c69b-0905-4691-a01c-ab6d3f45018b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:09.854282 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-40facd65-58e0-42d6-9c7a-218643657f49 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:09.854282 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-40facd65-58e0-42d6-9c7a-218643657f49 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/networks?id=60c0053b-2150-4794-96d5-4cd2a0a611e0 HTTP/1.1" status: 200 len: 814 time: 0.2620714 Aug 23 14:53:09.860440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-9c24c69b-0905-4691-a01c-ab6d3f45018b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:09.861843 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-9c24c69b-0905-4691-a01c-ab6d3f45018b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:09.884276 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-e781c8db-825e-4738-b441-2dabf31d965c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/quotas/1588db2fec1f4911a712614e990772db HTTP/1.1" status: 200 len: 375 time: 0.0175087 Aug 23 14:53:10.231776 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-710e9bac-7c3b-4100-998b-894349b31f09 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1588db2fec1f4911a712614e990772db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339427 Aug 23 14:53:10.235621 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:53:10.236927 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-f7c7eebd-ab0f-4d7c-976a-c2fa0e3f50f3 service neutron] 10.222.0.38 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014404 Aug 23 14:53:10.236927 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-8f811679-3bbb-415d-9887-f71bfc7f99fe service neutron] 10.222.0.38 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162064 Aug 23 14:53:10.237095 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeda3ab0-ceef-432b-bad3-0ad8c8a7700f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:10.237095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeda3ab0-ceef-432b-bad3-0ad8c8a7700f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:10.237095 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-aeda3ab0-ceef-432b-bad3-0ad8c8a7700f tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/subnets/b8c60951-f383-4df5-ba8f-8b31e132022c HTTP/1.1" status: 404 len: 337 time: 0.4758275 Aug 23 14:53:10.237659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44488) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:10.237752 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:10.245800 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-890949f7-f85a-4472-9c37-eca5f243d99d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:10.246843 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:10.248080 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890949f7-f85a-4472-9c37-eca5f243d99d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:10.251164 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-890949f7-f85a-4472-9c37-eca5f243d99d tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/97687e01-049f-4eb5-b417-1c476d2483b8 HTTP/1.1" status: 404 len: 339 time: 0.0326409 Aug 23 14:53:10.255000 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44490) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:10.283624 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b71ff8-68d1-4329-84c9-d76bfd7fdf18 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:10.284306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b71ff8-68d1-4329-84c9-d76bfd7fdf18 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:10.286332 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c0b71ff8-68d1-4329-84c9-d76bfd7fdf18 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/subnets/c6c62375-8e93-4bf1-8a61-910161bd2c24 HTTP/1.1" status: 404 len: 337 time: 0.0301192 Aug 23 14:53:10.289043 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44492) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:10.308363 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc0e7ee-2f48-47b0-8634-32f80cd451f5 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] DELETE failed (client error): The resource could not be found. Aug 23 14:53:10.309025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc0e7ee-2f48-47b0-8634-32f80cd451f5 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:53:10.313057 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2cc0e7ee-2f48-47b0-8634-32f80cd451f5 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/394c2f6e-4ac1-48d9-9e4a-2da44b5c3a5f HTTP/1.1" status: 404 len: 339 time: 0.0207877 Aug 23 14:53:10.313345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44496) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:10.324860 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-9c24c69b-0905-4691-a01c-ab6d3f45018b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2726567 Aug 23 14:53:10.350212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-e3844b43-f395-45c1-b45e-cc9a52373e88 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Request body: {'port': {'device_id': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'network_id': 'e69b5fdd-f5be-4efd-b202-0edf1ef5a42b', 'admin_state_up': True, 'tenant_id': '3899520633d64a9ba672b7936389b974'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:10.388470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-6aee6914-3df9-4757-85d1-98eb532ef032 service neutron] Attempting to bind port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 on host n-h2-804985-3 for vnic_type normal with profile None {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:10.388817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-6aee6914-3df9-4757-85d1-98eb532ef032 service neutron] Attempting to bind port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:10.389164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-6aee6914-3df9-4757-85d1-98eb532ef032 service neutron] Attempting to bind port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:10.394599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-6aee6914-3df9-4757-85d1-98eb532ef032 service neutron] Port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:53:10.394936 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-6aee6914-3df9-4757-85d1-98eb532ef032 service neutron] Attempting to bind port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:10.400452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-6aee6914-3df9-4757-85d1-98eb532ef032 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:10.400797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-6aee6914-3df9-4757-85d1-98eb532ef032 service neutron] Checking segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:10.401186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-6aee6914-3df9-4757-85d1-98eb532ef032 service neutron] Bound using segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:10.401625 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-6aee6914-3df9-4757-85d1-98eb532ef032 service neutron] Bound port: 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:10.426032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ae13ba-d83a-4dca-b5a9-f4bfbce15786 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Deleting subnet db47ac81-70c3-4d6b-bf8c-39c72d6d222d {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:53:10.430928 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2ae13ba-d83a-4dca-b5a9-f4bfbce15786 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:10.460528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-6aee6914-3df9-4757-85d1-98eb532ef032 service neutron] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:10.467267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b70e87b5-4f1c-4a78-9700-0cf9b4799efd None None] Provisioning for port f298a207-e670-4697-9770-f62bde380694 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:10.472709 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b70e87b5-4f1c-4a78-9700-0cf9b4799efd None None] Provisioning complete for port f298a207-e670-4697-9770-f62bde380694 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:10.472709 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b70e87b5-4f1c-4a78-9700-0cf9b4799efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:10.496412 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2ae13ba-d83a-4dca-b5a9-f4bfbce15786 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:10.515982 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b70e87b5-4f1c-4a78-9700-0cf9b4799efd None None] Port f298a207-e670-4697-9770-f62bde380694 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:53:10.528482 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:10.529147 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3f0da8e-1de2-43d3-8bd7-1d684b50ecac {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:53:10.538443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:10.540249 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-14bfdff9-4f51-4e55-8da5-9e7a9eb02ae3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a3f0da8e-1de2-43d3-8bd7-1d684b50ecac HTTP/1.1" status: 204 len: 168 time: 2.4190385 Aug 23 14:53:10.540893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44502) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:10.594419 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-6aee6914-3df9-4757-85d1-98eb532ef032 service neutron] Notify callbacks [] for binding, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:10.605307 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-6aee6914-3df9-4757-85d1-98eb532ef032 service neutron] 10.222.0.38 "POST /v2.0/ports/345a6244-00ef-4afd-b54e-7ddbe7cba9d4/bindings HTTP/1.1" status: 201 len: 389 time: 0.9905081 Aug 23 14:53:10.649649 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-89880c55-f951-4962-9a00-1074016483e4 admin admin] Deleting subnet d010c8ad-03e3-4ffc-868b-88fa8799727b {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:53:10.655551 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89880c55-f951-4962-9a00-1074016483e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:10.674821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-e3844b43-f395-45c1-b45e-cc9a52373e88 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Made reservation on behalf of 3899520633d64a9ba672b7936389b974 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:10.683809 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-e3844b43-f395-45c1-b45e-cc9a52373e88 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:10.699954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0af525a9-3619-4646-92f2-0d97546da235 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:10.741112 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89880c55-f951-4962-9a00-1074016483e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:10.792576 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2ae13ba-d83a-4dca-b5a9-f4bfbce15786 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:10.815537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0af525a9-3619-4646-92f2-0d97546da235 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:10.817764 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:10.868478 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89880c55-f951-4962-9a00-1074016483e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:10.995120 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace69a3b-0621-42ec-81ec-cd52896d0fff req-1f9e2699-2a38-472b-b09c-4d2a10c951af tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:11.003610 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ace69a3b-0621-42ec-81ec-cd52896d0fff req-1f9e2699-2a38-472b-b09c-4d2a10c951af tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 931 time: 0.1597083 Aug 23 14:53:11.019464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-e3844b43-f395-45c1-b45e-cc9a52373e88 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Allocated IP 19.86.0.146 (e69b5fdd-f5be-4efd-b202-0edf1ef5a42b/2787a4b0-ee09-49a1-b6c3-f175d3137d34/5ffbdb55-aad8-475f-adf0-eda7ef94d3ce) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:11.047195 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bb26a317-e8be-4cf3-842f-0eb02dc979c0 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:11.063386 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ace69a3b-0621-42ec-81ec-cd52896d0fff req-3a045de9-3d8c-4659-b196-ad8d9ccdba5f tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585959 Aug 23 14:53:11.075988 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a21572eb-141f-4336-9534-b27edb2d50d6 req-7df4c631-7f2e-47e7-91f0-9a8b20563c47 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 210 time: 0.0411959 Aug 23 14:53:11.075988 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89880c55-f951-4962-9a00-1074016483e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.105593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: bb26a317-e8be-4cf3-842f-0eb02dc979c0 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:11.105945 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bb26a317-e8be-4cf3-842f-0eb02dc979c0 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:11.106432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 47562f01-2197-4913-8de9-8622978fe5da no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:11.106586 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2ae13ba-d83a-4dca-b5a9-f4bfbce15786 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.150149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae13ba-d83a-4dca-b5a9-f4bfbce15786 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Subnet': ['ID=db47ac81-70c3-4d6b-bf8c-39c72d6d222d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:11.151151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 47562f01-2197-4913-8de9-8622978fe5da {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:11.152906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 47562f01-2197-4913-8de9-8622978fe5da not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:11.177836 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89880c55-f951-4962-9a00-1074016483e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.182195 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-89880c55-f951-4962-9a00-1074016483e4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d010c8ad-03e3-4ffc-868b-88fa8799727b HTTP/1.1" status: 204 len: 168 time: 0.6381383 Aug 23 14:53:11.184650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89880c55-f951-4962-9a00-1074016483e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d010c8ad-03e3-4ffc-868b-88fa8799727b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:11.186429 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2ae13ba-d83a-4dca-b5a9-f4bfbce15786 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.187284 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af90193b-9333-4717-8b07-0b8a10f5c99e None None] Network 281cf419-8add-4291-8c49-5a34637fd4a7 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:11.191378 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f2ae13ba-d83a-4dca-b5a9-f4bfbce15786 tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/subnets/db47ac81-70c3-4d6b-bf8c-39c72d6d222d HTTP/1.1" status: 204 len: 168 time: 0.8741691 Aug 23 14:53:11.191378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44510) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:11.191755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f28465-3ef9-4c96-b193-7c5732b11acc None None] Network b4466b10-1056-4d71-b012-2191781d1107 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:11.196603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44512) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:11.318345 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.352497 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.364687 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbe704-0d56-45e7-9565-4631241f5971 req-9858c397-b6d5-4b2c-a3eb-87e468572163 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:11.366371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4dbe704-0d56-45e7-9565-4631241f5971 req-9858c397-b6d5-4b2c-a3eb-87e468572163 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 946 time: 0.1849887 Aug 23 14:53:11.382330 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-e3844b43-f395-45c1-b45e-cc9a52373e88 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.402515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-e3844b43-f395-45c1-b45e-cc9a52373e88 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Transition to ACTIVE for port object 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:11.428414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] Deleting port f3658981-7c1a-420c-804b-ced85bb53990 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:11.428798 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.444441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Deleting port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:11.466600 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.542559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] For port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9a07817a-8ee6-452f-8cc9-0231ba1c4e73,segment=NetworkSegment(5bb77762-213b-4e8b-84d3-8ccc5132b612),segment_id=5bb77762-213b-4e8b-84d3-8ccc5132b612)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:11.543402 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.567765 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] For port f3658981-7c1a-420c-804b-ced85bb53990, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f3658981-7c1a-420c-804b-ced85bb53990,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:11.570044 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.585575 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] Calling delete_port for f3658981-7c1a-420c-804b-ced85bb53990 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:11.591633 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-afd10981-f423-4ffc-888f-894ef894d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:11.593708 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-afd10981-f423-4ffc-888f-894ef894d2ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 1097 time: 0.1047752 Aug 23 14:53:11.598296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Calling delete_port for 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:11.639783 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4dbe704-0d56-45e7-9565-4631241f5971 req-a2f46764-e4df-445b-b60c-23290dc5011b tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659774 Aug 23 14:53:11.682372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64564a9c-1f1d-4259-81d7-95b618c39798 None None] DHCP port deletion for 281cf419-8add-4291-8c49-5a34637fd4a7 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:53:11.705462 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-e3844b43-f395-45c1-b45e-cc9a52373e88 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.717885 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621af5ca-6acf-4570-bbfe-be4999ebb364 None None] DHCP port deletion for b4466b10-1056-4d71-b012-2191781d1107 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:53:11.801267 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-e3844b43-f395-45c1-b45e-cc9a52373e88 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Network e69b5fdd-f5be-4efd-b202-0edf1ef5a42b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:11.812082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-64564a9c-1f1d-4259-81d7-95b618c39798 None None] Deleting port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:11.812082 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-64564a9c-1f1d-4259-81d7-95b618c39798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.814749 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-e3844b43-f395-45c1-b45e-cc9a52373e88 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:11.826838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-e3844b43-f395-45c1-b45e-cc9a52373e88 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:11.837261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3844b43-f395-45c1-b45e-cc9a52373e88 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event updated for resources: {'Port': ['ID=5ffbdb55-aad8-475f-adf0-eda7ef94d3ce,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:11.841404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-621af5ca-6acf-4570-bbfe-be4999ebb364 None None] Deleting port f3658981-7c1a-420c-804b-ced85bb53990 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:11.841404 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-621af5ca-6acf-4570-bbfe-be4999ebb364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.888508 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-fef958f8-a047-463f-b779-0d5530ab9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:11.889943 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-fef958f8-a047-463f-b779-0d5530ab9272 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.2849739 Aug 23 14:53:11.949696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-e3844b43-f395-45c1-b45e-cc9a52373e88 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:11.949948 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-e3844b43-f395-45c1-b45e-cc9a52373e88 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.955114 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-593aaf51-2831-4c4d-ad7c-db1ce28d23a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4 HTTP/1.1" status: 200 len: 217 time: 0.0545433 Aug 23 14:53:11.958957 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.961910 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-64564a9c-1f1d-4259-81d7-95b618c39798 None None] For port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9a07817a-8ee6-452f-8cc9-0231ba1c4e73,segment=NetworkSegment(5bb77762-213b-4e8b-84d3-8ccc5132b612),segment_id=5bb77762-213b-4e8b-84d3-8ccc5132b612)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:11.961910 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-64564a9c-1f1d-4259-81d7-95b618c39798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.972505 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-621af5ca-6acf-4570-bbfe-be4999ebb364 None None] For port f3658981-7c1a-420c-804b-ced85bb53990, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f3658981-7c1a-420c-804b-ced85bb53990,segment=NetworkSegment(aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1),segment_id=aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:11.972908 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-621af5ca-6acf-4570-bbfe-be4999ebb364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:11.989523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-64564a9c-1f1d-4259-81d7-95b618c39798 None None] Calling delete_port for 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:11.996117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-621af5ca-6acf-4570-bbfe-be4999ebb364 None None] Calling delete_port for f3658981-7c1a-420c-804b-ced85bb53990 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:12.005159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Port': ['ID=9a07817a-8ee6-452f-8cc9-0231ba1c4e73,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:12.014128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] No DVR routers for this DVR port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:12.027200 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.082473 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] Pushing event deleted for resources: {'Port': ['ID=f3658981-7c1a-420c-804b-ced85bb53990,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:12.084510 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] No DVR routers for this DVR port f3658981-7c1a-420c-804b-ced85bb53990 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:12.086798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-8207c319-372d-4beb-88a8-27c27a0a5238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:12.092221 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-8207c319-372d-4beb-88a8-27c27a0a5238 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.1231601 Aug 23 14:53:12.152201 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-e3844b43-f395-45c1-b45e-cc9a52373e88 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8061533 Aug 23 14:53:12.156734 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.190014 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-64564a9c-1f1d-4259-81d7-95b618c39798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.196412 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-621af5ca-6acf-4570-bbfe-be4999ebb364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.199111 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-e9b308d8-7ca3-4389-93f7-8af7c8fe879f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613496 Aug 23 14:53:12.202783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Request body: {'port': {'device_id': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:12.212027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281cf419-8add-4291-8c49-5a34637fd4a7']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:12.212027 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-caefcda9-e22d-4af9-bd90-d4081f624032 req-bd7ce4ca-43ca-4feb-aa13-58118eb50df1 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 210 time: 0.0490072 Aug 23 14:53:12.221333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb77762-213b-4e8b-84d3-8ccc5132b612') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:12.221782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb77762-213b-4e8b-84d3-8ccc5132b612') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:12.234828 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.238939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64564a9c-1f1d-4259-81d7-95b618c39798 None None] Pushing event deleted for resources: {'Port': ['ID=9a07817a-8ee6-452f-8cc9-0231ba1c4e73,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:12.251761 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.259452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:53:12.260218 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.263228 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64564a9c-1f1d-4259-81d7-95b618c39798 None None] No DVR routers for this DVR port 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:53:12.271396 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:53:12.313548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621af5ca-6acf-4570-bbfe-be4999ebb364 None None] Pushing event deleted for resources: {'Port': ['ID=f3658981-7c1a-420c-804b-ced85bb53990,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:12.315394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d1caf869-d88a-406f-bd0c-f0f3aef4f724 None None] Provisioning for port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:12.319539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621af5ca-6acf-4570-bbfe-be4999ebb364 None None] No DVR routers for this DVR port f3658981-7c1a-420c-804b-ced85bb53990 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:12.322096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d1caf869-d88a-406f-bd0c-f0f3aef4f724 None None] Provisioning complete for port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:12.322484 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d1caf869-d88a-406f-bd0c-f0f3aef4f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.375588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f3658981-7c1a-420c-804b-ced85bb53990 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:12.380240 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.401482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: f3658981-7c1a-420c-804b-ced85bb53990 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:12.401828 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f3658981-7c1a-420c-804b-ced85bb53990 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:12.402245 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:12.409013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4466b10-1056-4d71-b012-2191781d1107']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:12.409235 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d1caf869-d88a-406f-bd0c-f0f3aef4f724 None None] Port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:53:12.428334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:12.428672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9a07817a-8ee6-452f-8cc9-0231ba1c4e73 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:12.449843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85b58c-d9b3-4f93-9ec7-11af71d265c9 req-b5c41b21-7015-4cc4-9b85-f74411041b43 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:12.450133 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.454823 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.455220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85b58c-d9b3-4f93-9ec7-11af71d265c9 req-b5c41b21-7015-4cc4-9b85-f74411041b43 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:12.456908 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ae85b58c-d9b3-4f93-9ec7-11af71d265c9 req-b5c41b21-7015-4cc4-9b85-f74411041b43 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1654 time: 0.2490165 Aug 23 14:53:12.457026 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] 10.222.0.38 "DELETE /v2.0/networks/281cf419-8add-4291-8c49-5a34637fd4a7 HTTP/1.1" status: 204 len: 168 time: 1.2584579 Aug 23 14:53:12.479682 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:12.480011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad1a00c-1e4e-4d7a-a22d-6eb16a4fb9a1') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:12.486875 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0930049-719d-4307-b83d-4480e2d340bb tempest-NetworksTest-803040130 tempest-NetworksTest-803040130-project] Pushing event deleted for resources: {'Network': ['ID=281cf419-8add-4291-8c49-5a34637fd4a7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:12.502469 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.516671 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.565288 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.590341 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-f09a7e3a-5952-4065-9766-c774acba3f36 service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809912 Aug 23 14:53:12.602279 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:53:12.602689 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:53:12.604782 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:53:12.626176 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ae85b58c-d9b3-4f93-9ec7-11af71d265c9 req-26e9f570-814a-4d2a-a3cb-1b1bec2cae5e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489933 Aug 23 14:53:12.787128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e31dd-db3a-4fa2-848b-6aaa1092e4c8 req-582e3f90-70d4-43ec-9c82-2d7461c91e99 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:12.789069 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-979e31dd-db3a-4fa2-848b-6aaa1092e4c8 req-582e3f90-70d4-43ec-9c82-2d7461c91e99 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 946 time: 0.0753350 Aug 23 14:53:12.832204 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-979e31dd-db3a-4fa2-848b-6aaa1092e4c8 req-947f52eb-1126-442a-9fee-dba6f8597d89 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371699 Aug 23 14:53:12.881727 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.884765 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-4f56440f-1eb3-4193-b603-0fbc202fdc8c service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836995 Aug 23 14:53:12.890025 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:12.891830 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] 10.222.0.38 "DELETE /v2.0/networks/b4466b10-1056-4d71-b012-2191781d1107 HTTP/1.1" status: 204 len: 168 time: 1.7011240 Aug 23 14:53:12.912613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba2cc6-42ec-4fbd-8ab9-5cd806af23ba admin admin] Pushing event deleted for resources: {'Network': ['ID=b4466b10-1056-4d71-b012-2191781d1107,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:13.020382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f298a207-e670-4697-9770-f62bde380694 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:53:13.028771 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:13.041764 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Transition to ACTIVE for port object f298a207-e670-4697-9770-f62bde380694 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:13.099992 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44542) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:13.151152 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:13.282478 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Pushing event updated for resources: {'Port': ['ID=f298a207-e670-4697-9770-f62bde380694,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:13.365282 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b816871-d6e9-4dd3-b61e-ec18930e3c9c req-e32b83ba-cd45-4fe7-bc30-1b89a34850b7 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 210 time: 0.0441875 Aug 23 14:53:13.396684 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e5c3fa32-62a1-4614-8136-3df1075b0d3f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3db655fc846d42c88e1b6c0c9c909a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953486 Aug 23 14:53:13.399760 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Attempting to bind port f298a207-e670-4697-9770-f62bde380694 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:13.400123 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Attempting to bind port f298a207-e670-4697-9770-f62bde380694 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'c0b09e84-222d-4771-bf36-8f45a9f95aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e3f405b-b477-496a-8bb2-54749b18cc3a'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:13.400508 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Attempting to bind port f298a207-e670-4697-9770-f62bde380694 on network 3e3f405b-b477-496a-8bb2-54749b18cc3a {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:13.402031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44550) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:13.405404 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Port f298a207-e670-4697-9770-f62bde380694 on network 3e3f405b-b477-496a-8bb2-54749b18cc3a not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:53:13.405730 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Attempting to bind port f298a207-e670-4697-9770-f62bde380694 on network 3e3f405b-b477-496a-8bb2-54749b18cc3a {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:13.412507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:13.412842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Checking segment: {'id': 'c0b09e84-222d-4771-bf36-8f45a9f95aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e3f405b-b477-496a-8bb2-54749b18cc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:13.413236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Bound using segment: {'id': 'c0b09e84-222d-4771-bf36-8f45a9f95aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e3f405b-b477-496a-8bb2-54749b18cc3a'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:13.413656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Bound port: f298a207-e670-4697-9770-f62bde380694, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b09e84-222d-4771-bf36-8f45a9f95aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e3f405b-b477-496a-8bb2-54749b18cc3a'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:13.414019 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:13.462946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44552) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:13.501325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] For port f298a207-e670-4697-9770-f62bde380694, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:13.505138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] For port f298a207-e670-4697-9770-f62bde380694, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f298a207-e670-4697-9770-f62bde380694,segment=NetworkSegment(c0b09e84-222d-4771-bf36-8f45a9f95aba),segment_id=c0b09e84-222d-4771-bf36-8f45a9f95aba)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:13.510079 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79c6b5f7-1cd1-4cf3-8dc3-ca770612aa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:13.531216 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-01cc4123-b67a-43d8-8d07-52a6fe5bc129 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=55e5a64cab5e4e0ca3cd861382426a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643678 Aug 23 14:53:13.531512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44554) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:13.559776 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79c6b5f7-1cd1-4cf3-8dc3-ca770612aa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:13.590500 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:13.631286 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0a890001-c02c-4fd2-a471-48c84d10ee55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:13.641910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:13.646541 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:13.652529 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] 10.222.0.57 "PUT /v2.0/ports/f298a207-e670-4697-9770-f62bde380694 HTTP/1.1" status: 200 len: 1091 time: 1.4531994 Aug 23 14:53:13.652529 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'tag': 'f298a207-e670-4697-9770-f62bde380694'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:13.652529 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915225dc-b8a9-48c4-82c7-0dc09da05095" -d '{"events": [{"name": "network-changed", "server_uuid": "be6a45b0-52f7-4b73-80c9-ca3cb2cdd333", "tag": "f298a207-e670-4697-9770-f62bde380694"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:13.660461 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0a890001-c02c-4fd2-a471-48c84d10ee55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:13.703748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fed374-10bb-4494-aaea-7067984d2c60 service neutron] Pushing event updated for resources: {'Port': ['ID=f298a207-e670-4697-9770-f62bde380694,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:13.748657 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151b118d-8fd5-4140-9484-4f6c48d261d0 x-openstack-request-id: req-151b118d-8fd5-4140-9484-4f6c48d261d0 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:13.748951 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6a45b0-52f7-4b73-80c9-ca3cb2cdd333", "tag": "f298a207-e670-4697-9770-f62bde380694", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:13.749224 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-151b118d-8fd5-4140-9484-4f6c48d261d0 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:13.749808 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'tag': 'f298a207-e670-4697-9770-f62bde380694', 'status': 'completed', 'code': 200} Aug 23 14:53:13.804318 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79c6b5f7-1cd1-4cf3-8dc3-ca770612aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:13.808679 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79c6b5f7-1cd1-4cf3-8dc3-ca770612aa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:13.812567 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-79c6b5f7-1cd1-4cf3-8dc3-ca770612aa5a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/199cc83f-dfba-423a-a1d2-e8034a9071a3 HTTP/1.1" status: 204 len: 168 time: 0.4070027 Aug 23 14:53:13.826511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6b5f7-1cd1-4cf3-8dc3-ca770612aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199cc83f-dfba-423a-a1d2-e8034a9071a3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:13.839617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8438dd-ee04-4a75-b517-42a90aa1879b req-66aa75ea-b367-4749-b239-6475c34da1b9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:13.866236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8438dd-ee04-4a75-b517-42a90aa1879b req-66aa75ea-b367-4749-b239-6475c34da1b9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:13.867964 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df8438dd-ee04-4a75-b517-42a90aa1879b req-66aa75ea-b367-4749-b239-6475c34da1b9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1666 time: 0.1257701 Aug 23 14:53:13.875675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915225dc-b8a9-48c4-82c7-0dc09da05095 req-503285f9-84c6-45ee-9db8-e6a3d228ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:13.876428 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915225dc-b8a9-48c4-82c7-0dc09da05095 req-503285f9-84c6-45ee-9db8-e6a3d228ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:13.878805 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-915225dc-b8a9-48c4-82c7-0dc09da05095 req-503285f9-84c6-45ee-9db8-e6a3d228ece1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3899520633d64a9ba672b7936389b974&device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1913 time: 0.1056907 Aug 23 14:53:13.881530 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Request body: {'port': {'device_id': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:13.976923 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0a890001-c02c-4fd2-a471-48c84d10ee55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:13.979766 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0a890001-c02c-4fd2-a471-48c84d10ee55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:13.984547 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0a890001-c02c-4fd2-a471-48c84d10ee55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9b42af06-9d16-4d11-80ec-1df7dfd7b8d7 HTTP/1.1" status: 204 len: 168 time: 0.4519167 Aug 23 14:53:14.021313 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:14.024885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a890001-c02c-4fd2-a471-48c84d10ee55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b42af06-9d16-4d11-80ec-1df7dfd7b8d7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:14.068354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df8438dd-ee04-4a75-b517-42a90aa1879b req-fa05b95b-20d0-4480-8687-01ebdb4d8f4b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308718 Aug 23 14:53:14.558075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8fae6516-b821-41d6-bba9-0aba74565cd9 req-33da9408-05a1-4974-aab0-ea6abd67f154 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 210 time: 0.0609224 Aug 23 14:53:14.580998 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:53:14.605478 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:14.630554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Transition to ACTIVE for port object 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:14.707568 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:14.732650 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cac09e-8e82-49fb-bb38-e62912afe91d req-c79e56ef-383a-40fb-9a00-a92029021d97 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:14.734727 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6cac09e-8e82-49fb-bb38-e62912afe91d req-c79e56ef-383a-40fb-9a00-a92029021d97 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 946 time: 0.7420526 Aug 23 14:53:14.746245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915225dc-b8a9-48c4-82c7-0dc09da05095 req-aa17d18b-2f47-4808-a370-9095f10248e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:14.746876 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915225dc-b8a9-48c4-82c7-0dc09da05095 req-aa17d18b-2f47-4808-a370-9095f10248e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:14.747347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915225dc-b8a9-48c4-82c7-0dc09da05095 req-aa17d18b-2f47-4808-a370-9095f10248e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:14.749454 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-915225dc-b8a9-48c4-82c7-0dc09da05095 req-aa17d18b-2f47-4808-a370-9095f10248e7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3899520633d64a9ba672b7936389b974&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8596373 Aug 23 14:53:14.825191 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Pushing event updated for resources: {'Port': ['ID=5ffbdb55-aad8-475f-adf0-eda7ef94d3ce,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:14.885183 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6cac09e-8e82-49fb-bb38-e62912afe91d req-ce9225ca-e186-45d6-80a3-daf77f0cb64e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408560 Aug 23 14:53:14.952279 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-71e4bdae-8b9a-475c-8abc-571575783953 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:14.953154 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-71e4bdae-8b9a-475c-8abc-571575783953 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.61 "GET /v2.0/networks?id=60c0053b-2150-4794-96d5-4cd2a0a611e0 HTTP/1.1" status: 200 len: 814 time: 0.8635232 Aug 23 14:53:14.988419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Attempting to bind port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:14.988768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Attempting to bind port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '17eb1351-3203-4c6b-85f4-f0aab46bb85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e69b5fdd-f5be-4efd-b202-0edf1ef5a42b'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:14.989103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Attempting to bind port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce on network e69b5fdd-f5be-4efd-b202-0edf1ef5a42b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:14.991577 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-ea2eb7f3-f756-474d-8b26-ec9ea487c8ec tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Request body: {'port': {'device_id': '47ec2ab5-67c1-4b29-af45-607ed5475376', 'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0', 'admin_state_up': True, 'tenant_id': '1588db2fec1f4911a712614e990772db'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:14.994471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce on network e69b5fdd-f5be-4efd-b202-0edf1ef5a42b not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:53:14.994781 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Attempting to bind port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce on network e69b5fdd-f5be-4efd-b202-0edf1ef5a42b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:15.003216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:15.007858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Checking segment: {'id': '17eb1351-3203-4c6b-85f4-f0aab46bb85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e69b5fdd-f5be-4efd-b202-0edf1ef5a42b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:15.007858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Bound using segment: {'id': '17eb1351-3203-4c6b-85f4-f0aab46bb85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e69b5fdd-f5be-4efd-b202-0edf1ef5a42b'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:15.007858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Bound port: 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17eb1351-3203-4c6b-85f4-f0aab46bb85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e69b5fdd-f5be-4efd-b202-0edf1ef5a42b'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:15.007858 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:15.107848 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915225dc-b8a9-48c4-82c7-0dc09da05095 req-e4a82d17-b186-461d-b4fb-3ee825c52a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:15.109884 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-915225dc-b8a9-48c4-82c7-0dc09da05095 req-e4a82d17-b186-461d-b4fb-3ee825c52a4e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3430219 Aug 23 14:53:15.140258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] For port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:15.146558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] For port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=5ffbdb55-aad8-475f-adf0-eda7ef94d3ce,segment=NetworkSegment(17eb1351-3203-4c6b-85f4-f0aab46bb85f),segment_id=17eb1351-3203-4c6b-85f4-f0aab46bb85f)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:15.253925 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:15.306586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-ea2eb7f3-f756-474d-8b26-ec9ea487c8ec tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Made reservation on behalf of 1588db2fec1f4911a712614e990772db for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:15.311999 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-ea2eb7f3-f756-474d-8b26-ec9ea487c8ec tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:15.320979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:15.321767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:15.323534 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] 10.222.0.57 "PUT /v2.0/ports/5ffbdb55-aad8-475f-adf0-eda7ef94d3ce HTTP/1.1" status: 200 len: 1092 time: 1.4544973 Aug 23 14:53:15.324066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'tag': '5ffbdb55-aad8-475f-adf0-eda7ef94d3ce'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:15.334639 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee307a3-245e-44f2-96dd-e9e876a9b142" -d '{"events": [{"name": "network-changed", "server_uuid": "be6a45b0-52f7-4b73-80c9-ca3cb2cdd333", "tag": "5ffbdb55-aad8-475f-adf0-eda7ef94d3ce"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:15.425266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd90a9c-3c34-4ddb-8bb2-668d10dd7f7c service neutron] Pushing event updated for resources: {'Port': ['ID=5ffbdb55-aad8-475f-adf0-eda7ef94d3ce,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:15.448213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ddcfd-6171-4ebc-8c8a-76e5b3041615 req-8bd50876-50f1-4839-9b20-a060676de621 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:15.458262 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ddcfd-6171-4ebc-8c8a-76e5b3041615 req-8bd50876-50f1-4839-9b20-a060676de621 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:15.461269 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:15.469170 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd1ddcfd-6171-4ebc-8c8a-76e5b3041615 req-8bd50876-50f1-4839-9b20-a060676de621 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1678 time: 0.2748520 Aug 23 14:53:15.608482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44622) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:15.642698 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd1ddcfd-6171-4ebc-8c8a-76e5b3041615 req-050e0bcb-350f-4b00-8833-bcdacee21fcc tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723185 Aug 23 14:53:15.686958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-8927a853-c768-4673-871a-5fbad8c9a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:15.687835 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-8927a853-c768-4673-871a-5fbad8c9a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:15.695775 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-8927a853-c768-4673-871a-5fbad8c9a227 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3899520633d64a9ba672b7936389b974&device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1980 time: 0.1646256 Aug 23 14:53:15.700883 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b446837-78f5-4a6e-9bde-b4da442de8e1 x-openstack-request-id: req-9b446837-78f5-4a6e-9bde-b4da442de8e1 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:15.701185 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6a45b0-52f7-4b73-80c9-ca3cb2cdd333", "tag": "5ffbdb55-aad8-475f-adf0-eda7ef94d3ce", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:15.701729 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9b446837-78f5-4a6e-9bde-b4da442de8e1 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:15.702033 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'tag': '5ffbdb55-aad8-475f-adf0-eda7ef94d3ce', 'status': 'completed', 'code': 200} Aug 23 14:53:15.745341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44626) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:15.831833 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-0ee6b925-078d-4283-bb85-212c17eb415e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.74&port_id=f298a207-e670-4697-9770-f62bde380694 HTTP/1.1" status: 200 len: 217 time: 0.1252878 Aug 23 14:53:15.869573 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d06c03cf-9aa2-4b18-80ac-aae5113c3757 req-1927be5b-cfcf-44cb-b52d-609ddf0e3a41 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 210 time: 0.0858052 Aug 23 14:53:15.878964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-ea2eb7f3-f756-474d-8b26-ec9ea487c8ec tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Allocated IP 172.20.0.14 (60c0053b-2150-4794-96d5-4cd2a0a611e0/94e7f3de-c5c9-4bc5-8835-17e093450e74/569209d9-036f-4261-9f6a-528fbcd6f1c9) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:15.898545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-network', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:15.947640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-c747da6a-5132-4b42-ae43-d3afff3a7046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:15.949225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-c747da6a-5132-4b42-ae43-d3afff3a7046 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ca5a621a-f41a-4842-8134-76984d298a84 HTTP/1.1" status: 200 len: 801 time: 0.1102717 Aug 23 14:53:16.086780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbcf38-2a33-4e6d-b7c1-8f870261dd68 req-0240ff5f-59de-45c2-8740-dd1c2b5121ec tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:16.096603 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1dbbcf38-2a33-4e6d-b7c1-8f870261dd68 req-0240ff5f-59de-45c2-8740-dd1c2b5121ec tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 946 time: 0.0938160 Aug 23 14:53:16.098782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-1253a48f-d179-482e-a949-81ab948aa48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:16.100450 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-1253a48f-d179-482e-a949-81ab948aa48f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e3f405b-b477-496a-8bb2-54749b18cc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1434052 Aug 23 14:53:16.130263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b1e68113-3ca7-4054-a4ac-96dca7272302 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2140092386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:16.139025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] Made reservation on behalf of 4a3463c0b0a94e7895023674a23e8d1f for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:16.144415 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.177114 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.190531 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1dbbcf38-2a33-4e6d-b7c1-8f870261dd68 req-2b18f7d3-b3bd-44a0-ad9e-9aff7125e758 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950627 Aug 23 14:53:16.245497 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-0bc48b78-b6fa-455c-9620-f6dfb0539eb5 service neutron] 10.222.0.57 "GET /v2.0/networks/3e3f405b-b477-496a-8bb2-54749b18cc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302474 Aug 23 14:53:16.252986 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-ea2eb7f3-f756-474d-8b26-ec9ea487c8ec tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.340549 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b1e68113-3ca7-4054-a4ac-96dca7272302 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.342323 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b1e68113-3ca7-4054-a4ac-96dca7272302 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.345649 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-4fcd99d8-5e04-4ed1-8fc0-ef85856ffc67 service neutron] 10.222.0.57 "GET /v2.0/networks/3e3f405b-b477-496a-8bb2-54749b18cc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921490 Aug 23 14:53:16.410345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-eb0fa7f8-a088-4d35-9ee0-180e03b64537 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.146&port_id=5ffbdb55-aad8-475f-adf0-eda7ef94d3ce HTTP/1.1" status: 200 len: 217 time: 0.0568521 Aug 23 14:53:16.425401 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-ea2eb7f3-f756-474d-8b26-ec9ea487c8ec tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.467794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-b971dca8-c100-489d-be5d-8c4b134cca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:16.469180 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-b971dca8-c100-489d-be5d-8c4b134cca3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2787a4b0-ee09-49a1-b6c3-f175d3137d34 HTTP/1.1" status: 200 len: 801 time: 0.0519807 Aug 23 14:53:16.518894 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.523145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-ca7daa24-d577-4d3e-a3a0-43b6138a58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:16.524754 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-ca7daa24-d577-4d3e-a3a0-43b6138a58c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e69b5fdd-f5be-4efd-b202-0edf1ef5a42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0471873 Aug 23 14:53:16.525516 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b1e68113-3ca7-4054-a4ac-96dca7272302 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.534244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-ea2eb7f3-f756-474d-8b26-ec9ea487c8ec tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Network 60c0053b-2150-4794-96d5-4cd2a0a611e0 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:16.537432 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-ea2eb7f3-f756-474d-8b26-ec9ea487c8ec tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:16.544408 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-ea2eb7f3-f756-474d-8b26-ec9ea487c8ec tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:16.549097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2eb7f3-f756-474d-8b26-ec9ea487c8ec tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Pushing event updated for resources: {'Port': ['ID=569209d9-036f-4261-9f6a-528fbcd6f1c9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:16.618773 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.635180 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-ea2eb7f3-f756-474d-8b26-ec9ea487c8ec tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:16.635880 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-ea2eb7f3-f756-474d-8b26-ec9ea487c8ec tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.635991 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-a73c88e7-033d-4715-8eab-3b1d3d225814 service neutron] 10.222.0.57 "GET /v2.0/networks/e69b5fdd-f5be-4efd-b202-0edf1ef5a42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987451 Aug 23 14:53:16.665192 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b1e68113-3ca7-4054-a4ac-96dca7272302 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.682191 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:53:16.691288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fb0ecf-f00c-418d-9439-a777bdc88a31,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:16.697903 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.698259 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] Added segment 98e9ba25-1adf-4ea1-bdb0-435638c22c33 of type vlan for network 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f Aug 23 14:53:16.754459 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.779020 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-ea2eb7f3-f756-474d-8b26-ec9ea487c8ec tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8031135 Aug 23 14:53:16.794914 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab8a777-9d23-44e5-8de4-479a45d2c511 req-773afa65-b70f-4147-9878-8e5ce1ba03a9 service neutron] 10.222.0.57 "GET /v2.0/networks/e69b5fdd-f5be-4efd-b202-0edf1ef5a42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501951 Aug 23 14:53:16.807470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Request body: {'port': {'device_id': '47ec2ab5-67c1-4b29-af45-607ed5475376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:16.835347 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b1e68113-3ca7-4054-a4ac-96dca7272302 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.841325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b1e68113-3ca7-4054-a4ac-96dca7272302 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2268016 Aug 23 14:53:16.841325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44640) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:16.847871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1476016347'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:16.866771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c810299-1292-46b9-9394-e9ee44eafc9c req-45ab5698-7052-41f0-b4a1-55a18c70d1b5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:16.872793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c810299-1292-46b9-9394-e9ee44eafc9c req-45ab5698-7052-41f0-b4a1-55a18c70d1b5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:16.874486 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c810299-1292-46b9-9394-e9ee44eafc9c req-45ab5698-7052-41f0-b4a1-55a18c70d1b5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1678 time: 0.1342850 Aug 23 14:53:16.937293 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.968829 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c810299-1292-46b9-9394-e9ee44eafc9c req-e1186a9f-13a6-475b-9d6b-02fbdadbd154 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690062 Aug 23 14:53:16.996737 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:16.997715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:16.998314 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:17.038644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee307a3-245e-44f2-96dd-e9e876a9b142 req-e0856660-5e5b-4b01-9b53-f8acaf0ad56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:17.039194 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee307a3-245e-44f2-96dd-e9e876a9b142 req-e0856660-5e5b-4b01-9b53-f8acaf0ad56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:17.040733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee307a3-245e-44f2-96dd-e9e876a9b142 req-e0856660-5e5b-4b01-9b53-f8acaf0ad56f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3899520633d64a9ba672b7936389b974&device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1980 time: 0.1064034 Aug 23 14:53:17.054850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dd490-64c6-4438-9994-9eec9f361e4f req-bc2c8e09-423b-4c28-8d5f-dbf6bfe564cd tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:17.059778 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d29dd490-64c6-4438-9994-9eec9f361e4f req-bc2c8e09-423b-4c28-8d5f-dbf6bfe564cd tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 932 time: 0.0729954 Aug 23 14:53:17.069133 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Made reservation on behalf of d98b8b6ae8964f489254499813a3ce2e for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:17.072676 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:17.098389 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:17.156974 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d29dd490-64c6-4438-9994-9eec9f361e4f req-a5160d79-f0ec-4bee-ac00-a95af34ba456 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775023 Aug 23 14:53:17.160317 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4140282 Aug 23 14:53:17.163824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44646) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:17.163966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415b822-9bb2-45c2-8128-98f7dc9fec69 admin admin] Pushing event updated for resources: {'Network': ['ID=0e1c471b-5842-4ef7-9879-f68ea7c1ec0f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:17.180446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:53:17.200232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e52cae5d-88ed-4438-bcf1-d18dc003aa89 admin admin] Request body: {'subnet': {'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-subnet', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:17.242121 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee307a3-245e-44f2-96dd-e9e876a9b142 req-5e7ff3ca-0f2e-4cf0-90a8-9192ed152054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:17.243875 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee307a3-245e-44f2-96dd-e9e876a9b142 req-5e7ff3ca-0f2e-4cf0-90a8-9192ed152054 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e69b5fdd-f5be-4efd-b202-0edf1ef5a42b HTTP/1.1" status: 200 len: 902 time: 0.1864457 Aug 23 14:53:17.295391 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee307a3-245e-44f2-96dd-e9e876a9b142 req-efee5c00-ad41-4f6c-82b3-94dcde235ccb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.146&port_id=5ffbdb55-aad8-475f-adf0-eda7ef94d3ce HTTP/1.1" status: 200 len: 217 time: 0.0415163 Aug 23 14:53:17.389385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee307a3-245e-44f2-96dd-e9e876a9b142 req-aa490a40-844d-49ef-a233-38f85cfc3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:17.391105 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee307a3-245e-44f2-96dd-e9e876a9b142 req-aa490a40-844d-49ef-a233-38f85cfc3bad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2787a4b0-ee09-49a1-b6c3-f175d3137d34 HTTP/1.1" status: 200 len: 801 time: 0.0887206 Aug 23 14:53:17.398481 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:17.404672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f285c-9a75-4de6-b186-15d3b844f398 req-08cf0e71-d96e-4b45-8d50-146d8ebd6341 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:17.406399 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c07f285c-9a75-4de6-b186-15d3b844f398 req-08cf0e71-d96e-4b45-8d50-146d8ebd6341 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 946 time: 0.1053083 Aug 23 14:53:17.419732 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569209d9-036f-4261-9f6a-528fbcd6f1c9 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:53:17.431116 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:17.450057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Transition to ACTIVE for port object 569209d9-036f-4261-9f6a-528fbcd6f1c9 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:17.474788 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c07f285c-9a75-4de6-b186-15d3b844f398 req-9849af24-af61-4e60-9b1e-9c924829d249 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578086 Aug 23 14:53:17.477702 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee307a3-245e-44f2-96dd-e9e876a9b142 req-35688cb1-a6d0-4fde-86bd-9f39495bb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:17.479133 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee307a3-245e-44f2-96dd-e9e876a9b142 req-35688cb1-a6d0-4fde-86bd-9f39495bb03a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e69b5fdd-f5be-4efd-b202-0edf1ef5a42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0718706 Aug 23 14:53:17.486968 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:17.514879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:53:17.538161 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:17.538537 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Added segment 9c652d7b-46a0-4384-b2c7-03ff5fee4dce of type vlan for network 49364812-347a-4089-9641-ce790573bff8 Aug 23 14:53:17.547177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02473c57-27d1-420f-929f-818519a8e367,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:17.580521 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:17.589865 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52cae5d-88ed-4438-bcf1-d18dc003aa89 admin admin] Made reservation on behalf of 4a3463c0b0a94e7895023674a23e8d1f for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:17.623115 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e52cae5d-88ed-4438-bcf1-d18dc003aa89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:17.624298 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:17.655342 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=569209d9-036f-4261-9f6a-528fbcd6f1c9,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:17.685695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee307a3-245e-44f2-96dd-e9e876a9b142 req-ef529b67-0179-493d-974c-ecb484ef0c28 service neutron] 10.222.0.57 "GET /v2.0/networks/e69b5fdd-f5be-4efd-b202-0edf1ef5a42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971483 Aug 23 14:53:17.755950 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Attempting to bind port 569209d9-036f-4261-9f6a-528fbcd6f1c9 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:17.756642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Attempting to bind port 569209d9-036f-4261-9f6a-528fbcd6f1c9 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'aa689356-f631-46c8-9e3e-82a444f1eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:17.757325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Attempting to bind port 569209d9-036f-4261-9f6a-528fbcd6f1c9 on network 60c0053b-2150-4794-96d5-4cd2a0a611e0 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:17.762464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Port 569209d9-036f-4261-9f6a-528fbcd6f1c9 on network 60c0053b-2150-4794-96d5-4cd2a0a611e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:53:17.766298 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Attempting to bind port 569209d9-036f-4261-9f6a-528fbcd6f1c9 on network 60c0053b-2150-4794-96d5-4cd2a0a611e0 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:17.768726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:17.769166 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Checking segment: {'id': 'aa689356-f631-46c8-9e3e-82a444f1eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:17.769534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Bound using segment: {'id': 'aa689356-f631-46c8-9e3e-82a444f1eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:17.770034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Bound port: 569209d9-036f-4261-9f6a-528fbcd6f1c9, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa689356-f631-46c8-9e3e-82a444f1eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:17.770417 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:17.812051 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:17.818686 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:17.819453 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:17.874635 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ee307a3-245e-44f2-96dd-e9e876a9b142 req-38043851-8d6e-46f4-b239-9af0817c9a86 service neutron] 10.222.0.57 "GET /v2.0/networks/e69b5fdd-f5be-4efd-b202-0edf1ef5a42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799133 Aug 23 14:53:17.934313 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0895262 Aug 23 14:53:17.940756 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44654) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:17.945999 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2300a229-0f6e-4107-87a2-9956cfc5a2ca tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Request body: {'subnet': {'network_id': '49364812-347a-4089-9641-ce790573bff8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:17.954136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b17d14-39e9-4d81-8d54-2d0139e9bdbd tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event updated for resources: {'Network': ['ID=49364812-347a-4089-9641-ce790573bff8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:17.968212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] For port 569209d9-036f-4261-9f6a-528fbcd6f1c9, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:17.976374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 49364812-347a-4089-9641-ce790573bff8 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:53:18.027591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] For port 569209d9-036f-4261-9f6a-528fbcd6f1c9, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:18.068100 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e52cae5d-88ed-4438-bcf1-d18dc003aa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:18.072486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f298a207-e670-4697-9770-f62bde380694 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:53:18.117371 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:18.166569 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52cae5d-88ed-4438-bcf1-d18dc003aa89 admin admin] Checking segment: {'id': '98e9ba25-1adf-4ea1-bdb0-435638c22c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:18.166942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52cae5d-88ed-4438-bcf1-d18dc003aa89 admin admin] Network hostable DHCP agents. Network: 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:53:18.172708 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cae5d-88ed-4438-bcf1-d18dc003aa89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d92db25-4bf8-48e9-a741-fddd1ab639bd,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:18.203197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=569209d9-036f-4261-9f6a-528fbcd6f1c9,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:18.222894 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2300a229-0f6e-4107-87a2-9956cfc5a2ca tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Made reservation on behalf of d98b8b6ae8964f489254499813a3ce2e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:18.232132 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2300a229-0f6e-4107-87a2-9956cfc5a2ca tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:18.253518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:18.254239 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:18.256282 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-eeb5d3d2-babe-4694-b1dd-ccdbfe702ac9 service neutron] 10.222.0.61 "PUT /v2.0/ports/569209d9-036f-4261-9f6a-528fbcd6f1c9 HTTP/1.1" status: 200 len: 1092 time: 1.4664350 Aug 23 14:53:18.269986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52cae5d-88ed-4438-bcf1-d18dc003aa89 admin admin] Network 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:53:18.283838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ec2ab5-67c1-4b29-af45-607ed5475376', 'tag': '569209d9-036f-4261-9f6a-528fbcd6f1c9'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:18.285823 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea739ebf-85ed-4851-ad22-89b1f2d5b497" -d '{"events": [{"name": "network-changed", "server_uuid": "47ec2ab5-67c1-4b29-af45-607ed5475376", "tag": "569209d9-036f-4261-9f6a-528fbcd6f1c9"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:18.354355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7001e-3b2d-4fc7-81bc-cf151527e8bb req-844e601b-ed3f-4819-a635-41c92dc3aadb tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:18.364862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-acd7001e-3b2d-4fc7-81bc-cf151527e8bb req-844e601b-ed3f-4819-a635-41c92dc3aadb tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.0918379 Aug 23 14:53:18.369120 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62de698-e6f2-437e-8842-b38df04895ee req-e5f46752-e2fa-4be9-b748-d387ee825457 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:18.387630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62de698-e6f2-437e-8842-b38df04895ee req-e5f46752-e2fa-4be9-b748-d387ee825457 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:18.389903 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a62de698-e6f2-437e-8842-b38df04895ee req-e5f46752-e2fa-4be9-b748-d387ee825457 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1678 time: 0.2899714 Aug 23 14:53:18.398376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f298a207-e670-4697-9770-f62bde380694, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f298a207-e670-4697-9770-f62bde380694,segment=NetworkSegment(c0b09e84-222d-4771-bf36-8f45a9f95aba),segment_id=c0b09e84-222d-4771-bf36-8f45a9f95aba)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:18.402935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-e52cae5d-88ed-4438-bcf1-d18dc003aa89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:18.414091 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63100df6-2ef0-4b98-8739-7aef7ec1d521 None None] Network 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:18.414948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52cae5d-88ed-4438-bcf1-d18dc003aa89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:18.415553 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e52cae5d-88ed-4438-bcf1-d18dc003aa89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:18.439931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-acd7001e-3b2d-4fc7-81bc-cf151527e8bb req-9c9827a6-592d-4936-98b1-8f6f89795a18 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680270 Aug 23 14:53:18.505954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'f298a207-e670-4697-9770-f62bde380694', 'network_id': '3e3f405b-b477-496a-8bb2-54749b18cc3a', 'port_id': 'f298a207-e670-4697-9770-f62bde380694', 'mac_address': 'fa:16:3e:35:9c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5a621a-f41a-4842-8134-76984d298a84', 'ip_address': '19.80.0.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:53:18.524007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-94a22b01-8438-47f2-abed-d0cfe40f40e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:18.525698 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-94a22b01-8438-47f2-abed-d0cfe40f40e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1588db2fec1f4911a712614e990772db&device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 1095 time: 0.1310561 Aug 23 14:53:18.558880 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a62de698-e6f2-437e-8842-b38df04895ee req-f4e7b8d4-1545-4ea8-bacf-48ac27f57aa3 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982831 Aug 23 14:53:18.566491 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e52cae5d-88ed-4438-bcf1-d18dc003aa89 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3992467 Aug 23 14:53:18.568768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44668) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:18.588173 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:18.605786 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:18.606420 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-08f0cb93-6cec-45a6-85d9-683be0d4499e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9 HTTP/1.1" status: 200 len: 217 time: 0.0507514 Aug 23 14:53:18.612635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f298a207-e670-4697-9770-f62bde380694 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:53:18.655022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fded6791-c202-4780-a193-ef44991562ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'fixed_ips': [{'subnet_id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:53:18.660161 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fded6791-c202-4780-a193-ef44991562ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:18.696963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f298a207-e670-4697-9770-f62bde380694, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f298a207-e670-4697-9770-f62bde380694,segment=NetworkSegment(c0b09e84-222d-4771-bf36-8f45a9f95aba),segment_id=c0b09e84-222d-4771-bf36-8f45a9f95aba)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:18.706982 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-d1238149-3f9e-4508-999f-33bad25786ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:18.709006 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-d1238149-3f9e-4508-999f-33bad25786ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94e7f3de-c5c9-4bc5-8835-17e093450e74 HTTP/1.1" status: 200 len: 854 time: 0.0877635 Aug 23 14:53:18.757639 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba6f1b2-ce66-4597-a5e1-1df45d367a19 x-openstack-request-id: req-7ba6f1b2-ce66-4597-a5e1-1df45d367a19 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:18.758685 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ec2ab5-67c1-4b29-af45-607ed5475376", "tag": "569209d9-036f-4261-9f6a-528fbcd6f1c9", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:18.758685 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7ba6f1b2-ce66-4597-a5e1-1df45d367a19 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:18.758685 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ec2ab5-67c1-4b29-af45-607ed5475376', 'tag': '569209d9-036f-4261-9f6a-528fbcd6f1c9', 'status': 'completed', 'code': 200} Aug 23 14:53:18.790681 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-d51b27ea-2060-46b2-b62c-7afc91ff75dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60c0053b-2150-4794-96d5-4cd2a0a611e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524049 Aug 23 14:53:18.804844 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:18.805542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:53:18.839017 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:18.840871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:18.960231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=5ffbdb55-aad8-475f-adf0-eda7ef94d3ce,segment=NetworkSegment(17eb1351-3203-4c6b-85f4-f0aab46bb85f),segment_id=17eb1351-3203-4c6b-85f4-f0aab46bb85f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:18.972732 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:19.001063 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2300a229-0f6e-4107-87a2-9956cfc5a2ca tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:19.009323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '5ffbdb55-aad8-475f-adf0-eda7ef94d3ce', 'network_id': 'e69b5fdd-f5be-4efd-b202-0edf1ef5a42b', 'port_id': '5ffbdb55-aad8-475f-adf0-eda7ef94d3ce', 'mac_address': 'fa:16:3e:0a:65:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2787a4b0-ee09-49a1-b6c3-f175d3137d34', 'ip_address': '19.86.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:53:19.040370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f298a207-e670-4697-9770-f62bde380694,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:19.043181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-fded6791-c202-4780-a193-ef44991562ae None None] Allocated IP 172.20.0.2 (0e1c471b-5842-4ef7-9879-f68ea7c1ec0f/5d92db25-4bf8-48e9-a741-fddd1ab639bd/0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:19.069738 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-cd633fc9-aae5-452a-ab4b-4cb3dc984cee service neutron] 10.222.0.61 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693391 Aug 23 14:53:19.081320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619542ca-60da-4273-b309-9f960b379b60 req-b127a64f-c38e-4164-8d21-7eeda9e6cba4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:19.083225 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-619542ca-60da-4273-b309-9f960b379b60 req-b127a64f-c38e-4164-8d21-7eeda9e6cba4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 946 time: 0.1709907 Aug 23 14:53:19.091987 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:19.151453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:53:19.187697 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=5ffbdb55-aad8-475f-adf0-eda7ef94d3ce,segment=NetworkSegment(17eb1351-3203-4c6b-85f4-f0aab46bb85f),segment_id=17eb1351-3203-4c6b-85f4-f0aab46bb85f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:19.192719 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300a229-0f6e-4107-87a2-9956cfc5a2ca tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event updated for resources: {'Subnet': ['ID=43e9bad5-a8f4-4dff-860f-f6755775501e,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:19.216269 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-619542ca-60da-4273-b309-9f960b379b60 req-cb42b322-3c16-4289-aa4b-5335997ae3d7 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166222 Aug 23 14:53:19.216269 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300a229-0f6e-4107-87a2-9956cfc5a2ca tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Checking segment: {'id': '9c652d7b-46a0-4384-b2c7-03ff5fee4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '49364812-347a-4089-9641-ce790573bff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:19.216269 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300a229-0f6e-4107-87a2-9956cfc5a2ca tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Network hostable DHCP agents. Network: 49364812-347a-4089-9641-ce790573bff8, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:53:19.259135 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c600ad8-f7b1-4257-b805-ff44c32b3ddd req-b763905d-4895-45fe-8cb6-008786ae7229 service neutron] 10.222.0.61 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733675 Aug 23 14:53:19.284036 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:19.320263 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:19.344893 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fded6791-c202-4780-a193-ef44991562ae None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:19.364471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fded6791-c202-4780-a193-ef44991562ae None None] Transition to ACTIVE for port object 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:19.368623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=5ffbdb55-aad8-475f-adf0-eda7ef94d3ce,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:19.382207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fded6791-c202-4780-a193-ef44991562ae None None] Transition to ACTIVE for port object 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:19.427187 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300a229-0f6e-4107-87a2-9956cfc5a2ca tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Network 49364812-347a-4089-9641-ce790573bff8 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:53:19.548022 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fded6791-c202-4780-a193-ef44991562ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:19.556289 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea739ebf-85ed-4851-ad22-89b1f2d5b497 req-97a90925-4895-4e64-8a28-87bf8c584372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:19.558551 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ea739ebf-85ed-4851-ad22-89b1f2d5b497 req-97a90925-4895-4e64-8a28-87bf8c584372 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1588db2fec1f4911a712614e990772db&device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 1095 time: 0.0513434 Aug 23 14:53:19.577821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-2300a229-0f6e-4107-87a2-9956cfc5a2ca tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 49364812-347a-4089-9641-ce790573bff8) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:19.592430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb002f-33d9-4322-9803-4231617aa890 req-dfe6617d-27c2-4529-a17e-3549475c0129 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:19.594075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3bb002f-33d9-4322-9803-4231617aa890 req-dfe6617d-27c2-4529-a17e-3549475c0129 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.0728414 Aug 23 14:53:19.601400 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2300a229-0f6e-4107-87a2-9956cfc5a2ca tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:19.602259 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2300a229-0f6e-4107-87a2-9956cfc5a2ca tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:19.630767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['5ffbdb55-aad8-475f-adf0-eda7ef94d3ce'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:53:19.644177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0d31ae-e52a-44c8-89e2-9d04b50cf51a None None] Network 49364812-347a-4089-9641-ce790573bff8 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:19.662016 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3bb002f-33d9-4322-9803-4231617aa890 req-a28845f0-0fa1-495e-bf2b-6f1d42ca4b01 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597029 Aug 23 14:53:19.718157 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea739ebf-85ed-4851-ad22-89b1f2d5b497 req-eb3072c3-5eb9-4658-9e95-5ff232aafd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:19.719907 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ea739ebf-85ed-4851-ad22-89b1f2d5b497 req-eb3072c3-5eb9-4658-9e95-5ff232aafd27 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60c0053b-2150-4794-96d5-4cd2a0a611e0 HTTP/1.1" status: 200 len: 915 time: 0.1534684 Aug 23 14:53:19.753238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fded6791-c202-4780-a193-ef44991562ae None None] Network 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:19.771111 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ea739ebf-85ed-4851-ad22-89b1f2d5b497 req-3d05ba6f-acb6-4d9d-b6af-59f704440cc5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9 HTTP/1.1" status: 200 len: 217 time: 0.0437472 Aug 23 14:53:19.780730 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-fded6791-c202-4780-a193-ef44991562ae None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:19.785081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fded6791-c202-4780-a193-ef44991562ae None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:19.794805 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded6791-c202-4780-a193-ef44991562ae None None] Pushing event updated for resources: {'Port': ['ID=0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:19.799413 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:19.829697 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2300a229-0f6e-4107-87a2-9956cfc5a2ca tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8877969 Aug 23 14:53:19.830202 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:19.833438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44680) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:19.845676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c9a103b9-f5ad-472d-9767-333d21762ba0 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Request body: {'network': {'name': 'tempest-router-network01--939445971'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:19.862697 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea739ebf-85ed-4851-ad22-89b1f2d5b497 req-27077a86-396f-4210-b21d-44315add6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:19.864858 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ea739ebf-85ed-4851-ad22-89b1f2d5b497 req-27077a86-396f-4210-b21d-44315add6aa9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94e7f3de-c5c9-4bc5-8835-17e093450e74 HTTP/1.1" status: 200 len: 854 time: 0.0854080 Aug 23 14:53:19.925233 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f809345-732e-4f41-a641-6c022cda6a5e req-44ea0c97-5b63-4045-9c94-d74a0304abde tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:19.928628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-fded6791-c202-4780-a193-ef44991562ae None None] Attempting to bind port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:19.928628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-fded6791-c202-4780-a193-ef44991562ae None None] Attempting to bind port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '98e9ba25-1adf-4ea1-bdb0-435638c22c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:19.928628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fded6791-c202-4780-a193-ef44991562ae None None] Attempting to bind port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 on network 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:19.932219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f809345-732e-4f41-a641-6c022cda6a5e req-44ea0c97-5b63-4045-9c94-d74a0304abde tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:19.934036 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7f809345-732e-4f41-a641-6c022cda6a5e req-44ea0c97-5b63-4045-9c94-d74a0304abde tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1680 time: 0.1654892 Aug 23 14:53:19.937273 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ea739ebf-85ed-4851-ad22-89b1f2d5b497 req-25ded214-f7da-4081-8b9a-6f5d2cffbf9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60c0053b-2150-4794-96d5-4cd2a0a611e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642600 Aug 23 14:53:19.984355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fded6791-c202-4780-a193-ef44991562ae None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:19.985115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fded6791-c202-4780-a193-ef44991562ae None None] Checking segment: {'id': '98e9ba25-1adf-4ea1-bdb0-435638c22c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:19.985818 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fded6791-c202-4780-a193-ef44991562ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:19.986881 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fded6791-c202-4780-a193-ef44991562ae None None] Bound using segment: {'id': '98e9ba25-1adf-4ea1-bdb0-435638c22c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:19.987380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-fded6791-c202-4780-a193-ef44991562ae None None] Bound port: 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e9ba25-1adf-4ea1-bdb0-435638c22c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:19.987857 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fded6791-c202-4780-a193-ef44991562ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:19.998765 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7f809345-732e-4f41-a641-6c022cda6a5e req-5144ff14-fa96-48d2-bc09-482361b4575f tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579190 Aug 23 14:53:20.005482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a103b9-f5ad-472d-9767-333d21762ba0 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Made reservation on behalf of d98b8b6ae8964f489254499813a3ce2e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:20.009552 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c9a103b9-f5ad-472d-9767-333d21762ba0 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.031140 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Allocated IP 172.25.8.8 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/c3a7e02c-14e2-4a06-936d-2240cb11a6f5) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:20.068514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a103b9-f5ad-472d-9767-333d21762ba0 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:53:20.088829 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ea739ebf-85ed-4851-ad22-89b1f2d5b497 req-11bc110b-45ba-4dd7-9ee2-be8bc2ed3ca6 service neutron] 10.222.0.61 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238742 Aug 23 14:53:20.117299 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c9a103b9-f5ad-472d-9767-333d21762ba0 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.117634 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-c9a103b9-f5ad-472d-9767-333d21762ba0 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Added segment 7c5393d2-6695-4f23-ba51-02ca4441dcd5 of type vlan for network 455197d7-1cb8-4c81-957d-a666521f7cd3 Aug 23 14:53:20.138950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-49364812-347a-4089-9641-ce790573bff8', 'network_id': '49364812-347a-4089-9641-ce790573bff8', 'tenant_id': 'd98b8b6ae8964f489254499813a3ce2e', 'fixed_ips': [{'subnet_id': '43e9bad5-a8f4-4dff-860f-f6755775501e'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:53:20.139825 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.173881 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c9a103b9-f5ad-472d-9767-333d21762ba0 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.183822 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.188449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fded6791-c202-4780-a193-ef44991562ae None None] For port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:20.196291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fded6791-c202-4780-a193-ef44991562ae None None] For port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27,segment=NetworkSegment(98e9ba25-1adf-4ea1-bdb0-435638c22c33),segment_id=98e9ba25-1adf-4ea1-bdb0-435638c22c33)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:20.209308 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ea739ebf-85ed-4851-ad22-89b1f2d5b497 req-40f2980e-d264-4916-8f67-849c0c2a4d44 service neutron] 10.222.0.61 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116037 Aug 23 14:53:20.219019 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.275730 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fded6791-c202-4780-a193-ef44991562ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.309682 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c9a103b9-f5ad-472d-9767-333d21762ba0 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.317018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a103b9-f5ad-472d-9767-333d21762ba0 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:20.317348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c9a103b9-f5ad-472d-9767-333d21762ba0 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.343476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f08194-c4a8-40e1-a200-686c48d4bf6d req-4caf6874-7ae6-420b-8d9d-497281200201 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:20.345575 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c1f08194-c4a8-40e1-a200-686c48d4bf6d req-4caf6874-7ae6-420b-8d9d-497281200201 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 946 time: 0.0539215 Aug 23 14:53:20.386636 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded6791-c202-4780-a193-ef44991562ae None None] Pushing event updated for resources: {'Port': ['ID=0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:20.393385 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Allocated IP 172.20.0.2 (49364812-347a-4089-9641-ce790573bff8/43e9bad5-a8f4-4dff-860f-f6755775501e/8be98614-c028-4fc8-b29b-56c90bf0c9cd) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:20.402097 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c1f08194-c4a8-40e1-a200-686c48d4bf6d req-1fb32df2-15c4-4281-9813-ec780e1f7c4d tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501428 Aug 23 14:53:20.418607 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.480051 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:20.481187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a103b9-f5ad-472d-9767-333d21762ba0 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event updated for resources: {'Network': ['ID=455197d7-1cb8-4c81-957d-a666521f7cd3,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:20.487217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:20.489758 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:20.497479 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 455197d7-1cb8-4c81-957d-a666521f7cd3 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:53:20.530738 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c9a103b9-f5ad-472d-9767-333d21762ba0 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6935542 Aug 23 14:53:20.531376 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44686) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:20.537479 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Request body: {'network': {'name': 'tempest-router-network02--1304044145'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:20.538531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Pushing event updated for resources: {'Port': ['ID=c3a7e02c-14e2-4a06-936d-2240cb11a6f5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:20.653750 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.665825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['f298a207-e670-4697-9770-f62bde380694'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:53:20.668456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Transition to ACTIVE for port object 8be98614-c028-4fc8-b29b-56c90bf0c9cd will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:20.730206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Made reservation on behalf of d98b8b6ae8964f489254499813a3ce2e for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:20.734174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Transition to ACTIVE for port object 8be98614-c028-4fc8-b29b-56c90bf0c9cd will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:20.734313 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.778481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:53:20.813066 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.813420 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Added segment bf4aee2b-1d31-484c-9b56-7b4c583a56d7 of type vlan for network 8e7d1b50-d1ee-477e-9b05-531e052648a8 Aug 23 14:53:20.827704 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.865775 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.882914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b3942-eb06-4e95-a0ad-90ccce2b3558 req-97230718-dee5-4d80-b5ae-503c5ac81d4a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:20.884707 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b29b3942-eb06-4e95-a0ad-90ccce2b3558 req-97230718-dee5-4d80-b5ae-503c5ac81d4a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.1004398 Aug 23 14:53:20.893769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Network 49364812-347a-4089-9641-ce790573bff8 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:20.901280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Pushing event updated for resources: {'Port': ['ID=8be98614-c028-4fc8-b29b-56c90bf0c9cd,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:20.903901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:20.907590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:20.954278 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b29b3942-eb06-4e95-a0ad-90ccce2b3558 req-5bb41d30-ab6b-483e-907a-94762ca1489f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604513 Aug 23 14:53:20.980332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Attempting to bind port 8be98614-c028-4fc8-b29b-56c90bf0c9cd on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:20.980828 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Attempting to bind port 8be98614-c028-4fc8-b29b-56c90bf0c9cd by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '9c652d7b-46a0-4384-b2c7-03ff5fee4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '49364812-347a-4089-9641-ce790573bff8'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:20.989194 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Attempting to bind port 8be98614-c028-4fc8-b29b-56c90bf0c9cd on network 49364812-347a-4089-9641-ce790573bff8 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:20.989194 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:20.989194 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Checking segment: {'id': '9c652d7b-46a0-4384-b2c7-03ff5fee4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '49364812-347a-4089-9641-ce790573bff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:20.989869 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:20.990420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Bound using segment: {'id': '9c652d7b-46a0-4384-b2c7-03ff5fee4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '49364812-347a-4089-9641-ce790573bff8'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:20.990915 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Bound port: 8be98614-c028-4fc8-b29b-56c90bf0c9cd, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c652d7b-46a0-4384-b2c7-03ff5fee4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '49364812-347a-4089-9641-ce790573bff8'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:20.991306 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:21.013910 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:21.033439 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:21.042214 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:21.042896 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:21.073402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] For port 8be98614-c028-4fc8-b29b-56c90bf0c9cd, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:21.077478 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] For port 8be98614-c028-4fc8-b29b-56c90bf0c9cd, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8be98614-c028-4fc8-b29b-56c90bf0c9cd,segment=NetworkSegment(9c652d7b-46a0-4384-b2c7-03ff5fee4dce),segment_id=9c652d7b-46a0-4384-b2c7-03ff5fee4dce)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:21.157629 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event updated for resources: {'Network': ['ID=8e7d1b50-d1ee-477e-9b05-531e052648a8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:21.166924 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:21.167278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:21.167634 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:21.168108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:21.168435 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:21.168773 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:21.169133 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:21.175200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:21.175200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:21.175200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:21.175200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:21.175200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:21.186643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 8e7d1b50-d1ee-477e-9b05-531e052648a8 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:53:21.236884 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e2954ff2-4935-410d-8386-141f4703e88b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7027693 Aug 23 14:53:21.239264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44698) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:21.245000 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:21.246303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-eaf237c8-d57a-44a9-b311-97aa3bd1e4e9 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Request body: {'subnet': {'network_id': '455197d7-1cb8-4c81-957d-a666521f7cd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:21.246973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fdec1-f442-4fb4-ac50-7915d12d031b req-3f9e8674-754b-4d4e-bc8e-8ac03a17c03a tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:21.254172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fdec1-f442-4fb4-ac50-7915d12d031b req-3f9e8674-754b-4d4e-bc8e-8ac03a17c03a tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:21.263440 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba9fdec1-f442-4fb4-ac50-7915d12d031b req-3f9e8674-754b-4d4e-bc8e-8ac03a17c03a tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1680 time: 0.1248748 Aug 23 14:53:21.363691 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba9fdec1-f442-4fb4-ac50-7915d12d031b req-fc4ad038-f7bb-4f0d-8006-ba3c0902522c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984495 Aug 23 14:53:21.377362 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6b50f-5339-4a79-a94b-4c98fec373f4 None None] Pushing event updated for resources: {'Port': ['ID=8be98614-c028-4fc8-b29b-56c90bf0c9cd,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:21.383646 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:21.490436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf237c8-d57a-44a9-b311-97aa3bd1e4e9 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Made reservation on behalf of d98b8b6ae8964f489254499813a3ce2e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:21.496732 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eaf237c8-d57a-44a9-b311-97aa3bd1e4e9 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:21.633298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Router 52fd1f7f-ef33-455d-885d-fe390b630683 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:53:21.646325 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9231054-ea7e-4807-a3aa-5044b3874c35 None None] Network 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:21.675894 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b15252-c174-4b85-b7a2-6574b7519cdb req-c36e7a41-9dd6-4a7a-a7a9-e0f739d0a3bc tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:21.678398 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50b15252-c174-4b85-b7a2-6574b7519cdb req-c36e7a41-9dd6-4a7a-a7a9-e0f739d0a3bc tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 946 time: 0.1464460 Aug 23 14:53:21.778872 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50b15252-c174-4b85-b7a2-6574b7519cdb req-574e6981-2683-49fa-957a-f8b6554efdc5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765476 Aug 23 14:53:21.823222 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:53:21.835775 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Sync routers for ids ['52fd1f7f-ef33-455d-885d-fe390b630683'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:53:21.849163 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d6d146fe-7bc6-4ca2-b4b5-029264f99b6f None None] Provisioning for port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:21.850862 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Routers {'52fd1f7f-ef33-455d-885d-fe390b630683'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:21.852886 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4cba3037-f174-492e-a813-7248d033db0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['52fd1f7f-ef33-455d-885d-fe390b630683'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:21.978121 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:21.979476 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-861a8d54-7045-4175-8622-12a895bceebd admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.4071212 Aug 23 14:53:21.982573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44706) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:22.035952 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eaf237c8-d57a-44a9-b311-97aa3bd1e4e9 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:22.083616 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Set router 52fd1f7f-ef33-455d-885d-fe390b630683 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:53:22.101222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f298a207-e670-4697-9770-f62bde380694 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:22.178775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf237c8-d57a-44a9-b311-97aa3bd1e4e9 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event updated for resources: {'Subnet': ['ID=392e8f3a-55f9-4915-9a62-33d98f4bd9c2,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:22.223377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf237c8-d57a-44a9-b311-97aa3bd1e4e9 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Checking segment: {'id': '7c5393d2-6695-4f23-ba51-02ca4441dcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '455197d7-1cb8-4c81-957d-a666521f7cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:22.224069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf237c8-d57a-44a9-b311-97aa3bd1e4e9 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Network hostable DHCP agents. Network: 455197d7-1cb8-4c81-957d-a666521f7cd3, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:53:22.239577 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1109b4-f4cb-4476-b78c-fa5b13d5b7aa req-6993500b-103c-418f-9ada-153a0865eee9 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:22.241286 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e1109b4-f4cb-4476-b78c-fa5b13d5b7aa req-6993500b-103c-418f-9ada-153a0865eee9 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.1211159 Aug 23 14:53:22.252804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port f298a207-e670-4697-9770-f62bde380694 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:22.257306 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port f298a207-e670-4697-9770-f62bde380694 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:22.257853 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:22.310351 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e1109b4-f4cb-4476-b78c-fa5b13d5b7aa req-b6e007d0-56d5-496e-83f3-6318cc512e77 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558267 Aug 23 14:53:22.330645 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf237c8-d57a-44a9-b311-97aa3bd1e4e9 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Network 455197d7-1cb8-4c81-957d-a666521f7cd3 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:53:22.418738 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-eaf237c8-d57a-44a9-b311-97aa3bd1e4e9 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 455197d7-1cb8-4c81-957d-a666521f7cd3) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:22.428085 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf237c8-d57a-44a9-b311-97aa3bd1e4e9 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:22.429163 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eaf237c8-d57a-44a9-b311-97aa3bd1e4e9 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:22.522832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf34226-244a-42cd-aede-67f7a2d66033 None None] Network 455197d7-1cb8-4c81-957d-a666521f7cd3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:22.575240 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4cba3037-f174-492e-a813-7248d033db0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:53:18Z', 'updated_at': '2021-08-23T14:53:20Z', 'revision_number': 3, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'gw_port': {'id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:19Z', 'updated_at': '2021-08-23T14:53:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:22.611900 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Checking router: 52fd1f7f-ef33-455d-885d-fe390b630683 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:53:22.612659 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Updating router 52fd1f7f-ef33-455d-885d-fe390b630683 port c3a7e02c-14e2-4a06-936d-2240cb11a6f5 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:53:22.624921 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-eaf237c8-d57a-44a9-b311-97aa3bd1e4e9 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3842437 Aug 23 14:53:22.628270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44714) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:22.633785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8c1bd1ae-470b-4155-aa93-336565d85d32 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Request body: {'subnet': {'network_id': '8e7d1b50-d1ee-477e-9b05-531e052648a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:22.677041 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:22.826977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8be98614-c028-4fc8-b29b-56c90bf0c9cd up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:22.837157 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d3103a76-2743-4086-915f-c8dae7fc42ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:22.844908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 569209d9-036f-4261-9f6a-528fbcd6f1c9 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:53:22.892266 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:22.933867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1bd1ae-470b-4155-aa93-336565d85d32 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Made reservation on behalf of d98b8b6ae8964f489254499813a3ce2e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:22.940196 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c1bd1ae-470b-4155-aa93-336565d85d32 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:22.943605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebe53e-c831-46d4-b926-6e42a4de1564 req-522fe525-6f7d-48e1-b899-e5dfd9e825ba tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:22.949810 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebe53e-c831-46d4-b926-6e42a4de1564 req-522fe525-6f7d-48e1-b899-e5dfd9e825ba tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:22.951848 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-25ebe53e-c831-46d4-b926-6e42a4de1564 req-522fe525-6f7d-48e1-b899-e5dfd9e825ba tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1680 time: 0.1728489 Aug 23 14:53:22.981393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2483a3-e912-4410-bf64-a9223e185c3b None None] Network 49364812-347a-4089-9641-ce790573bff8 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:22.999295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f298a207-e670-4697-9770-f62bde380694'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:23.002141 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5268a472-396b-4e5b-a2ee-24a0c28e0977" -d '{"events": [{"server_uuid": "be6a45b0-52f7-4b73-80c9-ca3cb2cdd333", "name": "network-vif-plugged", "status": "completed", "tag": "f298a207-e670-4697-9770-f62bde380694"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:23.053752 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-25ebe53e-c831-46d4-b926-6e42a4de1564 req-9fc5ad11-acfc-47bc-b01d-1db884af99c9 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903652 Aug 23 14:53:23.087165 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.100052 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Transition to ACTIVE for port object c3a7e02c-14e2-4a06-936d-2240cb11a6f5 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:23.120266 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f298a207-e670-4697-9770-f62bde380694, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f298a207-e670-4697-9770-f62bde380694,segment=NetworkSegment(c0b09e84-222d-4771-bf36-8f45a9f95aba),segment_id=c0b09e84-222d-4771-bf36-8f45a9f95aba)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:23.208761 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b826d8b-30fb-438f-a964-30e98eb100f7 req-1524efef-891d-4852-9ef5-a3322bc4d253 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:23.213001 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a72075f-f393-4f8d-8242-2264819df5cb x-openstack-request-id: req-4a72075f-f393-4f8d-8242-2264819df5cb {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:23.213291 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6a45b0-52f7-4b73-80c9-ca3cb2cdd333", "name": "network-vif-plugged", "status": "completed", "tag": "f298a207-e670-4697-9770-f62bde380694", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:23.213544 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a72075f-f393-4f8d-8242-2264819df5cb {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:23.213928 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f298a207-e670-4697-9770-f62bde380694', 'code': 200} Aug 23 14:53:23.215963 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9b826d8b-30fb-438f-a964-30e98eb100f7 req-1524efef-891d-4852-9ef5-a3322bc4d253 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 946 time: 0.3216918 Aug 23 14:53:23.224180 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.252958 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 569209d9-036f-4261-9f6a-528fbcd6f1c9, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:23.272978 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9b826d8b-30fb-438f-a964-30e98eb100f7 req-3aeab763-cae6-4c96-80f3-7a2aa79983fd tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560615 Aug 23 14:53:23.289787 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.310509 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-455197d7-1cb8-4c81-957d-a666521f7cd3', 'network_id': '455197d7-1cb8-4c81-957d-a666521f7cd3', 'tenant_id': 'd98b8b6ae8964f489254499813a3ce2e', 'fixed_ips': [{'subnet_id': '392e8f3a-55f9-4915-9a62-33d98f4bd9c2'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:53:23.311383 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.334747 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 8be98614-c028-4fc8-b29b-56c90bf0c9cd completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:23.336628 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.337521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:23.339488 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f47d7058-77fa-43ff-940a-0b5d2bbef4b9 None None] Provisioning for port 8be98614-c028-4fc8-b29b-56c90bf0c9cd completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:23.344648 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Attempting to bind port c3a7e02c-14e2-4a06-936d-2240cb11a6f5 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:23.344648 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Attempting to bind port c3a7e02c-14e2-4a06-936d-2240cb11a6f5 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:23.344648 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Attempting to bind port c3a7e02c-14e2-4a06-936d-2240cb11a6f5 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:23.347251 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b2689-daaf-45be-baca-fd9bfd1b3767 None None] Pushing event updated for resources: {'Port': ['ID=c3a7e02c-14e2-4a06-936d-2240cb11a6f5,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:23.350101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '569209d9-036f-4261-9f6a-528fbcd6f1c9', 'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0', 'port_id': '569209d9-036f-4261-9f6a-528fbcd6f1c9', 'mac_address': 'fa:16:3e:31:73:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e7f3de-c5c9-4bc5-8835-17e093450e74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:53:23.356618 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:23.357039 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:23.357940 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.357940 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:23.358384 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Bound port: c3a7e02c-14e2-4a06-936d-2240cb11a6f5, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:23.358769 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.361892 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b2689-daaf-45be-baca-fd9bfd1b3767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:23.362240 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b2689-daaf-45be-baca-fd9bfd1b3767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:23.362578 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b2689-daaf-45be-baca-fd9bfd1b3767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:23.362917 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b2689-daaf-45be-baca-fd9bfd1b3767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:23.363275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b2689-daaf-45be-baca-fd9bfd1b3767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:23.363577 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b2689-daaf-45be-baca-fd9bfd1b3767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:23.363925 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b2689-daaf-45be-baca-fd9bfd1b3767 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:23.364504 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b2689-daaf-45be-baca-fd9bfd1b3767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:23.365035 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b2689-daaf-45be-baca-fd9bfd1b3767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:23.365564 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b2689-daaf-45be-baca-fd9bfd1b3767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:23.366090 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b2689-daaf-45be-baca-fd9bfd1b3767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:23.366662 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04b2689-daaf-45be-baca-fd9bfd1b3767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:23.383255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f47d7058-77fa-43ff-940a-0b5d2bbef4b9 None None] Provisioning complete for port 8be98614-c028-4fc8-b29b-56c90bf0c9cd triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:23.383636 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f47d7058-77fa-43ff-940a-0b5d2bbef4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.410523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 8be98614-c028-4fc8-b29b-56c90bf0c9cd triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:23.410896 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.427501 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c1bd1ae-470b-4155-aa93-336565d85d32 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.447867 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-4cba3037-f174-492e-a813-7248d033db0a None None] For port c3a7e02c-14e2-4a06-936d-2240cb11a6f5, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:23.451917 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-4cba3037-f174-492e-a813-7248d033db0a None None] For port c3a7e02c-14e2-4a06-936d-2240cb11a6f5, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c3a7e02c-14e2-4a06-936d-2240cb11a6f5,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:23.524288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1bd1ae-470b-4155-aa93-336565d85d32 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Checking segment: {'id': 'bf4aee2b-1d31-484c-9b56-7b4c583a56d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8e7d1b50-d1ee-477e-9b05-531e052648a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:23.525023 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1bd1ae-470b-4155-aa93-336565d85d32 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Network hostable DHCP agents. Network: 8e7d1b50-d1ee-477e-9b05-531e052648a8, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:53:23.527205 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bd1ae-470b-4155-aa93-336565d85d32 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event updated for resources: {'Subnet': ['ID=abcbc2ec-cf07-4321-bb31-9b89b7697e66,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:23.565259 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Allocated IP 172.20.0.1 (0e1c471b-5842-4ef7-9879-f68ea7c1ec0f/5d92db25-4bf8-48e9-a741-fddd1ab639bd/610d0710-5ce9-49ae-8833-21cbf208cc1d) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:23.574922 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0a02-c385-4986-b59c-173551ed89a0 req-51c29c73-d34e-4a30-927d-15dea5ced08a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:23.576480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-055e0a02-c385-4986-b59c-173551ed89a0 req-51c29c73-d34e-4a30-927d-15dea5ced08a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.1051445 Aug 23 14:53:23.582015 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.643419 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Routers {'52fd1f7f-ef33-455d-885d-fe390b630683'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:23.644099 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4cba3037-f174-492e-a813-7248d033db0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['52fd1f7f-ef33-455d-885d-fe390b630683'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:23.647075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1bd1ae-470b-4155-aa93-336565d85d32 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Network 8e7d1b50-d1ee-477e-9b05-531e052648a8 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:53:23.649905 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b2689-daaf-45be-baca-fd9bfd1b3767 None None] Pushing event updated for resources: {'Port': ['ID=c3a7e02c-14e2-4a06-936d-2240cb11a6f5,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:23.660992 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f298a207-e670-4697-9770-f62bde380694,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:23.690001 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.708810 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-055e0a02-c385-4986-b59c-173551ed89a0 req-2a44584d-7857-466b-be71-ba7cea0f7678 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232004 Aug 23 14:53:23.758711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-8c1bd1ae-470b-4155-aa93-336565d85d32 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 8e7d1b50-d1ee-477e-9b05-531e052648a8) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:23.767931 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.775057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1bd1ae-470b-4155-aa93-336565d85d32 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:23.776266 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-4cba3037-f174-492e-a813-7248d033db0a None None] Set router 52fd1f7f-ef33-455d-885d-fe390b630683 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:53:23.778969 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c1bd1ae-470b-4155-aa93-336565d85d32 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.779976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569209d9-036f-4261-9f6a-528fbcd6f1c9 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:53:23.786709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Transition to ACTIVE for port object 610d0710-5ce9-49ae-8833-21cbf208cc1d will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:23.795818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e75fd42-72b8-4941-abc6-f9ba952c8f3b None None] Network 8e7d1b50-d1ee-477e-9b05-531e052648a8 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:23.882603 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:23.913619 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8c1bd1ae-470b-4155-aa93-336565d85d32 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2840378 Aug 23 14:53:23.916293 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44728) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:23.923758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 569209d9-036f-4261-9f6a-528fbcd6f1c9, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:23.924860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:23.925819 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.959303 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:23.986046 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Allocated IP 172.20.0.2 (455197d7-1cb8-4c81-957d-a666521f7cd3/392e8f3a-55f9-4915-9a62-33d98f4bd9c2/78c0e78d-87d6-4331-a2c7-00883ed9bbfa) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:23.993028 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f47d7058-77fa-43ff-940a-0b5d2bbef4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:24.006092 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4cba3037-f174-492e-a813-7248d033db0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:53:18Z', 'updated_at': '2021-08-23T14:53:20Z', 'revision_number': 3, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'gw_port': {'id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:19Z', 'updated_at': '2021-08-23T14:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:24.017843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Network 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:24.022056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:24.025632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:24.059895 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:24.066162 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cba3037-f174-492e-a813-7248d033db0a None None] The sync data for ids ['52fd1f7f-ef33-455d-885d-fe390b630683'] in n-d-804985-3 is: [{'id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:53:18Z', 'updated_at': '2021-08-23T14:53:20Z', 'revision_number': 3, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'gw_port': {'id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:19Z', 'updated_at': '2021-08-23T14:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:53:24.081979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Pushing event updated for resources: {'Port': ['ID=610d0710-5ce9-49ae-8833-21cbf208cc1d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:24.119795 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:24.160597 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:24.248129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=569209d9-036f-4261-9f6a-528fbcd6f1c9,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:24.346695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 8be98614-c028-4fc8-b29b-56c90bf0c9cd, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8be98614-c028-4fc8-b29b-56c90bf0c9cd,segment=NetworkSegment(9c652d7b-46a0-4384-b2c7-03ff5fee4dce),segment_id=9c652d7b-46a0-4384-b2c7-03ff5fee4dce)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:24.397068 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1f132-e194-4106-a58f-c6c719b38816 req-238664fc-86db-4b06-9f3b-430b76147de5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:24.403279 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1f132-e194-4106-a58f-c6c719b38816 req-238664fc-86db-4b06-9f3b-430b76147de5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:24.405288 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ccf1f132-e194-4106-a58f-c6c719b38816 req-238664fc-86db-4b06-9f3b-430b76147de5 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1681 time: 0.1645420 Aug 23 14:53:24.439199 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:24.455510 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:24.476479 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:24.477413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:24.508344 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:24.534168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5e2f3-5149-49b5-85f9-2698b29bee03 req-868f7edd-fa50-479f-a996-cc0d78474db8 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:24.542315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0a5e2f3-5149-49b5-85f9-2698b29bee03 req-868f7edd-fa50-479f-a996-cc0d78474db8 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 946 time: 0.1182251 Aug 23 14:53:24.553878 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['569209d9-036f-4261-9f6a-528fbcd6f1c9'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:53:24.626589 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0a5e2f3-5149-49b5-85f9-2698b29bee03 req-8f596903-fe24-4d16-9bb2-e6a0a7a22889 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813935 Aug 23 14:53:24.663816 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ccf1f132-e194-4106-a58f-c6c719b38816 req-73b40f70-85d4-4f9d-8c20-904fc64b9039 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261410 Aug 23 14:53:24.716416 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=8be98614-c028-4fc8-b29b-56c90bf0c9cd,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:24.827565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=5ffbdb55-aad8-475f-adf0-eda7ef94d3ce,segment=NetworkSegment(17eb1351-3203-4c6b-85f4-f0aab46bb85f),segment_id=17eb1351-3203-4c6b-85f4-f0aab46bb85f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:24.854379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-8e7d1b50-d1ee-477e-9b05-531e052648a8', 'network_id': '8e7d1b50-d1ee-477e-9b05-531e052648a8', 'tenant_id': 'd98b8b6ae8964f489254499813a3ce2e', 'fixed_ips': [{'subnet_id': 'abcbc2ec-cf07-4321-bb31-9b89b7697e66'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:53:24.855468 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:24.866310 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-f47d7058-77fa-43ff-940a-0b5d2bbef4b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:53:24.866766 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-f47d7058-77fa-43ff-940a-0b5d2bbef4b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:53:24.908889 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:24.931894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc92eb6-2f19-461b-9a68-1f3d150056f2 req-70c8f00e-1f03-423f-bcbd-8e7fe06a2b6c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:24.933531 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0cc92eb6-2f19-461b-9a68-1f3d150056f2 req-70c8f00e-1f03-423f-bcbd-8e7fe06a2b6c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 945 time: 0.0808289 Aug 23 14:53:24.984138 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0cc92eb6-2f19-461b-9a68-1f3d150056f2 req-1e6be731-5f3b-4357-a279-96611781f1b1 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368502 Aug 23 14:53:25.006620 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:25.031134 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:25.158501 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:25.229826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffbdb55-aad8-475f-adf0-eda7ef94d3ce'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:25.233449 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cfbc80-88c3-478c-a853-ced7e89e4357" -d '{"events": [{"server_uuid": "be6a45b0-52f7-4b73-80c9-ca3cb2cdd333", "name": "network-vif-plugged", "status": "completed", "tag": "5ffbdb55-aad8-475f-adf0-eda7ef94d3ce"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:25.233608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Pushing event updated for resources: {'Port': ['ID=610d0710-5ce9-49ae-8833-21cbf208cc1d,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:25.240919 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:25.249205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:25.260245 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Transition to ACTIVE for port object 78c0e78d-87d6-4331-a2c7-00883ed9bbfa will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:25.291373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:25.291803 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:25.307603 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79de2a0-a589-48db-9705-70eda6116302 x-openstack-request-id: req-f79de2a0-a589-48db-9705-70eda6116302 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:25.307603 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6a45b0-52f7-4b73-80c9-ca3cb2cdd333", "name": "network-vif-plugged", "status": "completed", "tag": "5ffbdb55-aad8-475f-adf0-eda7ef94d3ce", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:25.307903 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f79de2a0-a589-48db-9705-70eda6116302 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:25.308181 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffbdb55-aad8-475f-adf0-eda7ef94d3ce', 'code': 200} Aug 23 14:53:25.384920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Transition to ACTIVE for port object 78c0e78d-87d6-4331-a2c7-00883ed9bbfa will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:25.435211 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=5ffbdb55-aad8-475f-adf0-eda7ef94d3ce,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:25.446040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2905540-000e-41ec-a1c8-aba83779fb7a req-f5223fdb-1d16-44cc-8387-bc134e30210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:25.446548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2905540-000e-41ec-a1c8-aba83779fb7a req-f5223fdb-1d16-44cc-8387-bc134e30210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:25.448365 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2905540-000e-41ec-a1c8-aba83779fb7a req-f5223fdb-1d16-44cc-8387-bc134e30210c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1984 time: 0.0844316 Aug 23 14:53:25.467226 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Network 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:25.475443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:25.485200 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:25.496265 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Allocated IP 172.20.0.2 (8e7d1b50-d1ee-477e-9b05-531e052648a8/abcbc2ec-cf07-4321-bb31-9b89b7697e66/cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:25.540545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Allocated IP 172.20.0.1 (455197d7-1cb8-4c81-957d-a666521f7cd3/392e8f3a-55f9-4915-9a62-33d98f4bd9c2/9e4cd000-26e9-4671-88c8-895f30bf71d9) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:25.555905 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:25.573472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2905540-000e-41ec-a1c8-aba83779fb7a req-34d3f2a8-f7cb-41de-8363-66352ee4bdf8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151114 Aug 23 14:53:25.587270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Network 455197d7-1cb8-4c81-957d-a666521f7cd3 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:25.628358 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:25.637629 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Pushing event updated for resources: {'Port': ['ID=78c0e78d-87d6-4331-a2c7-00883ed9bbfa,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:25.643358 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:25.695619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Router 52fd1f7f-ef33-455d-885d-fe390b630683 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:53:25.787592 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:25.793805 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ccfc4457-bd36-4bc9-a993-45b4a2a1c0ba None None] Provisioning complete for port 8be98614-c028-4fc8-b29b-56c90bf0c9cd triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:25.797468 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ccfc4457-bd36-4bc9-a993-45b4a2a1c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:25.892903 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Attempting to bind port 78c0e78d-87d6-4331-a2c7-00883ed9bbfa on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:25.893278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Attempting to bind port 78c0e78d-87d6-4331-a2c7-00883ed9bbfa by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '7c5393d2-6695-4f23-ba51-02ca4441dcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '455197d7-1cb8-4c81-957d-a666521f7cd3'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:25.893647 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Attempting to bind port 78c0e78d-87d6-4331-a2c7-00883ed9bbfa on network 455197d7-1cb8-4c81-957d-a666521f7cd3 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:25.894049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bca150-ff04-4f61-9411-ddce4b714e26 req-228f903d-08ba-4a19-990a-6abef66a638d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:25.900615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bca150-ff04-4f61-9411-ddce4b714e26 req-228f903d-08ba-4a19-990a-6abef66a638d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:25.902446 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-78bca150-ff04-4f61-9411-ddce4b714e26 req-228f903d-08ba-4a19-990a-6abef66a638d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1682 time: 0.1147056 Aug 23 14:53:25.939329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:53:25.965545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cfb35169-c4fd-4fa7-934a-f122a2eb1e29 admin admin] 10.222.0.38 "PUT /v2.0/routers/52fd1f7f-ef33-455d-885d-fe390b630683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9725833 Aug 23 14:53:25.965859 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:25.978725 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Transition to ACTIVE for port object cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:25.984463 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-78bca150-ff04-4f61-9411-ddce4b714e26 req-11635f57-276e-424c-a0b4-9f1e0b9c19ff tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744083 Aug 23 14:53:26.000139 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Transition to ACTIVE for port object cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:26.023837 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27,segment=NetworkSegment(98e9ba25-1adf-4ea1-bdb0-435638c22c33),segment_id=98e9ba25-1adf-4ea1-bdb0-435638c22c33)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:26.033783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:26.034452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Checking segment: {'id': '7c5393d2-6695-4f23-ba51-02ca4441dcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '455197d7-1cb8-4c81-957d-a666521f7cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:26.034981 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:26.037015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Bound using segment: {'id': '7c5393d2-6695-4f23-ba51-02ca4441dcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '455197d7-1cb8-4c81-957d-a666521f7cd3'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:26.037658 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Bound port: 78c0e78d-87d6-4331-a2c7-00883ed9bbfa, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5393d2-6695-4f23-ba51-02ca4441dcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '455197d7-1cb8-4c81-957d-a666521f7cd3'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:26.038350 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:26.187761 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:26.245895 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:26.256433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ccfc4457-bd36-4bc9-a993-45b4a2a1c0ba None None] Provisioning for port 610d0710-5ce9-49ae-8833-21cbf208cc1d completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:26.259281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] For port 78c0e78d-87d6-4331-a2c7-00883ed9bbfa, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:26.286693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Network 8e7d1b50-d1ee-477e-9b05-531e052648a8 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:26.289915 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] For port 78c0e78d-87d6-4331-a2c7-00883ed9bbfa, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=78c0e78d-87d6-4331-a2c7-00883ed9bbfa,segment=NetworkSegment(7c5393d2-6695-4f23-ba51-02ca4441dcd5),segment_id=7c5393d2-6695-4f23-ba51-02ca4441dcd5)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:26.296997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ccfc4457-bd36-4bc9-a993-45b4a2a1c0ba None None] Provisioning complete for port 610d0710-5ce9-49ae-8833-21cbf208cc1d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:26.297417 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ccfc4457-bd36-4bc9-a993-45b4a2a1c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:26.301558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:26.321040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Pushing event updated for resources: {'Port': ['ID=cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:26.325409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:26.365466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c0f9b-85b4-48ac-a080-f9ddd75fe2e5 req-c1474ef2-97b3-4509-8c29-e0f7db81f409 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:26.367240 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-418c0f9b-85b4-48ac-a080-f9ddd75fe2e5 req-c1474ef2-97b3-4509-8c29-e0f7db81f409 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 945 time: 0.0756743 Aug 23 14:53:26.394295 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:26.406052 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-cce75585-054a-43d0-a09c-5663bd33036f tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:26.408459 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-cce75585-054a-43d0-a09c-5663bd33036f tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1&tenant_id=870a18d842e54e268bf7a5a7979fea11&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 1097 time: 0.2277730 Aug 23 14:53:26.415394 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-418c0f9b-85b4-48ac-a080-f9ddd75fe2e5 req-15ee87b6-d147-4b97-bf97-54a7944c1dca tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394404 Aug 23 14:53:26.443282 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804985-3'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:26.463576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561c9fa-82b7-4cda-ad06-e5f72fc5ec53 req-9131a564-d8d8-46ec-a535-22e7d54e395f tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:26.475864 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3561c9fa-82b7-4cda-ad06-e5f72fc5ec53 req-9131a564-d8d8-46ec-a535-22e7d54e395f tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 946 time: 0.2927017 Aug 23 14:53:26.489122 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:26.561342 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ccfc4457-bd36-4bc9-a993-45b4a2a1c0ba None None] Port 610d0710-5ce9-49ae-8833-21cbf208cc1d cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:53:26.592555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c3a7e02c-14e2-4a06-936d-2240cb11a6f5 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:26.597980 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Transition to ACTIVE for port object 9e4cd000-26e9-4671-88c8-895f30bf71d9 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:26.617777 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Sync routers for ids ['52fd1f7f-ef33-455d-885d-fe390b630683'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:53:26.651296 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:26.662801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:26.671273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Attempting to bind port cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:26.671833 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Attempting to bind port cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bf4aee2b-1d31-484c-9b56-7b4c583a56d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8e7d1b50-d1ee-477e-9b05-531e052648a8'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:26.672479 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Attempting to bind port cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 on network 8e7d1b50-d1ee-477e-9b05-531e052648a8 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:26.698185 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3561c9fa-82b7-4cda-ad06-e5f72fc5ec53 req-e337abe4-7cf0-4c5b-8df1-e8140fb596e0 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835220 Aug 23 14:53:26.801750 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:26.802147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Checking segment: {'id': 'bf4aee2b-1d31-484c-9b56-7b4c583a56d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8e7d1b50-d1ee-477e-9b05-531e052648a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:26.802560 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:26.802963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Bound using segment: {'id': 'bf4aee2b-1d31-484c-9b56-7b4c583a56d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8e7d1b50-d1ee-477e-9b05-531e052648a8'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:26.803468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Bound port: cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4aee2b-1d31-484c-9b56-7b4c583a56d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8e7d1b50-d1ee-477e-9b05-531e052648a8'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:26.803915 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:26.812950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Routers {'52fd1f7f-ef33-455d-885d-fe390b630683'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:26.816032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:52:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['52fd1f7f-ef33-455d-885d-fe390b630683'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:26.868458 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:26.892574 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:26.893594 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4ae2-6be0-4b2a-80e4-78e839cfa950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:26.898537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdad70-f533-4a7c-8c7c-e93e89839908 None None] Pushing event updated for resources: {'Port': ['ID=78c0e78d-87d6-4331-a2c7-00883ed9bbfa,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:26.965753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-0ed599f2-b043-493f-b23c-1e9858f818d9 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:26.973598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:53:26.975560 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-0ed599f2-b043-493f-b23c-1e9858f818d9 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/networks?id=0e1c471b-5842-4ef7-9879-f68ea7c1ec0f HTTP/1.1" status: 200 len: 829 time: 0.2337956 Aug 23 14:53:26.976199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 569209d9-036f-4261-9f6a-528fbcd6f1c9 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:26.979829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Network 455197d7-1cb8-4c81-957d-a666521f7cd3 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:26.994685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event updated for resources: {'Port': ['ID=9e4cd000-26e9-4671-88c8-895f30bf71d9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:26.995881 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-a1d3fa7c-92f5-4351-a005-2a1950eb4d44 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/quotas/4a3463c0b0a94e7895023674a23e8d1f HTTP/1.1" status: 200 len: 375 time: 0.0192683 Aug 23 14:53:27.007118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:27.009977 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:27.071123 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-9595ecbd-5159-4fed-ae7c-05ad8f791f10 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a3463c0b0a94e7895023674a23e8d1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740471 Aug 23 14:53:27.076394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:27.127386 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3f7a824b-6877-4ee4-b25b-13332c3f0cb9 None None] Provisioning complete for port 610d0710-5ce9-49ae-8833-21cbf208cc1d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:27.128068 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3f7a824b-6877-4ee4-b25b-13332c3f0cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:27.139558 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:27.187102 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-d1c2ee30-d37d-49de-bea1-7800376b8b98 service neutron] 10.222.0.38 "GET /v2.0/networks/0e1c471b-5842-4ef7-9879-f68ea7c1ec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020663 Aug 23 14:53:27.196985 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.resource_extend [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:53:27.274780 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7899ad-6542-4362-b67c-0178671b9dca req-569da73c-e012-4e72-bc2f-27db926b761b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:27.287935 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7899ad-6542-4362-b67c-0178671b9dca req-569da73c-e012-4e72-bc2f-27db926b761b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:27.290829 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d7899ad-6542-4362-b67c-0178671b9dca req-569da73c-e012-4e72-bc2f-27db926b761b tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1682 time: 0.2015512 Aug 23 14:53:27.296239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:27.311438 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-fbf45144-9e61-4082-a55d-44eff0a47f18 service neutron] 10.222.0.38 "GET /v2.0/networks/0e1c471b-5842-4ef7-9879-f68ea7c1ec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118414 Aug 23 14:53:27.313778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port c3a7e02c-14e2-4a06-936d-2240cb11a6f5 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:27.331476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] For port cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:27.375312 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Set router 52fd1f7f-ef33-455d-885d-fe390b630683 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:53:27.396240 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] For port cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3,segment=NetworkSegment(bf4aee2b-1d31-484c-9b56-7b4c583a56d7),segment_id=bf4aee2b-1d31-484c-9b56-7b4c583a56d7)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:27.399300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a824b-6877-4ee4-b25b-13332c3f0cb9 None None] Port 610d0710-5ce9-49ae-8833-21cbf208cc1d cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:53:27.400519 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c3a7e02c-14e2-4a06-936d-2240cb11a6f5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:27.400907 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:27.417100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '345a6244-00ef-4afd-b54e-7ddbe7cba9d4'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:27.419473 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ab7d02-9202-42bf-a193-9f8c3fe1a23b" -d '{"events": [{"server_uuid": "55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "345a6244-00ef-4afd-b54e-7ddbe7cba9d4"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:27.424803 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:27.429628 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d7899ad-6542-4362-b67c-0178671b9dca req-216a68a6-bc23-442e-9411-8f155b93fd51 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274350 Aug 23 14:53:27.535891 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:27.598540 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:27.711315 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f33b9a-0efb-475f-9c4c-70f628721b7a x-openstack-request-id: req-c8f33b9a-0efb-475f-9c4c-70f628721b7a {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:27.711971 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "345a6244-00ef-4afd-b54e-7ddbe7cba9d4", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:27.712379 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c8f33b9a-0efb-475f-9c4c-70f628721b7a {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:27.712778 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '345a6244-00ef-4afd-b54e-7ddbe7cba9d4', 'code': 200} Aug 23 14:53:27.713706 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:27.805596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5777f0-17c6-4f7f-878d-e1896711ef7d None None] Pushing event updated for resources: {'Port': ['ID=cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:27.835126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 569209d9-036f-4261-9f6a-528fbcd6f1c9 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:27.895158 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80ccb364-0eb4-49cb-9ea8-360305effb89 req-6a5fb079-ebe9-445e-9cf0-fdde708cae77 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 210 time: 0.0591607 Aug 23 14:53:27.913863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:27.929356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 569209d9-036f-4261-9f6a-528fbcd6f1c9 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:27.929970 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:27.965250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,revision_number=7']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:28.026579 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fc0010-e39e-419d-b169-62f1e67f721d None None] Network 455197d7-1cb8-4c81-957d-a666521f7cd3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:28.040774 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d49210-2815-4348-b201-17540ad62b13 req-e161b667-4ef8-4be9-8797-2a08574b694e tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:28.049701 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-03d49210-2815-4348-b201-17540ad62b13 req-e161b667-4ef8-4be9-8797-2a08574b694e tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 945 time: 0.2586982 Aug 23 14:53:28.057646 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf036db-6d49-423b-9114-3f019c265bbb req-55efe96b-7dcd-41a5-95f0-37450c8a9d55 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:28.057646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-edf036db-6d49-423b-9114-3f019c265bbb req-55efe96b-7dcd-41a5-95f0-37450c8a9d55 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 944 time: 0.0714302 Aug 23 14:53:28.096319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Attempting to bind port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 on host n-h1-804985-3 for vnic_type normal with profile {"migrating_to": "n-h2-804985-3"} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:28.096677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Attempting to bind port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:28.097003 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Attempting to bind port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:28.116196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:53:28.116196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Attempting to bind port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 on network 60b01c3e-c449-4689-a230-d4ccabe81fcc {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:28.119528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-edf036db-6d49-423b-9114-3f019c265bbb req-58835c01-5c8a-4223-b534-bdfcdbdba9bf tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549774 Aug 23 14:53:28.132255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:28.132461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Checking segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:28.132744 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Bound using segment: {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:28.133267 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Bound port: 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6342565c-95ed-4b99-927c-b5183cccb303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '60b01c3e-c449-4689-a230-d4ccabe81fcc'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:28.133643 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:28.213351 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-03d49210-2815-4348-b201-17540ad62b13 req-9fb1a741-1f84-41e0-a804-a8d18899b211 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610239 Aug 23 14:53:28.316330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:28.339478 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:28.342278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 has no active binding in host n-h2-804985-3 {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 14:53:28.359081 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:28.418621 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:28.452376 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:28.529411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,revision_number=8']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:28.535729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-19812a8d-2928-4b9d-966d-3295ce597c2d None None] Provisioning for port 78c0e78d-87d6-4331-a2c7-00883ed9bbfa completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:28.574234 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:28.574930 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:28.603034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:28.617373 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:28.618176 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:28.619855 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5595a455-6fc1-44ea-b63e-2720f12cb7e1 service neutron] 10.222.0.61 "PUT /v2.0/ports/345a6244-00ef-4afd-b54e-7ddbe7cba9d4 HTTP/1.1" status: 200 len: 1122 time: 2.2036002 Aug 23 14:53:28.685635 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event updated for resources: {'Port': ['ID=9e4cd000-26e9-4671-88c8-895f30bf71d9,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:28.714583 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port c3a7e02c-14e2-4a06-936d-2240cb11a6f5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c3a7e02c-14e2-4a06-936d-2240cb11a6f5,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:28.755098 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:28.757712 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Network 455197d7-1cb8-4c81-957d-a666521f7cd3 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:28.759486 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:28.808397 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['345a6244-00ef-4afd-b54e-7ddbe7cba9d4'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:53:28.819968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['345a6244-00ef-4afd-b54e-7ddbe7cba9d4'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:53:28.884536 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:53:18Z', 'updated_at': '2021-08-23T14:53:24Z', 'revision_number': 4, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'gw_port': {'id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:19Z', 'updated_at': '2021-08-23T14:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '610d0710-5ce9-49ae-8833-21cbf208cc1d', 'name': '', 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'mac_address': 'fa:16:3e:9b:bc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:23Z', 'updated_at': '2021-08-23T14:53:24Z', 'revision_number': 2, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'subnets': [{'id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:28.931398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ec2ab5-67c1-4b29-af45-607ed5475376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569209d9-036f-4261-9f6a-528fbcd6f1c9'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:28.933750 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89cb535-d922-42df-ae4e-02ab5e6722d6" -d '{"events": [{"server_uuid": "47ec2ab5-67c1-4b29-af45-607ed5475376", "name": "network-vif-plugged", "status": "completed", "tag": "569209d9-036f-4261-9f6a-528fbcd6f1c9"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:28.944265 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:28.945081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8be98614-c028-4fc8-b29b-56c90bf0c9cd up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:28.946935 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Checking router: 52fd1f7f-ef33-455d-885d-fe390b630683 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:53:28.947288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Updating router 52fd1f7f-ef33-455d-885d-fe390b630683 port 610d0710-5ce9-49ae-8833-21cbf208cc1d binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:53:28.991142 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45337bb-1fc6-4fbd-850f-b9d35cb1b979 req-f09094c4-a94e-4dd0-878a-9d177bc8499c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:28.997912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45337bb-1fc6-4fbd-850f-b9d35cb1b979 req-f09094c4-a94e-4dd0-878a-9d177bc8499c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:29.000211 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d45337bb-1fc6-4fbd-850f-b9d35cb1b979 req-f09094c4-a94e-4dd0-878a-9d177bc8499c tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1682 time: 0.0990200 Aug 23 14:53:29.015345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4f8697c-247d-4650-bd2b-997af59ba931 req-bd256b4e-384e-4802-a3c9-23ebc4357629 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 210 time: 0.0526230 Aug 23 14:53:29.082615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 569209d9-036f-4261-9f6a-528fbcd6f1c9, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:29.085869 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463c8de1-39bc-4452-9359-fad0f6259815 x-openstack-request-id: req-463c8de1-39bc-4452-9359-fad0f6259815 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:29.086263 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ec2ab5-67c1-4b29-af45-607ed5475376", "name": "network-vif-plugged", "status": "completed", "tag": "569209d9-036f-4261-9f6a-528fbcd6f1c9", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:29.086531 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-463c8de1-39bc-4452-9359-fad0f6259815 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:29.097541 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ec2ab5-67c1-4b29-af45-607ed5475376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569209d9-036f-4261-9f6a-528fbcd6f1c9', 'code': 200} Aug 23 14:53:29.097975 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d45337bb-1fc6-4fbd-850f-b9d35cb1b979 req-07827e5b-cc56-4743-befb-5b3e1d9b9b22 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756609 Aug 23 14:53:29.185043 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455e5d5-34eb-479f-9955-ce847a6da0f9 req-8bde438a-7ec2-47d6-8056-e07dd0bcead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:29.186976 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b455e5d5-34eb-479f-9955-ce847a6da0f9 req-8bde438a-7ec2-47d6-8056-e07dd0bcead4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 1096 time: 0.0635176 Aug 23 14:53:29.203157 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:29.212962 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:29.220838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=c3a7e02c-14e2-4a06-936d-2240cb11a6f5,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:29.283927 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b455e5d5-34eb-479f-9955-ce847a6da0f9 req-6c81bc6f-56c5-4159-8588-622a726f7b82 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893152 Aug 23 14:53:29.284521 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Router f18a86fb-547b-4032-8f16-cca1e603c133 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:53:29.365446 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc7c43-f067-4520-aec9-9cc58c3d8f70 req-a7292a05-baf4-42fb-a301-2096e07116b6 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:29.374085 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-64bc7c43-f067-4520-aec9-9cc58c3d8f70 req-a7292a05-baf4-42fb-a301-2096e07116b6 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 944 time: 0.1146746 Aug 23 14:53:29.429809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=569209d9-036f-4261-9f6a-528fbcd6f1c9,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:29.437708 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-64bc7c43-f067-4520-aec9-9cc58c3d8f70 req-7242dd7c-ad09-46a6-9707-54471e305d88 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622952 Aug 23 14:53:29.447432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 8be98614-c028-4fc8-b29b-56c90bf0c9cd triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:29.454718 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:29.531267 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:53:29.543549 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf37d9-a139-4c11-be6a-eadbbb002187 None None] Sync routers for ids ['f18a86fb-547b-4032-8f16-cca1e603c133'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:53:29.548917 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-06926e37-0de3-4755-879b-378fe7962381 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "PUT /v2.0/routers/f18a86fb-547b-4032-8f16-cca1e603c133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6290867 Aug 23 14:53:29.550541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44818) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:29.558462 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf37d9-a139-4c11-be6a-eadbbb002187 None None] Routers {'f18a86fb-547b-4032-8f16-cca1e603c133'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:29.560417 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3adf37d9-a139-4c11-be6a-eadbbb002187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f18a86fb-547b-4032-8f16-cca1e603c133'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:29.562574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f166df-17f1-4950-ad85-d2b472113f9a req-5c2891e3-d805-43ba-9220-35fa771633ca tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:29.570975 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6a4347-f3cd-4919-9dc2-0c120bf07418 None None] Network 8e7d1b50-d1ee-477e-9b05-531e052648a8 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:29.572607 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-61f166df-17f1-4950-ad85-d2b472113f9a req-5c2891e3-d805-43ba-9220-35fa771633ca tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1130245 Aug 23 14:53:29.607546 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3adf37d9-a139-4c11-be6a-eadbbb002187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:29.622709 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf37d9-a139-4c11-be6a-eadbbb002187 None None] Routers {'f18a86fb-547b-4032-8f16-cca1e603c133'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:29.624229 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3adf37d9-a139-4c11-be6a-eadbbb002187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f18a86fb-547b-4032-8f16-cca1e603c133'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:29.660513 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-61f166df-17f1-4950-ad85-d2b472113f9a req-61154574-2bb3-4d00-a2bd-a020ee1262a8 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866821 Aug 23 14:53:29.703402 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3adf37d9-a139-4c11-be6a-eadbbb002187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:29.704067 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf37d9-a139-4c11-be6a-eadbbb002187 None None] The sync data for ids ['f18a86fb-547b-4032-8f16-cca1e603c133'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:53:29.714468 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1', 'tag': '345a6244-00ef-4afd-b54e-7ddbe7cba9d4'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:29.717241 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4850d366-c6e6-49a3-82d6-5f73958766eb" -d '{"events": [{"name": "network-changed", "server_uuid": "55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1", "tag": "345a6244-00ef-4afd-b54e-7ddbe7cba9d4"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:29.775575 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7e8f24-44d7-4e05-abbe-a61eb8bcc147 x-openstack-request-id: req-ba7e8f24-44d7-4e05-abbe-a61eb8bcc147 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:29.777043 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1", "tag": "345a6244-00ef-4afd-b54e-7ddbe7cba9d4", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:29.778206 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba7e8f24-44d7-4e05-abbe-a61eb8bcc147 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:29.779274 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1', 'tag': '345a6244-00ef-4afd-b54e-7ddbe7cba9d4', 'status': 'completed', 'code': 200} Aug 23 14:53:29.910851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0807de81-5060-4594-a387-c19fc2a42dba None None] Provisioning for port cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:29.931783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850d366-c6e6-49a3-82d6-5f73958766eb req-3b65cab2-629a-43df-a694-0d9b35b9b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:29.933290 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4850d366-c6e6-49a3-82d6-5f73958766eb req-3b65cab2-629a-43df-a694-0d9b35b9b61e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 1125 time: 0.0958366 Aug 23 14:53:30.054428 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:30.120998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Transition to ACTIVE for port object 610d0710-5ce9-49ae-8833-21cbf208cc1d will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:30.170154 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6cf5e22b-3095-4ad0-9295-b60cda17a90c req-577ead1d-bd6a-4f7c-be37-f245b3d464f6 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 210 time: 0.0718458 Aug 23 14:53:30.171636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850d366-c6e6-49a3-82d6-5f73958766eb req-dca2d265-f4b9-4fb6-b6f1-58d00cac5252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:30.185596 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4850d366-c6e6-49a3-82d6-5f73958766eb req-dca2d265-f4b9-4fb6-b6f1-58d00cac5252 service neutron] 10.222.0.57 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.2203217 Aug 23 14:53:30.225651 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:30.307933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48da4d-de24-4b19-afb6-eca256b06086 None None] Pushing event updated for resources: {'Port': ['ID=610d0710-5ce9-49ae-8833-21cbf208cc1d,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:30.311246 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4850d366-c6e6-49a3-82d6-5f73958766eb req-24adec83-db23-42a3-8f83-6964a5d9f798 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4 HTTP/1.1" status: 200 len: 217 time: 0.1131802 Aug 23 14:53:30.334625 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-4c7fb565-4e2e-4d62-b210-4532ecd3bcc4 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:30.354366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-4c7fb565-4e2e-4d62-b210-4532ecd3bcc4 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:30.369550 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-4c7fb565-4e2e-4d62-b210-4532ecd3bcc4 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.57 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1682 time: 0.1615818 Aug 23 14:53:30.414954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Attempting to bind port 610d0710-5ce9-49ae-8833-21cbf208cc1d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:30.414954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Attempting to bind port 610d0710-5ce9-49ae-8833-21cbf208cc1d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '98e9ba25-1adf-4ea1-bdb0-435638c22c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:30.414954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Attempting to bind port 610d0710-5ce9-49ae-8833-21cbf208cc1d on network 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:30.430302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:30.430972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Checking segment: {'id': '98e9ba25-1adf-4ea1-bdb0-435638c22c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:30.431101 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:30.432444 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Bound using segment: {'id': '98e9ba25-1adf-4ea1-bdb0-435638c22c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:30.432963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Bound port: 610d0710-5ce9-49ae-8833-21cbf208cc1d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e9ba25-1adf-4ea1-bdb0-435638c22c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:30.434910 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:30.449723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cf416-80cd-4af5-9be1-0dccc923e54f req-9f3c6f1d-ccf2-4d52-aad1-a64c3bd16e66 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:30.452171 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ed77f9c0-2aec-45ae-ac80-f97f56913c08 None None] Provisioning for port 9e4cd000-26e9-4671-88c8-895f30bf71d9 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:30.458399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ed77f9c0-2aec-45ae-ac80-f97f56913c08 None None] Provisioning complete for port 9e4cd000-26e9-4671-88c8-895f30bf71d9 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:30.458786 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ed77f9c0-2aec-45ae-ac80-f97f56913c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:30.467716 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cf416-80cd-4af5-9be1-0dccc923e54f req-9f3c6f1d-ccf2-4d52-aad1-a64c3bd16e66 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:30.470190 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8c3cf416-80cd-4af5-9be1-0dccc923e54f req-9f3c6f1d-ccf2-4d52-aad1-a64c3bd16e66 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 1682 time: 0.2810309 Aug 23 14:53:30.556804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ed77f9c0-2aec-45ae-ac80-f97f56913c08 None None] Port 9e4cd000-26e9-4671-88c8-895f30bf71d9 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:53:30.578566 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] For port 610d0710-5ce9-49ae-8833-21cbf208cc1d, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:30.582209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] For port 610d0710-5ce9-49ae-8833-21cbf208cc1d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=610d0710-5ce9-49ae-8833-21cbf208cc1d,segment=NetworkSegment(98e9ba25-1adf-4ea1-bdb0-435638c22c33),segment_id=98e9ba25-1adf-4ea1-bdb0-435638c22c33)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:30.622035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850d366-c6e6-49a3-82d6-5f73958766eb req-6dde5894-0fc4-4125-876a-f129710a013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:30.623756 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4850d366-c6e6-49a3-82d6-5f73958766eb req-6dde5894-0fc4-4125-876a-f129710a013e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.3036606 Aug 23 14:53:30.648679 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-103d013b-e402-4c6a-8706-96b2266815d2 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Deleting port f298a207-e670-4697-9770-f62bde380694 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:30.649160 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-103d013b-e402-4c6a-8706-96b2266815d2 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:30.653324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:30.659338 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:30.704088 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4850d366-c6e6-49a3-82d6-5f73958766eb req-d1740546-aa89-4d7e-985b-8360985138ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640111 Aug 23 14:53:30.706300 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-748e9c80-8520-4a43-8943-875134642531 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 14:53:30.710586 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-748e9c80-8520-4a43-8943-875134642531 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "PUT /v2.0/routers/f18a86fb-547b-4032-8f16-cca1e603c133/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1587846 Aug 23 14:53:30.711470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44836) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:30.750075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8c3cf416-80cd-4af5-9be1-0dccc923e54f req-9560b293-d53b-49bf-9833-39b1898af819 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559373 Aug 23 14:53:30.812240 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b95d94cd-f2b8-4bff-b9f2-0149f4be3a7d None None] Provisioning complete for port 9e4cd000-26e9-4671-88c8-895f30bf71d9 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:30.813949 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b95d94cd-f2b8-4bff-b9f2-0149f4be3a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:30.864100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cd4d4-4b72-4dda-9c3d-0d952920eada req-97cedb64-edd1-438f-8f05-2c48eaa28e5f tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:30.865898 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-216cd4d4-4b72-4dda-9c3d-0d952920eada req-97cedb64-edd1-438f-8f05-2c48eaa28e5f tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 944 time: 0.2536032 Aug 23 14:53:30.898226 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Routers {'52fd1f7f-ef33-455d-885d-fe390b630683'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:30.899020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['52fd1f7f-ef33-455d-885d-fe390b630683'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:30.901156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48da4d-de24-4b19-afb6-eca256b06086 None None] Pushing event updated for resources: {'Port': ['ID=610d0710-5ce9-49ae-8833-21cbf208cc1d,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:30.933333 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-103d013b-e402-4c6a-8706-96b2266815d2 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] For port f298a207-e670-4697-9770-f62bde380694, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f298a207-e670-4697-9770-f62bde380694,segment=NetworkSegment(c0b09e84-222d-4771-bf36-8f45a9f95aba),segment_id=c0b09e84-222d-4771-bf36-8f45a9f95aba)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:30.933719 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-103d013b-e402-4c6a-8706-96b2266815d2 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:30.950446 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-216cd4d4-4b72-4dda-9c3d-0d952920eada req-67af050e-6c52-4cbb-a89d-71265a4d9114 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668802 Aug 23 14:53:30.959190 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-103d013b-e402-4c6a-8706-96b2266815d2 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Calling delete_port for f298a207-e670-4697-9770-f62bde380694 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:31.017644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b95d94cd-f2b8-4bff-b9f2-0149f4be3a7d None None] Port 9e4cd000-26e9-4671-88c8-895f30bf71d9 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:53:31.020283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:31.032935 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:31.033646 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:31.227053 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4850d366-c6e6-49a3-82d6-5f73958766eb req-9e77972b-423c-4e5e-b2fc-fd8660002bee service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142579 Aug 23 14:53:31.241886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] Set router 52fd1f7f-ef33-455d-885d-fe390b630683 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:53:31.330019 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-94cb09c1-6531-4774-b10d-eaf832e83d03 req-227fdd55-c3c0-42cb-8e74-f79b96cb0683 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 210 time: 0.0373642 Aug 23 14:53:31.339249 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-103d013b-e402-4c6a-8706-96b2266815d2 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:31.380279 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d013b-e402-4c6a-8706-96b2266815d2 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Port': ['ID=f298a207-e670-4697-9770-f62bde380694,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:31.458328 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-103d013b-e402-4c6a-8706-96b2266815d2 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] No DVR routers for this DVR port f298a207-e670-4697-9770-f62bde380694 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:31.463594 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-103d013b-e402-4c6a-8706-96b2266815d2 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:31.472793 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-103d013b-e402-4c6a-8706-96b2266815d2 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.57 "DELETE /v2.0/ports/f298a207-e670-4697-9770-f62bde380694 HTTP/1.1" status: 204 len: 173 time: 1.0895045 Aug 23 14:53:31.493487 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['5ffbdb55-aad8-475f-adf0-eda7ef94d3ce', 'f298a207-e670-4697-9770-f62bde380694'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:53:31.604530 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4b9d6df7-8925-49dd-a567-d3d8ad189be5 None None] Provisioning complete for port cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:31.604898 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6df7-8925-49dd-a567-d3d8ad189be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:31.635507 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:31.683852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-6f4cd46e-6a27-4849-8eb2-d8e8bd3efb7d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Deleting port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:31.684205 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-6f4cd46e-6a27-4849-8eb2-d8e8bd3efb7d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:31.699331 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a8092-0ef6-4b34-b83e-ded763e60fe1 req-01746bd3-77d9-4c53-b1f0-fed9af5a5a2a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:31.704347 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f3a8092-0ef6-4b34-b83e-ded763e60fe1 req-01746bd3-77d9-4c53-b1f0-fed9af5a5a2a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.6653223 Aug 23 14:53:31.774961 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3,segment=NetworkSegment(bf4aee2b-1d31-484c-9b56-7b4c583a56d7),segment_id=bf4aee2b-1d31-484c-9b56-7b4c583a56d7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:31.803206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'name': 'network-vif-deleted', 'tag': 'f298a207-e670-4697-9770-f62bde380694'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:31.805801 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeac81c-25f3-4da2-ad05-df797ed890f4" -d '{"events": [{"server_uuid": "be6a45b0-52f7-4b73-80c9-ca3cb2cdd333", "name": "network-vif-deleted", "tag": "f298a207-e670-4697-9770-f62bde380694"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:31.844679 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-6f4cd46e-6a27-4849-8eb2-d8e8bd3efb7d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] For port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=5ffbdb55-aad8-475f-adf0-eda7ef94d3ce,segment=NetworkSegment(17eb1351-3203-4c6b-85f4-f0aab46bb85f),segment_id=17eb1351-3203-4c6b-85f4-f0aab46bb85f)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:31.845535 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-6f4cd46e-6a27-4849-8eb2-d8e8bd3efb7d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:31.875057 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4b9d6df7-8925-49dd-a567-d3d8ad189be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:31.881987 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:31.882811 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:31.891136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-d242d43b-7280-4601-bd20-7e1c148b4359 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:31.891908 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-6f4cd46e-6a27-4849-8eb2-d8e8bd3efb7d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Calling delete_port for 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:31.893637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-d242d43b-7280-4601-bd20-7e1c148b4359 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.57 "GET /v2.0/networks?id=0e1c471b-5842-4ef7-9879-f68ea7c1ec0f HTTP/1.1" status: 200 len: 829 time: 0.6968696 Aug 23 14:53:31.908524 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f3a8092-0ef6-4b34-b83e-ded763e60fe1 req-605c4e5c-19b5-4f92-a9da-d64997b46330 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583042 Aug 23 14:53:31.922295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-4963d597-946c-4eb1-a33d-954e34fed87d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Request body: {'port': {'device_id': 'e242ced9-8cd5-4403-a5b4-d7f9dedb753e', 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'admin_state_up': True, 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:31.939314 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4850d366-c6e6-49a3-82d6-5f73958766eb req-df5af948-8ea4-482b-a2f8-20f4d379a369 service neutron] 10.222.0.57 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172894 Aug 23 14:53:32.021816 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e896d4b-83db-41b2-bcef-0e764f0c40c5 x-openstack-request-id: req-0e896d4b-83db-41b2-bcef-0e764f0c40c5 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:32.023369 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6a45b0-52f7-4b73-80c9-ca3cb2cdd333", "name": "network-vif-deleted", "tag": "f298a207-e670-4697-9770-f62bde380694", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:32.023369 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e896d4b-83db-41b2-bcef-0e764f0c40c5 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:32.023369 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'name': 'network-vif-deleted', 'tag': 'f298a207-e670-4697-9770-f62bde380694', 'status': 'completed', 'code': 200} Aug 23 14:53:32.030688 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87218d3-5672-4f84-9857-e05056eb592c req-a0541559-5010-4cad-97d6-93821bf8701f tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:32.038562 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b87218d3-5672-4f84-9857-e05056eb592c req-a0541559-5010-4cad-97d6-93821bf8701f tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 946 time: 0.1834784 Aug 23 14:53:32.087579 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:32.122921 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-4b9d6df7-8925-49dd-a567-d3d8ad189be5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:53:32.123268 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-4b9d6df7-8925-49dd-a567-d3d8ad189be5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:53:32.128571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:53:18Z', 'updated_at': '2021-08-23T14:53:24Z', 'revision_number': 4, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'gw_port': {'id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:19Z', 'updated_at': '2021-08-23T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '610d0710-5ce9-49ae-8833-21cbf208cc1d', 'name': '', 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'mac_address': 'fa:16:3e:9b:bc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:23Z', 'updated_at': '2021-08-23T14:53:30Z', 'revision_number': 4, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'subnets': [{'id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:32.158565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:32.158938 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:32.162652 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c10ea49-5cbd-425c-ae00-656018ffd935 None None] The sync data for ids ['52fd1f7f-ef33-455d-885d-fe390b630683'] in n-d-804985-3 is: [{'id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:53:18Z', 'updated_at': '2021-08-23T14:53:24Z', 'revision_number': 4, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'gw_port': {'id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:19Z', 'updated_at': '2021-08-23T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '610d0710-5ce9-49ae-8833-21cbf208cc1d', 'name': '', 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'mac_address': 'fa:16:3e:9b:bc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:23Z', 'updated_at': '2021-08-23T14:53:30Z', 'revision_number': 4, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'subnets': [{'id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:53:32.198109 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b87218d3-5672-4f84-9857-e05056eb592c req-e007b8f2-4102-4789-956c-f73a10704c3e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578462 Aug 23 14:53:32.298217 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c3a7e02c-14e2-4a06-936d-2240cb11a6f5 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:32.358763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-6f4cd46e-6a27-4849-8eb2-d8e8bd3efb7d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:32.371551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4fc43-ad96-43f7-aaa4-f803f1aac229 req-9ee79b10-379f-4aa2-9768-c4e154da8e5b tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:32.374412 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84e4fc43-ad96-43f7-aaa4-f803f1aac229 req-9ee79b10-379f-4aa2-9768-c4e154da8e5b tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 944 time: 0.1605287 Aug 23 14:53:32.386498 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b87befb9-cdff-4021-917e-9244d3f2ab4a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:32.403916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c3a7e02c-14e2-4a06-936d-2240cb11a6f5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:32.404617 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:32.465463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-4963d597-946c-4eb1-a33d-954e34fed87d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Made reservation on behalf of 4a3463c0b0a94e7895023674a23e8d1f for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:32.471535 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-4963d597-946c-4eb1-a33d-954e34fed87d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:32.482785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cd46e-6a27-4849-8eb2-d8e8bd3efb7d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Port': ['ID=5ffbdb55-aad8-475f-adf0-eda7ef94d3ce,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:32.562091 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 78c0e78d-87d6-4331-a2c7-00883ed9bbfa up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:32.575888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-6f4cd46e-6a27-4849-8eb2-d8e8bd3efb7d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] No DVR routers for this DVR port 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:32.581311 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-6f4cd46e-6a27-4849-8eb2-d8e8bd3efb7d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:32.583377 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f25152b0-7d78-4599-b227-c216fcc2e025 req-6f4cd46e-6a27-4849-8eb2-d8e8bd3efb7d tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.57 "DELETE /v2.0/ports/5ffbdb55-aad8-475f-adf0-eda7ef94d3ce HTTP/1.1" status: 204 len: 173 time: 1.1090651 Aug 23 14:53:32.673025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-07e6d172-09c7-45f3-963a-339e8c5ca064 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:32.682266 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-07e6d172-09c7-45f3-963a-339e8c5ca064 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/networks?id=60c0053b-2150-4794-96d5-4cd2a0a611e0 HTTP/1.1" status: 200 len: 814 time: 0.3782859 Aug 23 14:53:32.707174 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84e4fc43-ad96-43f7-aaa4-f803f1aac229 req-a8f9e4b5-682a-43ba-824b-42c525684cb0 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170302 Aug 23 14:53:32.708476 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-9301a0e3-2542-475b-b359-edf499e0101d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/quotas/1588db2fec1f4911a712614e990772db HTTP/1.1" status: 200 len: 375 time: 0.0242403 Aug 23 14:53:32.726633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 78c0e78d-87d6-4331-a2c7-00883ed9bbfa completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:32.736436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 78c0e78d-87d6-4331-a2c7-00883ed9bbfa triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:32.737919 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:32.835396 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-d87cec1c-1a0a-4df9-9d33-4edbbf0a6c70 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1588db2fec1f4911a712614e990772db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1256838 Aug 23 14:53:32.926861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-4963d597-946c-4eb1-a33d-954e34fed87d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Allocated IP 172.20.0.7 (0e1c471b-5842-4ef7-9879-f68ea7c1ec0f/5d92db25-4bf8-48e9-a741-fddd1ab639bd/062bb014-36a1-4397-a2dd-e28f13202234) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:33.014266 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:33.086780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 78c0e78d-87d6-4331-a2c7-00883ed9bbfa, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=78c0e78d-87d6-4331-a2c7-00883ed9bbfa,segment=NetworkSegment(7c5393d2-6695-4f23-ba51-02ca4441dcd5),segment_id=7c5393d2-6695-4f23-ba51-02ca4441dcd5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:33.092080 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-4ff33a10-f407-4c1b-94f5-78c4741a08c1 service neutron] 10.222.0.38 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555268 Aug 23 14:53:33.205155 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d51cb676-4306-4715-a22a-c7cd483119da req-bd0722f0-54cb-484f-adb8-ea178b16cb96 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 210 time: 0.0534856 Aug 23 14:53:33.253046 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:33.342226 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-58f156c7-5f0b-45d2-8e6c-08105485563d service neutron] 10.222.0.38 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395077 Aug 23 14:53:33.417111 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=78c0e78d-87d6-4331-a2c7-00883ed9bbfa,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:33.449011 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-4963d597-946c-4eb1-a33d-954e34fed87d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:33.476283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b87befb9-cdff-4021-917e-9244d3f2ab4a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Deleting port 9e4cd000-26e9-4671-88c8-895f30bf71d9 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:33.476881 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b87befb9-cdff-4021-917e-9244d3f2ab4a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:33.509699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-4963d597-946c-4eb1-a33d-954e34fed87d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Transition to ACTIVE for port object 062bb014-36a1-4397-a2dd-e28f13202234 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:33.606214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:33.627748 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8afdc7bc-8ea1-441f-831f-08faa684f33f req-3656bba9-c39c-4450-9b75-c53dce37d44f tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a45b0-52f7-4b73-80c9-ca3cb2cdd333 HTTP/1.1" status: 200 len: 210 time: 0.0620334 Aug 23 14:53:33.710518 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b87befb9-cdff-4021-917e-9244d3f2ab4a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:33.725720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:33.726355 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:33.762039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b87befb9-cdff-4021-917e-9244d3f2ab4a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Calling delete_port for 9e4cd000-26e9-4671-88c8-895f30bf71d9 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:33.896582 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8b3bd002-5802-4c84-ac49-92a68de7a05e req-75c8eeb1-3251-46a7-a60c-1681075d9963 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 210 time: 0.0502770 Aug 23 14:53:34.016624 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-4963d597-946c-4eb1-a33d-954e34fed87d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:34.023618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'name': 'network-vif-deleted', 'tag': '5ffbdb55-aad8-475f-adf0-eda7ef94d3ce'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:34.026224 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c605cd-b59b-4186-b00a-5c5a5ea911e6" -d '{"events": [{"server_uuid": "be6a45b0-52f7-4b73-80c9-ca3cb2cdd333", "name": "network-vif-deleted", "tag": "5ffbdb55-aad8-475f-adf0-eda7ef94d3ce"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:34.036889 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 610d0710-5ce9-49ae-8833-21cbf208cc1d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:34.151380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:34.153626 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21bbe57-3178-4a98-b2aa-63088cf420b2 x-openstack-request-id: req-f21bbe57-3178-4a98-b2aa-63088cf420b2 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:34.154436 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6a45b0-52f7-4b73-80c9-ca3cb2cdd333", "name": "network-vif-deleted", "tag": "5ffbdb55-aad8-475f-adf0-eda7ef94d3ce", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:34.154436 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f21bbe57-3178-4a98-b2aa-63088cf420b2 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:34.154764 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6a45b0-52f7-4b73-80c9-ca3cb2cdd333', 'name': 'network-vif-deleted', 'tag': '5ffbdb55-aad8-475f-adf0-eda7ef94d3ce', 'status': 'completed', 'code': 200} Aug 23 14:53:34.185455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963d597-946c-4eb1-a33d-954e34fed87d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Pushing event updated for resources: {'Port': ['ID=062bb014-36a1-4397-a2dd-e28f13202234,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:34.265134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 610d0710-5ce9-49ae-8833-21cbf208cc1d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:34.282045 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 610d0710-5ce9-49ae-8833-21cbf208cc1d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:34.300823 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:34.301033 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-4963d597-946c-4eb1-a33d-954e34fed87d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Network 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:34.301206 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-4963d597-946c-4eb1-a33d-954e34fed87d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:34.304897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-4963d597-946c-4eb1-a33d-954e34fed87d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:34.330425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f298a207-e670-4697-9770-f62bde380694 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:34.356964 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: f298a207-e670-4697-9770-f62bde380694 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:34.357452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f298a207-e670-4697-9770-f62bde380694 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:34.357738 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:34.388067 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-4963d597-946c-4eb1-a33d-954e34fed87d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:34.388741 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-4963d597-946c-4eb1-a33d-954e34fed87d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:34.393611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:34.394041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 5ffbdb55-aad8-475f-adf0-eda7ef94d3ce not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:34.417915 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba8685-6083-4ce3-b156-ed9ded95bdba req-f0b80aca-f353-4fe7-b625-24424e8330bc tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:34.428257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-edba8685-6083-4ce3-b156-ed9ded95bdba req-f0b80aca-f353-4fe7-b625-24424e8330bc tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 944 time: 0.4364958 Aug 23 14:53:34.443064 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8478b88-5072-40dd-a0a7-5260653ed629 req-a900f250-ca98-4a04-88fd-c3aa27bf4a7b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:34.461018 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b8478b88-5072-40dd-a0a7-5260653ed629 req-a900f250-ca98-4a04-88fd-c3aa27bf4a7b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 931 time: 0.1250942 Aug 23 14:53:34.486318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-edba8685-6083-4ce3-b156-ed9ded95bdba req-8780348f-7bb5-4393-b009-939620a22369 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565577 Aug 23 14:53:34.506608 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:34.560979 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b8478b88-5072-40dd-a0a7-5260653ed629 req-d86d4e7c-e43b-4140-8429-5ed5ef07eb86 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/security-groups?id=21fb0ecf-f00c-418d-9439-a777bdc88a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940483 Aug 23 14:53:34.581302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 610d0710-5ce9-49ae-8833-21cbf208cc1d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=610d0710-5ce9-49ae-8833-21cbf208cc1d,segment=NetworkSegment(98e9ba25-1adf-4ea1-bdb0-435638c22c33),segment_id=98e9ba25-1adf-4ea1-bdb0-435638c22c33)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:34.604199 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-4963d597-946c-4eb1-a33d-954e34fed87d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6933453 Aug 23 14:53:34.618490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Request body: {'port': {'device_id': 'e242ced9-8cd5-4403-a5b4-d7f9dedb753e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:34.690179 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:34.692991 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:34.711636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44896) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:34.755399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=610d0710-5ce9-49ae-8833-21cbf208cc1d,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:34.833413 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Deleting subnet 2787a4b0-ee09-49a1-b6c3-f175d3137d34 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:53:34.837488 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:34.869485 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b87befb9-cdff-4021-917e-9244d3f2ab4a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:34.910203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-82c8faac-4dde-49d5-9992-eed0d36c3113 None None] Provisioning for port 062bb014-36a1-4397-a2dd-e28f13202234 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:34.916522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-82c8faac-4dde-49d5-9992-eed0d36c3113 None None] Provisioning complete for port 062bb014-36a1-4397-a2dd-e28f13202234 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:34.917332 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-82c8faac-4dde-49d5-9992-eed0d36c3113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:34.986826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87befb9-cdff-4021-917e-9244d3f2ab4a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event deleted for resources: {'Port': ['ID=9e4cd000-26e9-4671-88c8-895f30bf71d9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:34.998401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-82c8faac-4dde-49d5-9992-eed0d36c3113 None None] Port 062bb014-36a1-4397-a2dd-e28f13202234 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:53:35.018547 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:35.115462 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b680bcaf-6316-436e-afaa-97eaee85fcbd req-3932add3-3027-4d69-9105-33c4b84ad401 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 210 time: 0.1002905 Aug 23 14:53:35.340668 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:35.341942 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b87befb9-cdff-4021-917e-9244d3f2ab4a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:35.358589 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 78c0e78d-87d6-4331-a2c7-00883ed9bbfa up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:35.417228 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 78c0e78d-87d6-4331-a2c7-00883ed9bbfa triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:35.417603 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:35.498599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 610d0710-5ce9-49ae-8833-21cbf208cc1d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:35.549917 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062bb014-36a1-4397-a2dd-e28f13202234 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:53:35.553567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 610d0710-5ce9-49ae-8833-21cbf208cc1d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:35.553960 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:35.590992 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:35.645312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Transition to ACTIVE for port object 062bb014-36a1-4397-a2dd-e28f13202234 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:35.649841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87befb9-cdff-4021-917e-9244d3f2ab4a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Router f18a86fb-547b-4032-8f16-cca1e603c133 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:53:35.656992 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52303b01-e7ee-45a4-8d20-0a0a7a851db9 req-8136af96-1e49-4437-91db-4fd8e758cb0e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:35.659205 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-52303b01-e7ee-45a4-8d20-0a0a7a851db9 req-8136af96-1e49-4437-91db-4fd8e758cb0e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 944 time: 0.0783927 Aug 23 14:53:35.724791 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-52303b01-e7ee-45a4-8d20-0a0a7a851db9 req-ec3cacb5-e868-495f-af44-8b5663f7b704 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489888 Aug 23 14:53:35.736253 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:35.775427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87befb9-cdff-4021-917e-9244d3f2ab4a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:53:35.785819 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b87befb9-cdff-4021-917e-9244d3f2ab4a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "PUT /v2.0/routers/f18a86fb-547b-4032-8f16-cca1e603c133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0708051 Aug 23 14:53:35.787871 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9e1ed5-75da-4589-b16b-6098818679db None None] Sync routers for ids ['f18a86fb-547b-4032-8f16-cca1e603c133'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:53:35.791174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44912) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:35.801967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9e1ed5-75da-4589-b16b-6098818679db None None] Routers {'f18a86fb-547b-4032-8f16-cca1e603c133'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:35.801967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0d9e1ed5-75da-4589-b16b-6098818679db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f18a86fb-547b-4032-8f16-cca1e603c133'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:35.809461 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:35.814458 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "DELETE /v2.0/subnets/2787a4b0-ee09-49a1-b6c3-f175d3137d34 HTTP/1.1" status: 204 len: 168 time: 1.0984066 Aug 23 14:53:35.814458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Subnet': ['ID=2787a4b0-ee09-49a1-b6c3-f175d3137d34,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:35.815989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44914) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:35.836709 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-45942522-9b70-4a25-ab8f-9731dd2fe189 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] delete failed (client error): The resource could not be found. Aug 23 14:53:35.838604 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-45942522-9b70-4a25-ab8f-9731dd2fe189 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "DELETE /v2.0/routers/tempest-non_exist_router-1796563981 HTTP/1.1" status: 404 len: 335 time: 0.0456002 Aug 23 14:53:35.848050 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0d9e1ed5-75da-4589-b16b-6098818679db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:35.848190 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-2b3a12cf-1348-43f4-8958-39aa037fed2f service neutron] 10.222.0.57 "GET /v2.0/ports/345a6244-00ef-4afd-b54e-7ddbe7cba9d4/bindings/n-h2-804985-3 HTTP/1.1" status: 200 len: 384 time: 0.1032889 Aug 23 14:53:35.848270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f194e75-4b97-43de-87ba-094e49dd55aa None None] Network e69b5fdd-f5be-4efd-b202-0edf1ef5a42b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:35.856278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44916) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:35.864842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-fa201395-80e8-48c7-9db1-51245d06bf22 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f18a86fb-547b-4032-8f16-cca1e603c133'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:35.875280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:35.876375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:35.876761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:35.877110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:35.882184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:35.882184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:35.882184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:35.882184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:35.882184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:35.882184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:35.882184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:35.882184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006b1dd-f60a-44c4-94a6-ed6ba8866e2e tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:35.892391 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:35.906350 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9e1ed5-75da-4589-b16b-6098818679db None None] Routers {'f18a86fb-547b-4032-8f16-cca1e603c133'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:35.907267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0d9e1ed5-75da-4589-b16b-6098818679db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f18a86fb-547b-4032-8f16-cca1e603c133'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:35.917315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10b178-8023-4c24-8f31-02c5d5b7cd5b req-f7e01ac2-0dc2-4173-ac8f-37733643e2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:35.918815 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0c10b178-8023-4c24-8f31-02c5d5b7cd5b req-f7e01ac2-0dc2-4173-ac8f-37733643e2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 931 time: 0.1874044 Aug 23 14:53:35.947313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0d9e1ed5-75da-4589-b16b-6098818679db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:35.948011 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9e1ed5-75da-4589-b16b-6098818679db None None] The sync data for ids ['f18a86fb-547b-4032-8f16-cca1e603c133'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:53:36.001113 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:36.038103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Pushing event updated for resources: {'Port': ['ID=062bb014-36a1-4397-a2dd-e28f13202234,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:36.080310 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0c10b178-8023-4c24-8f31-02c5d5b7cd5b req-6d5ba157-dff0-4d9f-abb2-08d4895dc5b3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/security-groups?id=21fb0ecf-f00c-418d-9439-a777bdc88a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382041 Aug 23 14:53:36.165230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Attempting to bind port 062bb014-36a1-4397-a2dd-e28f13202234 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:36.165609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Attempting to bind port 062bb014-36a1-4397-a2dd-e28f13202234 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '98e9ba25-1adf-4ea1-bdb0-435638c22c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:36.165986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Attempting to bind port 062bb014-36a1-4397-a2dd-e28f13202234 on network 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:36.183802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Port 062bb014-36a1-4397-a2dd-e28f13202234 on network 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:53:36.186772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Attempting to bind port 062bb014-36a1-4397-a2dd-e28f13202234 on network 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:36.194285 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:36.194644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Checking segment: {'id': '98e9ba25-1adf-4ea1-bdb0-435638c22c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:36.195045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Bound using segment: {'id': '98e9ba25-1adf-4ea1-bdb0-435638c22c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:36.195518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Bound port: 062bb014-36a1-4397-a2dd-e28f13202234, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e9ba25-1adf-4ea1-bdb0-435638c22c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:36.196069 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:36.212996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f601ed4a-aa62-441e-948a-de0a48ededf2 None None] DHCP port deletion for e69b5fdd-f5be-4efd-b202-0edf1ef5a42b request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:53:36.213585 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa201395-80e8-48c7-9db1-51245d06bf22 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:36.315995 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f601ed4a-aa62-441e-948a-de0a48ededf2 None None] Deleting port 0af525a9-3619-4646-92f2-0d97546da235 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:36.316636 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f601ed4a-aa62-441e-948a-de0a48ededf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:36.335025 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e30aeea1-47ac-4188-837d-345aad17cc86 req-bfff1941-73bf-49dc-ad5e-887756efbdf5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 210 time: 0.0562470 Aug 23 14:53:36.365684 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-fa201395-80e8-48c7-9db1-51245d06bf22 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] update failed (client error): The resource could not be found. Aug 23 14:53:36.377192 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fa201395-80e8-48c7-9db1-51245d06bf22 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "PUT /v2.0/routers/f18a86fb-547b-4032-8f16-cca1e603c133 HTTP/1.1" status: 404 len: 339 time: 0.5157335 Aug 23 14:53:36.384433 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44924) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:36.428758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f601ed4a-aa62-441e-948a-de0a48ededf2 None None] For port 0af525a9-3619-4646-92f2-0d97546da235, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0af525a9-3619-4646-92f2-0d97546da235,segment=NetworkSegment(17eb1351-3203-4c6b-85f4-f0aab46bb85f),segment_id=17eb1351-3203-4c6b-85f4-f0aab46bb85f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:36.429078 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f601ed4a-aa62-441e-948a-de0a48ededf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:36.452184 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f601ed4a-aa62-441e-948a-de0a48ededf2 None None] Calling delete_port for 0af525a9-3619-4646-92f2-0d97546da235 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:36.500226 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-0d603787-b136-4239-9429-a6ac858ef157 service neutron] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:36.637435 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Deleting port 0af525a9-3619-4646-92f2-0d97546da235 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:36.637784 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:36.659073 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f601ed4a-aa62-441e-948a-de0a48ededf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:36.708863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601ed4a-aa62-441e-948a-de0a48ededf2 None None] Pushing event deleted for resources: {'Port': ['ID=0af525a9-3619-4646-92f2-0d97546da235,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:36.722368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601ed4a-aa62-441e-948a-de0a48ededf2 None None] No DVR routers for this DVR port 0af525a9-3619-4646-92f2-0d97546da235 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:36.744298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] For port 0af525a9-3619-4646-92f2-0d97546da235, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0af525a9-3619-4646-92f2-0d97546da235,segment=NetworkSegment(17eb1351-3203-4c6b-85f4-f0aab46bb85f),segment_id=17eb1351-3203-4c6b-85f4-f0aab46bb85f)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:36.744828 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:36.767444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Calling delete_port for 0af525a9-3619-4646-92f2-0d97546da235 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:36.832846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] For port 062bb014-36a1-4397-a2dd-e28f13202234, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:36.869645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] For port 062bb014-36a1-4397-a2dd-e28f13202234, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=062bb014-36a1-4397-a2dd-e28f13202234,segment=NetworkSegment(98e9ba25-1adf-4ea1-bdb0-435638c22c33),segment_id=98e9ba25-1adf-4ea1-bdb0-435638c22c33)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:36.912193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c64afd-0219-4adb-96d4-622f2d3cb1a6 req-783a1adf-537f-427f-8849-9aa55482ab74 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:36.913772 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-21c64afd-0219-4adb-96d4-622f2d3cb1a6 req-783a1adf-537f-427f-8849-9aa55482ab74 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 944 time: 0.0932605 Aug 23 14:53:36.928667 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:36.977803 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:36.981110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Port': ['ID=0af525a9-3619-4646-92f2-0d97546da235,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:36.983854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] No DVR routers for this DVR port 0af525a9-3619-4646-92f2-0d97546da235 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:37.009199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-0d603787-b136-4239-9429-a6ac858ef157 service neutron] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:37.116727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:37.116727 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:37.116907 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] 10.222.0.57 "PUT /v2.0/ports/062bb014-36a1-4397-a2dd-e28f13202234 HTTP/1.1" status: 200 len: 1091 time: 2.5032780 Aug 23 14:53:37.129125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e242ced9-8cd5-4403-a5b4-d7f9dedb753e', 'tag': '062bb014-36a1-4397-a2dd-e28f13202234'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:37.131426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-0d603787-b136-4239-9429-a6ac858ef157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:53:37.131554 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9174a1-77d7-4082-a222-0cc909ef6332" -d '{"events": [{"name": "network-changed", "server_uuid": "e242ced9-8cd5-4403-a5b4-d7f9dedb753e", "tag": "062bb014-36a1-4397-a2dd-e28f13202234"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:37.170708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-0d603787-b136-4239-9429-a6ac858ef157 service neutron] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:37.178181 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-21c64afd-0219-4adb-96d4-622f2d3cb1a6 req-37778ec5-3e66-441b-931d-e72d5765d241 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567694 Aug 23 14:53:37.208762 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:37.243557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69b5fdd-f5be-4efd-b202-0edf1ef5a42b']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:37.250403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53c338-5df4-4b6f-81e8-47453aa4f236 service neutron] Pushing event updated for resources: {'Port': ['ID=062bb014-36a1-4397-a2dd-e28f13202234,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:37.273334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17eb1351-3203-4c6b-85f4-f0aab46bb85f') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:37.273732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17eb1351-3203-4c6b-85f4-f0aab46bb85f') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:37.278613 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:37.291591 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:37.302197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32331d79-17c8-4dd1-913f-a4272ae5bb5d req-4880b2fc-6e52-496a-a771-5e5a600b9155 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:37.312325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32331d79-17c8-4dd1-913f-a4272ae5bb5d req-4880b2fc-6e52-496a-a771-5e5a600b9155 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 943 time: 0.1431987 Aug 23 14:53:37.318289 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-0d603787-b136-4239-9429-a6ac858ef157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:37.325865 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:37.406363 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0af525a9-3619-4646-92f2-0d97546da235 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:37.407631 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2578ddf8-5f00-4b5b-a197-88ffe46dc434 x-openstack-request-id: req-2578ddf8-5f00-4b5b-a197-88ffe46dc434 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:37.408611 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e242ced9-8cd5-4403-a5b4-d7f9dedb753e", "tag": "062bb014-36a1-4397-a2dd-e28f13202234", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:37.409959 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2578ddf8-5f00-4b5b-a197-88ffe46dc434 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:37.413272 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e242ced9-8cd5-4403-a5b4-d7f9dedb753e', 'tag': '062bb014-36a1-4397-a2dd-e28f13202234', 'status': 'completed', 'code': 200} Aug 23 14:53:37.424251 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:53:37.434772 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:37.436057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 0af525a9-3619-4646-92f2-0d97546da235 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:37.436474 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0af525a9-3619-4646-92f2-0d97546da235 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:37.447903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-688882fb-a403-4d26-9c80-9332ad721f68 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:37.449692 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-688882fb-a403-4d26-9c80-9332ad721f68 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.57 "GET /v2.0/networks?id=60c0053b-2150-4794-96d5-4cd2a0a611e0 HTTP/1.1" status: 200 len: 814 time: 0.4847496 Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:53:37.450852 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:53:37.481892 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32331d79-17c8-4dd1-913f-a4272ae5bb5d req-3023bcd0-a67f-4da7-9895-9ad743a43470 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/security-groups?id=21fb0ecf-f00c-418d-9439-a777bdc88a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691804 Aug 23 14:53:37.484660 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-66088f1d-c572-4381-96e8-8d68f0cbe501 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Request body: {'port': {'device_id': '817163e0-57ff-4420-b7b3-a95cad8b6d87', 'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0', 'admin_state_up': True, 'tenant_id': '1588db2fec1f4911a712614e990772db'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:37.626059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9174a1-77d7-4082-a222-0cc909ef6332 req-d664ce3f-7e3c-422f-a6f6-3d47870c5b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:37.627594 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd9174a1-77d7-4082-a222-0cc909ef6332 req-d664ce3f-7e3c-422f-a6f6-3d47870c5b3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a3463c0b0a94e7895023674a23e8d1f&device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 1094 time: 0.2864828 Aug 23 14:53:37.633012 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-05e33418-6008-43d9-b96f-342f4b76818f req-dc462521-7610-45c7-9016-0cb943129862 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 210 time: 0.1030393 Aug 23 14:53:37.684773 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Allocated IP 172.20.0.1 (49364812-347a-4089-9641-ce790573bff8/43e9bad5-a8f4-4dff-860f-f6755775501e/4f294e6e-e463-4f25-be89-97efeddaa6a9) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:37.696415 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-0d603787-b136-4239-9429-a6ac858ef157 service neutron] Transition to ACTIVE for port object 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:37.707857 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:37.712634 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:37.714529 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "DELETE /v2.0/networks/e69b5fdd-f5be-4efd-b202-0edf1ef5a42b HTTP/1.1" status: 204 len: 168 time: 1.8974719 Aug 23 14:53:37.718859 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44940) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:37.746796 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865ea1b-0282-4eab-8bf1-96e28a077311 tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Network': ['ID=e69b5fdd-f5be-4efd-b202-0edf1ef5a42b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:37.790091 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-0d603787-b136-4239-9429-a6ac858ef157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:37.813686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9174a1-77d7-4082-a222-0cc909ef6332 req-df95d228-c416-4570-9fd0-d249a540a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:37.815951 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd9174a1-77d7-4082-a222-0cc909ef6332 req-df95d228-c416-4570-9fd0-d249a540a4b7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4a3463c0b0a94e7895023674a23e8d1f&shared=False HTTP/1.1" status: 200 len: 930 time: 0.1790183 Aug 23 14:53:37.882783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea15b1c-b81f-411e-bd82-cb8c3ff4adaa tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Deleting subnet ca5a621a-f41a-4842-8134-76984d298a84 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:53:37.890817 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6ea15b1c-b81f-411e-bd82-cb8c3ff4adaa tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:37.925763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-66088f1d-c572-4381-96e8-8d68f0cbe501 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Made reservation on behalf of 1588db2fec1f4911a712614e990772db for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:37.929401 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-66088f1d-c572-4381-96e8-8d68f0cbe501 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:37.941816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9174a1-77d7-4082-a222-0cc909ef6332 req-3242db5d-7694-4dec-9402-c3600d627ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:37.943333 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd9174a1-77d7-4082-a222-0cc909ef6332 req-3242db5d-7694-4dec-9402-c3600d627ea0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1208522 Aug 23 14:53:37.956226 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-0d603787-b136-4239-9429-a6ac858ef157 service neutron] No DVR routers for this DVR port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:37.977632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d603787-b136-4239-9429-a6ac858ef157 service neutron] Pushing event updated for resources: {'Port': ['ID=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,revision_number=10']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:37.996870 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6ea15b1c-b81f-411e-bd82-cb8c3ff4adaa tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:38.005206 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:38.070420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Transition to ACTIVE for port object 4f294e6e-e463-4f25-be89-97efeddaa6a9 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:38.080063 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-0d603787-b136-4239-9429-a6ac858ef157 service neutron] 10.222.0.57 "PUT /v2.0/ports/345a6244-00ef-4afd-b54e-7ddbe7cba9d4/bindings/n-h2-804985-3/activate HTTP/1.1" status: 200 len: 369 time: 2.2295165 Aug 23 14:53:38.101810 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-40d87615-6bdc-4470-86fc-b690dde3e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:38.103349 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-40d87615-6bdc-4470-86fc-b690dde3e636 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a3463c0b0a94e7895023674a23e8d1f&device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 1094 time: 0.0915225 Aug 23 14:53:38.123399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-66088f1d-c572-4381-96e8-8d68f0cbe501 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Allocated IP 172.20.0.2 (60c0053b-2150-4794-96d5-4cd2a0a611e0/94e7f3de-c5c9-4bc5-8835-17e093450e74/a60e588d-3dfc-4a63-a45f-c1db549446da) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:38.157782 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-0a2f2971-3fad-4049-97c9-10cb17b65289 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=062bb014-36a1-4397-a2dd-e28f13202234 HTTP/1.1" status: 200 len: 217 time: 0.0461960 Aug 23 14:53:38.161155 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6ea15b1c-b81f-411e-bd82-cb8c3ff4adaa tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:38.249047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-edd063bf-34e4-4115-b41f-f4cb779a1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:38.250640 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-edd063bf-34e4-4115-b41f-f4cb779a1d0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d92db25-4bf8-48e9-a741-fddd1ab639bd HTTP/1.1" status: 200 len: 868 time: 0.0858955 Aug 23 14:53:38.269899 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:38.327636 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Network 49364812-347a-4089-9641-ce790573bff8 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:38.331045 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6ea15b1c-b81f-411e-bd82-cb8c3ff4adaa tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:38.353033 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:38.377624 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-286a9e6b-4fb9-486b-91e2-c85e30de7020 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:38.379282 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-286a9e6b-4fb9-486b-91e2-c85e30de7020 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1&tenant_id=870a18d842e54e268bf7a5a7979fea11&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 1096 time: 0.1427376 Aug 23 14:53:38.380680 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:38.383471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event updated for resources: {'Port': ['ID=4f294e6e-e463-4f25-be89-97efeddaa6a9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:38.388847 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea15b1c-b81f-411e-bd82-cb8c3ff4adaa tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Subnet': ['ID=ca5a621a-f41a-4842-8134-76984d298a84,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:38.400520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-9b7539a0-2396-4c88-90eb-66688055597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:38.401982 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-9b7539a0-2396-4c88-90eb-66688055597f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e1c471b-5842-4ef7-9879-f68ea7c1ec0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406012 Aug 23 14:53:38.404140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5100cd1a-ca5e-4277-954f-33fd4da86043 None None] Network 3e3f405b-b477-496a-8bb2-54749b18cc3a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:38.411784 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6ea15b1c-b81f-411e-bd82-cb8c3ff4adaa tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:38.413747 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6ea15b1c-b81f-411e-bd82-cb8c3ff4adaa tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "DELETE /v2.0/subnets/ca5a621a-f41a-4842-8134-76984d298a84 HTTP/1.1" status: 204 len: 168 time: 0.6931670 Aug 23 14:53:38.423884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44946) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:38.459216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b8e82-a93f-4f94-af1f-6baaeda99dc3 req-77769810-2084-4e8c-b1bc-ed066501de42 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:38.466694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a52b8e82-a93f-4f94-af1f-6baaeda99dc3 req-77769810-2084-4e8c-b1bc-ed066501de42 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 945 time: 0.1932924 Aug 23 14:53:38.476207 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:38.555222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-9857caac-7955-4b90-bc92-181e14c08ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:38.565685 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-9857caac-7955-4b90-bc92-181e14c08ba4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1&tenant_id=870a18d842e54e268bf7a5a7979fea11 HTTP/1.1" status: 200 len: 1096 time: 0.1508412 Aug 23 14:53:38.633396 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-66088f1d-c572-4381-96e8-8d68f0cbe501 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:38.694988 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-31d2a823-68db-4932-9e98-711d891d7149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:38.694988 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-31d2a823-68db-4932-9e98-711d891d7149 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0832481 Aug 23 14:53:38.709734 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:38.711900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737ad9a1-df8d-48c7-814a-94be0f60e360 None None] DHCP port deletion for 3e3f405b-b477-496a-8bb2-54749b18cc3a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:53:38.743917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a52b8e82-a93f-4f94-af1f-6baaeda99dc3 req-61c67d97-4557-494b-8f57-63b69b707827 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631283 Aug 23 14:53:38.785395 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-737ad9a1-df8d-48c7-814a-94be0f60e360 None None] Deleting port d213096c-981a-4f61-ae36-51408dfcfd56 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:38.792710 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-737ad9a1-df8d-48c7-814a-94be0f60e360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:38.796622 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-e590501a-54bf-4b39-8c06-dc457b70ee83 service neutron] 10.222.0.57 "GET /v2.0/networks/0e1c471b-5842-4ef7-9879-f68ea7c1ec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837349 Aug 23 14:53:38.826933 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:38.828928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-622a74c6-be62-47ff-8eba-38bd498fbe4d None None] Provisioning for port 4f294e6e-e463-4f25-be89-97efeddaa6a9 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:38.836088 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-622a74c6-be62-47ff-8eba-38bd498fbe4d None None] Provisioning complete for port 4f294e6e-e463-4f25-be89-97efeddaa6a9 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:38.836745 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-622a74c6-be62-47ff-8eba-38bd498fbe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:38.920007 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-66088f1d-c572-4381-96e8-8d68f0cbe501 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:38.933809 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-9b5d0d39-27c7-4516-b369-8d1aaa6cf476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:38.936505 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-9b5d0d39-27c7-4516-b369-8d1aaa6cf476 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.2304993 Aug 23 14:53:39.002273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-66088f1d-c572-4381-96e8-8d68f0cbe501 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Network 60c0053b-2150-4794-96d5-4cd2a0a611e0 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:39.023879 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-66088f1d-c572-4381-96e8-8d68f0cbe501 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:39.039066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-66088f1d-c572-4381-96e8-8d68f0cbe501 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:39.050874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed963abf-f2d4-4c8a-95b8-aeea0cb002c3 req-c9bcf3a2-f769-46c0-a5b2-58f1b1e211e9 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:39.052533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed963abf-f2d4-4c8a-95b8-aeea0cb002c3 req-c9bcf3a2-f769-46c0-a5b2-58f1b1e211e9 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 943 time: 0.2160094 Aug 23 14:53:39.057666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66088f1d-c572-4381-96e8-8d68f0cbe501 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Pushing event updated for resources: {'Port': ['ID=a60e588d-3dfc-4a63-a45f-c1db549446da,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:39.072644 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-7e03d461-1373-44a0-9347-30fec8e87524 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4 HTTP/1.1" status: 200 len: 217 time: 0.0902221 Aug 23 14:53:39.093940 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b8f33f-9ea8-4915-b707-cfa5c54af4d7 req-1587eb59-8fcf-4503-bcbf-0f9ee83293bd service neutron] 10.222.0.57 "GET /v2.0/networks/0e1c471b-5842-4ef7-9879-f68ea7c1ec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885902 Aug 23 14:53:39.096277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Deleting port d213096c-981a-4f61-ae36-51408dfcfd56 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:39.096860 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:39.134148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-622a74c6-be62-47ff-8eba-38bd498fbe4d None None] Port 4f294e6e-e463-4f25-be89-97efeddaa6a9 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:53:39.145091 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['569209d9-036f-4261-9f6a-528fbcd6f1c9'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:53:39.196362 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-737ad9a1-df8d-48c7-814a-94be0f60e360 None None] For port d213096c-981a-4f61-ae36-51408dfcfd56, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d213096c-981a-4f61-ae36-51408dfcfd56,segment=NetworkSegment(c0b09e84-222d-4771-bf36-8f45a9f95aba),segment_id=c0b09e84-222d-4771-bf36-8f45a9f95aba)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:39.196691 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-737ad9a1-df8d-48c7-814a-94be0f60e360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:39.202626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-a4570858-b015-4374-9c78-751229120b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:39.204655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-66088f1d-c572-4381-96e8-8d68f0cbe501 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:39.205058 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-a4570858-b015-4374-9c78-751229120b30 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.1169100 Aug 23 14:53:39.205403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-66088f1d-c572-4381-96e8-8d68f0cbe501 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:39.218002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-737ad9a1-df8d-48c7-814a-94be0f60e360 None None] Calling delete_port for d213096c-981a-4f61-ae36-51408dfcfd56 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:39.222177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] For port d213096c-981a-4f61-ae36-51408dfcfd56, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d213096c-981a-4f61-ae36-51408dfcfd56,segment=NetworkSegment(c0b09e84-222d-4771-bf36-8f45a9f95aba),segment_id=c0b09e84-222d-4771-bf36-8f45a9f95aba)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:39.222786 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:39.231773 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a8dc-8ec1-4b56-af23-1d87468c15a5 req-c5525ad7-3e00-472c-8267-03e352221490 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:39.235253 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed963abf-f2d4-4c8a-95b8-aeea0cb002c3 req-b1b5c76d-c9bb-4853-950a-9a5dc638f36c tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/security-groups?id=21fb0ecf-f00c-418d-9439-a777bdc88a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484449 Aug 23 14:53:39.247055 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-44d4a8dc-8ec1-4b56-af23-1d87468c15a5 req-c5525ad7-3e00-472c-8267-03e352221490 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 931 time: 0.1757603 Aug 23 14:53:39.254380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Calling delete_port for d213096c-981a-4f61-ae36-51408dfcfd56 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:39.335741 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-66088f1d-c572-4381-96e8-8d68f0cbe501 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8540285 Aug 23 14:53:39.342465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Request body: {'port': {'device_id': '817163e0-57ff-4420-b7b3-a95cad8b6d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:39.400264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-52c9195a-8747-40de-bcb4-909d71962f8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1839988 Aug 23 14:53:39.416122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d213096c-981a-4f61-ae36-51408dfcfd56 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:39.438641 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:39.479670 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:39.499932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] No DVR routers for this DVR port d213096c-981a-4f61-ae36-51408dfcfd56 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:39.502134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Port d213096c-981a-4f61-ae36-51408dfcfd56 update to DOWN by agent not found {{(pid=96116) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 23 14:53:39.510469 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-737ad9a1-df8d-48c7-814a-94be0f60e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:39.521445 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-44d4a8dc-8ec1-4b56-af23-1d87468c15a5 req-26116b52-898a-4c20-a8d3-e4d27c3a1c86 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178629 Aug 23 14:53:39.550184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Port': ['ID=d213096c-981a-4f61-ae36-51408dfcfd56,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:39.578703 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ad9a1-df8d-48c7-814a-94be0f60e360 None None] Pushing event deleted for resources: {'Port': ['ID=d213096c-981a-4f61-ae36-51408dfcfd56,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:39.581741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737ad9a1-df8d-48c7-814a-94be0f60e360 None None] No DVR routers for this DVR port d213096c-981a-4f61-ae36-51408dfcfd56 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:39.595599 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-ed4886a8-f534-4f12-a828-4c9d3cee7167 service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827474 Aug 23 14:53:39.634053 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:39.683470 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:39.705808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3f405b-b477-496a-8bb2-54749b18cc3a']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:39.713757 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:39.740573 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-5452e3ea-464d-4f98-99eb-0c399dafe410 service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374216 Aug 23 14:53:39.748337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b09e84-222d-4771-bf36-8f45a9f95aba') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:39.748552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b09e84-222d-4771-bf36-8f45a9f95aba') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:39.763556 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:39.787482 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:39.793838 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:39.798556 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:53:39.799143 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:53:39.802073 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:53:39.811126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event updated for resources: {'Port': ['ID=4f294e6e-e463-4f25-be89-97efeddaa6a9,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:39.904185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Network 49364812-347a-4089-9641-ce790573bff8 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:39.905942 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:39.968902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10da112-8542-41b0-8783-0431a5cb4712 req-c0546e6a-e127-436e-a0fb-525d4d763099 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:39.977194 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e10da112-8542-41b0-8783-0431a5cb4712 req-c0546e6a-e127-436e-a0fb-525d4d763099 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 945 time: 0.1544685 Aug 23 14:53:40.005907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60e588d-3dfc-4a63-a45f-c1db549446da {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:53:40.018613 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:40.042454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Router f18a86fb-547b-4032-8f16-cca1e603c133 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:53:40.045395 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:40.052395 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e10da112-8542-41b0-8783-0431a5cb4712 req-9b242a4a-dac5-4c6a-aaac-11e537a48f37 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742610 Aug 23 14:53:40.055128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Transition to ACTIVE for port object a60e588d-3dfc-4a63-a45f-c1db549446da will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:53:40.060227 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:40.062460 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] 10.222.0.38 "DELETE /v2.0/networks/3e3f405b-b477-496a-8bb2-54749b18cc3a HTTP/1.1" status: 204 len: 168 time: 1.6313963 Aug 23 14:53:40.082860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d642f9-0c4c-44b9-891f-45587f91eadd tempest-ServersTestMultiNic-862318430 tempest-ServersTestMultiNic-862318430-project] Pushing event deleted for resources: {'Network': ['ID=3e3f405b-b477-496a-8bb2-54749b18cc3a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:40.158605 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:40.179389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:53:40.187646 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3f92910e-8c0c-49b5-8a50-7f48ae911de6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "PUT /v2.0/routers/f18a86fb-547b-4032-8f16-cca1e603c133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7943063 Aug 23 14:53:40.188107 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44972) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:40.192145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-af700fec-ed33-4473-87de-9562c2764d63 None None] Provisioning complete for port 4f294e6e-e463-4f25-be89-97efeddaa6a9 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:40.192633 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-af700fec-ed33-4473-87de-9562c2764d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:40.200071 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7874a6a1-9bba-42ea-9952-1e689a6cfb14 None None] Sync routers for ids ['f18a86fb-547b-4032-8f16-cca1e603c133'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:53:40.213855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Pushing event updated for resources: {'Port': ['ID=a60e588d-3dfc-4a63-a45f-c1db549446da,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:40.217106 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7874a6a1-9bba-42ea-9952-1e689a6cfb14 None None] Routers {'f18a86fb-547b-4032-8f16-cca1e603c133'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:40.218248 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7874a6a1-9bba-42ea-9952-1e689a6cfb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f18a86fb-547b-4032-8f16-cca1e603c133'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:40.291899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-af700fec-ed33-4473-87de-9562c2764d63 None None] Port 4f294e6e-e463-4f25-be89-97efeddaa6a9 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:53:40.301560 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7874a6a1-9bba-42ea-9952-1e689a6cfb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:40.310834 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44978) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:40.320212 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7874a6a1-9bba-42ea-9952-1e689a6cfb14 None None] Routers {'f18a86fb-547b-4032-8f16-cca1e603c133'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:40.320822 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7874a6a1-9bba-42ea-9952-1e689a6cfb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f18a86fb-547b-4032-8f16-cca1e603c133'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:40.353610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Attempting to bind port a60e588d-3dfc-4a63-a45f-c1db549446da on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:53:40.353996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Attempting to bind port a60e588d-3dfc-4a63-a45f-c1db549446da by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'aa689356-f631-46c8-9e3e-82a444f1eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:53:40.354291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Attempting to bind port a60e588d-3dfc-4a63-a45f-c1db549446da on network 60c0053b-2150-4794-96d5-4cd2a0a611e0 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:40.356942 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7874a6a1-9bba-42ea-9952-1e689a6cfb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:40.357593 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7874a6a1-9bba-42ea-9952-1e689a6cfb14 None None] The sync data for ids ['f18a86fb-547b-4032-8f16-cca1e603c133'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:53:40.372067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-c7c8e3c3-0da8-4f57-89a0-f304c3d0b7ed tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:40.373849 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-c7c8e3c3-0da8-4f57-89a0-f304c3d0b7ed tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1&tenant_id=870a18d842e54e268bf7a5a7979fea11&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 1096 time: 0.0743604 Aug 23 14:53:40.376627 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed85d7ec-5b32-4089-95fa-b831b804c75c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:40.384407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Port a60e588d-3dfc-4a63-a45f-c1db549446da on network 60c0053b-2150-4794-96d5-4cd2a0a611e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:53:40.384931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Attempting to bind port a60e588d-3dfc-4a63-a45f-c1db549446da on network 60c0053b-2150-4794-96d5-4cd2a0a611e0 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:53:40.419217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:53:40.419739 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Checking segment: {'id': 'aa689356-f631-46c8-9e3e-82a444f1eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:40.420248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Bound using segment: {'id': 'aa689356-f631-46c8-9e3e-82a444f1eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:53:40.420622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Bound port: a60e588d-3dfc-4a63-a45f-c1db549446da, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa689356-f631-46c8-9e3e-82a444f1eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:53:40.421058 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:40.508930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e31b2b-5465-4913-964b-6e2452d32d6b req-e43f2914-8825-4af3-b48b-05d53818b259 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:40.510449 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-17e31b2b-5465-4913-964b-6e2452d32d6b req-e43f2914-8825-4af3-b48b-05d53818b259 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 943 time: 0.1518199 Aug 23 14:53:40.535316 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-ed85d7ec-5b32-4089-95fa-b831b804c75c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 14:53:40.539151 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ed85d7ec-5b32-4089-95fa-b831b804c75c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "DELETE /v2.0/routers/f18a86fb-547b-4032-8f16-cca1e603c133 HTTP/1.1" status: 409 len: 329 time: 0.3473463 Aug 23 14:53:40.559399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44984) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:40.612954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] For port a60e588d-3dfc-4a63-a45f-c1db549446da, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:40.637786 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] For port a60e588d-3dfc-4a63-a45f-c1db549446da, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a60e588d-3dfc-4a63-a45f-c1db549446da,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:53:40.668962 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-17e31b2b-5465-4913-964b-6e2452d32d6b req-c862f422-019c-4aae-8b5a-677f0c9e3e76 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/security-groups?id=21fb0ecf-f00c-418d-9439-a777bdc88a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486344 Aug 23 14:53:40.731138 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:40.762499 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d682-d99a-4325-8b95-03049077ab47 req-af778448-874c-4939-bf8c-251eafc5456a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:40.764120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d122d682-d99a-4325-8b95-03049077ab47 req-af778448-874c-4939-bf8c-251eafc5456a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 943 time: 0.1617544 Aug 23 14:53:40.774006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:40.774637 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:40.776081 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] 10.222.0.57 "PUT /v2.0/ports/a60e588d-3dfc-4a63-a45f-c1db549446da HTTP/1.1" status: 200 len: 1091 time: 1.4379954 Aug 23 14:53:40.778501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817163e0-57ff-4420-b7b3-a95cad8b6d87', 'tag': 'a60e588d-3dfc-4a63-a45f-c1db549446da'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:40.780888 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff40aac-aa3e-4db7-b5f9-febbdb6116f6" -d '{"events": [{"name": "network-changed", "server_uuid": "817163e0-57ff-4420-b7b3-a95cad8b6d87", "tag": "a60e588d-3dfc-4a63-a45f-c1db549446da"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:40.818049 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-7a2a79f5-4d54-4711-8306-1edb47c58ae2 service neutron] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:53:40.831554 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-7a2a79f5-4d54-4711-8306-1edb47c58ae2 service neutron] Notify callbacks [] for binding, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:40.832903 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-7a2a79f5-4d54-4711-8306-1edb47c58ae2 service neutron] 10.222.0.61 "DELETE /v2.0/ports/345a6244-00ef-4afd-b54e-7ddbe7cba9d4/bindings/n-h1-804985-3 HTTP/1.1" status: 204 len: 173 time: 0.4485705 Aug 23 14:53:40.833865 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80a955-5370-40b9-b742-2e514ed1fd14 service neutron] Pushing event updated for resources: {'Port': ['ID=a60e588d-3dfc-4a63-a45f-c1db549446da,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:40.846710 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949bff54-59ca-4a89-8731-44b20ccbd266 x-openstack-request-id: req-949bff54-59ca-4a89-8731-44b20ccbd266 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:40.846945 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817163e0-57ff-4420-b7b3-a95cad8b6d87", "tag": "a60e588d-3dfc-4a63-a45f-c1db549446da", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:40.847184 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-949bff54-59ca-4a89-8731-44b20ccbd266 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:40.847698 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817163e0-57ff-4420-b7b3-a95cad8b6d87', 'tag': 'a60e588d-3dfc-4a63-a45f-c1db549446da', 'status': 'completed', 'code': 200} Aug 23 14:53:40.878255 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d122d682-d99a-4325-8b95-03049077ab47 req-3108fda5-f9c1-4b27-9680-27e0dca0214b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724566 Aug 23 14:53:41.057178 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cab30c54-9c51-44b3-be7e-ea949004fa9a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:41.335237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff40aac-aa3e-4db7-b5f9-febbdb6116f6 req-803e9429-9879-4a6b-a250-54519f7e9529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:41.336775 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ff40aac-aa3e-4db7-b5f9-febbdb6116f6 req-803e9429-9879-4a6b-a250-54519f7e9529 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1588db2fec1f4911a712614e990772db&device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 1094 time: 0.4288960 Aug 23 14:53:41.344916 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4c77bc8d-2abc-4999-b27a-ea61083ae773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:41.346867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-cab30c54-9c51-44b3-be7e-ea949004fa9a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Deleting port 4f294e6e-e463-4f25-be89-97efeddaa6a9 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:41.347553 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cab30c54-9c51-44b3-be7e-ea949004fa9a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:41.403958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee59b83-1564-4906-bbf7-4a8eab25aab5 req-ebfcbe7c-ce15-4b1c-af33-e094ddad79e7 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:41.405522 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ee59b83-1564-4906-bbf7-4a8eab25aab5 req-ebfcbe7c-ce15-4b1c-af33-e094ddad79e7 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 945 time: 0.1332519 Aug 23 14:53:41.562485 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ee59b83-1564-4906-bbf7-4a8eab25aab5 req-4a351848-5d4a-49c6-8932-94c916223aa3 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427639 Aug 23 14:53:41.615895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff40aac-aa3e-4db7-b5f9-febbdb6116f6 req-1494074c-3fb1-4f8a-89ba-bddf26c129e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:41.623729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ff40aac-aa3e-4db7-b5f9-febbdb6116f6 req-1494074c-3fb1-4f8a-89ba-bddf26c129e5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1588db2fec1f4911a712614e990772db&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2697623 Aug 23 14:53:41.789673 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff40aac-aa3e-4db7-b5f9-febbdb6116f6 req-fa0606c7-46c3-4d17-8f6e-994f15703271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:41.791183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ff40aac-aa3e-4db7-b5f9-febbdb6116f6 req-fa0606c7-46c3-4d17-8f6e-994f15703271 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458583 Aug 23 14:53:41.863921 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cab30c54-9c51-44b3-be7e-ea949004fa9a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:41.878722 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-cab30c54-9c51-44b3-be7e-ea949004fa9a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Calling delete_port for 4f294e6e-e463-4f25-be89-97efeddaa6a9 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:41.924345 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e57bf-23e3-4f1c-ab8f-ba18fa7bb4bc req-f66fe0fd-0819-48bf-99ad-644aa32d6a22 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:41.926299 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b00e57bf-23e3-4f1c-ab8f-ba18fa7bb4bc req-f66fe0fd-0819-48bf-99ad-644aa32d6a22 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 943 time: 0.1391652 Aug 23 14:53:41.977586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-b54a1620-3bf7-4805-8f21-d319cef8f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:41.979490 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-b54a1620-3bf7-4805-8f21-d319cef8f330 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1588db2fec1f4911a712614e990772db&device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 1094 time: 0.0985036 Aug 23 14:53:42.025056 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffad71-3a6e-4837-8747-a3b777715f1f req-22adfc21-747d-4363-b393-fffb9cc3e255 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:42.026604 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eeffad71-3a6e-4837-8747-a3b777715f1f req-22adfc21-747d-4363-b393-fffb9cc3e255 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 1096 time: 0.1032686 Aug 23 14:53:42.042733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b00e57bf-23e3-4f1c-ab8f-ba18fa7bb4bc req-1a4ce3b4-f024-4954-a5b5-318718698f14 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/security-groups?id=21fb0ecf-f00c-418d-9439-a777bdc88a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069767 Aug 23 14:53:42.045854 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-1c9f181a-2a2f-4965-8788-efacbdeacc98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a60e588d-3dfc-4a63-a45f-c1db549446da HTTP/1.1" status: 200 len: 217 time: 0.0549366 Aug 23 14:53:42.045854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-4c77bc8d-2abc-4999-b27a-ea61083ae773 admin admin] Deleting port 062e1fda-a129-4da2-9a6f-5064cecb7d93 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:42.046030 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4c77bc8d-2abc-4999-b27a-ea61083ae773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:42.111676 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eeffad71-3a6e-4837-8747-a3b777715f1f req-c5fce54c-673f-45ec-ac95-d67b69b47822 tempest-LiveMigrationTest-86636233 tempest-LiveMigrationTest-86636233-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729384 Aug 23 14:53:42.163832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 062bb014-36a1-4397-a2dd-e28f13202234 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:53:42.173809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-631b5b51-d07c-4203-8989-872025046116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:42.175780 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-631b5b51-d07c-4203-8989-872025046116 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94e7f3de-c5c9-4bc5-8835-17e093450e74 HTTP/1.1" status: 200 len: 854 time: 0.1170244 Aug 23 14:53:42.238274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-0d62bc16-2c37-4693-b610-bda84c5e6674 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=60c0053b-2150-4794-96d5-4cd2a0a611e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436733 Aug 23 14:53:42.260675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-4c77bc8d-2abc-4999-b27a-ea61083ae773 admin admin] For port 062e1fda-a129-4da2-9a6f-5064cecb7d93, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=062e1fda-a129-4da2-9a6f-5064cecb7d93,segment=NetworkSegment(1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2),segment_id=1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:42.261043 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4c77bc8d-2abc-4999-b27a-ea61083ae773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:42.275245 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cab30c54-9c51-44b3-be7e-ea949004fa9a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:42.289405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 062bb014-36a1-4397-a2dd-e28f13202234, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=062bb014-36a1-4397-a2dd-e28f13202234,segment=NetworkSegment(98e9ba25-1adf-4ea1-bdb0-435638c22c33),segment_id=98e9ba25-1adf-4ea1-bdb0-435638c22c33)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:42.306988 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '062bb014-36a1-4397-a2dd-e28f13202234', 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'port_id': '062bb014-36a1-4397-a2dd-e28f13202234', 'mac_address': 'fa:16:3e:4d:b4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:53:42.320148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-4c77bc8d-2abc-4999-b27a-ea61083ae773 admin admin] Calling delete_port for 062e1fda-a129-4da2-9a6f-5064cecb7d93 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:42.323533 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab30c54-9c51-44b3-be7e-ea949004fa9a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event deleted for resources: {'Port': ['ID=4f294e6e-e463-4f25-be89-97efeddaa6a9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:42.358196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8148de1-f485-4be6-8996-f0bb9b456054 req-ae780b97-b6ea-4de2-9b37-d60d73bcab51 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:42.359944 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8148de1-f485-4be6-8996-f0bb9b456054 req-ae780b97-b6ea-4de2-9b37-d60d73bcab51 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 943 time: 0.1917584 Aug 23 14:53:42.382336 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:42.406655 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062bb014-36a1-4397-a2dd-e28f13202234 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:53:42.436546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 062bb014-36a1-4397-a2dd-e28f13202234, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=062bb014-36a1-4397-a2dd-e28f13202234,segment=NetworkSegment(98e9ba25-1adf-4ea1-bdb0-435638c22c33),segment_id=98e9ba25-1adf-4ea1-bdb0-435638c22c33)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:42.499063 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8148de1-f485-4be6-8996-f0bb9b456054 req-34a70814-45a1-4e80-960c-a9b215d72bcb tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271200 Aug 23 14:53:42.504497 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-0db84557-925b-4b8e-8224-44713cc39722 service neutron] 10.222.0.57 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582183 Aug 23 14:53:42.533146 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cab30c54-9c51-44b3-be7e-ea949004fa9a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:42.543602 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:42.617052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=062bb014-36a1-4397-a2dd-e28f13202234,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:42.702172 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e8614e-568f-40be-97cd-e0ecca8294b8 req-08a802b8-30b4-4156-b52a-aad5291d6f7f service neutron] 10.222.0.57 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412952 Aug 23 14:53:42.740956 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab30c54-9c51-44b3-be7e-ea949004fa9a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Router f18a86fb-547b-4032-8f16-cca1e603c133 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:53:42.811288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['062bb014-36a1-4397-a2dd-e28f13202234'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:53:42.817586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab30c54-9c51-44b3-be7e-ea949004fa9a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:53:42.822587 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cab30c54-9c51-44b3-be7e-ea949004fa9a tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "PUT /v2.0/routers/f18a86fb-547b-4032-8f16-cca1e603c133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2620723 Aug 23 14:53:42.826206 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45016) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:42.845753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc3cac-040a-4c0e-9224-ee5300f9d404 None None] Sync routers for ids ['f18a86fb-547b-4032-8f16-cca1e603c133'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:53:42.863247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc3cac-040a-4c0e-9224-ee5300f9d404 None None] Routers {'f18a86fb-547b-4032-8f16-cca1e603c133'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:42.863992 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-13cc3cac-040a-4c0e-9224-ee5300f9d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f18a86fb-547b-4032-8f16-cca1e603c133'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:42.879247 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-c49c607b-abca-4709-8624-ec4e5b6f955b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] show failed (client error): The resource could not be found. Aug 23 14:53:42.884241 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c49c607b-abca-4709-8624-ec4e5b6f955b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "GET /v2.0/routers/tempest-non_exist_router-1258897029 HTTP/1.1" status: 404 len: 335 time: 0.0531390 Aug 23 14:53:42.885568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45018) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:42.891396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8b91119e-8cf5-484c-a9af-6c1b03c168ad tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Request body: {'router': {'name': 'new_name'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:42.901148 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4c77bc8d-2abc-4999-b27a-ea61083ae773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:42.907550 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-13cc3cac-040a-4c0e-9224-ee5300f9d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:42.924538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc3cac-040a-4c0e-9224-ee5300f9d404 None None] Routers {'f18a86fb-547b-4032-8f16-cca1e603c133'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:42.925057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-13cc3cac-040a-4c0e-9224-ee5300f9d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f18a86fb-547b-4032-8f16-cca1e603c133'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:42.941816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77bc8d-2abc-4999-b27a-ea61083ae773 admin admin] Pushing event deleted for resources: {'Port': ['ID=062e1fda-a129-4da2-9a6f-5064cecb7d93,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:42.944131 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-8b91119e-8cf5-484c-a9af-6c1b03c168ad tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] update failed (client error): The resource could not be found. Aug 23 14:53:42.945786 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8b91119e-8cf5-484c-a9af-6c1b03c168ad tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "PUT /v2.0/routers/tempest-non_exist_router-1916219094 HTTP/1.1" status: 404 len: 335 time: 0.0590088 Aug 23 14:53:42.949243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45020) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:42.967259 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-13cc3cac-040a-4c0e-9224-ee5300f9d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:42.967964 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc3cac-040a-4c0e-9224-ee5300f9d404 None None] The sync data for ids ['f18a86fb-547b-4032-8f16-cca1e603c133'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:53:43.010582 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3165d0-acaf-406e-97f8-139b9ff86798 req-f8a5549c-9ee1-4af4-86f8-0d0625abf99e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:43.017151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ae469d-cfc5-4536-af08-277b7a288a5c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Deleting subnet abcbc2ec-cf07-4321-bb31-9b89b7697e66 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:53:43.018757 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b3165d0-acaf-406e-97f8-139b9ff86798 req-f8a5549c-9ee1-4af4-86f8-0d0625abf99e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 945 time: 0.1901438 Aug 23 14:53:43.020904 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31ae469d-cfc5-4536-af08-277b7a288a5c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:43.072508 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31ae469d-cfc5-4536-af08-277b7a288a5c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:43.113590 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b3165d0-acaf-406e-97f8-139b9ff86798 req-a8c553f9-f875-4beb-9d61-7eb2e8feb7a0 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925333 Aug 23 14:53:43.194340 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4c77bc8d-2abc-4999-b27a-ea61083ae773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:43.240285 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31ae469d-cfc5-4536-af08-277b7a288a5c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:43.290377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4ad43-2e63-4146-823c-38627017b107 req-759cc31d-67c9-4c6b-ba8f-e2b1167f0805 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:43.292003 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72f4ad43-2e63-4146-823c-38627017b107 req-759cc31d-67c9-4c6b-ba8f-e2b1167f0805 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 944 time: 0.1010814 Aug 23 14:53:43.372308 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72f4ad43-2e63-4146-823c-38627017b107 req-48b8a54f-7768-42e0-af0e-946e11ea6c0e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/security-groups?id=21fb0ecf-f00c-418d-9439-a777bdc88a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537677 Aug 23 14:53:43.415189 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31ae469d-cfc5-4536-af08-277b7a288a5c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:43.452647 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31ae469d-cfc5-4536-af08-277b7a288a5c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:43.455885 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-31ae469d-cfc5-4536-af08-277b7a288a5c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "DELETE /v2.0/subnets/abcbc2ec-cf07-4321-bb31-9b89b7697e66 HTTP/1.1" status: 204 len: 168 time: 0.5052099 Aug 23 14:53:43.458238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae469d-cfc5-4536-af08-277b7a288a5c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event deleted for resources: {'Subnet': ['ID=abcbc2ec-cf07-4321-bb31-9b89b7697e66,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:43.459975 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45028) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:43.465360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d70410b-a52c-4b0a-b55e-fe4b93153172 None None] Network 8e7d1b50-d1ee-477e-9b05-531e052648a8 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:43.502706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c77bc8d-2abc-4999-b27a-ea61083ae773 admin admin] Router 782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:53:43.548628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-fceacf9d-e370-4055-99fc-53c7aef73aee tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Deleting subnet 392e8f3a-55f9-4915-9a62-33d98f4bd9c2 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:53:43.551801 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fceacf9d-e370-4055-99fc-53c7aef73aee tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:43.633079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac88938-2640-4ac8-8d80-414611e5304e req-30b0c5b0-314b-4bc3-ad6f-1ce6ac887ffc tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:43.634649 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fac88938-2640-4ac8-8d80-414611e5304e req-30b0c5b0-314b-4bc3-ad6f-1ce6ac887ffc tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.61 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 945 time: 0.1437104 Aug 23 14:53:43.652799 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fceacf9d-e370-4055-99fc-53c7aef73aee tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:43.666146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c77bc8d-2abc-4999-b27a-ea61083ae773 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:53:43.675324 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730a95a-d992-4f14-be58-48e96842b896 None None] Sync routers for ids ['782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:53:43.679458 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4c77bc8d-2abc-4999-b27a-ea61083ae773 admin admin] 10.222.0.38 "PUT /v2.0/routers/782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3675315 Aug 23 14:53:43.680632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45034) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:43.695243 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730a95a-d992-4f14-be58-48e96842b896 None None] Routers {'782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:43.695944 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c730a95a-d992-4f14-be58-48e96842b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:43.753622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f986838-3740-4c19-b9dc-6b3edda7c438 None None] DHCP port deletion for 8e7d1b50-d1ee-477e-9b05-531e052648a8 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:53:43.758226 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30131aa9-6ac5-4f97-a46f-d24f2815e105 req-fe5c24f2-6266-415f-bb94-7ed30687308e tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:43.759871 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30131aa9-6ac5-4f97-a46f-d24f2815e105 req-fe5c24f2-6266-415f-bb94-7ed30687308e tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 943 time: 0.1721652 Aug 23 14:53:43.812156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6f986838-3740-4c19-b9dc-6b3edda7c438 None None] Deleting port cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:43.813591 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6f986838-3740-4c19-b9dc-6b3edda7c438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:43.840146 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:43.855129 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-c730a95a-d992-4f14-be58-48e96842b896 None None] Set router 782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:53:43.871900 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30131aa9-6ac5-4f97-a46f-d24f2815e105 req-029e71c9-7cf8-4cd5-aefb-5984539874cf tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893018 Aug 23 14:53:43.883513 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fceacf9d-e370-4055-99fc-53c7aef73aee tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:43.900787 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6f986838-3740-4c19-b9dc-6b3edda7c438 None None] For port cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3,segment=NetworkSegment(bf4aee2b-1d31-484c-9b56-7b4c583a56d7),segment_id=bf4aee2b-1d31-484c-9b56-7b4c583a56d7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:43.900787 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6f986838-3740-4c19-b9dc-6b3edda7c438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:43.914742 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6f986838-3740-4c19-b9dc-6b3edda7c438 None None] Calling delete_port for cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:43.915748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-fac88938-2640-4ac8-8d80-414611e5304e req-60298e78-6722-4bb7-9d13-4734ce477f70 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Deleting port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:43.916123 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fac88938-2640-4ac8-8d80-414611e5304e req-60298e78-6722-4bb7-9d13-4734ce477f70 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:43.980861 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.036976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-fac88938-2640-4ac8-8d80-414611e5304e req-60298e78-6722-4bb7-9d13-4734ce477f70 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] For port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:44.037352 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fac88938-2640-4ac8-8d80-414611e5304e req-60298e78-6722-4bb7-9d13-4734ce477f70 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.051374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-fac88938-2640-4ac8-8d80-414611e5304e req-60298e78-6722-4bb7-9d13-4734ce477f70 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Calling delete_port for 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:44.100744 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c730a95a-d992-4f14-be58-48e96842b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'name': 'tempest-ServersTestMultiNic-577161822-router', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:39Z', 'updated_at': '2021-08-23T14:53:42Z', 'revision_number': 5, 'project_id': '3899520633d64a9ba672b7936389b974', 'gw_port': {'id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:42Z', 'updated_at': '2021-08-23T14:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:44.127729 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730a95a-d992-4f14-be58-48e96842b896 None None] Checking router: 782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:53:44.136954 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730a95a-d992-4f14-be58-48e96842b896 None None] Routers {'782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:44.136954 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c730a95a-d992-4f14-be58-48e96842b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:44.194752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 062bb014-36a1-4397-a2dd-e28f13202234 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:44.241720 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fceacf9d-e370-4055-99fc-53c7aef73aee tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.242579 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6f986838-3740-4c19-b9dc-6b3edda7c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.284382 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e314c-f3dc-440b-8f94-71affb8ba516 req-06455af3-67a5-4661-8e57-3d505ded1c9e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:44.286065 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc2e314c-f3dc-440b-8f94-71affb8ba516 req-06455af3-67a5-4661-8e57-3d505ded1c9e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 945 time: 0.0935214 Aug 23 14:53:44.291500 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f986838-3740-4c19-b9dc-6b3edda7c438 None None] No DVR routers for this DVR port cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:44.293746 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceacf9d-e370-4055-99fc-53c7aef73aee tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event deleted for resources: {'Subnet': ['ID=392e8f3a-55f9-4915-9a62-33d98f4bd9c2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:44.306094 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a26bdbd-d666-45a9-abf4-7b6355184f94 None None] Network 455197d7-1cb8-4c81-957d-a666521f7cd3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:44.307393 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fceacf9d-e370-4055-99fc-53c7aef73aee tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.309441 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fceacf9d-e370-4055-99fc-53c7aef73aee tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "DELETE /v2.0/subnets/392e8f3a-55f9-4915-9a62-33d98f4bd9c2 HTTP/1.1" status: 204 len: 168 time: 0.8484457 Aug 23 14:53:44.309593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f986838-3740-4c19-b9dc-6b3edda7c438 None None] Pushing event deleted for resources: {'Port': ['ID=cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:44.315576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45040) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:44.337440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] Deleting port 25b9edc6-25eb-4420-84d4-fefc6093f333 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:44.337854 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.383910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc2e314c-f3dc-440b-8f94-71affb8ba516 req-8fdb364d-a2ff-4256-a3ff-14077d5d6582 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884831 Aug 23 14:53:44.397038 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-c730a95a-d992-4f14-be58-48e96842b896 None None] Set router 782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:53:44.480422 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 062bb014-36a1-4397-a2dd-e28f13202234 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:44.486338 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a00f2cf8-ebf4-4201-a6d9-a126847241f6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.489870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 062bb014-36a1-4397-a2dd-e28f13202234 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:44.490194 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fac88938-2640-4ac8-8d80-414611e5304e req-60298e78-6722-4bb7-9d13-4734ce477f70 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.492719 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.557929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60298e78-6722-4bb7-9d13-4734ce477f70 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Pushing event deleted for resources: {'Port': ['ID=345a6244-00ef-4afd-b54e-7ddbe7cba9d4,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:44.566280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['889e41eb-6fa7-444e-89e1-167dd5417eec', '345a6244-00ef-4afd-b54e-7ddbe7cba9d4'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:53:44.572779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bf879-6104-4f74-aa98-17e0a95f0ba5 req-4101c8a3-e08c-4d79-8edb-a6f787c9aa17 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:44.582533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-944bf879-6104-4f74-aa98-17e0a95f0ba5 req-4101c8a3-e08c-4d79-8edb-a6f787c9aa17 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 944 time: 0.1207397 Aug 23 14:53:44.607186 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac88938-2640-4ac8-8d80-414611e5304e req-60298e78-6722-4bb7-9d13-4734ce477f70 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] No DVR routers for this DVR port 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:44.613997 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fac88938-2640-4ac8-8d80-414611e5304e req-60298e78-6722-4bb7-9d13-4734ce477f70 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.616462 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fac88938-2640-4ac8-8d80-414611e5304e req-60298e78-6722-4bb7-9d13-4734ce477f70 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.61 "DELETE /v2.0/ports/345a6244-00ef-4afd-b54e-7ddbe7cba9d4 HTTP/1.1" status: 204 len: 173 time: 0.9722035 Aug 23 14:53:44.617467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1', 'name': 'network-vif-deleted', 'tag': '345a6244-00ef-4afd-b54e-7ddbe7cba9d4'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:44.620362 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9c02a2-3b19-4e27-b504-d38c5470f988" -d '{"events": [{"server_uuid": "55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1", "name": "network-vif-deleted", "tag": "345a6244-00ef-4afd-b54e-7ddbe7cba9d4"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:44.620633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] For port 25b9edc6-25eb-4420-84d4-fefc6093f333, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=25b9edc6-25eb-4420-84d4-fefc6093f333,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:44.621024 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.644457 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-944bf879-6104-4f74-aa98-17e0a95f0ba5 req-84ffc8f8-8d53-408e-86ce-688b50c1965c tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/security-groups?id=21fb0ecf-f00c-418d-9439-a777bdc88a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583601 Aug 23 14:53:44.664706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] Calling delete_port for 25b9edc6-25eb-4420-84d4-fefc6093f333 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:44.710047 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c730a95a-d992-4f14-be58-48e96842b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'name': 'tempest-ServersTestMultiNic-577161822-router', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:39Z', 'updated_at': '2021-08-23T14:53:42Z', 'revision_number': 5, 'project_id': '3899520633d64a9ba672b7936389b974', 'gw_port': {'id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:42Z', 'updated_at': '2021-08-23T14:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:44.719046 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5848235b-29e2-4033-a78e-342a43913f08 x-openstack-request-id: req-5848235b-29e2-4033-a78e-342a43913f08 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:44.719452 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1", "name": "network-vif-deleted", "tag": "345a6244-00ef-4afd-b54e-7ddbe7cba9d4", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:44.719796 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5848235b-29e2-4033-a78e-342a43913f08 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:44.720294 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1', 'name': 'network-vif-deleted', 'tag': '345a6244-00ef-4afd-b54e-7ddbe7cba9d4', 'status': 'completed', 'code': 200} Aug 23 14:53:44.771938 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a00f2cf8-ebf4-4201-a6d9-a126847241f6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.774799 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.776215 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730a95a-d992-4f14-be58-48e96842b896 None None] The sync data for ids ['782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef'] in n-d-804985-3 is: [{'id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'name': 'tempest-ServersTestMultiNic-577161822-router', 'tenant_id': '3899520633d64a9ba672b7936389b974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:39Z', 'updated_at': '2021-08-23T14:53:42Z', 'revision_number': 5, 'project_id': '3899520633d64a9ba672b7936389b974', 'gw_port': {'id': '25b9edc6-25eb-4420-84d4-fefc6093f333', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:42Z', 'updated_at': '2021-08-23T14:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:53:44.784464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1003d35e-fc77-4d45-a341-d15484da2b0c None None] DHCP port deletion for 455197d7-1cb8-4c81-957d-a666521f7cd3 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:53:44.803684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a00f2cf8-ebf4-4201-a6d9-a126847241f6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7d1b50-d1ee-477e-9b05-531e052648a8']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:44.834836 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a00f2cf8-ebf4-4201-a6d9-a126847241f6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4aee2b-1d31-484c-9b56-7b4c583a56d7') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:44.835141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a00f2cf8-ebf4-4201-a6d9-a126847241f6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4aee2b-1d31-484c-9b56-7b4c583a56d7') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:44.869347 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a00f2cf8-ebf4-4201-a6d9-a126847241f6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.883611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e242ced9-8cd5-4403-a5b4-d7f9dedb753e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062bb014-36a1-4397-a2dd-e28f13202234'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:44.886476 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1376c6d0-368a-43da-bdbc-d7fb9ce28356" -d '{"events": [{"server_uuid": "e242ced9-8cd5-4403-a5b4-d7f9dedb753e", "name": "network-vif-plugged", "status": "completed", "tag": "062bb014-36a1-4397-a2dd-e28f13202234"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:44.924930 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a00f2cf8-ebf4-4201-a6d9-a126847241f6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.938802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00f2cf8-ebf4-4201-a6d9-a126847241f6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:53:44.942601 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a00f2cf8-ebf4-4201-a6d9-a126847241f6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:53:44.946570 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:53:44.960634 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 062bb014-36a1-4397-a2dd-e28f13202234, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=062bb014-36a1-4397-a2dd-e28f13202234,segment=NetworkSegment(98e9ba25-1adf-4ea1-bdb0-435638c22c33),segment_id=98e9ba25-1adf-4ea1-bdb0-435638c22c33)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:44.978589 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b843e28-be0c-444a-bffd-dddb73397a62 x-openstack-request-id: req-5b843e28-be0c-444a-bffd-dddb73397a62 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:44.979142 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e242ced9-8cd5-4403-a5b4-d7f9dedb753e", "name": "network-vif-plugged", "status": "completed", "tag": "062bb014-36a1-4397-a2dd-e28f13202234", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:44.979561 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b843e28-be0c-444a-bffd-dddb73397a62 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:44.980155 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e242ced9-8cd5-4403-a5b4-d7f9dedb753e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062bb014-36a1-4397-a2dd-e28f13202234', 'code': 200} Aug 23 14:53:44.995946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1003d35e-fc77-4d45-a341-d15484da2b0c None None] Deleting port 78c0e78d-87d6-4331-a2c7-00883ed9bbfa {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:44.996328 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1003d35e-fc77-4d45-a341-d15484da2b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:45.080858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1003d35e-fc77-4d45-a341-d15484da2b0c None None] For port 78c0e78d-87d6-4331-a2c7-00883ed9bbfa, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=78c0e78d-87d6-4331-a2c7-00883ed9bbfa,segment=NetworkSegment(7c5393d2-6695-4f23-ba51-02ca4441dcd5),segment_id=7c5393d2-6695-4f23-ba51-02ca4441dcd5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:45.081549 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1003d35e-fc77-4d45-a341-d15484da2b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:45.096929 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1003d35e-fc77-4d45-a341-d15484da2b0c None None] Calling delete_port for 78c0e78d-87d6-4331-a2c7-00883ed9bbfa owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:45.150081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197ec65-c6d8-4b32-a7ef-a93c23d8b350 req-f5a6bdcb-a5e1-4fad-9d9a-631690e7fa72 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:45.159125 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7197ec65-c6d8-4b32-a7ef-a93c23d8b350 req-f5a6bdcb-a5e1-4fad-9d9a-631690e7fa72 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 943 time: 0.1467669 Aug 23 14:53:45.180200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0ec40-b539-46f3-a7eb-e264bcabe920 req-a57c0bde-68df-4b2c-84ed-662c40120166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:45.181692 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-81f0ec40-b539-46f3-a7eb-e264bcabe920 req-a57c0bde-68df-4b2c-84ed-662c40120166 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 1096 time: 0.1213794 Aug 23 14:53:45.188306 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:45.197731 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a00f2cf8-ebf4-4201-a6d9-a126847241f6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:45.216073 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a00f2cf8-ebf4-4201-a6d9-a126847241f6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:45.216968 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7197ec65-c6d8-4b32-a7ef-a93c23d8b350 req-ad0f53c1-6e02-4be5-acd8-5d9081ea14e1 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568862 Aug 23 14:53:45.222602 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a00f2cf8-ebf4-4201-a6d9-a126847241f6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "DELETE /v2.0/networks/8e7d1b50-d1ee-477e-9b05-531e052648a8 HTTP/1.1" status: 204 len: 168 time: 0.9023652 Aug 23 14:53:45.233838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45054) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:45.249569 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:45.261093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f2cf8-ebf4-4201-a6d9-a126847241f6 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event deleted for resources: {'Network': ['ID=8e7d1b50-d1ee-477e-9b05-531e052648a8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:45.277713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=062bb014-36a1-4397-a2dd-e28f13202234,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:45.292039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:45.292808 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:45.293161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:45.293500 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:45.294077 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:45.295103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:45.295454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:45.296263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:45.297865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:45.297865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:45.297865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:45.298187 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:53:45.318640 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1003d35e-fc77-4d45-a341-d15484da2b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:45.362336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b9edc6-25eb-4420-84d4-fefc6093f333,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:45.370743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003d35e-fc77-4d45-a341-d15484da2b0c None None] Pushing event deleted for resources: {'Port': ['ID=78c0e78d-87d6-4331-a2c7-00883ed9bbfa,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:45.372767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003d35e-fc77-4d45-a341-d15484da2b0c None None] No DVR routers for this DVR port 78c0e78d-87d6-4331-a2c7-00883ed9bbfa on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:45.446240 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:45.454907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 062e1fda-a129-4da2-9a6f-5064cecb7d93 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:45.487827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 062e1fda-a129-4da2-9a6f-5064cecb7d93 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:45.492140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 062e1fda-a129-4da2-9a6f-5064cecb7d93 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:45.492140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 78c0e78d-87d6-4331-a2c7-00883ed9bbfa no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:45.510339 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 78c0e78d-87d6-4331-a2c7-00883ed9bbfa {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:45.510752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 78c0e78d-87d6-4331-a2c7-00883ed9bbfa not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:45.511181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:45.533784 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75d96643-4cb8-4e3f-9720-995f855733d2 req-61729435-528c-4958-a35e-35193e2c9262 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 210 time: 0.0492768 Aug 23 14:53:45.544679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:45.545095 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device cbfe39a2-08f0-4412-b7b9-6dbc0b6fd0f3 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:45.590465 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:45.669138 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-81f0ec40-b539-46f3-a7eb-e264bcabe920 req-eafbf432-08ce-4f62-b071-e5ee65be5eb1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=21fb0ecf-f00c-418d-9439-a777bdc88a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630663 Aug 23 14:53:46.055085 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2cce9a01-361e-454e-913e-5b506a9f406c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.070965 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.088741 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.192675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea02fde-c8e5-48e8-81e0-3ebbd56d886f req-e7c1873d-1e59-40f3-ad6f-e812d0460353 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:46.194259 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ea02fde-c8e5-48e8-81e0-3ebbd56d886f req-e7c1873d-1e59-40f3-ad6f-e812d0460353 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 945 time: 0.1432507 Aug 23 14:53:46.199673 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a60e588d-3dfc-4a63-a45f-c1db549446da details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:53:46.236733 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.237163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:53:46.260495 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.261747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0689aa98-6a5d-4c34-a4d1-35ca455a76d3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/782f2a53-5c4b-44f3-9ca4-6f6b5f54fbef HTTP/1.1" status: 204 len: 168 time: 2.5798705 Aug 23 14:53:46.264624 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45068) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:46.287541 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2cce9a01-361e-454e-913e-5b506a9f406c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.303795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2cce9a01-361e-454e-913e-5b506a9f406c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455197d7-1cb8-4c81-957d-a666521f7cd3']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:46.324532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2cce9a01-361e-454e-913e-5b506a9f406c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5393d2-6695-4f23-ba51-02ca4441dcd5') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:46.324812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2cce9a01-361e-454e-913e-5b506a9f406c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5393d2-6695-4f23-ba51-02ca4441dcd5') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:46.337996 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2cce9a01-361e-454e-913e-5b506a9f406c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.361181 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ea02fde-c8e5-48e8-81e0-3ebbd56d886f req-5dc5827b-950a-465c-bd0f-acff33e9671c tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/security-groups?id=21fb0ecf-f00c-418d-9439-a777bdc88a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405039 Aug 23 14:53:46.366927 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ebb80e-3868-45b5-acd6-64b78c901fc5 admin admin] Deleting subnet 67f349bb-fcb9-48a9-9876-1d08aaf17591 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:53:46.370440 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2cce9a01-361e-454e-913e-5b506a9f406c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.372693 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8ebb80e-3868-45b5-acd6-64b78c901fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.383527 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a60e588d-3dfc-4a63-a45f-c1db549446da, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a60e588d-3dfc-4a63-a45f-c1db549446da,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cce9a01-361e-454e-913e-5b506a9f406c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2cce9a01-361e-454e-913e-5b506a9f406c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:53:46.395337 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:53:46.416645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'a60e588d-3dfc-4a63-a45f-c1db549446da', 'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0', 'port_id': 'a60e588d-3dfc-4a63-a45f-c1db549446da', 'mac_address': 'fa:16:3e:ff:2c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e7f3de-c5c9-4bc5-8835-17e093450e74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:53:46.441919 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8ebb80e-3868-45b5-acd6-64b78c901fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.477555 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.494645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60e588d-3dfc-4a63-a45f-c1db549446da {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:53:46.524532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a60e588d-3dfc-4a63-a45f-c1db549446da, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a60e588d-3dfc-4a63-a45f-c1db549446da,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:46.557932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee375864-fc54-4c4d-a919-a5314f8f519c req-e66fd1cb-cc3c-44e6-be86-6cf3d5306218 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:46.559471 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee375864-fc54-4c4d-a919-a5314f8f519c req-e66fd1cb-cc3c-44e6-be86-6cf3d5306218 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 943 time: 0.2125156 Aug 23 14:53:46.602094 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8ebb80e-3868-45b5-acd6-64b78c901fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.608647 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2cce9a01-361e-454e-913e-5b506a9f406c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.628734 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.649052 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee375864-fc54-4c4d-a919-a5314f8f519c req-0073bd4b-10d1-4507-9380-835112d70454 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777802 Aug 23 14:53:46.661906 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2cce9a01-361e-454e-913e-5b506a9f406c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.665549 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2cce9a01-361e-454e-913e-5b506a9f406c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "DELETE /v2.0/networks/455197d7-1cb8-4c81-957d-a666521f7cd3 HTTP/1.1" status: 204 len: 168 time: 1.4291613 Aug 23 14:53:46.671056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce9a01-361e-454e-913e-5b506a9f406c tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event deleted for resources: {'Network': ['ID=455197d7-1cb8-4c81-957d-a666521f7cd3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:46.671899 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45076) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:46.680611 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04d8c374-44fe-4f5a-98e1-2cfa04c6029d req-9ff07586-184e-4cd3-b5e1-4a1a49f6c576 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 210 time: 0.0818591 Aug 23 14:53:46.709747 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=a60e588d-3dfc-4a63-a45f-c1db549446da,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:46.762114 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebb025e-c035-4025-9650-d2164a189edb tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Deleting subnet 43e9bad5-a8f4-4dff-860f-f6755775501e {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:53:46.768280 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ebb025e-c035-4025-9650-d2164a189edb tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.820892 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ebb025e-c035-4025-9650-d2164a189edb tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.899755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['a60e588d-3dfc-4a63-a45f-c1db549446da'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:53:46.930163 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ebb025e-c035-4025-9650-d2164a189edb tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.934183 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8ebb80e-3868-45b5-acd6-64b78c901fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:46.968567 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:53:46.978440 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:47.007987 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebb80e-3868-45b5-acd6-64b78c901fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67f349bb-fcb9-48a9-9876-1d08aaf17591,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:47.023798 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8ebb80e-3868-45b5-acd6-64b78c901fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.024450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:47.025120 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 345a6244-00ef-4afd-b54e-7ddbe7cba9d4 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:47.030641 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45080) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:47.032265 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d8ebb80e-3868-45b5-acd6-64b78c901fc5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/67f349bb-fcb9-48a9-9876-1d08aaf17591 HTTP/1.1" status: 204 len: 168 time: 0.7658350 Aug 23 14:53:47.053448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ee5f0f-8e1f-493a-afd7-1ceea6dcfcb9 None None] Network 2799cc5d-237c-4a15-8475-06e4b118779b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:47.134121 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.197510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] Deleting port f02df109-dca2-4d49-824d-e0267941dee9 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:47.198494 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.215532 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ebb025e-c035-4025-9650-d2164a189edb tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.246352 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb025e-c035-4025-9650-d2164a189edb tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event deleted for resources: {'Subnet': ['ID=43e9bad5-a8f4-4dff-860f-f6755775501e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:47.249188 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ebb025e-c035-4025-9650-d2164a189edb tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.252318 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4ebb025e-c035-4025-9650-d2164a189edb tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "DELETE /v2.0/subnets/43e9bad5-a8f4-4dff-860f-f6755775501e HTTP/1.1" status: 204 len: 168 time: 0.5784125 Aug 23 14:53:47.257445 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45082) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:47.267528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce05fe-98de-40ee-990f-1355e6cd83e6 None None] Network 49364812-347a-4089-9641-ce790573bff8 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:47.362070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] For port f02df109-dca2-4d49-824d-e0267941dee9, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f02df109-dca2-4d49-824d-e0267941dee9,segment=NetworkSegment(1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2),segment_id=1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:47.362743 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.387373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] Calling delete_port for f02df109-dca2-4d49-824d-e0267941dee9 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:47.397018 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.406675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143125b2-8f39-494e-a170-3857ed03aeb0 None None] DHCP port deletion for 2799cc5d-237c-4a15-8475-06e4b118779b request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:53:47.424273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 25b9edc6-25eb-4420-84d4-fefc6093f333 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:47.466125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 25b9edc6-25eb-4420-84d4-fefc6093f333 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:47.466463 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 25b9edc6-25eb-4420-84d4-fefc6093f333 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:47.540187 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-143125b2-8f39-494e-a170-3857ed03aeb0 None None] Deleting port f02df109-dca2-4d49-824d-e0267941dee9 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:47.540775 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-143125b2-8f39-494e-a170-3857ed03aeb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.555996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ae799-1517-4b31-98c0-c8b9b0bbc930 req-317dd410-9a15-445a-9690-6da7ac45cc01 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:47.557386 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9e6ae799-1517-4b31-98c0-c8b9b0bbc930 req-317dd410-9a15-445a-9690-6da7ac45cc01 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 945 time: 0.0868299 Aug 23 14:53:47.575098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Deleting port 8be98614-c028-4fc8-b29b-56c90bf0c9cd {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:47.575448 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.614501 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-143125b2-8f39-494e-a170-3857ed03aeb0 None None] For port f02df109-dca2-4d49-824d-e0267941dee9, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f02df109-dca2-4d49-824d-e0267941dee9,segment=NetworkSegment(1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2),segment_id=1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:47.614831 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-143125b2-8f39-494e-a170-3857ed03aeb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.628648 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f41ce5b-b9dc-4337-b22e-a6b4ddde6f3a None None] DHCP port deletion for 49364812-347a-4089-9641-ce790573bff8 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:53:47.647335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-143125b2-8f39-494e-a170-3857ed03aeb0 None None] Calling delete_port for f02df109-dca2-4d49-824d-e0267941dee9 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:47.681822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9e6ae799-1517-4b31-98c0-c8b9b0bbc930 req-daf45644-e5bb-492d-a4d7-737f596a566f tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/security-groups?id=21fb0ecf-f00c-418d-9439-a777bdc88a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097474 Aug 23 14:53:47.684171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] For port 8be98614-c028-4fc8-b29b-56c90bf0c9cd, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8be98614-c028-4fc8-b29b-56c90bf0c9cd,segment=NetworkSegment(9c652d7b-46a0-4384-b2c7-03ff5fee4dce),segment_id=9c652d7b-46a0-4384-b2c7-03ff5fee4dce)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:47.684693 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.699694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Calling delete_port for 8be98614-c028-4fc8-b29b-56c90bf0c9cd owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:47.751798 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-143125b2-8f39-494e-a170-3857ed03aeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.780669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143125b2-8f39-494e-a170-3857ed03aeb0 None None] Pushing event deleted for resources: {'Port': ['ID=f02df109-dca2-4d49-824d-e0267941dee9,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:47.788637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143125b2-8f39-494e-a170-3857ed03aeb0 None None] No DVR routers for this DVR port f02df109-dca2-4d49-824d-e0267941dee9 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:47.806276 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.813299 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8f41ce5b-b9dc-4337-b22e-a6b4ddde6f3a None None] Deleting port 8be98614-c028-4fc8-b29b-56c90bf0c9cd {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:47.813691 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8f41ce5b-b9dc-4337-b22e-a6b4ddde6f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.829715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] Pushing event deleted for resources: {'Port': ['ID=f02df109-dca2-4d49-824d-e0267941dee9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:47.836293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] No DVR routers for this DVR port f02df109-dca2-4d49-824d-e0267941dee9 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:47.891506 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e618831-92a3-42dd-a0b0-cdae2a66a38b req-7d4645a4-54a2-47af-96d1-0b352e998d5b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:47.894440 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e618831-92a3-42dd-a0b0-cdae2a66a38b req-7d4645a4-54a2-47af-96d1-0b352e998d5b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 944 time: 0.0626304 Aug 23 14:53:47.899747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6615aa12-2b94-49f5-982f-23076954a66c req-97395175-35f5-4561-99a0-7bf8fbe542e6 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 210 time: 0.0421090 Aug 23 14:53:47.913309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8f41ce5b-b9dc-4337-b22e-a6b4ddde6f3a None None] For port 8be98614-c028-4fc8-b29b-56c90bf0c9cd, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8be98614-c028-4fc8-b29b-56c90bf0c9cd,segment=NetworkSegment(9c652d7b-46a0-4384-b2c7-03ff5fee4dce),segment_id=9c652d7b-46a0-4384-b2c7-03ff5fee4dce)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:47.913725 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8f41ce5b-b9dc-4337-b22e-a6b4ddde6f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.935975 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:47.943604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8f41ce5b-b9dc-4337-b22e-a6b4ddde6f3a None None] Calling delete_port for 8be98614-c028-4fc8-b29b-56c90bf0c9cd owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:47.957272 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e618831-92a3-42dd-a0b0-cdae2a66a38b req-58bacdf8-92c1-441f-8ef7-805bff70ac09 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545316 Aug 23 14:53:48.031234 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.040979 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8f41ce5b-b9dc-4337-b22e-a6b4ddde6f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.070928 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] No DVR routers for this DVR port 8be98614-c028-4fc8-b29b-56c90bf0c9cd on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:48.072623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41ce5b-b9dc-4337-b22e-a6b4ddde6f3a None None] Pushing event deleted for resources: {'Port': ['ID=8be98614-c028-4fc8-b29b-56c90bf0c9cd,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:48.072853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event deleted for resources: {'Port': ['ID=8be98614-c028-4fc8-b29b-56c90bf0c9cd,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:48.084389 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f41ce5b-b9dc-4337-b22e-a6b4ddde6f3a None None] No DVR routers for this DVR port 8be98614-c028-4fc8-b29b-56c90bf0c9cd on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:48.132944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2799cc5d-237c-4a15-8475-06e4b118779b']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:48.187168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:48.187168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8d2b2e-9fed-4c6b-ad82-de55f12b4ec2') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:48.211044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a60e588d-3dfc-4a63-a45f-c1db549446da up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:53:48.271304 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.317923 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.331684 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49364812-347a-4089-9641-ce790573bff8']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:48.335297 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.337384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port a60e588d-3dfc-4a63-a45f-c1db549446da completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:53:48.341618 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port a60e588d-3dfc-4a63-a45f-c1db549446da triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:53:48.342578 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.351310 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a31d120-533a-4743-b7c3-9145ab15681d req-fdbc11f7-b35b-4e94-ae2d-8bdcbcdb2c12 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 258 time: 0.4029768 Aug 23 14:53:48.353785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:53:48.354202 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:53:48.355935 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:53:48.370765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c652d7b-46a0-4384-b2c7-03ff5fee4dce') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:48.371093 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c652d7b-46a0-4384-b2c7-03ff5fee4dce') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:48.409701 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:48.425319 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.433207 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.455018 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.457542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817163e0-57ff-4420-b7b3-a95cad8b6d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60e588d-3dfc-4a63-a45f-c1db549446da'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:48.460214 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad85ef01-1cbc-4b63-a828-1a15e335814f" -d '{"events": [{"server_uuid": "817163e0-57ff-4420-b7b3-a95cad8b6d87", "name": "network-vif-plugged", "status": "completed", "tag": "a60e588d-3dfc-4a63-a45f-c1db549446da"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:48.462651 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:53:48.463191 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:53:48.467097 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:53:48.476922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a60e588d-3dfc-4a63-a45f-c1db549446da, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a60e588d-3dfc-4a63-a45f-c1db549446da,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:48.518360 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8175a4-7c44-4ca4-9c0c-9f4ff67277e8 x-openstack-request-id: req-1a8175a4-7c44-4ca4-9c0c-9f4ff67277e8 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:48.518652 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817163e0-57ff-4420-b7b3-a95cad8b6d87", "name": "network-vif-plugged", "status": "completed", "tag": "a60e588d-3dfc-4a63-a45f-c1db549446da", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:48.518903 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a8175a4-7c44-4ca4-9c0c-9f4ff67277e8 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:48.519289 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817163e0-57ff-4420-b7b3-a95cad8b6d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60e588d-3dfc-4a63-a45f-c1db549446da', 'code': 200} Aug 23 14:53:48.538031 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.550684 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.555703 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] 10.222.0.38 "DELETE /v2.0/networks/2799cc5d-237c-4a15-8475-06e4b118779b HTTP/1.1" status: 204 len: 168 time: 1.5221615 Aug 23 14:53:48.569988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dad14-5b4c-4d59-9033-84cc6d1b494a admin admin] Pushing event deleted for resources: {'Network': ['ID=2799cc5d-237c-4a15-8475-06e4b118779b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:48.598365 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.605972 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.655993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=a60e588d-3dfc-4a63-a45f-c1db549446da,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:48.680607 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94953a20-c5f3-4504-862e-b0f698a8c631 req-d72146e7-1471-4181-9feb-b079b127fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:48.682132 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-94953a20-c5f3-4504-862e-b0f698a8c631 req-d72146e7-1471-4181-9feb-b079b127fe55 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 1095 time: 0.1065199 Aug 23 14:53:48.697063 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.718001 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.720462 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "DELETE /v2.0/networks/49364812-347a-4089-9641-ce790573bff8 HTTP/1.1" status: 204 len: 168 time: 1.4614685 Aug 23 14:53:48.723263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45102) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:48.736456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf40c37-0a00-4100-b9b1-b6d08ad028d4 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Pushing event deleted for resources: {'Network': ['ID=49364812-347a-4089-9641-ce790573bff8,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:48.759164 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e815e888-e779-437d-b80d-4db5922beb7b tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "GET /v2.0/ports?device_id=f18a86fb-547b-4032-8f16-cca1e603c133 HTTP/1.1" status: 200 len: 205 time: 0.0344431 Aug 23 14:53:48.764495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45106) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:48.774202 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-94953a20-c5f3-4504-862e-b0f698a8c631 req-d83141c8-c355-4b5b-ad33-0bd6d9b63b2e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844560 Aug 23 14:53:48.810999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.853082 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5dbeecf3-d64e-4202-93d5-fb20102b1f84 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:48.960749 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45110) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:48.964542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Allocated IP 172.25.8.240 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/055bd284-c6f9-475b-ba10-d460794a3991) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:49.087828 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:49.089471 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c0e85579-e53d-4117-8051-0a1e318d7789 req-a5ad6d34-1f88-479a-b22a-d8026c9c1d0c tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 210 time: 0.0729165 Aug 23 14:53:49.091002 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5dbeecf3-d64e-4202-93d5-fb20102b1f84 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:49.096047 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5dbeecf3-d64e-4202-93d5-fb20102b1f84 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:49.104755 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ab6cbadc-0af4-446d-a9b7-6b29778fe1c8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3899520633d64a9ba672b7936389b974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429183 Aug 23 14:53:49.107457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45116) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:49.184437 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89a15d0e-0fd1-4708-a3c1-926a33f2b882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:49.210030 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89a15d0e-0fd1-4708-a3c1-926a33f2b882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:49.226589 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5dbeecf3-d64e-4202-93d5-fb20102b1f84 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:49.227185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbeecf3-d64e-4202-93d5-fb20102b1f84 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Fanout notify agent at l3_agent the message router_deleted on router f18a86fb-547b-4032-8f16-cca1e603c133 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:53:49.238589 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5dbeecf3-d64e-4202-93d5-fb20102b1f84 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:49.239705 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5dbeecf3-d64e-4202-93d5-fb20102b1f84 tempest-RoutersNegativeTest-417281832 tempest-RoutersNegativeTest-417281832-project] 10.222.0.38 "DELETE /v2.0/routers/f18a86fb-547b-4032-8f16-cca1e603c133 HTTP/1.1" status: 204 len: 168 time: 0.4741685 Aug 23 14:53:49.256421 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778ad98-7962-48ae-9efe-bc975f22b792 req-6369a42e-4100-4a03-bdef-caca98f1359d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:49.258908 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6778ad98-7962-48ae-9efe-bc975f22b792 req-6369a42e-4100-4a03-bdef-caca98f1359d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 945 time: 0.0713079 Aug 23 14:53:49.259475 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:49.309042 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6778ad98-7962-48ae-9efe-bc975f22b792 req-14c309b5-58b4-4372-a421-5154e3139c45 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408201 Aug 23 14:53:49.331859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:49.331859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:49.332868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:49.372953 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89a15d0e-0fd1-4708-a3c1-926a33f2b882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:49.376394 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89a15d0e-0fd1-4708-a3c1-926a33f2b882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:49.379723 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-89a15d0e-0fd1-4708-a3c1-926a33f2b882 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c HTTP/1.1" status: 204 len: 168 time: 0.2689478 Aug 23 14:53:49.397149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a15d0e-0fd1-4708-a3c1-926a33f2b882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b1d9ee-52fa-4458-a7c7-6d4bf362d73c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:49.417819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Pushing event updated for resources: {'Port': ['ID=055bd284-c6f9-475b-ba10-d460794a3991,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:49.439692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8be98614-c028-4fc8-b29b-56c90bf0c9cd no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:49.471285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 8be98614-c028-4fc8-b29b-56c90bf0c9cd {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:49.472217 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8be98614-c028-4fc8-b29b-56c90bf0c9cd not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:49.473052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f02df109-dca2-4d49-824d-e0267941dee9 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:49.485686 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:49.496993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: f02df109-dca2-4d49-824d-e0267941dee9 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:49.497548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f02df109-dca2-4d49-824d-e0267941dee9 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:49.621591 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:49.804024 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:49.892249 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:49.967269 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45130) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:49.977204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Pushing event updated for resources: {'Port': ['ID=055bd284-c6f9-475b-ba10-d460794a3991,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:49.988749 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:50.103003 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:50.103876 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:50.105802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a31d120-533a-4743-b7c3-9145ab15681d req-d9313a57-3c72-457a-b66f-918418e00d2e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7312653 Aug 23 14:53:50.148350 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f7e6e5e5-58ba-4428-9642-4093849d69e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d98b8b6ae8964f489254499813a3ce2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794343 Aug 23 14:53:50.150820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45142) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:50.171504 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a31d120-533a-4743-b7c3-9145ab15681d req-4cbcc7ed-a7af-4457-846f-259fc5ec73a0 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.240 HTTP/1.1" status: 200 len: 696 time: 0.0560529 Aug 23 14:53:50.224286 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf978a8d-9a23-48cd-a450-3a6bbed845ee req-da939b65-0e77-4c53-8fbb-8014aba755f4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=55de0fb5-7e8b-4bfe-9fb7-cea919fc8ca1 HTTP/1.1" status: 200 len: 210 time: 0.0370042 Aug 23 14:53:50.240679 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-da334f99-8cfe-4d5a-a71c-f9ec2f4cd143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:50.269075 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-da334f99-8cfe-4d5a-a71c-f9ec2f4cd143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:50.343150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31d120-533a-4743-b7c3-9145ab15681d req-e32dd75a-2019-42c9-8117-e2e7ac2cdf5c tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:50.344953 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a31d120-533a-4743-b7c3-9145ab15681d req-e32dd75a-2019-42c9-8117-e2e7ac2cdf5c tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1673110 Aug 23 14:53:50.357176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-9a31d120-533a-4743-b7c3-9145ab15681d req-0a78f386-8c09-491b-8dcc-cd449230424b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:53:50.358685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a31d120-533a-4743-b7c3-9145ab15681d req-0a78f386-8c09-491b-8dcc-cd449230424b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066707 Aug 23 14:53:50.442061 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-da334f99-8cfe-4d5a-a71c-f9ec2f4cd143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:50.444859 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-da334f99-8cfe-4d5a-a71c-f9ec2f4cd143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:50.446393 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-da334f99-8cfe-4d5a-a71c-f9ec2f4cd143 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/02473c57-27d1-420f-929f-818519a8e367 HTTP/1.1" status: 204 len: 168 time: 0.2946205 Aug 23 14:53:50.479213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da334f99-8cfe-4d5a-a71c-f9ec2f4cd143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02473c57-27d1-420f-929f-818519a8e367,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:50.548027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299f55a-9928-4d4d-9fc2-1adfd8c21502 req-d33547cd-5e11-43b1-a792-cede29671239 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:50.553451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-4b5d714b-9747-4938-b3a7-46f3dfa93fd8 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:50.557269 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a299f55a-9928-4d4d-9fc2-1adfd8c21502 req-d33547cd-5e11-43b1-a792-cede29671239 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 945 time: 0.1529601 Aug 23 14:53:50.560273 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-4b5d714b-9747-4938-b3a7-46f3dfa93fd8 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1243267 Aug 23 14:53:50.604140 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a299f55a-9928-4d4d-9fc2-1adfd8c21502 req-68e95737-37d1-435a-a44a-509b646a1a78 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451176 Aug 23 14:53:50.628662 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-4cdba842-4eb8-4296-ab5c-cee64159e594 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.240 HTTP/1.1" status: 200 len: 696 time: 0.0669558 Aug 23 14:53:50.639264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-d8bc5157-2ef3-46d5-ae79-81df1d68560b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Request body: {'floatingip': {'port_id': '062bb014-36a1-4397-a2dd-e28f13202234', 'fixed_ip_address': '172.20.0.7'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:50.697891 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-d8bc5157-2ef3-46d5-ae79-81df1d68560b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:50.837634 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45168) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:51.042134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-273039523-network', 'tenant_id': '7f5c6c20f9874df4a22ef4bbb9ddc20f'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:51.165588 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] Made reservation on behalf of 7f5c6c20f9874df4a22ef4bbb9ddc20f for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:51.168228 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:51.180423 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:51.336341 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-d8bc5157-2ef3-46d5-ae79-81df1d68560b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:51.362309 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:51.523197 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-d8bc5157-2ef3-46d5-ae79-81df1d68560b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:51.536339 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:51.560141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:53:51.588294 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:51.588682 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] Added segment 2b2a654c-ff46-4b5a-9825-6973a6e33ff1 of type vlan for network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b Aug 23 14:53:51.598969 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf84f2-84fb-4850-918c-0d760735e639 req-986c5ae0-a39f-4c45-a67a-7c1694282d4d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:51.600969 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aaaf84f2-84fb-4850-918c-0d760735e639 req-986c5ae0-a39f-4c45-a67a-7c1694282d4d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 945 time: 0.0958395 Aug 23 14:53:51.601664 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3db3077-5722-4959-bbac-652047df3f1f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:51.675527 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-d8bc5157-2ef3-46d5-ae79-81df1d68560b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Floating IP a5a86ed2-de05-4854-91c7-7dd0d6b2cecf associated. External IP: 172.25.8.240, port: 062bb014-36a1-4397-a2dd-e28f13202234. Aug 23 14:53:51.696346 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:51.717298 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aaaf84f2-84fb-4850-918c-0d760735e639 req-b95b38f7-356b-496f-a086-0bd69245cf28 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042247 Aug 23 14:53:51.892368 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:51.893852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:51.894716 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:52.002067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] Pushing event updated for resources: {'Network': ['ID=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:52.013883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:53:52.060554 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f0d25406-cf29-4bb6-bc5b-ee9846056457 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2193177 Aug 23 14:53:52.061092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45204) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:52.069865 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-39f35327-27ab-4eb5-b312-4d32f0d88a12 admin admin] Request body: {'subnet': {'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-273039523-subnet', 'tenant_id': '7f5c6c20f9874df4a22ef4bbb9ddc20f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:52.161726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45206) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:52.217253 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f35327-27ab-4eb5-b312-4d32f0d88a12 admin admin] Made reservation on behalf of 7f5c6c20f9874df4a22ef4bbb9ddc20f for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:52.220346 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-39f35327-27ab-4eb5-b312-4d32f0d88a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:52.424360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-920810303'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:52.552859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-d8bc5157-2ef3-46d5-ae79-81df1d68560b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Router 52fd1f7f-ef33-455d-885d-fe390b630683 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:53:52.597764 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-986b02e7-912d-4493-a404-cf718b6011fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:52.661474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Made reservation on behalf of 99ea3f1cf86d4fd794f63d67c994f532 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:52.671230 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:52.685298 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:52.710943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-d8bc5157-2ef3-46d5-ae79-81df1d68560b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:53:52.712635 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-39f35327-27ab-4eb5-b312-4d32f0d88a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:52.719492 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-d8bc5157-2ef3-46d5-ae79-81df1d68560b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:52.723749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae0f275-2b70-4ec2-b99f-543602ca4da1 None None] Sync routers for ids ['52fd1f7f-ef33-455d-885d-fe390b630683'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:53:52.738804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae0f275-2b70-4ec2-b99f-543602ca4da1 None None] Routers {'52fd1f7f-ef33-455d-885d-fe390b630683'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:52.739455 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2ae0f275-2b70-4ec2-b99f-543602ca4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['52fd1f7f-ef33-455d-885d-fe390b630683'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:52.772131 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-d8bc5157-2ef3-46d5-ae79-81df1d68560b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "PUT /v2.0/floatingips/a5a86ed2-de05-4854-91c7-7dd0d6b2cecf HTTP/1.1" status: 200 len: 996 time: 2.1302383 Aug 23 14:53:52.773657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e242ced9-8cd5-4403-a5b4-d7f9dedb753e', 'tag': '062bb014-36a1-4397-a2dd-e28f13202234'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:52.789287 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48389f9f-1e5f-457c-bf41-4e2e3f769e29" -d '{"events": [{"name": "network-changed", "server_uuid": "e242ced9-8cd5-4403-a5b4-d7f9dedb753e", "tag": "062bb014-36a1-4397-a2dd-e28f13202234"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:52.892143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-91f88297-01a6-49e7-a1da-42e814ee4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:52.899913 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-91f88297-01a6-49e7-a1da-42e814ee4a04 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a3463c0b0a94e7895023674a23e8d1f&device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 1096 time: 0.1054883 Aug 23 14:53:52.916364 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f35327-27ab-4eb5-b312-4d32f0d88a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a98ce89-de66-4736-958d-4fd0680e79be,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:52.942558 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f35327-27ab-4eb5-b312-4d32f0d88a12 admin admin] Checking segment: {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:53:52.942969 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f35327-27ab-4eb5-b312-4d32f0d88a12 admin admin] Network hostable DHCP agents. Network: 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:53:52.947016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-2ae0f275-2b70-4ec2-b99f-543602ca4da1 None None] Set router 52fd1f7f-ef33-455d-885d-fe390b630683 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:53:52.969737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d6ce9-c23d-495b-a70d-5dbbebdf2fd6 req-2edaaf82-2f9f-40aa-bd51-690e6aa45043 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:52.975849 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b50d6ce9-c23d-495b-a70d-5dbbebdf2fd6 req-2edaaf82-2f9f-40aa-bd51-690e6aa45043 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 945 time: 0.1219280 Aug 23 14:53:53.006878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-478785b5-3c55-4547-8766-b0b4bfffdc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:53.014632 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-478785b5-3c55-4547-8766-b0b4bfffdc62 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e1c471b-5842-4ef7-9879-f68ea7c1ec0f HTTP/1.1" status: 200 len: 930 time: 0.1137681 Aug 23 14:53:53.041393 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:53.047464 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b50d6ce9-c23d-495b-a70d-5dbbebdf2fd6 req-87da8633-d653-4c88-aecc-a957d2798f1c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625401 Aug 23 14:53:53.069054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabc760-5b1d-4f0e-bfe3-0760af6cba0a req-278b76c6-1989-49ab-affd-62946dc96677 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:53.070572 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fabc760-5b1d-4f0e-bfe3-0760af6cba0a req-278b76c6-1989-49ab-affd-62946dc96677 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.57 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 945 time: 0.2438354 Aug 23 14:53:53.082922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f35327-27ab-4eb5-b312-4d32f0d88a12 admin admin] Network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:53:53.114708 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:53.165316 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:53:53.180824 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f411d4-82d5-48f3-896b-1d5f0fabe617 x-openstack-request-id: req-b1f411d4-82d5-48f3-896b-1d5f0fabe617 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:53.183954 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e242ced9-8cd5-4403-a5b4-d7f9dedb753e", "tag": "062bb014-36a1-4397-a2dd-e28f13202234", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:53.184451 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b1f411d4-82d5-48f3-896b-1d5f0fabe617 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:53.185055 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e242ced9-8cd5-4403-a5b4-d7f9dedb753e', 'tag': '062bb014-36a1-4397-a2dd-e28f13202234', 'status': 'completed', 'code': 200} Aug 23 14:53:53.190134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36df5483-65e0-46bc-a6dc-60913c3d488b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:53.209753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-39f35327-27ab-4eb5-b312-4d32f0d88a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:53.219826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f35327-27ab-4eb5-b312-4d32f0d88a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:53.221080 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-39f35327-27ab-4eb5-b312-4d32f0d88a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:53.233384 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:53.233915 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Added segment 1681ecc3-10ac-40ec-93bd-5b8fe3c85bcb of type vlan for network 6cf2164d-790a-4800-a103-26cd719eafa4 Aug 23 14:53:53.257861 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-d5e6e855-2ea6-4c02-a941-0731ebdefaf8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=062bb014-36a1-4397-a2dd-e28f13202234 HTTP/1.1" status: 200 len: 999 time: 0.2422302 Aug 23 14:53:53.333657 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:53.355294 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48389f9f-1e5f-457c-bf41-4e2e3f769e29 req-1a44950f-c852-4555-8519-b6c779f80b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:53.356981 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48389f9f-1e5f-457c-bf41-4e2e3f769e29 req-1a44950f-c852-4555-8519-b6c779f80b68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a3463c0b0a94e7895023674a23e8d1f&device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 1096 time: 0.1708438 Aug 23 14:53:53.388638 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-39f35327-27ab-4eb5-b312-4d32f0d88a12 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3257864 Aug 23 14:53:53.400705 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd99a47-9e77-4656-bfb5-f4d1cbb53870 None None] Network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:53.447398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-d4220663-ef7f-4c8a-89b5-33cdced2469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:53.456507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-d4220663-ef7f-4c8a-89b5-33cdced2469f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5d92db25-4bf8-48e9-a741-fddd1ab639bd HTTP/1.1" status: 200 len: 868 time: 0.1921632 Aug 23 14:53:53.492745 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-7fabc760-5b1d-4f0e-bfe3-0760af6cba0a req-ea965dff-7287-4021-97ec-c2407d90cf8f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Deleting port a60e588d-3dfc-4a63-a45f-c1db549446da {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:53.493087 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7fabc760-5b1d-4f0e-bfe3-0760af6cba0a req-ea965dff-7287-4021-97ec-c2407d90cf8f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:53.511692 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:53.518305 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:53.519201 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:53.597266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-bfb55605-c947-41b5-bb65-db4c3483ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:53.605249 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-bfb55605-c947-41b5-bb65-db4c3483ddcd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e1c471b-5842-4ef7-9879-f68ea7c1ec0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463914 Aug 23 14:53:53.628093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Pushing event updated for resources: {'Network': ['ID=6cf2164d-790a-4800-a103-26cd719eafa4,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:53.628311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48389f9f-1e5f-457c-bf41-4e2e3f769e29 req-9475c4d7-7d7b-4455-a0b8-10175d609a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:53.629707 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48389f9f-1e5f-457c-bf41-4e2e3f769e29 req-9475c4d7-7d7b-4455-a0b8-10175d609a8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e1c471b-5842-4ef7-9879-f68ea7c1ec0f HTTP/1.1" status: 200 len: 930 time: 0.2632008 Aug 23 14:53:53.674019 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 6cf2164d-790a-4800-a103-26cd719eafa4 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:53:53.678359 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-15edc3d6-ae28-4592-8199-2a6132c596a8 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.5145435 Aug 23 14:53:53.686121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45230) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:53.688150 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-ca33bf58-6c42-4e1c-a307-8a4ac578cbfb tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6cf2164d-790a-4800-a103-26cd719eafa4', 'tempest-TagsTest-Tag-738130126') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:53.726509 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9514be2-da12-418e-925f-555eca0a8596 None None] Network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:53:53.901303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-7fabc760-5b1d-4f0e-bfe3-0760af6cba0a req-ea965dff-7287-4021-97ec-c2407d90cf8f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] For port a60e588d-3dfc-4a63-a45f-c1db549446da, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a60e588d-3dfc-4a63-a45f-c1db549446da,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:53.901758 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7fabc760-5b1d-4f0e-bfe3-0760af6cba0a req-ea965dff-7287-4021-97ec-c2407d90cf8f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:53.937622 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48389f9f-1e5f-457c-bf41-4e2e3f769e29 req-cdb33912-891b-4db3-ba8a-efab4fe7115d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=062bb014-36a1-4397-a2dd-e28f13202234 HTTP/1.1" status: 200 len: 999 time: 0.2852044 Aug 23 14:53:53.939746 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-906946d4-e811-43ee-88e2-8ef096decfe6 service neutron] 10.222.0.38 "GET /v2.0/networks/0e1c471b-5842-4ef7-9879-f68ea7c1ec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336964 Aug 23 14:53:53.940780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-7fabc760-5b1d-4f0e-bfe3-0760af6cba0a req-ea965dff-7287-4021-97ec-c2407d90cf8f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Calling delete_port for a60e588d-3dfc-4a63-a45f-c1db549446da owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:53.971625 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ca33bf58-6c42-4e1c-a307-8a4ac578cbfb tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] 10.222.0.38 "PUT /v2.0/networks/6cf2164d-790a-4800-a103-26cd719eafa4/tags/tempest-TagsTest-Tag-738130126 HTTP/1.1" status: 201 len: 201 time: 0.2851784 Aug 23 14:53:54.002458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45242) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:54.040726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2ae0f275-2b70-4ec2-b99f-543602ca4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:53:18Z', 'updated_at': '2021-08-23T14:53:24Z', 'revision_number': 4, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'gw_port': {'id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:19Z', 'updated_at': '2021-08-23T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'a5a86ed2-de05-4854-91c7-7dd0d6b2cecf', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'port_id': '062bb014-36a1-4397-a2dd-e28f13202234', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'mac_address': 'fa:16:3e:4d:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e242ced9-8cd5-4403-a5b4-d7f9dedb753e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:53:49Z', 'updated_at': '2021-08-23T14:53:51Z', 'revision_number': 1, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610d0710-5ce9-49ae-8833-21cbf208cc1d', 'name': '', 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'mac_address': 'fa:16:3e:9b:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:23Z', 'updated_at': '2021-08-23T14:53:34Z', 'revision_number': 5, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'subnets': [{'id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:54.096227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-42890456-3964-4afc-b3fd-572ff439efe5 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6cf2164d-790a-4800-a103-26cd719eafa4', 'tempest-TagsTest-Tag-738130126') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:54.108630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-68c538e3-4edc-4639-80cb-b58fd24922eb tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:54.110699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae0f275-2b70-4ec2-b99f-543602ca4da1 None None] Checking router: 52fd1f7f-ef33-455d-885d-fe390b630683 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:53:54.112624 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-68c538e3-4edc-4639-80cb-b58fd24922eb tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/networks?id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 200 len: 811 time: 0.1772103 Aug 23 14:53:54.159348 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5a4400cb-d862-4c3a-9a62-8e98af20b344 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/quotas/7f5c6c20f9874df4a22ef4bbb9ddc20f HTTP/1.1" status: 200 len: 375 time: 0.0362875 Aug 23 14:53:54.218248 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae0f275-2b70-4ec2-b99f-543602ca4da1 None None] Routers {'52fd1f7f-ef33-455d-885d-fe390b630683'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:53:54.219758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2ae0f275-2b70-4ec2-b99f-543602ca4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['52fd1f7f-ef33-455d-885d-fe390b630683'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:54.231338 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-622a769e-d8b1-4285-9a8d-bcddb636486f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680220 Aug 23 14:53:54.268444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48389f9f-1e5f-457c-bf41-4e2e3f769e29 req-85c2899b-b219-48e5-a4ca-79a4e1a6fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:54.270560 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48389f9f-1e5f-457c-bf41-4e2e3f769e29 req-85c2899b-b219-48e5-a4ca-79a4e1a6fd8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d92db25-4bf8-48e9-a741-fddd1ab639bd HTTP/1.1" status: 200 len: 868 time: 0.3226905 Aug 23 14:53:54.343825 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-424ee62d-6363-45e5-b845-3eaa1df39830 service neutron] 10.222.0.38 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034799 Aug 23 14:53:54.364406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-474b0cdf-d846-4e88-a5e8-0f654a5e1e44 req-666827f6-e5ee-4b69-af1b-df35e13d1fd2 service neutron] 10.222.0.38 "GET /v2.0/networks/0e1c471b-5842-4ef7-9879-f68ea7c1ec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014900 Aug 23 14:53:54.407713 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-42890456-3964-4afc-b3fd-572ff439efe5 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] 10.222.0.38 "GET /v2.0/networks/6cf2164d-790a-4800-a103-26cd719eafa4/tags/tempest-TagsTest-Tag-738130126 HTTP/1.1" status: 204 len: 168 time: 0.4035587 Aug 23 14:53:54.412073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45252) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:54.418183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-9c7236d4-0c80-461b-9ea4-8c29261060d6 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6cf2164d-790a-4800-a103-26cd719eafa4') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:54.424570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48389f9f-1e5f-457c-bf41-4e2e3f769e29 req-f4861625-b2f1-43cc-8ab6-fdbb1688b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:54.427813 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48389f9f-1e5f-457c-bf41-4e2e3f769e29 req-f4861625-b2f1-43cc-8ab6-fdbb1688b7e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e1c471b-5842-4ef7-9879-f68ea7c1ec0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392078 Aug 23 14:53:54.452056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-2ae0f275-2b70-4ec2-b99f-543602ca4da1 None None] Set router 52fd1f7f-ef33-455d-885d-fe390b630683 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:53:54.474062 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5e3eadbb-86e3-45ee-8951-0933dcf289fc service neutron] 10.222.0.38 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257579 Aug 23 14:53:54.507189 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7fabc760-5b1d-4f0e-bfe3-0760af6cba0a req-ea965dff-7287-4021-97ec-c2407d90cf8f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:54.523857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['569209d9-036f-4261-9f6a-528fbcd6f1c9'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:53:54.597549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea965dff-7287-4021-97ec-c2407d90cf8f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Pushing event deleted for resources: {'Port': ['ID=a60e588d-3dfc-4a63-a45f-c1db549446da,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:54.635538 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00dc69b5-4447-4b83-a211-fec9f97fe26f req-0dd5258c-79b1-4a9b-bf3c-5e713cbab464 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 210 time: 0.0889745 Aug 23 14:53:54.671293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9c7236d4-0c80-461b-9ea4-8c29261060d6 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] 10.222.0.38 "GET /v2.0/networks/6cf2164d-790a-4800-a103-26cd719eafa4/tags HTTP/1.1" status: 200 len: 237 time: 0.2581587 Aug 23 14:53:54.675618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45256) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:54.680524 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-9a29ecb8-7215-4139-b5dc-a865ac92dbb0 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6cf2164d-790a-4800-a103-26cd719eafa4', {'tags': ['tempest-TagsTest-Tag-821543944', 'tempest-TagsTest-Tag-1245600202', 'tempest-TagsTest-Tag-1510308578']}) {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:54.697180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fabc760-5b1d-4f0e-bfe3-0760af6cba0a req-ea965dff-7287-4021-97ec-c2407d90cf8f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] No DVR routers for this DVR port a60e588d-3dfc-4a63-a45f-c1db549446da on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:54.704663 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7fabc760-5b1d-4f0e-bfe3-0760af6cba0a req-ea965dff-7287-4021-97ec-c2407d90cf8f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:54.706706 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fabc760-5b1d-4f0e-bfe3-0760af6cba0a req-ea965dff-7287-4021-97ec-c2407d90cf8f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.57 "DELETE /v2.0/ports/a60e588d-3dfc-4a63-a45f-c1db549446da HTTP/1.1" status: 204 len: 173 time: 1.6230206 Aug 23 14:53:54.713075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48389f9f-1e5f-457c-bf41-4e2e3f769e29 req-4c087949-8991-4336-9559-24b94b08be94 service neutron] 10.222.0.57 "GET /v2.0/networks/0e1c471b-5842-4ef7-9879-f68ea7c1ec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717240 Aug 23 14:53:55.005271 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-20442148-9694-4aaa-b557-221a0180fa37 req-1cf7b2c5-b8e5-4ea5-9363-486440603fba tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 210 time: 0.0557072 Aug 23 14:53:55.038108 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9a29ecb8-7215-4139-b5dc-a865ac92dbb0 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] 10.222.0.38 "PUT /v2.0/networks/6cf2164d-790a-4800-a103-26cd719eafa4/tags HTTP/1.1" status: 200 len: 308 time: 0.3543556 Aug 23 14:53:55.039336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45264) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:55.054227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-d00cf810-fb21-452b-b0bd-cf9bd303f878 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6cf2164d-790a-4800-a103-26cd719eafa4', 'tempest-TagsTest-Tag-821543944') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:55.094806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2ae0f275-2b70-4ec2-b99f-543602ca4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:53:18Z', 'updated_at': '2021-08-23T14:53:24Z', 'revision_number': 4, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'gw_port': {'id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:19Z', 'updated_at': '2021-08-23T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'a5a86ed2-de05-4854-91c7-7dd0d6b2cecf', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'port_id': '062bb014-36a1-4397-a2dd-e28f13202234', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'mac_address': 'fa:16:3e:4d:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e242ced9-8cd5-4403-a5b4-d7f9dedb753e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:53:49Z', 'updated_at': '2021-08-23T14:53:51Z', 'revision_number': 1, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610d0710-5ce9-49ae-8833-21cbf208cc1d', 'name': '', 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'mac_address': 'fa:16:3e:9b:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:23Z', 'updated_at': '2021-08-23T14:53:34Z', 'revision_number': 5, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'subnets': [{'id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:55.115259 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48389f9f-1e5f-457c-bf41-4e2e3f769e29 req-20935b13-1e7d-4ed6-83a8-e4f21f4ce84e service neutron] 10.222.0.57 "GET /v2.0/networks/0e1c471b-5842-4ef7-9879-f68ea7c1ec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938308 Aug 23 14:53:55.170196 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae0f275-2b70-4ec2-b99f-543602ca4da1 None None] The sync data for ids ['52fd1f7f-ef33-455d-885d-fe390b630683'] in n-d-804985-3 is: [{'id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:53:18Z', 'updated_at': '2021-08-23T14:53:24Z', 'revision_number': 4, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'gw_port': {'id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:19Z', 'updated_at': '2021-08-23T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'a5a86ed2-de05-4854-91c7-7dd0d6b2cecf', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'floating_ip_address': '172.25.8.240', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'port_id': '062bb014-36a1-4397-a2dd-e28f13202234', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'mac_address': 'fa:16:3e:4d:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e242ced9-8cd5-4403-a5b4-d7f9dedb753e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:53:49Z', 'updated_at': '2021-08-23T14:53:51Z', 'revision_number': 1, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610d0710-5ce9-49ae-8833-21cbf208cc1d', 'name': '', 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'mac_address': 'fa:16:3e:9b:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:23Z', 'updated_at': '2021-08-23T14:53:34Z', 'revision_number': 5, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'subnets': [{'id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:53:55.191618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817163e0-57ff-4420-b7b3-a95cad8b6d87', 'name': 'network-vif-deleted', 'tag': 'a60e588d-3dfc-4a63-a45f-c1db549446da'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:55.196686 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1405751c-e7d2-46a0-87b0-22e754a72656" -d '{"events": [{"server_uuid": "817163e0-57ff-4420-b7b3-a95cad8b6d87", "name": "network-vif-deleted", "tag": "a60e588d-3dfc-4a63-a45f-c1db549446da"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:55.241318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-15a0cc9c-cc66-47fe-8ba5-fc5a6eb3ca41 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 258 time: 0.3317010 Aug 23 14:53:55.270125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:55.303962 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e9402f-9b2c-4543-8962-cc1694e10b66 x-openstack-request-id: req-50e9402f-9b2c-4543-8962-cc1694e10b66 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:55.304273 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817163e0-57ff-4420-b7b3-a95cad8b6d87", "name": "network-vif-deleted", "tag": "a60e588d-3dfc-4a63-a45f-c1db549446da", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:55.304851 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50e9402f-9b2c-4543-8962-cc1694e10b66 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:55.304961 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817163e0-57ff-4420-b7b3-a95cad8b6d87', 'name': 'network-vif-deleted', 'tag': 'a60e588d-3dfc-4a63-a45f-c1db549446da', 'status': 'completed', 'code': 200} Aug 23 14:53:55.307880 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d00cf810-fb21-452b-b0bd-cf9bd303f878 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] 10.222.0.38 "DELETE /v2.0/networks/6cf2164d-790a-4800-a103-26cd719eafa4/tags/tempest-TagsTest-Tag-821543944 HTTP/1.1" status: 204 len: 168 time: 0.2658901 Aug 23 14:53:55.310548 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45272) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:55.316156 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-263dbaa4-e96a-465c-9386-3b29420ec0b7 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6cf2164d-790a-4800-a103-26cd719eafa4', 'tempest-TagsTest-Tag-821543944') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:55.368942 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:55.472600 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:55.525343 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:55.553777 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d4811-fcde-407a-aeea-e2033445e309 None None] New status for floating IP a5a86ed2-de05-4854-91c7-7dd0d6b2cecf: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:53:55.755877 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Allocated IP 172.25.8.55 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/ad3b13df-5907-4eed-8a21-02b0e28fd8e4) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:55.871935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:55.873079 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-535ff02c-1ba8-4c02-beab-17a0c276de21 req-d070730e-314f-408b-8e53-64d08c4cde7e tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=817163e0-57ff-4420-b7b3-a95cad8b6d87 HTTP/1.1" status: 200 len: 210 time: 0.0393469 Aug 23 14:53:55.883557 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-263dbaa4-e96a-465c-9386-3b29420ec0b7 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] show failed (client error): The resource could not be found. Aug 23 14:53:55.888346 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-263dbaa4-e96a-465c-9386-3b29420ec0b7 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] 10.222.0.38 "GET /v2.0/networks/6cf2164d-790a-4800-a103-26cd719eafa4/tags/tempest-TagsTest-Tag-821543944 HTTP/1.1" status: 404 len: 325 time: 0.5758045 Aug 23 14:53:55.888346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45280) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:55.893711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-42c8f779-46ac-4111-860b-0c88e83a8d54 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6cf2164d-790a-4800-a103-26cd719eafa4', 'tempest-TagsTest-Tag-1245600202') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:55.989551 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-42c8f779-46ac-4111-860b-0c88e83a8d54 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] 10.222.0.38 "GET /v2.0/networks/6cf2164d-790a-4800-a103-26cd719eafa4/tags/tempest-TagsTest-Tag-1245600202 HTTP/1.1" status: 204 len: 168 time: 0.1004665 Aug 23 14:53:55.992982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45286) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:55.997775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-aa159d3c-2f64-4aa6-a1c8-b66ae8b152f4 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6cf2164d-790a-4800-a103-26cd719eafa4', 'tempest-TagsTest-Tag-1510308578') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:56.060899 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:56.106881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:56.116051 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:56.121283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:56.180003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Pushing event updated for resources: {'Port': ['ID=ad3b13df-5907-4eed-8a21-02b0e28fd8e4,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:56.189867 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-aa159d3c-2f64-4aa6-a1c8-b66ae8b152f4 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] 10.222.0.38 "GET /v2.0/networks/6cf2164d-790a-4800-a103-26cd719eafa4/tags/tempest-TagsTest-Tag-1510308578 HTTP/1.1" status: 204 len: 168 time: 0.1925280 Aug 23 14:53:56.189867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45294) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:56.193837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-68110649-576b-4616-ac39-629ac9755911 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6cf2164d-790a-4800-a103-26cd719eafa4') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:56.209497 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc67aa29-b13f-4d10-b862-1d5cd9805280 req-eda1c6b4-dc3b-46f2-a99a-db7fe5960b18 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 210 time: 0.0270526 Aug 23 14:53:56.240818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a60e588d-3dfc-4a63-a45f-c1db549446da no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:53:56.268710 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: a60e588d-3dfc-4a63-a45f-c1db549446da {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:53:56.269323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a60e588d-3dfc-4a63-a45f-c1db549446da not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:53:56.322910 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:56.409519 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7fc551c8-d13d-4551-b029-57a0d67ebac8 req-ca7e4f92-fabd-4bc2-81a7-979b3011cfdd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432432 Aug 23 14:53:56.436239 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-68110649-576b-4616-ac39-629ac9755911 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] 10.222.0.38 "DELETE /v2.0/networks/6cf2164d-790a-4800-a103-26cd719eafa4/tags HTTP/1.1" status: 204 len: 168 time: 0.2459393 Aug 23 14:53:56.440863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45296) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:56.445571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-06987b22-c54f-4992-93f3-fd5a50488f10 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6cf2164d-790a-4800-a103-26cd719eafa4', 'tempest-TagsTest-Tag-1245600202') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:56.466245 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:56.481501 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc551c8-d13d-4551-b029-57a0d67ebac8 req-5950a80b-907e-4f02-8302-f0745499c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:56.484099 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7fc551c8-d13d-4551-b029-57a0d67ebac8 req-5950a80b-907e-4f02-8302-f0745499c750 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=870a18d842e54e268bf7a5a7979fea11&device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 1095 time: 0.0507464 Aug 23 14:53:56.556175 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06a78a66-aa52-45de-9044-84af0f61a53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:56.637058 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-06987b22-c54f-4992-93f3-fd5a50488f10 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] show failed (client error): The resource could not be found. Aug 23 14:53:56.638415 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-06987b22-c54f-4992-93f3-fd5a50488f10 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] 10.222.0.38 "GET /v2.0/networks/6cf2164d-790a-4800-a103-26cd719eafa4/tags/tempest-TagsTest-Tag-1245600202 HTTP/1.1" status: 404 len: 326 time: 0.1964245 Aug 23 14:53:56.639062 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:56.642212 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45298) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:56.648491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc551c8-d13d-4551-b029-57a0d67ebac8 req-f0878e5f-64f7-4a34-b170-b5387422ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:56.649683 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-9ebed480-5f93-4db0-8bbc-50a32fadbd1a tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6cf2164d-790a-4800-a103-26cd719eafa4', 'tempest-TagsTest-Tag-1510308578') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:56.650045 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7fc551c8-d13d-4551-b029-57a0d67ebac8 req-f0878e5f-64f7-4a34-b170-b5387422ad8c service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 200 len: 908 time: 0.1373630 Aug 23 14:53:56.713460 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7fc551c8-d13d-4551-b029-57a0d67ebac8 req-b781e179-b47d-4329-8a08-4c6455c01c30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f449e262-51b7-446b-86bc-10e830bf95b2 HTTP/1.1" status: 200 len: 217 time: 0.0553856 Aug 23 14:53:56.786051 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:56.788311 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-9ebed480-5f93-4db0-8bbc-50a32fadbd1a tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] show failed (client error): The resource could not be found. Aug 23 14:53:56.791896 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9ebed480-5f93-4db0-8bbc-50a32fadbd1a tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] 10.222.0.38 "GET /v2.0/networks/6cf2164d-790a-4800-a103-26cd719eafa4/tags/tempest-TagsTest-Tag-1510308578 HTTP/1.1" status: 404 len: 326 time: 0.1462128 Aug 23 14:53:56.792721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45302) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:56.800148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-c150c25f-5534-4e28-803c-27c9f5fc5420 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6cf2164d-790a-4800-a103-26cd719eafa4') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:56.812563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc551c8-d13d-4551-b029-57a0d67ebac8 req-e0e8adad-d79e-4234-89e8-16101f005cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:56.814217 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7fc551c8-d13d-4551-b029-57a0d67ebac8 req-e0e8adad-d79e-4234-89e8-16101f005cba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 200 len: 847 time: 0.0922933 Aug 23 14:53:56.829990 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634e849-7ed4-4cd7-8909-91681e928167 req-681a6c31-8e54-4128-b25e-8fa4b78e13e5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:56.831544 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2634e849-7ed4-4cd7-8909-91681e928167 req-681a6c31-8e54-4128-b25e-8fa4b78e13e5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 945 time: 0.0956428 Aug 23 14:53:56.866510 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7fc551c8-d13d-4551-b029-57a0d67ebac8 req-7805e4a6-bf20-4cac-a2cf-0c8e84dbe603 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b01c3e-c449-4689-a230-d4ccabe81fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338874 Aug 23 14:53:56.884428 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:56.919086 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c150c25f-5534-4e28-803c-27c9f5fc5420 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] 10.222.0.38 "DELETE /v2.0/networks/6cf2164d-790a-4800-a103-26cd719eafa4/tags HTTP/1.1" status: 204 len: 168 time: 0.1251600 Aug 23 14:53:56.926381 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45306) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:56.967773 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2634e849-7ed4-4cd7-8909-91681e928167 req-ac770082-5cff-47c2-a9cd-d75b3f2f1dfb tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266997 Aug 23 14:53:57.020947 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7fc551c8-d13d-4551-b029-57a0d67ebac8 req-ee92608d-b3d3-4f2a-bc2e-bb021bf2602e service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434929 Aug 23 14:53:57.061231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:57.079461 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8330b8d1-66b3-49bd-83cd-e23d5256a296 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:57.124132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Pushing event updated for resources: {'Port': ['ID=ad3b13df-5907-4eed-8a21-02b0e28fd8e4,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:57.159505 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7fc551c8-d13d-4551-b029-57a0d67ebac8 req-ef5c79d3-07ea-476c-a7eb-5867155756e6 service neutron] 10.222.0.61 "GET /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310694 Aug 23 14:53:57.285449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e90b3-be98-45c1-b482-a35218adbb4f req-e961477c-cf15-41fc-b81a-bbccbcf63c51 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:57.286990 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca1e90b3-be98-45c1-b482-a35218adbb4f req-e961477c-cf15-41fc-b81a-bbccbcf63c51 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.61 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 945 time: 0.0955985 Aug 23 14:53:57.311583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c9469-f9d2-42a0-a5fd-72d66b554d53 req-25f5bf20-a6bb-4912-9037-56b77b2e32a1 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:57.313745 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b98c9469-f9d2-42a0-a5fd-72d66b554d53 req-25f5bf20-a6bb-4912-9037-56b77b2e32a1 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0901766 Aug 23 14:53:57.408689 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b98c9469-f9d2-42a0-a5fd-72d66b554d53 req-cc5d41a6-661f-423c-84c8-4debf311aa7e tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726058 Aug 23 14:53:57.443057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-ca1e90b3-be98-45c1-b482-a35218adbb4f req-b1aae7a5-9cb1-464a-95ca-27977ef75321 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Deleting port 889e41eb-6fa7-444e-89e1-167dd5417eec {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:57.444155 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca1e90b3-be98-45c1-b482-a35218adbb4f req-b1aae7a5-9cb1-464a-95ca-27977ef75321 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:57.566039 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:57.567456 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-9ac63e7b-f3f4-4e65-9fb0-497c7972cab3 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3052702 Aug 23 14:53:57.596428 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ca1e90b3-be98-45c1-b482-a35218adbb4f req-b1aae7a5-9cb1-464a-95ca-27977ef75321 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] For port 889e41eb-6fa7-444e-89e1-167dd5417eec, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=889e41eb-6fa7-444e-89e1-167dd5417eec,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:53:57.596581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca1e90b3-be98-45c1-b482-a35218adbb4f req-b1aae7a5-9cb1-464a-95ca-27977ef75321 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:57.616630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-ca1e90b3-be98-45c1-b482-a35218adbb4f req-b1aae7a5-9cb1-464a-95ca-27977ef75321 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Calling delete_port for 889e41eb-6fa7-444e-89e1-167dd5417eec owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:57.621668 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8330b8d1-66b3-49bd-83cd-e23d5256a296 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:57.696759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-8330b8d1-66b3-49bd-83cd-e23d5256a296 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf2164d-790a-4800-a103-26cd719eafa4']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:57.701830 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d381fbc3-186d-4032-9256-1864e75aa5b6 req-175d9bd7-7d1a-49a3-8577-2722c038055b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 210 time: 0.0358634 Aug 23 14:53:57.737244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-07145e9b-be14-4b92-b28e-9fe28c2c5775 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.55 HTTP/1.1" status: 200 len: 695 time: 0.1393919 Aug 23 14:53:57.744376 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-8330b8d1-66b3-49bd-83cd-e23d5256a296 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1681ecc3-10ac-40ec-93bd-5b8fe3c85bcb') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:57.744573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-8330b8d1-66b3-49bd-83cd-e23d5256a296 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1681ecc3-10ac-40ec-93bd-5b8fe3c85bcb') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:53:57.775538 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8330b8d1-66b3-49bd-83cd-e23d5256a296 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:57.846860 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8330b8d1-66b3-49bd-83cd-e23d5256a296 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:57.861753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54063985-676f-4b55-8e87-6329e05bc96c req-7bf90c97-fda3-47dc-b5c9-f9101db5fb72 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:57.863617 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-54063985-676f-4b55-8e87-6329e05bc96c req-7bf90c97-fda3-47dc-b5c9-f9101db5fb72 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0694239 Aug 23 14:53:57.869423 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8330b8d1-66b3-49bd-83cd-e23d5256a296 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:53:57.869815 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8330b8d1-66b3-49bd-83cd-e23d5256a296 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:53:57.872868 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:53:57.912926 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-54063985-676f-4b55-8e87-6329e05bc96c req-9efded8f-9190-4259-9f4e-1171147de512 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Aug 23 14:53:57.937502 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca1e90b3-be98-45c1-b482-a35218adbb4f req-b1aae7a5-9cb1-464a-95ca-27977ef75321 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:57.941346 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-72772f44-326f-4ea7-b8b4-c90f84761edf tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:57.941716 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-72772f44-326f-4ea7-b8b4-c90f84761edf tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.61 "GET /v2.0/networks?id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 200 len: 811 time: 0.2762389 Aug 23 14:53:57.948172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['889e41eb-6fa7-444e-89e1-167dd5417eec'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:53:57.980516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aae7a5-9cb1-464a-95ca-27977ef75321 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Pushing event deleted for resources: {'Port': ['ID=889e41eb-6fa7-444e-89e1-167dd5417eec,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:57.993241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-ba62a919-ffcd-4d29-ae0c-cdb9b99a1fc1 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:57.995977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b96a6db-de47-4c38-8af3-22f04365a283 req-ba62a919-ffcd-4d29-ae0c-cdb9b99a1fc1 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.2465084 Aug 23 14:53:58.009665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-c78b1c47-a4e5-48ca-b03c-97cc3398d04c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Request body: {'port': {'device_id': '3bb50d08-4b3e-4438-ba22-c070f3c0b08b', 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b', 'admin_state_up': True, 'tenant_id': '7f5c6c20f9874df4a22ef4bbb9ddc20f'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:58.086651 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1e90b3-be98-45c1-b482-a35218adbb4f req-b1aae7a5-9cb1-464a-95ca-27977ef75321 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] No DVR routers for this DVR port 889e41eb-6fa7-444e-89e1-167dd5417eec on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:53:58.092072 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca1e90b3-be98-45c1-b482-a35218adbb4f req-b1aae7a5-9cb1-464a-95ca-27977ef75321 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:58.096087 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca1e90b3-be98-45c1-b482-a35218adbb4f req-b1aae7a5-9cb1-464a-95ca-27977ef75321 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.61 "DELETE /v2.0/ports/889e41eb-6fa7-444e-89e1-167dd5417eec HTTP/1.1" status: 204 len: 173 time: 0.8005280 Aug 23 14:53:58.096753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36e2331-7548-4eb5-8aad-763289e27f86', 'name': 'network-vif-deleted', 'tag': '889e41eb-6fa7-444e-89e1-167dd5417eec'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:53:58.100510 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd3bc08-24aa-4567-b267-15068f42b85e" -d '{"events": [{"server_uuid": "e36e2331-7548-4eb5-8aad-763289e27f86", "name": "network-vif-deleted", "tag": "889e41eb-6fa7-444e-89e1-167dd5417eec"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:53:58.125539 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-31801a60-f6ac-4e0b-9b90-a96cb493797e req-6461272c-0566-4f46-94cd-5bd6e57746c5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=e36e2331-7548-4eb5-8aad-763289e27f86 HTTP/1.1" status: 200 len: 210 time: 0.0405521 Aug 23 14:53:58.133678 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a2bf2-940d-4a52-9532-87b7cf4a5e3d req-3bfbe8bb-f942-4c49-8daa-7c45d08fb953 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:58.136073 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-692a2bf2-940d-4a52-9532-87b7cf4a5e3d req-3bfbe8bb-f942-4c49-8daa-7c45d08fb953 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1366835 Aug 23 14:53:58.184862 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8330b8d1-66b3-49bd-83cd-e23d5256a296 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:58.190724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8330b8d1-66b3-49bd-83cd-e23d5256a296 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:58.192982 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8330b8d1-66b3-49bd-83cd-e23d5256a296 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] 10.222.0.38 "DELETE /v2.0/networks/6cf2164d-790a-4800-a103-26cd719eafa4 HTTP/1.1" status: 204 len: 168 time: 1.2211013 Aug 23 14:53:58.212372 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-692a2bf2-940d-4a52-9532-87b7cf4a5e3d req-ccf233ee-cdd5-410e-8d3e-256bcb9c3940 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606146 Aug 23 14:53:58.263845 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a092e2f1-2dfb-4150-bb05-a7d924579c2c x-openstack-request-id: req-a092e2f1-2dfb-4150-bb05-a7d924579c2c {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:53:58.264163 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36e2331-7548-4eb5-8aad-763289e27f86", "name": "network-vif-deleted", "tag": "889e41eb-6fa7-444e-89e1-167dd5417eec", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:53:58.264417 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a092e2f1-2dfb-4150-bb05-a7d924579c2c {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:53:58.264837 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36e2331-7548-4eb5-8aad-763289e27f86', 'name': 'network-vif-deleted', 'tag': '889e41eb-6fa7-444e-89e1-167dd5417eec', 'status': 'completed', 'code': 200} Aug 23 14:53:58.272577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330b8d1-66b3-49bd-83cd-e23d5256a296 tempest-TagsTest-470948508 tempest-TagsTest-470948508-project] Pushing event deleted for resources: {'Network': ['ID=6cf2164d-790a-4800-a103-26cd719eafa4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:58.301657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6e7ad-f6e8-4f42-b4cb-97ce6cbeaf7f req-5e332353-c794-4abd-bd0e-2e559fa16348 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:58.310098 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0f6e7ad-f6e8-4f42-b4cb-97ce6cbeaf7f req-5e332353-c794-4abd-bd0e-2e559fa16348 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0947468 Aug 23 14:53:58.353436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-c78b1c47-a4e5-48ca-b03c-97cc3398d04c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Made reservation on behalf of 7f5c6c20f9874df4a22ef4bbb9ddc20f for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:53:58.357601 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-c78b1c47-a4e5-48ca-b03c-97cc3398d04c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:58.375895 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0f6e7ad-f6e8-4f42-b4cb-97ce6cbeaf7f req-8d126e62-e6cd-49e1-b5e1-00c81ca23a74 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.55 HTTP/1.1" status: 200 len: 695 time: 0.0647285 Aug 23 14:53:58.394454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-d0f6e7ad-f6e8-4f42-b4cb-97ce6cbeaf7f req-9b3fba7f-5128-48a8-901a-f151375c0568 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Request body: {'floatingip': {'port_id': '062bb014-36a1-4397-a2dd-e28f13202234', 'fixed_ip_address': '172.20.0.7'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:58.465884 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:58.473263 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d0f6e7ad-f6e8-4f42-b4cb-97ce6cbeaf7f req-9b3fba7f-5128-48a8-901a-f151375c0568 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:58.647339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-c78b1c47-a4e5-48ca-b03c-97cc3398d04c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Allocated IP 172.20.0.2 (736cf8e5-b78e-43e6-8d69-606c4b4e6a5b/6a98ce89-de66-4736-958d-4fd0680e79be/4e7bd400-377b-437c-8000-a357edee27d8) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:53:58.844424 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c6de8b0-745c-451f-bbf5-3c32c13490d2 req-b1da6e71-7ec3-43d6-8168-4a3f12cc6c77 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 210 time: 0.0385041 Aug 23 14:53:58.847116 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-d0f6e7ad-f6e8-4f42-b4cb-97ce6cbeaf7f req-9b3fba7f-5128-48a8-901a-f151375c0568 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] update failed (client error): There was a conflict when trying to complete your request. Aug 23 14:53:58.848209 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0f6e7ad-f6e8-4f42-b4cb-97ce6cbeaf7f req-9b3fba7f-5128-48a8-901a-f151375c0568 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "PUT /v2.0/floatingips/6a99b3b6-29a8-40e5-b868-02a4174ba476 HTTP/1.1" status: 409 len: 549 time: 0.4642355 Aug 23 14:53:58.855305 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45346) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:58.934241 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f7e2598-c23e-4ccc-b0df-f92699a3c86c req-606ba7e4-9a3d-4e24-aae0-4c763e797a99 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/floatingips/6a99b3b6-29a8-40e5-b868-02a4174ba476 HTTP/1.1" status: 200 len: 692 time: 0.0602708 Aug 23 14:53:58.963255 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-c78b1c47-a4e5-48ca-b03c-97cc3398d04c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:59.023923 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bdea1f1a-40a8-4fcf-a2e5-c28dc183bccb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=99ea3f1cf86d4fd794f63d67c994f532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668310 Aug 23 14:53:59.026529 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45352) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:53:59.097067 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec19f-c114-4f02-acc8-3c8a48c1391c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:59.104964 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2598-c23e-4ccc-b0df-f92699a3c86c req-822bec58-7282-466a-9f69-c2bde263b962 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:59.106477 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f7e2598-c23e-4ccc-b0df-f92699a3c86c req-822bec58-7282-466a-9f69-c2bde263b962 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1578145 Aug 23 14:53:59.134983 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec19f-c114-4f02-acc8-3c8a48c1391c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:59.166113 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f7e2598-c23e-4ccc-b0df-f92699a3c86c req-b453f609-b3e9-445c-9694-5ead6d47adde tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.55 HTTP/1.1" status: 200 len: 695 time: 0.0523181 Aug 23 14:53:59.243305 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f7e2598-c23e-4ccc-b0df-f92699a3c86c req-47f17786-4036-4348-a788-80e39c4f3118 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.55 HTTP/1.1" status: 200 len: 695 time: 0.0694356 Aug 23 14:53:59.252189 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-c78b1c47-a4e5-48ca-b03c-97cc3398d04c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:59.273954 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec19f-c114-4f02-acc8-3c8a48c1391c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:59.277613 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec19f-c114-4f02-acc8-3c8a48c1391c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:59.278981 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cd7ec19f-c114-4f02-acc8-3c8a48c1391c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/36df5483-65e0-46bc-a6dc-60913c3d488b HTTP/1.1" status: 204 len: 168 time: 0.2514789 Aug 23 14:53:59.289782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ec19f-c114-4f02-acc8-3c8a48c1391c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36df5483-65e0-46bc-a6dc-60913c3d488b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:59.331939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-c78b1c47-a4e5-48ca-b03c-97cc3398d04c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:53:59.381608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-c78b1c47-a4e5-48ca-b03c-97cc3398d04c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:53:59.389602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-c78b1c47-a4e5-48ca-b03c-97cc3398d04c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:53:59.418764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b1c47-a4e5-48ca-b03c-97cc3398d04c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Pushing event updated for resources: {'Port': ['ID=4e7bd400-377b-437c-8000-a357edee27d8,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:53:59.468002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-c78b1c47-a4e5-48ca-b03c-97cc3398d04c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:59.469359 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-c78b1c47-a4e5-48ca-b03c-97cc3398d04c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:59.494091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-6f7e2598-c23e-4ccc-b0df-f92699a3c86c req-e9814869-80c5-4cd5-a5fa-eb4c30473298 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Deleting port ad3b13df-5907-4eed-8a21-02b0e28fd8e4 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:53:59.494440 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6f7e2598-c23e-4ccc-b0df-f92699a3c86c req-e9814869-80c5-4cd5-a5fa-eb4c30473298 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:59.593130 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6f7e2598-c23e-4ccc-b0df-f92699a3c86c req-e9814869-80c5-4cd5-a5fa-eb4c30473298 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:59.593567 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6f7e2598-c23e-4ccc-b0df-f92699a3c86c req-e9814869-80c5-4cd5-a5fa-eb4c30473298 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:59.606919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-6f7e2598-c23e-4ccc-b0df-f92699a3c86c req-e9814869-80c5-4cd5-a5fa-eb4c30473298 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Calling delete_port for ad3b13df-5907-4eed-8a21-02b0e28fd8e4 owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:53:59.610472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-c78b1c47-a4e5-48ca-b03c-97cc3398d04c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6144292 Aug 23 14:53:59.625734 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Request body: {'port': {'device_id': '3bb50d08-4b3e-4438-ba22-c070f3c0b08b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:53:59.767172 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:53:59.949154 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c12d5-d42f-4673-a5c0-4780a2060873 req-e8906a59-7da8-45b8-b6fa-f3954162321e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:53:59.950817 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a76c12d5-d42f-4673-a5c0-4780a2060873 req-e8906a59-7da8-45b8-b6fa-f3954162321e tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 944 time: 0.0617599 Aug 23 14:53:59.997344 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a76c12d5-d42f-4673-a5c0-4780a2060873 req-3c3c347f-8631-409e-8dbe-a905a4e85883 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394001 Aug 23 14:54:00.081661 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6f7e2598-c23e-4ccc-b0df-f92699a3c86c req-e9814869-80c5-4cd5-a5fa-eb4c30473298 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:00.122524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9814869-80c5-4cd5-a5fa-eb4c30473298 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Pushing event deleted for resources: {'Port': ['ID=ad3b13df-5907-4eed-8a21-02b0e28fd8e4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:00.234575 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6f7e2598-c23e-4ccc-b0df-f92699a3c86c req-e9814869-80c5-4cd5-a5fa-eb4c30473298 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:00.237615 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6f7e2598-c23e-4ccc-b0df-f92699a3c86c req-e9814869-80c5-4cd5-a5fa-eb4c30473298 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:00.238993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f7e2598-c23e-4ccc-b0df-f92699a3c86c req-e9814869-80c5-4cd5-a5fa-eb4c30473298 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "DELETE /v2.0/floatingips/6a99b3b6-29a8-40e5-b868-02a4174ba476 HTTP/1.1" status: 204 len: 173 time: 0.9946251 Aug 23 14:54:00.335741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5417e-a6d8-41e0-8c6a-fda11d974a74 req-a73304b6-794f-4c7a-9922-7559c7830a53 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:00.338314 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b7c5417e-a6d8-41e0-8c6a-fda11d974a74 req-a73304b6-794f-4c7a-9922-7559c7830a53 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 944 time: 0.2354891 Aug 23 14:54:00.376107 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7bd400-377b-437c-8000-a357edee27d8 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:54:00.388001 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:00.409131 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e5f99-faa2-4d4d-a778-3226c278cfc0 req-f5799e8e-f8d8-458e-9b47-6835c12e257f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:00.409972 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-42ea23a4-b31f-49b1-b185-e8a99f43287b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.240 HTTP/1.1" status: 200 len: 1001 time: 0.1395721 Aug 23 14:54:00.410779 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-781e5f99-faa2-4d4d-a778-3226c278cfc0 req-f5799e8e-f8d8-458e-9b47-6835c12e257f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 931 time: 0.1858790 Aug 23 14:54:00.412976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Transition to ACTIVE for port object 4e7bd400-377b-437c-8000-a357edee27d8 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:54:00.467061 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-04021451-531b-450d-b370-83ed337c003e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:00.469232 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-04021451-531b-450d-b370-83ed337c003e tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports/062bb014-36a1-4397-a2dd-e28f13202234 HTTP/1.1" status: 200 len: 942 time: 0.0485015 Aug 23 14:54:00.492128 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-781e5f99-faa2-4d4d-a778-3226c278cfc0 req-4448b79c-60b5-4ab5-8741-a0b4d7386d32 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654490 Aug 23 14:54:00.517181 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b7c5417e-a6d8-41e0-8c6a-fda11d974a74 req-5b554cb2-79ed-4c6c-b13c-3392b2ec43d5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Deleting port f449e262-51b7-446b-86bc-10e830bf95b2 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:00.517552 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b7c5417e-a6d8-41e0-8c6a-fda11d974a74 req-5b554cb2-79ed-4c6c-b13c-3392b2ec43d5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:00.530426 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:00.626537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-b7c5417e-a6d8-41e0-8c6a-fda11d974a74 req-5b554cb2-79ed-4c6c-b13c-3392b2ec43d5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] For port f449e262-51b7-446b-86bc-10e830bf95b2, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f449e262-51b7-446b-86bc-10e830bf95b2,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:00.626918 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b7c5417e-a6d8-41e0-8c6a-fda11d974a74 req-5b554cb2-79ed-4c6c-b13c-3392b2ec43d5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:00.639970 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b7c5417e-a6d8-41e0-8c6a-fda11d974a74 req-5b554cb2-79ed-4c6c-b13c-3392b2ec43d5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Calling delete_port for f449e262-51b7-446b-86bc-10e830bf95b2 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:00.640924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-08c871ec-551f-4bc8-a60d-e5f736a892a7 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.240 HTTP/1.1" status: 200 len: 1001 time: 0.1191437 Aug 23 14:54:00.642352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7bd400-377b-437c-8000-a357edee27d8,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:00.787893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Attempting to bind port 4e7bd400-377b-437c-8000-a357edee27d8 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:54:00.788216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Attempting to bind port 4e7bd400-377b-437c-8000-a357edee27d8 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:54:00.789150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Attempting to bind port 4e7bd400-377b-437c-8000-a357edee27d8 on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:54:00.803903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Port 4e7bd400-377b-437c-8000-a357edee27d8 on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:54:00.804236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Attempting to bind port 4e7bd400-377b-437c-8000-a357edee27d8 on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:54:00.819209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-aa543e8f-1bfa-478e-9155-820ff3c02f47 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:00.820687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-aa543e8f-1bfa-478e-9155-820ff3c02f47 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1717591 Aug 23 14:54:00.821656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:54:00.822003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Checking segment: {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:54:00.822398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Bound using segment: {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:54:00.822858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Bound port: 4e7bd400-377b-437c-8000-a357edee27d8, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:54:00.823227 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:00.872541 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b7c5417e-a6d8-41e0-8c6a-fda11d974a74 req-5b554cb2-79ed-4c6c-b13c-3392b2ec43d5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:00.906819 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b554cb2-79ed-4c6c-b13c-3392b2ec43d5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Pushing event deleted for resources: {'Port': ['ID=f449e262-51b7-446b-86bc-10e830bf95b2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:00.939913 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-55bb6343-3a81-44ec-a7da-c124db150b04 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.240 HTTP/1.1" status: 200 len: 1001 time: 0.1067641 Aug 23 14:54:00.952901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c5417e-a6d8-41e0-8c6a-fda11d974a74 req-5b554cb2-79ed-4c6c-b13c-3392b2ec43d5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] No DVR routers for this DVR port f449e262-51b7-446b-86bc-10e830bf95b2 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:54:00.956660 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b7c5417e-a6d8-41e0-8c6a-fda11d974a74 req-5b554cb2-79ed-4c6c-b13c-3392b2ec43d5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:00.958788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-d8bf83a0-5d7c-4775-a6fd-1bceaa948888 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Request body: {'floatingip': {'port_id': None}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:00.958913 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b7c5417e-a6d8-41e0-8c6a-fda11d974a74 req-5b554cb2-79ed-4c6c-b13c-3392b2ec43d5 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.61 "DELETE /v2.0/ports/f449e262-51b7-446b-86bc-10e830bf95b2 HTTP/1.1" status: 204 len: 173 time: 0.6123550 Aug 23 14:54:00.959252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c84f2fa-ce31-415b-96ef-9519b7e137df', 'name': 'network-vif-deleted', 'tag': 'f449e262-51b7-446b-86bc-10e830bf95b2'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:54:00.962320 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be04bc65-bc69-4fa9-bb8e-65127a7e4ad6" -d '{"events": [{"server_uuid": "7c84f2fa-ce31-415b-96ef-9519b7e137df", "name": "network-vif-deleted", "tag": "f449e262-51b7-446b-86bc-10e830bf95b2"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:54:01.000472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] For port 4e7bd400-377b-437c-8000-a357edee27d8, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:54:01.009849 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298c6329-8244-410c-a3ff-6e1e99744a71 x-openstack-request-id: req-298c6329-8244-410c-a3ff-6e1e99744a71 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:54:01.010144 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c84f2fa-ce31-415b-96ef-9519b7e137df", "name": "network-vif-deleted", "tag": "f449e262-51b7-446b-86bc-10e830bf95b2", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:54:01.010399 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-298c6329-8244-410c-a3ff-6e1e99744a71 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:54:01.010802 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c84f2fa-ce31-415b-96ef-9519b7e137df', 'name': 'network-vif-deleted', 'tag': 'f449e262-51b7-446b-86bc-10e830bf95b2', 'status': 'completed', 'code': 200} Aug 23 14:54:01.020991 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] For port 4e7bd400-377b-437c-8000-a357edee27d8, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4e7bd400-377b-437c-8000-a357edee27d8,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:54:01.038358 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-d8bf83a0-5d7c-4775-a6fd-1bceaa948888 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:01.052823 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 889e41eb-6fa7-444e-89e1-167dd5417eec no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:54:01.082544 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 889e41eb-6fa7-444e-89e1-167dd5417eec {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:54:01.082903 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 889e41eb-6fa7-444e-89e1-167dd5417eec not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:54:01.119981 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc61a815-b917-4afe-b61b-bc90a6719a1a req-cccad057-1b29-4fd8-8cb6-6720728129fb tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c84f2fa-ce31-415b-96ef-9519b7e137df HTTP/1.1" status: 200 len: 210 time: 0.0428121 Aug 23 14:54:01.139993 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:01.186410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:01.188464 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:01.189655 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] 10.222.0.61 "PUT /v2.0/ports/4e7bd400-377b-437c-8000-a357edee27d8 HTTP/1.1" status: 200 len: 1091 time: 1.5691979 Aug 23 14:54:01.191996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb50d08-4b3e-4438-ba22-c070f3c0b08b', 'tag': '4e7bd400-377b-437c-8000-a357edee27d8'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:54:01.197553 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe33881e-b056-49e7-bed8-818147ff8209" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb50d08-4b3e-4438-ba22-c070f3c0b08b", "tag": "4e7bd400-377b-437c-8000-a357edee27d8"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:54:01.257313 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc45a8d-a048-4b25-8b14-bc5067c90f13 x-openstack-request-id: req-bfc45a8d-a048-4b25-8b14-bc5067c90f13 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:54:01.257603 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb50d08-4b3e-4438-ba22-c070f3c0b08b", "tag": "4e7bd400-377b-437c-8000-a357edee27d8", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:54:01.257853 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bfc45a8d-a048-4b25-8b14-bc5067c90f13 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:54:01.258249 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb50d08-4b3e-4438-ba22-c070f3c0b08b', 'tag': '4e7bd400-377b-437c-8000-a357edee27d8', 'status': 'completed', 'code': 200} Aug 23 14:54:01.276663 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-d8bf83a0-5d7c-4775-a6fd-1bceaa948888 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:01.278727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18d649-fa70-45c9-87de-79025a7588d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7bd400-377b-437c-8000-a357edee27d8,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:01.334006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33881e-b056-49e7-bed8-818147ff8209 req-ae757f7a-5305-4d23-a42d-22742c23348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:01.334006 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe33881e-b056-49e7-bed8-818147ff8209 req-ae757f7a-5305-4d23-a42d-22742c23348e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 1094 time: 0.0642967 Aug 23 14:54:01.394671 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-d8bf83a0-5d7c-4775-a6fd-1bceaa948888 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:01.395004 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-d8bf83a0-5d7c-4775-a6fd-1bceaa948888 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Floating IP a5a86ed2-de05-4854-91c7-7dd0d6b2cecf disassociated. External IP: 172.25.8.240, port: 062bb014-36a1-4397-a2dd-e28f13202234. Aug 23 14:54:01.517375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33881e-b056-49e7-bed8-818147ff8209 req-210b4725-b563-48c3-b789-ccbc46379f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:01.518869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe33881e-b056-49e7-bed8-818147ff8209 req-210b4725-b563-48c3-b789-ccbc46379f62 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1793058 Aug 23 14:54:01.699254 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c61406-d01b-4304-9192-a93741120041 req-4742b237-9c08-475a-9552-7cd20b46b798 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:01.708614 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-94c61406-d01b-4304-9192-a93741120041 req-4742b237-9c08-475a-9552-7cd20b46b798 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 943 time: 0.1205676 Aug 23 14:54:01.764056 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-94c61406-d01b-4304-9192-a93741120041 req-741342dd-cd22-4986-80c6-5d0ef7a9553f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541306 Aug 23 14:54:02.073944 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e22df7-33ab-46b9-8db9-d0c66d144058 req-c50b15ac-2a3a-4282-9225-9b8b383ca1bb tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:02.075960 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c8e22df7-33ab-46b9-8db9-d0c66d144058 req-c50b15ac-2a3a-4282-9225-9b8b383ca1bb tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0721474 Aug 23 14:54:02.078822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33881e-b056-49e7-bed8-818147ff8209 req-677d4d31-be9a-4128-a84c-2b57955c3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:02.080388 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe33881e-b056-49e7-bed8-818147ff8209 req-677d4d31-be9a-4128-a84c-2b57955c3af6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5514698 Aug 23 14:54:02.117800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-d8bf83a0-5d7c-4775-a6fd-1bceaa948888 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Router 52fd1f7f-ef33-455d-885d-fe390b630683 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:54:02.130017 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c8e22df7-33ab-46b9-8db9-d0c66d144058 req-b1bab51b-9a96-464b-a09b-2c27bb29ac97 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 Aug 23 14:54:02.248920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-0d9fffe6-c4f5-4caa-964c-3dd76540cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:02.251245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-0d9fffe6-c4f5-4caa-964c-3dd76540cd62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 1094 time: 0.1227090 Aug 23 14:54:02.312827 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-fa5cffdc-dec3-4ba0-a2e4-c29737f17c1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e7bd400-377b-437c-8000-a357edee27d8 HTTP/1.1" status: 200 len: 217 time: 0.0502636 Aug 23 14:54:02.314064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-d8bf83a0-5d7c-4775-a6fd-1bceaa948888 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:54:02.319635 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-d8bf83a0-5d7c-4775-a6fd-1bceaa948888 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:02.324499 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188a5602-c6f5-4859-895d-c1020587089a None None] Sync routers for ids ['52fd1f7f-ef33-455d-885d-fe390b630683'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:54:02.338743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188a5602-c6f5-4859-895d-c1020587089a None None] Routers {'52fd1f7f-ef33-455d-885d-fe390b630683'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:54:02.338743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-188a5602-c6f5-4859-895d-c1020587089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['52fd1f7f-ef33-455d-885d-fe390b630683'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:02.358437 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-d8bf83a0-5d7c-4775-a6fd-1bceaa948888 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "PUT /v2.0/floatingips/a5a86ed2-de05-4854-91c7-7dd0d6b2cecf HTTP/1.1" status: 200 len: 695 time: 1.4067137 Aug 23 14:54:02.393183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d1ef9-c3ee-494f-9f43-5eab21e4458c req-8065e508-4264-449e-a42e-85e8120b1cef tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:02.394781 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-107d1ef9-c3ee-494f-9f43-5eab21e4458c req-8065e508-4264-449e-a42e-85e8120b1cef tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0798519 Aug 23 14:54:02.445425 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-107d1ef9-c3ee-494f-9f43-5eab21e4458c req-8370b7ec-885b-4088-b81d-4e2a77ae1cf5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439930 Aug 23 14:54:02.449048 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-19a3d1d7-c16d-4829-bf78-d874c953e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:02.449690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-188a5602-c6f5-4859-895d-c1020587089a None None] Set router 52fd1f7f-ef33-455d-885d-fe390b630683 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:54:02.450547 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-19a3d1d7-c16d-4829-bf78-d874c953e4fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6a98ce89-de66-4736-958d-4fd0680e79be HTTP/1.1" status: 200 len: 851 time: 0.1211450 Aug 23 14:54:02.473271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-3f7dad1b-1df0-4b5b-95a2-a2ea2118ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:02.489062 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-3f7dad1b-1df0-4b5b-95a2-a2ea2118ac3f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a3463c0b0a94e7895023674a23e8d1f&device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 1096 time: 0.0998421 Aug 23 14:54:02.521011 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-8f3e266c-6ea9-4020-8999-e5fd3a5bd373 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608227 Aug 23 14:54:02.698834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-188a5602-c6f5-4859-895d-c1020587089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:53:18Z', 'updated_at': '2021-08-23T14:53:24Z', 'revision_number': 4, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'gw_port': {'id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:19Z', 'updated_at': '2021-08-23T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '610d0710-5ce9-49ae-8833-21cbf208cc1d', 'name': '', 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'mac_address': 'fa:16:3e:9b:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:23Z', 'updated_at': '2021-08-23T14:53:34Z', 'revision_number': 5, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'subnets': [{'id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:02.706441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-933445c8-465b-4067-865b-6a36cd8fc083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:02.708001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-933445c8-465b-4067-865b-6a36cd8fc083 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0e1c471b-5842-4ef7-9879-f68ea7c1ec0f HTTP/1.1" status: 200 len: 930 time: 0.2181239 Aug 23 14:54:02.748685 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188a5602-c6f5-4859-895d-c1020587089a None None] Checking router: 52fd1f7f-ef33-455d-885d-fe390b630683 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:54:02.756186 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-6940c7dd-6975-434a-83b6-f68ef985ae31 service neutron] 10.222.0.61 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219858 Aug 23 14:54:02.758776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-ce5d2e69-cce7-4726-a930-62f28f164544 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=062bb014-36a1-4397-a2dd-e28f13202234 HTTP/1.1" status: 200 len: 217 time: 0.0443549 Aug 23 14:54:02.760179 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188a5602-c6f5-4859-895d-c1020587089a None None] Routers {'52fd1f7f-ef33-455d-885d-fe390b630683'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:54:02.761059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-188a5602-c6f5-4859-895d-c1020587089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['52fd1f7f-ef33-455d-885d-fe390b630683'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:02.895925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-188a5602-c6f5-4859-895d-c1020587089a None None] Set router 52fd1f7f-ef33-455d-885d-fe390b630683 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:54:02.896972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-875cf81e-b74a-4d34-bd63-86763b903943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:02.898513 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-875cf81e-b74a-4d34-bd63-86763b903943 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5d92db25-4bf8-48e9-a741-fddd1ab639bd HTTP/1.1" status: 200 len: 868 time: 0.1267033 Aug 23 14:54:02.950722 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cd55e9d-b2cf-4ede-9054-4ecb82661269 req-beca2375-79ce-4731-92b6-0102106aacc5 service neutron] 10.222.0.61 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887217 Aug 23 14:54:02.961469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-12f5de42-c867-44cf-92a0-cdd77a70efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:02.963143 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-12f5de42-c867-44cf-92a0-cdd77a70efaf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0e1c471b-5842-4ef7-9879-f68ea7c1ec0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583782 Aug 23 14:54:03.068765 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f449e262-51b7-446b-86bc-10e830bf95b2 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:54:03.079701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-d9fbaa09-0497-4fcb-b66e-3ef920f8c57e service neutron] 10.222.0.38 "GET /v2.0/networks/0e1c471b-5842-4ef7-9879-f68ea7c1ec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083124 Aug 23 14:54:03.103707 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: f449e262-51b7-446b-86bc-10e830bf95b2 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:54:03.104276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f449e262-51b7-446b-86bc-10e830bf95b2 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:54:03.122861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75152b-dae9-4615-9415-611d15180e72 req-b024be00-3ec6-42d5-abdc-d7f8bce537b6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:03.125092 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc75152b-dae9-4615-9415-611d15180e72 req-b024be00-3ec6-42d5-abdc-d7f8bce537b6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 943 time: 0.0789716 Aug 23 14:54:03.177315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-188a5602-c6f5-4859-895d-c1020587089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:53:18Z', 'updated_at': '2021-08-23T14:53:24Z', 'revision_number': 4, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'gw_port': {'id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:19Z', 'updated_at': '2021-08-23T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '610d0710-5ce9-49ae-8833-21cbf208cc1d', 'name': '', 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'mac_address': 'fa:16:3e:9b:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:23Z', 'updated_at': '2021-08-23T14:53:34Z', 'revision_number': 5, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'subnets': [{'id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:03.209250 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc75152b-dae9-4615-9415-611d15180e72 req-b7f44842-6398-4b6a-9157-e809338f13b2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584867 Aug 23 14:54:03.214060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188a5602-c6f5-4859-895d-c1020587089a None None] The sync data for ids ['52fd1f7f-ef33-455d-885d-fe390b630683'] in n-d-804985-3 is: [{'id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:53:18Z', 'updated_at': '2021-08-23T14:53:24Z', 'revision_number': 4, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'gw_port': {'id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:19Z', 'updated_at': '2021-08-23T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '610d0710-5ce9-49ae-8833-21cbf208cc1d', 'name': '', 'network_id': '0e1c471b-5842-4ef7-9879-f68ea7c1ec0f', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'mac_address': 'fa:16:3e:9b:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:23Z', 'updated_at': '2021-08-23T14:53:34Z', 'revision_number': 5, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'subnets': [{'id': '5d92db25-4bf8-48e9-a741-fddd1ab639bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:54:03.253526 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5e6dad0-f35c-4ea1-a5a8-27821a6abb30 req-97e8968a-8e72-4c6b-b99c-fc9f9eb37191 service neutron] 10.222.0.38 "GET /v2.0/networks/0e1c471b-5842-4ef7-9879-f68ea7c1ec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669002 Aug 23 14:54:03.260324 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e242ced9-8cd5-4403-a5b4-d7f9dedb753e', 'tag': '062bb014-36a1-4397-a2dd-e28f13202234'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:54:03.263951 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab0ed59-9888-4888-91b6-4f9735980133" -d '{"events": [{"name": "network-changed", "server_uuid": "e242ced9-8cd5-4403-a5b4-d7f9dedb753e", "tag": "062bb014-36a1-4397-a2dd-e28f13202234"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:54:03.414210 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e0859-dbb6-421e-b646-c9f03c41c800 req-9fa71a60-a266-461c-8877-4b5b56ef7507 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:03.416416 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-749e0859-dbb6-421e-b646-c9f03c41c800 req-9fa71a60-a266-461c-8877-4b5b56ef7507 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 945 time: 0.0701461 Aug 23 14:54:03.464741 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feeca3-180e-456d-b27b-814b7ef5162e req-2075f634-c556-40c4-9e7b-940c8f58afc7 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:03.466754 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0feeca3-180e-456d-b27b-814b7ef5162e req-2075f634-c556-40c4-9e7b-940c8f58afc7 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.61 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 945 time: 0.0956414 Aug 23 14:54:03.476242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45498) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:03.486875 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-749e0859-dbb6-421e-b646-c9f03c41c800 req-8d2a82ae-ab78-4bbf-846a-4df8dc47220c tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/security-groups?id=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629148 Aug 23 14:54:03.561032 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5ca1e1-dbc3-4343-8c4f-a055314cb250 x-openstack-request-id: req-0f5ca1e1-dbc3-4343-8c4f-a055314cb250 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:54:03.561332 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e242ced9-8cd5-4403-a5b4-d7f9dedb753e", "tag": "062bb014-36a1-4397-a2dd-e28f13202234", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:54:03.561686 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f5ca1e1-dbc3-4343-8c4f-a055314cb250 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:54:03.563293 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e242ced9-8cd5-4403-a5b4-d7f9dedb753e', 'tag': '062bb014-36a1-4397-a2dd-e28f13202234', 'status': 'completed', 'code': 200} Aug 23 14:54:03.619183 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-80e59f68-e2d7-405e-a08e-3b012a3ae040 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/floatingips/a5a86ed2-de05-4854-91c7-7dd0d6b2cecf HTTP/1.1" status: 200 len: 695 time: 0.1056235 Aug 23 14:54:03.630220 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06998a0-7801-4ce7-869a-1c6fce98fc6a None None] New status for floating IP a5a86ed2-de05-4854-91c7-7dd0d6b2cecf: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:54:03.710163 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0526eb0-cd4e-4244-90c6-b96adb69aca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:03.725831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0ed59-9888-4888-91b6-4f9735980133 req-023fd56c-d7b7-4e88-ba3a-7bf2b3e12968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:03.727642 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ab0ed59-9888-4888-91b6-4f9735980133 req-023fd56c-d7b7-4e88-ba3a-7bf2b3e12968 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a3463c0b0a94e7895023674a23e8d1f&device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 1096 time: 0.1688035 Aug 23 14:54:03.774939 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-3dfeb358-14f3-4aae-ac24-a19b933257e9 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:03.787842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-3dfeb358-14f3-4aae-ac24-a19b933257e9 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1674814 Aug 23 14:54:03.797821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-3fbd73c2-f7d3-4f05-8ca3-87ad21da2d5d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:54:03.808899 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-3fbd73c2-f7d3-4f05-8ca3-87ad21da2d5d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200925 Aug 23 14:54:03.861537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0ed59-9888-4888-91b6-4f9735980133 req-fe065ec7-0b80-46c5-8a7b-08636f1abdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:03.863009 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ab0ed59-9888-4888-91b6-4f9735980133 req-fe065ec7-0b80-46c5-8a7b-08636f1abdc0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e1c471b-5842-4ef7-9879-f68ea7c1ec0f HTTP/1.1" status: 200 len: 930 time: 0.1256731 Aug 23 14:54:03.885467 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-e0b25ce2-5add-4aca-959a-c01aa1799b6c tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.240 HTTP/1.1" status: 200 len: 698 time: 0.0751882 Aug 23 14:54:03.925824 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ab0ed59-9888-4888-91b6-4f9735980133 req-2ba30a88-3041-4c2e-8f53-df9481d4d8eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=062bb014-36a1-4397-a2dd-e28f13202234 HTTP/1.1" status: 200 len: 217 time: 0.0530307 Aug 23 14:54:03.944321 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-b65bf641-54a1-4edc-b8a8-fe505f8d5a1d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.240 HTTP/1.1" status: 200 len: 698 time: 0.0578573 Aug 23 14:54:03.993308 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-e0feeca3-180e-456d-b27b-814b7ef5162e req-96f75203-6775-4655-9bcc-c086b63928a4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Deleting port c0148415-eedb-47a6-a40d-156de4b6a712 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:03.993735 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e0feeca3-180e-456d-b27b-814b7ef5162e req-96f75203-6775-4655-9bcc-c086b63928a4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.060335 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0ed59-9888-4888-91b6-4f9735980133 req-06124bdc-6cc4-4e94-85a2-0cbba4cb3826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:04.061875 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ab0ed59-9888-4888-91b6-4f9735980133 req-06124bdc-6cc4-4e94-85a2-0cbba4cb3826 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d92db25-4bf8-48e9-a741-fddd1ab639bd HTTP/1.1" status: 200 len: 868 time: 0.1262562 Aug 23 14:54:04.094229 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-3d3c8184-d0d4-4535-b0c8-354059561e4a tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Deleting port 055bd284-c6f9-475b-ba10-d460794a3991 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:04.094587 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-3d3c8184-d0d4-4535-b0c8-354059561e4a tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.192023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-e0feeca3-180e-456d-b27b-814b7ef5162e req-96f75203-6775-4655-9bcc-c086b63928a4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] For port c0148415-eedb-47a6-a40d-156de4b6a712, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=c0148415-eedb-47a6-a40d-156de4b6a712,segment=NetworkSegment(6342565c-95ed-4b99-927c-b5183cccb303),segment_id=6342565c-95ed-4b99-927c-b5183cccb303)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:04.192699 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e0feeca3-180e-456d-b27b-814b7ef5162e req-96f75203-6775-4655-9bcc-c086b63928a4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.194617 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-3d3c8184-d0d4-4535-b0c8-354059561e4a tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.195265 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-3d3c8184-d0d4-4535-b0c8-354059561e4a tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.214326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-3d3c8184-d0d4-4535-b0c8-354059561e4a tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Calling delete_port for 055bd284-c6f9-475b-ba10-d460794a3991 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:04.215906 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0ed59-9888-4888-91b6-4f9735980133 req-9be4a632-9ead-4585-bdad-d7c2fcd036bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:04.217569 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ab0ed59-9888-4888-91b6-4f9735980133 req-9be4a632-9ead-4585-bdad-d7c2fcd036bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e1c471b-5842-4ef7-9879-f68ea7c1ec0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442940 Aug 23 14:54:04.225379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-e0feeca3-180e-456d-b27b-814b7ef5162e req-96f75203-6775-4655-9bcc-c086b63928a4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Calling delete_port for c0148415-eedb-47a6-a40d-156de4b6a712 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:04.230204 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0526eb0-cd4e-4244-90c6-b96adb69aca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.301722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f0526eb0-cd4e-4244-90c6-b96adb69aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.431088 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f0526eb0-cd4e-4244-90c6-b96adb69aca3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bfbdee70d83b4403b71ff920ddd92534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9459057 Aug 23 14:54:04.433822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45512) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:04.446224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0526eb0-cd4e-4244-90c6-b96adb69aca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f782a3e-d3c8-4430-9e49-6b740d36bfc2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:04.479258 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ab0ed59-9888-4888-91b6-4f9735980133 req-4d9544ea-2c89-44e6-80ac-f2be28cd4e49 service neutron] 10.222.0.57 "GET /v2.0/networks/0e1c471b-5842-4ef7-9879-f68ea7c1ec0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492170 Aug 23 14:54:04.495008 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9abf6184-ea46-4594-a888-bffd314629cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.498034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-3d3c8184-d0d4-4535-b0c8-354059561e4a tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.513395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f39638-b838-451e-82df-3ad8f4d0b357 req-13aaa45a-a0d1-448b-9e43-9c256247d33b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:04.515476 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22f39638-b838-451e-82df-3ad8f4d0b357 req-13aaa45a-a0d1-448b-9e43-9c256247d33b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 943 time: 0.1650808 Aug 23 14:54:04.537847 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c8184-d0d4-4535-b0c8-354059561e4a tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Pushing event deleted for resources: {'Port': ['ID=055bd284-c6f9-475b-ba10-d460794a3991,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:04.587279 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9abf6184-ea46-4594-a888-bffd314629cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.630867 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-3d3c8184-d0d4-4535-b0c8-354059561e4a tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.633474 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-3d3c8184-d0d4-4535-b0c8-354059561e4a tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.635289 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c6bd749b-2939-4c65-aac2-bb77a7c20edd req-3d3c8184-d0d4-4535-b0c8-354059561e4a tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "DELETE /v2.0/floatingips/a5a86ed2-de05-4854-91c7-7dd0d6b2cecf HTTP/1.1" status: 204 len: 173 time: 0.6846650 Aug 23 14:54:04.675107 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22f39638-b838-451e-82df-3ad8f4d0b357 req-8677f6be-b53f-4ae0-8c7e-452d8e2daaea tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452661 Aug 23 14:54:04.681879 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ab0ed59-9888-4888-91b6-4f9735980133 req-7e41975c-c4d4-46b7-b3da-8983da349f37 service neutron] 10.222.0.57 "GET /v2.0/networks/0e1c471b-5842-4ef7-9879-f68ea7c1ec0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888058 Aug 23 14:54:04.742113 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9abf6184-ea46-4594-a888-bffd314629cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.744908 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9abf6184-ea46-4594-a888-bffd314629cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.746698 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9abf6184-ea46-4594-a888-bffd314629cc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f782a3e-d3c8-4430-9e49-6b740d36bfc2 HTTP/1.1" status: 204 len: 168 time: 0.3109331 Aug 23 14:54:04.765719 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e0feeca3-180e-456d-b27b-814b7ef5162e req-96f75203-6775-4655-9bcc-c086b63928a4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.772212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf6184-ea46-4594-a888-bffd314629cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f782a3e-d3c8-4430-9e49-6b740d36bfc2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:04.808058 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f75203-6775-4655-9bcc-c086b63928a4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Pushing event deleted for resources: {'Port': ['ID=c0148415-eedb-47a6-a40d-156de4b6a712,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:04.839437 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-94bf646b-763b-481d-9cbd-ea3940eccf91 req-67c0600f-ca8c-4277-8eb5-c3bfd65d8abb tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 210 time: 0.0498943 Aug 23 14:54:04.879980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0feeca3-180e-456d-b27b-814b7ef5162e req-96f75203-6775-4655-9bcc-c086b63928a4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] No DVR routers for this DVR port c0148415-eedb-47a6-a40d-156de4b6a712 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:54:04.882614 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e0feeca3-180e-456d-b27b-814b7ef5162e req-96f75203-6775-4655-9bcc-c086b63928a4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:04.885417 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0feeca3-180e-456d-b27b-814b7ef5162e req-96f75203-6775-4655-9bcc-c086b63928a4 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.61 "DELETE /v2.0/ports/c0148415-eedb-47a6-a40d-156de4b6a712 HTTP/1.1" status: 204 len: 173 time: 1.4110024 Aug 23 14:54:05.035798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91189107-0653-4cdc-9b63-49182e43e442 req-34ffaab5-926c-4c82-84d4-d6819325b582 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:05.037307 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-91189107-0653-4cdc-9b63-49182e43e442 req-34ffaab5-926c-4c82-84d4-d6819325b582 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0593798 Aug 23 14:54:05.081223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-91189107-0653-4cdc-9b63-49182e43e442 req-b6e7ce68-5b16-4ea5-8824-55e673aff6dc tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0378699 Aug 23 14:54:05.082373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 4e7bd400-377b-437c-8000-a357edee27d8 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:54:05.150850 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32dc4ff0-bce8-49b9-9c92-3cf42916cc64 req-8143dbd2-ba38-4a0f-a3b8-67e878a7c811 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0469811 Aug 23 14:54:05.213877 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 4e7bd400-377b-437c-8000-a357edee27d8, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4e7bd400-377b-437c-8000-a357edee27d8,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:05.226707 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '4e7bd400-377b-437c-8000-a357edee27d8', 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b', 'port_id': '4e7bd400-377b-437c-8000-a357edee27d8', 'mac_address': 'fa:16:3e:f4:d9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a98ce89-de66-4736-958d-4fd0680e79be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:54:05.272853 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:05.287901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7bd400-377b-437c-8000-a357edee27d8 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:54:05.309925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 4e7bd400-377b-437c-8000-a357edee27d8, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4e7bd400-377b-437c-8000-a357edee27d8,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:05.371333 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:05.424149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=4e7bd400-377b-437c-8000-a357edee27d8,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:05.564418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28424fc-0bec-4e11-ac08-f6bfd9a1e098', 'name': 'network-vif-deleted', 'tag': 'c0148415-eedb-47a6-a40d-156de4b6a712'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:54:05.568031 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba05abbb-0215-4b3c-8a90-b967aec8c1f5" -d '{"events": [{"server_uuid": "f28424fc-0bec-4e11-ac08-f6bfd9a1e098", "name": "network-vif-deleted", "tag": "c0148415-eedb-47a6-a40d-156de4b6a712"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:54:05.620338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef59f0e-86d4-4245-a7fd-039a2fe6915c req-031ba48c-d68e-42b4-9299-0999bc40f86c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:05.621892 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ef59f0e-86d4-4245-a7fd-039a2fe6915c req-031ba48c-d68e-42b4-9299-0999bc40f86c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0495963 Aug 23 14:54:05.650727 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8155cc95-d08b-4fa7-bb2e-3e280e152a48 x-openstack-request-id: req-8155cc95-d08b-4fa7-bb2e-3e280e152a48 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:54:05.651035 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28424fc-0bec-4e11-ac08-f6bfd9a1e098", "name": "network-vif-deleted", "tag": "c0148415-eedb-47a6-a40d-156de4b6a712", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:54:05.651354 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8155cc95-d08b-4fa7-bb2e-3e280e152a48 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:54:05.651738 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28424fc-0bec-4e11-ac08-f6bfd9a1e098', 'name': 'network-vif-deleted', 'tag': 'c0148415-eedb-47a6-a40d-156de4b6a712', 'status': 'completed', 'code': 200} Aug 23 14:54:05.655413 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45546) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:05.670423 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b908b37-8e87-4739-ba0e-a6225bdb723b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:05.680161 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ef59f0e-86d4-4245-a7fd-039a2fe6915c req-c811e202-0878-4132-b9bb-4979798d06ed tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504289 Aug 23 14:54:05.688314 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['4e7bd400-377b-437c-8000-a357edee27d8'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:54:05.787807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f3e4f-75f5-41b8-b364-c4db76c0075f req-3ac80af0-68b7-40a0-a13a-ad5add4d374b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:05.789301 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f78f3e4f-75f5-41b8-b364-c4db76c0075f req-3ac80af0-68b7-40a0-a13a-ad5add4d374b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 945 time: 0.0785365 Aug 23 14:54:05.820930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9603f05-7200-44e3-88fe-b93a408e5b65 req-b897269b-3e99-4229-90c7-fe3b21baa161 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:05.824649 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9603f05-7200-44e3-88fe-b93a408e5b65 req-b897269b-3e99-4229-90c7-fe3b21baa161 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 944 time: 0.0658252 Aug 23 14:54:05.867481 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f78f3e4f-75f5-41b8-b364-c4db76c0075f req-4cc34fd1-ef18-49bf-bebd-7cc6cee9485b tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/security-groups?id=21fb0ecf-f00c-418d-9439-a777bdc88a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615997 Aug 23 14:54:05.894932 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b908b37-8e87-4739-ba0e-a6225bdb723b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:05.899548 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9603f05-7200-44e3-88fe-b93a408e5b65 req-3b7a770c-ca47-4f13-a74b-1969f334c426 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667884 Aug 23 14:54:05.974819 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b908b37-8e87-4739-ba0e-a6225bdb723b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:06.023476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4b6ef-40f8-465c-ba7d-08d1332e7282 req-b87d8e05-90bd-4131-9aaf-c51e8c715e00 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:06.030744 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-53f4b6ef-40f8-465c-ba7d-08d1332e7282 req-b87d8e05-90bd-4131-9aaf-c51e8c715e00 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0960548 Aug 23 14:54:06.047018 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0b908b37-8e87-4739-ba0e-a6225bdb723b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aba203421f2042cfaa0532af38f205d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3891633 Aug 23 14:54:06.053527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b908b37-8e87-4739-ba0e-a6225bdb723b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc76bc9-d631-45f6-8df4-0f56c69a1b4d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:06.057703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45560) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:06.069262 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97aa747c-edfd-43b6-88b1-3a00b606758a req-7bf2fd73-4eef-4521-84c5-a609f860e892 tempest-LiveMigrationTest-1008635145 tempest-LiveMigrationTest-1008635145-project] 10.222.0.38 "GET /v2.0/ports?device_id=f28424fc-0bec-4e11-ac08-f6bfd9a1e098 HTTP/1.1" status: 200 len: 210 time: 0.0331244 Aug 23 14:54:06.102669 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-53f4b6ef-40f8-465c-ba7d-08d1332e7282 req-dc3f76e8-897e-476c-a7f9-6dce538661f5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710559 Aug 23 14:54:06.136288 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e3d8a62-9324-4f75-aef5-2df21bbd6e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:06.172594 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e3d8a62-9324-4f75-aef5-2df21bbd6e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:06.304127 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e3d8a62-9324-4f75-aef5-2df21bbd6e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:06.304127 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e3d8a62-9324-4f75-aef5-2df21bbd6e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:06.304127 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6e3d8a62-9324-4f75-aef5-2df21bbd6e54 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1bc76bc9-d631-45f6-8df4-0f56c69a1b4d HTTP/1.1" status: 204 len: 168 time: 0.2431421 Aug 23 14:54:06.313735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d8a62-9324-4f75-aef5-2df21bbd6e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc76bc9-d631-45f6-8df4-0f56c69a1b4d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:06.369553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b389586-613a-43cc-a28a-62acdf0fc016 req-dc324e0e-d549-49c7-b346-7ecfe9ac2abc tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:06.371089 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b389586-613a-43cc-a28a-62acdf0fc016 req-dc324e0e-d549-49c7-b346-7ecfe9ac2abc tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0597150 Aug 23 14:54:06.416030 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b389586-613a-43cc-a28a-62acdf0fc016 req-ab102e87-2ef7-48b5-85d4-36c5f67e62d8 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382915 Aug 23 14:54:06.509932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057ea1e-ee02-42dd-aa74-9ea77b3767d8 req-c75b026a-0036-4f55-8ba8-350bbdf49c27 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:06.511450 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e057ea1e-ee02-42dd-aa74-9ea77b3767d8 req-c75b026a-0036-4f55-8ba8-350bbdf49c27 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 946 time: 0.0520337 Aug 23 14:54:06.544268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93b600-5238-436b-bffc-3460dc695ccd req-4bb83f22-41ef-4300-8c04-949f530c1e44 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:06.545894 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef93b600-5238-436b-bffc-3460dc695ccd req-4bb83f22-41ef-4300-8c04-949f530c1e44 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0591502 Aug 23 14:54:06.555484 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e057ea1e-ee02-42dd-aa74-9ea77b3767d8 req-6aec13f6-15e2-4297-a84f-a7203a138af4 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups?id=48b563b6-6356-40f1-928d-e5aeff6cf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376348 Aug 23 14:54:06.587221 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef93b600-5238-436b-bffc-3460dc695ccd req-cbc842e3-39c1-4b61-a7bd-a22fc632bc29 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341682 Aug 23 14:54:06.840595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ab6d2-f133-42d0-b4a8-6ea99b9d4eef req-b6c7afc5-8320-4978-8428-f11d8f682bc5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:06.843456 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f3ab6d2-f133-42d0-b4a8-6ea99b9d4eef req-b6c7afc5-8320-4978-8428-f11d8f682bc5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0554614 Aug 23 14:54:06.884690 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f3ab6d2-f133-42d0-b4a8-6ea99b9d4eef req-028e7f90-558c-4ec2-a871-dc8cf5661bb7 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353789 Aug 23 14:54:07.008867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a68b1-a2cd-4076-b0a0-a5bccecf9666 req-c9a0e2bd-dab9-4e9d-b141-bbe973ddae9d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:07.010468 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2c4a68b1-a2cd-4076-b0a0-a5bccecf9666 req-c9a0e2bd-dab9-4e9d-b141-bbe973ddae9d tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 945 time: 0.0779622 Aug 23 14:54:07.013406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0c238-0453-447c-b936-fceb1c132389 req-05171864-d94f-4ac3-b6c6-78d932b3c179 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:07.016017 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d0e0c238-0453-447c-b936-fceb1c132389 req-05171864-d94f-4ac3-b6c6-78d932b3c179 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0581584 Aug 23 14:54:07.059739 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d0e0c238-0453-447c-b936-fceb1c132389 req-229fd845-12e8-42a4-8805-e9b3a61e49cf tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363026 Aug 23 14:54:07.064946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5be8d-a193-471b-8091-e2c98f5810f8 req-3f8a45c9-5694-47f2-a518-dadcb680a6ca tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:07.066472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a8b5be8d-a193-471b-8091-e2c98f5810f8 req-3f8a45c9-5694-47f2-a518-dadcb680a6ca tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.57 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 945 time: 0.0962789 Aug 23 14:54:07.069878 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2c4a68b1-a2cd-4076-b0a0-a5bccecf9666 req-e9a13a46-1d46-47da-90ec-2161cca77f02 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/security-groups?id=21fb0ecf-f00c-418d-9439-a777bdc88a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519133 Aug 23 14:54:07.106644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 4e7bd400-377b-437c-8000-a357edee27d8 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:54:07.190166 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a3f30-a9eb-4ff7-a3eb-e8b6bf554404 req-27a0f62b-9203-4781-bef0-ce1d5b1a7b83 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:07.192579 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3f2a3f30-a9eb-4ff7-a3eb-e8b6bf554404 req-27a0f62b-9203-4781-bef0-ce1d5b1a7b83 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 944 time: 0.0682745 Aug 23 14:54:07.244810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 4e7bd400-377b-437c-8000-a357edee27d8 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:54:07.248560 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45608) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:07.248930 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 4e7bd400-377b-437c-8000-a357edee27d8 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:54:07.249398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:07.250581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-a8b5be8d-a193-471b-8091-e2c98f5810f8 req-00203dc3-66bd-49db-b320-812e0cc42490 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Deleting port 062bb014-36a1-4397-a2dd-e28f13202234 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:07.250934 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a8b5be8d-a193-471b-8091-e2c98f5810f8 req-00203dc3-66bd-49db-b320-812e0cc42490 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:07.264538 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3f2a3f30-a9eb-4ff7-a3eb-e8b6bf554404 req-b280e104-0999-4de9-a781-f274cffef830 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651913 Aug 23 14:54:07.368975 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:07.417209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 4e7bd400-377b-437c-8000-a357edee27d8, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4e7bd400-377b-437c-8000-a357edee27d8,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:07.419118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb50d08-4b3e-4438-ba22-c070f3c0b08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7bd400-377b-437c-8000-a357edee27d8'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:54:07.423287 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfa8498-7370-4d06-a1a1-756c5a2653a9" -d '{"events": [{"server_uuid": "3bb50d08-4b3e-4438-ba22-c070f3c0b08b", "name": "network-vif-plugged", "status": "completed", "tag": "4e7bd400-377b-437c-8000-a357edee27d8"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:54:07.466388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a8b5be8d-a193-471b-8091-e2c98f5810f8 req-00203dc3-66bd-49db-b320-812e0cc42490 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] For port 062bb014-36a1-4397-a2dd-e28f13202234, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=062bb014-36a1-4397-a2dd-e28f13202234,segment=NetworkSegment(98e9ba25-1adf-4ea1-bdb0-435638c22c33),segment_id=98e9ba25-1adf-4ea1-bdb0-435638c22c33)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:07.470123 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a8b5be8d-a193-471b-8091-e2c98f5810f8 req-00203dc3-66bd-49db-b320-812e0cc42490 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:07.492256 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ba4ac9-67bf-4add-a241-77a343b0a582 x-openstack-request-id: req-a5ba4ac9-67bf-4add-a241-77a343b0a582 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:54:07.492256 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb50d08-4b3e-4438-ba22-c070f3c0b08b", "name": "network-vif-plugged", "status": "completed", "tag": "4e7bd400-377b-437c-8000-a357edee27d8", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:54:07.492256 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a5ba4ac9-67bf-4add-a241-77a343b0a582 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:54:07.492256 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb50d08-4b3e-4438-ba22-c070f3c0b08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7bd400-377b-437c-8000-a357edee27d8', 'code': 200} Aug 23 14:54:07.496646 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933a7f7-970a-4207-9bee-f8ac59ccf16a req-5a37806e-87a5-4889-97bf-c796e92617fa tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:07.504745 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6933a7f7-970a-4207-9bee-f8ac59ccf16a req-5a37806e-87a5-4889-97bf-c796e92617fa tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0708246 Aug 23 14:54:07.513921 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:07.515048 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device c0148415-eedb-47a6-a40d-156de4b6a712 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:54:07.550637 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6933a7f7-970a-4207-9bee-f8ac59ccf16a req-d998b04b-c03f-42d6-bb26-fad05bea1d03 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447013 Aug 23 14:54:07.570065 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-a8b5be8d-a193-471b-8091-e2c98f5810f8 req-00203dc3-66bd-49db-b320-812e0cc42490 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Calling delete_port for 062bb014-36a1-4397-a2dd-e28f13202234 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:07.587670 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: c0148415-eedb-47a6-a40d-156de4b6a712 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:54:07.595290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device c0148415-eedb-47a6-a40d-156de4b6a712 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:54:07.649950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=4e7bd400-377b-437c-8000-a357edee27d8,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:07.688234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-feaf4b50-2653-43f3-8890-d30a8111d8aa admin admin] Deleting subnet 0c3c3169-88e3-4e3b-9891-646aecdff0e2 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:54:07.698424 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-feaf4b50-2653-43f3-8890-d30a8111d8aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:07.725695 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f2818-4034-4695-8476-eafd3be6b82b req-96ea777a-7d33-406b-945d-08ff51689f85 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:07.727956 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4c6f2818-4034-4695-8476-eafd3be6b82b req-96ea777a-7d33-406b-945d-08ff51689f85 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0894051 Aug 23 14:54:07.781722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-feaf4b50-2653-43f3-8890-d30a8111d8aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:07.796812 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4c6f2818-4034-4695-8476-eafd3be6b82b req-f72b4445-63dd-4146-9c47-26932324a28b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569227 Aug 23 14:54:07.886156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfcfcc-b279-4e12-ba71-afe40fadf275 req-7d9d3c0d-c50e-42de-8d0f-3ba874a230c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:07.887844 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-56dfcfcc-b279-4e12-ba71-afe40fadf275 req-7d9d3c0d-c50e-42de-8d0f-3ba874a230c9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 1096 time: 0.3151762 Aug 23 14:54:07.939157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6725e-92dd-4024-89e5-e4649ea1b54f req-9a9a0483-8e46-4245-a83f-429f0560d370 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:07.940833 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-25e6725e-92dd-4024-89e5-e4649ea1b54f req-9a9a0483-8e46-4245-a83f-429f0560d370 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 946 time: 0.2005661 Aug 23 14:54:07.948621 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-feaf4b50-2653-43f3-8890-d30a8111d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:08.068036 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-56dfcfcc-b279-4e12-ba71-afe40fadf275 req-e404753b-c298-4359-99f3-acf72784f540 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648977 Aug 23 14:54:08.081402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee58c4-f307-4ddf-a3fa-1232008e0d22 req-7a54a8fc-0df5-4c51-a1dc-1f3f45c346a1 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:08.084152 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-daee58c4-f307-4ddf-a3fa-1232008e0d22 req-7a54a8fc-0df5-4c51-a1dc-1f3f45c346a1 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0623677 Aug 23 14:54:08.097940 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-25e6725e-92dd-4024-89e5-e4649ea1b54f req-e5a65b3f-0b48-43f3-b6fa-e9c6c6ade885 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups?id=48b563b6-6356-40f1-928d-e5aeff6cf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446190 Aug 23 14:54:08.131014 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-daee58c4-f307-4ddf-a3fa-1232008e0d22 req-04a66522-1a9a-48ea-b0db-f43b6457dd81 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433280 Aug 23 14:54:08.225496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f8dbd-8f30-4fa6-8750-53a3213fc494 req-be0aa0ec-db85-4b23-b8aa-10fda25caf52 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:08.227187 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f5f8dbd-8f30-4fa6-8750-53a3213fc494 req-be0aa0ec-db85-4b23-b8aa-10fda25caf52 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 945 time: 0.0644424 Aug 23 14:54:08.228656 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a8b5be8d-a193-471b-8091-e2c98f5810f8 req-00203dc3-66bd-49db-b320-812e0cc42490 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:08.241173 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['062bb014-36a1-4397-a2dd-e28f13202234'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:54:08.269918 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-feaf4b50-2653-43f3-8890-d30a8111d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:08.272486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00203dc3-66bd-49db-b320-812e0cc42490 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Pushing event deleted for resources: {'Port': ['ID=062bb014-36a1-4397-a2dd-e28f13202234,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:08.279642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bdc61-9a47-40ab-bbf5-be6d0fcb827d req-e51ce5b7-403e-4886-9440-bd5aca42256f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:08.281404 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-384bdc61-9a47-40ab-bbf5-be6d0fcb827d req-e51ce5b7-403e-4886-9440-bd5aca42256f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0650160 Aug 23 14:54:08.323537 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-384bdc61-9a47-40ab-bbf5-be6d0fcb827d req-4c8da5e7-29cd-49c3-b3e4-409fb19745bd tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355847 Aug 23 14:54:08.374550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf4b50-2653-43f3-8890-d30a8111d8aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c3c3169-88e3-4e3b-9891-646aecdff0e2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:08.383620 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-feaf4b50-2653-43f3-8890-d30a8111d8aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:08.385778 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-feaf4b50-2653-43f3-8890-d30a8111d8aa admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0c3c3169-88e3-4e3b-9891-646aecdff0e2 HTTP/1.1" status: 204 len: 168 time: 1.1305413 Aug 23 14:54:08.386985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b5be8d-a193-471b-8091-e2c98f5810f8 req-00203dc3-66bd-49db-b320-812e0cc42490 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] No DVR routers for this DVR port 062bb014-36a1-4397-a2dd-e28f13202234 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:54:08.388741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45658) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:08.392861 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a8b5be8d-a193-471b-8091-e2c98f5810f8 req-00203dc3-66bd-49db-b320-812e0cc42490 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:08.394982 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a8b5be8d-a193-471b-8091-e2c98f5810f8 req-00203dc3-66bd-49db-b320-812e0cc42490 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.57 "DELETE /v2.0/ports/062bb014-36a1-4397-a2dd-e28f13202234 HTTP/1.1" status: 204 len: 173 time: 1.3086939 Aug 23 14:54:08.395739 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e242ced9-8cd5-4403-a5b4-d7f9dedb753e', 'name': 'network-vif-deleted', 'tag': '062bb014-36a1-4397-a2dd-e28f13202234'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:54:08.398124 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b179a8-9ee0-4e9f-b597-d89825bf44c7" -d '{"events": [{"server_uuid": "e242ced9-8cd5-4403-a5b4-d7f9dedb753e", "name": "network-vif-deleted", "tag": "062bb014-36a1-4397-a2dd-e28f13202234"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:54:08.415300 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f5f8dbd-8f30-4fa6-8750-53a3213fc494 req-f670d1b5-6900-42bc-87dd-62f6346b3258 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/security-groups?id=21fb0ecf-f00c-418d-9439-a777bdc88a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779826 Aug 23 14:54:08.495922 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3414eb0-0463-4f40-bec4-1f6adc167d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:08.574685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c840e21-377d-4a87-aaca-97b90333036d req-8729d4a3-16d4-45c4-9e47-71981d079e8c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:08.576664 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8c840e21-377d-4a87-aaca-97b90333036d req-8729d4a3-16d4-45c4-9e47-71981d079e8c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 945 time: 0.0736692 Aug 23 14:54:08.626320 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e30f9a-5702-4a04-90ed-77dd9a445160 x-openstack-request-id: req-60e30f9a-5702-4a04-90ed-77dd9a445160 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:54:08.626320 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e242ced9-8cd5-4403-a5b4-d7f9dedb753e", "name": "network-vif-deleted", "tag": "062bb014-36a1-4397-a2dd-e28f13202234", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:54:08.626638 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-60e30f9a-5702-4a04-90ed-77dd9a445160 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:54:08.626858 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e242ced9-8cd5-4403-a5b4-d7f9dedb753e', 'name': 'network-vif-deleted', 'tag': '062bb014-36a1-4397-a2dd-e28f13202234', 'status': 'completed', 'code': 200} Aug 23 14:54:08.638622 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3414eb0-0463-4f40-bec4-1f6adc167d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:08.640480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8c840e21-377d-4a87-aaca-97b90333036d req-b8988380-c06b-4e6e-84d4-4d1f796bec8a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563831 Aug 23 14:54:08.664152 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a3414eb0-0463-4f40-bec4-1f6adc167d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b01c3e-c449-4689-a230-d4ccabe81fcc']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:08.693445 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a3414eb0-0463-4f40-bec4-1f6adc167d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6342565c-95ed-4b99-927c-b5183cccb303') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:08.693765 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a3414eb0-0463-4f40-bec4-1f6adc167d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6342565c-95ed-4b99-927c-b5183cccb303') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:08.711191 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3414eb0-0463-4f40-bec4-1f6adc167d8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:08.727003 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3414eb0-0463-4f40-bec4-1f6adc167d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:08.735397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3414eb0-0463-4f40-bec4-1f6adc167d8b admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:54:08.736257 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3414eb0-0463-4f40-bec4-1f6adc167d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:54:08.739116 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:54:08.778881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961181-ba83-4785-b8d8-f33ac8e1add0 req-086f6462-3800-4a5f-ae9c-3377316b112f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:08.780653 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-06961181-ba83-4785-b8d8-f33ac8e1add0 req-086f6462-3800-4a5f-ae9c-3377316b112f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0693092 Aug 23 14:54:08.841312 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-06961181-ba83-4785-b8d8-f33ac8e1add0 req-cd3fca76-db43-42ae-b7f4-f9eb0613fcc8 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512178 Aug 23 14:54:08.900448 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3414eb0-0463-4f40-bec4-1f6adc167d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:08.906709 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3414eb0-0463-4f40-bec4-1f6adc167d8b admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:08.911468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45678) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:08.911594 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a3414eb0-0463-4f40-bec4-1f6adc167d8b admin admin] 10.222.0.38 "DELETE /v2.0/networks/60b01c3e-c449-4689-a230-d4ccabe81fcc HTTP/1.1" status: 204 len: 168 time: 0.5199490 Aug 23 14:54:08.923731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3414eb0-0463-4f40-bec4-1f6adc167d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=60b01c3e-c449-4689-a230-d4ccabe81fcc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:08.999999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b9f318-cb00-40d8-a8d6-cfe17f458cbf admin admin] Deleting subnet 9d6bbbfc-d5a5-4904-9e94-803e20a7e8b7 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:54:09.006475 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66b9f318-cb00-40d8-a8d6-cfe17f458cbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:09.037207 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ffc5-d18a-4c44-b7df-26c002f15e33 req-bdb825bf-70c9-4d61-bbc1-eee892a9e4ed tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:09.039120 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77e4ffc5-d18a-4c44-b7df-26c002f15e33 req-bdb825bf-70c9-4d61-bbc1-eee892a9e4ed tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1249769 Aug 23 14:54:09.078363 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66b9f318-cb00-40d8-a8d6-cfe17f458cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:09.120986 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77e4ffc5-d18a-4c44-b7df-26c002f15e33 req-f20f240c-285d-47f0-b17f-750e8fd8e8b5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724108 Aug 23 14:54:09.157760 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66b9f318-cb00-40d8-a8d6-cfe17f458cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:09.367095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333deed6-26e6-43f7-bdf2-349a7f0bba30 req-8beb55ca-fe89-4375-a232-20f6f1cdec30 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:09.368837 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-333deed6-26e6-43f7-bdf2-349a7f0bba30 req-8beb55ca-fe89-4375-a232-20f6f1cdec30 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 946 time: 0.0646434 Aug 23 14:54:09.419044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-333deed6-26e6-43f7-bdf2-349a7f0bba30 req-01d15ea5-6675-4e81-91ff-45a01822b6c5 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups?id=48b563b6-6356-40f1-928d-e5aeff6cf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407512 Aug 23 14:54:09.420411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66b9f318-cb00-40d8-a8d6-cfe17f458cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:09.436509 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66b9f318-cb00-40d8-a8d6-cfe17f458cbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:09.441714 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-66b9f318-cb00-40d8-a8d6-cfe17f458cbf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9d6bbbfc-d5a5-4904-9e94-803e20a7e8b7 HTTP/1.1" status: 204 len: 168 time: 0.5286806 Aug 23 14:54:09.460610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45708) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:09.464341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9f318-cb00-40d8-a8d6-cfe17f458cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d6bbbfc-d5a5-4904-9e94-803e20a7e8b7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:09.592155 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c9155d5b-0cab-4df6-abb4-7aa6e847af0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:09.610301 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84cdce-cc86-4252-bf34-68146811a8c3 req-ae199be1-f115-48c5-b238-b2e1eccfc567 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:09.612142 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c84cdce-cc86-4252-bf34-68146811a8c3 req-ae199be1-f115-48c5-b238-b2e1eccfc567 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/networks?id=60c0053b-2150-4794-96d5-4cd2a0a611e0 HTTP/1.1" status: 200 len: 814 time: 0.2125661 Aug 23 14:54:09.627768 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dabf98ff-8a9a-4b12-ad0e-0677d79509c1 req-7145ef5e-9a76-4146-8472-44d2652fa4ee tempest-FloatingIPsAssociationNegativeTestJSON-1838492004 tempest-FloatingIPsAssociationNegativeTestJSON-1838492004-project] 10.222.0.38 "GET /v2.0/ports?device_id=e242ced9-8cd5-4403-a5b4-d7f9dedb753e HTTP/1.1" status: 200 len: 210 time: 0.0318456 Aug 23 14:54:09.654108 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c84cdce-cc86-4252-bf34-68146811a8c3 req-e75abf6a-5430-4a44-b801-a8ff0944f44c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/quotas/1588db2fec1f4911a712614e990772db HTTP/1.1" status: 200 len: 375 time: 0.0334103 Aug 23 14:54:09.731334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c9155d5b-0cab-4df6-abb4-7aa6e847af0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:09.745356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-c9155d5b-0cab-4df6-abb4-7aa6e847af0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58401f2-d733-4832-8125-6a7bf65990df']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:09.760477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-c9155d5b-0cab-4df6-abb4-7aa6e847af0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6140e1a5-f107-468b-acd9-1f5ecb655162') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:09.760790 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-c9155d5b-0cab-4df6-abb4-7aa6e847af0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6140e1a5-f107-468b-acd9-1f5ecb655162') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:09.773714 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c9155d5b-0cab-4df6-abb4-7aa6e847af0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:09.790712 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c84cdce-cc86-4252-bf34-68146811a8c3 req-4c1f9447-3373-41e2-b1d1-8ec54adabb4a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1588db2fec1f4911a712614e990772db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1225104 Aug 23 14:54:09.801376 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c9155d5b-0cab-4df6-abb4-7aa6e847af0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:09.811072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9155d5b-0cab-4df6-abb4-7aa6e847af0b admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:54:09.816351 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c9155d5b-0cab-4df6-abb4-7aa6e847af0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:54:09.819594 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:54:09.913782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc45d48-95d3-4f44-b524-100c7b0565be req-2fcb6578-a8ed-4988-a8b1-d6d370873642 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:09.915975 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cc45d48-95d3-4f44-b524-100c7b0565be req-2fcb6578-a8ed-4988-a8b1-d6d370873642 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 945 time: 0.0632341 Aug 23 14:54:09.935766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4822ad-30f9-4217-a995-bea7ef63631d req-1077cd38-5495-4f84-8ecf-9560810a3970 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:09.937943 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c4822ad-30f9-4217-a995-bea7ef63631d req-1077cd38-5495-4f84-8ecf-9560810a3970 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0558980 Aug 23 14:54:09.964655 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cc45d48-95d3-4f44-b524-100c7b0565be req-cda7e9f0-1a8a-4ab7-9eb3-58d72253b6cd tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415215 Aug 23 14:54:09.985853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c4822ad-30f9-4217-a995-bea7ef63631d req-c14589dd-dc31-4b1c-bd27-edad247be11e tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400424 Aug 23 14:54:10.034854 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c9155d5b-0cab-4df6-abb4-7aa6e847af0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:10.041300 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c9155d5b-0cab-4df6-abb4-7aa6e847af0b admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:10.044045 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c9155d5b-0cab-4df6-abb4-7aa6e847af0b admin admin] 10.222.0.38 "DELETE /v2.0/networks/c58401f2-d733-4832-8125-6a7bf65990df HTTP/1.1" status: 204 len: 168 time: 0.5819981 Aug 23 14:54:10.060612 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9155d5b-0cab-4df6-abb4-7aa6e847af0b admin admin] Pushing event deleted for resources: {'Network': ['ID=c58401f2-d733-4832-8125-6a7bf65990df,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:10.114906 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45726) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:10.153482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04904861-ac91-4760-831a-59b259c268df req-5f6f731a-c53f-4716-a352-c0b2b9af9819 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:10.155102 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04904861-ac91-4760-831a-59b259c268df req-5f6f731a-c53f-4716-a352-c0b2b9af9819 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0613635 Aug 23 14:54:10.200731 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04904861-ac91-4760-831a-59b259c268df req-cb1628bf-68f6-401e-a99e-0796c2737cdd tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371587 Aug 23 14:54:10.255729 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3a8c9c4-074b-41eb-9e52-a1f225eff2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:10.354236 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3a8c9c4-074b-41eb-9e52-a1f225eff2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:10.410960 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d124864-24df-4406-9185-137e131369c1 req-0a6be42a-d6ad-466a-bd99-0500bf3bddad tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1588db2fec1f4911a712614e990772db HTTP/1.1" status: 200 len: 221 time: 0.0288534 Aug 23 14:54:10.485646 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3a8c9c4-074b-41eb-9e52-a1f225eff2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:10.523055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8c9c4-074b-41eb-9e52-a1f225eff2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83ee173-f5d5-4358-8521-bd12a7d0af4c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:10.546753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3baad6-70af-4423-b53c-e136568e01ed req-a1f968da-fb16-4f4f-a1ac-d00d83a851ce tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:10.548248 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d3a8c9c4-074b-41eb-9e52-a1f225eff2f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=87bc315164934304a36785d142bba601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320381 Aug 23 14:54:10.548536 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d3baad6-70af-4423-b53c-e136568e01ed req-a1f968da-fb16-4f4f-a1ac-d00d83a851ce tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0819540 Aug 23 14:54:10.551267 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45748) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:10.606939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f06091-c4d6-4214-b2af-b2f129868cd9 req-31c793d7-0f6b-47b0-9904-d1941332c857 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:10.609140 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0f06091-c4d6-4214-b2af-b2f129868cd9 req-31c793d7-0f6b-47b0-9904-d1941332c857 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 945 time: 0.0587804 Aug 23 14:54:10.618900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45750) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:10.629631 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d3baad6-70af-4423-b53c-e136568e01ed req-ae281980-c27b-4360-bca3-e5f541e06760 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678148 Aug 23 14:54:10.666081 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c26e1566-d012-4a65-85b3-6c1b66f73f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:10.689647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-3224e138-4d48-4568-9e27-334c94416a8e tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:10.689647 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-3224e138-4d48-4568-9e27-334c94416a8e tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.61 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 946 time: 0.0753520 Aug 23 14:54:10.705074 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0f06091-c4d6-4214-b2af-b2f129868cd9 req-1ac8ae5e-5974-43f7-8888-744fe5ced886 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820553 Aug 23 14:54:10.715019 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c26e1566-d012-4a65-85b3-6c1b66f73f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:10.740085 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6d52bf47-7e25-4198-8374-8ff1d6c97354 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=870a18d842e54e268bf7a5a7979fea11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1186152 Aug 23 14:54:10.746303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45758) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:10.767082 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45760) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:10.806283 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60346ef5-4135-47f5-a6c7-51b0fadc4997 req-3e0b2806-05bf-44c6-8714-34f7c0221887 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:10.808031 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60346ef5-4135-47f5-a6c7-51b0fadc4997 req-3e0b2806-05bf-44c6-8714-34f7c0221887 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 946 time: 0.1026125 Aug 23 14:54:10.854578 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60346ef5-4135-47f5-a6c7-51b0fadc4997 req-a1132f36-07bf-4c53-81a7-ff2e04a7eb2f tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups?id=48b563b6-6356-40f1-928d-e5aeff6cf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391417 Aug 23 14:54:10.948244 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c26e1566-d012-4a65-85b3-6c1b66f73f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:10.952904 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c26e1566-d012-4a65-85b3-6c1b66f73f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:10.955880 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c26e1566-d012-4a65-85b3-6c1b66f73f9e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b83ee173-f5d5-4358-8521-bd12a7d0af4c HTTP/1.1" status: 204 len: 168 time: 0.4031382 Aug 23 14:54:10.965501 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e1566-d012-4a65-85b3-6c1b66f73f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83ee173-f5d5-4358-8521-bd12a7d0af4c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:11.364887 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1c08dc46-3561-4807-aac3-a5a5b8ea8e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:11.378937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e599-0534-4cf8-b3f3-56b32e2db9e6 req-dd16b272-6c2b-41c4-a62c-53303717c93d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:11.380542 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8036e599-0534-4cf8-b3f3-56b32e2db9e6 req-dd16b272-6c2b-41c4-a62c-53303717c93d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.5365012 Aug 23 14:54:11.456973 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-b77b8a5d-e053-4ffa-b68a-addffae11d8b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2135537 Aug 23 14:54:11.464534 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-0e21c798-6017-4d5f-a119-01218934d665 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Deleting port 862c4a1f-08bf-4c20-be29-6dc410e24145 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:11.464884 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-0e21c798-6017-4d5f-a119-01218934d665 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:11.470959 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1c08dc46-3561-4807-aac3-a5a5b8ea8e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:11.658270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8036e599-0534-4cf8-b3f3-56b32e2db9e6 req-657c503c-3e43-4c80-9712-072641178b11 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607162 Aug 23 14:54:11.723512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-3e4ead31-7799-4de5-b51b-e9125e65fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:11.724032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-3e4ead31-7799-4de5-b51b-e9125e65fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:11.724516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-3e4ead31-7799-4de5-b51b-e9125e65fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:11.724986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-3e4ead31-7799-4de5-b51b-e9125e65fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:11.725535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-3e4ead31-7799-4de5-b51b-e9125e65fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:11.725904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-3e4ead31-7799-4de5-b51b-e9125e65fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:11.726432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-3e4ead31-7799-4de5-b51b-e9125e65fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:11.728357 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-3e4ead31-7799-4de5-b51b-e9125e65fb71 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=453bc9f0ae244a8fad31793e47e18492&device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 6502 time: 0.2199585 Aug 23 14:54:11.775266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-0e21c798-6017-4d5f-a119-01218934d665 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] For port 862c4a1f-08bf-4c20-be29-6dc410e24145, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=862c4a1f-08bf-4c20-be29-6dc410e24145,segment=NetworkSegment(64023a5f-36ef-41f3-b3a7-c6e97ce6a597),segment_id=64023a5f-36ef-41f3-b3a7-c6e97ce6a597)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:11.775684 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-0e21c798-6017-4d5f-a119-01218934d665 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:11.830621 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45774) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:11.847109 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96ffe298-a890-46ed-878d-66bad787898a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:11.977913 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7a9ea-d379-4160-ad21-95652eca74e4 req-49edce1f-2eaa-4011-ab80-8641b17238e6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:11.977913 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-beb7a9ea-d379-4160-ad21-95652eca74e4 req-49edce1f-2eaa-4011-ab80-8641b17238e6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 945 time: 0.1206100 Aug 23 14:54:11.984393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428d88b-68f6-484d-ac6d-b24f99c4cea7 req-f2b3e123-ffd9-4c39-8736-e3b2e678ae71 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:11.985899 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5428d88b-68f6-484d-ac6d-b24f99c4cea7 req-f2b3e123-ffd9-4c39-8736-e3b2e678ae71 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.61 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 945 time: 0.0940270 Aug 23 14:54:12.033306 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1c08dc46-3561-4807-aac3-a5a5b8ea8e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:12.096900 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1c08dc46-3561-4807-aac3-a5a5b8ea8e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:12.096900 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1c08dc46-3561-4807-aac3-a5a5b8ea8e87 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4fdc9538-33c0-4bf5-8175-c2cff2b39c8d HTTP/1.1" status: 204 len: 168 time: 1.2898273 Aug 23 14:54:12.098385 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-beb7a9ea-d379-4160-ad21-95652eca74e4 req-a6532d69-03ef-44e3-b7ff-3d7fd8adb50f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859163 Aug 23 14:54:12.098476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec97f3-199a-46a1-b2c4-0bdd761f14d2 req-ecb35aeb-ed03-4689-9e69-a0b11090c144 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:12.098476 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19ec97f3-199a-46a1-b2c4-0bdd761f14d2 req-ecb35aeb-ed03-4689-9e69-a0b11090c144 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.2690532 Aug 23 14:54:12.098476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08dc46-3561-4807-aac3-a5a5b8ea8e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdc9538-33c0-4bf5-8175-c2cff2b39c8d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:12.100665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-1a126b18-82f5-4d18-a334-e4296b862659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:12.100665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-1a126b18-82f5-4d18-a334-e4296b862659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:12.100665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-1a126b18-82f5-4d18-a334-e4296b862659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:12.101701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-1a126b18-82f5-4d18-a334-e4296b862659 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b542f892-fbd7-43ba-9b32-88275cc36a65&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=a24b937b-de39-4060-9493-8fb429cfbe9e&id=a24b937b-de39-4060-9493-8fb429cfbe9e HTTP/1.1" status: 200 len: 2298 time: 0.3218195 Aug 23 14:54:12.187455 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96ffe298-a890-46ed-878d-66bad787898a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:12.204048 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-5428d88b-68f6-484d-ac6d-b24f99c4cea7 req-b3043c46-4cf6-4a55-b653-47db3b908874 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Deleting port 4e7bd400-377b-437c-8000-a357edee27d8 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:12.204406 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5428d88b-68f6-484d-ac6d-b24f99c4cea7 req-b3043c46-4cf6-4a55-b653-47db3b908874 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:12.244093 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-0e21c798-6017-4d5f-a119-01218934d665 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:12.246088 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-0e21c798-6017-4d5f-a119-01218934d665 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:12.246088 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-0e21c798-6017-4d5f-a119-01218934d665 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Floating IP 9d570123-1a76-4544-97dc-236f7b1c4253 disassociated. External IP: 172.25.8.206, port: 862c4a1f-08bf-4c20-be29-6dc410e24145. Aug 23 14:54:12.246088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-0e21c798-6017-4d5f-a119-01218934d665 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Calling delete_port for 862c4a1f-08bf-4c20-be29-6dc410e24145 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:12.284968 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96ffe298-a890-46ed-878d-66bad787898a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:12.287089 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-d8ff726f-9375-43c7-8653-e246f9aa3fdd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5dc2aa-fd61-48b1-984e-dfd0407c8185 HTTP/1.1" status: 200 len: 1001 time: 0.1522889 Aug 23 14:54:12.290147 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19ec97f3-199a-46a1-b2c4-0bdd761f14d2 req-aeb5b25b-7cfe-436e-bfb1-b679b723651d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565721 Aug 23 14:54:12.291464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 062bb014-36a1-4397-a2dd-e28f13202234 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:54:12.403922 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-96ffe298-a890-46ed-878d-66bad787898a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c65c084bfc9e4bf48859cc35ce2bd078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5720525 Aug 23 14:54:12.416639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45786) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:12.446744 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffe298-a890-46ed-878d-66bad787898a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f4e750-bd2b-49a3-b1b9-784eba1e1210,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:12.472892 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-5428d88b-68f6-484d-ac6d-b24f99c4cea7 req-b3043c46-4cf6-4a55-b653-47db3b908874 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] For port 4e7bd400-377b-437c-8000-a357edee27d8, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4e7bd400-377b-437c-8000-a357edee27d8,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:12.474756 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5428d88b-68f6-484d-ac6d-b24f99c4cea7 req-b3043c46-4cf6-4a55-b653-47db3b908874 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:12.477229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-1f3d9b1f-0d78-42ee-a236-de3a00f44073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:12.482207 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-1f3d9b1f-0d78-42ee-a236-de3a00f44073 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bf12937b-e5ce-4aea-882b-044b4a3734f1 HTTP/1.1" status: 200 len: 856 time: 0.1808605 Aug 23 14:54:12.486709 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2752a54-5cf2-4081-a0d5-e32e415fc78c req-65ed754e-cb4b-4baa-9bed-e3f668e7e022 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:12.489460 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e2752a54-5cf2-4081-a0d5-e32e415fc78c req-65ed754e-cb4b-4baa-9bed-e3f668e7e022 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 946 time: 0.2695460 Aug 23 14:54:12.513497 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-5428d88b-68f6-484d-ac6d-b24f99c4cea7 req-b3043c46-4cf6-4a55-b653-47db3b908874 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Calling delete_port for 4e7bd400-377b-437c-8000-a357edee27d8 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:12.522741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 062bb014-36a1-4397-a2dd-e28f13202234 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:54:12.523102 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 062bb014-36a1-4397-a2dd-e28f13202234 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:54:12.594172 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e2752a54-5cf2-4081-a0d5-e32e415fc78c req-33615c86-924b-4a30-b377-1389c0ac9017 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups?id=48b563b6-6356-40f1-928d-e5aeff6cf8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973530 Aug 23 14:54:12.595907 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a93f231-1cb1-41c3-9a03-289bb783f67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:12.743700 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5f4e072b-e16d-4383-8279-a2c98ba2ecbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:12.799581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5428d88b-68f6-484d-ac6d-b24f99c4cea7 req-b3043c46-4cf6-4a55-b653-47db3b908874 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:12.810967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['4e7bd400-377b-437c-8000-a357edee27d8'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:54:12.812792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-33457840-3f2d-4878-bb41-d07af5d254a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:12.814412 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-33457840-3f2d-4878-bb41-d07af5d254a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b542f892-fbd7-43ba-9b32-88275cc36a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2874336 Aug 23 14:54:12.834975 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3043c46-4cf6-4a55-b653-47db3b908874 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Pushing event deleted for resources: {'Port': ['ID=4e7bd400-377b-437c-8000-a357edee27d8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:12.855576 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5f4e072b-e16d-4383-8279-a2c98ba2ecbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:12.870530 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc19ca-a8a4-4b9e-9417-7fced9adbfe6 req-16eb4831-602d-4c81-b1e8-f4dc2d79ef80 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:12.872475 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2edc19ca-a8a4-4b9e-9417-7fced9adbfe6 req-16eb4831-602d-4c81-b1e8-f4dc2d79ef80 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.2277780 Aug 23 14:54:12.887856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5428d88b-68f6-484d-ac6d-b24f99c4cea7 req-b3043c46-4cf6-4a55-b653-47db3b908874 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] No DVR routers for this DVR port 4e7bd400-377b-437c-8000-a357edee27d8 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:54:12.891838 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5428d88b-68f6-484d-ac6d-b24f99c4cea7 req-b3043c46-4cf6-4a55-b653-47db3b908874 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:12.893954 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5428d88b-68f6-484d-ac6d-b24f99c4cea7 req-b3043c46-4cf6-4a55-b653-47db3b908874 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.61 "DELETE /v2.0/ports/4e7bd400-377b-437c-8000-a357edee27d8 HTTP/1.1" status: 204 len: 173 time: 0.9008129 Aug 23 14:54:12.895075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb50d08-4b3e-4438-ba22-c070f3c0b08b', 'name': 'network-vif-deleted', 'tag': '4e7bd400-377b-437c-8000-a357edee27d8'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:54:12.898432 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b620dbf-d7e6-46ce-90e1-81a2060807a4" -d '{"events": [{"server_uuid": "3bb50d08-4b3e-4438-ba22-c070f3c0b08b", "name": "network-vif-deleted", "tag": "4e7bd400-377b-437c-8000-a357edee27d8"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:54:12.941369 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653fc5fa-6919-4229-acb0-08d980e839a1 x-openstack-request-id: req-653fc5fa-6919-4229-acb0-08d980e839a1 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:54:12.941805 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb50d08-4b3e-4438-ba22-c070f3c0b08b", "name": "network-vif-deleted", "tag": "4e7bd400-377b-437c-8000-a357edee27d8", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:54:12.942281 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-653fc5fa-6919-4229-acb0-08d980e839a1 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:54:12.942781 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb50d08-4b3e-4438-ba22-c070f3c0b08b', 'name': 'network-vif-deleted', 'tag': '4e7bd400-377b-437c-8000-a357edee27d8', 'status': 'completed', 'code': 200} Aug 23 14:54:12.981232 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-0e21c798-6017-4d5f-a119-01218934d665 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:13.057515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21c798-6017-4d5f-a119-01218934d665 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Pushing event deleted for resources: {'Port': ['ID=862c4a1f-08bf-4c20-be29-6dc410e24145,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:13.094398 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2edc19ca-a8a4-4b9e-9417-7fced9adbfe6 req-66d48931-565e-47b8-a903-eb7137c0120b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053416 Aug 23 14:54:13.114037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45794) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:13.116668 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-9575653c-aaee-4176-8cd1-6cc39fd38a70 service neutron] 10.222.0.57 "GET /v2.0/networks/b542f892-fbd7-43ba-9b32-88275cc36a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841694 Aug 23 14:54:13.147991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 862c4a1f-08bf-4c20-be29-6dc410e24145 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:54:13.171083 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 862c4a1f-08bf-4c20-be29-6dc410e24145 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:54:13.175775 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 862c4a1f-08bf-4c20-be29-6dc410e24145 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:54:13.175775 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 4e7bd400-377b-437c-8000-a357edee27d8 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:54:13.180749 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cdaa7ec0-cb2c-4570-b0c3-bf2b2c3b8c42 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59af667553e24cd593879af6736c372a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649216 Aug 23 14:54:13.182834 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45800) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:13.225269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 4e7bd400-377b-437c-8000-a357edee27d8 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:54:13.228371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 4e7bd400-377b-437c-8000-a357edee27d8 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:54:13.265858 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f41c193e-ef8a-4a44-a7fe-00406718b5f6 req-cf4efb1d-926d-4b85-8b5b-4a233a93a836 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bb50d08-4b3e-4438-ba22-c070f3c0b08b HTTP/1.1" status: 200 len: 210 time: 0.0543411 Aug 23 14:54:13.290325 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5f4e072b-e16d-4383-8279-a2c98ba2ecbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:13.292918 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5f4e072b-e16d-4383-8279-a2c98ba2ecbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:13.296220 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5f4e072b-e16d-4383-8279-a2c98ba2ecbb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74f4e750-bd2b-49a3-b1b9-784eba1e1210 HTTP/1.1" status: 204 len: 168 time: 0.8716352 Aug 23 14:54:13.300693 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-80fa618f-2f9f-4e68-9130-1ac508fc63b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:13.325873 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-80fa618f-2f9f-4e68-9130-1ac508fc63b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:13.367377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e072b-e16d-4383-8279-a2c98ba2ecbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f4e750-bd2b-49a3-b1b9-784eba1e1210,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:13.486055 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-80fa618f-2f9f-4e68-9130-1ac508fc63b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:13.489568 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-80fa618f-2f9f-4e68-9130-1ac508fc63b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:13.495579 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-80fa618f-2f9f-4e68-9130-1ac508fc63b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e7dfff2-fc26-43e6-a3e0-92d83da0f10d HTTP/1.1" status: 204 len: 168 time: 0.3069956 Aug 23 14:54:13.517673 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa618f-2f9f-4e68-9130-1ac508fc63b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7dfff2-fc26-43e6-a3e0-92d83da0f10d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:13.781388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-42bb1007-f334-4452-bc6d-7609fac36def req-a1cbbef7-3160-42b8-a925-263739649f58 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 210 time: 0.0305195 Aug 23 14:54:13.869170 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-527f231d-85a2-4312-bbb9-372ccdbc078f service neutron] 10.222.0.57 "GET /v2.0/networks/b542f892-fbd7-43ba-9b32-88275cc36a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7088959 Aug 23 14:54:13.877695 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-0e21c798-6017-4d5f-a119-01218934d665 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Router 761db30a-65e3-4a93-831c-d64d48948692 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:54:13.885481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e281d-5d2b-4305-8cb5-4b96523be58b req-e1ddb426-e6ab-494f-a82c-40b9eadfd2c4 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:13.892235 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0e1e281d-5d2b-4305-8cb5-4b96523be58b req-e1ddb426-e6ab-494f-a82c-40b9eadfd2c4 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.6559086 Aug 23 14:54:13.959839 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-c1682531-56d9-4594-a027-7f050c9f245e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=cc7683fa-d729-485b-a13f-03f149ab4dae HTTP/1.1" status: 200 len: 217 time: 0.0651386 Aug 23 14:54:14.067017 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0e1e281d-5d2b-4305-8cb5-4b96523be58b req-267b7a4a-8831-41d9-beff-3921c899ad8c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736498 Aug 23 14:54:14.096947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-2a93f231-1cb1-41c3-9a03-289bb783f67c admin admin] Deleting port 610d0710-5ce9-49ae-8833-21cbf208cc1d {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:14.097067 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a93f231-1cb1-41c3-9a03-289bb783f67c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:14.099616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-427df62c-55d7-47c0-bb11-334dd1e8f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:14.101134 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-427df62c-55d7-47c0-bb11-334dd1e8f24f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.1283569 Aug 23 14:54:14.208119 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bc5cc-3b08-4edb-9bd7-683d05b83a21 req-eb97a6d8-c8de-4323-a08f-59d049bd9d22 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:14.222201 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-474bc5cc-3b08-4edb-9bd7-683d05b83a21 req-eb97a6d8-c8de-4323-a08f-59d049bd9d22 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0747495 Aug 23 14:54:14.226654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-0e21c798-6017-4d5f-a119-01218934d665 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:54:14.241317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab0b4c6-b98e-4158-af33-217343792ed8 None None] Sync routers for ids ['761db30a-65e3-4a93-831c-d64d48948692'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:54:14.256276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab0b4c6-b98e-4158-af33-217343792ed8 None None] Routers {'761db30a-65e3-4a93-831c-d64d48948692'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:54:14.257788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-aab0b4c6-b98e-4158-af33-217343792ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['761db30a-65e3-4a93-831c-d64d48948692'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:14.295007 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-474bc5cc-3b08-4edb-9bd7-683d05b83a21 req-b898a9eb-8718-4673-82ae-adc9bd3fed8c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712032 Aug 23 14:54:14.299928 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-0e21c798-6017-4d5f-a119-01218934d665 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] No DVR routers for this DVR port 862c4a1f-08bf-4c20-be29-6dc410e24145 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:54:14.309288 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-0e21c798-6017-4d5f-a119-01218934d665 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:14.311480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19589ff3-ddc8-46cb-93ee-dbf004d1d91d req-0e21c798-6017-4d5f-a119-01218934d665 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.61 "DELETE /v2.0/ports/862c4a1f-08bf-4c20-be29-6dc410e24145 HTTP/1.1" status: 204 len: 173 time: 3.6056740 Aug 23 14:54:14.312130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54572a6-9d36-4767-b798-72017e54865e', 'name': 'network-vif-deleted', 'tag': '862c4a1f-08bf-4c20-be29-6dc410e24145'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:54:14.314585 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b8cb86-42a2-4d47-8698-2b34bfaf5be4" -d '{"events": [{"server_uuid": "c54572a6-9d36-4767-b798-72017e54865e", "name": "network-vif-deleted", "tag": "862c4a1f-08bf-4c20-be29-6dc410e24145"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:54:14.337636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-7418fe09-8b39-48de-8ca8-d90e1da1e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:14.339172 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-7418fe09-8b39-48de-8ca8-d90e1da1e736 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1774054 Aug 23 14:54:14.348273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-2a93f231-1cb1-41c3-9a03-289bb783f67c admin admin] For port 610d0710-5ce9-49ae-8833-21cbf208cc1d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=610d0710-5ce9-49ae-8833-21cbf208cc1d,segment=NetworkSegment(98e9ba25-1adf-4ea1-bdb0-435638c22c33),segment_id=98e9ba25-1adf-4ea1-bdb0-435638c22c33)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:14.348905 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a93f231-1cb1-41c3-9a03-289bb783f67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:14.390087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-2a93f231-1cb1-41c3-9a03-289bb783f67c admin admin] Calling delete_port for 610d0710-5ce9-49ae-8833-21cbf208cc1d owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:14.433593 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd47f0f-de39-4fcc-b4bf-5167f6618220 x-openstack-request-id: req-1dd47f0f-de39-4fcc-b4bf-5167f6618220 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:54:14.433937 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54572a6-9d36-4767-b798-72017e54865e", "name": "network-vif-deleted", "tag": "862c4a1f-08bf-4c20-be29-6dc410e24145", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:54:14.434195 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1dd47f0f-de39-4fcc-b4bf-5167f6618220 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:54:14.438479 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54572a6-9d36-4767-b798-72017e54865e', 'name': 'network-vif-deleted', 'tag': '862c4a1f-08bf-4c20-be29-6dc410e24145', 'status': 'completed', 'code': 200} Aug 23 14:54:14.454320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-aab0b4c6-b98e-4158-af33-217343792ed8 None None] Set router 761db30a-65e3-4a93-831c-d64d48948692 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:54:14.568448 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-8b897a60-8a8f-4e4a-b42b-c7f78ab10378 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159367 Aug 23 14:54:14.596052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4f667-ed1d-4ec8-9b04-afdcb321be9e req-8355a791-7097-4e76-9cff-774fee6eee19 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:14.597577 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-acf4f667-ed1d-4ec8-9b04-afdcb321be9e req-8355a791-7097-4e76-9cff-774fee6eee19 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1553383 Aug 23 14:54:14.764801 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-acf4f667-ed1d-4ec8-9b04-afdcb321be9e req-cbcdc8d6-b470-4d3c-b6d2-901d6032d54a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170304 Aug 23 14:54:14.827166 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-2a0c2067-790f-4f64-badf-64512252654d service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504375 Aug 23 14:54:14.835692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-aab0b4c6-b98e-4158-af33-217343792ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761db30a-65e3-4a93-831c-d64d48948692', 'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:35Z', 'updated_at': '2021-08-23T14:51:49Z', 'revision_number': 4, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'gw_port': {'id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:38Z', 'updated_at': '2021-08-23T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '663e8c36-e7d3-4089-ba85-08092e50dd9a', 'name': '', 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'mac_address': 'fa:16:3e:67:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:46Z', 'updated_at': '2021-08-23T14:51:59Z', 'revision_number': 5, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'subnets': [{'id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:14.886371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab0b4c6-b98e-4158-af33-217343792ed8 None None] Checking router: 761db30a-65e3-4a93-831c-d64d48948692 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:54:14.898291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab0b4c6-b98e-4158-af33-217343792ed8 None None] Routers {'761db30a-65e3-4a93-831c-d64d48948692'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:54:14.899063 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-aab0b4c6-b98e-4158-af33-217343792ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['761db30a-65e3-4a93-831c-d64d48948692'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:14.915628 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-8a04b93b-15ca-4f17-8cf5-192b8207856a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e HTTP/1.1" status: 200 len: 217 time: 0.0623622 Aug 23 14:54:14.973048 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c9c06-456d-4edc-acfa-732859d7385a req-b2f7999a-6733-4ab6-a7d6-6e53d213f9a8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:14.981937 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-b2f7999a-6733-4ab6-a7d6-6e53d213f9a8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/networks?id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 200 len: 811 time: 0.1857104 Aug 23 14:54:14.985909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-ef291309-bd18-4ef1-8682-fc06b7f3d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:14.987744 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-ef291309-bd18-4ef1-8682-fc06b7f3d4e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.0641024 Aug 23 14:54:15.005033 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-cd5b03ab-ce70-4b84-be58-f601d8aec08f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/quotas/7f5c6c20f9874df4a22ef4bbb9ddc20f HTTP/1.1" status: 200 len: 375 time: 0.0221016 Aug 23 14:54:15.059522 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a93f231-1cb1-41c3-9a03-289bb783f67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:15.067292 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-4fcc3314-ff28-4572-ad9a-4d1267248526 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610564 Aug 23 14:54:15.101814 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93f231-1cb1-41c3-9a03-289bb783f67c admin admin] Pushing event deleted for resources: {'Port': ['ID=610d0710-5ce9-49ae-8833-21cbf208cc1d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:15.165326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-aab0b4c6-b98e-4158-af33-217343792ed8 None None] Set router 761db30a-65e3-4a93-831c-d64d48948692 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:54:15.169487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-cb263b16-c1ca-4af3-a4a9-80e04b0b771f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:15.171361 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-cb263b16-c1ca-4af3-a4a9-80e04b0b771f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1743407 Aug 23 14:54:15.205077 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3b962-62f3-4818-8d2b-a532c8be94fb req-cc292269-15ad-4087-8db2-96b21bebd344 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:15.206906 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ac3b962-62f3-4818-8d2b-a532c8be94fb req-cc292269-15ad-4087-8db2-96b21bebd344 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.2118917 Aug 23 14:54:15.352019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-9116b4df-2c65-49bc-bdf7-98e8b7adcf6a service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:54:15.353191 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-9116b4df-2c65-49bc-bdf7-98e8b7adcf6a service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2849257 Aug 23 14:54:15.555728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ac3b962-62f3-4818-8d2b-a532c8be94fb req-3397f521-560d-4859-8fb2-9e44c16f5302 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205676 Aug 23 14:54:15.580883 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:15.702352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-aab0b4c6-b98e-4158-af33-217343792ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761db30a-65e3-4a93-831c-d64d48948692', 'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:35Z', 'updated_at': '2021-08-23T14:51:49Z', 'revision_number': 4, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'gw_port': {'id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:38Z', 'updated_at': '2021-08-23T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '663e8c36-e7d3-4089-ba85-08092e50dd9a', 'name': '', 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'mac_address': 'fa:16:3e:67:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:46Z', 'updated_at': '2021-08-23T14:51:59Z', 'revision_number': 5, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'subnets': [{'id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:15.716653 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-d03089ef-48a4-46a0-aee9-9c3df8f977c3 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336356 Aug 23 14:54:15.749417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab0b4c6-b98e-4158-af33-217343792ed8 None None] The sync data for ids ['761db30a-65e3-4a93-831c-d64d48948692'] in n-d-804985-3 is: [{'id': '761db30a-65e3-4a93-831c-d64d48948692', 'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:35Z', 'updated_at': '2021-08-23T14:51:49Z', 'revision_number': 4, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'gw_port': {'id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:38Z', 'updated_at': '2021-08-23T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '663e8c36-e7d3-4089-ba85-08092e50dd9a', 'name': '', 'network_id': '8405eaf9-b826-41fe-8073-a3a03d7ee1e6', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'mac_address': 'fa:16:3e:67:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:46Z', 'updated_at': '2021-08-23T14:51:59Z', 'revision_number': 5, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'subnets': [{'id': 'b215a108-a328-41eb-ad70-08cefd15af3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:54:15.888253 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51850564-bf79-455b-9afc-4eee8bf4855e req-b6a12e50-3c22-4429-b41b-831bc82145c9 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/ports?device_id=c54572a6-9d36-4767-b798-72017e54865e HTTP/1.1" status: 200 len: 210 time: 0.1788189 Aug 23 14:54:16.015008 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-2e1ec3ca-2971-4521-8e0b-378f4f06bbe6 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875419 Aug 23 14:54:16.015934 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a93f231-1cb1-41c3-9a03-289bb783f67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:16.056610 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-48f9817d-f4a4-446f-b0ae-73a513b0ec13 service neutron] 10.222.0.38 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6951923 Aug 23 14:54:16.228547 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-35a3e6ad-d433-4003-9d55-6a29ebcbfa1e service neutron] 10.222.0.38 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608303 Aug 23 14:54:16.255180 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-5222ce3d-75c2-492e-8efa-e32e9966f39a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=e0058166-4f12-416b-8269-a53656408fa9 HTTP/1.1" status: 200 len: 217 time: 0.2307436 Aug 23 14:54:16.267970 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdc04f7-5a1e-4855-9782-4f7a15db6aec None None] New status for floating IP 9d570123-1a76-4544-97dc-236f7b1c4253: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:54:16.398863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719c19e-8426-4b82-9aa9-29b4d338974e req-15d0f485-8662-4914-9d9a-b04a8b9c9295 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:16.400435 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4719c19e-8426-4b82-9aa9-29b4d338974e req-15d0f485-8662-4914-9d9a-b04a8b9c9295 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1588230 Aug 23 14:54:16.404839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-57b52ece-5968-4742-9f77-06465a0027b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:16.413994 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-57b52ece-5968-4742-9f77-06465a0027b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.1318095 Aug 23 14:54:16.530938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4719c19e-8426-4b82-9aa9-29b4d338974e req-284f2054-9589-4028-a7ba-d94b03d8f07e tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919304 Aug 23 14:54:16.538515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a93f231-1cb1-41c3-9a03-289bb783f67c admin admin] Router 52fd1f7f-ef33-455d-885d-fe390b630683 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:54:16.540919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-00f2a76a-0a6c-4a71-b9e0-5696010db051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:16.542441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-00f2a76a-0a6c-4a71-b9e0-5696010db051 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1032693 Aug 23 14:54:16.597758 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1825cf9f-1e86-44c5-a710-bdbb148bac4f req-4dddfec8-c5ce-4910-88be-e8478736e6d3 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 210 time: 0.1071663 Aug 23 14:54:16.773602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-e10537a7-ada5-4833-8616-0bdd72fada9b service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230232 Aug 23 14:54:16.800951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4430c8e-455a-411a-ae13-153406ae844c req-4730f267-552e-4a9d-9d7d-f27ef94d7567 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:16.802486 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4430c8e-455a-411a-ae13-153406ae844c req-4730f267-552e-4a9d-9d7d-f27ef94d7567 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1426635 Aug 23 14:54:16.805463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a93f231-1cb1-41c3-9a03-289bb783f67c admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:54:16.820696 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2a93f231-1cb1-41c3-9a03-289bb783f67c admin admin] 10.222.0.38 "PUT /v2.0/routers/52fd1f7f-ef33-455d-885d-fe390b630683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0469589 Aug 23 14:54:16.823403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45930) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:16.828463 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01701274-6536-4454-8642-a0aa6df6fc49 None None] Sync routers for ids ['52fd1f7f-ef33-455d-885d-fe390b630683'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:54:16.861898 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01701274-6536-4454-8642-a0aa6df6fc49 None None] Routers {'52fd1f7f-ef33-455d-885d-fe390b630683'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:54:16.865073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-01701274-6536-4454-8642-a0aa6df6fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['52fd1f7f-ef33-455d-885d-fe390b630683'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:17.010957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4430c8e-455a-411a-ae13-153406ae844c req-a7e05f67-3d7e-4a4f-8c36-0a2d061647e8 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107337 Aug 23 14:54:17.025129 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:17.035335 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-9be7b8f5-1eda-4c5a-a0d4-3d49b8b482a3 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505789 Aug 23 14:54:17.110269 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-1f3f260b-2869-4493-901f-e6a35816ecd8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 HTTP/1.1" status: 200 len: 217 time: 0.0670002 Aug 23 14:54:17.110390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-01701274-6536-4454-8642-a0aa6df6fc49 None None] Set router 52fd1f7f-ef33-455d-885d-fe390b630683 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:54:17.179712 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:17.218041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-0f1f82ec-6258-40f9-8854-21b12cb0b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:17.220001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-0f1f82ec-6258-40f9-8854-21b12cb0b24d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.1033349 Aug 23 14:54:17.300596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-8e206013-1401-4bba-a6bb-3653e7142bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:17.302576 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-8e206013-1401-4bba-a6bb-3653e7142bee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717568 Aug 23 14:54:17.337896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] Deleting port c3a7e02c-14e2-4a06-936d-2240cb11a6f5 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:17.338475 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:17.396977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-01701274-6536-4454-8642-a0aa6df6fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:53:18Z', 'updated_at': '2021-08-23T14:54:14Z', 'revision_number': 5, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'gw_port': {'id': 'c3a7e02c-14e2-4a06-936d-2240cb11a6f5', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:53:19Z', 'updated_at': '2021-08-23T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:17.428227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01701274-6536-4454-8642-a0aa6df6fc49 None None] Checking router: 52fd1f7f-ef33-455d-885d-fe390b630683 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:54:17.439582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] For port c3a7e02c-14e2-4a06-936d-2240cb11a6f5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c3a7e02c-14e2-4a06-936d-2240cb11a6f5,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:17.439582 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:17.442603 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01701274-6536-4454-8642-a0aa6df6fc49 None None] Routers {'52fd1f7f-ef33-455d-885d-fe390b630683'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:54:17.443247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-01701274-6536-4454-8642-a0aa6df6fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['52fd1f7f-ef33-455d-885d-fe390b630683'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:17.450370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe398bb-309b-4429-bcb0-d42c6f0c4c6d req-409680af-5e85-44f9-9d08-2bec024e89cc tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:17.452624 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebe398bb-309b-4429-bcb0-d42c6f0c4c6d req-409680af-5e85-44f9-9d08-2bec024e89cc tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1180091 Aug 23 14:54:17.461802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] Calling delete_port for c3a7e02c-14e2-4a06-936d-2240cb11a6f5 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:17.522490 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-eb6a04d9-5c35-48ba-b037-6280b6a52199 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116055 Aug 23 14:54:17.531203 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebe398bb-309b-4429-bcb0-d42c6f0c4c6d req-74f4426c-0c03-47bc-af89-3e37326fc1e3 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679171 Aug 23 14:54:17.564906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-01701274-6536-4454-8642-a0aa6df6fc49 None None] Set router 52fd1f7f-ef33-455d-885d-fe390b630683 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:54:17.632389 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-01701274-6536-4454-8642-a0aa6df6fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:53:18Z', 'updated_at': '2021-08-23T14:54:17Z', 'revision_number': 6, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:17.653645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45964) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:17.665453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01701274-6536-4454-8642-a0aa6df6fc49 None None] The sync data for ids ['52fd1f7f-ef33-455d-885d-fe390b630683'] in n-d-804985-3 is: [{'id': '52fd1f7f-ef33-455d-885d-fe390b630683', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1694719426-router', 'tenant_id': '4a3463c0b0a94e7895023674a23e8d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:53:18Z', 'updated_at': '2021-08-23T14:54:17Z', 'revision_number': 6, 'project_id': '4a3463c0b0a94e7895023674a23e8d1f', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:54:17.689866 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-8a49c86e-d73e-4a28-9cc3-b2c771b85e26 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575785 Aug 23 14:54:17.749287 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-5ca75d87-6d50-4b84-a2ba-d57a007620a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b58b144d-9752-4c28-8735-b31a58987388 HTTP/1.1" status: 200 len: 217 time: 0.0518024 Aug 23 14:54:17.803833 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:17.831314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a7e02c-14e2-4a06-936d-2240cb11a6f5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:17.851192 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4c256f66-bf79-4968-8b24-7ef96d89a937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:17.872161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-76f67273-8db2-4f46-b480-288c125c8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:17.873697 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-76f67273-8db2-4f46-b480-288c125c8c9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8041fe2e-c347-4b3e-abfc-bf8ee4b736dd HTTP/1.1" status: 200 len: 797 time: 0.1105888 Aug 23 14:54:17.906316 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:17.907603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1f2e4-5259-49d4-9cdb-67b1f6fa1aa1 req-f611337e-9cd0-4088-ab7d-77d5919917e7 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:17.909361 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1aa1f2e4-5259-49d4-9cdb-67b1f6fa1aa1 req-f611337e-9cd0-4088-ab7d-77d5919917e7 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1114457 Aug 23 14:54:17.995244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-b63bb702-8e2b-4938-97ee-cd328e645162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:17.996718 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-b63bb702-8e2b-4938-97ee-cd328e645162 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a24b937b-de39-4060-9493-8fb429cfbe9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1118507 Aug 23 14:54:18.003130 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1aa1f2e4-5259-49d4-9cdb-67b1f6fa1aa1 req-7d0b2c0f-1e06-4cac-b6c3-aef6430ebe6b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765984 Aug 23 14:54:18.016931 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.022458 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.171284 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.172055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52fd1f7f-ef33-455d-885d-fe390b630683 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:54:18.174015 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67a5fadd-ca5f-4503-8b6b-2f61a6c61b84 req-2705ba54-db09-4f67-809c-b5dc5d858b74 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 210 time: 0.0712018 Aug 23 14:54:18.176384 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4c256f66-bf79-4968-8b24-7ef96d89a937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.177384 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.178756 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-2ba390f1-822c-4634-8f91-7794447f61c2 service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711085 Aug 23 14:54:18.178886 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7ffda3a9-08a7-4c14-ad59-a6fbe26d3de0 admin admin] 10.222.0.38 "DELETE /v2.0/routers/52fd1f7f-ef33-455d-885d-fe390b630683 HTTP/1.1" status: 204 len: 168 time: 1.3543847 Aug 23 14:54:18.187723 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45974) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:18.251337 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f061d6c2-a1ab-4142-ab82-ace31c16fbb1 admin admin] Deleting subnet 5d92db25-4bf8-48e9-a741-fddd1ab639bd {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:54:18.261149 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4c256f66-bf79-4968-8b24-7ef96d89a937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.264845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f061d6c2-a1ab-4142-ab82-ace31c16fbb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.321779 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4c256f66-bf79-4968-8b24-7ef96d89a937 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c8072c775074fd7b4d93c158b4d77cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6650040 Aug 23 14:54:18.325680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45986) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:18.326364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c256f66-bf79-4968-8b24-7ef96d89a937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f2af82-0305-4289-8fc2-b50e59904571,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:18.335231 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f061d6c2-a1ab-4142-ab82-ace31c16fbb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.369068 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-41481107-7e83-4c5d-ab98-1105dfdf15b4 service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829662 Aug 23 14:54:18.387833 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45992) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:18.429632 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-cb824a81-515a-4901-9db0-de6ecc42c093 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=25154261-6545-4a3f-bb8b-1267f051675f HTTP/1.1" status: 200 len: 217 time: 0.0477860 Aug 23 14:54:18.482958 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4da2f366-11ab-4133-a9ab-c041fc60f0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.527877 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4da2f366-11ab-4133-a9ab-c041fc60f0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.533535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-615e858c-c40a-4473-bc3d-fcf38d613425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:18.535937 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-615e858c-c40a-4473-bc3d-fcf38d613425 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8041fe2e-c347-4b3e-abfc-bf8ee4b736dd HTTP/1.1" status: 200 len: 797 time: 0.0984521 Aug 23 14:54:18.616900 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f061d6c2-a1ab-4142-ab82-ace31c16fbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.617459 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21f13-4443-488b-b421-538f0d4af14c req-3b52db30-b5a1-4375-bdf5-8ac9200f4112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:18.619201 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-3b52db30-b5a1-4375-bdf5-8ac9200f4112 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a24b937b-de39-4060-9493-8fb429cfbe9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0754521 Aug 23 14:54:18.658904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dff11-5b8d-4c34-8eb9-c7bf55756ba8 req-c5438e8a-491b-453b-b932-fdb4f85a035f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:18.660536 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-583dff11-5b8d-4c34-8eb9-c7bf55756ba8 req-c5438e8a-491b-453b-b932-fdb4f85a035f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1913581 Aug 23 14:54:18.663481 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-212507cc-f1c4-4bc8-bf68-af819cdff34c tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.738315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-f99304af-06e8-434a-8c62-33ed894ea2d1 service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090503 Aug 23 14:54:18.740181 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-212507cc-f1c4-4bc8-bf68-af819cdff34c tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.777945 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4da2f366-11ab-4133-a9ab-c041fc60f0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.784424 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4da2f366-11ab-4133-a9ab-c041fc60f0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.785959 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4da2f366-11ab-4133-a9ab-c041fc60f0fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/16f2af82-0305-4289-8fc2-b50e59904571 HTTP/1.1" status: 204 len: 168 time: 0.4547033 Aug 23 14:54:18.812995 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-583dff11-5b8d-4c34-8eb9-c7bf55756ba8 req-d629d18e-8034-43ee-ada6-6cc14d65cb05 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273670 Aug 23 14:54:18.889821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2f366-11ab-4133-a9ab-c041fc60f0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f2af82-0305-4289-8fc2-b50e59904571,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:18.900475 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f061d6c2-a1ab-4142-ab82-ace31c16fbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.953990 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061d6c2-a1ab-4142-ab82-ace31c16fbb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d92db25-4bf8-48e9-a741-fddd1ab639bd,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:18.960859 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79a21f13-4443-488b-b421-538f0d4af14c req-f001fae2-3c19-47f7-8357-5ceccb496786 service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066944 Aug 23 14:54:18.989328 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-212507cc-f1c4-4bc8-bf68-af819cdff34c tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.991908 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-212507cc-f1c4-4bc8-bf68-af819cdff34c tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:18.993132 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-212507cc-f1c4-4bc8-bf68-af819cdff34c tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "DELETE /v2.0/security-groups/48b563b6-6356-40f1-928d-e5aeff6cf8cb HTTP/1.1" status: 204 len: 168 time: 0.5972481 Aug 23 14:54:18.996308 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46012) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:19.004155 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f061d6c2-a1ab-4142-ab82-ace31c16fbb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:19.007727 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f061d6c2-a1ab-4142-ab82-ace31c16fbb1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5d92db25-4bf8-48e9-a741-fddd1ab639bd HTTP/1.1" status: 204 len: 168 time: 0.8161514 Aug 23 14:54:19.010511 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5273dec3-28e0-4382-9961-2ee75f395a8a None None] Network 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:54:19.014396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46014) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:19.031307 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212507cc-f1c4-4bc8-bf68-af819cdff34c tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b563b6-6356-40f1-928d-e5aeff6cf8cb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:19.037422 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-12c7e21d-6825-4d59-9663-e10a7e469f65 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] show failed (client error): The resource could not be found. Aug 23 14:54:19.039638 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-12c7e21d-6825-4d59-9663-e10a7e469f65 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "GET /v2.0/security-groups/48b563b6-6356-40f1-928d-e5aeff6cf8cb HTTP/1.1" status: 404 len: 347 time: 0.0412436 Aug 23 14:54:19.042183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46016) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:19.106134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda0430-b562-4406-920d-b4f5f7238e17 req-b14e165f-38d6-4b54-bb17-5eea208397cf tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:19.109170 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8bda0430-b562-4406-920d-b4f5f7238e17 req-b14e165f-38d6-4b54-bb17-5eea208397cf tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1694043 Aug 23 14:54:19.297302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeaa3e3-d578-41e8-bb70-d720b266371e None None] DHCP port deletion for 0e1c471b-5842-4ef7-9879-f68ea7c1ec0f request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:54:19.300866 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8bda0430-b562-4406-920d-b4f5f7238e17 req-dea2957d-c26c-40d1-874a-28ead21f08ed tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821198 Aug 23 14:54:19.364323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d322b3aa-14e0-4724-bef2-aff7745c9738 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Deleting port 24f47f9d-11c9-45e0-ab1e-e24834c4f5e5 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:19.364323 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d322b3aa-14e0-4724-bef2-aff7745c9738 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:19.495759 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c3a7e02c-14e2-4a06-936d-2240cb11a6f5 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:54:19.524475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46028) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:19.555757 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3aeaa3e3-d578-41e8-bb70-d720b266371e None None] Deleting port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:19.556065 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3aeaa3e3-d578-41e8-bb70-d720b266371e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:19.612324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: c3a7e02c-14e2-4a06-936d-2240cb11a6f5 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:54:19.612636 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d322b3aa-14e0-4724-bef2-aff7745c9738 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:19.612811 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c3a7e02c-14e2-4a06-936d-2240cb11a6f5 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:54:19.613083 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 610d0710-5ce9-49ae-8833-21cbf208cc1d no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:54:19.613457 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d322b3aa-14e0-4724-bef2-aff7745c9738 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:19.636337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 610d0710-5ce9-49ae-8833-21cbf208cc1d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:54:19.636682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 610d0710-5ce9-49ae-8833-21cbf208cc1d not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:54:19.640122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:54:19.640261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d322b3aa-14e0-4724-bef2-aff7745c9738 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Calling delete_port for 24f47f9d-11c9-45e0-ab1e-e24834c4f5e5 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:19.680820 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db0168a6-0267-47e0-8621-0e32cfb0ee8c req-e8c26cdc-468e-4bd3-bba6-52920839ee26 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 210 time: 0.0553482 Aug 23 14:54:19.713325 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:19.720239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3aeaa3e3-d578-41e8-bb70-d720b266371e None None] For port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27,segment=NetworkSegment(98e9ba25-1adf-4ea1-bdb0-435638c22c33),segment_id=98e9ba25-1adf-4ea1-bdb0-435638c22c33)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:19.722295 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3aeaa3e3-d578-41e8-bb70-d720b266371e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:19.747870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3aeaa3e3-d578-41e8-bb70-d720b266371e None None] Calling delete_port for 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:19.748349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c9c06-456d-4edc-acfa-732859d7385a req-4fe0f656-b2da-4419-9ad2-5c826ab94243 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:19.751006 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-4fe0f656-b2da-4419-9ad2-5c826ab94243 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "GET /v2.0/networks?id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 200 len: 811 time: 0.6682005 Aug 23 14:54:19.781292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-002c9c06-456d-4edc-acfa-732859d7385a req-d5f9c5af-a81e-4b1f-82b9-2a9d20134b8e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Request body: {'port': {'device_id': 'a97d1882-8a1b-4983-a8da-dd9aae217500', 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b', 'admin_state_up': True, 'tenant_id': '7f5c6c20f9874df4a22ef4bbb9ddc20f'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:19.888889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] Deleting port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:19.889439 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:19.903365 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:19.909157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46036) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:19.914966 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6d60990-6d39-4c30-aa1f-4dfad08a47b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:19.936981 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3aeaa3e3-d578-41e8-bb70-d720b266371e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:19.978986 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85ef1cdd-6efa-470d-b2f0-f8ae7fde9ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:19.984527 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeaa3e3-d578-41e8-bb70-d720b266371e None None] Pushing event deleted for resources: {'Port': ['ID=0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:19.995388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeaa3e3-d578-41e8-bb70-d720b266371e None None] No DVR routers for this DVR port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:54:20.015546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] For port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27,segment=NetworkSegment(98e9ba25-1adf-4ea1-bdb0-435638c22c33),segment_id=98e9ba25-1adf-4ea1-bdb0-435638c22c33)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:20.015975 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.029249 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6318e-4303-4c2d-b2c4-624119fce5d6 req-e94cc64c-dabc-418b-abb2-602157514940 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:20.031100 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8ed6318e-4303-4c2d-b2c4-624119fce5d6 req-e94cc64c-dabc-418b-abb2-602157514940 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1672654 Aug 23 14:54:20.034847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] Calling delete_port for 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:20.088791 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.102893 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8ed6318e-4303-4c2d-b2c4-624119fce5d6 req-a11064d4-2a1d-4d8a-9219-c843c8f2ad8c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644126 Aug 23 14:54:20.104789 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6d60990-6d39-4c30-aa1f-4dfad08a47b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.125400 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.145642 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d322b3aa-14e0-4724-bef2-aff7745c9738 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.155919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:20.159602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] No DVR routers for this DVR port 0a4af64a-0f7c-4f59-8aa8-cdc2e1677e27 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:54:20.171059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322b3aa-14e0-4724-bef2-aff7745c9738 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Pushing event deleted for resources: {'Port': ['ID=24f47f9d-11c9-45e0-ab1e-e24834c4f5e5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:20.187142 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6d60990-6d39-4c30-aa1f-4dfad08a47b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.275853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f6d60990-6d39-4c30-aa1f-4dfad08a47b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc8265bf85dc4dd9ae681467838c5def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7483513 Aug 23 14:54:20.276700 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d60990-6d39-4c30-aa1f-4dfad08a47b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa41f9a-e13c-4917-99e1-87f2fc33b2a6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:20.281102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46042) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:20.283278 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d322b3aa-14e0-4724-bef2-aff7745c9738 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.286227 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d322b3aa-14e0-4724-bef2-aff7745c9738 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.290664 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d322b3aa-14e0-4724-bef2-aff7745c9738 tempest-ServersTestManualDisk-1936981323 tempest-ServersTestManualDisk-1936981323-project] 10.222.0.38 "DELETE /v2.0/floatingips/9d570123-1a76-4544-97dc-236f7b1c4253 HTTP/1.1" status: 204 len: 168 time: 1.2440288 Aug 23 14:54:20.291900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46044) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:20.293572 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.313873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1c471b-5842-4ef7-9879-f68ea7c1ec0f']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:20.341917 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e9ba25-1adf-4ea1-bdb0-435638c22c33') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:20.342193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e9ba25-1adf-4ea1-bdb0-435638c22c33') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:20.365422 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.381721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf40d41-6496-414b-93bd-0a9186275e18 req-ab0d4230-a924-41a1-974f-7411c6502b57 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:20.383318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7bf40d41-6496-414b-93bd-0a9186275e18 req-ab0d4230-a924-41a1-974f-7411c6502b57 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1846199 Aug 23 14:54:20.406470 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.411385 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0ea8d9c0-9a86-4976-a53f-3e7568020a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.426343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:54:20.426343 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:54:20.431968 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:54:20.479639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002c9c06-456d-4edc-acfa-732859d7385a req-d5f9c5af-a81e-4b1f-82b9-2a9d20134b8e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Made reservation on behalf of 7f5c6c20f9874df4a22ef4bbb9ddc20f for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:54:20.483927 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-002c9c06-456d-4edc-acfa-732859d7385a req-d5f9c5af-a81e-4b1f-82b9-2a9d20134b8e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.529129 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0ea8d9c0-9a86-4976-a53f-3e7568020a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.548275 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7bf40d41-6496-414b-93bd-0a9186275e18 req-b6eb2e3d-fce9-4762-88f9-5656b55e6a4e tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514039 Aug 23 14:54:20.659018 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.671374 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.676269 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0e1c471b-5842-4ef7-9879-f68ea7c1ec0f HTTP/1.1" status: 204 len: 168 time: 1.6603796 Aug 23 14:54:20.683342 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85ef1cdd-6efa-470d-b2f0-f8ae7fde9ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.698018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0518a88-492d-4ba8-b3fb-983f2ef12eb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e1c471b-5842-4ef7-9879-f68ea7c1ec0f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:20.852472 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0ea8d9c0-9a86-4976-a53f-3e7568020a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.857143 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0ea8d9c0-9a86-4976-a53f-3e7568020a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.860372 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0ea8d9c0-9a86-4976-a53f-3e7568020a7b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/faa41f9a-e13c-4917-99e1-87f2fc33b2a6 HTTP/1.1" status: 204 len: 168 time: 0.5781682 Aug 23 14:54:20.892669 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85ef1cdd-6efa-470d-b2f0-f8ae7fde9ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.901116 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ed8fd79-ed18-4c81-b7f1-9263477ea2a4 req-85037972-b43b-49a0-b073-326dcb8d393a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 210 time: 0.0674825 Aug 23 14:54:20.917627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8d9c0-9a86-4976-a53f-3e7568020a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa41f9a-e13c-4917-99e1-87f2fc33b2a6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:20.928422 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d11969d6-301b-44c5-8a33-2d4da54338e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:20.968610 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-85ef1cdd-6efa-470d-b2f0-f8ae7fde9ef8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=03ab17bb8aa14383a88229f09e0e334f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0561500 Aug 23 14:54:20.988263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46060) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:21.005450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef1cdd-6efa-470d-b2f0-f8ae7fde9ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702a4d86-6cfe-461f-9db2-3869fd13f98d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:21.029414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-002c9c06-456d-4edc-acfa-732859d7385a req-d5f9c5af-a81e-4b1f-82b9-2a9d20134b8e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Allocated IP 172.20.0.5 (736cf8e5-b78e-43e6-8d69-606c4b4e6a5b/6a98ce89-de66-4736-958d-4fd0680e79be/96f2ceef-6a17-4177-b94f-6298f764aa47) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:54:21.054327 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f11cc1-7e55-4921-9e68-282efb10abd2 req-dfacd6da-e09e-49a9-9aad-40f05ef17877 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:21.056094 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-12f11cc1-7e55-4921-9e68-282efb10abd2 req-dfacd6da-e09e-49a9-9aad-40f05ef17877 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1867220 Aug 23 14:54:21.160417 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:21.172685 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-12f11cc1-7e55-4921-9e68-282efb10abd2 req-e1e346ee-e290-4a82-91ed-fd151c5afba1 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756557 Aug 23 14:54:21.209512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46066) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:21.260844 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-002c9c06-456d-4edc-acfa-732859d7385a req-d5f9c5af-a81e-4b1f-82b9-2a9d20134b8e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:21.271278 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:21.291005 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1441afc9-6851-42ba-8ec5-7798ecf219ee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a3463c0b0a94e7895023674a23e8d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803423 Aug 23 14:54:21.301778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46070) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:21.371517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73c619-5159-4596-9f7b-79830582992c req-b08fd079-7499-4793-b3ab-ee5c1992ad9f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:21.379982 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed73c619-5159-4596-9f7b-79830582992c req-b08fd079-7499-4793-b3ab-ee5c1992ad9f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0824580 Aug 23 14:54:21.421353 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed73c619-5159-4596-9f7b-79830582992c req-be19e9b8-8497-46bf-9660-a52158d7f89d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392969 Aug 23 14:54:21.427744 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8253cf8b-c730-4db0-8279-7442185b9a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:21.472314 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:21.474846 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:21.476127 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/702a4d86-6cfe-461f-9db2-3869fd13f98d HTTP/1.1" status: 204 len: 168 time: 0.4866960 Aug 23 14:54:21.478451 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8253cf8b-c730-4db0-8279-7442185b9a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:21.504906 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702a4d86-6cfe-461f-9db2-3869fd13f98d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:21.514315 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-002c9c06-456d-4edc-acfa-732859d7385a req-d5f9c5af-a81e-4b1f-82b9-2a9d20134b8e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:21.523364 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:21.524019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:21.524376 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:21.524719 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:21.525062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:21.525400 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:21.525748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:21.526202 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:21.526715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:21.527044 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:21.527378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:21.527732 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec60bd5-372f-4310-a973-36bea2d6efa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:21.568292 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d11969d6-301b-44c5-8a33-2d4da54338e2 admin admin] Deleting port 663e8c36-e7d3-4089-ba85-08092e50dd9a {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:21.569037 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d11969d6-301b-44c5-8a33-2d4da54338e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:21.608353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002c9c06-456d-4edc-acfa-732859d7385a req-d5f9c5af-a81e-4b1f-82b9-2a9d20134b8e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:54:21.614081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-002c9c06-456d-4edc-acfa-732859d7385a req-d5f9c5af-a81e-4b1f-82b9-2a9d20134b8e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:54:21.626207 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-002c9c06-456d-4edc-acfa-732859d7385a req-d5f9c5af-a81e-4b1f-82b9-2a9d20134b8e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:54:21.649882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9c5af-a81e-4b1f-82b9-2a9d20134b8e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Pushing event updated for resources: {'Port': ['ID=96f2ceef-6a17-4177-b94f-6298f764aa47,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:21.675531 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8253cf8b-c730-4db0-8279-7442185b9a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:21.678547 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8253cf8b-c730-4db0-8279-7442185b9a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:21.679973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8253cf8b-c730-4db0-8279-7442185b9a99 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21fb0ecf-f00c-418d-9439-a777bdc88a31 HTTP/1.1" status: 204 len: 168 time: 0.3760750 Aug 23 14:54:21.688016 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-d11969d6-301b-44c5-8a33-2d4da54338e2 admin admin] For port 663e8c36-e7d3-4089-ba85-08092e50dd9a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=663e8c36-e7d3-4089-ba85-08092e50dd9a,segment=NetworkSegment(64023a5f-36ef-41f3-b3a7-c6e97ce6a597),segment_id=64023a5f-36ef-41f3-b3a7-c6e97ce6a597)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:21.688403 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d11969d6-301b-44c5-8a33-2d4da54338e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:21.693960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2def0-03fc-4228-b51f-92ed2bc178b5 req-1057e1ed-50f6-425c-9ff8-285acb36981b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:21.696470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-21e2def0-03fc-4228-b51f-92ed2bc178b5 req-1057e1ed-50f6-425c-9ff8-285acb36981b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1715307 Aug 23 14:54:21.702060 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c9c06-456d-4edc-acfa-732859d7385a req-d5f9c5af-a81e-4b1f-82b9-2a9d20134b8e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:21.702742 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-002c9c06-456d-4edc-acfa-732859d7385a req-d5f9c5af-a81e-4b1f-82b9-2a9d20134b8e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:21.708359 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253cf8b-c730-4db0-8279-7442185b9a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fb0ecf-f00c-418d-9439-a777bdc88a31,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:21.733478 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d11969d6-301b-44c5-8a33-2d4da54338e2 admin admin] Calling delete_port for 663e8c36-e7d3-4089-ba85-08092e50dd9a owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:21.768521 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-21e2def0-03fc-4228-b51f-92ed2bc178b5 req-2a599265-554a-45ce-912a-dcfe54bc430a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627744 Aug 23 14:54:21.830058 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-d5f9c5af-a81e-4b1f-82b9-2a9d20134b8e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0552285 Aug 23 14:54:21.844987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Request body: {'port': {'device_id': 'a97d1882-8a1b-4983-a8da-dd9aae217500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:21.940930 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:21.969303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59e69-d3fd-4f9f-82d4-b2881585ab9e req-9d5cce8d-e732-4198-81e1-b4465c283968 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:21.972756 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-acb59e69-d3fd-4f9f-82d4-b2881585ab9e req-9d5cce8d-e732-4198-81e1-b4465c283968 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1074603 Aug 23 14:54:22.026907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46088) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:22.066865 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8040-1bc4-49c5-a646-050da697f9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:22.096267 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-acb59e69-d3fd-4f9f-82d4-b2881585ab9e req-963548f9-f628-4935-9735-ad42f05113d7 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899787 Aug 23 14:54:22.125254 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd7576-7415-4218-ae44-5ae9c9ace897 req-49f8f5ea-8b5d-4e9a-ba12-23e7f14ad6e9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:22.135989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-10dd7576-7415-4218-ae44-5ae9c9ace897 req-49f8f5ea-8b5d-4e9a-ba12-23e7f14ad6e9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 931 time: 0.0767243 Aug 23 14:54:22.139590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d11969d6-301b-44c5-8a33-2d4da54338e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:22.223210 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11969d6-301b-44c5-8a33-2d4da54338e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=663e8c36-e7d3-4089-ba85-08092e50dd9a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:22.280222 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-10dd7576-7415-4218-ae44-5ae9c9ace897 req-ce8599c6-2686-4075-a45f-29d4607a2f5f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432579 Aug 23 14:54:22.303950 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8040-1bc4-49c5-a646-050da697f9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:22.436856 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8040-1bc4-49c5-a646-050da697f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:22.445736 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d11969d6-301b-44c5-8a33-2d4da54338e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:22.530986 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1dfa8040-1bc4-49c5-a646-050da697f9a8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=609d4960a40c49099975bed324eae15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004830 Aug 23 14:54:22.531882 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46102) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:22.568541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa8040-1bc4-49c5-a646-050da697f9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe039796-c147-47ba-b79f-f188e2bf394a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:22.601484 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-281ac8d1-c9c1-4a5f-8a9e-ec7890b995c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:22.667677 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f2ceef-6a17-4177-b94f-6298f764aa47 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:54:22.685522 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:22.702061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad523719-fa5b-49ca-9684-076aea34678e req-a908ad93-0708-4ab0-a33c-170a1ad3c0fb tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:22.709547 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ad523719-fa5b-49ca-9684-076aea34678e req-a908ad93-0708-4ab0-a33c-170a1ad3c0fb tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1435513 Aug 23 14:54:22.714624 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Transition to ACTIVE for port object 96f2ceef-6a17-4177-b94f-6298f764aa47 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:54:22.774088 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-268dcd3b-7286-45c3-bf9a-334406d23d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:22.829537 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-268dcd3b-7286-45c3-bf9a-334406d23d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:22.844728 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:22.873776 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ad523719-fa5b-49ca-9684-076aea34678e req-9c0694ae-6c39-402a-b571-02045c1e4d8e tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632771 Aug 23 14:54:22.931011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11969d6-301b-44c5-8a33-2d4da54338e2 admin admin] Router 761db30a-65e3-4a93-831c-d64d48948692 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:54:22.959623 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=96f2ceef-6a17-4177-b94f-6298f764aa47,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:23.001093 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Attempting to bind port 96f2ceef-6a17-4177-b94f-6298f764aa47 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:54:23.001478 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Attempting to bind port 96f2ceef-6a17-4177-b94f-6298f764aa47 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:54:23.001777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Attempting to bind port 96f2ceef-6a17-4177-b94f-6298f764aa47 on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:54:23.008150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Port 96f2ceef-6a17-4177-b94f-6298f764aa47 on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:54:23.008492 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Attempting to bind port 96f2ceef-6a17-4177-b94f-6298f764aa47 on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:54:23.015818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:54:23.016283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Checking segment: {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:54:23.016683 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Bound using segment: {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:54:23.017184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Bound port: 96f2ceef-6a17-4177-b94f-6298f764aa47, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:54:23.017619 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:23.021733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-268dcd3b-7286-45c3-bf9a-334406d23d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:23.023751 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-268dcd3b-7286-45c3-bf9a-334406d23d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:23.027477 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-268dcd3b-7286-45c3-bf9a-334406d23d7e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fe039796-c147-47ba-b79f-f188e2bf394a HTTP/1.1" status: 204 len: 168 time: 0.4602261 Aug 23 14:54:23.064923 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dcd3b-7286-45c3-bf9a-334406d23d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe039796-c147-47ba-b79f-f188e2bf394a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:23.106732 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11969d6-301b-44c5-8a33-2d4da54338e2 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:54:23.109308 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] For port 96f2ceef-6a17-4177-b94f-6298f764aa47, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:54:23.114431 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d11969d6-301b-44c5-8a33-2d4da54338e2 admin admin] 10.222.0.38 "PUT /v2.0/routers/761db30a-65e3-4a93-831c-d64d48948692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8211231 Aug 23 14:54:23.116242 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46122) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:23.118015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] For port 96f2ceef-6a17-4177-b94f-6298f764aa47, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=96f2ceef-6a17-4177-b94f-6298f764aa47,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:54:23.118769 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf8fbe-90f1-4ddd-a943-40e598e7d249 None None] Sync routers for ids ['761db30a-65e3-4a93-831c-d64d48948692'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:54:23.130896 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf8fbe-90f1-4ddd-a943-40e598e7d249 None None] Routers {'761db30a-65e3-4a93-831c-d64d48948692'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:54:23.132005 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-08bf8fbe-90f1-4ddd-a943-40e598e7d249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['761db30a-65e3-4a93-831c-d64d48948692'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:23.220859 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:23.233149 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:23.266480 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-08bf8fbe-90f1-4ddd-a943-40e598e7d249 None None] Set router 761db30a-65e3-4a93-831c-d64d48948692 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:54:23.269421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:23.270545 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:23.272095 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] 10.222.0.57 "PUT /v2.0/ports/96f2ceef-6a17-4177-b94f-6298f764aa47 HTTP/1.1" status: 200 len: 1091 time: 1.4327888 Aug 23 14:54:23.274700 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97d1882-8a1b-4983-a8da-dd9aae217500', 'tag': '96f2ceef-6a17-4177-b94f-6298f764aa47'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:54:23.278449 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae22c79-8f4d-48ae-8a3b-a4786ca4baa7" -d '{"events": [{"name": "network-changed", "server_uuid": "a97d1882-8a1b-4983-a8da-dd9aae217500", "tag": "96f2ceef-6a17-4177-b94f-6298f764aa47"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:54:23.348394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a227b-7765-4ff0-b062-0f06015ef9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=96f2ceef-6a17-4177-b94f-6298f764aa47,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:23.355013 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03215ee7-d27f-409e-996a-c48fc4d433fe x-openstack-request-id: req-03215ee7-d27f-409e-996a-c48fc4d433fe {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:54:23.355370 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97d1882-8a1b-4983-a8da-dd9aae217500", "tag": "96f2ceef-6a17-4177-b94f-6298f764aa47", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:54:23.355713 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-03215ee7-d27f-409e-996a-c48fc4d433fe {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:54:23.356189 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97d1882-8a1b-4983-a8da-dd9aae217500', 'tag': '96f2ceef-6a17-4177-b94f-6298f764aa47', 'status': 'completed', 'code': 200} Aug 23 14:54:23.417659 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:23.465101 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae22c79-8f4d-48ae-8a3b-a4786ca4baa7 req-ade161d0-5760-40a8-8def-a73f4867c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:23.467214 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dae22c79-8f4d-48ae-8a3b-a4786ca4baa7 req-ade161d0-5760-40a8-8def-a73f4867c712 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 1094 time: 0.0892634 Aug 23 14:54:23.587414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] Deleting port aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:23.587793 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:23.622047 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-08bf8fbe-90f1-4ddd-a943-40e598e7d249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761db30a-65e3-4a93-831c-d64d48948692', 'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:35Z', 'updated_at': '2021-08-23T14:54:21Z', 'revision_number': 5, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'gw_port': {'id': 'aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761db30a-65e3-4a93-831c-d64d48948692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:51:38Z', 'updated_at': '2021-08-23T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:23.624243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec8b34-692f-421f-af88-bb84dc81cd3a req-5a469dea-a244-4e72-8297-eb7246d4d40a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:23.625830 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-28ec8b34-692f-421f-af88-bb84dc81cd3a req-5a469dea-a244-4e72-8297-eb7246d4d40a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 943 time: 0.1760719 Aug 23 14:54:23.654386 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf8fbe-90f1-4ddd-a943-40e598e7d249 None None] Checking router: 761db30a-65e3-4a93-831c-d64d48948692 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:54:23.665230 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf8fbe-90f1-4ddd-a943-40e598e7d249 None None] Routers {'761db30a-65e3-4a93-831c-d64d48948692'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:54:23.666294 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-08bf8fbe-90f1-4ddd-a943-40e598e7d249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:53:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['761db30a-65e3-4a93-831c-d64d48948692'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:23.721151 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-28ec8b34-692f-421f-af88-bb84dc81cd3a req-5732b323-8b46-4da3-b8c6-fa7685d4fa72 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768979 Aug 23 14:54:23.725620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae22c79-8f4d-48ae-8a3b-a4786ca4baa7 req-36bc4d2b-eb61-4a2a-aa58-bef8ca09832f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:23.728849 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dae22c79-8f4d-48ae-8a3b-a4786ca4baa7 req-36bc4d2b-eb61-4a2a-aa58-bef8ca09832f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2438388 Aug 23 14:54:23.769717 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] For port aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:23.770395 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:23.795310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] Calling delete_port for aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:23.797539 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-08bf8fbe-90f1-4ddd-a943-40e598e7d249 None None] Set router 761db30a-65e3-4a93-831c-d64d48948692 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:54:23.855466 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-08bf8fbe-90f1-4ddd-a943-40e598e7d249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761db30a-65e3-4a93-831c-d64d48948692', 'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:35Z', 'updated_at': '2021-08-23T14:54:23Z', 'revision_number': 6, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:23.865266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae22c79-8f4d-48ae-8a3b-a4786ca4baa7 req-71d8a995-194a-45f9-8e4a-53212701b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:23.866937 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dae22c79-8f4d-48ae-8a3b-a4786ca4baa7 req-71d8a995-194a-45f9-8e4a-53212701b8c3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309412 Aug 23 14:54:23.892255 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf8fbe-90f1-4ddd-a943-40e598e7d249 None None] The sync data for ids ['761db30a-65e3-4a93-831c-d64d48948692'] in n-d-804985-3 is: [{'id': '761db30a-65e3-4a93-831c-d64d48948692', 'name': 'tempest-ServersTestManualDisk-1864817599-router', 'tenant_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:51:35Z', 'updated_at': '2021-08-23T14:54:23Z', 'revision_number': 6, 'project_id': '1d6013a71a3946fa861d0bd6d7f01cd4', 'gw_port_host': None}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:54:23.973748 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:54:24.012427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c9c06-456d-4edc-acfa-732859d7385a req-1f0802bf-782c-4b9e-828f-58883fe67940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:24.016162 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-1f0802bf-782c-4b9e-828f-58883fe67940 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 1094 time: 0.0866907 Aug 23 14:54:24.071417 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-f4d70729-41e2-42c8-8525-cc2b42e1bf9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96f2ceef-6a17-4177-b94f-6298f764aa47 HTTP/1.1" status: 200 len: 217 time: 0.0475707 Aug 23 14:54:24.081783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934633da-26e9-4849-b256-c979f365bc2d req-9e128269-6f38-4541-9541-6d7dc394dc3b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:24.083360 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-934633da-26e9-4849-b256-c979f365bc2d req-9e128269-6f38-4541-9541-6d7dc394dc3b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1223211 Aug 23 14:54:24.140021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c9c06-456d-4edc-acfa-732859d7385a req-c4a0bb46-9026-469f-ad2c-cd75f93630d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:24.142380 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-c4a0bb46-9026-469f-ad2c-cd75f93630d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a98ce89-de66-4736-958d-4fd0680e79be HTTP/1.1" status: 200 len: 851 time: 0.0626843 Aug 23 14:54:24.161146 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-934633da-26e9-4849-b256-c979f365bc2d req-e7ad9961-02c9-4380-9a23-0f8f01f5878d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704255 Aug 23 14:54:24.186694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-6117d8fd-5ce1-44bf-a033-ed82b92476d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358186 Aug 23 14:54:24.259694 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:24.304319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-7e69e735-eeed-46c8-8949-3a51f15ea8c7 service neutron] 10.222.0.57 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090186 Aug 23 14:54:24.336944 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:24.420238 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:24.473478 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-002c9c06-456d-4edc-acfa-732859d7385a req-3472a941-1532-4f5b-9ed3-9486faa6098a service neutron] 10.222.0.57 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622634 Aug 23 14:54:24.638878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421bc2d-28ef-48d2-8be7-fd7873ba4432 req-2abfc60c-df7e-44b7-8833-f020bc21a8a0 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:24.640518 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a421bc2d-28ef-48d2-8be7-fd7873ba4432 req-2abfc60c-df7e-44b7-8833-f020bc21a8a0 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0647652 Aug 23 14:54:24.698108 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a421bc2d-28ef-48d2-8be7-fd7873ba4432 req-4e470cf8-67a2-4328-9712-fa7d718f5662 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457804 Aug 23 14:54:24.945409 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc23c1-3e96-419c-b8d6-811f8098feb4 req-f7f7f497-21e1-4a07-a44a-16a4fec2caed tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:24.948869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cfc23c1-3e96-419c-b8d6-811f8098feb4 req-f7f7f497-21e1-4a07-a44a-16a4fec2caed tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 943 time: 0.0719850 Aug 23 14:54:25.031426 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cfc23c1-3e96-419c-b8d6-811f8098feb4 req-5e56e574-2daa-403e-b719-9c35a5e487c7 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602689 Aug 23 14:54:25.064448 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.067990 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.129157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46188) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:25.225494 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.226156 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 761db30a-65e3-4a93-831c-d64d48948692 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:54:25.230994 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.232503 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ec80b15e-678c-4c18-bf0c-3aecd3208485 admin admin] 10.222.0.38 "DELETE /v2.0/routers/761db30a-65e3-4a93-831c-d64d48948692 HTTP/1.1" status: 204 len: 168 time: 2.1150703 Aug 23 14:54:25.241946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46194) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:25.242035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1404709221-network', 'tenant_id': '5a3cb0a84eab41078b9e42739d4756ce'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:25.293701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6ad599-b7e7-47bb-8e25-925ddede496c admin admin] Deleting subnet b215a108-a328-41eb-ad70-08cefd15af3d {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:54:25.299084 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad599-b7e7-47bb-8e25-925ddede496c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.349369 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad599-b7e7-47bb-8e25-925ddede496c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.393179 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] Made reservation on behalf of 5a3cb0a84eab41078b9e42739d4756ce for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:54:25.397479 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.409348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.412832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:54:25.445586 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:54:25.446123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device aa99bde4-ff0d-4d64-b8bc-f9dd003a10a1 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:54:25.446826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 663e8c36-e7d3-4089-ba85-08092e50dd9a no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:54:25.449143 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.474108 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad599-b7e7-47bb-8e25-925ddede496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.480500 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 663e8c36-e7d3-4089-ba85-08092e50dd9a {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:54:25.480855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 663e8c36-e7d3-4089-ba85-08092e50dd9a not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:54:25.553169 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.610799 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad599-b7e7-47bb-8e25-925ddede496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.627376 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.640445 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ad599-b7e7-47bb-8e25-925ddede496c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b215a108-a328-41eb-ad70-08cefd15af3d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:25.647041 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad599-b7e7-47bb-8e25-925ddede496c admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.652406 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5e6ad599-b7e7-47bb-8e25-925ddede496c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b215a108-a328-41eb-ad70-08cefd15af3d HTTP/1.1" status: 204 len: 168 time: 0.4138165 Aug 23 14:54:25.652996 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46200) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:25.656209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a20de2-d6cd-40cb-a095-9f0996386005 None None] Network 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:54:25.658423 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:54:25.669166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515879a0-9b7f-4231-a0ba-c041d60cbdac,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:25.674886 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.675242 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] Added segment d72fedc7-a1a9-4bf7-8d77-04d215163850 of type vlan for network 6f0c9590-6054-4574-a40e-8b7efa3ee95f Aug 23 14:54:25.729238 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.776753 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.828537 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.829811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:25.830959 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.885825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f75cd-b92d-4abf-900d-756fb6604960 req-879b5bfe-6222-4892-9c56-1be6e7276987 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:25.889787 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-559f75cd-b92d-4abf-900d-756fb6604960 req-879b5bfe-6222-4892-9c56-1be6e7276987 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0935743 Aug 23 14:54:25.912047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] Pushing event updated for resources: {'Network': ['ID=6f0c9590-6054-4574-a40e-8b7efa3ee95f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:25.912264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d69813-8c6d-4c8c-a074-7b5ed4e779db None None] DHCP port deletion for 8405eaf9-b826-41fe-8073-a3a03d7ee1e6 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:54:25.918268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] Deleting port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:25.918905 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:25.945720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 6f0c9590-6054-4574-a40e-8b7efa3ee95f details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:54:26.007870 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-559f75cd-b92d-4abf-900d-756fb6604960 req-93922636-0e9d-496a-980b-47ce55ba5bb7 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089699 Aug 23 14:54:26.015760 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-52bfb0e3-6ff0-48e9-85df-c752331a8d3a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8826852 Aug 23 14:54:26.017265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46208) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:26.022659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-6bfaa3cd-886f-442b-8417-8a7f308bdf5b admin admin] Request body: {'subnet': {'network_id': '6f0c9590-6054-4574-a40e-8b7efa3ee95f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1404709221-subnet', 'tenant_id': '5a3cb0a84eab41078b9e42739d4756ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:26.031944 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-89d69813-8c6d-4c8c-a074-7b5ed4e779db None None] Deleting port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:26.033177 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-89d69813-8c6d-4c8c-a074-7b5ed4e779db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:26.047030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] For port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b62dcaaf-f6d9-4a53-ba11-9cd3675b777c,segment=NetworkSegment(64023a5f-36ef-41f3-b3a7-c6e97ce6a597),segment_id=64023a5f-36ef-41f3-b3a7-c6e97ce6a597)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:26.047397 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:26.065792 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] Calling delete_port for b62dcaaf-f6d9-4a53-ba11-9cd3675b777c owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:26.127783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-89d69813-8c6d-4c8c-a074-7b5ed4e779db None None] For port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b62dcaaf-f6d9-4a53-ba11-9cd3675b777c,segment=NetworkSegment(64023a5f-36ef-41f3-b3a7-c6e97ce6a597),segment_id=64023a5f-36ef-41f3-b3a7-c6e97ce6a597)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:26.128467 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-89d69813-8c6d-4c8c-a074-7b5ed4e779db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:26.145614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfaa3cd-886f-442b-8417-8a7f308bdf5b admin admin] Made reservation on behalf of 5a3cb0a84eab41078b9e42739d4756ce for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:54:26.146085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-89d69813-8c6d-4c8c-a074-7b5ed4e779db None None] Calling delete_port for b62dcaaf-f6d9-4a53-ba11-9cd3675b777c owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:26.147943 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6bfaa3cd-886f-442b-8417-8a7f308bdf5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:26.304592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00f42a-b31c-4814-947c-7250fe7cc680 req-5f33278f-14bb-466b-88ae-86b22b15a7bf tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:26.312954 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba00f42a-b31c-4814-947c-7250fe7cc680 req-5f33278f-14bb-466b-88ae-86b22b15a7bf tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1064556 Aug 23 14:54:26.339573 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:26.379393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62dcaaf-f6d9-4a53-ba11-9cd3675b777c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:26.383687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] No DVR routers for this DVR port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:54:26.431783 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-89d69813-8c6d-4c8c-a074-7b5ed4e779db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:26.459006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d69813-8c6d-4c8c-a074-7b5ed4e779db None None] Pushing event deleted for resources: {'Port': ['ID=b62dcaaf-f6d9-4a53-ba11-9cd3675b777c,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:26.470797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d69813-8c6d-4c8c-a074-7b5ed4e779db None None] No DVR routers for this DVR port b62dcaaf-f6d9-4a53-ba11-9cd3675b777c on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:54:26.509680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc60431-5d0d-4ef7-80ea-3f537cd3d5e2 req-9c0d288d-c621-4ad9-aff1-b5a5cc35a484 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:26.511955 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4dc60431-5d0d-4ef7-80ea-3f537cd3d5e2 req-9c0d288d-c621-4ad9-aff1-b5a5cc35a484 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 943 time: 0.1420789 Aug 23 14:54:26.566878 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4dc60431-5d0d-4ef7-80ea-3f537cd3d5e2 req-02537faf-39c3-48f3-b302-8ae56ec9f375 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477443 Aug 23 14:54:26.567096 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:26.572021 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba00f42a-b31c-4814-947c-7250fe7cc680 req-9866851c-9dad-48cd-98b7-a3e3b5abc4b5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550080 Aug 23 14:54:26.584422 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8405eaf9-b826-41fe-8073-a3a03d7ee1e6']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:26.595887 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e5dedc89-25db-48c8-b268-59a16dc47acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:26.627671 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:26.629809 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64023a5f-36ef-41f3-b3a7-c6e97ce6a597') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:26.630052 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64023a5f-36ef-41f3-b3a7-c6e97ce6a597') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:26.650834 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:26.691140 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:26.701152 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:54:26.702149 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:54:26.704345 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:54:26.759483 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6bfaa3cd-886f-442b-8417-8a7f308bdf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:26.846633 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfaa3cd-886f-442b-8417-8a7f308bdf5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3bc2853-e0f2-48c9-accc-8c7fb28224bc,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:26.868607 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfaa3cd-886f-442b-8417-8a7f308bdf5b admin admin] Checking segment: {'id': 'd72fedc7-a1a9-4bf7-8d77-04d215163850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f0c9590-6054-4574-a40e-8b7efa3ee95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:54:26.868970 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfaa3cd-886f-442b-8417-8a7f308bdf5b admin admin] Network hostable DHCP agents. Network: 6f0c9590-6054-4574-a40e-8b7efa3ee95f, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:54:26.880468 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e0754-cb39-4122-a919-edcc3875c94e req-d21b5787-2da9-4a41-8419-51f48da9560d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:26.881893 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e50e0754-cb39-4122-a919-edcc3875c94e req-d21b5787-2da9-4a41-8419-51f48da9560d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0949030 Aug 23 14:54:26.913438 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:26.922673 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:26.924531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8405eaf9-b826-41fe-8073-a3a03d7ee1e6 HTTP/1.1" status: 204 len: 168 time: 1.2696538 Aug 23 14:54:26.938476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e572f7-a1b9-4dff-8cdd-4e8103389226 admin admin] Pushing event deleted for resources: {'Network': ['ID=8405eaf9-b826-41fe-8073-a3a03d7ee1e6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:26.954759 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e50e0754-cb39-4122-a919-edcc3875c94e req-12ce83f4-cbc6-467c-8a93-5797f7a81b50 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635288 Aug 23 14:54:27.044575 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfaa3cd-886f-442b-8417-8a7f308bdf5b admin admin] Network 6f0c9590-6054-4574-a40e-8b7efa3ee95f is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:54:27.110867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0e564-cd6e-43bd-a7ba-7b350c2269f4 req-071a5263-ea48-48b0-b3db-3397ddd236e4 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:27.113560 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-97d0e564-cd6e-43bd-a7ba-7b350c2269f4 req-071a5263-ea48-48b0-b3db-3397ddd236e4 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0829995 Aug 23 14:54:27.169258 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-97d0e564-cd6e-43bd-a7ba-7b350c2269f4 req-1f3a1cf3-98c8-4830-af29-e6e35d91bf99 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491633 Aug 23 14:54:27.198862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-6bfaa3cd-886f-442b-8417-8a7f308bdf5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 6f0c9590-6054-4574-a40e-8b7efa3ee95f) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:54:27.203533 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfaa3cd-886f-442b-8417-8a7f308bdf5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:27.204183 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6bfaa3cd-886f-442b-8417-8a7f308bdf5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:27.209577 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c910e0-caff-4530-8aad-e5a189c65ab7 None None] Network 6f0c9590-6054-4574-a40e-8b7efa3ee95f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:54:27.323570 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6bfaa3cd-886f-442b-8417-8a7f308bdf5b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3054869 Aug 23 14:54:27.324577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46242) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:27.334031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1404709221-router', 'tenant_id': '5a3cb0a84eab41078b9e42739d4756ce', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:27.395952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-6f0c9590-6054-4574-a40e-8b7efa3ee95f', 'network_id': '6f0c9590-6054-4574-a40e-8b7efa3ee95f', 'tenant_id': '5a3cb0a84eab41078b9e42739d4756ce', 'fixed_ips': [{'subnet_id': 'e3bc2853-e0f2-48c9-accc-8c7fb28224bc'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:54:27.397017 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:27.399424 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b62dcaaf-f6d9-4a53-ba11-9cd3675b777c no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:54:27.409310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46246) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:27.411383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94fdcd-a7a3-465b-a530-2574e24d352e req-ad0efb07-182e-4ca4-b555-a83dac61c722 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:27.413162 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f94fdcd-a7a3-465b-a530-2574e24d352e req-ad0efb07-182e-4ca4-b555-a83dac61c722 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0720503 Aug 23 14:54:27.441113 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: b62dcaaf-f6d9-4a53-ba11-9cd3675b777c {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:54:27.441682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b62dcaaf-f6d9-4a53-ba11-9cd3675b777c not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:54:27.469145 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-59d34079-5307-41ce-a030-b82213a161cc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1d6013a71a3946fa861d0bd6d7f01cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584562 Aug 23 14:54:27.469820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46248) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:27.471366 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f94fdcd-a7a3-465b-a530-2574e24d352e req-5067d63a-39f3-413c-905d-ad16aca78b89 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501578 Aug 23 14:54:27.484760 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:27.485988 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:27.557466 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:27.559557 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3511-8146-4be9-8dea-54fd485e50ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:27.589892 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3511-8146-4be9-8dea-54fd485e50ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:27.650486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192c85b-3e68-4077-82fc-d04cb9f48df6 req-a216a696-a82c-44bd-a12d-df496640997b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:27.664756 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Allocated IP 172.20.0.2 (6f0c9590-6054-4574-a40e-8b7efa3ee95f/e3bc2853-e0f2-48c9-accc-8c7fb28224bc/ab57d2f8-799d-422f-a7a3-5233785f7d23) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:54:27.664860 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c192c85b-3e68-4077-82fc-d04cb9f48df6 req-a216a696-a82c-44bd-a12d-df496640997b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0957472 Aug 23 14:54:27.753917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c192c85b-3e68-4077-82fc-d04cb9f48df6 req-c42340ff-331d-41e4-a3a3-dbc5583a89e5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768971 Aug 23 14:54:27.765213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a185e-e6a5-4709-9b11-2cd6a079db22 req-bb80f547-f0fa-47f6-9393-62937f3adfd3 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:27.767073 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b7a185e-e6a5-4709-9b11-2cd6a079db22 req-bb80f547-f0fa-47f6-9393-62937f3adfd3 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 943 time: 0.0541775 Aug 23 14:54:27.789344 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3511-8146-4be9-8dea-54fd485e50ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:27.789344 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3511-8146-4be9-8dea-54fd485e50ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:27.791319 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bb5e3511-8146-4be9-8dea-54fd485e50ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4eaf4f7c-328d-4c78-bb10-08ff60149f59 HTTP/1.1" status: 204 len: 168 time: 0.3194065 Aug 23 14:54:27.810428 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e3511-8146-4be9-8dea-54fd485e50ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaf4f7c-328d-4c78-bb10-08ff60149f59,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:27.841422 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b7a185e-e6a5-4709-9b11-2cd6a079db22 req-252bd25e-6802-4ea3-a6a4-0cc9c29e0d2d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651190 Aug 23 14:54:27.890790 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:27.924406 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:27.941742 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Transition to ACTIVE for port object ab57d2f8-799d-422f-a7a3-5233785f7d23 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:54:27.959820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Transition to ACTIVE for port object ab57d2f8-799d-422f-a7a3-5233785f7d23 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:54:28.066107 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:28.114229 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Network 6f0c9590-6054-4574-a40e-8b7efa3ee95f is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:54:28.122146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addb279-47cc-4d73-807c-c2ea6422856c req-877b9ef2-d9f0-4bde-9187-73e81afe4310 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:28.125905 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:54:28.129787 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:54:28.134328 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7addb279-47cc-4d73-807c-c2ea6422856c req-877b9ef2-d9f0-4bde-9187-73e81afe4310 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0942638 Aug 23 14:54:28.149377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Pushing event updated for resources: {'Port': ['ID=ab57d2f8-799d-422f-a7a3-5233785f7d23,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:28.183756 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7addb279-47cc-4d73-807c-c2ea6422856c req-e0595afb-f949-4b17-a5e2-e494dda4a7d5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400505 Aug 23 14:54:28.230990 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Attempting to bind port ab57d2f8-799d-422f-a7a3-5233785f7d23 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:54:28.231366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Attempting to bind port ab57d2f8-799d-422f-a7a3-5233785f7d23 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd72fedc7-a1a9-4bf7-8d77-04d215163850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f0c9590-6054-4574-a40e-8b7efa3ee95f'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:54:28.233250 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Attempting to bind port ab57d2f8-799d-422f-a7a3-5233785f7d23 on network 6f0c9590-6054-4574-a40e-8b7efa3ee95f {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:54:28.242454 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:28.242679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:54:28.243475 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Checking segment: {'id': 'd72fedc7-a1a9-4bf7-8d77-04d215163850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f0c9590-6054-4574-a40e-8b7efa3ee95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:54:28.244104 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:28.244798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Bound using segment: {'id': 'd72fedc7-a1a9-4bf7-8d77-04d215163850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f0c9590-6054-4574-a40e-8b7efa3ee95f'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:54:28.245918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Bound port: ab57d2f8-799d-422f-a7a3-5233785f7d23, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72fedc7-a1a9-4bf7-8d77-04d215163850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6f0c9590-6054-4574-a40e-8b7efa3ee95f'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:54:28.246478 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:28.303604 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:28.365090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff1657-3add-48de-8cd6-4baa21585f5f req-b2709692-2c9f-4e74-8089-6b5a4c9e11e0 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:28.371282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] For port ab57d2f8-799d-422f-a7a3-5233785f7d23, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:54:28.374093 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbff1657-3add-48de-8cd6-4baa21585f5f req-b2709692-2c9f-4e74-8089-6b5a4c9e11e0 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0848353 Aug 23 14:54:28.375845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] For port ab57d2f8-799d-422f-a7a3-5233785f7d23, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ab57d2f8-799d-422f-a7a3-5233785f7d23,segment=NetworkSegment(d72fedc7-a1a9-4bf7-8d77-04d215163850),segment_id=d72fedc7-a1a9-4bf7-8d77-04d215163850)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:54:28.382018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 96f2ceef-6a17-4177-b94f-6298f764aa47 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:54:28.467948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Allocated IP 172.25.8.178 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/5b293ddd-f846-4743-9a0c-dba4bbb4e6f1) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:54:28.478465 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbff1657-3add-48de-8cd6-4baa21585f5f req-27aa00a2-684c-4516-b4f6-0db591ae733b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033492 Aug 23 14:54:28.511080 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:28.513690 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:28.674578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 96f2ceef-6a17-4177-b94f-6298f764aa47, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=96f2ceef-6a17-4177-b94f-6298f764aa47,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:28.707291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '96f2ceef-6a17-4177-b94f-6298f764aa47', 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b', 'port_id': '96f2ceef-6a17-4177-b94f-6298f764aa47', 'mac_address': 'fa:16:3e:71:1c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a98ce89-de66-4736-958d-4fd0680e79be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:54:28.710572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6ba07-c53a-4cc2-b687-6f2dfe5b2aa8 None None] Pushing event updated for resources: {'Port': ['ID=ab57d2f8-799d-422f-a7a3-5233785f7d23,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:28.710801 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:28.765942 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:28.785283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f2ceef-6a17-4177-b94f-6298f764aa47 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:54:28.790307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df17b9-e48b-4cfe-b4e9-6802d611f38b req-b9ef1f14-6443-4e30-9dd3-ad467eeca186 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:28.798601 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02df17b9-e48b-4cfe-b4e9-6802d611f38b req-b9ef1f14-6443-4e30-9dd3-ad467eeca186 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1130817 Aug 23 14:54:28.817557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 96f2ceef-6a17-4177-b94f-6298f764aa47, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=96f2ceef-6a17-4177-b94f-6298f764aa47,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:28.862233 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02df17b9-e48b-4cfe-b4e9-6802d611f38b req-99755001-c920-4baa-b97e-aec18f91b6d3 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624845 Aug 23 14:54:28.940043 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:28.943411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:29.030115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=96f2ceef-6a17-4177-b94f-6298f764aa47,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:29.044070 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d371f1c-4fdc-406f-b6c5-539c1baa5715 req-8ad6b86f-2d77-430c-a859-baab38df4e69 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:29.052957 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7d371f1c-4fdc-406f-b6c5-539c1baa5715 req-8ad6b86f-2d77-430c-a859-baab38df4e69 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0735793 Aug 23 14:54:29.085650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:54:29.098478 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:54:29.108112 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:54:29.116474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Pushing event updated for resources: {'Port': ['ID=5b293ddd-f846-4743-9a0c-dba4bbb4e6f1,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:29.124718 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7d371f1c-4fdc-406f-b6c5-539c1baa5715 req-cacf8ee2-a67e-4a4b-a13f-1c8ba20cb868 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708580 Aug 23 14:54:29.166636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f783b44-a3c4-491d-b9f3-8c564ead0eb4 req-43a8f056-308c-4191-ac7f-b7eb8e889781 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:29.168995 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f783b44-a3c4-491d-b9f3-8c564ead0eb4 req-43a8f056-308c-4191-ac7f-b7eb8e889781 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 944 time: 0.1712105 Aug 23 14:54:29.209172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['96f2ceef-6a17-4177-b94f-6298f764aa47'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:54:29.329872 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f783b44-a3c4-491d-b9f3-8c564ead0eb4 req-75e70fa0-e78a-4e31-ba9e-42c60d6889e0 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440766 Aug 23 14:54:29.551790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ab57d2f8-799d-422f-a7a3-5233785f7d23 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:54:29.715527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6c7e6-8390-42db-bc32-55ed82ffeef4 req-115a2aa5-10ae-4326-aa8a-920f1144f6c3 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:29.720423 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-06a6c7e6-8390-42db-bc32-55ed82ffeef4 req-115a2aa5-10ae-4326-aa8a-920f1144f6c3 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.2064536 Aug 23 14:54:29.727919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46322) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:29.790287 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:29.798516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port ab57d2f8-799d-422f-a7a3-5233785f7d23 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:54:29.811118 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-06a6c7e6-8390-42db-bc32-55ed82ffeef4 req-8d80bc90-139e-4556-a045-fc4f7f6d2be6 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610783 Aug 23 14:54:30.033473 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-978540540-network', 'tenant_id': '136d3e2f53fd4a36bc4c6f2fb2b31f33'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:30.160003 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] Made reservation on behalf of 136d3e2f53fd4a36bc4c6f2fb2b31f33 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:54:30.163327 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:30.168307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239b0b7-8560-43f2-a01a-cbe6d57e05e4 req-7107bbc2-1518-42f5-adba-3ace49ef2508 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:30.177277 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6239b0b7-8560-43f2-a01a-cbe6d57e05e4 req-7107bbc2-1518-42f5-adba-3ace49ef2508 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1504064 Aug 23 14:54:30.181081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcfa464-ad46-49a2-b7d5-88de7f87f05b None None] Network 6f0c9590-6054-4574-a40e-8b7efa3ee95f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:54:30.183849 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:30.235551 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:30.315064 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6239b0b7-8560-43f2-a01a-cbe6d57e05e4 req-303e546d-be2a-465c-8ac5-53ae9cf16191 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368163 Aug 23 14:54:30.349294 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:30.405192 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 96f2ceef-6a17-4177-b94f-6298f764aa47 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:54:30.411348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-208b7d21-a533-4515-b44c-2456a6a3f637 None None] Provisioning for port ab57d2f8-799d-422f-a7a3-5233785f7d23 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:54:30.422513 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:30.463749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-208b7d21-a533-4515-b44c-2456a6a3f637 None None] Provisioning complete for port ab57d2f8-799d-422f-a7a3-5233785f7d23 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:54:30.464605 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-208b7d21-a533-4515-b44c-2456a6a3f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:30.484911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:54:30.493112 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:30.501676 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:30.502546 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] Added segment 54e6b2eb-64cb-41f7-82ba-889eaf58c916 of type vlan for network 4fd99715-b318-4103-bfaa-458cab26e3bc Aug 23 14:54:30.561000 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:30.601695 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649fdeb-477c-4356-8d90-21a6f70edddb req-adc52469-9f8b-4834-97c2-ef9ac79ecb67 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:30.603526 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4649fdeb-477c-4356-8d90-21a6f70edddb req-adc52469-9f8b-4834-97c2-ef9ac79ecb67 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 944 time: 0.1378114 Aug 23 14:54:30.662489 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-208b7d21-a533-4515-b44c-2456a6a3f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:30.695168 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4649fdeb-477c-4356-8d90-21a6f70edddb req-46ff28b5-bc54-4dec-b31c-bc94703b9c88 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837688 Aug 23 14:54:30.699723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Router 68e0100e-9e30-46ad-b8be-0cc311e28bc2 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:54:30.707482 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:30.708547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:30.709297 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:30.726013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-208b7d21-a533-4515-b44c-2456a6a3f637 None None] For port ab57d2f8-799d-422f-a7a3-5233785f7d23, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ab57d2f8-799d-422f-a7a3-5233785f7d23,segment=NetworkSegment(d72fedc7-a1a9-4bf7-8d77-04d215163850),segment_id=d72fedc7-a1a9-4bf7-8d77-04d215163850)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:30.730348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 96f2ceef-6a17-4177-b94f-6298f764aa47 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:54:30.743829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 96f2ceef-6a17-4177-b94f-6298f764aa47 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:54:30.745868 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:30.849330 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-208b7d21-a533-4515-b44c-2456a6a3f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:30.884093 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1522825 Aug 23 14:54:30.884093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f5c02-817a-4f23-8247-6c5e08f599f1 admin admin] Pushing event updated for resources: {'Network': ['ID=4fd99715-b318-4103-bfaa-458cab26e3bc,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:30.888425 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46346) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:30.903025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-da2498bc-400d-4806-8733-9764f4763849 admin admin] Request body: {'subnet': {'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-978540540-subnet', 'tenant_id': '136d3e2f53fd4a36bc4c6f2fb2b31f33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:30.924116 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 4fd99715-b318-4103-bfaa-458cab26e3bc details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:54:31.008990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:54:31.035207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Sync routers for ids ['68e0100e-9e30-46ad-b8be-0cc311e28bc2'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:54:31.049316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21076f75-ce52-44d9-a238-75a3ee550765 req-94ad86fb-672c-4685-bf1f-f413c77fcf0d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:31.051106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2498bc-400d-4806-8733-9764f4763849 admin admin] Made reservation on behalf of 136d3e2f53fd4a36bc4c6f2fb2b31f33 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:54:31.052646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-21076f75-ce52-44d9-a238-75a3ee550765 req-94ad86fb-672c-4685-bf1f-f413c77fcf0d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.2331383 Aug 23 14:54:31.054533 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-da2498bc-400d-4806-8733-9764f4763849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:31.100577 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:31.112902 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-21076f75-ce52-44d9-a238-75a3ee550765 req-c6cb33ca-2bf9-40fd-a56e-9d23f53a5c38 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531809 Aug 23 14:54:31.114969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b7d21-a533-4515-b44c-2456a6a3f637 None None] Pushing event updated for resources: {'Port': ['ID=ab57d2f8-799d-422f-a7a3-5233785f7d23,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:31.135450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Routers {'68e0100e-9e30-46ad-b8be-0cc311e28bc2'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:54:31.135450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:54:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['68e0100e-9e30-46ad-b8be-0cc311e28bc2'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:31.150882 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:31.152159 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9e5582cf-440b-41f7-b587-60c0d99e0011 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8249204 Aug 23 14:54:31.155575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46352) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:31.193681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d0013ee9-78e8-496f-b860-989878425bab None None] Provisioning complete for port ab57d2f8-799d-422f-a7a3-5233785f7d23 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:54:31.194067 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d0013ee9-78e8-496f-b860-989878425bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:31.205377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97d1882-8a1b-4983-a8da-dd9aae217500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f2ceef-6a17-4177-b94f-6298f764aa47'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:54:31.207907 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b5ab6b-4aa8-4f70-88a4-95ff4534d11d" -d '{"events": [{"server_uuid": "a97d1882-8a1b-4983-a8da-dd9aae217500", "name": "network-vif-plugged", "status": "completed", "tag": "96f2ceef-6a17-4177-b94f-6298f764aa47"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:54:31.251609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 96f2ceef-6a17-4177-b94f-6298f764aa47, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=96f2ceef-6a17-4177-b94f-6298f764aa47,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:31.337091 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:31.425428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Set router 68e0100e-9e30-46ad-b8be-0cc311e28bc2 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:54:31.518344 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ab57d2f8-799d-422f-a7a3-5233785f7d23 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:54:31.531903 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-da2498bc-400d-4806-8733-9764f4763849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:31.631227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2498bc-400d-4806-8733-9764f4763849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b3e36c-1650-4d6b-95fe-b5ff6ebbdd2b,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:31.695945 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2498bc-400d-4806-8733-9764f4763849 admin admin] Checking segment: {'id': '54e6b2eb-64cb-41f7-82ba-889eaf58c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:54:31.703543 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2498bc-400d-4806-8733-9764f4763849 admin admin] Network hostable DHCP agents. Network: 4fd99715-b318-4103-bfaa-458cab26e3bc, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:54:31.843001 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2498bc-400d-4806-8733-9764f4763849 admin admin] Network 4fd99715-b318-4103-bfaa-458cab26e3bc is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:54:31.963575 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=96f2ceef-6a17-4177-b94f-6298f764aa47,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:31.988506 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-da2498bc-400d-4806-8733-9764f4763849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 4fd99715-b318-4103-bfaa-458cab26e3bc) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:54:31.993177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2498bc-400d-4806-8733-9764f4763849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:32.014388 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-da2498bc-400d-4806-8733-9764f4763849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:32.014657 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc86fc1-b598-4c9b-91eb-088205913277 None None] Network 4fd99715-b318-4103-bfaa-458cab26e3bc requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:54:32.066366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ab57d2f8-799d-422f-a7a3-5233785f7d23 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:54:32.066749 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:32.072246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94254a-04ed-4bb9-9a95-47b3b9df0ead req-a61a7e5e-a6d6-46a0-aa6c-dd1fb83fb83d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:32.080274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b94254a-04ed-4bb9-9a95-47b3b9df0ead req-a61a7e5e-a6d6-46a0-aa6c-dd1fb83fb83d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.6422400 Aug 23 14:54:32.116083 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-da2498bc-400d-4806-8733-9764f4763849 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2260151 Aug 23 14:54:32.129211 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12b2417-977d-492e-9c63-37d321551957 x-openstack-request-id: req-a12b2417-977d-492e-9c63-37d321551957 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:54:32.129526 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97d1882-8a1b-4983-a8da-dd9aae217500", "name": "network-vif-plugged", "status": "completed", "tag": "96f2ceef-6a17-4177-b94f-6298f764aa47", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:54:32.129818 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a12b2417-977d-492e-9c63-37d321551957 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:54:32.130949 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97d1882-8a1b-4983-a8da-dd9aae217500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f2ceef-6a17-4177-b94f-6298f764aa47', 'code': 200} Aug 23 14:54:32.277652 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2ac82-94c9-486b-bb2d-19e626cef540 req-48757ad9-0b2d-4a9f-8a8a-fd89655cddf6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:32.292306 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d4d2ac82-94c9-486b-bb2d-19e626cef540 req-48757ad9-0b2d-4a9f-8a8a-fd89655cddf6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 945 time: 0.1007426 Aug 23 14:54:32.299311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0100e-9e30-46ad-b8be-0cc311e28bc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1404709221-router', 'tenant_id': '5a3cb0a84eab41078b9e42739d4756ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '5b293ddd-f846-4743-9a0c-dba4bbb4e6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:54:27Z', 'updated_at': '2021-08-23T14:54:29Z', 'revision_number': 3, 'project_id': '5a3cb0a84eab41078b9e42739d4756ce', 'gw_port': {'id': '5b293ddd-f846-4743-9a0c-dba4bbb4e6f1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0100e-9e30-46ad-b8be-0cc311e28bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:54:28Z', 'updated_at': '2021-08-23T14:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:32.348000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b94254a-04ed-4bb9-9a95-47b3b9df0ead req-66ae5f06-523a-41bc-afd6-321aeb7fe393 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667012 Aug 23 14:54:32.385506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d67cad-3dd5-401e-9d48-196b0a9e278e None None] Network 4fd99715-b318-4103-bfaa-458cab26e3bc requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:54:32.390426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96072ea-2fda-40db-8d37-ec1dfbc3b0e1 req-9b901634-d374-4104-b4a7-71019c766818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:32.390614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Checking router: 68e0100e-9e30-46ad-b8be-0cc311e28bc2 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:54:32.391035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Updating router 68e0100e-9e30-46ad-b8be-0cc311e28bc2 port 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:54:32.396462 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d4d2ac82-94c9-486b-bb2d-19e626cef540 req-9fa3862c-483a-43d5-afdf-8765d5f4fb67 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959828 Aug 23 14:54:32.401427 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d96072ea-2fda-40db-8d37-ec1dfbc3b0e1 req-9b901634-d374-4104-b4a7-71019c766818 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 1096 time: 0.1728725 Aug 23 14:54:32.443471 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:32.464827 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d96072ea-2fda-40db-8d37-ec1dfbc3b0e1 req-cc4de311-41a7-41ec-8731-423d56477f88 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535252 Aug 23 14:54:32.516751 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:32.785357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Allocated IP 172.20.0.1 (6f0c9590-6054-4574-a40e-8b7efa3ee95f/e3bc2853-e0f2-48c9-accc-8c7fb28224bc/f34e28af-e31d-437a-9e64-882435920651) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:54:32.869250 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:32.882627 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Transition to ACTIVE for port object 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:54:32.905655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a30d82-52e6-45a4-be42-f7a017e5fd01 req-764c0591-c1b9-445c-9709-75049839a6b3 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:32.907262 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46a30d82-52e6-45a4-be42-f7a017e5fd01 req-764c0591-c1b9-445c-9709-75049839a6b3 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1108873 Aug 23 14:54:32.961952 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:32.992294 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-de303808-2032-4fb5-b447-fbc45326d101 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:32.994102 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:33.000498 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-de303808-2032-4fb5-b447-fbc45326d101 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/networks?id=4fd99715-b318-4103-bfaa-458cab26e3bc HTTP/1.1" status: 200 len: 814 time: 0.1376708 Aug 23 14:54:33.009085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101e562-c5e3-42b2-8f87-ffc302b9c2d5 None None] Pushing event updated for resources: {'Port': ['ID=5b293ddd-f846-4743-9a0c-dba4bbb4e6f1,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:33.010942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Transition to ACTIVE for port object f34e28af-e31d-437a-9e64-882435920651 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:54:33.015217 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-bd2518cd-7e20-401d-8e4f-cb4f2aadb65c tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/quotas/136d3e2f53fd4a36bc4c6f2fb2b31f33 HTTP/1.1" status: 200 len: 375 time: 0.0137899 Aug 23 14:54:33.037332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Attempting to bind port 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:54:33.037714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Attempting to bind port 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:54:33.038087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Attempting to bind port 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:54:33.044027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:54:33.044233 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:54:33.044586 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:33.046418 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:54:33.051841 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Bound port: 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:54:33.051841 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:33.063753 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-088ca688-c56b-411a-99ff-e5b3c12f9d3e tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=136d3e2f53fd4a36bc4c6f2fb2b31f33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425346 Aug 23 14:54:33.083584 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46a30d82-52e6-45a4-be42-f7a017e5fd01 req-3a499d22-cd35-4dd3-b002-c7d1910bb518 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638567 Aug 23 14:54:33.116160 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] For port 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:54:33.119878 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] For port 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5b293ddd-f846-4743-9a0c-dba4bbb4e6f1,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:54:33.131144 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:33.171067 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-6f4257ca-fda7-4d28-8655-d18aa939d20b service neutron] 10.222.0.38 "GET /v2.0/networks/4fd99715-b318-4103-bfaa-458cab26e3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041656 Aug 23 14:54:33.195069 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Network 6f0c9590-6054-4574-a40e-8b7efa3ee95f is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:54:33.199133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:54:33.202198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:54:33.227701 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:33.276386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Pushing event updated for resources: {'Port': ['ID=f34e28af-e31d-437a-9e64-882435920651,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:33.290167 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-e2867fd6-3f5c-46ed-a7d3-9dfba426f5ea service neutron] 10.222.0.38 "GET /v2.0/networks/4fd99715-b318-4103-bfaa-458cab26e3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201220 Aug 23 14:54:33.384595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Routers {'68e0100e-9e30-46ad-b8be-0cc311e28bc2'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:54:33.385537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:54:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['68e0100e-9e30-46ad-b8be-0cc311e28bc2'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:33.404831 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:33.470259 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23771d-65ee-463f-a4e4-b1ae12c9e5f0 req-1c5eb6ed-0fe3-40a0-a35b-c854df6d5c20 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:33.472774 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1d23771d-65ee-463f-a4e4-b1ae12c9e5f0 req-1c5eb6ed-0fe3-40a0-a35b-c854df6d5c20 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1410520 Aug 23 14:54:33.489402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101e562-c5e3-42b2-8f87-ffc302b9c2d5 None None] Pushing event updated for resources: {'Port': ['ID=5b293ddd-f846-4743-9a0c-dba4bbb4e6f1,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:33.582103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] Set router 68e0100e-9e30-46ad-b8be-0cc311e28bc2 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:54:33.586396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1d23771d-65ee-463f-a4e4-b1ae12c9e5f0 req-73cb26ba-1a40-4372-adc4-1ab42c378119 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037502 Aug 23 14:54:33.827048 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:33.899179 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b23495b-c5f2-4dbf-9d72-926cc1d1b425 req-33ad3e0d-b0f4-47e6-a067-d2fde930613a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 210 time: 0.0465457 Aug 23 14:54:33.906048 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-36d3f33c-88cb-46e3-a8cf-5ec9ed5187ad None None] Provisioning for port f34e28af-e31d-437a-9e64-882435920651 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:54:33.934184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179932f0-77ee-43c3-b7c1-7a1ac4d5e4b4 req-11d6cfe9-23d0-431f-a330-6ce3d3191a0e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:33.953472 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-179932f0-77ee-43c3-b7c1-7a1ac4d5e4b4 req-11d6cfe9-23d0-431f-a330-6ce3d3191a0e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 945 time: 0.2099719 Aug 23 14:54:33.963382 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-36d3f33c-88cb-46e3-a8cf-5ec9ed5187ad None None] Provisioning complete for port f34e28af-e31d-437a-9e64-882435920651 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:54:33.963791 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-36d3f33c-88cb-46e3-a8cf-5ec9ed5187ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:34.039511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46416) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:34.103511 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-36d3f33c-88cb-46e3-a8cf-5ec9ed5187ad None None] Port f34e28af-e31d-437a-9e64-882435920651 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:54:34.106140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0100e-9e30-46ad-b8be-0cc311e28bc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1404709221-router', 'tenant_id': '5a3cb0a84eab41078b9e42739d4756ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '5b293ddd-f846-4743-9a0c-dba4bbb4e6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:54:27Z', 'updated_at': '2021-08-23T14:54:29Z', 'revision_number': 3, 'project_id': '5a3cb0a84eab41078b9e42739d4756ce', 'gw_port': {'id': '5b293ddd-f846-4743-9a0c-dba4bbb4e6f1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0100e-9e30-46ad-b8be-0cc311e28bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:54:28Z', 'updated_at': '2021-08-23T14:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:34.136301 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-179932f0-77ee-43c3-b7c1-7a1ac4d5e4b4 req-31411ba5-ccb9-420f-bb83-9e03023d0b4a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803672 Aug 23 14:54:34.151014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c50058-d2b2-48c7-8936-500a43e7148b None None] The sync data for ids ['68e0100e-9e30-46ad-b8be-0cc311e28bc2'] in n-d-804985-3 is: [{'id': '68e0100e-9e30-46ad-b8be-0cc311e28bc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1404709221-router', 'tenant_id': '5a3cb0a84eab41078b9e42739d4756ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '5b293ddd-f846-4743-9a0c-dba4bbb4e6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:54:27Z', 'updated_at': '2021-08-23T14:54:29Z', 'revision_number': 3, 'project_id': '5a3cb0a84eab41078b9e42739d4756ce', 'gw_port': {'id': '5b293ddd-f846-4743-9a0c-dba4bbb4e6f1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0100e-9e30-46ad-b8be-0cc311e28bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:54:28Z', 'updated_at': '2021-08-23T14:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:54:34.215998 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:34.262712 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5132983a-2cc1-4140-9667-3dfad50db7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:34.272105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697ab3c-c2b3-41d4-ba58-77dfde86d0e5 req-5093c0b6-0020-4171-a883-aaecfd6f3081 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:34.273891 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c697ab3c-c2b3-41d4-ba58-77dfde86d0e5 req-5093c0b6-0020-4171-a883-aaecfd6f3081 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0718944 Aug 23 14:54:34.303412 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:34.404878 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c697ab3c-c2b3-41d4-ba58-77dfde86d0e5 req-c767af43-483d-454e-8034-6de3d5ed8886 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204202 Aug 23 14:54:34.409763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5132983a-2cc1-4140-9667-3dfad50db7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:34.421151 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:34.425051 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Pushing event updated for resources: {'Port': ['ID=f34e28af-e31d-437a-9e64-882435920651,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:34.524180 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5132983a-2cc1-4140-9667-3dfad50db7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:34.593649 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5132983a-2cc1-4140-9667-3dfad50db7c1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8fff6124c248425986e85781013be752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5465531 Aug 23 14:54:34.594578 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132983a-2cc1-4140-9667-3dfad50db7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb1fe98-05cc-4792-961f-ed5016c251d3,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:34.596544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46428) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:34.611256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a2361-3e31-4256-9f6a-6663d4a4c941 req-11263371-6691-4835-890e-345ad855e0e3 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:34.619049 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c89a2361-3e31-4256-9f6a-6663d4a4c941 req-11263371-6691-4835-890e-345ad855e0e3 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1103244 Aug 23 14:54:34.632361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Network 6f0c9590-6054-4574-a40e-8b7efa3ee95f is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:54:34.642620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:54:34.679501 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c89a2361-3e31-4256-9f6a-6663d4a4c941 req-86abf3f3-814f-4673-b56a-8cb6a63e00d4 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594461 Aug 23 14:54:34.766449 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cab31007-e672-4894-b90d-16385ca4b64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:34.931058 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cab31007-e672-4894-b90d-16385ca4b64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:34.967787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Router 68e0100e-9e30-46ad-b8be-0cc311e28bc2 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:54:35.038695 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-76fcc9a6-4111-424f-bfdb-f04a9425eeb4 req-7eb9937d-1736-4936-a981-50e941424c58 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 210 time: 0.0450933 Aug 23 14:54:35.059283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e097ca3a-cfcc-4b56-ab71-d5e6e52040d1 None None] Provisioning complete for port f34e28af-e31d-437a-9e64-882435920651 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:54:35.067939 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e097ca3a-cfcc-4b56-ab71-d5e6e52040d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:35.145765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:54:35.156524 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-db918560-0cf1-4ac1-b901-596cf3fa0da3 admin admin] 10.222.0.38 "PUT /v2.0/routers/68e0100e-9e30-46ad-b8be-0cc311e28bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9995720 Aug 23 14:54:35.157463 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e097ca3a-cfcc-4b56-ab71-d5e6e52040d1 None None] Port f34e28af-e31d-437a-9e64-882435920651 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:54:35.224967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa31ce3-4868-4487-8020-08759fd71087 req-a2bcdebd-c996-49e6-a94e-25d18fee97df tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:35.237111 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0aa31ce3-4868-4487-8020-08759fd71087 req-a2bcdebd-c996-49e6-a94e-25d18fee97df tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0858130 Aug 23 14:54:35.267071 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cab31007-e672-4894-b90d-16385ca4b64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:35.270340 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cab31007-e672-4894-b90d-16385ca4b64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:35.274072 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cab31007-e672-4894-b90d-16385ca4b64d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5fb1fe98-05cc-4792-961f-ed5016c251d3 HTTP/1.1" status: 204 len: 168 time: 0.6608868 Aug 23 14:54:35.306158 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0aa31ce3-4868-4487-8020-08759fd71087 req-1817332a-4210-47a5-a311-fd196681b678 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716276 Aug 23 14:54:35.317605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab31007-e672-4894-b90d-16385ca4b64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb1fe98-05cc-4792-961f-ed5016c251d3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:35.511093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d210c2-2950-4c76-b89d-bf8638c22bfc req-6678b4cf-39a2-4e7f-b029-3957ddabb2a2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:35.513012 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:54:35.515093 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-56d210c2-2950-4c76-b89d-bf8638c22bfc req-6678b4cf-39a2-4e7f-b029-3957ddabb2a2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 945 time: 0.1864171 Aug 23 14:54:35.552803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f768b-e549-4750-8150-6fd2fd82b47f req-5e159296-06d8-4d51-b927-6324f5fe7d39 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:35.555635 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-526f768b-e549-4750-8150-6fd2fd82b47f req-5e159296-06d8-4d51-b927-6324f5fe7d39 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1145637 Aug 23 14:54:35.578560 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-56d210c2-2950-4c76-b89d-bf8638c22bfc req-abbf7f32-01d0-42c1-9325-daae29ffe64d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534542 Aug 23 14:54:35.670980 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-526f768b-e549-4750-8150-6fd2fd82b47f req-98a20636-3f7a-4b4d-ac3d-84d0766e3e81 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054180 Aug 23 14:54:35.673072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:54:35.681015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:54:35.683784 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:35.813835 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:35.847468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5b293ddd-f846-4743-9a0c-dba4bbb4e6f1,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:35.901852 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:35.994271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c0c0b-5ffd-42d7-aa67-49f90f168deb req-fabc61ba-65cb-460d-ba9e-d47e23eed926 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:35.996196 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d3c0c0b-5ffd-42d7-aa67-49f90f168deb req-fabc61ba-65cb-460d-ba9e-d47e23eed926 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1242385 Aug 23 14:54:36.010350 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=5b293ddd-f846-4743-9a0c-dba4bbb4e6f1,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:36.055260 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d3c0c0b-5ffd-42d7-aa67-49f90f168deb req-50275d60-bad9-48e7-8e07-7e09de0b561f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518374 Aug 23 14:54:36.137123 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [req-51562b97-de15-479a-81d9-b44280d5cd77 req-8274c06a-21fa-4331-a88d-6d2dc6a5f382 tempest-FloatingIPDetailsNegativeTestJSON-710328233 tempest-FloatingIPDetailsNegativeTestJSON-710328233-project] show failed (client error): The resource could not be found. Aug 23 14:54:36.144228 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51562b97-de15-479a-81d9-b44280d5cd77 req-8274c06a-21fa-4331-a88d-6d2dc6a5f382 tempest-FloatingIPDetailsNegativeTestJSON-710328233 tempest-FloatingIPDetailsNegativeTestJSON-710328233-project] 10.222.0.38 "GET /v2.0/floatingips/215c3376-4374-4837-8c2f-4803f9b7cd21 HTTP/1.1" status: 404 len: 350 time: 0.0384302 Aug 23 14:54:36.152475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46480) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:36.312595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f7363-6cc1-4a96-aa5e-971490fa6ffd req-1bfa6009-e9f1-46bc-a2f4-7660b2f28563 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:36.315154 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc6f7363-6cc1-4a96-aa5e-971490fa6ffd req-1bfa6009-e9f1-46bc-a2f4-7660b2f28563 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0810938 Aug 23 14:54:36.332687 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6d38b021-9f3d-4aa8-9af6-920c6f5cb432 req-6e9d53e7-7e5f-4627-86f3-bf2552672960 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 210 time: 0.0590520 Aug 23 14:54:36.383454 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc6f7363-6cc1-4a96-aa5e-971490fa6ffd req-5fc853be-e0a3-437a-8ce1-51621bc336e4 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601795 Aug 23 14:54:36.826429 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a162e2a-3492-4d67-bcf2-a5b1132e2b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:36.849936 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] Sync routers for ids ['68e0100e-9e30-46ad-b8be-0cc311e28bc2'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:54:36.887517 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] Routers {'68e0100e-9e30-46ad-b8be-0cc311e28bc2'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:54:36.890081 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:54:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['68e0100e-9e30-46ad-b8be-0cc311e28bc2'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:37.004804 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46504) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:37.080594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-b2ed951f-b166-4a5c-8b8d-819020ec1c58 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:37.082564 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-b2ed951f-b166-4a5c-8b8d-819020ec1c58 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.61 "GET /v2.0/networks?id=4fd99715-b318-4103-bfaa-458cab26e3bc HTTP/1.1" status: 200 len: 814 time: 0.2910953 Aug 23 14:54:37.097454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Request body: {'port': {'device_id': 'a58e9d83-b5ce-4754-8598-8cfa54038f8a', 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc', 'admin_state_up': True, 'tenant_id': '136d3e2f53fd4a36bc4c6f2fb2b31f33'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:37.350312 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] Set router 68e0100e-9e30-46ad-b8be-0cc311e28bc2 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:54:37.361380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2045097908-network', 'tenant_id': '63980a26e18846a9912e9716bfdacfe3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:37.419086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0a162e2a-3492-4d67-bcf2-a5b1132e2b12 admin admin] Deleting port f34e28af-e31d-437a-9e64-882435920651 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:37.422868 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a162e2a-3492-4d67-bcf2-a5b1132e2b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:37.495923 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:54:37.515372 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-33f05e79-fe18-4b80-b4e5-17eec5a44948 req-cb3aea44-d441-4bfa-985e-a2778e2fdae4 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 210 time: 0.0647502 Aug 23 14:54:37.592863 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] Made reservation on behalf of 63980a26e18846a9912e9716bfdacfe3 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:54:37.595837 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:37.609021 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:54:37.609543 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:37.610829 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:37.636992 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a162e2a-3492-4d67-bcf2-a5b1132e2b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:37.657578 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0a162e2a-3492-4d67-bcf2-a5b1132e2b12 admin admin] Calling delete_port for f34e28af-e31d-437a-9e64-882435920651 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:37.700554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Made reservation on behalf of 136d3e2f53fd4a36bc4c6f2fb2b31f33 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:54:37.708180 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:37.876523 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0100e-9e30-46ad-b8be-0cc311e28bc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1404709221-router', 'tenant_id': '5a3cb0a84eab41078b9e42739d4756ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '5b293ddd-f846-4743-9a0c-dba4bbb4e6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:54:27Z', 'updated_at': '2021-08-23T14:54:33Z', 'revision_number': 4, 'project_id': '5a3cb0a84eab41078b9e42739d4756ce', 'gw_port': {'id': '5b293ddd-f846-4743-9a0c-dba4bbb4e6f1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0100e-9e30-46ad-b8be-0cc311e28bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:54:28Z', 'updated_at': '2021-08-23T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'f34e28af-e31d-437a-9e64-882435920651', 'name': '', 'network_id': '6f0c9590-6054-4574-a40e-8b7efa3ee95f', 'tenant_id': '5a3cb0a84eab41078b9e42739d4756ce', 'mac_address': 'fa:16:3e:80:41:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e0100e-9e30-46ad-b8be-0cc311e28bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'e3bc2853-e0f2-48c9-accc-8c7fb28224bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:54:32Z', 'updated_at': '2021-08-23T14:54:33Z', 'revision_number': 2, 'project_id': '5a3cb0a84eab41078b9e42739d4756ce', 'subnets': [{'id': 'e3bc2853-e0f2-48c9-accc-8c7fb28224bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:37.919784 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] Checking router: 68e0100e-9e30-46ad-b8be-0cc311e28bc2 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:54:37.920472 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] Updating router 68e0100e-9e30-46ad-b8be-0cc311e28bc2 port f34e28af-e31d-437a-9e64-882435920651 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:54:37.959677 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:38.000072 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:38.039087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9698e1-dbac-4f9d-9111-d9e7419afc76 req-c3b45c67-6724-4ab0-b5aa-62a692a80f5c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:38.041501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd9698e1-dbac-4f9d-9111-d9e7419afc76 req-c3b45c67-6724-4ab0-b5aa-62a692a80f5c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1791325 Aug 23 14:54:38.043360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Allocated IP 172.20.0.13 (4fd99715-b318-4103-bfaa-458cab26e3bc/36b3e36c-1650-4d6b-95fe-b5ff6ebbdd2b/515b00ff-5765-414e-b9c1-e2b55285fb46) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:54:38.110105 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:38.149178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd9698e1-dbac-4f9d-9111-d9e7419afc76 req-eda79a23-c86f-4af2-8144-3cac425cc080 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959930 Aug 23 14:54:38.223981 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d22c75-3cf6-446b-a694-275ec73c7a1e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:38.270303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:54:38.282750 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:38.283199 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] Added segment 43ffb624-831f-4874-8e1c-7f39da793578 of type vlan for network 48b1a6f0-cfad-47ed-b8f5-5140b47aa799 Aug 23 14:54:38.327294 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:38.381884 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:38.391800 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a162e2a-3492-4d67-bcf2-a5b1132e2b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:38.430584 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a162e2a-3492-4d67-bcf2-a5b1132e2b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=f34e28af-e31d-437a-9e64-882435920651,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:38.450206 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.db.api [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:54:38.450769 n-d-804985-3 neutron-server[96117]: DEBUG oslo_db.api [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:54:38.551058 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:38.607842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Network 4fd99715-b318-4103-bfaa-458cab26e3bc is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:54:38.613704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:54:38.617609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:54:38.635486 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a162e2a-3492-4d67-bcf2-a5b1132e2b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:38.696171 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:38.697441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:38.698156 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:38.722287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Pushing event updated for resources: {'Port': ['ID=515b00ff-5765-414e-b9c1-e2b55285fb46,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:38.736980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:38.737389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:38.738132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:38.738486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:38.738829 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:38.739167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:38.739502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:38.739901 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:38.740207 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:38.740538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:38.740869 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:38.741197 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:38.755667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:38.758140 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:38.786910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547b24b-f2c2-49d9-b7f0-8a470ddce388 req-34ff4171-70f9-4272-bdd1-435bdcaea105 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:38.796375 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9547b24b-f2c2-49d9-b7f0-8a470ddce388 req-34ff4171-70f9-4272-bdd1-435bdcaea105 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 932 time: 0.1408195 Aug 23 14:54:38.801047 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] Pushing event updated for resources: {'Network': ['ID=48b1a6f0-cfad-47ed-b8f5-5140b47aa799,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:38.822664 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 48b1a6f0-cfad-47ed-b8f5-5140b47aa799 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:54:38.891534 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9547b24b-f2c2-49d9-b7f0-8a470ddce388 req-c907d9e3-01b2-40f1-8996-822bf6c2efc8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927274 Aug 23 14:54:38.901294 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-d387cf8c-e352-4dde-a2c0-f8b2d922cae6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8082004 Aug 23 14:54:38.907968 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fe725115-234e-4eca-b498-9699d77cf3b5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8992548 Aug 23 14:54:38.914531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46542) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:38.923252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9a824832-e723-4332-bef7-6a3acf0d1032 admin admin] Request body: {'subnet': {'network_id': '48b1a6f0-cfad-47ed-b8f5-5140b47aa799', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2045097908-subnet', 'tenant_id': '63980a26e18846a9912e9716bfdacfe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:38.935020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Request body: {'port': {'device_id': 'a58e9d83-b5ce-4754-8598-8cfa54038f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:38.987895 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] Port f34e28af-e31d-437a-9e64-882435920651 not found while updating agent binding for router 68e0100e-9e30-46ad-b8be-0cc311e28bc2. {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 23 14:54:39.020364 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] Routers {'68e0100e-9e30-46ad-b8be-0cc311e28bc2'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:54:39.021490 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:54:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['68e0100e-9e30-46ad-b8be-0cc311e28bc2'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:39.088805 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:39.097366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a162e2a-3492-4d67-bcf2-a5b1132e2b12 admin admin] Router 68e0100e-9e30-46ad-b8be-0cc311e28bc2 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:54:39.132116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a824832-e723-4332-bef7-6a3acf0d1032 admin admin] Made reservation on behalf of 63980a26e18846a9912e9716bfdacfe3 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:54:39.134910 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a824832-e723-4332-bef7-6a3acf0d1032 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:39.164904 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] Set router 68e0100e-9e30-46ad-b8be-0cc311e28bc2 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:54:39.265141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a162e2a-3492-4d67-bcf2-a5b1132e2b12 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:54:39.271708 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0a162e2a-3492-4d67-bcf2-a5b1132e2b12 admin admin] 10.222.0.38 "PUT /v2.0/routers/68e0100e-9e30-46ad-b8be-0cc311e28bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1178401 Aug 23 14:54:39.274175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46550) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:39.406095 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:39.431120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551f6d-8c30-4d10-9e27-99c25ad466db req-f73e8b5d-53dd-4352-a208-bca6ea7a7dfe tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:39.432615 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15551f6d-8c30-4d10-9e27-99c25ad466db req-f73e8b5d-53dd-4352-a208-bca6ea7a7dfe tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1562579 Aug 23 14:54:39.435888 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0100e-9e30-46ad-b8be-0cc311e28bc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1404709221-router', 'tenant_id': '5a3cb0a84eab41078b9e42739d4756ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '5b293ddd-f846-4743-9a0c-dba4bbb4e6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:54:27Z', 'updated_at': '2021-08-23T14:54:38Z', 'revision_number': 5, 'project_id': '5a3cb0a84eab41078b9e42739d4756ce', 'gw_port': {'id': '5b293ddd-f846-4743-9a0c-dba4bbb4e6f1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0100e-9e30-46ad-b8be-0cc311e28bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:54:28Z', 'updated_at': '2021-08-23T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:39.471774 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597fe46e-e597-4e41-a32c-c54d856cb7b6 None None] The sync data for ids ['68e0100e-9e30-46ad-b8be-0cc311e28bc2'] in n-d-804985-3 is: [{'id': '68e0100e-9e30-46ad-b8be-0cc311e28bc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1404709221-router', 'tenant_id': '5a3cb0a84eab41078b9e42739d4756ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '5b293ddd-f846-4743-9a0c-dba4bbb4e6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:54:27Z', 'updated_at': '2021-08-23T14:54:38Z', 'revision_number': 5, 'project_id': '5a3cb0a84eab41078b9e42739d4756ce', 'gw_port': {'id': '5b293ddd-f846-4743-9a0c-dba4bbb4e6f1', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e0100e-9e30-46ad-b8be-0cc311e28bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:54:28Z', 'updated_at': '2021-08-23T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:54:39.527816 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:39.583926 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15551f6d-8c30-4d10-9e27-99c25ad466db req-a33b9fe5-d184-40b0-af09-4eb7606de39e tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202722 Aug 23 14:54:39.650126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515b00ff-5765-414e-b9c1-e2b55285fb46 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:54:39.659991 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:39.678489 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Transition to ACTIVE for port object 515b00ff-5765-414e-b9c1-e2b55285fb46 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:54:39.711737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] Deleting port 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:39.711737 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:39.781824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a824832-e723-4332-bef7-6a3acf0d1032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:39.806047 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] For port 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5b293ddd-f846-4743-9a0c-dba4bbb4e6f1,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:39.806527 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:39.812567 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:39.822634 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] Calling delete_port for 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:39.893361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a824832-e723-4332-bef7-6a3acf0d1032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07800032-b803-43ff-a3ce-e0d54801e5dc,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:39.901014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Pushing event updated for resources: {'Port': ['ID=515b00ff-5765-414e-b9c1-e2b55285fb46,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:39.959836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a824832-e723-4332-bef7-6a3acf0d1032 admin admin] Checking segment: {'id': '43ffb624-831f-4874-8e1c-7f39da793578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '48b1a6f0-cfad-47ed-b8f5-5140b47aa799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:54:39.959836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a824832-e723-4332-bef7-6a3acf0d1032 admin admin] Network hostable DHCP agents. Network: 48b1a6f0-cfad-47ed-b8f5-5140b47aa799, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:54:40.046918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Attempting to bind port 515b00ff-5765-414e-b9c1-e2b55285fb46 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:54:40.050934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Attempting to bind port 515b00ff-5765-414e-b9c1-e2b55285fb46 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '54e6b2eb-64cb-41f7-82ba-889eaf58c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:54:40.050934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Attempting to bind port 515b00ff-5765-414e-b9c1-e2b55285fb46 on network 4fd99715-b318-4103-bfaa-458cab26e3bc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:54:40.069785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Port 515b00ff-5765-414e-b9c1-e2b55285fb46 on network 4fd99715-b318-4103-bfaa-458cab26e3bc not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:54:40.070113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Attempting to bind port 515b00ff-5765-414e-b9c1-e2b55285fb46 on network 4fd99715-b318-4103-bfaa-458cab26e3bc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:54:40.081748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:54:40.082105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Checking segment: {'id': '54e6b2eb-64cb-41f7-82ba-889eaf58c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:54:40.082490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Bound using segment: {'id': '54e6b2eb-64cb-41f7-82ba-889eaf58c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:54:40.082930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Bound port: 515b00ff-5765-414e-b9c1-e2b55285fb46, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e6b2eb-64cb-41f7-82ba-889eaf58c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:54:40.083288 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:40.118695 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556feb19-ec13-4d61-a78e-4deeb3f36365 req-503b3c40-1e3e-4553-8ee6-962808a0d284 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:40.120756 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-556feb19-ec13-4d61-a78e-4deeb3f36365 req-503b3c40-1e3e-4553-8ee6-962808a0d284 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 944 time: 0.1015730 Aug 23 14:54:40.191270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a824832-e723-4332-bef7-6a3acf0d1032 admin admin] Network 48b1a6f0-cfad-47ed-b8f5-5140b47aa799 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:54:40.199799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] For port 515b00ff-5765-414e-b9c1-e2b55285fb46, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:54:40.205444 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:40.222623 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] For port 515b00ff-5765-414e-b9c1-e2b55285fb46, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=515b00ff-5765-414e-b9c1-e2b55285fb46,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:54:40.242415 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b293ddd-f846-4743-9a0c-dba4bbb4e6f1,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:40.277851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-556feb19-ec13-4d61-a78e-4deeb3f36365 req-d588ad89-59f6-40d1-bcf0-af8a56d598e1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870957 Aug 23 14:54:40.322350 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:40.329707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-9a824832-e723-4332-bef7-6a3acf0d1032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 48b1a6f0-cfad-47ed-b8f5-5140b47aa799) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:54:40.335116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a824832-e723-4332-bef7-6a3acf0d1032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:40.336021 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a824832-e723-4332-bef7-6a3acf0d1032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:40.343092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49470b67-1f4b-4605-844f-410e28f30411 None None] Network 48b1a6f0-cfad-47ed-b8f5-5140b47aa799 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:54:40.367443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:40.440821 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9a824832-e723-4332-bef7-6a3acf0d1032 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5249636 Aug 23 14:54:40.447527 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:40.453829 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:40.456194 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:40.457240 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:40.457683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbff024-8881-487e-bd3f-f60cbd54b8b0 None None] Sync routers for ids ['68e0100e-9e30-46ad-b8be-0cc311e28bc2'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:54:40.458672 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] 10.222.0.61 "PUT /v2.0/ports/515b00ff-5765-414e-b9c1-e2b55285fb46 HTTP/1.1" status: 200 len: 1092 time: 1.5455043 Aug 23 14:54:40.459127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58e9d83-b5ce-4754-8598-8cfa54038f8a', 'tag': '515b00ff-5765-414e-b9c1-e2b55285fb46'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:54:40.461915 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b49e24c-49e3-4d74-8f14-eea7ec4016ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a58e9d83-b5ce-4754-8598-8cfa54038f8a", "tag": "515b00ff-5765-414e-b9c1-e2b55285fb46"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:54:40.471771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194c0a0-f9db-479b-b4e7-47608766aa81 service neutron] Pushing event updated for resources: {'Port': ['ID=515b00ff-5765-414e-b9c1-e2b55285fb46,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:40.477842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbff024-8881-487e-bd3f-f60cbd54b8b0 None None] Routers {'68e0100e-9e30-46ad-b8be-0cc311e28bc2'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:54:40.479041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9dbff024-8881-487e-bd3f-f60cbd54b8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:54:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['68e0100e-9e30-46ad-b8be-0cc311e28bc2'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:40.529605 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35b33cc-8c45-4d00-a7b5-a28ebf7664d0 x-openstack-request-id: req-b35b33cc-8c45-4d00-a7b5-a28ebf7664d0 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:54:40.529902 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58e9d83-b5ce-4754-8598-8cfa54038f8a", "tag": "515b00ff-5765-414e-b9c1-e2b55285fb46", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:54:40.530159 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b35b33cc-8c45-4d00-a7b5-a28ebf7664d0 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:54:40.530569 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58e9d83-b5ce-4754-8598-8cfa54038f8a', 'tag': '515b00ff-5765-414e-b9c1-e2b55285fb46', 'status': 'completed', 'code': 200} Aug 23 14:54:40.588243 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-9dbff024-8881-487e-bd3f-f60cbd54b8b0 None None] Set router 68e0100e-9e30-46ad-b8be-0cc311e28bc2 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:54:40.631378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49e24c-49e3-4d74-8f14-eea7ec4016ce req-8ec982d6-3cc4-444f-a5fa-5830d3a00315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:40.633141 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b49e24c-49e3-4d74-8f14-eea7ec4016ce req-8ec982d6-3cc4-444f-a5fa-5830d3a00315 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=136d3e2f53fd4a36bc4c6f2fb2b31f33&device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 1095 time: 0.0684707 Aug 23 14:54:40.680970 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:40.681825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e0100e-9e30-46ad-b8be-0cc311e28bc2 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:54:40.687738 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:40.689038 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b4f95a7e-b894-4cf9-b57d-51a01b9c02f5 admin admin] 10.222.0.38 "DELETE /v2.0/routers/68e0100e-9e30-46ad-b8be-0cc311e28bc2 HTTP/1.1" status: 204 len: 168 time: 1.4139142 Aug 23 14:54:40.691362 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46588) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:40.815013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-07edd03c-b7d2-4492-b5a2-feff3a9fd5be admin admin] Deleting subnet e3bc2853-e0f2-48c9-accc-8c7fb28224bc {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:54:40.828389 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-07edd03c-b7d2-4492-b5a2-feff3a9fd5be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:40.884651 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-5e399a47-0f33-48bf-a6cf-aeac6bd88edf req-9d09a51a-4ac3-410d-b853-62e1edca4826 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-27867891', 'description': 'tempest-description-790810992'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:40.921919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fde0d2-125c-4cba-912d-b142ccbaae00 req-ca2305d1-1f03-4f28-b824-658f83317759 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:40.922679 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-07edd03c-b7d2-4492-b5a2-feff3a9fd5be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:40.931264 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11fde0d2-125c-4cba-912d-b142ccbaae00 req-ca2305d1-1f03-4f28-b824-658f83317759 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.2216666 Aug 23 14:54:40.972243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49e24c-49e3-4d74-8f14-eea7ec4016ce req-0c729236-2984-44da-b6d6-232cb322ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:40.973291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9dbff024-8881-487e-bd3f-f60cbd54b8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e0100e-9e30-46ad-b8be-0cc311e28bc2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1404709221-router', 'tenant_id': '5a3cb0a84eab41078b9e42739d4756ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:54:27Z', 'updated_at': '2021-08-23T14:54:39Z', 'revision_number': 7, 'project_id': '5a3cb0a84eab41078b9e42739d4756ce', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:40.973907 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b49e24c-49e3-4d74-8f14-eea7ec4016ce req-0c729236-2984-44da-b6d6-232cb322ff24 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=136d3e2f53fd4a36bc4c6f2fb2b31f33&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3312969 Aug 23 14:54:41.012242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11fde0d2-125c-4cba-912d-b142ccbaae00 req-716e3e81-3879-4258-8262-ff9df71537a8 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776806 Aug 23 14:54:41.022009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbff024-8881-487e-bd3f-f60cbd54b8b0 None None] Checking router: 68e0100e-9e30-46ad-b8be-0cc311e28bc2 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:54:41.038635 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-07edd03c-b7d2-4492-b5a2-feff3a9fd5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:41.082972 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5e399a47-0f33-48bf-a6cf-aeac6bd88edf req-9d09a51a-4ac3-410d-b853-62e1edca4826 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:41.085094 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbff024-8881-487e-bd3f-f60cbd54b8b0 None None] Routers set() bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:54:41.085446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbff024-8881-487e-bd3f-f60cbd54b8b0 None None] Router IDs set() for agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 14:54:41.086273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_agentschedulers_db [None req-9dbff024-8881-487e-bd3f-f60cbd54b8b0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'68e0100e-9e30-46ad-b8be-0cc311e28bc2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:54:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent'). {{(pid=96116) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 14:54:41.086856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbff024-8881-487e-bd3f-f60cbd54b8b0 None None] The sync data for ids ['68e0100e-9e30-46ad-b8be-0cc311e28bc2'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:54:41.098167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0853efe2-f0a9-4e33-b1f2-c123c7adde07 None None] Network 48b1a6f0-cfad-47ed-b8f5-5140b47aa799 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:54:41.160022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49e24c-49e3-4d74-8f14-eea7ec4016ce req-cc1dd714-338e-4cc1-9dda-ac32ce091f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:41.161571 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b49e24c-49e3-4d74-8f14-eea7ec4016ce req-cc1dd714-338e-4cc1-9dda-ac32ce091f1e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1753426 Aug 23 14:54:41.256199 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5e399a47-0f33-48bf-a6cf-aeac6bd88edf req-9d09a51a-4ac3-410d-b853-62e1edca4826 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:41.260876 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-07edd03c-b7d2-4492-b5a2-feff3a9fd5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:41.292267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-a6d664a4-b735-41c2-bd85-e8f02f0c8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:41.293841 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-a6d664a4-b735-41c2-bd85-e8f02f0c8cde service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=136d3e2f53fd4a36bc4c6f2fb2b31f33&device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 1095 time: 0.0633442 Aug 23 14:54:41.307477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edd03c-b7d2-4492-b5a2-feff3a9fd5be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3bc2853-e0f2-48c9-accc-8c7fb28224bc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:41.321503 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-07edd03c-b7d2-4492-b5a2-feff3a9fd5be admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:41.328072 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-07edd03c-b7d2-4492-b5a2-feff3a9fd5be admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e3bc2853-e0f2-48c9-accc-8c7fb28224bc HTTP/1.1" status: 204 len: 168 time: 0.6319516 Aug 23 14:54:41.328072 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5e399a47-0f33-48bf-a6cf-aeac6bd88edf req-9d09a51a-4ac3-410d-b853-62e1edca4826 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:41.330443 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02943ba1-2a80-40ba-95e6-0593178cac59 None None] Network 6f0c9590-6054-4574-a40e-8b7efa3ee95f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:54:41.342232 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46600) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:41.416856 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-51e15a8d-aa24-48c2-8ddf-b2b7f2838c60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=515b00ff-5765-414e-b9c1-e2b55285fb46 HTTP/1.1" status: 200 len: 217 time: 0.1059630 Aug 23 14:54:41.444783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09a51a-4ac3-410d-b853-62e1edca4826 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6e6435-01b5-4327-89ff-0571d3dc5308,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:41.545584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c2f25dc1-bcc2-4f31-8c99-89f3b0a0d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:41.547387 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-c2f25dc1-bcc2-4f31-8c99-89f3b0a0d81d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=36b3e36c-1650-4d6b-95fe-b5ff6ebbdd2b HTTP/1.1" status: 200 len: 854 time: 0.1151700 Aug 23 14:54:41.560535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ff1e8-6230-4467-b2f9-b79f948ef808 req-c9c5b645-e0de-44bc-b851-fa1752bde1e2 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:41.561706 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0e2ff1e8-6230-4467-b2f9-b79f948ef808 req-c9c5b645-e0de-44bc-b851-fa1752bde1e2 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 944 time: 0.1417871 Aug 23 14:54:41.600423 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-b2737242-e5c7-460f-8b91-e9fa29eed6c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fd99715-b318-4103-bfaa-458cab26e3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373321 Aug 23 14:54:41.721978 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0e2ff1e8-6230-4467-b2f9-b79f948ef808 req-c95e1176-101f-42d1-94b0-92948f6e681e tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120455 Aug 23 14:54:41.745592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84c8efb-c36e-4a26-b481-f7db6d8f2af0 None None] DHCP port deletion for 6f0c9590-6054-4574-a40e-8b7efa3ee95f request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:54:41.824948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a84c8efb-c36e-4a26-b481-f7db6d8f2af0 None None] Deleting port ab57d2f8-799d-422f-a7a3-5233785f7d23 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:41.828437 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a84c8efb-c36e-4a26-b481-f7db6d8f2af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:41.837931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-e1723cf1-e98a-4a7b-b9c3-04bda2474816 service neutron] 10.222.0.61 "GET /v2.0/networks/4fd99715-b318-4103-bfaa-458cab26e3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219536 Aug 23 14:54:41.928889 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a84c8efb-c36e-4a26-b481-f7db6d8f2af0 None None] For port ab57d2f8-799d-422f-a7a3-5233785f7d23, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ab57d2f8-799d-422f-a7a3-5233785f7d23,segment=NetworkSegment(d72fedc7-a1a9-4bf7-8d77-04d215163850),segment_id=d72fedc7-a1a9-4bf7-8d77-04d215163850)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:41.929695 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a84c8efb-c36e-4a26-b481-f7db6d8f2af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:41.954393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a84c8efb-c36e-4a26-b481-f7db6d8f2af0 None None] Calling delete_port for ab57d2f8-799d-422f-a7a3-5233785f7d23 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:41.999494 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-103f5ea7-3eb5-4d87-a0e3-04dd5b9ec069 req-90cf21fc-be0b-490c-8562-76ad62059122 service neutron] 10.222.0.61 "GET /v2.0/networks/4fd99715-b318-4103-bfaa-458cab26e3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535954 Aug 23 14:54:42.069026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5e399a47-0f33-48bf-a6cf-aeac6bd88edf req-9d09a51a-4ac3-410d-b853-62e1edca4826 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:42.070128 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e399a47-0f33-48bf-a6cf-aeac6bd88edf req-9d09a51a-4ac3-410d-b853-62e1edca4826 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2395377 Aug 23 14:54:42.100812 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:42.194230 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a84c8efb-c36e-4a26-b481-f7db6d8f2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:42.215340 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2c34e0e3-7e53-4f13-8b5c-df3f53751726 req-60e17b03-4439-4230-8947-44d511eb897e tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/6d6e6435-01b5-4327-89ff-0571d3dc5308 HTTP/1.1" status: 200 len: 1804 time: 0.1097181 Aug 23 14:54:42.223236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-2c34e0e3-7e53-4f13-8b5c-df3f53751726 req-d8b84067-1b4d-4884-9029-430fac3d875e tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d6e6435-01b5-4327-89ff-0571d3dc5308', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:42.223559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-2c34e0e3-7e53-4f13-8b5c-df3f53751726 req-d8b84067-1b4d-4884-9029-430fac3d875e tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d6e6435-01b5-4327-89ff-0571d3dc5308', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:42.241656 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c8efb-c36e-4a26-b481-f7db6d8f2af0 None None] Pushing event deleted for resources: {'Port': ['ID=ab57d2f8-799d-422f-a7a3-5233785f7d23,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:42.248662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84c8efb-c36e-4a26-b481-f7db6d8f2af0 None None] No DVR routers for this DVR port ab57d2f8-799d-422f-a7a3-5233785f7d23 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:54:42.308658 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6acd25-7cce-441d-b857-8b84946f194d req-74eab62c-5b60-43ea-b22d-5c4e6e5e2382 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:42.311679 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b6acd25-7cce-441d-b857-8b84946f194d req-74eab62c-5b60-43ea-b22d-5c4e6e5e2382 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1388578 Aug 23 14:54:42.311933 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Deleting port ab57d2f8-799d-422f-a7a3-5233785f7d23 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:42.312399 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:42.377728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b6acd25-7cce-441d-b857-8b84946f194d req-d8324a16-704e-4f51-9caa-281c44fca9a6 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599656 Aug 23 14:54:42.411851 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] For port ab57d2f8-799d-422f-a7a3-5233785f7d23, host n-d-804985-3, got binding levels [] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:42.412352 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:42.429806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Calling delete_port for ab57d2f8-799d-422f-a7a3-5233785f7d23 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:42.432902 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.ipam_backend_mixin [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Port ab57d2f8-799d-422f-a7a3-5233785f7d23 was not found and therefore no delete operation was performed {{(pid=96114) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 14:54:42.434412 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:42.456193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] No DVR routers for this DVR port ab57d2f8-799d-422f-a7a3-5233785f7d23 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:54:42.484815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ab57d2f8-799d-422f-a7a3-5233785f7d23,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:42.593868 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:42.597128 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2c34e0e3-7e53-4f13-8b5c-df3f53751726 req-d8b84067-1b4d-4884-9029-430fac3d875e tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:42.610638 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0c9590-6054-4574-a40e-8b7efa3ee95f']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:42.626185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72fedc7-a1a9-4bf7-8d77-04d215163850') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:42.626485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72fedc7-a1a9-4bf7-8d77-04d215163850') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:42.637958 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2c34e0e3-7e53-4f13-8b5c-df3f53751726 req-d8b84067-1b4d-4884-9029-430fac3d875e tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:42.641734 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:42.655975 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:42.662262 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:54:42.662713 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:54:42.664607 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:54:42.756344 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2c34e0e3-7e53-4f13-8b5c-df3f53751726 req-d8b84067-1b4d-4884-9029-430fac3d875e tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:42.787855 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b84067-1b4d-4884-9029-430fac3d875e tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89adfd2b-c2da-4b6e-866c-d4a1589ba432,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:42.901939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641db37-9fe1-4a55-8668-9e3fa06e1832 req-24aed12b-ab60-4ca9-b92c-3b3e6e29cf8d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:42.901939 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2641db37-9fe1-4a55-8668-9e3fa06e1832 req-24aed12b-ab60-4ca9-b92c-3b3e6e29cf8d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 944 time: 0.0646131 Aug 23 14:54:42.932291 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2641db37-9fe1-4a55-8668-9e3fa06e1832 req-79a029ca-1456-4315-97eb-db2a515f5d54 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Aug 23 14:54:43.055896 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:43.063407 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:43.065926 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] 10.222.0.38 "DELETE /v2.0/networks/6f0c9590-6054-4574-a40e-8b7efa3ee95f HTTP/1.1" status: 204 len: 168 time: 1.6645072 Aug 23 14:54:43.084487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60393f28-7ebc-4b17-984e-0e93152048cf admin admin] Pushing event deleted for resources: {'Network': ['ID=6f0c9590-6054-4574-a40e-8b7efa3ee95f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:43.094406 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-2c34e0e3-7e53-4f13-8b5c-df3f53751726 req-d8b84067-1b4d-4884-9029-430fac3d875e tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:43.109165 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2c34e0e3-7e53-4f13-8b5c-df3f53751726 req-d8b84067-1b4d-4884-9029-430fac3d875e tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8828938 Aug 23 14:54:43.130270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-0da4c53b-85a0-4194-9f62-00c80be7d82f req-d45b70e3-04f9-464f-be65-fdb21d1a3d4d tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1767154963', 'description': 'tempest-description-831575029'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:43.344440 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0da4c53b-85a0-4194-9f62-00c80be7d82f req-d45b70e3-04f9-464f-be65-fdb21d1a3d4d tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:43.437701 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:54:43.501570 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:54:43.506937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5b293ddd-f846-4743-9a0c-dba4bbb4e6f1 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:54:43.507708 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ab57d2f8-799d-422f-a7a3-5233785f7d23 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:54:43.510744 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0da4c53b-85a0-4194-9f62-00c80be7d82f req-d45b70e3-04f9-464f-be65-fdb21d1a3d4d tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:43.531480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: ab57d2f8-799d-422f-a7a3-5233785f7d23 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:54:43.531863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ab57d2f8-799d-422f-a7a3-5233785f7d23 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:54:43.558292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46652) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:43.567462 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bab81-fb85-4c27-b2e1-0e1ae79a8b4c req-5006a668-1a56-4d1d-a38b-e612c614ed67 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:43.576029 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c75bab81-fb85-4c27-b2e1-0e1ae79a8b4c req-5006a668-1a56-4d1d-a38b-e612c614ed67 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0661106 Aug 23 14:54:43.607469 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b48e0a46-5807-4400-a357-434cebc55b33 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a3cb0a84eab41078b9e42739d4756ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480180 Aug 23 14:54:43.610445 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46656) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:43.621286 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0da4c53b-85a0-4194-9f62-00c80be7d82f req-d45b70e3-04f9-464f-be65-fdb21d1a3d4d tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:43.623114 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c75bab81-fb85-4c27-b2e1-0e1ae79a8b4c req-e62fd725-40b3-42f5-a7c7-e3b56f56ddec tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455720 Aug 23 14:54:43.665924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b70e3-04f9-464f-be65-fdb21d1a3d4d tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c85ff1-7fac-4ce4-98ac-1dda2d25a3af,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:43.686449 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f167aa8b-51b4-4387-a420-3c9fcebadfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:43.699018 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0da4c53b-85a0-4194-9f62-00c80be7d82f req-d45b70e3-04f9-464f-be65-fdb21d1a3d4d tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:43.710669 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f167aa8b-51b4-4387-a420-3c9fcebadfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:43.719884 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0da4c53b-85a0-4194-9f62-00c80be7d82f req-d45b70e3-04f9-464f-be65-fdb21d1a3d4d tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5943840 Aug 23 14:54:43.808038 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c36f266c-08fb-4cb5-971e-6e2b4dc0b604 req-a54bae23-2b68-4d3a-8304-a6eeaabf2752 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/a6c85ff1-7fac-4ce4-98ac-1dda2d25a3af HTTP/1.1" status: 200 len: 1806 time: 0.0396590 Aug 23 14:54:43.819015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c36f266c-08fb-4cb5-971e-6e2b4dc0b604 req-7caa2dff-6e70-47e3-8eb6-cdf62bfee0ec tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a6c85ff1-7fac-4ce4-98ac-1dda2d25a3af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:43.826284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c36f266c-08fb-4cb5-971e-6e2b4dc0b604 req-7caa2dff-6e70-47e3-8eb6-cdf62bfee0ec tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a6c85ff1-7fac-4ce4-98ac-1dda2d25a3af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:43.947307 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f167aa8b-51b4-4387-a420-3c9fcebadfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:43.951945 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f167aa8b-51b4-4387-a420-3c9fcebadfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:43.951945 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f167aa8b-51b4-4387-a420-3c9fcebadfb6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/515879a0-9b7f-4231-a0ba-c041d60cbdac HTTP/1.1" status: 204 len: 168 time: 0.3397224 Aug 23 14:54:43.959842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167aa8b-51b4-4387-a420-3c9fcebadfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515879a0-9b7f-4231-a0ba-c041d60cbdac,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:44.061624 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c36f266c-08fb-4cb5-971e-6e2b4dc0b604 req-7caa2dff-6e70-47e3-8eb6-cdf62bfee0ec tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:44.099798 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c36f266c-08fb-4cb5-971e-6e2b4dc0b604 req-7caa2dff-6e70-47e3-8eb6-cdf62bfee0ec tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:44.121945 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe6cbd-1bed-49da-b880-e68492f76d37 req-f902d186-5ad3-41c0-a9b0-11443850ece2 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:44.124395 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ffe6cbd-1bed-49da-b880-e68492f76d37 req-f902d186-5ad3-41c0-a9b0-11443850ece2 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 944 time: 0.0961139 Aug 23 14:54:44.175353 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ffe6cbd-1bed-49da-b880-e68492f76d37 req-2b09e2af-7318-4766-9c6a-282a155f1746 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439317 Aug 23 14:54:44.248560 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c36f266c-08fb-4cb5-971e-6e2b4dc0b604 req-7caa2dff-6e70-47e3-8eb6-cdf62bfee0ec tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:44.270372 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa2dff-6e70-47e3-8eb6-cdf62bfee0ec tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0489b10-d1d6-4a73-ae64-759a7ec44364,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:44.404588 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c36f266c-08fb-4cb5-971e-6e2b4dc0b604 req-7caa2dff-6e70-47e3-8eb6-cdf62bfee0ec tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:44.405853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c36f266c-08fb-4cb5-971e-6e2b4dc0b604 req-7caa2dff-6e70-47e3-8eb6-cdf62bfee0ec tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5909581 Aug 23 14:54:44.432241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-b509ba1d-737e-4991-8f6b-82b0ad86f4aa req-aff97b15-92a4-4047-b0d0-3636b0efc83b tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2102795474', 'description': 'tempest-description-1817610368'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:44.545696 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b509ba1d-737e-4991-8f6b-82b0ad86f4aa req-aff97b15-92a4-4047-b0d0-3636b0efc83b tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:44.694763 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b509ba1d-737e-4991-8f6b-82b0ad86f4aa req-aff97b15-92a4-4047-b0d0-3636b0efc83b tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:44.797148 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b509ba1d-737e-4991-8f6b-82b0ad86f4aa req-aff97b15-92a4-4047-b0d0-3636b0efc83b tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:44.807644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d5df9-71c8-43f5-b8b2-663df86391f5 req-5c0e243e-bbf5-48bd-a011-e72ab906a178 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:44.809449 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d78d5df9-71c8-43f5-b8b2-663df86391f5 req-5c0e243e-bbf5-48bd-a011-e72ab906a178 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0938241 Aug 23 14:54:44.865101 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d78d5df9-71c8-43f5-b8b2-663df86391f5 req-b58d6db0-dcb7-4570-9e82-31a74994993e tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 Aug 23 14:54:44.865897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff97b15-92a4-4047-b0d0-3636b0efc83b tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad0ca38-ffd9-4719-988f-ddcb5c2b6a28,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:44.968971 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b509ba1d-737e-4991-8f6b-82b0ad86f4aa req-aff97b15-92a4-4047-b0d0-3636b0efc83b tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:44.972511 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b509ba1d-737e-4991-8f6b-82b0ad86f4aa req-aff97b15-92a4-4047-b0d0-3636b0efc83b tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5425341 Aug 23 14:54:45.024154 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-12336c48-0a3e-4e8e-aa51-a2337e88af81 req-6774ada0-34b8-48d0-812d-e2b953ae4feb tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-950647544', 'description': 'tempest-description-1668082641'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:45.170726 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-12336c48-0a3e-4e8e-aa51-a2337e88af81 req-6774ada0-34b8-48d0-812d-e2b953ae4feb tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:45.306751 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 515b00ff-5765-414e-b9c1-e2b55285fb46 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:54:45.307300 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-12336c48-0a3e-4e8e-aa51-a2337e88af81 req-6774ada0-34b8-48d0-812d-e2b953ae4feb tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:45.407029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2aaf1-d259-4976-a9ae-c16a19899257 req-5987d5b9-97c4-4faa-a32a-c1503d923e5a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:45.410739 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-88d2aaf1-d259-4976-a9ae-c16a19899257 req-5987d5b9-97c4-4faa-a32a-c1503d923e5a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 944 time: 0.1074052 Aug 23 14:54:45.438321 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-12336c48-0a3e-4e8e-aa51-a2337e88af81 req-6774ada0-34b8-48d0-812d-e2b953ae4feb tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:45.474137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 515b00ff-5765-414e-b9c1-e2b55285fb46, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=515b00ff-5765-414e-b9c1-e2b55285fb46,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:45.489329 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '515b00ff-5765-414e-b9c1-e2b55285fb46', 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc', 'port_id': '515b00ff-5765-414e-b9c1-e2b55285fb46', 'mac_address': 'fa:16:3e:2d:02:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b3e36c-1650-4d6b-95fe-b5ff6ebbdd2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:54:45.492673 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:45.544888 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:45.564101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515b00ff-5765-414e-b9c1-e2b55285fb46 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:54:45.594279 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 515b00ff-5765-414e-b9c1-e2b55285fb46, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=515b00ff-5765-414e-b9c1-e2b55285fb46,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:45.600195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774ada0-34b8-48d0-812d-e2b953ae4feb tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff55ad6-c5f6-4c96-80fd-512e36e773a5,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:45.621630 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-88d2aaf1-d259-4976-a9ae-c16a19899257 req-17f9087e-6b2a-4cce-9bef-80d8bd34976d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034371 Aug 23 14:54:45.680527 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-12336c48-0a3e-4e8e-aa51-a2337e88af81 req-6774ada0-34b8-48d0-812d-e2b953ae4feb tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:45.680527 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-12336c48-0a3e-4e8e-aa51-a2337e88af81 req-6774ada0-34b8-48d0-812d-e2b953ae4feb tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6613033 Aug 23 14:54:45.701809 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:45.766489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=515b00ff-5765-414e-b9c1-e2b55285fb46,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:45.777705 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:45.785358 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800eaf23-8e53-45b4-9925-a2ad3eb3370e req-c2f3ce72-37e4-4915-af64-a52805b2a725 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/5ad0ca38-ffd9-4719-988f-ddcb5c2b6a28 HTTP/1.1" status: 200 len: 1807 time: 0.0623024 Aug 23 14:54:45.785538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:45.785538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:45.785538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:45.785538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:45.785538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:45.785538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:45.785538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:45.785538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:45.785538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:45.785538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:45.785538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:54:45.847433 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800eaf23-8e53-45b4-9925-a2ad3eb3370e req-f079015a-ff74-480d-81d5-049b45526f14 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/eff55ad6-c5f6-4c96-80fd-512e36e773a5 HTTP/1.1" status: 200 len: 1806 time: 0.0677965 Aug 23 14:54:45.861907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-800eaf23-8e53-45b4-9925-a2ad3eb3370e req-3840f2a6-c907-4d50-97e8-0acf7f201437 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5ad0ca38-ffd9-4719-988f-ddcb5c2b6a28', 'remote_group_id': 'eff55ad6-c5f6-4c96-80fd-512e36e773a5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:45.861907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-800eaf23-8e53-45b4-9925-a2ad3eb3370e req-3840f2a6-c907-4d50-97e8-0acf7f201437 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5ad0ca38-ffd9-4719-988f-ddcb5c2b6a28', 'remote_group_id': 'eff55ad6-c5f6-4c96-80fd-512e36e773a5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:45.862130 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46718) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:45.988080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['515b00ff-5765-414e-b9c1-e2b55285fb46'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:54:46.015151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1792230922-network', 'tenant_id': '9e183869233847ac853c77a0edf17feb'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:46.029753 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-800eaf23-8e53-45b4-9925-a2ad3eb3370e req-3840f2a6-c907-4d50-97e8-0acf7f201437 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:46.037826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105663b-6925-4068-a606-a05f13ed7ac2 req-ecf98f02-9dce-4938-85d1-0286c445bc89 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:46.039590 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d105663b-6925-4068-a606-a05f13ed7ac2 req-ecf98f02-9dce-4938-85d1-0286c445bc89 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0844564 Aug 23 14:54:46.087854 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-800eaf23-8e53-45b4-9925-a2ad3eb3370e req-3840f2a6-c907-4d50-97e8-0acf7f201437 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:46.104265 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d105663b-6925-4068-a606-a05f13ed7ac2 req-aac22e4f-c648-45bb-8e97-5a27c22fca2d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477331 Aug 23 14:54:46.192551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] Made reservation on behalf of 9e183869233847ac853c77a0edf17feb for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:54:46.195561 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:46.211771 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:46.293225 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-800eaf23-8e53-45b4-9925-a2ad3eb3370e req-3840f2a6-c907-4d50-97e8-0acf7f201437 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:46.318005 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840f2a6-c907-4d50-97e8-0acf7f201437 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3316eddb-5435-4e0f-9c53-61bd9b5676b5,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:46.344492 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:46.441756 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:46.468669 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:54:46.478672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea59fe-a2de-4e5d-9a54-04773ffe1361,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:46.483822 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:46.484170 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] Added segment c3a07696-3d93-4d36-bb43-388875aedbe6 of type vlan for network 93603194-85ba-4b24-b966-c2b01e3092f9 Aug 23 14:54:46.519821 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-800eaf23-8e53-45b4-9925-a2ad3eb3370e req-3840f2a6-c907-4d50-97e8-0acf7f201437 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:46.530805 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800eaf23-8e53-45b4-9925-a2ad3eb3370e req-3840f2a6-c907-4d50-97e8-0acf7f201437 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6762855 Aug 23 14:54:46.532557 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:46.564623 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f4b73ccb-8212-4339-bec4-b86b3f4bb1e2 req-c1a449b8-a60c-401a-8313-d5f62a8fe980 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1552174015', 'description': 'tempest-description-1199372792'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:46.632418 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:46.633472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:46.634131 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:46.700303 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f4b73ccb-8212-4339-bec4-b86b3f4bb1e2 req-c1a449b8-a60c-401a-8313-d5f62a8fe980 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:46.724771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] Pushing event updated for resources: {'Network': ['ID=93603194-85ba-4b24-b966-c2b01e3092f9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:46.739347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 93603194-85ba-4b24-b966-c2b01e3092f9 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:54:46.780602 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-74687f73-d962-48b2-a85f-6916b58288bc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9170890 Aug 23 14:54:46.787911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46748) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:46.789144 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c20b2ceb-a975-4854-995e-ee1cae566358 admin admin] Request body: {'subnet': {'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1792230922-subnet', 'tenant_id': '9e183869233847ac853c77a0edf17feb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:46.803528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a5975-517c-4873-bc98-c0a59d3b3461 req-d2719a50-c5c3-41b1-984a-0bea574675a5 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:46.808200 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-363a5975-517c-4873-bc98-c0a59d3b3461 req-d2719a50-c5c3-41b1-984a-0bea574675a5 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 945 time: 0.0802472 Aug 23 14:54:46.848083 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-363a5975-517c-4873-bc98-c0a59d3b3461 req-ce87c47a-95df-4efc-a6f9-26b5051d3092 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348589 Aug 23 14:54:46.870084 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f4b73ccb-8212-4339-bec4-b86b3f4bb1e2 req-c1a449b8-a60c-401a-8313-d5f62a8fe980 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:47.023321 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f4b73ccb-8212-4339-bec4-b86b3f4bb1e2 req-c1a449b8-a60c-401a-8313-d5f62a8fe980 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:47.062639 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a449b8-a60c-401a-8313-d5f62a8fe980 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87bff356-9de5-4b7a-af9f-3feaca939686,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:47.165327 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20b2ceb-a975-4854-995e-ee1cae566358 admin admin] Made reservation on behalf of 9e183869233847ac853c77a0edf17feb for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:54:47.168207 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c20b2ceb-a975-4854-995e-ee1cae566358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:47.231234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb67a0d-155a-422c-a1ab-bca7197d4699 req-a3581b20-59ba-46b5-ab2c-aca5ff8137fa tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:47.233312 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1eb67a0d-155a-422c-a1ab-bca7197d4699 req-a3581b20-59ba-46b5-ab2c-aca5ff8137fa tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0529096 Aug 23 14:54:47.276055 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1eb67a0d-155a-422c-a1ab-bca7197d4699 req-c21a163e-2814-46f1-9efe-05c41841c734 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358229 Aug 23 14:54:47.301198 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f4b73ccb-8212-4339-bec4-b86b3f4bb1e2 req-c1a449b8-a60c-401a-8313-d5f62a8fe980 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:47.305915 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4b73ccb-8212-4339-bec4-b86b3f4bb1e2 req-c1a449b8-a60c-401a-8313-d5f62a8fe980 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7430451 Aug 23 14:54:47.331679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 515b00ff-5765-414e-b9c1-e2b55285fb46 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:54:47.393763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-9919d84d-e03b-4029-b198-d6563af4abcb req-13ede057-be41-41fe-b4b8-338123e9c157 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-474739192', 'description': 'tempest-description-859368664'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:47.510452 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c20b2ceb-a975-4854-995e-ee1cae566358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:47.536989 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9919d84d-e03b-4029-b198-d6563af4abcb req-13ede057-be41-41fe-b4b8-338123e9c157 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:47.537539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 515b00ff-5765-414e-b9c1-e2b55285fb46 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:54:47.539465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 515b00ff-5765-414e-b9c1-e2b55285fb46 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:54:47.540069 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:47.563393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b2ceb-a975-4854-995e-ee1cae566358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d392b64f-c156-46b6-8173-3c86c501f74a,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:47.587471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b2ceb-a975-4854-995e-ee1cae566358 admin admin] Checking segment: {'id': 'c3a07696-3d93-4d36-bb43-388875aedbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:54:47.587796 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b2ceb-a975-4854-995e-ee1cae566358 admin admin] Network hostable DHCP agents. Network: 93603194-85ba-4b24-b966-c2b01e3092f9, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:54:47.636412 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:47.664737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58e9d83-b5ce-4754-8598-8cfa54038f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515b00ff-5765-414e-b9c1-e2b55285fb46'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:54:47.667040 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de2fa95-724e-46eb-a6f5-6a944e53a2e8" -d '{"events": [{"server_uuid": "a58e9d83-b5ce-4754-8598-8cfa54038f8a", "name": "network-vif-plugged", "status": "completed", "tag": "515b00ff-5765-414e-b9c1-e2b55285fb46"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:54:47.680873 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 515b00ff-5765-414e-b9c1-e2b55285fb46, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=515b00ff-5765-414e-b9c1-e2b55285fb46,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:47.681798 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9919d84d-e03b-4029-b198-d6563af4abcb req-13ede057-be41-41fe-b4b8-338123e9c157 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:47.685744 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b2ceb-a975-4854-995e-ee1cae566358 admin admin] Network 93603194-85ba-4b24-b966-c2b01e3092f9 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:54:47.715515 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3be2e5c-157f-4a77-91cc-088aef283ea2 x-openstack-request-id: req-e3be2e5c-157f-4a77-91cc-088aef283ea2 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:54:47.715949 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58e9d83-b5ce-4754-8598-8cfa54038f8a", "name": "network-vif-plugged", "status": "completed", "tag": "515b00ff-5765-414e-b9c1-e2b55285fb46", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:54:47.717279 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e3be2e5c-157f-4a77-91cc-088aef283ea2 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:54:47.717693 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58e9d83-b5ce-4754-8598-8cfa54038f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515b00ff-5765-414e-b9c1-e2b55285fb46', 'code': 200} Aug 23 14:54:47.779647 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:47.822989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7645c0d-b75c-40e3-bb1d-19cc3f749818 req-e1227b5d-0de3-43f2-bffe-900d4f59491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:47.829242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7645c0d-b75c-40e3-bb1d-19cc3f749818 req-e1227b5d-0de3-43f2-bffe-900d4f59491b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 1097 time: 0.0488806 Aug 23 14:54:47.829405 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-c20b2ceb-a975-4854-995e-ee1cae566358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 93603194-85ba-4b24-b966-c2b01e3092f9) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:54:47.829534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9919d84d-e03b-4029-b198-d6563af4abcb req-13ede057-be41-41fe-b4b8-338123e9c157 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:47.831986 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20b2ceb-a975-4854-995e-ee1cae566358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:47.832663 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c20b2ceb-a975-4854-995e-ee1cae566358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:47.850348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc7a2e0-a0ff-4194-8c82-db5103bfb86d None None] Network 93603194-85ba-4b24-b966-c2b01e3092f9 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:54:47.891580 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7645c0d-b75c-40e3-bb1d-19cc3f749818 req-7c8a4447-2a43-4229-93ea-d2d93dd3637d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591311 Aug 23 14:54:47.892659 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ede057-be41-41fe-b4b8-338123e9c157 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef19dd75-f82c-4b30-a190-1a24353bd382,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:47.915225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=515b00ff-5765-414e-b9c1-e2b55285fb46,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:47.947325 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9919d84d-e03b-4029-b198-d6563af4abcb req-13ede057-be41-41fe-b4b8-338123e9c157 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:47.948964 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9919d84d-e03b-4029-b198-d6563af4abcb req-13ede057-be41-41fe-b4b8-338123e9c157 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5610709 Aug 23 14:54:48.020021 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c20b2ceb-a975-4854-995e-ee1cae566358 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2342949 Aug 23 14:54:48.044106 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f082234-6e31-4b2a-b4ce-c695ae10185a None None] Network 93603194-85ba-4b24-b966-c2b01e3092f9 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:54:48.054592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a92ad8-bb60-4473-b134-4edb17c82eba req-a0f174b7-6a7d-4a2b-906d-d2bb24ceacdd tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:48.055528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-28c6f27c-dc91-46f3-b6db-f8fb25d2aa1b req-2fb6d8e8-36d5-43ba-b0d2-feebe0f93135 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/87bff356-9de5-4b7a-af9f-3feaca939686 HTTP/1.1" status: 200 len: 1807 time: 0.0715654 Aug 23 14:54:48.065526 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64a92ad8-bb60-4473-b134-4edb17c82eba req-a0f174b7-6a7d-4a2b-906d-d2bb24ceacdd tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.1008039 Aug 23 14:54:48.119538 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-28c6f27c-dc91-46f3-b6db-f8fb25d2aa1b req-0f9fd695-053a-4f78-a7ec-b8e341facb7f tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/ef19dd75-f82c-4b30-a190-1a24353bd382 HTTP/1.1" status: 200 len: 1805 time: 0.0557411 Aug 23 14:54:48.124399 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64a92ad8-bb60-4473-b134-4edb17c82eba req-043faf61-2965-4a11-9c8d-d15a163e87f3 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541990 Aug 23 14:54:48.130247 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-28c6f27c-dc91-46f3-b6db-f8fb25d2aa1b req-9c995374-ab0c-43b0-b630-0247bbdc9982 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '87bff356-9de5-4b7a-af9f-3feaca939686', 'remote_group_id': 'ef19dd75-f82c-4b30-a190-1a24353bd382', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:48.130247 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-28c6f27c-dc91-46f3-b6db-f8fb25d2aa1b req-9c995374-ab0c-43b0-b630-0247bbdc9982 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '87bff356-9de5-4b7a-af9f-3feaca939686', 'remote_group_id': 'ef19dd75-f82c-4b30-a190-1a24353bd382', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:48.397127 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-28c6f27c-dc91-46f3-b6db-f8fb25d2aa1b req-9c995374-ab0c-43b0-b630-0247bbdc9982 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:48.443972 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-28c6f27c-dc91-46f3-b6db-f8fb25d2aa1b req-9c995374-ab0c-43b0-b630-0247bbdc9982 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:48.524137 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-28c6f27c-dc91-46f3-b6db-f8fb25d2aa1b req-9c995374-ab0c-43b0-b630-0247bbdc9982 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:48.545973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c995374-ab0c-43b0-b630-0247bbdc9982 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970de7ce-6150-449b-bede-1fd797ffc210,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:48.563422 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-c823138b-fd37-4cbe-b312-feb3495d2a6c tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:48.565049 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-c823138b-fd37-4cbe-b312-feb3495d2a6c tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/networks?id=93603194-85ba-4b24-b966-c2b01e3092f9 HTTP/1.1" status: 200 len: 822 time: 0.1110792 Aug 23 14:54:48.580397 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-94905ae0-fba3-4b23-a437-a0bd7b0106d5 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/quotas/9e183869233847ac853c77a0edf17feb HTTP/1.1" status: 200 len: 375 time: 0.0094237 Aug 23 14:54:48.618836 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-c21a6af4-9561-489c-9554-855117d7c878 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e183869233847ac853c77a0edf17feb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330014 Aug 23 14:54:48.632581 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-28c6f27c-dc91-46f3-b6db-f8fb25d2aa1b req-9c995374-ab0c-43b0-b630-0247bbdc9982 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:48.634041 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-28c6f27c-dc91-46f3-b6db-f8fb25d2aa1b req-9c995374-ab0c-43b0-b630-0247bbdc9982 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5136380 Aug 23 14:54:48.719694 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-becb3fd8-c088-4031-a5b0-e35122ffcd62 service neutron] 10.222.0.38 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905795 Aug 23 14:54:48.739924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e7adc-9da5-4cb8-b610-2553a46d3475 req-9fb6c6f0-7a56-4791-8018-728b3743ba8d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:48.745002 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b0e7adc-9da5-4cb8-b610-2553a46d3475 req-9fb6c6f0-7a56-4791-8018-728b3743ba8d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0573921 Aug 23 14:54:48.782848 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b0e7adc-9da5-4cb8-b610-2553a46d3475 req-806d3920-7368-4ea1-92ab-3b3e05c4804c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342479 Aug 23 14:54:48.836747 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-ab3c5f84-1ed9-4e7c-bb9e-93d63a6ef500 service neutron] 10.222.0.38 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104951 Aug 23 14:54:49.029293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e75f4b1-5216-463f-a39c-478af4f8d9f5 req-63cd566e-cf19-4ad5-8fcb-4035d0bf13bf tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/ef19dd75-f82c-4b30-a190-1a24353bd382 HTTP/1.1" status: 200 len: 1805 time: 0.0482857 Aug 23 14:54:49.101305 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8e75f4b1-5216-463f-a39c-478af4f8d9f5 req-33ea90e1-606e-41c5-ae14-0aba8e02d3a5 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:49.122605 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da8c20a6-7f87-4861-9ffc-44a81c80d530 req-fd5a6aa5-92ca-43aa-8be1-5c9cb3ce484a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 210 time: 0.0329609 Aug 23 14:54:49.128321 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8e75f4b1-5216-463f-a39c-478af4f8d9f5 req-33ea90e1-606e-41c5-ae14-0aba8e02d3a5 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:49.267133 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082659f-e3f9-44b0-872f-ebd6d35fadd0 req-73e1e6b3-f7ff-48d1-81d5-2e4e37988246 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:49.269999 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7082659f-e3f9-44b0-872f-ebd6d35fadd0 req-73e1e6b3-f7ff-48d1-81d5-2e4e37988246 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.0791926 Aug 23 14:54:49.316622 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7082659f-e3f9-44b0-872f-ebd6d35fadd0 req-f50a1b0c-393b-4d9b-88dc-5cc8bc1415a7 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Aug 23 14:54:49.343134 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8e75f4b1-5216-463f-a39c-478af4f8d9f5 req-33ea90e1-606e-41c5-ae14-0aba8e02d3a5 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:49.348004 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 569209d9-036f-4261-9f6a-528fbcd6f1c9 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:54:49.357384 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8e75f4b1-5216-463f-a39c-478af4f8d9f5 req-33ea90e1-606e-41c5-ae14-0aba8e02d3a5 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:49.358949 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e75f4b1-5216-463f-a39c-478af4f8d9f5 req-33ea90e1-606e-41c5-ae14-0aba8e02d3a5 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "DELETE /v2.0/security-groups/ef19dd75-f82c-4b30-a190-1a24353bd382 HTTP/1.1" status: 204 len: 173 time: 0.3232794 Aug 23 14:54:49.380631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea90e1-606e-41c5-ae14-0aba8e02d3a5 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef19dd75-f82c-4b30-a190-1a24353bd382,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:49.447933 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-484f97b8-240e-4fe8-bee2-428cdc694461 req-593db33c-9e2d-4937-939a-bfdc7b774554 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/87bff356-9de5-4b7a-af9f-3feaca939686 HTTP/1.1" status: 200 len: 1807 time: 0.0584533 Aug 23 14:54:49.484060 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-ba03ed27-d9c5-4d11-b9b6-3e886bbe01c7 req-a44d45d3-4a4a-41f8-879d-0ae816405f27 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1106301272', 'description': 'tempest-description-818804729'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:49.505009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 569209d9-036f-4261-9f6a-528fbcd6f1c9, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:49.516775 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '569209d9-036f-4261-9f6a-528fbcd6f1c9', 'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0', 'port_id': '569209d9-036f-4261-9f6a-528fbcd6f1c9', 'mac_address': 'fa:16:3e:31:73:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e7f3de-c5c9-4bc5-8835-17e093450e74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:54:49.561539 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:49.580885 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 569209d9-036f-4261-9f6a-528fbcd6f1c9 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:54:49.607676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 569209d9-036f-4261-9f6a-528fbcd6f1c9, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:49.661469 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ba03ed27-d9c5-4d11-b9b6-3e886bbe01c7 req-a44d45d3-4a4a-41f8-879d-0ae816405f27 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:49.741849 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:49.777392 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ba03ed27-d9c5-4d11-b9b6-3e886bbe01c7 req-a44d45d3-4a4a-41f8-879d-0ae816405f27 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:49.800753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=569209d9-036f-4261-9f6a-528fbcd6f1c9,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:49.859002 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ba03ed27-d9c5-4d11-b9b6-3e886bbe01c7 req-a44d45d3-4a4a-41f8-879d-0ae816405f27 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:49.879933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['569209d9-036f-4261-9f6a-528fbcd6f1c9'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:54:49.890868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d45d3-4a4a-41f8-879d-0ae816405f27 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e425185-d4cb-4b52-b3fe-8f079349a8c6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:49.959184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886c880-8756-4e32-b71c-6644f2f4294e req-4cc2ab46-1457-4c39-a4e3-b317e70131f7 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:49.961281 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9886c880-8756-4e32-b71c-6644f2f4294e req-4cc2ab46-1457-4c39-a4e3-b317e70131f7 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 945 time: 0.0609219 Aug 23 14:54:49.981722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ba03ed27-d9c5-4d11-b9b6-3e886bbe01c7 req-a44d45d3-4a4a-41f8-879d-0ae816405f27 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:49.983608 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba03ed27-d9c5-4d11-b9b6-3e886bbe01c7 req-a44d45d3-4a4a-41f8-879d-0ae816405f27 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5066423 Aug 23 14:54:50.037475 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9886c880-8756-4e32-b71c-6644f2f4294e req-2c06c371-6fc7-4e47-9275-73f2a759a409 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676248 Aug 23 14:54:50.071302 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:50.160419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0169abe8-b671-4c45-a23e-df051bc7508f req-12941b27-50c8-4fdb-b25b-9a12c8a9ad23 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/4e425185-d4cb-4b52-b3fe-8f079349a8c6 HTTP/1.1" status: 200 len: 1806 time: 0.0582185 Aug 23 14:54:50.174742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-0169abe8-b671-4c45-a23e-df051bc7508f req-e8cfecd6-5160-44a7-b785-f2d84960f69d tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e425185-d4cb-4b52-b3fe-8f079349a8c6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:50.175160 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-0169abe8-b671-4c45-a23e-df051bc7508f req-e8cfecd6-5160-44a7-b785-f2d84960f69d tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e425185-d4cb-4b52-b3fe-8f079349a8c6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:50.213777 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24e251e6-1808-414f-b98e-c5ebd30ac542 req-cb51e7d6-2e0f-4f3c-a575-bb4857f1a477 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 210 time: 0.0303741 Aug 23 14:54:50.310520 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0169abe8-b671-4c45-a23e-df051bc7508f req-e8cfecd6-5160-44a7-b785-f2d84960f69d tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:50.344369 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0169abe8-b671-4c45-a23e-df051bc7508f req-e8cfecd6-5160-44a7-b785-f2d84960f69d tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:50.448176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56452fd-db44-4bbd-ba61-0ce45a9466de req-49f2f831-a847-46ff-84a4-1352fd125258 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:50.449616 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a56452fd-db44-4bbd-ba61-0ce45a9466de req-49f2f831-a847-46ff-84a4-1352fd125258 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.0562782 Aug 23 14:54:50.476921 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0169abe8-b671-4c45-a23e-df051bc7508f req-e8cfecd6-5160-44a7-b785-f2d84960f69d tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:50.502139 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a56452fd-db44-4bbd-ba61-0ce45a9466de req-6ba0d303-5260-4632-a1fe-2bc5336fd666 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456231 Aug 23 14:54:50.502392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfecd6-5160-44a7-b785-f2d84960f69d tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541fd939-3906-4b90-b445-ad155ba0e080,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:50.629662 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0169abe8-b671-4c45-a23e-df051bc7508f req-e8cfecd6-5160-44a7-b785-f2d84960f69d tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:50.631938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0169abe8-b671-4c45-a23e-df051bc7508f req-e8cfecd6-5160-44a7-b785-f2d84960f69d tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4633346 Aug 23 14:54:50.645541 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e876eb-4d45-46ee-b32a-f58205c10d66 req-c0a6ea6c-b869-4502-a928-337dc074f2e1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:50.647377 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-43e876eb-4d45-46ee-b32a-f58205c10d66 req-c0a6ea6c-b869-4502-a928-337dc074f2e1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.0679350 Aug 23 14:54:50.701904 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-43e876eb-4d45-46ee-b32a-f58205c10d66 req-4c598086-0673-4df8-831c-fea985c8e097 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406733 Aug 23 14:54:50.733637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1731cf7a-08ce-48b1-846d-7854542307b7 req-5df5de1f-a1cb-4ce6-9237-d7905c503b95 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/4e425185-d4cb-4b52-b3fe-8f079349a8c6 HTTP/1.1" status: 200 len: 2400 time: 0.0780640 Aug 23 14:54:50.739018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-1731cf7a-08ce-48b1-846d-7854542307b7 req-d27f415f-4f26-49dc-bbee-8053b27dfae4 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e425185-d4cb-4b52-b3fe-8f079349a8c6', 'remote_group_id': None}]} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:50.739459 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-1731cf7a-08ce-48b1-846d-7854542307b7 req-d27f415f-4f26-49dc-bbee-8053b27dfae4 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e425185-d4cb-4b52-b3fe-8f079349a8c6', 'remote_group_id': None}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:50.948221 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1731cf7a-08ce-48b1-846d-7854542307b7 req-d27f415f-4f26-49dc-bbee-8053b27dfae4 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:50.980470 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1731cf7a-08ce-48b1-846d-7854542307b7 req-d27f415f-4f26-49dc-bbee-8053b27dfae4 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:51.150568 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1731cf7a-08ce-48b1-846d-7854542307b7 req-d27f415f-4f26-49dc-bbee-8053b27dfae4 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:51.194866 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f415f-4f26-49dc-bbee-8053b27dfae4 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180b5869-05c8-4888-ac00-db88c6133a48,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:51.315992 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1731cf7a-08ce-48b1-846d-7854542307b7 req-d27f415f-4f26-49dc-bbee-8053b27dfae4 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:51.317452 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1731cf7a-08ce-48b1-846d-7854542307b7 req-d27f415f-4f26-49dc-bbee-8053b27dfae4 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5828729 Aug 23 14:54:51.356147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7094188-37b0-42dc-ada1-0e80220b554d req-26b94624-e324-473a-a762-f61c0cdd1f38 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:51.359113 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a7094188-37b0-42dc-ada1-0e80220b554d req-26b94624-e324-473a-a762-f61c0cdd1f38 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 945 time: 0.0834620 Aug 23 14:54:51.375270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 569209d9-036f-4261-9f6a-528fbcd6f1c9 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:54:51.420208 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a7094188-37b0-42dc-ada1-0e80220b554d req-036227e3-8f99-474e-98fa-edd6a727b75b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550458 Aug 23 14:54:51.471301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 569209d9-036f-4261-9f6a-528fbcd6f1c9 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:54:51.471739 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:51.582904 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:51.612177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ec2ab5-67c1-4b29-af45-607ed5475376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569209d9-036f-4261-9f6a-528fbcd6f1c9'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:54:51.614550 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48220288-7329-4d7f-8ceb-e2bf80036af4" -d '{"events": [{"server_uuid": "47ec2ab5-67c1-4b29-af45-607ed5475376", "name": "network-vif-plugged", "status": "completed", "tag": "569209d9-036f-4261-9f6a-528fbcd6f1c9"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:54:51.635940 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 569209d9-036f-4261-9f6a-528fbcd6f1c9, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:51.646356 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eb983bd0-cef4-4afc-ba4a-153cbafe0b68 req-02d589a3-32bc-4780-b742-8949a204e68d tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 210 time: 0.0638728 Aug 23 14:54:51.678739 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f612b79-88ea-4bd8-bb95-f326c66b48c1 req-969b924e-6eed-4b21-8336-ff27c5408c89 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:51.678739 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f612b79-88ea-4bd8-bb95-f326c66b48c1 req-969b924e-6eed-4b21-8336-ff27c5408c89 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.1414325 Aug 23 14:54:51.724765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f612b79-88ea-4bd8-bb95-f326c66b48c1 req-0e98b761-e19c-464d-a6b0-28633beee311 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479510 Aug 23 14:54:51.749684 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:51.772778 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-188527e3-a0c2-4241-9b39-8fa3686ba64f req-08b16fa9-9393-4b23-b8e6-93aa31a20d47 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/4e425185-d4cb-4b52-b3fe-8f079349a8c6 HTTP/1.1" status: 200 len: 2999 time: 0.0765195 Aug 23 14:54:51.839358 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b381b25-9968-4e39-9af2-071c513635de x-openstack-request-id: req-7b381b25-9968-4e39-9af2-071c513635de {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:54:51.839683 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ec2ab5-67c1-4b29-af45-607ed5475376", "name": "network-vif-plugged", "status": "completed", "tag": "569209d9-036f-4261-9f6a-528fbcd6f1c9", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:54:51.839944 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7b381b25-9968-4e39-9af2-071c513635de {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:54:51.840342 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ec2ab5-67c1-4b29-af45-607ed5475376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569209d9-036f-4261-9f6a-528fbcd6f1c9', 'code': 200} Aug 23 14:54:51.854437 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-107487cb-d365-4ee4-978f-95c07f562d95 req-9a822d00-83e5-4e86-9a07-a9ab3e401bed tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-group-rules/180b5869-05c8-4888-ac00-db88c6133a48 HTTP/1.1" status: 200 len: 783 time: 0.0525787 Aug 23 14:54:51.879894 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=569209d9-036f-4261-9f6a-528fbcd6f1c9,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:51.928628 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-107487cb-d365-4ee4-978f-95c07f562d95 req-18453be9-108b-4a85-b2e2-3366418c9fcc tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/4e425185-d4cb-4b52-b3fe-8f079349a8c6 HTTP/1.1" status: 200 len: 2999 time: 0.0638435 Aug 23 14:54:51.986663 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-107487cb-d365-4ee4-978f-95c07f562d95 req-5e7b501b-6c08-4bbe-bdbf-87965e879112 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:52.003103 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-107487cb-d365-4ee4-978f-95c07f562d95 req-5e7b501b-6c08-4bbe-bdbf-87965e879112 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:52.088983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-af36594e-ee02-433d-b6d3-c7aee91f9c57 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:52.092543 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-af36594e-ee02-433d-b6d3-c7aee91f9c57 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.57 "GET /v2.0/networks?id=93603194-85ba-4b24-b966-c2b01e3092f9 HTTP/1.1" status: 200 len: 822 time: 0.1658201 Aug 23 14:54:52.108375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0f6af2a0-ec5f-4708-aafc-e9727696f411 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Request body: {'port': {'device_id': 'c2e79404-4d08-4796-b917-f34feefa538f', 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9', 'admin_state_up': True, 'tenant_id': '9e183869233847ac853c77a0edf17feb'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:52.169432 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-107487cb-d365-4ee4-978f-95c07f562d95 req-5e7b501b-6c08-4bbe-bdbf-87965e879112 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:52.177139 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-107487cb-d365-4ee4-978f-95c07f562d95 req-5e7b501b-6c08-4bbe-bdbf-87965e879112 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:52.181071 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-107487cb-d365-4ee4-978f-95c07f562d95 req-5e7b501b-6c08-4bbe-bdbf-87965e879112 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/180b5869-05c8-4888-ac00-db88c6133a48 HTTP/1.1" status: 204 len: 173 time: 0.2509120 Aug 23 14:54:52.223411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b501b-6c08-4bbe-bdbf-87965e879112 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=180b5869-05c8-4888-ac00-db88c6133a48,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:52.368237 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b37fbc8-3779-4d1d-a30c-ca16aac1f593 req-acb6d1a7-104b-4317-a9e2-12806b811eba tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/4e425185-d4cb-4b52-b3fe-8f079349a8c6 HTTP/1.1" status: 200 len: 2400 time: 0.1483490 Aug 23 14:54:52.601862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c0601-cdaa-4926-8097-9559817228ce req-31a0006a-e3d8-46de-8fe7-352a29349a47 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:52.621428 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-14c77ea0-e47f-4b36-8c03-3459b0262aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:52.631163 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-194c0601-cdaa-4926-8097-9559817228ce req-31a0006a-e3d8-46de-8fe7-352a29349a47 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1058564 Aug 23 14:54:52.704129 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-194c0601-cdaa-4926-8097-9559817228ce req-26d928d9-b1b9-4754-a7d2-3e82582786e8 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717673 Aug 23 14:54:52.863468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0f6af2a0-ec5f-4708-aafc-e9727696f411 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Made reservation on behalf of 9e183869233847ac853c77a0edf17feb for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:54:52.868671 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0f6af2a0-ec5f-4708-aafc-e9727696f411 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:52.974072 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5b37fbc8-3779-4d1d-a30c-ca16aac1f593 req-de2f7bab-0047-4f6c-8903-fe665f79718b tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:53.016486 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5b37fbc8-3779-4d1d-a30c-ca16aac1f593 req-de2f7bab-0047-4f6c-8903-fe665f79718b tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:53.039936 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5c434856-1579-41e8-95b8-29a8a5ddaf56 req-6992eff8-df1d-4c5d-81cd-cb4a195969aa tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 210 time: 0.0450161 Aug 23 14:54:53.108908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0f6af2a0-ec5f-4708-aafc-e9727696f411 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Allocated IP 172.20.0.4 (93603194-85ba-4b24-b966-c2b01e3092f9/d392b64f-c156-46b6-8173-3c86c501f74a/863e8414-46ce-485c-ac14-cfe452bdd457) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:54:53.189733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082af49-1751-452a-a21d-8046a3f413e9 req-8aa45a52-c21c-4595-bfce-536c99e9d5d4 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:53.198403 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6082af49-1751-452a-a21d-8046a3f413e9 req-8aa45a52-c21c-4595-bfce-536c99e9d5d4 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.0789866 Aug 23 14:54:53.206998 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5b37fbc8-3779-4d1d-a30c-ca16aac1f593 req-de2f7bab-0047-4f6c-8903-fe665f79718b tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:53.210114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5b37fbc8-3779-4d1d-a30c-ca16aac1f593 req-de2f7bab-0047-4f6c-8903-fe665f79718b tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:53.211496 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b37fbc8-3779-4d1d-a30c-ca16aac1f593 req-de2f7bab-0047-4f6c-8903-fe665f79718b tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "DELETE /v2.0/security-groups/4e425185-d4cb-4b52-b3fe-8f079349a8c6 HTTP/1.1" status: 204 len: 173 time: 0.8325901 Aug 23 14:54:53.263764 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6082af49-1751-452a-a21d-8046a3f413e9 req-f6018c8e-8a7e-4a78-9e32-648749be3266 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643442 Aug 23 14:54:53.292587 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f7bab-0047-4f6c-8903-fe665f79718b tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e425185-d4cb-4b52-b3fe-8f079349a8c6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:53.360820 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-b65218ab-cc64-40f4-9340-211d00cfe9fd req-493df8af-959f-4c76-a7d8-6da0998e43dd tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] show failed (client error): The resource could not be found. Aug 23 14:54:53.370613 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b65218ab-cc64-40f4-9340-211d00cfe9fd req-493df8af-959f-4c76-a7d8-6da0998e43dd tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/ef19dd75-f82c-4b30-a190-1a24353bd382 HTTP/1.1" status: 404 len: 352 time: 0.1098130 Aug 23 14:54:53.417393 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0f6af2a0-ec5f-4708-aafc-e9727696f411 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:53.490335 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8210f5da-5cc2-45fd-95ee-b26f11e38abd req-b6fd89dd-ab37-43c1-ac32-a62c40376984 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/87bff356-9de5-4b7a-af9f-3feaca939686 HTTP/1.1" status: 200 len: 1807 time: 0.0960016 Aug 23 14:54:53.632393 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8210f5da-5cc2-45fd-95ee-b26f11e38abd req-5685a0ea-69b4-4a6c-ab3e-6e12687a9569 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:53.638602 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0f6af2a0-ec5f-4708-aafc-e9727696f411 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:53.685525 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8210f5da-5cc2-45fd-95ee-b26f11e38abd req-5685a0ea-69b4-4a6c-ab3e-6e12687a9569 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:53.795772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0f6af2a0-ec5f-4708-aafc-e9727696f411 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Network 93603194-85ba-4b24-b966-c2b01e3092f9 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:54:53.807575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6af2a0-ec5f-4708-aafc-e9727696f411 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Pushing event updated for resources: {'Port': ['ID=863e8414-46ce-485c-ac14-cfe452bdd457,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:53.811027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0f6af2a0-ec5f-4708-aafc-e9727696f411 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:54:53.822299 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0f6af2a0-ec5f-4708-aafc-e9727696f411 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:54:53.887215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0f6af2a0-ec5f-4708-aafc-e9727696f411 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:53.888058 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0f6af2a0-ec5f-4708-aafc-e9727696f411 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:54.187907 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0f6af2a0-ec5f-4708-aafc-e9727696f411 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0842514 Aug 23 14:54:54.188802 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8210f5da-5cc2-45fd-95ee-b26f11e38abd req-5685a0ea-69b4-4a6c-ab3e-6e12687a9569 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:54.193674 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8210f5da-5cc2-45fd-95ee-b26f11e38abd req-5685a0ea-69b4-4a6c-ab3e-6e12687a9569 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:54.203772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Request body: {'port': {'device_id': 'c2e79404-4d08-4796-b917-f34feefa538f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:54:54.204234 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8210f5da-5cc2-45fd-95ee-b26f11e38abd req-5685a0ea-69b4-4a6c-ab3e-6e12687a9569 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "DELETE /v2.0/security-groups/87bff356-9de5-4b7a-af9f-3feaca939686 HTTP/1.1" status: 204 len: 173 time: 0.7033257 Aug 23 14:54:54.230804 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685a0ea-69b4-4a6c-ab3e-6e12687a9569 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bff356-9de5-4b7a-af9f-3feaca939686,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:54.337683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fc52f-f12b-4179-bc2a-4c79a1b78b3f req-60737d19-d67f-4936-b47b-54f93a5ffb67 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:54.345395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b4fc52f-f12b-4179-bc2a-4c79a1b78b3f req-60737d19-d67f-4936-b47b-54f93a5ffb67 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0800629 Aug 23 14:54:54.347038 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:54.427818 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b4fc52f-f12b-4179-bc2a-4c79a1b78b3f req-7e0dbded-c8f2-49b9-80e2-72a0c658e8da tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658545 Aug 23 14:54:54.691609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990469e4-e438-4e4a-b3e9-34bec17ac529 req-e1ce7e00-9c93-4557-9f87-f1acf53e256a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:54.704578 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-990469e4-e438-4e4a-b3e9-34bec17ac529 req-e1ce7e00-9c93-4557-9f87-f1acf53e256a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 931 time: 0.1165519 Aug 23 14:54:54.747911 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16c32372-2950-4c3b-b9c8-325dca108a56 req-a07c5548-2c7a-4088-b5d2-7051b62e66ba tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/eff55ad6-c5f6-4c96-80fd-512e36e773a5 HTTP/1.1" status: 200 len: 1806 time: 0.1343639 Aug 23 14:54:54.770249 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-990469e4-e438-4e4a-b3e9-34bec17ac529 req-15db6172-155d-4774-9bde-5600fb328eb0 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644219 Aug 23 14:54:54.864173 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-16c32372-2950-4c3b-b9c8-325dca108a56 req-747d488c-822b-4534-b02a-2a6cce2c25b4 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:54.901705 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6e8f6-eccc-4dfd-a794-3597eb9e817e req-71d020cf-854f-49c0-b679-cb613bab0e5d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:54.904817 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-16c32372-2950-4c3b-b9c8-325dca108a56 req-747d488c-822b-4534-b02a-2a6cce2c25b4 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:54.910509 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2ae6e8f6-eccc-4dfd-a794-3597eb9e817e req-71d020cf-854f-49c0-b679-cb613bab0e5d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.0755131 Aug 23 14:54:54.977714 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2ae6e8f6-eccc-4dfd-a794-3597eb9e817e req-9d158c73-d6bb-4363-8719-c9197b99ff63 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567524 Aug 23 14:54:55.002380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863e8414-46ce-485c-ac14-cfe452bdd457 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:54:55.012852 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:55.116066 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc875e-94f2-493a-bd67-c1903089d9b3 req-23ce525a-a42f-49c3-a88a-bb9d70376b3b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:55.117790 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-efcc875e-94f2-493a-bd67-c1903089d9b3 req-23ce525a-a42f-49c3-a88a-bb9d70376b3b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 945 time: 0.0687935 Aug 23 14:54:55.174716 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-efcc875e-94f2-493a-bd67-c1903089d9b3 req-100542be-017f-494d-bf6e-8a0d03e41ef0 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481312 Aug 23 14:54:55.196570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Transition to ACTIVE for port object 863e8414-46ce-485c-ac14-cfe452bdd457 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:54:55.197362 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-16c32372-2950-4c3b-b9c8-325dca108a56 req-747d488c-822b-4534-b02a-2a6cce2c25b4 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:55.200383 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-16c32372-2950-4c3b-b9c8-325dca108a56 req-747d488c-822b-4534-b02a-2a6cce2c25b4 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:55.201954 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16c32372-2950-4c3b-b9c8-325dca108a56 req-747d488c-822b-4534-b02a-2a6cce2c25b4 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "DELETE /v2.0/security-groups/eff55ad6-c5f6-4c96-80fd-512e36e773a5 HTTP/1.1" status: 204 len: 173 time: 0.4531898 Aug 23 14:54:55.220563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d488c-822b-4534-b02a-2a6cce2c25b4 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff55ad6-c5f6-4c96-80fd-512e36e773a5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:55.272016 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:55.317121 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-42856ff7-ebee-456e-8aed-56745d976c81 req-da73aee1-ede2-4b2c-bbca-5cd6b1d7352b tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/5ad0ca38-ffd9-4719-988f-ddcb5c2b6a28 HTTP/1.1" status: 200 len: 1807 time: 0.0776873 Aug 23 14:54:55.410022 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-42856ff7-ebee-456e-8aed-56745d976c81 req-8db1d810-41c1-408f-9b31-61261544d40a tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:55.426328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Pushing event updated for resources: {'Port': ['ID=863e8414-46ce-485c-ac14-cfe452bdd457,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:55.456462 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-42856ff7-ebee-456e-8aed-56745d976c81 req-8db1d810-41c1-408f-9b31-61261544d40a tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:55.475789 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:55.518583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Attempting to bind port 863e8414-46ce-485c-ac14-cfe452bdd457 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:54:55.519299 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Attempting to bind port 863e8414-46ce-485c-ac14-cfe452bdd457 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'c3a07696-3d93-4d36-bb43-388875aedbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:54:55.522355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Attempting to bind port 863e8414-46ce-485c-ac14-cfe452bdd457 on network 93603194-85ba-4b24-b966-c2b01e3092f9 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:54:55.532189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Port 863e8414-46ce-485c-ac14-cfe452bdd457 on network 93603194-85ba-4b24-b966-c2b01e3092f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:54:55.532671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Attempting to bind port 863e8414-46ce-485c-ac14-cfe452bdd457 on network 93603194-85ba-4b24-b966-c2b01e3092f9 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:54:55.559337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:54:55.559337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Checking segment: {'id': 'c3a07696-3d93-4d36-bb43-388875aedbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:54:55.559337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Bound using segment: {'id': 'c3a07696-3d93-4d36-bb43-388875aedbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:54:55.559982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Bound port: 863e8414-46ce-485c-ac14-cfe452bdd457, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a07696-3d93-4d36-bb43-388875aedbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:54:55.560480 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:55.602518 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-42856ff7-ebee-456e-8aed-56745d976c81 req-8db1d810-41c1-408f-9b31-61261544d40a tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:55.608107 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-42856ff7-ebee-456e-8aed-56745d976c81 req-8db1d810-41c1-408f-9b31-61261544d40a tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:55.614087 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-42856ff7-ebee-456e-8aed-56745d976c81 req-8db1d810-41c1-408f-9b31-61261544d40a tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "DELETE /v2.0/security-groups/5ad0ca38-ffd9-4719-988f-ddcb5c2b6a28 HTTP/1.1" status: 204 len: 173 time: 0.2895527 Aug 23 14:54:55.647448 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1d810-41c1-408f-9b31-61261544d40a tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad0ca38-ffd9-4719-988f-ddcb5c2b6a28,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:55.653847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bf9fb-bbf1-4349-b6b9-c524c8a6ffd2 req-b5fa898c-2089-442d-b334-04638462995c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:55.673705 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-558bf9fb-bbf1-4349-b6b9-c524c8a6ffd2 req-b5fa898c-2089-442d-b334-04638462995c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1372216 Aug 23 14:54:55.764287 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-558bf9fb-bbf1-4349-b6b9-c524c8a6ffd2 req-5857e147-49b6-4e7b-a5be-550661ffbdec tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894132 Aug 23 14:54:55.770180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] For port 863e8414-46ce-485c-ac14-cfe452bdd457, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:54:55.776452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] For port 863e8414-46ce-485c-ac14-cfe452bdd457, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=863e8414-46ce-485c-ac14-cfe452bdd457,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:54:55.865157 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-05051048-a9ad-4bb7-b9a9-2c72a76d8617 req-27a1d0bb-c780-4456-9264-39d19829abaa tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/a6c85ff1-7fac-4ce4-98ac-1dda2d25a3af HTTP/1.1" status: 200 len: 2406 time: 0.0506110 Aug 23 14:54:55.933396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee264c1-cee1-4787-9a88-90521e9194ea req-ba5c3704-5739-4887-ae30-dd1917f29330 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:55.936704 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1ee264c1-cee1-4787-9a88-90521e9194ea req-ba5c3704-5739-4887-ae30-dd1917f29330 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 943 time: 0.0581305 Aug 23 14:54:55.954408 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-05051048-a9ad-4bb7-b9a9-2c72a76d8617 req-15ff3018-22b1-44cf-99c9-aec1b164b29a tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:55.977581 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1ee264c1-cee1-4787-9a88-90521e9194ea req-e06fffd2-8f76-40a3-80a8-50e2b7dca0f0 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336726 Aug 23 14:54:55.980505 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-05051048-a9ad-4bb7-b9a9-2c72a76d8617 req-15ff3018-22b1-44cf-99c9-aec1b164b29a tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:55.992414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:56.063443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:56.064097 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:56.065536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] 10.222.0.57 "PUT /v2.0/ports/863e8414-46ce-485c-ac14-cfe452bdd457 HTTP/1.1" status: 200 len: 1091 time: 1.8689094 Aug 23 14:54:56.065993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e79404-4d08-4796-b917-f34feefa538f', 'tag': '863e8414-46ce-485c-ac14-cfe452bdd457'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:54:56.068377 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a9813d-b1ef-4ee6-ae12-63e7c11ecb38" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e79404-4d08-4796-b917-f34feefa538f", "tag": "863e8414-46ce-485c-ac14-cfe452bdd457"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:54:56.093787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e5ac0-c9cc-437b-8dbb-32253e5a81b9 service neutron] Pushing event updated for resources: {'Port': ['ID=863e8414-46ce-485c-ac14-cfe452bdd457,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:56.141183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c15e4-9201-475e-8e64-e93b7576e4ef req-9cd839a4-0837-43fb-956c-8d5d58c8c750 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:56.144972 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b3c15e4-9201-475e-8e64-e93b7576e4ef req-9cd839a4-0837-43fb-956c-8d5d58c8c750 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.0941021 Aug 23 14:54:56.188728 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728edd2a-518c-4e2a-b4d7-8d3cf1133a6b req-adbc83e9-4647-4057-9f4d-388e2467bfa4 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:56.190555 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-728edd2a-518c-4e2a-b4d7-8d3cf1133a6b req-adbc83e9-4647-4057-9f4d-388e2467bfa4 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 945 time: 0.0751007 Aug 23 14:54:56.192824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-05051048-a9ad-4bb7-b9a9-2c72a76d8617 req-15ff3018-22b1-44cf-99c9-aec1b164b29a tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:56.195927 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-05051048-a9ad-4bb7-b9a9-2c72a76d8617 req-15ff3018-22b1-44cf-99c9-aec1b164b29a tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:56.198753 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-05051048-a9ad-4bb7-b9a9-2c72a76d8617 req-15ff3018-22b1-44cf-99c9-aec1b164b29a tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "DELETE /v2.0/security-groups/a6c85ff1-7fac-4ce4-98ac-1dda2d25a3af HTTP/1.1" status: 204 len: 173 time: 0.3267441 Aug 23 14:54:56.210762 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b3c15e4-9201-475e-8e64-e93b7576e4ef req-ff8c8ae4-a877-4a58-9bd4-ee605d8cabea tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584013 Aug 23 14:54:56.377676 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8fdf1e-ba73-4a63-a1a7-e3afb30c46dd x-openstack-request-id: req-ed8fdf1e-ba73-4a63-a1a7-e3afb30c46dd {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:54:56.377983 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e79404-4d08-4796-b917-f34feefa538f", "tag": "863e8414-46ce-485c-ac14-cfe452bdd457", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:54:56.378233 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed8fdf1e-ba73-4a63-a1a7-e3afb30c46dd {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:54:56.378637 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e79404-4d08-4796-b917-f34feefa538f', 'tag': '863e8414-46ce-485c-ac14-cfe452bdd457', 'status': 'completed', 'code': 200} Aug 23 14:54:56.379906 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff3018-22b1-44cf-99c9-aec1b164b29a tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c85ff1-7fac-4ce4-98ac-1dda2d25a3af,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:56.453753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716404-7896-48d4-8c60-144bc517832d req-27aaf838-030e-42eb-828b-2f0fb6678ebd tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:56.465733 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-73716404-7896-48d4-8c60-144bc517832d req-27aaf838-030e-42eb-828b-2f0fb6678ebd tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 945 time: 0.1291587 Aug 23 14:54:56.504591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-632b5529-b7bd-4e04-b7a5-346a4f12037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:56.505383 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-632b5529-b7bd-4e04-b7a5-346a4f12037f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e183869233847ac853c77a0edf17feb&device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 1094 time: 0.2634292 Aug 23 14:54:56.523636 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-73716404-7896-48d4-8c60-144bc517832d req-309c35ea-dc41-4109-8689-268f605777e9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551651 Aug 23 14:54:56.552088 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-729b39a9-fd63-4550-886c-9e754f8d2227 req-dfb88b64-51f0-49d4-a446-feaf559e9621 tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "GET /v2.0/security-groups/6d6e6435-01b5-4327-89ff-0571d3dc5308 HTTP/1.1" status: 200 len: 2398 time: 0.1767464 Aug 23 14:54:56.575769 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f099674d-db93-453d-9dde-914c87ad6aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:56.617081 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-ec5d6331-b035-457b-9736-ddc5333ef294 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=863e8414-46ce-485c-ac14-cfe452bdd457 HTTP/1.1" status: 200 len: 217 time: 0.0892169 Aug 23 14:54:56.638189 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:56.676882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-728edd2a-518c-4e2a-b4d7-8d3cf1133a6b req-b27ecba0-a010-4b2e-8c2c-26f128072e57 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Deleting port 96f2ceef-6a17-4177-b94f-6298f764aa47 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:54:56.677281 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-728edd2a-518c-4e2a-b4d7-8d3cf1133a6b req-b27ecba0-a010-4b2e-8c2c-26f128072e57 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:56.801304 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-729b39a9-fd63-4550-886c-9e754f8d2227 req-2311cd54-725d-4133-b954-845dae07b66f tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:56.805096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-217576af-d149-4de1-9059-862f3ec5db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:56.805951 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-217576af-d149-4de1-9059-862f3ec5db3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d392b64f-c156-46b6-8173-3c86c501f74a HTTP/1.1" status: 200 len: 862 time: 0.1805840 Aug 23 14:54:56.867845 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-ea8ef826-1309-4e63-ad71-097b3c6f4798 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93603194-85ba-4b24-b966-c2b01e3092f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470061 Aug 23 14:54:56.872737 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-729b39a9-fd63-4550-886c-9e754f8d2227 req-2311cd54-725d-4133-b954-845dae07b66f tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:56.975421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-728edd2a-518c-4e2a-b4d7-8d3cf1133a6b req-b27ecba0-a010-4b2e-8c2c-26f128072e57 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] For port 96f2ceef-6a17-4177-b94f-6298f764aa47, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=96f2ceef-6a17-4177-b94f-6298f764aa47,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:54:56.975970 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-728edd2a-518c-4e2a-b4d7-8d3cf1133a6b req-b27ecba0-a010-4b2e-8c2c-26f128072e57 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:57.005381 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-728edd2a-518c-4e2a-b4d7-8d3cf1133a6b req-b27ecba0-a010-4b2e-8c2c-26f128072e57 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Calling delete_port for 96f2ceef-6a17-4177-b94f-6298f764aa47 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:54:57.033312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa7af5-fbf0-44a7-ae5f-2eb32bb19553 req-e99148c1-ea44-4b3c-b95d-0374bb7cdbf5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:57.045884 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-48fa7af5-fbf0-44a7-ae5f-2eb32bb19553 req-e99148c1-ea44-4b3c-b95d-0374bb7cdbf5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0902386 Aug 23 14:54:57.115235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-48fa7af5-fbf0-44a7-ae5f-2eb32bb19553 req-569d0502-2ff1-4426-a625-f6589c639516 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682440 Aug 23 14:54:57.130767 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-aa1f743b-71cb-4783-85c0-cd6f7502423f service neutron] 10.222.0.57 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357333 Aug 23 14:54:57.221933 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-729b39a9-fd63-4550-886c-9e754f8d2227 req-2311cd54-725d-4133-b954-845dae07b66f tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:57.224569 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-729b39a9-fd63-4550-886c-9e754f8d2227 req-2311cd54-725d-4133-b954-845dae07b66f tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:57.233742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47054) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:57.256149 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-729b39a9-fd63-4550-886c-9e754f8d2227 req-2311cd54-725d-4133-b954-845dae07b66f tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] 10.222.0.38 "DELETE /v2.0/security-groups/6d6e6435-01b5-4327-89ff-0571d3dc5308 HTTP/1.1" status: 204 len: 173 time: 0.7028544 Aug 23 14:54:57.307154 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-75e19ce0-f290-45b8-b37e-b2c38d134b63 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2958784 Aug 23 14:54:57.316177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311cd54-725d-4133-b954-845dae07b66f tempest-SecurityGroupRulesTestJSON-1403277268 tempest-SecurityGroupRulesTestJSON-1403277268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6e6435-01b5-4327-89ff-0571d3dc5308,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:57.434923 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4de7439a-0fe6-4d40-9631-0101ee237d1f req-4339f12b-40d7-42c7-9b12-2b7e3acb54c7 service neutron] 10.222.0.57 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007307 Aug 23 14:54:57.442967 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-291cbaa1-e069-44b3-ab04-b6f7dba59819 admin admin] Deleting subnet 07800032-b803-43ff-a3ce-e0d54801e5dc {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:54:57.449217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-291cbaa1-e069-44b3-ab04-b6f7dba59819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:57.496347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4f137-f2f2-418d-9e59-518d06cf6624 req-8295e1cf-cafd-4252-bd2f-b9cac5f4d12d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:57.505384 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-15d4f137-f2f2-418d-9e59-518d06cf6624 req-8295e1cf-cafd-4252-bd2f-b9cac5f4d12d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.1204560 Aug 23 14:54:57.531595 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-291cbaa1-e069-44b3-ab04-b6f7dba59819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:57.582986 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-291cbaa1-e069-44b3-ab04-b6f7dba59819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:57.658997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a6a30-dd3b-4afe-9f59-8168ac2f4683 req-ddef98c6-2cd2-4035-a5c7-6813493aa6a0 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:57.662619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-245a6a30-dd3b-4afe-9f59-8168ac2f4683 req-ddef98c6-2cd2-4035-a5c7-6813493aa6a0 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 943 time: 0.1934400 Aug 23 14:54:57.670770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-d5ba9cde-03f7-404d-ac7b-1075a1c254f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:57.671552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-d5ba9cde-03f7-404d-ac7b-1075a1c254f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:57.672229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-d5ba9cde-03f7-404d-ac7b-1075a1c254f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:57.673466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-d5ba9cde-03f7-404d-ac7b-1075a1c254f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:57.674128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-d5ba9cde-03f7-404d-ac7b-1075a1c254f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:57.674806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-d5ba9cde-03f7-404d-ac7b-1075a1c254f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:57.675451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-d5ba9cde-03f7-404d-ac7b-1075a1c254f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:57.677908 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-d5ba9cde-03f7-404d-ac7b-1075a1c254f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 6491 time: 0.3199961 Aug 23 14:54:57.699379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9813d-b1ef-4ee6-ae12-63e7c11ecb38 req-47d4eada-9f8a-42bb-95ff-4fd9d1a9a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:57.699495 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-15d4f137-f2f2-418d-9e59-518d06cf6624 req-ac38d776-e1f0-4d25-acd0-a6019a6e3952 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917448 Aug 23 14:54:57.701272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4a9813d-b1ef-4ee6-ae12-63e7c11ecb38 req-47d4eada-9f8a-42bb-95ff-4fd9d1a9a6ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e183869233847ac853c77a0edf17feb&device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 1094 time: 0.1380103 Aug 23 14:54:57.730204 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-291cbaa1-e069-44b3-ab04-b6f7dba59819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:57.752934 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-728edd2a-518c-4e2a-b4d7-8d3cf1133a6b req-b27ecba0-a010-4b2e-8c2c-26f128072e57 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:57.781056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['96f2ceef-6a17-4177-b94f-6298f764aa47'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:54:57.793525 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-291cbaa1-e069-44b3-ab04-b6f7dba59819 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:57.796046 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-291cbaa1-e069-44b3-ab04-b6f7dba59819 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/07800032-b803-43ff-a3ce-e0d54801e5dc HTTP/1.1" status: 204 len: 168 time: 0.5620198 Aug 23 14:54:57.797275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cbaa1-e069-44b3-ab04-b6f7dba59819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07800032-b803-43ff-a3ce-e0d54801e5dc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:57.806652 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47064) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:57.912891 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8317-ae75-493d-b7c5-d24bb00974d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:57.950147 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c01e4faf-5991-4f05-a851-2c10393fb4ea req-6dd57abb-5b85-48a7-bf31-52e9be6a38d2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 210 time: 0.0494442 Aug 23 14:54:57.996821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ecba0-a010-4b2e-8c2c-26f128072e57 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Pushing event deleted for resources: {'Port': ['ID=96f2ceef-6a17-4177-b94f-6298f764aa47,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:58.035375 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-245a6a30-dd3b-4afe-9f59-8168ac2f4683 req-2aefd17d-7eee-44df-920b-74b13975b7b2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558671 Aug 23 14:54:58.156656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-728edd2a-518c-4e2a-b4d7-8d3cf1133a6b req-b27ecba0-a010-4b2e-8c2c-26f128072e57 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] No DVR routers for this DVR port 96f2ceef-6a17-4177-b94f-6298f764aa47 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:54:58.164424 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8317-ae75-493d-b7c5-d24bb00974d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:58.165230 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-728edd2a-518c-4e2a-b4d7-8d3cf1133a6b req-b27ecba0-a010-4b2e-8c2c-26f128072e57 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:58.167556 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-728edd2a-518c-4e2a-b4d7-8d3cf1133a6b req-b27ecba0-a010-4b2e-8c2c-26f128072e57 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "DELETE /v2.0/ports/96f2ceef-6a17-4177-b94f-6298f764aa47 HTTP/1.1" status: 204 len: 173 time: 1.9678366 Aug 23 14:54:58.194880 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9813d-b1ef-4ee6-ae12-63e7c11ecb38 req-fbb06b2c-911c-41ac-9d72-afc9b12290ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:58.196634 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4a9813d-b1ef-4ee6-ae12-63e7c11ecb38 req-fbb06b2c-911c-41ac-9d72-afc9b12290ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=93603194-85ba-4b24-b966-c2b01e3092f9 HTTP/1.1" status: 200 len: 923 time: 0.4704313 Aug 23 14:54:58.197034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0d7b8317-ae75-493d-b7c5-d24bb00974d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b1a6f0-cfad-47ed-b8f5-5140b47aa799']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:58.201766 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-8ba226ed-783c-4d0e-a95b-58c6b0d0e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:58.202559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-8ba226ed-783c-4d0e-a95b-58c6b0d0e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:58.203107 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-8ba226ed-783c-4d0e-a95b-58c6b0d0e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:58.204893 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-8ba226ed-783c-4d0e-a95b-58c6b0d0e67b service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=72070819-7380-4ce2-bba5-cb3fe9632737&id=72070819-7380-4ce2-bba5-cb3fe9632737 HTTP/1.1" status: 200 len: 2294 time: 0.4903243 Aug 23 14:54:58.222455 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0d7b8317-ae75-493d-b7c5-d24bb00974d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ffb624-831f-4874-8e1c-7f39da793578') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:58.229480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0d7b8317-ae75-493d-b7c5-d24bb00974d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ffb624-831f-4874-8e1c-7f39da793578') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:54:58.239103 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8317-ae75-493d-b7c5-d24bb00974d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:58.254871 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8317-ae75-493d-b7c5-d24bb00974d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:58.262121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7b8317-ae75-493d-b7c5-d24bb00974d4 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:54:58.263156 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8317-ae75-493d-b7c5-d24bb00974d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:54:58.265051 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:54:58.347400 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4a9813d-b1ef-4ee6-ae12-63e7c11ecb38 req-8133e518-fccb-4776-983d-d08ad9ca9cf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=863e8414-46ce-485c-ac14-cfe452bdd457 HTTP/1.1" status: 200 len: 217 time: 0.1413519 Aug 23 14:54:58.383353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97d1882-8a1b-4983-a8da-dd9aae217500', 'name': 'network-vif-deleted', 'tag': '96f2ceef-6a17-4177-b94f-6298f764aa47'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:54:58.385533 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0d9d7e-c410-4d8e-803e-01bc84b33bd9" -d '{"events": [{"server_uuid": "a97d1882-8a1b-4983-a8da-dd9aae217500", "name": "network-vif-deleted", "tag": "96f2ceef-6a17-4177-b94f-6298f764aa47"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:54:58.432355 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8317-ae75-493d-b7c5-d24bb00974d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:58.439133 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8317-ae75-493d-b7c5-d24bb00974d4 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:58.441529 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0d7b8317-ae75-493d-b7c5-d24bb00974d4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/48b1a6f0-cfad-47ed-b8f5-5140b47aa799 HTTP/1.1" status: 204 len: 168 time: 0.6335542 Aug 23 14:54:58.470376 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:58.496167 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552870a6-20cb-4f71-bab0-a9cdafbe79f3 x-openstack-request-id: req-552870a6-20cb-4f71-bab0-a9cdafbe79f3 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:54:58.497266 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97d1882-8a1b-4983-a8da-dd9aae217500", "name": "network-vif-deleted", "tag": "96f2ceef-6a17-4177-b94f-6298f764aa47", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:54:58.497849 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-552870a6-20cb-4f71-bab0-a9cdafbe79f3 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:54:58.498341 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97d1882-8a1b-4983-a8da-dd9aae217500', 'name': 'network-vif-deleted', 'tag': '96f2ceef-6a17-4177-b94f-6298f764aa47', 'status': 'completed', 'code': 200} Aug 23 14:54:58.512749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-c5f5d8a8-c0ab-4ed8-9f37-33afc7356578 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9edec396-03e2-4ea6-bce5-2fa40fbed659 HTTP/1.1" status: 200 len: 999 time: 0.2974589 Aug 23 14:54:58.512902 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b8317-ae75-493d-b7c5-d24bb00974d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b1a6f0-cfad-47ed-b8f5-5140b47aa799,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:58.595339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-6fd0bb5f-7039-485f-acaa-9db7c769a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:58.597114 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-6fd0bb5f-7039-485f-acaa-9db7c769a62b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d43940-211a-4370-9555-0648239a8725 HTTP/1.1" status: 200 len: 851 time: 0.0591404 Aug 23 14:54:58.600821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9813d-b1ef-4ee6-ae12-63e7c11ecb38 req-3f81ada8-9ae1-4c1e-b8bc-427ee2d24d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:58.602822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4a9813d-b1ef-4ee6-ae12-63e7c11ecb38 req-3f81ada8-9ae1-4c1e-b8bc-427ee2d24d46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d392b64f-c156-46b6-8173-3c86c501f74a HTTP/1.1" status: 200 len: 862 time: 0.2357955 Aug 23 14:54:58.706083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd51cb0-f58e-4bcf-a9fa-88af3d30b251 req-64ed45a2-a492-4024-a63d-9f86993e900c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:58.717763 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bd51cb0-f58e-4bcf-a9fa-88af3d30b251 req-64ed45a2-a492-4024-a63d-9f86993e900c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.3909862 Aug 23 14:54:58.726696 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4a9813d-b1ef-4ee6-ae12-63e7c11ecb38 req-d12d543e-2e08-4709-aa48-cf2bc2ad6966 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93603194-85ba-4b24-b966-c2b01e3092f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097236 Aug 23 14:54:58.864815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-645b0a56-42bc-4c15-9d95-4a9b65dc22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:58.866400 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-645b0a56-42bc-4c15-9d95-4a9b65dc22a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2616005 Aug 23 14:54:58.880994 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bd51cb0-f58e-4bcf-a9fa-88af3d30b251 req-7f441c05-bf58-442b-856f-2ba573de5b03 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623247 Aug 23 14:54:58.911353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47088) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:58.994939 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116c07-ec18-473e-a9ee-81aae91e903c req-e4908c3c-75c6-4c76-b985-01f839055e1f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:59.006036 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e6116c07-ec18-473e-a9ee-81aae91e903c req-e4908c3c-75c6-4c76-b985-01f839055e1f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.1863759 Aug 23 14:54:59.027723 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4a9813d-b1ef-4ee6-ae12-63e7c11ecb38 req-43e73db5-36ee-4680-839c-52c36175ed99 service neutron] 10.222.0.57 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895379 Aug 23 14:54:59.070467 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c6841da6-39a4-4783-a27a-4fc234951cc2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=63980a26e18846a9912e9716bfdacfe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517315 Aug 23 14:54:59.071529 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47094) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:54:59.195492 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e6116c07-ec18-473e-a9ee-81aae91e903c req-1ad74fd8-ae32-4194-a366-9bb1acdc6cd9 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881652 Aug 23 14:54:59.216144 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-6765ea73-55ce-4c76-b9ac-aabe1f5f7da1 service neutron] 10.222.0.61 "GET /v2.0/networks/cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334064 Aug 23 14:54:59.237483 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9199e6fb-4c3c-438d-b731-ce86c7677606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:59.251132 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0c56c3e1-13e0-4589-8b4e-6ba7f52cbb3e req-7da8fc25-8be7-480f-b7d8-9eb538828eba tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 210 time: 0.1628001 Aug 23 14:54:59.327456 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9199e6fb-4c3c-438d-b731-ce86c7677606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:59.538850 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4a9813d-b1ef-4ee6-ae12-63e7c11ecb38 req-023c1910-6463-4cc1-b8b0-f9f8bdd264c8 service neutron] 10.222.0.57 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917798 Aug 23 14:54:59.586201 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9199e6fb-4c3c-438d-b731-ce86c7677606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:59.590056 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9199e6fb-4c3c-438d-b731-ce86c7677606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:54:59.594981 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9199e6fb-4c3c-438d-b731-ce86c7677606 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/95d22c75-3cf6-446b-a694-275ec73c7a1e HTTP/1.1" status: 204 len: 168 time: 0.5219405 Aug 23 14:54:59.620467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199e6fb-4c3c-438d-b731-ce86c7677606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d22c75-3cf6-446b-a694-275ec73c7a1e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:54:59.643231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a037-c475-4b35-a5c6-c392df7cabbf req-b939785b-2292-409b-8277-4b09a4e4b4cb tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:59.650345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-65d2a037-c475-4b35-a5c6-c392df7cabbf req-b939785b-2292-409b-8277-4b09a4e4b4cb tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 943 time: 0.1826303 Aug 23 14:54:59.659436 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-970a5420-9486-4fd9-892d-1e6b8016148b service neutron] 10.222.0.61 "GET /v2.0/networks/cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072850 Aug 23 14:54:59.782711 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-b2a45a34-41bd-4717-a044-d3e79db4a545 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=fdaf866e-b082-4a67-8d49-4f5d453ffd4a HTTP/1.1" status: 200 len: 217 time: 0.1030326 Aug 23 14:54:59.810357 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-65d2a037-c475-4b35-a5c6-c392df7cabbf req-746c7c03-a66d-40df-a107-a6b96c6cafe5 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589005 Aug 23 14:54:59.900993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-1b367f77-4eae-4444-bee2-a39121d68b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:54:59.903342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-1b367f77-4eae-4444-bee2-a39121d68b75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.0867586 Aug 23 14:55:00.040296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-58029466-36ce-4293-9ee1-853685f883dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:00.042323 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-58029466-36ce-4293-9ee1-853685f883dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1309049 Aug 23 14:55:00.155856 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-535fb832-8b17-45bb-be0c-c129d3a3d812 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058872 Aug 23 14:55:00.156636 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4026285-63f6-44bd-9c1f-d7712916aebd req-f16a824e-e3f4-4ea5-ae63-8afe432fdea1 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:00.180203 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4026285-63f6-44bd-9c1f-d7712916aebd req-f16a824e-e3f4-4ea5-ae63-8afe432fdea1 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1326261 Aug 23 14:55:00.270893 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4026285-63f6-44bd-9c1f-d7712916aebd req-f18c70fa-82b8-4fbc-a906-c83fd5e0c35a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739880 Aug 23 14:55:00.475110 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-183abcce-6fd6-4d77-83e9-1317771e2c6c req-302bf36b-f6d7-4b7d-847d-a3e73e520082 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 210 time: 0.0893846 Aug 23 14:55:00.522025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 863e8414-46ce-485c-ac14-cfe452bdd457 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:55:00.525731 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 96f2ceef-6a17-4177-b94f-6298f764aa47 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:55:00.544252 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-9569ea08-fec7-494d-bb51-03d5c4ca58e7 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756480 Aug 23 14:55:00.567454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f5952-705e-4343-8c84-578d7b816b7f req-13e04a81-ff15-4caa-a649-714eb8ef616c tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:00.570138 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-598f5952-705e-4343-8c84-578d7b816b7f req-13e04a81-ff15-4caa-a649-714eb8ef616c tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.2367306 Aug 23 14:55:00.573401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 96f2ceef-6a17-4177-b94f-6298f764aa47 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:55:00.574058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 96f2ceef-6a17-4177-b94f-6298f764aa47 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:55:00.645537 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-8c37536b-bb32-44c0-b8de-6fa435a3fbd1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=f66771fe-2ca7-4582-921f-2f8c8db8358f HTTP/1.1" status: 200 len: 217 time: 0.0751362 Aug 23 14:55:00.709591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-598f5952-705e-4343-8c84-578d7b816b7f req-edef0275-be62-406f-9227-43b9257b2574 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297629 Aug 23 14:55:00.730479 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-91fffff8-abda-482a-b535-8b5b333d57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:00.732475 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-91fffff8-abda-482a-b535-8b5b333d57e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.0783379 Aug 23 14:55:00.752727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 863e8414-46ce-485c-ac14-cfe452bdd457, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=863e8414-46ce-485c-ac14-cfe452bdd457,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:00.793781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '863e8414-46ce-485c-ac14-cfe452bdd457', 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9', 'port_id': '863e8414-46ce-485c-ac14-cfe452bdd457', 'mac_address': 'fa:16:3e:de:82:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd392b64f-c156-46b6-8173-3c86c501f74a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:55:00.875580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-b3ad00e8-0824-45e4-8029-0f295bdcfda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:00.877227 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-b3ad00e8-0824-45e4-8029-0f295bdcfda6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1352623 Aug 23 14:55:00.931955 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:00.982333 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:55:01.018241 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863e8414-46ce-485c-ac14-cfe452bdd457 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:55:01.064921 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73332652-8499-46c2-afe1-6e63427b4380 req-2f71afed-dc2f-4335-93e1-4d733731db9b tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:01.081733 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-73332652-8499-46c2-afe1-6e63427b4380 req-2f71afed-dc2f-4335-93e1-4d733731db9b tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 943 time: 0.1162233 Aug 23 14:55:01.084263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 863e8414-46ce-485c-ac14-cfe452bdd457, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=863e8414-46ce-485c-ac14-cfe452bdd457,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:01.139075 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-73332652-8499-46c2-afe1-6e63427b4380 req-e542d70e-08d5-42d0-943a-481d70811f49 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658143 Aug 23 14:55:01.182462 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:01.185704 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-d72d733d-4584-499b-9326-af51fc5d519f service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870724 Aug 23 14:55:01.265622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=863e8414-46ce-485c-ac14-cfe452bdd457,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:01.356702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-d5f65e1f-bfa7-4af0-b9b3-3ec2d4e4b1e8 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689792 Aug 23 14:55:01.558874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['863e8414-46ce-485c-ac14-cfe452bdd457'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:55:01.678385 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b1dca57-567a-4b8e-900c-0e7feb72d9c5 req-503260fe-ea4c-4d02-a368-c9b5d438ea09 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 210 time: 0.0919421 Aug 23 14:55:01.834085 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-eb06ebc9-cd48-4478-a3a2-948ec695fb75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=afc637ab-7b54-4ae5-97f1-c9c64cc49729 HTTP/1.1" status: 200 len: 217 time: 0.4654584 Aug 23 14:55:01.910532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-3d7fa31f-2e90-46b8-be86-87ad5864012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:01.912028 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-3d7fa31f-2e90-46b8-be86-87ad5864012a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.0696943 Aug 23 14:55:01.920475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08433498-a333-42f6-8c39-2aa7b70d120c req-05be30b2-4b40-4878-a5bd-2f0a8c0bbdbb tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:01.938637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08433498-a333-42f6-8c39-2aa7b70d120c req-05be30b2-4b40-4878-a5bd-2f0a8c0bbdbb tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0983081 Aug 23 14:55:02.047835 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-ce8553a5-e855-4884-af47-a1caeb459e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:02.053760 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-ce8553a5-e855-4884-af47-a1caeb459e3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1228786 Aug 23 14:55:02.061875 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08433498-a333-42f6-8c39-2aa7b70d120c req-fdc5230b-9f86-4b9e-9ee2-e51767a808fc tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026020 Aug 23 14:55:02.214547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede57ab2-fe55-434d-a7b3-b13bf358942f req-f62a924a-af3c-497d-aeb0-fe28eb4239ed tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:02.224375 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ede57ab2-fe55-434d-a7b3-b13bf358942f req-f62a924a-af3c-497d-aeb0-fe28eb4239ed tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.1040173 Aug 23 14:55:02.327117 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ede57ab2-fe55-434d-a7b3-b13bf358942f req-47cf2acf-c4a8-4d95-a871-a2ab6f5c7dc8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960369 Aug 23 14:55:02.332304 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-90a9c3c4-a5ef-416b-88c1-dce9befc09c2 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597809 Aug 23 14:55:02.491701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-ba66ddc1-5ec3-48df-a765-9a6aa8c46464 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070352 Aug 23 14:55:02.534427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 863e8414-46ce-485c-ac14-cfe452bdd457 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:02.597723 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-aa3de4a6-a3b5-4fe3-9edc-f37023589bb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=17812f53-fbc5-4a79-919c-21e20ab42ecc HTTP/1.1" status: 200 len: 217 time: 0.0930684 Aug 23 14:55:02.665910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92acddc-66cd-4b8a-bb60-4a8ca525400d req-0799d5ff-9e6e-44a2-aa3b-e119b13b26e3 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:02.676708 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b92acddc-66cd-4b8a-bb60-4a8ca525400d req-0799d5ff-9e6e-44a2-aa3b-e119b13b26e3 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 944 time: 0.3807166 Aug 23 14:55:02.723068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 863e8414-46ce-485c-ac14-cfe452bdd457 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:55:02.727745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 863e8414-46ce-485c-ac14-cfe452bdd457 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:02.728378 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:02.766037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-93d8ac48-4197-4744-9f87-8b23bd2a2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:02.767711 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-93d8ac48-4197-4744-9f87-8b23bd2a2eec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.1614606 Aug 23 14:55:02.800681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b92acddc-66cd-4b8a-bb60-4a8ca525400d req-d4524e9e-50c3-4c7c-b83e-48754c5bedc5 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232142 Aug 23 14:55:02.880030 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-8dd9a115-0962-457d-b0c1-0fca3311cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:02.886631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-8dd9a115-0962-457d-b0c1-0fca3311cac1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1062841 Aug 23 14:55:02.904821 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5d598cf-717d-42ca-afb9-0fdad1d3055d req-0834fe40-9366-4118-a80c-c63e06792440 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 210 time: 0.0805674 Aug 23 14:55:02.979457 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:03.028962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e79404-4d08-4796-b917-f34feefa538f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863e8414-46ce-485c-ac14-cfe452bdd457'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:03.040311 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-e9bf7ca4-fe3c-49ee-b768-a846fa2e5d9a service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417572 Aug 23 14:55:03.041160 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fb5dd9-ab9b-4ec4-b015-217d8469c3c8" -d '{"events": [{"server_uuid": "c2e79404-4d08-4796-b917-f34feefa538f", "name": "network-vif-plugged", "status": "completed", "tag": "863e8414-46ce-485c-ac14-cfe452bdd457"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:03.084056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 863e8414-46ce-485c-ac14-cfe452bdd457, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=863e8414-46ce-485c-ac14-cfe452bdd457,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:03.112937 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0417096f-4815-4db1-916d-c45f743d9d61 x-openstack-request-id: req-0417096f-4815-4db1-916d-c45f743d9d61 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:03.113528 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e79404-4d08-4796-b917-f34feefa538f", "name": "network-vif-plugged", "status": "completed", "tag": "863e8414-46ce-485c-ac14-cfe452bdd457", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:03.113896 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0417096f-4815-4db1-916d-c45f743d9d61 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:03.114423 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e79404-4d08-4796-b917-f34feefa538f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863e8414-46ce-485c-ac14-cfe452bdd457', 'code': 200} Aug 23 14:55:03.155007 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:03.322446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=863e8414-46ce-485c-ac14-cfe452bdd457,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:03.437257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-edc4517c-cfd9-4fd6-a760-3f2df63e05c7 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889449 Aug 23 14:55:03.438498 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb08b2-2703-461b-aa11-8f9db63223b7 req-01640c59-ee93-4ef7-a40a-fa80e1de5996 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:03.452770 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4cbb08b2-2703-461b-aa11-8f9db63223b7 req-01640c59-ee93-4ef7-a40a-fa80e1de5996 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1888480 Aug 23 14:55:03.485987 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47226) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:55:03.517587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-d0cc2826-3b13-45c0-9081-8615bed61363 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=47cc6354-51c7-401d-a491-1ca75f25bef5 HTTP/1.1" status: 200 len: 217 time: 0.0727546 Aug 23 14:55:03.527310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8403f-51aa-4d54-a0da-d9ac7e568df2 req-17b687fe-e20d-4266-af0f-ff3b75e8ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:03.529810 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efa8403f-51aa-4d54-a0da-d9ac7e568df2 req-17b687fe-e20d-4266-af0f-ff3b75e8ea3c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 1096 time: 0.3177826 Aug 23 14:55:03.581351 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4cbb08b2-2703-461b-aa11-8f9db63223b7 req-52f07b4c-53ab-4f7e-88ce-7a1215d55413 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272147 Aug 23 14:55:03.708466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-001eeb86-aa65-4600-b45c-22313437bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:03.717236 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-001eeb86-aa65-4600-b45c-22313437bd7f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e HTTP/1.1" status: 200 len: 797 time: 0.1811736 Aug 23 14:55:03.721535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efa8403f-51aa-4d54-a0da-d9ac7e568df2 req-adfa6fe3-eeeb-471b-bdaf-00b5f1a933f0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665134 Aug 23 14:55:03.725185 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7092869-b769-45c3-9e43-05aab215d147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:03.784880 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea4248-3a5c-47bf-be7e-cef2d75b3f31 req-1cd2ac65-2337-49e5-9c8e-9f75ef1eba7c tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:03.786359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0cea4248-3a5c-47bf-be7e-cef2d75b3f31 req-1cd2ac65-2337-49e5-9c8e-9f75ef1eba7c tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.2662644 Aug 23 14:55:03.814812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-1dbe934d-8df5-4a8c-a65e-97a8da0be941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:03.816636 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-1dbe934d-8df5-4a8c-a65e-97a8da0be941 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72070819-7380-4ce2-bba5-cb3fe9632737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0910959 Aug 23 14:55:03.958752 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0cea4248-3a5c-47bf-be7e-cef2d75b3f31 req-a4081a57-f6e1-4427-9072-7be2c7c29712 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549520 Aug 23 14:55:04.066276 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-9838e8cc-62c5-4e0c-b7b2-d785d392e978 service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379525 Aug 23 14:55:04.069903 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7092869-b769-45c3-9e43-05aab215d147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:04.108012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27d9c7-1099-4d39-acd8-0f79de795d02 req-858e9cb9-52b8-4001-8e90-50cdd525c549 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:04.124545 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cf27d9c7-1099-4d39-acd8-0f79de795d02 req-858e9cb9-52b8-4001-8e90-50cdd525c549 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 945 time: 0.2121818 Aug 23 14:55:04.147043 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7092869-b769-45c3-9e43-05aab215d147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:04.220821 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b7092869-b769-45c3-9e43-05aab215d147 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=777c5a87dac145a7be5aeac708ee24b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7307799 Aug 23 14:55:04.225404 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47242) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:55:04.270999 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cf27d9c7-1099-4d39-acd8-0f79de795d02 req-98b5c30f-f921-4541-adae-9450b64ad89f tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436458 Aug 23 14:55:04.272132 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7092869-b769-45c3-9e43-05aab215d147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdcd115-d031-4b27-97cf-64eac4072516,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:04.326926 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8bb42177-e54f-456d-b8d7-304acc0305f5 req-bef171cb-8a48-4d3e-abd2-0396081d1620 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 210 time: 0.0995297 Aug 23 14:55:04.388243 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5cca5cd3-ccfa-4d72-a7b7-32261d231487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:04.392430 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-b705052d-99a3-4265-b2f4-f22efa6a9015 service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085234 Aug 23 14:55:04.469237 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-5f9ea3f2-c0b2-434e-a386-0da4fb9743c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d93a231e-4370-4457-8e88-9c673c90e61e HTTP/1.1" status: 200 len: 217 time: 0.0649314 Aug 23 14:55:04.474251 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5cca5cd3-ccfa-4d72-a7b7-32261d231487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:04.602608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-10d7992e-f7e4-4163-ac3f-1bfc8df320f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:04.605078 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-10d7992e-f7e4-4163-ac3f-1bfc8df320f6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e HTTP/1.1" status: 200 len: 797 time: 0.1193473 Aug 23 14:55:04.744725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-598e8154-3a85-42f2-b801-f0031331e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:04.746900 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-598e8154-3a85-42f2-b801-f0031331e137 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72070819-7380-4ce2-bba5-cb3fe9632737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1333425 Aug 23 14:55:04.750368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5cca5cd3-ccfa-4d72-a7b7-32261d231487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:04.765051 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5cca5cd3-ccfa-4d72-a7b7-32261d231487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:04.769626 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5cca5cd3-ccfa-4d72-a7b7-32261d231487 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3bdcd115-d031-4b27-97cf-64eac4072516 HTTP/1.1" status: 204 len: 168 time: 0.5395391 Aug 23 14:55:04.873645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca5cd3-ccfa-4d72-a7b7-32261d231487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdcd115-d031-4b27-97cf-64eac4072516,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:05.036638 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-e397588b-0f86-427f-9469-aef72075d5a2 service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683117 Aug 23 14:55:05.081153 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23f37d-2cce-4e88-b9e3-f12a197a6177 req-84d0cf75-95f3-4e57-8812-166c05e9c7b7 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:05.082931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b23f37d-2cce-4e88-b9e3-f12a197a6177 req-84d0cf75-95f3-4e57-8812-166c05e9c7b7 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.3829594 Aug 23 14:55:05.213901 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b23f37d-2cce-4e88-b9e3-f12a197a6177 req-a60e85f9-9412-43df-b24e-92fd51c8e232 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944786 Aug 23 14:55:05.242265 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77041946-7fdd-4e63-89da-ac29826a57b7 req-d049bc0d-7058-4e40-b8cd-130d53d4f21c service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955345 Aug 23 14:55:05.291495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d40cde-2c6a-4da1-a452-4267a2c38394 req-c425f6c1-9ea9-43e4-a36f-2f89937db69a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:05.293286 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31d40cde-2c6a-4da1-a452-4267a2c38394 req-c425f6c1-9ea9-43e4-a36f-2f89937db69a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.1560745 Aug 23 14:55:05.421689 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31d40cde-2c6a-4da1-a452-4267a2c38394 req-696014f8-e6be-447f-8fcb-8eb5cefba7cc tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210001 Aug 23 14:55:05.759943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64b63-e788-4715-9fe7-564a74942942 req-e5f6e70b-9157-4703-8ee7-fce2ac13871c tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:05.772411 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db78e92e-6441-4bee-81e4-98a87a08e093 req-849905c9-16bc-4ca8-8ccd-1fbd958d47a0 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a97d1882-8a1b-4983-a8da-dd9aae217500 HTTP/1.1" status: 200 len: 210 time: 0.0952587 Aug 23 14:55:05.773132 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-89b64b63-e788-4715-9fe7-564a74942942 req-e5f6e70b-9157-4703-8ee7-fce2ac13871c tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 945 time: 0.2028751 Aug 23 14:55:05.844529 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-89b64b63-e788-4715-9fe7-564a74942942 req-85c7f079-b5f9-424b-9cf0-d5be12f955d8 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689998 Aug 23 14:55:06.045581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effee176-3c7c-45d7-8629-fcdd0b33dfc5 req-bfd7aaf6-8579-4e0a-9e7e-7777c53567f8 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:06.048864 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-effee176-3c7c-45d7-8629-fcdd0b33dfc5 req-bfd7aaf6-8579-4e0a-9e7e-7777c53567f8 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 945 time: 0.0927629 Aug 23 14:55:06.134275 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-effee176-3c7c-45d7-8629-fcdd0b33dfc5 req-7d048211-bdab-4489-bffd-5ca245c1c61d tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783899 Aug 23 14:55:06.439107 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5ba11-e36f-40ba-8267-b8400aabaa21 req-9aa72529-1a35-4f9b-9498-124711af988a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:06.447906 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58e5ba11-e36f-40ba-8267-b8400aabaa21 req-9aa72529-1a35-4f9b-9498-124711af988a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 945 time: 0.1238461 Aug 23 14:55:06.488442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e6ff7-97c4-4753-8d90-561a4eff1ce0 req-12294a0a-b852-45a9-b468-2536d2a179fe tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:06.490322 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-197e6ff7-97c4-4753-8d90-561a4eff1ce0 req-12294a0a-b852-45a9-b468-2536d2a179fe tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0801470 Aug 23 14:55:06.492459 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58e5ba11-e36f-40ba-8267-b8400aabaa21 req-126e4ff2-2894-41c2-a3a3-8ae4ba322170 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435665 Aug 23 14:55:06.552279 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-197e6ff7-97c4-4753-8d90-561a4eff1ce0 req-739838b8-f4e3-45fc-99c0-d3561b923f05 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477788 Aug 23 14:55:06.807196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf00d71-f8dd-4087-91e5-9a72c5568194 req-13d271fe-071b-4665-9429-f3e1be073faa tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:06.809955 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9cf00d71-f8dd-4087-91e5-9a72c5568194 req-13d271fe-071b-4665-9429-f3e1be073faa tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.1109293 Aug 23 14:55:06.810835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47314) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:55:06.893337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c19c25-ebe9-4b4c-bae8-900985b22bb8 req-447fcacb-86a7-43c9-b897-81220d1f0059 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:06.899633 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1c19c25-ebe9-4b4c-bae8-900985b22bb8 req-447fcacb-86a7-43c9-b897-81220d1f0059 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 945 time: 0.1482835 Aug 23 14:55:06.908471 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9cf00d71-f8dd-4087-91e5-9a72c5568194 req-eb3aaf3c-2f50-4510-af0a-da13e6567529 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853975 Aug 23 14:55:07.002215 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1c19c25-ebe9-4b4c-bae8-900985b22bb8 req-28c73c18-b78f-41f6-baef-dceb91111a02 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953147 Aug 23 14:55:07.043246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1166492211-network', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:07.167432 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] Made reservation on behalf of d29d65bd81b5474c8566cb0d1d8e6006 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:55:07.170484 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:07.183439 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc69e31-ab6b-4e28-957b-a75b6b2125f7 req-f0f03c94-c5bd-44f5-a9be-7c58363e7bd6 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:07.191415 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-abc69e31-ab6b-4e28-957b-a75b6b2125f7 req-f0f03c94-c5bd-44f5-a9be-7c58363e7bd6 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 945 time: 0.0707707 Aug 23 14:55:07.201581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:07.262244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-abc69e31-ab6b-4e28-957b-a75b6b2125f7 req-41c3886c-7be9-4eaa-ad41-acbc8d8125a7 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697370 Aug 23 14:55:07.432564 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:07.454151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ccfd9-d8ef-4677-9091-4abdc95a3f25 req-3e3bfa3f-83ec-4a47-8e53-b019bbbc1ee2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:07.460194 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2b4ccfd9-d8ef-4677-9091-4abdc95a3f25 req-3e3bfa3f-83ec-4a47-8e53-b019bbbc1ee2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 945 time: 0.0681081 Aug 23 14:55:07.507516 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2b4ccfd9-d8ef-4677-9091-4abdc95a3f25 req-38b64775-cc2d-4401-86e6-5545f4da1424 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383725 Aug 23 14:55:07.553101 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:07.598115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f41a1ac-15ec-4747-a53f-4eba96f6f203,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:07.610541 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:55:07.638913 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:07.639271 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] Added segment 0c755802-28ec-4c4f-9b80-ed886ced74c3 of type vlan for network 73692fcc-64c5-44dc-8045-7bc29f031267 Aug 23 14:55:07.680634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e5f4c-39bb-4ece-ac99-99bb16e19667 req-99b1acac-0114-41cf-a7e8-1c0cc987ebad tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:07.682567 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a7e5f4c-39bb-4ece-ac99-99bb16e19667 req-99b1acac-0114-41cf-a7e8-1c0cc987ebad tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/networks?id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 200 len: 811 time: 0.1346242 Aug 23 14:55:07.699275 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a7e5f4c-39bb-4ece-ac99-99bb16e19667 req-4ec986a3-26e7-4f98-aa53-04230f915a18 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/quotas/7f5c6c20f9874df4a22ef4bbb9ddc20f HTTP/1.1" status: 200 len: 375 time: 0.0109050 Aug 23 14:55:07.721773 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564dd11-123c-4d7e-92a9-2a23509fa05a req-4507d145-d70f-46b2-9324-75eb22b043b9 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:07.730655 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f564dd11-123c-4d7e-92a9-2a23509fa05a req-4507d145-d70f-46b2-9324-75eb22b043b9 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 945 time: 0.1368642 Aug 23 14:55:07.749511 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a7e5f4c-39bb-4ece-ac99-99bb16e19667 req-58d603b6-8b69-4168-95ec-3840a91b2c31 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392644 Aug 23 14:55:07.749679 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:07.811961 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f564dd11-123c-4d7e-92a9-2a23509fa05a req-58ac30a8-8e73-442d-8a44-8bd469040003 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747647 Aug 23 14:55:07.956325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62f14f-e5ea-4994-9ec0-348c398bde41 req-004f2843-9fee-477a-a1fe-a78d88a3bdb3 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:07.960075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a7e5f4c-39bb-4ece-ac99-99bb16e19667 req-fa9f95c3-0e38-4f2a-9cff-0b070eacf222 service neutron] 10.222.0.38 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812847 Aug 23 14:55:07.964297 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4f62f14f-e5ea-4994-9ec0-348c398bde41 req-004f2843-9fee-477a-a1fe-a78d88a3bdb3 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0779495 Aug 23 14:55:07.998492 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:08.000034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:08.000688 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:08.096634 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4f62f14f-e5ea-4994-9ec0-348c398bde41 req-0b4facc4-8c9b-454f-b1ec-2bc6a544b6a5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303201 Aug 23 14:55:08.151462 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a7e5f4c-39bb-4ece-ac99-99bb16e19667 req-18af17fc-5535-4a11-97ac-472255a83548 service neutron] 10.222.0.38 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898150 Aug 23 14:55:08.162789 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] Pushing event updated for resources: {'Network': ['ID=73692fcc-64c5-44dc-8045-7bc29f031267,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:08.184724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 73692fcc-64c5-44dc-8045-7bc29f031267 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:55:08.197870 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6e849d5e-a699-4919-9dc4-4409a6e86c56 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3852642 Aug 23 14:55:08.199277 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47380) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:55:08.206907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-0340cc68-ffcc-4aca-844e-dcd79fac8fff admin admin] Request body: {'subnet': {'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1166492211-subnet', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:08.389503 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0340cc68-ffcc-4aca-844e-dcd79fac8fff admin admin] Made reservation on behalf of d29d65bd81b5474c8566cb0d1d8e6006 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:55:08.389786 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0340cc68-ffcc-4aca-844e-dcd79fac8fff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:08.552900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455343f-57e7-4bf0-b72d-c2d900bcc973 req-d18fc255-98f7-4719-ad88-52fbb18fa932 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:08.560919 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7455343f-57e7-4bf0-b72d-c2d900bcc973 req-d18fc255-98f7-4719-ad88-52fbb18fa932 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 945 time: 0.1010618 Aug 23 14:55:08.640774 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7455343f-57e7-4bf0-b72d-c2d900bcc973 req-ae51c7fe-10ca-43a9-93b8-f04b7b3fa0a5 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787561 Aug 23 14:55:08.860567 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-072c4190-e804-4c4a-bbe2-52f82c377616 req-e5ea5afc-4cfc-4f78-b7b7-4132e5963a96 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=4faa2503-2e53-4d05-b4c9-3b5e65850920 HTTP/1.1" status: 200 len: 210 time: 0.0464258 Aug 23 14:55:08.921547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0a011-9f64-4890-9731-9bd519d49e1f req-564ded6f-14e3-45ec-b51f-9cb06abd9889 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:08.930588 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-15b0a011-9f64-4890-9731-9bd519d49e1f req-564ded6f-14e3-45ec-b51f-9cb06abd9889 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.1444135 Aug 23 14:55:09.060088 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-15b0a011-9f64-4890-9731-9bd519d49e1f req-14776543-f5b4-492f-8b88-224d331cc202 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067991 Aug 23 14:55:09.072552 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0340cc68-ffcc-4aca-844e-dcd79fac8fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:09.249291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0340cc68-ffcc-4aca-844e-dcd79fac8fff admin admin] Checking segment: {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:55:09.250165 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0340cc68-ffcc-4aca-844e-dcd79fac8fff admin admin] Network hostable DHCP agents. Network: 73692fcc-64c5-44dc-8045-7bc29f031267, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:55:09.252794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340cc68-ffcc-4aca-844e-dcd79fac8fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=779a538e-f82d-42fb-9ff9-66d0a5c47662,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:09.368361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0340cc68-ffcc-4aca-844e-dcd79fac8fff admin admin] Network 73692fcc-64c5-44dc-8045-7bc29f031267 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:55:09.512763 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-0340cc68-ffcc-4aca-844e-dcd79fac8fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 73692fcc-64c5-44dc-8045-7bc29f031267) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:55:09.518995 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0340cc68-ffcc-4aca-844e-dcd79fac8fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:09.519618 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0340cc68-ffcc-4aca-844e-dcd79fac8fff admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:09.535797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1bdff1-9218-47bb-ae10-2062952a0891 None None] Network 73692fcc-64c5-44dc-8045-7bc29f031267 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:55:09.654911 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0340cc68-ffcc-4aca-844e-dcd79fac8fff admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4521654 Aug 23 14:55:09.656744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47424) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:55:09.663064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:09.809588 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:09.811705 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:09.934162 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-73692fcc-64c5-44dc-8045-7bc29f031267', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:55:09.937163 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:09.943330 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:10.042513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3a779-3575-4535-8c04-e82ef4f76958 req-4b9497b2-3802-458c-8b0e-d2a4bd46c300 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:10.057367 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34a3a779-3575-4535-8c04-e82ef4f76958 req-4b9497b2-3802-458c-8b0e-d2a4bd46c300 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1154659 Aug 23 14:55:10.234656 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34a3a779-3575-4535-8c04-e82ef4f76958 req-ac1c2689-f4b8-4c11-ad40-992331abf833 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759827 Aug 23 14:55:10.287325 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Allocated IP 172.20.0.2 (73692fcc-64c5-44dc-8045-7bc29f031267/779a538e-f82d-42fb-9ff9-66d0a5c47662/e98719ac-2cbc-411d-957c-49a2568c44d5) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:55:10.350276 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:10.415427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2901c09-db4b-4e45-9312-3c8f67aff1c5 req-211a51e6-e7ae-43a8-b4ce-ca14932d42d8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:10.417298 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a2901c09-db4b-4e45-9312-3c8f67aff1c5 req-211a51e6-e7ae-43a8-b4ce-ca14932d42d8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.0606647 Aug 23 14:55:10.532050 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:10.532806 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a2901c09-db4b-4e45-9312-3c8f67aff1c5 req-af4c5ec0-e742-4388-9c3c-8190d56ec407 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049676 Aug 23 14:55:10.548872 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Transition to ACTIVE for port object e98719ac-2cbc-411d-957c-49a2568c44d5 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:55:10.573685 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Transition to ACTIVE for port object e98719ac-2cbc-411d-957c-49a2568c44d5 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:55:10.683330 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:10.720858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Network 73692fcc-64c5-44dc-8045-7bc29f031267 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:55:10.724414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:55:10.728188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:55:10.772720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Pushing event updated for resources: {'Port': ['ID=e98719ac-2cbc-411d-957c-49a2568c44d5,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:10.823303 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:10.832111 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Attempting to bind port e98719ac-2cbc-411d-957c-49a2568c44d5 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:55:10.833490 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Attempting to bind port e98719ac-2cbc-411d-957c-49a2568c44d5 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:55:10.833490 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Attempting to bind port e98719ac-2cbc-411d-957c-49a2568c44d5 on network 73692fcc-64c5-44dc-8045-7bc29f031267 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:55:10.840338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:55:10.841123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Checking segment: {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:55:10.841266 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:10.841773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Bound using segment: {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:55:10.842188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Bound port: e98719ac-2cbc-411d-957c-49a2568c44d5, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:55:10.842717 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:10.867555 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:10.873676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed28c-be20-4b6b-b0b3-b721cbf419eb req-ec81ca79-283e-4ce7-a51d-6001bdfd4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:10.874596 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f6ed28c-be20-4b6b-b0b3-b721cbf419eb req-ec81ca79-283e-4ce7-a51d-6001bdfd4094 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1588db2fec1f4911a712614e990772db&device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 1097 time: 0.1789041 Aug 23 14:55:10.886004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-3fec49a1-a0f0-4672-8d5e-37f004f52fa9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:10.888136 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-3fec49a1-a0f0-4672-8d5e-37f004f52fa9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/networks?id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 200 len: 811 time: 0.2461197 Aug 23 14:55:10.914050 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ae095-7355-41bd-be6f-5e09d0eabc7d req-a3b7e2d9-c454-4c95-becb-68e752b685db tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:10.918459 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] For port e98719ac-2cbc-411d-957c-49a2568c44d5, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:55:10.921976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] For port e98719ac-2cbc-411d-957c-49a2568c44d5, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e98719ac-2cbc-411d-957c-49a2568c44d5,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:55:10.926115 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-958ae095-7355-41bd-be6f-5e09d0eabc7d req-a3b7e2d9-c454-4c95-becb-68e752b685db tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 945 time: 0.0764549 Aug 23 14:55:10.963454 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-958ae095-7355-41bd-be6f-5e09d0eabc7d req-7455e008-b286-42fc-911a-665f5ec00ad3 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363247 Aug 23 14:55:10.986183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-0b42936c-f13a-4e4e-95d6-104863af9500 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/quotas/7f5c6c20f9874df4a22ef4bbb9ddc20f HTTP/1.1" status: 200 len: 375 time: 0.0848832 Aug 23 14:55:11.019565 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:11.048465 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-04c776e7-bdbb-48eb-847f-dd964c35b1b2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519979 Aug 23 14:55:11.074022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae697c-2af4-48a0-b5d8-bc8b424ec399 None None] Pushing event updated for resources: {'Port': ['ID=e98719ac-2cbc-411d-957c-49a2568c44d5,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:11.134442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed28c-be20-4b6b-b0b3-b721cbf419eb req-90e3f6fb-dabe-4951-b48b-108bd880107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:11.135972 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f6ed28c-be20-4b6b-b0b3-b721cbf419eb req-90e3f6fb-dabe-4951-b48b-108bd880107b service neutron] 10.222.0.61 "GET /v2.0/networks?id=60c0053b-2150-4794-96d5-4cd2a0a611e0 HTTP/1.1" status: 200 len: 915 time: 0.2457318 Aug 23 14:55:11.209546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Allocated IP 172.25.8.96 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/e74e9c17-2231-48fb-b91f-e0b25ef5daec) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:55:11.217525 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f6ed28c-be20-4b6b-b0b3-b721cbf419eb req-931f0337-5ad7-446c-a7a9-034206f81955 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9 HTTP/1.1" status: 200 len: 217 time: 0.0693944 Aug 23 14:55:11.382338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-8a1bbb1d-a51b-4a4e-aabc-83a9be044884 service neutron] 10.222.0.38 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104436 Aug 23 14:55:11.522200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ed28c-be20-4b6b-b0b3-b721cbf419eb req-5ad37ec8-80c6-487d-89ad-77839d575f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:11.523780 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f6ed28c-be20-4b6b-b0b3-b721cbf419eb req-5ad37ec8-80c6-487d-89ad-77839d575f8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94e7f3de-c5c9-4bc5-8835-17e093450e74 HTTP/1.1" status: 200 len: 854 time: 0.2981508 Aug 23 14:55:11.557526 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6ad64-2746-444c-8087-c2621101e766 req-cc87c8e6-f935-47f2-a24e-38da6aaa46eb tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:11.559323 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e3f6ad64-2746-444c-8087-c2621101e766 req-cc87c8e6-f935-47f2-a24e-38da6aaa46eb tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.0612199 Aug 23 14:55:11.574755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e98719ac-2cbc-411d-957c-49a2568c44d5 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:11.577312 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f6ed28c-be20-4b6b-b0b3-b721cbf419eb req-b5da1922-1186-469f-b18c-1ab3721e8826 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60c0053b-2150-4794-96d5-4cd2a0a611e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395484 Aug 23 14:55:11.624404 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e3f6ad64-2746-444c-8087-c2621101e766 req-ad37c57f-27c0-4ebf-921d-c55bc5cb8e44 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581810 Aug 23 14:55:11.682954 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:11.692650 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-b4f8e58c-a322-4c96-84c7-88a1ed74a555 service neutron] 10.222.0.38 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090420 Aug 23 14:55:11.713693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port e98719ac-2cbc-411d-957c-49a2568c44d5 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:55:11.753140 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f6ed28c-be20-4b6b-b0b3-b721cbf419eb req-cc1504a2-62b7-4fce-bfb5-503503975662 service neutron] 10.222.0.61 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635814 Aug 23 14:55:11.775846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e199f2f-06bd-4b80-a498-ff7fff979586 req-cc6eb58e-73c8-4c7e-a604-a1e1f12bc9e9 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:11.785815 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0e199f2f-06bd-4b80-a498-ff7fff979586 req-cc6eb58e-73c8-4c7e-a604-a1e1f12bc9e9 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.0836561 Aug 23 14:55:11.837834 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0e199f2f-06bd-4b80-a498-ff7fff979586 req-73d29c79-2fc2-44df-bb06-17638d8666fe tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509918 Aug 23 14:55:11.849565 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:11.916488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:55:11.922789 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:55:11.935271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:55:11.943310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Pushing event updated for resources: {'Port': ['ID=e74e9c17-2231-48fb-b91f-e0b25ef5daec,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:11.999129 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f6ed28c-be20-4b6b-b0b3-b721cbf419eb req-5776bf47-7170-408f-96a7-dce66856c51d service neutron] 10.222.0.61 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374480 Aug 23 14:55:12.069375 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-558e2917-3d68-4883-a621-bc2742899b34 req-59da7bc8-9774-4648-a3b2-aa2080a2b18e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 210 time: 0.0657141 Aug 23 14:55:12.235457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa733b8-b131-4baf-a6f2-15d0fd0e3a1d req-720b9639-e411-40cf-9d17-04c17a37bef6 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:12.237139 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfa733b8-b131-4baf-a6f2-15d0fd0e3a1d req-720b9639-e411-40cf-9d17-04c17a37bef6 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 945 time: 0.1417110 Aug 23 14:55:12.295324 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfa733b8-b131-4baf-a6f2-15d0fd0e3a1d req-1d86d588-eb57-4cf1-abff-b69f31fde81d tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467186 Aug 23 14:55:12.378561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa522faa-47e1-4fb7-a644-7281b1633d00 None None] Network 73692fcc-64c5-44dc-8045-7bc29f031267 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:55:12.499484 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:12.600444 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 863e8414-46ce-485c-ac14-cfe452bdd457 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:55:12.804870 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:12.846561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 863e8414-46ce-485c-ac14-cfe452bdd457, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=863e8414-46ce-485c-ac14-cfe452bdd457,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:12.876106 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-46aaea9d-6959-4cd4-b70d-42e5ddd00fc6 None None] Provisioning for port e98719ac-2cbc-411d-957c-49a2568c44d5 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:55:12.878200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '863e8414-46ce-485c-ac14-cfe452bdd457', 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9', 'port_id': '863e8414-46ce-485c-ac14-cfe452bdd457', 'mac_address': 'fa:16:3e:de:82:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd392b64f-c156-46b6-8173-3c86c501f74a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:55:12.882964 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-46aaea9d-6959-4cd4-b70d-42e5ddd00fc6 None None] Provisioning complete for port e98719ac-2cbc-411d-957c-49a2568c44d5 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:12.883633 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-46aaea9d-6959-4cd4-b70d-42e5ddd00fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:12.928304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dedbef-a43b-4415-b84d-2d74b648ad36 req-cbb3e46c-ce94-4764-878e-f01004412bc4 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:12.940446 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-63dedbef-a43b-4415-b84d-2d74b648ad36 req-cbb3e46c-ce94-4764-878e-f01004412bc4 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 946 time: 0.1501460 Aug 23 14:55:12.953044 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:12.978633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 863e8414-46ce-485c-ac14-cfe452bdd457 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:55:13.028928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 863e8414-46ce-485c-ac14-cfe452bdd457, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=863e8414-46ce-485c-ac14-cfe452bdd457,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:13.039719 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-46aaea9d-6959-4cd4-b70d-42e5ddd00fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:13.054762 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-63dedbef-a43b-4415-b84d-2d74b648ad36 req-5688d660-af3d-433f-9dba-f8e29ce40a53 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132388 Aug 23 14:55:13.088767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-46aaea9d-6959-4cd4-b70d-42e5ddd00fc6 None None] For port e98719ac-2cbc-411d-957c-49a2568c44d5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e98719ac-2cbc-411d-957c-49a2568c44d5,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:13.094867 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:13.167409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=863e8414-46ce-485c-ac14-cfe452bdd457,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:13.193781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['863e8414-46ce-485c-ac14-cfe452bdd457'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:55:13.229029 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-46aaea9d-6959-4cd4-b70d-42e5ddd00fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:13.243800 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-050f86d8-8996-454e-afe7-f3568aa24f25 req-ff0d46d6-ed8c-4e2e-a121-a8d8750f234a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 210 time: 0.0594110 Aug 23 14:55:13.306956 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaea9d-6959-4cd4-b70d-42e5ddd00fc6 None None] Pushing event updated for resources: {'Port': ['ID=e98719ac-2cbc-411d-957c-49a2568c44d5,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:13.436040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3e63479b-6848-4974-aee1-6b1a250fef54 None None] Provisioning complete for port e98719ac-2cbc-411d-957c-49a2568c44d5 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:13.436747 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3e63479b-6848-4974-aee1-6b1a250fef54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:13.486987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e98719ac-2cbc-411d-957c-49a2568c44d5 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:13.494429 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b3775-cf88-42a2-9a88-50d0d6897a8e req-f797c7e7-bc63-4e83-9e72-700bc7aecaca tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:13.502842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-153b3775-cf88-42a2-9a88-50d0d6897a8e req-f797c7e7-bc63-4e83-9e72-700bc7aecaca tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 944 time: 0.0824120 Aug 23 14:55:13.534302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 569209d9-036f-4261-9f6a-528fbcd6f1c9 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:55:13.562294 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-153b3775-cf88-42a2-9a88-50d0d6897a8e req-424929a5-360d-4499-aa05-95032c4d1d7d tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521095 Aug 23 14:55:13.588549 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-bc67518f-6dab-4819-8b83-6e598ab57a2c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7342694 Aug 23 14:55:13.602310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cb60d-9931-4464-95f4-f6a9f54e4728 req-01bde506-8cba-4b34-abe0-119a0d22c487 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:13.604995 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d18cb60d-9931-4464-95f4-f6a9f54e4728 req-01bde506-8cba-4b34-abe0-119a0d22c487 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.1535118 Aug 23 14:55:13.698011 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d18cb60d-9931-4464-95f4-f6a9f54e4728 req-162111b6-c6ee-4d34-a9ac-0a24b393f912 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766385 Aug 23 14:55:13.738120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-398445dd-e023-4173-91c9-18353b4a6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:13.738618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-398445dd-e023-4173-91c9-18353b4a6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:13.743145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-398445dd-e023-4173-91c9-18353b4a6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:13.743145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-398445dd-e023-4173-91c9-18353b4a6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:13.743145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-398445dd-e023-4173-91c9-18353b4a6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:13.743145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-398445dd-e023-4173-91c9-18353b4a6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:13.744155 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-398445dd-e023-4173-91c9-18353b4a6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:13.745469 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-398445dd-e023-4173-91c9-18353b4a6398 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=453bc9f0ae244a8fad31793e47e18492&device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 6502 time: 0.0847116 Aug 23 14:55:13.756175 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e98719ac-2cbc-411d-957c-49a2568c44d5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:13.756786 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:13.761688 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:13.815762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:55:13.898330 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 569209d9-036f-4261-9f6a-528fbcd6f1c9, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:13.907795 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ec2ab5-67c1-4b29-af45-607ed5475376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569209d9-036f-4261-9f6a-528fbcd6f1c9'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:13.910507 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af52d2eb-dc48-4cd7-8f80-2d422b97fe33" -d '{"events": [{"server_uuid": "47ec2ab5-67c1-4b29-af45-607ed5475376", "name": "network-vif-unplugged", "status": "completed", "tag": "569209d9-036f-4261-9f6a-528fbcd6f1c9"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:13.980771 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebc78bb-bb87-4eec-a937-e72269ea75df x-openstack-request-id: req-5ebc78bb-bb87-4eec-a937-e72269ea75df {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:13.982694 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ec2ab5-67c1-4b29-af45-607ed5475376", "name": "network-vif-unplugged", "status": "completed", "tag": "569209d9-036f-4261-9f6a-528fbcd6f1c9", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:13.982694 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ebc78bb-bb87-4eec-a937-e72269ea75df {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:13.982694 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ec2ab5-67c1-4b29-af45-607ed5475376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569209d9-036f-4261-9f6a-528fbcd6f1c9', 'code': 200} Aug 23 14:55:13.984715 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:13.986598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-d011ac76-e80b-4b3f-8d18-73a7ee6711b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:13.987083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-d011ac76-e80b-4b3f-8d18-73a7ee6711b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:13.987566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-d011ac76-e80b-4b3f-8d18-73a7ee6711b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:13.989220 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-d011ac76-e80b-4b3f-8d18-73a7ee6711b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b542f892-fbd7-43ba-9b32-88275cc36a65&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=a24b937b-de39-4060-9493-8fb429cfbe9e&id=a24b937b-de39-4060-9493-8fb429cfbe9e HTTP/1.1" status: 200 len: 2298 time: 0.2119448 Aug 23 14:55:14.046169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=569209d9-036f-4261-9f6a-528fbcd6f1c9,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:14.056987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:55:14.069435 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Sync routers for ids ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:55:14.086903 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Routers {'9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:55:14.088060 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:54:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:55:14.093389 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-2511c60f-c3d3-435e-a71b-2fc501decbd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5dc2aa-fd61-48b1-984e-dfd0407c8185 HTTP/1.1" status: 200 len: 1001 time: 0.0911074 Aug 23 14:55:14.175303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-1fecd00b-80ac-4251-b6a0-5a5d7ec3a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:14.178253 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-1fecd00b-80ac-4251-b6a0-5a5d7ec3a148 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bf12937b-e5ce-4aea-882b-044b4a3734f1 HTTP/1.1" status: 200 len: 856 time: 0.0769107 Aug 23 14:55:14.203486 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:14.205284 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-81b777f9-42c0-40e7-ac15-e53b37e91c74 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5464325 Aug 23 14:55:14.220857 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313a181-3d39-495e-bb9d-4086ce51d484 req-0785a26c-a76a-4c9a-9cdd-6c53cdc85129 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:14.220857 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9313a181-3d39-495e-bb9d-4086ce51d484 req-0785a26c-a76a-4c9a-9cdd-6c53cdc85129 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.0749512 Aug 23 14:55:14.225601 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47564) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:55:14.260019 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-9c6cf0d7-66ba-434a-8ef0-6c5fcd96bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:14.262837 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-9c6cf0d7-66ba-434a-8ef0-6c5fcd96bac7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b542f892-fbd7-43ba-9b32-88275cc36a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734479 Aug 23 14:55:14.276706 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Set router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:55:14.358180 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9313a181-3d39-495e-bb9d-4086ce51d484 req-9665dfba-3002-4a17-83f5-4d826fd1520a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334765 Aug 23 14:55:14.509087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57def3fa-e217-4322-9b16-01d5b030fa0e req-bf3b2372-eadb-49bd-a165-85b104b0fa1e tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:14.519342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-57def3fa-e217-4322-9b16-01d5b030fa0e req-bf3b2372-eadb-49bd-a165-85b104b0fa1e tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 944 time: 0.1774960 Aug 23 14:55:14.552892 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 863e8414-46ce-485c-ac14-cfe452bdd457 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:14.573629 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a480cd6d-41ce-476a-936d-b02584e7cbd0 req-bac7a656-ef2d-42bd-bcc4-03b0243c7591 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 210 time: 0.0647583 Aug 23 14:55:14.665053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 863e8414-46ce-485c-ac14-cfe452bdd457 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:14.665360 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:14.678051 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:55:09Z', 'updated_at': '2021-08-23T14:55:12Z', 'revision_number': 3, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'gw_port': {'id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:10Z', 'updated_at': '2021-08-23T14:55:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:55:14.731227 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-b3d6d89a-d17e-408e-aef2-f0576b84d620 service neutron] 10.222.0.57 "GET /v2.0/networks/b542f892-fbd7-43ba-9b32-88275cc36a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484310 Aug 23 14:55:14.789563 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Checking router: 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:55:14.795775 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Updating router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 port e74e9c17-2231-48fb-b91f-e0b25ef5daec binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:55:14.850272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-57def3fa-e217-4322-9b16-01d5b030fa0e req-72492998-a184-44c9-9379-dd1d5d732432 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294432 Aug 23 14:55:14.876795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-d7057105-87d1-45ac-b5f6-d98302c51c31 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:14.878237 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:14.883087 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-d7057105-87d1-45ac-b5f6-d98302c51c31 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "GET /v2.0/networks?id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 200 len: 811 time: 0.3481927 Aug 23 14:55:14.906648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-77a29963-a0c9-434a-a24e-9991d571e982 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Request body: {'port': {'device_id': '0cc01d1e-b526-4dca-870e-616759111d5d', 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b', 'admin_state_up': True, 'tenant_id': '7f5c6c20f9874df4a22ef4bbb9ddc20f'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:14.910540 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:15.037126 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-d4cb45c0-f2c2-4c58-8037-7e07dd65b4c6 service neutron] 10.222.0.57 "GET /v2.0/networks/b542f892-fbd7-43ba-9b32-88275cc36a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960989 Aug 23 14:55:15.067796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 863e8414-46ce-485c-ac14-cfe452bdd457, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=863e8414-46ce-485c-ac14-cfe452bdd457,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:15.103748 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-764e6827-6c89-48e9-8ce7-cf5aeeb6cc4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=cc7683fa-d729-485b-a13f-03f149ab4dae HTTP/1.1" status: 200 len: 217 time: 0.0550904 Aug 23 14:55:15.131574 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:15.149447 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6fb7e-8764-4aec-b039-0971c4af8bb8 req-73e95375-1c02-44f8-b934-baaff27e4bf0 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:15.152565 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1ab6fb7e-8764-4aec-b039-0971c4af8bb8 req-73e95375-1c02-44f8-b934-baaff27e4bf0 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.1341846 Aug 23 14:55:15.243948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-dd396f74-75fa-49bb-928d-c8095675b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:15.245881 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-dd396f74-75fa-49bb-928d-c8095675b1fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.1309578 Aug 23 14:55:15.289838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=863e8414-46ce-485c-ac14-cfe452bdd457,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:15.299469 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1ab6fb7e-8764-4aec-b039-0971c4af8bb8 req-cf5bcbc8-4f0a-4baa-91dd-7e63b5a1d11f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924246 Aug 23 14:55:15.353321 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-77a29963-a0c9-434a-a24e-9991d571e982 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Made reservation on behalf of 7f5c6c20f9874df4a22ef4bbb9ddc20f for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:55:15.358449 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-77a29963-a0c9-434a-a24e-9991d571e982 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:15.383817 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:15.384822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-03a02f95-ddb2-402b-8088-a7d081441526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:15.387223 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-03a02f95-ddb2-402b-8088-a7d081441526 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1278107 Aug 23 14:55:15.445847 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:15.464396 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Transition to ACTIVE for port object e74e9c17-2231-48fb-b91f-e0b25ef5daec will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:55:15.484061 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:15.606874 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:15.649642 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad6bbf-9bb0-47fa-8e36-9fcc853a4eb5 None None] Pushing event updated for resources: {'Port': ['ID=e74e9c17-2231-48fb-b91f-e0b25ef5daec,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:15.664764 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad6bbf-9bb0-47fa-8e36-9fcc853a4eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:15.668568 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad6bbf-9bb0-47fa-8e36-9fcc853a4eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:15.676871 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad6bbf-9bb0-47fa-8e36-9fcc853a4eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:15.677394 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad6bbf-9bb0-47fa-8e36-9fcc853a4eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:15.677850 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad6bbf-9bb0-47fa-8e36-9fcc853a4eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:15.678301 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad6bbf-9bb0-47fa-8e36-9fcc853a4eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:15.678715 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad6bbf-9bb0-47fa-8e36-9fcc853a4eb5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:15.679141 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad6bbf-9bb0-47fa-8e36-9fcc853a4eb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:15.679603 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad6bbf-9bb0-47fa-8e36-9fcc853a4eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:15.680027 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad6bbf-9bb0-47fa-8e36-9fcc853a4eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:15.680455 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad6bbf-9bb0-47fa-8e36-9fcc853a4eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:15.680877 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad6bbf-9bb0-47fa-8e36-9fcc853a4eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:15.734399 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Attempting to bind port e74e9c17-2231-48fb-b91f-e0b25ef5daec on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:55:15.735470 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Attempting to bind port e74e9c17-2231-48fb-b91f-e0b25ef5daec by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:55:15.736616 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Attempting to bind port e74e9c17-2231-48fb-b91f-e0b25ef5daec on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:55:15.740794 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-ae3b6dd0-705c-41fc-8fef-b26416ac5cba service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453758 Aug 23 14:55:15.744170 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9d849a46-1633-4767-8e8d-289e42ca8aa4 req-92f3a4dc-25fc-4719-b6d4-a521ce34408d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 210 time: 0.0409827 Aug 23 14:55:15.747034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-77a29963-a0c9-434a-a24e-9991d571e982 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Allocated IP 172.20.0.4 (736cf8e5-b78e-43e6-8d69-606c4b4e6a5b/6a98ce89-de66-4736-958d-4fd0680e79be/841ccc07-9830-4fea-bec6-75d3da995e57) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:55:15.766860 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:55:15.770271 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:55:15.771068 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:15.771606 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:55:15.772567 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Bound port: e74e9c17-2231-48fb-b91f-e0b25ef5daec, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:55:15.774801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38773e9a-0eee-4487-ad87-21e0c663000b req-ea71d5a2-15fc-41a7-8ec1-ea52502d8428 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:15.775585 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:15.784843 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38773e9a-0eee-4487-ad87-21e0c663000b req-ea71d5a2-15fc-41a7-8ec1-ea52502d8428 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.2502911 Aug 23 14:55:15.804342 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Allocated IP 172.20.0.1 (73692fcc-64c5-44dc-8045-7bc29f031267/779a538e-f82d-42fb-9ff9-66d0a5c47662/67f0b25c-042b-4408-bc05-3d32b73d1d4b) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:55:15.947063 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38773e9a-0eee-4487-ad87-21e0c663000b req-7d04861e-0d18-48a7-a1d3-0b37292f7277 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571975 Aug 23 14:55:15.957518 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:15.981759 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] For port e74e9c17-2231-48fb-b91f-e0b25ef5daec, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:55:15.983291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e79404-4d08-4796-b917-f34feefa538f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863e8414-46ce-485c-ac14-cfe452bdd457'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:15.986881 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ce3413-9092-4a47-9b2c-c77b7469c508" -d '{"events": [{"server_uuid": "c2e79404-4d08-4796-b917-f34feefa538f", "name": "network-vif-plugged", "status": "completed", "tag": "863e8414-46ce-485c-ac14-cfe452bdd457"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:15.988130 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Transition to ACTIVE for port object 67f0b25c-042b-4408-bc05-3d32b73d1d4b will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:55:15.990944 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] For port e74e9c17-2231-48fb-b91f-e0b25ef5daec, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e74e9c17-2231-48fb-b91f-e0b25ef5daec,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:55:16.030135 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-40be4707-03f8-4c5d-baed-d5e3f0abc001 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769108 Aug 23 14:55:16.085976 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:16.150079 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Routers {'9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:55:16.151067 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:54:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:55:16.156106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a73d3-988f-4eac-97b5-07d097391262 req-d1aa3290-b872-4702-9c79-85f5453a725b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:16.158930 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d43a73d3-988f-4eac-97b5-07d097391262 req-d1aa3290-b872-4702-9c79-85f5453a725b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.1115406 Aug 23 14:55:16.163065 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-0aaf4e11-8c22-459e-a339-5b22dee57da8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e HTTP/1.1" status: 200 len: 217 time: 0.0808158 Aug 23 14:55:16.171045 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b632e-3040-48a2-8c3f-236404321eba req-2c5b25eb-638c-4069-bb0a-f378c150bc0a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:16.173916 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a39b632e-3040-48a2-8c3f-236404321eba req-2c5b25eb-638c-4069-bb0a-f378c150bc0a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 945 time: 0.1460068 Aug 23 14:55:16.251010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4b235-1a66-4442-aae2-15dc61255f82 req-17864c20-3e66-4773-a6ae-e4630dedbca9 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:16.252672 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00b4b235-1a66-4442-aae2-15dc61255f82 req-17864c20-3e66-4773-a6ae-e4630dedbca9 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 945 time: 0.2192147 Aug 23 14:55:16.280343 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] Set router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:55:16.299342 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d43a73d3-988f-4eac-97b5-07d097391262 req-d15ef7b4-0a2b-431f-a5ad-245b9f40e518 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232958 Aug 23 14:55:16.303497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-2d498773-7ed8-4fb6-a98f-1fb394fa0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:16.305670 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-2d498773-7ed8-4fb6-a98f-1fb394fa0268 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.1317513 Aug 23 14:55:16.331328 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:16.414211 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-77a29963-a0c9-434a-a24e-9991d571e982 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:16.431917 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Network 73692fcc-64c5-44dc-8045-7bc29f031267 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:55:16.436189 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad6bbf-9bb0-47fa-8e36-9fcc853a4eb5 None None] Pushing event updated for resources: {'Port': ['ID=e74e9c17-2231-48fb-b91f-e0b25ef5daec,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:16.442800 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00b4b235-1a66-4442-aae2-15dc61255f82 req-43e4b8d8-335d-4233-adb2-859dca46b912 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757247 Aug 23 14:55:16.459718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Pushing event updated for resources: {'Port': ['ID=67f0b25c-042b-4408-bc05-3d32b73d1d4b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:16.459718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:55:16.476731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:55:16.500854 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2784328a-bb90-4cc6-a7ef-74e737fddaf0 x-openstack-request-id: req-2784328a-bb90-4cc6-a7ef-74e737fddaf0 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:16.501672 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e79404-4d08-4796-b917-f34feefa538f", "name": "network-vif-plugged", "status": "completed", "tag": "863e8414-46ce-485c-ac14-cfe452bdd457", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:16.501999 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2784328a-bb90-4cc6-a7ef-74e737fddaf0 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:16.503142 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e79404-4d08-4796-b917-f34feefa538f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863e8414-46ce-485c-ac14-cfe452bdd457', 'code': 200} Aug 23 14:55:16.534829 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-a02e7525-7c14-4cde-9e3f-881efca10947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:16.536382 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-a02e7525-7c14-4cde-9e3f-881efca10947 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2194715 Aug 23 14:55:16.568321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 863e8414-46ce-485c-ac14-cfe452bdd457 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:55:16.600258 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-a39b632e-3040-48a2-8c3f-236404321eba req-45669e39-2349-4310-b855-0e59d92b914a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Deleting port 863e8414-46ce-485c-ac14-cfe452bdd457 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:55:16.601033 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a39b632e-3040-48a2-8c3f-236404321eba req-45669e39-2349-4310-b855-0e59d92b914a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:16.657968 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:16.658278 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:55:09Z', 'updated_at': '2021-08-23T14:55:12Z', 'revision_number': 3, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'gw_port': {'id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:10Z', 'updated_at': '2021-08-23T14:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:55:16.723289 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb564b1-7a42-4113-8962-04dea67f0fd1 None None] The sync data for ids ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'] in n-d-804985-3 is: [{'id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:55:09Z', 'updated_at': '2021-08-23T14:55:12Z', 'revision_number': 3, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'gw_port': {'id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:10Z', 'updated_at': '2021-08-23T14:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:55:16.805158 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:16.850294 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e4124-f8b7-4060-8a52-fa9447894be1 req-7b73d06d-eaf2-4640-a34a-05390711e8b3 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:16.860277 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f9e4124-f8b7-4060-8a52-fa9447894be1 req-7b73d06d-eaf2-4640-a34a-05390711e8b3 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.2290783 Aug 23 14:55:16.905370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 863e8414-46ce-485c-ac14-cfe452bdd457, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=863e8414-46ce-485c-ac14-cfe452bdd457,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:16.923434 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-77a29963-a0c9-434a-a24e-9991d571e982 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:17.022973 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f9e4124-f8b7-4060-8a52-fa9447894be1 req-0d2dce0d-ec43-443a-9de8-187e811376e1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614575 Aug 23 14:55:17.032451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-77a29963-a0c9-434a-a24e-9991d571e982 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:55:17.037867 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-34b20481-4141-4143-ab59-15ff13a75a77 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842892 Aug 23 14:55:17.038817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-77a29963-a0c9-434a-a24e-9991d571e982 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:55:17.041753 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:17.043838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-77a29963-a0c9-434a-a24e-9991d571e982 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:55:17.082966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a29963-a0c9-434a-a24e-9991d571e982 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Pushing event updated for resources: {'Port': ['ID=841ccc07-9830-4fea-bec6-75d3da995e57,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:17.105353 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f6f5aca0-9c47-4eeb-b217-493ec1fddaec None None] Provisioning for port 67f0b25c-042b-4408-bc05-3d32b73d1d4b completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:55:17.118633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f6f5aca0-9c47-4eeb-b217-493ec1fddaec None None] Provisioning complete for port 67f0b25c-042b-4408-bc05-3d32b73d1d4b triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:17.119144 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f6f5aca0-9c47-4eeb-b217-493ec1fddaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:17.155590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=863e8414-46ce-485c-ac14-cfe452bdd457,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:17.192871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-77a29963-a0c9-434a-a24e-9991d571e982 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:17.193671 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-77a29963-a0c9-434a-a24e-9991d571e982 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:17.199062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f6f5aca0-9c47-4eeb-b217-493ec1fddaec None None] Port 67f0b25c-042b-4408-bc05-3d32b73d1d4b cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:55:17.297240 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-4d7b1cb7-ff47-49cf-bb25-4b5ddc6cd94e service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430322 Aug 23 14:55:17.371463 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-4f209108-37df-4a35-9d81-d527ca1d0f7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=e0058166-4f12-416b-8269-a53656408fa9 HTTP/1.1" status: 200 len: 217 time: 0.0606525 Aug 23 14:55:17.386929 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c54626-d5ec-4eff-b098-c15264b9d07b req-bde6ddd0-d421-48d9-8981-c2efc1dd5ad4 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:17.396135 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3c54626-d5ec-4eff-b098-c15264b9d07b req-bde6ddd0-d421-48d9-8981-c2efc1dd5ad4 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 931 time: 0.2378688 Aug 23 14:55:17.449878 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-77a29963-a0c9-434a-a24e-9991d571e982 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5531454 Aug 23 14:55:17.467449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Request body: {'port': {'device_id': '0cc01d1e-b526-4dca-870e-616759111d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:17.486799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 569209d9-036f-4261-9f6a-528fbcd6f1c9 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:55:17.565664 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3c54626-d5ec-4eff-b098-c15264b9d07b req-9da5ce8b-2d34-4748-9b39-d527309be90b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683776 Aug 23 14:55:17.582950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-6cea88af-e205-4b7b-9499-58854f0ba0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:17.590298 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-6cea88af-e205-4b7b-9499-58854f0ba0fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.1849294 Aug 23 14:55:17.594513 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e74e9c17-2231-48fb-b91f-e0b25ef5daec up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:17.594949 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:17.794622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-5e327d8e-6667-42b7-982a-b998607726d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:17.797489 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-5e327d8e-6667-42b7-982a-b998607726d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1775386 Aug 23 14:55:17.872930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56986a-55d9-4b0c-8250-8b4eed0171f5 req-1781593b-1f8d-436a-a601-e3dbdfb0c784 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:17.881449 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f56986a-55d9-4b0c-8250-8b4eed0171f5 req-1781593b-1f8d-436a-a601-e3dbdfb0c784 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.2722266 Aug 23 14:55:17.888590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port e74e9c17-2231-48fb-b91f-e0b25ef5daec completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:55:17.892770 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e74e9c17-2231-48fb-b91f-e0b25ef5daec triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:17.893153 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:18.026123 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-a39b632e-3040-48a2-8c3f-236404321eba req-45669e39-2349-4310-b855-0e59d92b914a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] For port 863e8414-46ce-485c-ac14-cfe452bdd457, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=863e8414-46ce-485c-ac14-cfe452bdd457,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:18.026709 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a39b632e-3040-48a2-8c3f-236404321eba req-45669e39-2349-4310-b855-0e59d92b914a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:18.057984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-a39b632e-3040-48a2-8c3f-236404321eba req-45669e39-2349-4310-b855-0e59d92b914a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Calling delete_port for 863e8414-46ce-485c-ac14-cfe452bdd457 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:55:18.065719 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f56986a-55d9-4b0c-8250-8b4eed0171f5 req-2633dd1f-d25c-4e40-9be7-6fba317519c5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833332 Aug 23 14:55:18.107037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254495f-da58-4b5a-b066-aea8552f31b7 req-efce79e7-84da-4995-b7f8-a9c7f965a7ce tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:18.115061 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1254495f-da58-4b5a-b066-aea8552f31b7 req-efce79e7-84da-4995-b7f8-a9c7f965a7ce tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 943 time: 0.2531650 Aug 23 14:55:18.159931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-3708ba80-11a2-4e26-b86c-1c8f19833296 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981687 Aug 23 14:55:18.215603 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:18.287597 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1254495f-da58-4b5a-b066-aea8552f31b7 req-78b48daa-1e3b-4586-88b4-3d097731565a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714556 Aug 23 14:55:18.296251 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port e74e9c17-2231-48fb-b91f-e0b25ef5daec, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e74e9c17-2231-48fb-b91f-e0b25ef5daec,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:18.438826 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-df83e56d-97f7-412e-9b46-e1db4f86523f service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714446 Aug 23 14:55:18.458003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841ccc07-9830-4fea-bec6-75d3da995e57 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:55:18.458575 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:18.468716 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:18.483433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:18.500110 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-d479bb3a-5890-44a5-b93d-a134675779a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 HTTP/1.1" status: 200 len: 217 time: 0.0450711 Aug 23 14:55:18.505238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e79404-4d08-4796-b917-f34feefa538f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863e8414-46ce-485c-ac14-cfe452bdd457'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:18.509690 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11797a50-47c2-4aa5-85fb-17085ea609a1" -d '{"events": [{"server_uuid": "c2e79404-4d08-4796-b917-f34feefa538f", "name": "network-vif-unplugged", "status": "completed", "tag": "863e8414-46ce-485c-ac14-cfe452bdd457"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:18.510897 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a39b632e-3040-48a2-8c3f-236404321eba req-45669e39-2349-4310-b855-0e59d92b914a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:18.547671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Transition to ACTIVE for port object 841ccc07-9830-4fea-bec6-75d3da995e57 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:55:18.564072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=e74e9c17-2231-48fb-b91f-e0b25ef5daec,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:18.569946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-13d2a8b4-3bc4-45a1-8d5e-fce6e0275f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:18.571977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-13d2a8b4-3bc4-45a1-8d5e-fce6e0275f22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.0641630 Aug 23 14:55:18.585600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45669e39-2349-4310-b855-0e59d92b914a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Pushing event deleted for resources: {'Port': ['ID=863e8414-46ce-485c-ac14-cfe452bdd457,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:18.594797 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94db02-4006-41f9-8a0c-fde1ae828a24 req-f809b1c6-3c51-4dfd-9424-de801b7d801c tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:18.596481 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa94db02-4006-41f9-8a0c-fde1ae828a24 req-f809b1c6-3c51-4dfd-9424-de801b7d801c tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.2022219 Aug 23 14:55:18.639812 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:18.657282 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e7ea0-4578-4aaf-bedb-88b49d9b5402 x-openstack-request-id: req-e32e7ea0-4578-4aaf-bedb-88b49d9b5402 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:18.657282 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e79404-4d08-4796-b917-f34feefa538f", "name": "network-vif-unplugged", "status": "completed", "tag": "863e8414-46ce-485c-ac14-cfe452bdd457", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:18.657282 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e32e7ea0-4578-4aaf-bedb-88b49d9b5402 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:18.657282 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e79404-4d08-4796-b917-f34feefa538f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863e8414-46ce-485c-ac14-cfe452bdd457', 'code': 200} Aug 23 14:55:18.669389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-bf3c9c44-a308-4ffc-b3ac-3530d815ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:18.671214 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-bf3c9c44-a308-4ffc-b3ac-3530d815ef8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908172 Aug 23 14:55:18.705291 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ca6e260-1bd7-4a82-a1d7-a761b4a8d2c2 req-11678488-8fd1-40ca-a72d-d410191bb879 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3061051 Aug 23 14:55:18.786270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39b632e-3040-48a2-8c3f-236404321eba req-45669e39-2349-4310-b855-0e59d92b914a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] No DVR routers for this DVR port 863e8414-46ce-485c-ac14-cfe452bdd457 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:55:18.796735 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a39b632e-3040-48a2-8c3f-236404321eba req-45669e39-2349-4310-b855-0e59d92b914a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:18.798739 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a39b632e-3040-48a2-8c3f-236404321eba req-45669e39-2349-4310-b855-0e59d92b914a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.57 "DELETE /v2.0/ports/863e8414-46ce-485c-ac14-cfe452bdd457 HTTP/1.1" status: 204 len: 173 time: 2.5802464 Aug 23 14:55:18.799197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e79404-4d08-4796-b917-f34feefa538f', 'name': 'network-vif-deleted', 'tag': '863e8414-46ce-485c-ac14-cfe452bdd457'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:18.801574 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2c08f6-7e91-4375-816a-5ed826501f9c" -d '{"events": [{"server_uuid": "c2e79404-4d08-4796-b917-f34feefa538f", "name": "network-vif-deleted", "tag": "863e8414-46ce-485c-ac14-cfe452bdd457"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:18.862153 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa94db02-4006-41f9-8a0c-fde1ae828a24 req-22879557-08bd-41b9-af7f-28949c84a9eb tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373309 Aug 23 14:55:19.014629 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:19.086570 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7830f95e-0f21-42e1-a16e-ea10064b49a1 x-openstack-request-id: req-7830f95e-0f21-42e1-a16e-ea10064b49a1 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:19.086750 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e79404-4d08-4796-b917-f34feefa538f", "name": "network-vif-deleted", "tag": "863e8414-46ce-485c-ac14-cfe452bdd457", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:19.086995 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7830f95e-0f21-42e1-a16e-ea10064b49a1 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:19.087433 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e79404-4d08-4796-b917-f34feefa538f', 'name': 'network-vif-deleted', 'tag': '863e8414-46ce-485c-ac14-cfe452bdd457', 'status': 'completed', 'code': 200} Aug 23 14:55:19.112461 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:19.228222 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:19.363797 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-c8dab1e3-210c-408f-b91b-eb2b6eb4c49b service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822124 Aug 23 14:55:19.411119 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Pushing event updated for resources: {'Port': ['ID=67f0b25c-042b-4408-bc05-3d32b73d1d4b,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:19.450306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4c730-988e-4408-a367-11fc84c7cf7c req-4dd706db-66ac-4459-92d2-1999dae165e5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:19.452827 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fde4c730-988e-4408-a367-11fc84c7cf7c req-4dd706db-66ac-4459-92d2-1999dae165e5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.2083111 Aug 23 14:55:19.463279 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Pushing event updated for resources: {'Port': ['ID=841ccc07-9830-4fea-bec6-75d3da995e57,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:19.500988 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e74e9c17-2231-48fb-b91f-e0b25ef5daec up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:19.506106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Network 73692fcc-64c5-44dc-8045-7bc29f031267 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:55:19.513215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:55:19.534579 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fde4c730-988e-4408-a367-11fc84c7cf7c req-00df6ff1-a0f4-49fc-ad84-1ec1969064ca tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722177 Aug 23 14:55:19.537310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Attempting to bind port 841ccc07-9830-4fea-bec6-75d3da995e57 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:55:19.537655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Attempting to bind port 841ccc07-9830-4fea-bec6-75d3da995e57 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:55:19.538045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Attempting to bind port 841ccc07-9830-4fea-bec6-75d3da995e57 on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:55:19.554089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1997f49-2ee8-4b48-9b51-8fb7aae02530 req-96a3cd1b-1500-4188-a238-fd93dc7b3917 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:19.556624 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a1997f49-2ee8-4b48-9b51-8fb7aae02530 req-96a3cd1b-1500-4188-a238-fd93dc7b3917 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 943 time: 0.8024771 Aug 23 14:55:19.564985 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-fcbbec00-5fe5-4f02-a4fe-5c7229ff266b service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761117 Aug 23 14:55:19.564985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Port 841ccc07-9830-4fea-bec6-75d3da995e57 on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:55:19.564985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Attempting to bind port 841ccc07-9830-4fea-bec6-75d3da995e57 on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:55:19.607903 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e74e9c17-2231-48fb-b91f-e0b25ef5daec triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:19.608567 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:19.763810 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:55:19.764336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Checking segment: {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:55:19.764754 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Bound using segment: {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:55:19.765238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Bound port: 841ccc07-9830-4fea-bec6-75d3da995e57, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:55:19.765618 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:19.770885 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-20f0b15a-149d-4d37-b0fa-78703874580f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b58b144d-9752-4c28-8735-b31a58987388 HTTP/1.1" status: 200 len: 217 time: 0.1867783 Aug 23 14:55:19.876669 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0ca19a7f-df96-40bc-8ba3-0d4b8500c2b0 req-48dcbbb1-7e73-4901-a3e1-903b20fa63f3 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2e79404-4d08-4796-b917-f34feefa538f HTTP/1.1" status: 200 len: 210 time: 0.0724349 Aug 23 14:55:19.925756 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:55:19.948244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a1997f49-2ee8-4b48-9b51-8fb7aae02530 req-1a6042a1-43c3-4b13-bb55-8bdf0c565361 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808734 Aug 23 14:55:19.972227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-a0456727-d59f-4586-8696-5e0ff72b9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:19.972227 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-a0456727-d59f-4586-8696-5e0ff72b9bcd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8041fe2e-c347-4b3e-abfc-bf8ee4b736dd HTTP/1.1" status: 200 len: 797 time: 0.1856680 Aug 23 14:55:19.996955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6aca3b25-6f3e-478f-8929-3861ac76df7a None None] Provisioning complete for port 67f0b25c-042b-4408-bc05-3d32b73d1d4b triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:19.997612 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6aca3b25-6f3e-478f-8929-3861ac76df7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:20.085367 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:20.088752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6aca3b25-6f3e-478f-8929-3861ac76df7a None None] Port 67f0b25c-042b-4408-bc05-3d32b73d1d4b cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:55:20.100891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] For port 841ccc07-9830-4fea-bec6-75d3da995e57, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:55:20.106007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] For port 841ccc07-9830-4fea-bec6-75d3da995e57, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=841ccc07-9830-4fea-bec6-75d3da995e57,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:55:20.108429 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:55:20.123964 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a7ed2240-68a8-437b-a781-b89ab789e496 admin admin] 10.222.0.38 "PUT /v2.0/routers/9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8969884 Aug 23 14:55:20.128408 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Sync routers for ids ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:55:20.150763 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Routers {'9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:55:20.152490 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:54:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:55:20.171270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-c680a45d-690e-4357-b6c1-fba285689420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:20.172951 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-c680a45d-690e-4357-b6c1-fba285689420 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a24b937b-de39-4060-9493-8fb429cfbe9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1921065 Aug 23 14:55:20.203103 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:20.290443 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Set router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:55:20.295427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:20.296125 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:20.297555 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] 10.222.0.57 "PUT /v2.0/ports/841ccc07-9830-4fea-bec6-75d3da995e57 HTTP/1.1" status: 200 len: 1091 time: 2.8385274 Aug 23 14:55:20.300088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc01d1e-b526-4dca-870e-616759111d5d', 'tag': '841ccc07-9830-4fea-bec6-75d3da995e57'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:20.302395 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd44cff-cfe7-4961-94cf-af7efb4686ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc01d1e-b526-4dca-870e-616759111d5d", "tag": "841ccc07-9830-4fea-bec6-75d3da995e57"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:20.375982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f38ad-d252-4048-858f-c8188e47c80a req-5814787d-dae8-4c5f-adbb-477dee6f1335 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:20.377614 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-825f38ad-d252-4048-858f-c8188e47c80a req-5814787d-dae8-4c5f-adbb-477dee6f1335 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.2570047 Aug 23 14:55:20.380906 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fe6eec-f846-44a1-bec9-96ef1d7c93d1 x-openstack-request-id: req-23fe6eec-f846-44a1-bec9-96ef1d7c93d1 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:20.381198 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc01d1e-b526-4dca-870e-616759111d5d", "tag": "841ccc07-9830-4fea-bec6-75d3da995e57", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:20.381454 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-23fe6eec-f846-44a1-bec9-96ef1d7c93d1 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:20.381857 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc01d1e-b526-4dca-870e-616759111d5d', 'tag': '841ccc07-9830-4fea-bec6-75d3da995e57', 'status': 'completed', 'code': 200} Aug 23 14:55:20.466820 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb142d99-3fee-4590-b212-1c2fe92087b5 service neutron] Pushing event updated for resources: {'Port': ['ID=841ccc07-9830-4fea-bec6-75d3da995e57,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:20.494119 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-13547f31-18c8-412d-8fe1-c45d417fdfec service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082945 Aug 23 14:55:20.520208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-825f38ad-d252-4048-858f-c8188e47c80a req-a48871d5-d30c-43e3-b63e-525476d45c54 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300123 Aug 23 14:55:20.577454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd44cff-cfe7-4961-94cf-af7efb4686ba req-fef3c6c4-b3cc-4fb0-8f49-3801d81a1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:20.578986 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd44cff-cfe7-4961-94cf-af7efb4686ba req-fef3c6c4-b3cc-4fb0-8f49-3801d81a1038 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 1094 time: 0.1692128 Aug 23 14:55:20.605115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 863e8414-46ce-485c-ac14-cfe452bdd457 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:55:20.637612 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 863e8414-46ce-485c-ac14-cfe452bdd457 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:55:20.637876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 863e8414-46ce-485c-ac14-cfe452bdd457 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:55:20.645880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:55:09Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'gw_port': {'id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:10Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '67f0b25c-042b-4408-bc05-3d32b73d1d4b', 'name': '', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'mac_address': 'fa:16:3e:c8:64:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:15Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 2, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'subnets': [{'id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:55:20.678428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Checking router: 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:55:20.678855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Updating router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 port 67f0b25c-042b-4408-bc05-3d32b73d1d4b binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:55:20.710632 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:20.740993 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47716) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:55:20.746868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f923df55-5f8b-468d-8721-3343fcf4c969 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389260765', 'description': 'tempest-description--1801488940'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:20.836160 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de394c3-b56b-4018-81b9-512ab6f267ea req-68c16db6-2889-43c9-be03-8a80fee65d08 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:20.838710 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2de394c3-b56b-4018-81b9-512ab6f267ea req-68c16db6-2889-43c9-be03-8a80fee65d08 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.2074366 Aug 23 14:55:20.854525 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f923df55-5f8b-468d-8721-3343fcf4c969 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:20.860823 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-0a1f1454-dce1-45a9-9e33-e517917e1bc5 service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585801 Aug 23 14:55:20.887553 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd44cff-cfe7-4961-94cf-af7efb4686ba req-a48ede6c-78e4-49ca-9f0c-84572ffd8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:20.889108 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd44cff-cfe7-4961-94cf-af7efb4686ba req-a48ede6c-78e4-49ca-9f0c-84572ffd8d14 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3003581 Aug 23 14:55:20.934950 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-681ef5bb-8063-449b-b48d-68decf9c6948 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=25154261-6545-4a3f-bb8b-1267f051675f HTTP/1.1" status: 200 len: 217 time: 0.0652528 Aug 23 14:55:20.955482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6e260-1bd7-4a82-a1d7-a761b4a8d2c2 req-405f2300-fdc6-4080-b05e-3dd6ae7c7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:20.957222 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ca6e260-1bd7-4a82-a1d7-a761b4a8d2c2 req-405f2300-fdc6-4080-b05e-3dd6ae7c7130 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376&tenant_id=1588db2fec1f4911a712614e990772db HTTP/1.1" status: 200 len: 1095 time: 0.2363989 Aug 23 14:55:21.050291 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2de394c3-b56b-4018-81b9-512ab6f267ea req-45c20b8c-89c1-4579-8abc-cbcf7f0dcda9 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987960 Aug 23 14:55:21.066784 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:21.103575 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Transition to ACTIVE for port object 67f0b25c-042b-4408-bc05-3d32b73d1d4b will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:55:21.107971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-f3ec1641-1ca8-4210-b876-6d027269f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:21.109486 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-f3ec1641-1ca8-4210-b876-6d027269f5da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8041fe2e-c347-4b3e-abfc-bf8ee4b736dd HTTP/1.1" status: 200 len: 797 time: 0.1582251 Aug 23 14:55:21.129839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6e260-1bd7-4a82-a1d7-a761b4a8d2c2 req-02495d1a-0f73-444c-a0c4-724bbf9d46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:21.131412 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ca6e260-1bd7-4a82-a1d7-a761b4a8d2c2 req-02495d1a-0f73-444c-a0c4-724bbf9d46c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1588db2fec1f4911a712614e990772db&device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 1095 time: 0.1337612 Aug 23 14:55:21.133859 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f923df55-5f8b-468d-8721-3343fcf4c969 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:21.198426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd44cff-cfe7-4961-94cf-af7efb4686ba req-7726da04-a9bd-4f5c-a57a-2a34be729a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:21.200323 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afd44cff-cfe7-4961-94cf-af7efb4686ba req-7726da04-a9bd-4f5c-a57a-2a34be729a6a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2771730 Aug 23 14:55:21.236322 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:21.283539 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f923df55-5f8b-468d-8721-3343fcf4c969 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:21.327704 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923df55-5f8b-468d-8721-3343fcf4c969 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:21.338424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-f530ec34-cdec-41ae-a433-861aa6d277cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:21.341576 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-f530ec34-cdec-41ae-a433-861aa6d277cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a24b937b-de39-4060-9493-8fb429cfbe9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2231052 Aug 23 14:55:21.412543 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f923df55-5f8b-468d-8721-3343fcf4c969 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:21.414266 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f923df55-5f8b-468d-8721-3343fcf4c969 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6721797 Aug 23 14:55:21.417189 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47736) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:55:21.422191 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Request body: {'security_group_rule': {'security_group_id': '29e3ad31-cdb2-407b-9e3b-8046cef9cdc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:21.480813 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578a6a5-1c91-47ea-8147-336471ab1a52 req-8c2447d1-e771-45ae-a51d-ecffe1ab62c2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:21.481908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542d094-d9b5-4d61-ba26-5795b4726e4c None None] Pushing event updated for resources: {'Port': ['ID=67f0b25c-042b-4408-bc05-3d32b73d1d4b,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:21.482598 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47740) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:55:21.493227 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5578a6a5-1c91-47ea-8147-336471ab1a52 req-8c2447d1-e771-45ae-a51d-ecffe1ab62c2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 943 time: 0.3188784 Aug 23 14:55:21.499507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3f2a6afd-b475-485a-af83-c6f946c286da tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1779923827', 'description': 'tempest-description--1121560439'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:21.524833 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 515b00ff-5765-414e-b9c1-e2b55285fb46 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:55:21.528794 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 515b00ff-5765-414e-b9c1-e2b55285fb46 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:55:21.528979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-346403b2-a655-48ee-82c9-a1ed16280a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:21.531106 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-346403b2-a655-48ee-82c9-a1ed16280a51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 1094 time: 0.2860885 Aug 23 14:55:21.556917 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6e260-1bd7-4a82-a1d7-a761b4a8d2c2 req-51e78988-b19b-4bb0-9457-418db9e0931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:21.559621 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ca6e260-1bd7-4a82-a1d7-a761b4a8d2c2 req-51e78988-b19b-4bb0-9457-418db9e0931d service neutron] 10.222.0.61 "GET /v2.0/networks?id=60c0053b-2150-4794-96d5-4cd2a0a611e0 HTTP/1.1" status: 200 len: 915 time: 0.4048815 Aug 23 14:55:21.622828 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:21.675690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Attempting to bind port 67f0b25c-042b-4408-bc05-3d32b73d1d4b on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:55:21.675690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Attempting to bind port 67f0b25c-042b-4408-bc05-3d32b73d1d4b by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:55:21.675690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Attempting to bind port 67f0b25c-042b-4408-bc05-3d32b73d1d4b on network 73692fcc-64c5-44dc-8045-7bc29f031267 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:55:21.675690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:55:21.675690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Checking segment: {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:55:21.675690 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:21.675690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Bound using segment: {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:55:21.677202 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Bound port: 67f0b25c-042b-4408-bc05-3d32b73d1d4b, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:55:21.677202 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:21.723693 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ca6e260-1bd7-4a82-a1d7-a761b4a8d2c2 req-f7dd2dec-0119-4556-8528-af6bf4158795 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9 HTTP/1.1" status: 200 len: 217 time: 0.1508420 Aug 23 14:55:21.727491 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6afd-b475-485a-af83-c6f946c286da tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:21.775743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] For port 67f0b25c-042b-4408-bc05-3d32b73d1d4b, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:55:21.780505 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] For port 67f0b25c-042b-4408-bc05-3d32b73d1d4b, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=67f0b25c-042b-4408-bc05-3d32b73d1d4b,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:55:21.788534 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.resource_extend [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:55:21.855849 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:21.893488 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:21.896594 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:21.903087 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-d17f3d16-5c35-499b-88fa-fcecec30be8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=841ccc07-9830-4fea-bec6-75d3da995e57 HTTP/1.1" status: 200 len: 217 time: 0.3499839 Aug 23 14:55:21.905602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-97391423-80f5-4930-b823-a09d8cf04587 service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470622 Aug 23 14:55:21.907066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6e260-1bd7-4a82-a1d7-a761b4a8d2c2 req-55998c4d-ae79-4930-8b89-82ab0b70a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:21.908877 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ca6e260-1bd7-4a82-a1d7-a761b4a8d2c2 req-55998c4d-ae79-4930-8b89-82ab0b70a66c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94e7f3de-c5c9-4bc5-8835-17e093450e74 HTTP/1.1" status: 200 len: 854 time: 0.0727568 Aug 23 14:55:21.965651 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a22e9-9200-437a-8f0e-cc734c4c01a5 req-2d0cba8f-aaf5-422f-8a1c-94de6df139f9 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:21.969565 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e39a22e9-9200-437a-8f0e-cc734c4c01a5 req-2d0cba8f-aaf5-422f-8a1c-94de6df139f9 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.1413798 Aug 23 14:55:21.990008 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:22.020746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58e9d83-b5ce-4754-8598-8cfa54038f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '515b00ff-5765-414e-b9c1-e2b55285fb46'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:22.023283 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503f329d-48aa-44fb-88a0-685c004faa67" -d '{"events": [{"server_uuid": "a58e9d83-b5ce-4754-8598-8cfa54038f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "515b00ff-5765-414e-b9c1-e2b55285fb46"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:22.038377 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ca6e260-1bd7-4a82-a1d7-a761b4a8d2c2 req-4f8dbdcc-f4a3-4823-8bfb-2c08c82935b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60c0053b-2150-4794-96d5-4cd2a0a611e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647304 Aug 23 14:55:22.050278 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5578a6a5-1c91-47ea-8147-336471ab1a52 req-59be6499-3f48-4fce-a2bc-35d152c0750d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5558720 Aug 23 14:55:22.052175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d57dc2b-3dc5-4613-b23b-38180e4938e1,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:22.067561 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:22.067776 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:22.068132 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:22.068509 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:22.072125 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:22.083012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:22.083012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:22.083012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:22.083012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:22.083012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:22.083810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 515b00ff-5765-414e-b9c1-e2b55285fb46, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=515b00ff-5765-414e-b9c1-e2b55285fb46,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:22.083929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:22.083929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:22.084203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Routers {'9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:55:22.084203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:54:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:55:22.091990 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542d094-d9b5-4d61-ba26-5795b4726e4c None None] Pushing event updated for resources: {'Port': ['ID=67f0b25c-042b-4408-bc05-3d32b73d1d4b,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:22.138720 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e39a22e9-9200-437a-8f0e-cc734c4c01a5 req-9951f510-c8df-4720-9df7-44822db9b53d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518524 Aug 23 14:55:22.154983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 515b00ff-5765-414e-b9c1-e2b55285fb46, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=515b00ff-5765-414e-b9c1-e2b55285fb46,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:22.162676 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6afd-b475-485a-af83-c6f946c286da tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:22.174007 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c0d074-d323-4815-8f38-e926e99dfaa0 x-openstack-request-id: req-24c0d074-d323-4815-8f38-e926e99dfaa0 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:22.174763 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58e9d83-b5ce-4754-8598-8cfa54038f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "515b00ff-5765-414e-b9c1-e2b55285fb46", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:22.174763 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24c0d074-d323-4815-8f38-e926e99dfaa0 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:22.174965 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58e9d83-b5ce-4754-8598-8cfa54038f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '515b00ff-5765-414e-b9c1-e2b55285fb46', 'code': 200} Aug 23 14:55:22.175769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-36b853ca-d29d-4527-a60e-a3439b708349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:22.177284 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-36b853ca-d29d-4527-a60e-a3439b708349 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a98ce89-de66-4736-958d-4fd0680e79be HTTP/1.1" status: 200 len: 851 time: 0.2578301 Aug 23 14:55:22.177675 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:22.240116 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '515b00ff-5765-414e-b9c1-e2b55285fb46', 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc', 'port_id': '515b00ff-5765-414e-b9c1-e2b55285fb46', 'mac_address': 'fa:16:3e:2d:02:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b3e36c-1650-4d6b-95fe-b5ff6ebbdd2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:55:22.275066 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6afd-b475-485a-af83-c6f946c286da tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:22.318995 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a6afd-b475-485a-af83-c6f946c286da tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26e5bd3-6dbc-4be3-b241-22080d28b90e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:22.331720 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b6378-b7bc-4a5e-a8db-0ebc1c9855cc req-cb2920a3-61de-4856-bbb3-6e34424d33de tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:22.333788 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c37b6378-b7bc-4a5e-a8db-0ebc1c9855cc req-cb2920a3-61de-4856-bbb3-6e34424d33de tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.1109128 Aug 23 14:55:22.350834 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ca6e260-1bd7-4a82-a1d7-a761b4a8d2c2 req-2cc80f6d-0738-4d94-bb2f-a554f3b92d74 service neutron] 10.222.0.61 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907917 Aug 23 14:55:22.374584 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:22.377016 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-32bc54cb-d5a3-41cc-ac8d-b659768ad8ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9585710 Aug 23 14:55:22.380829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=515b00ff-5765-414e-b9c1-e2b55285fb46,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:22.384481 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-01280194-a6be-4772-86ed-fdd9444902b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1501749 Aug 23 14:55:22.393591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47754) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:55:22.398110 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:22.401040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c0734e3b-3781-48ed-9a17-1a268d7410a5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Request body: {'security_group_rule': {'security_group_id': '29e3ad31-cdb2-407b-9e3b-8046cef9cdc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:22.401509 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] Set router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:55:22.407422 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c37b6378-b7bc-4a5e-a8db-0ebc1c9855cc req-e6159c29-128a-456a-8b13-678eb489a27d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670316 Aug 23 14:55:22.418737 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6afd-b475-485a-af83-c6f946c286da tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:22.422685 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3f2a6afd-b475-485a-af83-c6f946c286da tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9327548 Aug 23 14:55:22.424180 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47756) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:55:22.431898 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-5a976675-1cb0-45eb-8643-862df6f205ac tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Request body: {'security_group_rule': {'security_group_id': 'f26e5bd3-6dbc-4be3-b241-22080d28b90e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:22.433698 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0663cd8-f196-416a-9f2c-664e7f063120 req-a2cf9a92-443e-489c-be4b-ad21d1f621b9 service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561505 Aug 23 14:55:22.462419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515b00ff-5765-414e-b9c1-e2b55285fb46 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:55:22.549405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 515b00ff-5765-414e-b9c1-e2b55285fb46, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=515b00ff-5765-414e-b9c1-e2b55285fb46,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:22.581866 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ca6e260-1bd7-4a82-a1d7-a761b4a8d2c2 req-a97930e8-1472-4156-8291-1fc17a15c599 service neutron] 10.222.0.61 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054124 Aug 23 14:55:22.588243 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-d502c762-0116-4a5b-a123-e97d1ff20d48 service neutron] 10.222.0.57 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798577 Aug 23 14:55:22.657487 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0734e3b-3781-48ed-9a17-1a268d7410a5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:22.679694 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f47c8400-e6ad-4f0b-94c6-81c1a28493bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:22.683863 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:22.748769 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac69e746-8e7d-4e2b-b9a3-4a9aa62d5c7f req-da56d4a2-f35c-4aad-b25e-38c07c73aa56 service neutron] 10.222.0.57 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546929 Aug 23 14:55:22.763482 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5a976675-1cb0-45eb-8643-862df6f205ac tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:22.772414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0734e3b-3781-48ed-9a17-1a268d7410a5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:22.830403 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:55:09Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'gw_port': {'id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:10Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '67f0b25c-042b-4408-bc05-3d32b73d1d4b', 'name': '', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'mac_address': 'fa:16:3e:c8:64:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:15Z', 'updated_at': '2021-08-23T14:55:21Z', 'revision_number': 4, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'subnets': [{'id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:55:22.860632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5a976675-1cb0-45eb-8643-862df6f205ac tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:22.877753 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0734e3b-3781-48ed-9a17-1a268d7410a5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:22.881607 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1f400b-e77e-4c58-993d-d5c13b27bfdf None None] The sync data for ids ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'] in n-d-804985-3 is: [{'id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:55:09Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'gw_port': {'id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:10Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '67f0b25c-042b-4408-bc05-3d32b73d1d4b', 'name': '', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'mac_address': 'fa:16:3e:c8:64:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:15Z', 'updated_at': '2021-08-23T14:55:21Z', 'revision_number': 4, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'subnets': [{'id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:55:22.888834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=515b00ff-5765-414e-b9c1-e2b55285fb46,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:22.903581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0734e3b-3781-48ed-9a17-1a268d7410a5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66df2f4e-7e80-4bcf-8b4f-d24a5b1316e0,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:22.970296 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5a976675-1cb0-45eb-8643-862df6f205ac tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:22.986210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['515b00ff-5765-414e-b9c1-e2b55285fb46'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:55:22.996972 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0734e3b-3781-48ed-9a17-1a268d7410a5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:23.000228 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c0734e3b-3781-48ed-9a17-1a268d7410a5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6039305 Aug 23 14:55:23.001505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47778) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:55:23.006642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:23.038978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a976675-1cb0-45eb-8643-862df6f205ac tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d3c5fb-6dd4-46bb-9f79-51d763c00a53,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:23.145750 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:23.256568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8772d-082c-4f08-bbdb-45c78b93f5b5 req-bd65507d-f991-4bcb-a9b0-90cfcfafdd57 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:23.258175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7e8772d-082c-4f08-bbdb-45c78b93f5b5 req-bd65507d-f991-4bcb-a9b0-90cfcfafdd57 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 943 time: 0.1248252 Aug 23 14:55:23.262296 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5a976675-1cb0-45eb-8643-862df6f205ac tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:23.264558 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5a976675-1cb0-45eb-8643-862df6f205ac tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8396008 Aug 23 14:55:23.268607 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47792) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:55:23.293852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c3b3-4102-454d-ad6a-fb8700bc8d42 req-ef6815fb-8ff4-442e-a09c-1b6a95e5ed14 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:23.295346 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31c0c3b3-4102-454d-ad6a-fb8700bc8d42 req-ef6815fb-8ff4-442e-a09c-1b6a95e5ed14 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 945 time: 0.0751762 Aug 23 14:55:23.321356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b4a86c42-1256-4d3e-9ec7-1881ef7d9e58 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Request body: {'security_group_rule': {'security_group_id': 'f26e5bd3-6dbc-4be3-b241-22080d28b90e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:23.360323 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31c0c3b3-4102-454d-ad6a-fb8700bc8d42 req-a1c1e4d9-3940-4a61-af52-7c045060e3d4 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576351 Aug 23 14:55:23.454164 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7e8772d-082c-4f08-bbdb-45c78b93f5b5 req-c74bbac7-9f22-4307-a1b9-f217a0f8abe5 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842988 Aug 23 14:55:23.526345 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:23.530938 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4a86c42-1256-4d3e-9ec7-1881ef7d9e58 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:23.583722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 67f0b25c-042b-4408-bc05-3d32b73d1d4b up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:23.736014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8c1b8-5cf4-489a-9f8c-d9bf40c39341 req-2c38fb15-ee3c-4f74-8b1e-84e638b49d29 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:23.740339 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-49b8c1b8-5cf4-489a-9f8c-d9bf40c39341 req-2c38fb15-ee3c-4f74-8b1e-84e638b49d29 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.1527293 Aug 23 14:55:23.851423 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-49b8c1b8-5cf4-489a-9f8c-d9bf40c39341 req-dcdb8e26-d2e4-4a24-9c09-9838a749fe0b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917013 Aug 23 14:55:23.948000 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4a86c42-1256-4d3e-9ec7-1881ef7d9e58 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:24.000760 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Allocated IP 172.25.8.168 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/7517ac76-d16a-4f37-83b1-19d791d140cb) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:55:24.123851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 67f0b25c-042b-4408-bc05-3d32b73d1d4b completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:55:24.127631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 67f0b25c-042b-4408-bc05-3d32b73d1d4b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:24.128039 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:24.130054 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:24.161201 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4a86c42-1256-4d3e-9ec7-1881ef7d9e58 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:24.192811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a86c42-1256-4d3e-9ec7-1881ef7d9e58 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a901e25-2e81-4af4-ba02-350d2551565c,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:24.231902 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:24.279511 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 67f0b25c-042b-4408-bc05-3d32b73d1d4b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=67f0b25c-042b-4408-bc05-3d32b73d1d4b,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:24.334909 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4a86c42-1256-4d3e-9ec7-1881ef7d9e58 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:24.340552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47808) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:55:24.341908 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b4a86c42-1256-4d3e-9ec7-1881ef7d9e58 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0363741 Aug 23 14:55:24.350840 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:24.386344 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:24.472046 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:24.502522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:55:24.518873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:55:24.525240 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:24.536501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:55:24.573374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event updated for resources: {'Port': ['ID=7517ac76-d16a-4f37-83b1-19d791d140cb,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:24.609818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=67f0b25c-042b-4408-bc05-3d32b73d1d4b,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:24.877435 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9c400-2d07-4034-99a9-c3aea2e4ca5e req-fca30ec8-ed10-4630-a618-baec0ef82f84 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:24.886445 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-27e9c400-2d07-4034-99a9-c3aea2e4ca5e req-fca30ec8-ed10-4630-a618-baec0ef82f84 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 945 time: 0.3368068 Aug 23 14:55:24.888238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f6ad9-fcef-4afc-a518-a9329a0bbed2 req-439ba45e-6b70-477b-9b02-2c9b835dce9b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:24.891666 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-091f6ad9-fcef-4afc-a518-a9329a0bbed2 req-439ba45e-6b70-477b-9b02-2c9b835dce9b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 943 time: 0.2417583 Aug 23 14:55:24.939370 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-27e9c400-2d07-4034-99a9-c3aea2e4ca5e req-d5310794-e53f-44f0-8a48-12904929a07b tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507503 Aug 23 14:55:25.019779 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:25.031707 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:25.047435 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-091f6ad9-fcef-4afc-a518-a9329a0bbed2 req-e5c51e14-5b13-4fd0-bc48-7b591f3db16b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386495 Aug 23 14:55:25.205126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595669b-eb9e-421b-9fff-0f982ce913ed req-6049f91f-b126-4032-8324-0c3ea180601c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:25.206904 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1595669b-eb9e-421b-9fff-0f982ce913ed req-6049f91f-b126-4032-8324-0c3ea180601c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.1088176 Aug 23 14:55:25.268418 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1595669b-eb9e-421b-9fff-0f982ce913ed req-98b4a692-1382-44aa-92a9-4e631c403eaf tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Aug 23 14:55:25.283617 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:25.289576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Allocated IP 172.25.8.109 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/9a64c7af-ee51-4aa7-8351-5967d744c358) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:55:25.527392 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:25.533180 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 515b00ff-5765-414e-b9c1-e2b55285fb46 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:25.587448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 67f0b25c-042b-4408-bc05-3d32b73d1d4b up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:25.724387 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:25.729081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 515b00ff-5765-414e-b9c1-e2b55285fb46 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:25.734151 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:25.734151 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:25.758867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 67f0b25c-042b-4408-bc05-3d32b73d1d4b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:25.759440 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:25.794287 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:25.841136 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:25.860583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Pushing event updated for resources: {'Port': ['ID=9a64c7af-ee51-4aa7-8351-5967d744c358,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:25.874450 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:55:25.878507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:55:25.885178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:55:25.895509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event updated for resources: {'Port': ['ID=7517ac76-d16a-4f37-83b1-19d791d140cb,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:25.931092 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:25.954996 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:26.006826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58e9d83-b5ce-4754-8598-8cfa54038f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515b00ff-5765-414e-b9c1-e2b55285fb46'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:26.014437 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bd5af7-b075-45a7-814a-8c961b98254b" -d '{"events": [{"server_uuid": "a58e9d83-b5ce-4754-8598-8cfa54038f8a", "name": "network-vif-plugged", "status": "completed", "tag": "515b00ff-5765-414e-b9c1-e2b55285fb46"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:26.069890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:26.079442 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 515b00ff-5765-414e-b9c1-e2b55285fb46, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=515b00ff-5765-414e-b9c1-e2b55285fb46,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:26.088442 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a3b619-a9db-4fc6-9531-6b35a77cdfc8 x-openstack-request-id: req-d6a3b619-a9db-4fc6-9531-6b35a77cdfc8 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:26.088771 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58e9d83-b5ce-4754-8598-8cfa54038f8a", "name": "network-vif-plugged", "status": "completed", "tag": "515b00ff-5765-414e-b9c1-e2b55285fb46", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:26.089062 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d6a3b619-a9db-4fc6-9531-6b35a77cdfc8 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:26.090930 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58e9d83-b5ce-4754-8598-8cfa54038f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515b00ff-5765-414e-b9c1-e2b55285fb46', 'code': 200} Aug 23 14:55:26.169230 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:26.294483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=515b00ff-5765-414e-b9c1-e2b55285fb46,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:26.346273 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:26.435954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ed79e-5577-4a8b-9235-3f9996fd98d9 req-2f72bf2a-3b88-4452-96ef-70dd2b798d68 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:26.444078 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb8ed79e-5577-4a8b-9235-3f9996fd98d9 req-2f72bf2a-3b88-4452-96ef-70dd2b798d68 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 943 time: 0.2579956 Aug 23 14:55:26.499790 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:26.501691 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-154bfba9-0d46-408c-ad8d-3268c582d9fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4989951 Aug 23 14:55:26.512904 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb8ed79e-5577-4a8b-9235-3f9996fd98d9 req-c07669a0-0fae-4897-9c26-6c3648e54825 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673695 Aug 23 14:55:26.529357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287359f-24fc-4522-bc5e-fcad06f25102 req-a66ba952-b978-4935-99f8-24d8966b15f1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:26.537135 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4287359f-24fc-4522-bc5e-fcad06f25102 req-a66ba952-b978-4935-99f8-24d8966b15f1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 945 time: 0.4678166 Aug 23 14:55:26.601219 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-df14b6fe-6ac1-4d9f-979a-9ad12244492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:26.607703 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4287359f-24fc-4522-bc5e-fcad06f25102 req-e051d4db-77f6-4e3c-9ac7-936597a14145 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691948 Aug 23 14:55:26.611216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 841ccc07-9830-4fea-bec6-75d3da995e57 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:55:26.794229 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:26.822705 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:26.826233 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fb849-f1c9-47a7-8e1f-7d632fa81b12 req-2b63ee9d-2292-4e17-bc55-a53037768707 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:26.835538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aa546-c50a-4602-b8e4-c1b32193ac20 req-27a42151-49e2-4e1c-a7e4-9dde21f3f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:26.840125 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d52fb849-f1c9-47a7-8e1f-7d632fa81b12 req-2b63ee9d-2292-4e17-bc55-a53037768707 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.0881748 Aug 23 14:55:26.840269 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f29aa546-c50a-4602-b8e4-c1b32193ac20 req-27a42151-49e2-4e1c-a7e4-9dde21f3f4c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 1097 time: 0.1525548 Aug 23 14:55:26.889129 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:26.891105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 841ccc07-9830-4fea-bec6-75d3da995e57, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=841ccc07-9830-4fea-bec6-75d3da995e57,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:26.914541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '841ccc07-9830-4fea-bec6-75d3da995e57', 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b', 'port_id': '841ccc07-9830-4fea-bec6-75d3da995e57', 'mac_address': 'fa:16:3e:82:57:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a98ce89-de66-4736-958d-4fd0680e79be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:55:26.960608 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-d36840a4-8b16-4f65-b71b-ab01ac94e2cf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1389260765&fields=id&tenant_id=d29d65bd81b5474c8566cb0d1d8e6006 HTTP/1.1" status: 200 len: 267 time: 0.0730808 Aug 23 14:55:26.992922 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:27.022511 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d52fb849-f1c9-47a7-8e1f-7d632fa81b12 req-002fe5c6-4679-4d7b-92ee-018568bf869f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734602 Aug 23 14:55:27.022644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841ccc07-9830-4fea-bec6-75d3da995e57 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:55:27.035398 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f29aa546-c50a-4602-b8e4-c1b32193ac20 req-915bb081-00f6-4bcf-96c4-d36cabea737c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465559 Aug 23 14:55:27.082029 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 841ccc07-9830-4fea-bec6-75d3da995e57, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=841ccc07-9830-4fea-bec6-75d3da995e57,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:27.104543 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Pushing event updated for resources: {'Port': ['ID=9a64c7af-ee51-4aa7-8351-5967d744c358,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:27.112015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-94bf098e-f7b5-42b7-9d82-71cbf8d5d944 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:27.115997 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:27.125254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-94bf098e-f7b5-42b7-9d82-71cbf8d5d944 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 812 time: 0.1633656 Aug 23 14:55:27.139416 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-0505df39-6867-4711-968a-d93d3102883e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/quotas/d29d65bd81b5474c8566cb0d1d8e6006 HTTP/1.1" status: 200 len: 375 time: 0.0107694 Aug 23 14:55:27.163106 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:27.220507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-c5263296-73d8-4477-9fa8-e8431d891e9a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705724 Aug 23 14:55:27.260309 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:27.261391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=841ccc07-9830-4fea-bec6-75d3da995e57,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:27.268745 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-14d265df-0a25-4e7a-8cc1-361eb8253ba2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9202945 Aug 23 14:55:27.349411 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-28a31b19-7e4e-4b64-8296-558b8d512f09 service neutron] 10.222.0.38 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155007 Aug 23 14:55:27.418449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['841ccc07-9830-4fea-bec6-75d3da995e57'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:55:27.456342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-add256a4-c152-48b7-80c2-d4d0bae96fa7 service neutron] 10.222.0.38 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994079 Aug 23 14:55:27.602700 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-4ef6c265-f48a-4d92-bae2-d6166059cd53 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:27.611368 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-4ef6c265-f48a-4d92-bae2-d6166059cd53 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/networks?id=93603194-85ba-4b24-b966-c2b01e3092f9 HTTP/1.1" status: 200 len: 822 time: 0.1689701 Aug 23 14:55:27.649159 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-117bf2a8-31ee-4e43-bbdc-29c1e12c5ec9 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/quotas/9e183869233847ac853c77a0edf17feb HTTP/1.1" status: 200 len: 375 time: 0.0363586 Aug 23 14:55:27.786541 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-4dd4db42-85e8-4822-986f-355108adafef tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e183869233847ac853c77a0edf17feb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1352491 Aug 23 14:55:27.961519 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-936b0d2f-5787-425f-ba11-1f0ccedb5d55 service neutron] 10.222.0.38 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647778 Aug 23 14:55:27.971038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2a515-67fc-40fe-9cbe-35902d66705a req-95bee6b3-204f-4f44-b081-0943c0c1a29a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:27.979495 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5eb2a515-67fc-40fe-9cbe-35902d66705a req-95bee6b3-204f-4f44-b081-0943c0c1a29a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 944 time: 0.1480365 Aug 23 14:55:28.031642 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5eb2a515-67fc-40fe-9cbe-35902d66705a req-8e5322df-b329-4a3d-bd08-4a30cd14956d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494463 Aug 23 14:55:28.158593 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-d01d30aa-8816-4ad5-8618-11936123db91 service neutron] 10.222.0.38 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959836 Aug 23 14:55:28.211765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806bbb0-b503-40ca-bc77-63cdb7564ec9 req-d3544b0c-72a5-4b41-9f42-a846190c5e25 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:28.224655 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4806bbb0-b503-40ca-bc77-63cdb7564ec9 req-d3544b0c-72a5-4b41-9f42-a846190c5e25 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.0742052 Aug 23 14:55:28.281305 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4806bbb0-b503-40ca-bc77-63cdb7564ec9 req-20696434-d74f-4064-bcfc-cec1b78b23ff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553405 Aug 23 14:55:28.462281 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4bcf41ff-7ff4-4e44-a938-9742ca85a6d7 req-bec6cc50-75b0-4078-8650-73d7af8cf897 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 210 time: 0.0494430 Aug 23 14:55:28.526782 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:28.628359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 841ccc07-9830-4fea-bec6-75d3da995e57 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:28.632310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f9f78-186b-466d-8f5a-c28fcb552d22 req-176203a4-691c-4d8b-8cf7-6d893cdcdf80 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:28.633754 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-726f9f78-186b-466d-8f5a-c28fcb552d22 req-176203a4-691c-4d8b-8cf7-6d893cdcdf80 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.0873561 Aug 23 14:55:28.728442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-726f9f78-186b-466d-8f5a-c28fcb552d22 req-e9b1da7d-926a-413d-aab1-c1dceec79ecf tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857873 Aug 23 14:55:28.830654 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-59e44186-4bda-4b4f-9724-3f0ceb731eb0 req-4150540b-acb4-4fcd-a759-df07b92914a2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 210 time: 0.0337002 Aug 23 14:55:28.871575 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 841ccc07-9830-4fea-bec6-75d3da995e57 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:55:28.876040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 841ccc07-9830-4fea-bec6-75d3da995e57 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:28.881288 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:28.983854 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:29.018964 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc01d1e-b526-4dca-870e-616759111d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841ccc07-9830-4fea-bec6-75d3da995e57'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:29.021292 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62454d5f-f88f-4316-8a5c-22669c31b777" -d '{"events": [{"server_uuid": "0cc01d1e-b526-4dca-870e-616759111d5d", "name": "network-vif-plugged", "status": "completed", "tag": "841ccc07-9830-4fea-bec6-75d3da995e57"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:29.036871 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 841ccc07-9830-4fea-bec6-75d3da995e57, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=841ccc07-9830-4fea-bec6-75d3da995e57,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:29.066990 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035bfd3d-4c8b-4b5e-8729-70b3aa1cf556 x-openstack-request-id: req-035bfd3d-4c8b-4b5e-8729-70b3aa1cf556 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:29.067298 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc01d1e-b526-4dca-870e-616759111d5d", "name": "network-vif-plugged", "status": "completed", "tag": "841ccc07-9830-4fea-bec6-75d3da995e57", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:29.067543 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-035bfd3d-4c8b-4b5e-8729-70b3aa1cf556 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:29.068122 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc01d1e-b526-4dca-870e-616759111d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841ccc07-9830-4fea-bec6-75d3da995e57', 'code': 200} Aug 23 14:55:29.238031 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:29.239138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084002c0-6ffb-4336-b0c9-359ee61ef294 req-0be70c8f-653d-4659-8d93-6f653b818ad2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:29.244865 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-084002c0-6ffb-4336-b0c9-359ee61ef294 req-0be70c8f-653d-4659-8d93-6f653b818ad2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 944 time: 0.1242681 Aug 23 14:55:29.254226 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc148bb-ee21-4d0f-9633-19a78e6fceac req-92ef0e57-5d23-4f8f-8cf8-673bb8330902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:29.255765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cdc148bb-ee21-4d0f-9633-19a78e6fceac req-92ef0e57-5d23-4f8f-8cf8-673bb8330902 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 1095 time: 0.0891781 Aug 23 14:55:29.330441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=841ccc07-9830-4fea-bec6-75d3da995e57,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:29.368689 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-084002c0-6ffb-4336-b0c9-359ee61ef294 req-541af4ff-2590-4f47-a709-b76aee3e31f1 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233821 Aug 23 14:55:29.388221 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cdc148bb-ee21-4d0f-9633-19a78e6fceac req-001f4917-4193-4812-8c74-1edb9ddd04db service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232319 Aug 23 14:55:29.544573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15eeb2-0036-49e2-9dbc-2de2af965b25 req-35eb2d3b-e325-4baf-a06c-726a16e1564e tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:29.546338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b15eeb2-0036-49e2-9dbc-2de2af965b25 req-35eb2d3b-e325-4baf-a06c-726a16e1564e tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.0828538 Aug 23 14:55:29.618627 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b15eeb2-0036-49e2-9dbc-2de2af965b25 req-a84270e0-7271-4925-a6d1-08b550c20f77 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638421 Aug 23 14:55:29.794642 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-418ca99e-3d55-4903-9bbc-cccd4aa970ec req-51fdfebd-45a1-4450-85e5-5414a54a2d6d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 210 time: 0.0304160 Aug 23 14:55:29.955035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5d501-0d36-42e7-a27e-044e30be3a63 req-dbbc110c-1aad-450c-aa29-00d69ab63d6d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:29.956942 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c8c5d501-0d36-42e7-a27e-044e30be3a63 req-dbbc110c-1aad-450c-aa29-00d69ab63d6d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.0598457 Aug 23 14:55:30.000900 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c8c5d501-0d36-42e7-a27e-044e30be3a63 req-2b2711c2-6e56-4634-b1f5-7a96803cc0f6 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372872 Aug 23 14:55:30.097766 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f9a18486-a78c-43a3-9049-9d1e709b82e2 req-f3d8b711-e908-443a-9125-832b27c67996 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 210 time: 0.0352547 Aug 23 14:55:30.540557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44956236-df85-45fe-b80c-f3614075625d req-000b9be9-18a7-4aa4-81ec-c710d08a31ad tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:30.542696 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44956236-df85-45fe-b80c-f3614075625d req-000b9be9-18a7-4aa4-81ec-c710d08a31ad tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 945 time: 0.0571456 Aug 23 14:55:30.608782 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44956236-df85-45fe-b80c-f3614075625d req-7cf6d6d4-d59f-40f1-b3db-107f61be7c41 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589619 Aug 23 14:55:30.750210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a036d-02bb-4807-bdcc-d8548e936de0 req-fdea8a60-ed04-4459-93f7-1295ce4e37f2 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:30.759534 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b5a036d-02bb-4807-bdcc-d8548e936de0 req-fdea8a60-ed04-4459-93f7-1295ce4e37f2 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.0736265 Aug 23 14:55:30.823902 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b5a036d-02bb-4807-bdcc-d8548e936de0 req-2cfac588-da26-40a5-a203-60603089bdcd tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609508 Aug 23 14:55:31.011718 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-28f9b466-4b74-4a65-92a1-e303b8310897 req-3df0f9dc-9636-4fde-af91-b51a882c0b9a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 210 time: 0.0311403 Aug 23 14:55:31.147150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50dad4-27e7-4f8c-a500-e882a5c96032 req-baad83d4-268d-490c-b6ed-a6316ea3f840 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:31.149072 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8c50dad4-27e7-4f8c-a500-e882a5c96032 req-baad83d4-268d-490c-b6ed-a6316ea3f840 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.0658929 Aug 23 14:55:31.193668 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8c50dad4-27e7-4f8c-a500-e882a5c96032 req-a3ff5ae2-68a7-419b-acfd-4b3dfe42b6a9 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337410 Aug 23 14:55:31.299030 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8262eba-206c-4242-b902-47ea67808cd9 req-43800299-b3a1-4237-b348-ca5dd358ecbb tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 210 time: 0.0338883 Aug 23 14:55:31.741462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb8de0-7908-4daa-9400-51ec57a88b93 req-e840fdab-05dd-4c84-bb03-e2311ad684a8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:31.743485 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bceb8de0-7908-4daa-9400-51ec57a88b93 req-e840fdab-05dd-4c84-bb03-e2311ad684a8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 945 time: 0.0691593 Aug 23 14:55:31.819556 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bceb8de0-7908-4daa-9400-51ec57a88b93 req-fb8cf038-42ca-46eb-8eed-a783569cada3 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670764 Aug 23 14:55:32.074513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-3b70ca96-c57f-4f6e-a697-6ff64cbb996d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:32.076205 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-3b70ca96-c57f-4f6e-a697-6ff64cbb996d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 812 time: 0.1268597 Aug 23 14:55:32.125298 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-2935b132-08eb-4bb6-90a0-3249c8529e92 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d29d65bd81b5474c8566cb0d1d8e6006 HTTP/1.1" status: 200 len: 380 time: 0.0388949 Aug 23 14:55:32.138839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-682288b6-72ba-46a0-94df-3fe75a59f032 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Request body: {'port': {'device_id': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'admin_state_up': True, 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'security_groups': ['29e3ad31-cdb2-407b-9e3b-8046cef9cdc3']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:32.365464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d2bc6-82d9-45b9-8d02-48f15406f230 req-37abf4f8-7bb1-4bd5-9d13-e3988582b3c0 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:32.388905 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-509d2bc6-82d9-45b9-8d02-48f15406f230 req-37abf4f8-7bb1-4bd5-9d13-e3988582b3c0 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.0829065 Aug 23 14:55:32.412074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-682288b6-72ba-46a0-94df-3fe75a59f032 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Made reservation on behalf of d29d65bd81b5474c8566cb0d1d8e6006 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:55:32.415803 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-682288b6-72ba-46a0-94df-3fe75a59f032 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:32.528379 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-509d2bc6-82d9-45b9-8d02-48f15406f230 req-52418126-ea3a-4ca1-a8ba-61011077a0f8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326849 Aug 23 14:55:32.653243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-682288b6-72ba-46a0-94df-3fe75a59f032 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Allocated IP 172.20.0.9 (73692fcc-64c5-44dc-8045-7bc29f031267/779a538e-f82d-42fb-9ff9-66d0a5c47662/0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:55:32.714896 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84367f48-e0bd-430e-9375-f262d8b88751 req-c443c64d-8bbe-48d4-ac96-eedc50599cd7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 210 time: 0.0389740 Aug 23 14:55:32.996584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0040ee0-697c-47af-81ce-fe7194ffe896 req-fe8fbaad-d67b-45ae-b646-d24af333f7fd tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:32.998909 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b0040ee0-697c-47af-81ce-fe7194ffe896 req-fe8fbaad-d67b-45ae-b646-d24af333f7fd tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 945 time: 0.1369982 Aug 23 14:55:33.053214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-44ddb611-e491-4265-ba4c-2746e55149c8 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:33.076747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-44ddb611-e491-4265-ba4c-2746e55149c8 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.57 "GET /v2.0/networks?id=93603194-85ba-4b24-b966-c2b01e3092f9 HTTP/1.1" status: 200 len: 822 time: 0.3479183 Aug 23 14:55:33.076747 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-22ac3742-b6a2-4401-b44a-2d9f5d995508 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Request body: {'port': {'device_id': '779b0982-a42e-4bf8-bb57-cd3279ce3bb5', 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9', 'admin_state_up': True, 'tenant_id': '9e183869233847ac853c77a0edf17feb'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:33.119681 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-682288b6-72ba-46a0-94df-3fe75a59f032 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:33.125198 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b0040ee0-697c-47af-81ce-fe7194ffe896 req-99189e7b-4333-4ed7-9521-70c22491ecf7 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181686 Aug 23 14:55:33.176791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-682288b6-72ba-46a0-94df-3fe75a59f032 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Transition to ACTIVE for port object 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:55:33.305567 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb6fb4-6207-47cb-a966-d834877c9d05 req-97f9a3b7-4527-4edc-bbf3-7818deaaf1a5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:33.307165 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7fb6fb4-6207-47cb-a966-d834877c9d05 req-97f9a3b7-4527-4edc-bbf3-7818deaaf1a5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.1091683 Aug 23 14:55:33.350906 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7fb6fb4-6207-47cb-a966-d834877c9d05 req-d5e59bfb-dded-4d4d-9365-dde464770e12 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376039 Aug 23 14:55:33.402425 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-682288b6-72ba-46a0-94df-3fe75a59f032 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:33.451792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-682288b6-72ba-46a0-94df-3fe75a59f032 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Network 73692fcc-64c5-44dc-8045-7bc29f031267 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:55:33.469266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-682288b6-72ba-46a0-94df-3fe75a59f032 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:55:33.472023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-682288b6-72ba-46a0-94df-3fe75a59f032 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:55:33.536355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-682288b6-72ba-46a0-94df-3fe75a59f032 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:33.536967 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-682288b6-72ba-46a0-94df-3fe75a59f032 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:33.550523 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed57e8e5-ee46-405c-8cbb-4a14d0c05dae req-6b653dce-21a3-40b6-acce-61e549c4a9d1 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 210 time: 0.1218538 Aug 23 14:55:33.576871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-22ac3742-b6a2-4401-b44a-2d9f5d995508 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Made reservation on behalf of 9e183869233847ac853c77a0edf17feb for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:55:33.576871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-22ac3742-b6a2-4401-b44a-2d9f5d995508 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:33.584596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682288b6-72ba-46a0-94df-3fe75a59f032 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event updated for resources: {'Port': ['ID=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:33.736810 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-682288b6-72ba-46a0-94df-3fe75a59f032 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6043062 Aug 23 14:55:33.765512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Request body: {'port': {'device_id': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:33.890680 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:34.005107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0b7a6151-fa17-4ee9-818b-d2d8b0edce8c None None] Provisioning for port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:55:34.015484 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0b7a6151-fa17-4ee9-818b-d2d8b0edce8c None None] Provisioning complete for port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:34.015774 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-22ac3742-b6a2-4401-b44a-2d9f5d995508 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Allocated IP 172.20.0.4 (93603194-85ba-4b24-b966-c2b01e3092f9/d392b64f-c156-46b6-8173-3c86c501f74a/f917e126-c7f3-4902-9935-dda5df28aa7c) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:55:34.017226 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0b7a6151-fa17-4ee9-818b-d2d8b0edce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:34.078898 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0b7a6151-fa17-4ee9-818b-d2d8b0edce8c None None] Port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:55:34.437404 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:55:34.452687 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:34.480162 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-22ac3742-b6a2-4401-b44a-2d9f5d995508 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:34.493755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Transition to ACTIVE for port object 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:55:34.505634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f958f5-4fd0-4963-ad3f-92a46b4fca09 req-49470250-3acb-4788-8cde-ca9ed1cfc640 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:34.507159 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-36f958f5-4fd0-4963-ad3f-92a46b4fca09 req-49470250-3acb-4788-8cde-ca9ed1cfc640 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.1927299 Aug 23 14:55:34.567339 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-36f958f5-4fd0-4963-ad3f-92a46b4fca09 req-8724d434-be26-4817-bd5f-b3c20472a43f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523493 Aug 23 14:55:34.596544 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:34.646142 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Pushing event updated for resources: {'Port': ['ID=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:34.691424 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-22ac3742-b6a2-4401-b44a-2d9f5d995508 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:34.801257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-22ac3742-b6a2-4401-b44a-2d9f5d995508 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Network 93603194-85ba-4b24-b966-c2b01e3092f9 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:55:34.808441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-22ac3742-b6a2-4401-b44a-2d9f5d995508 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:55:34.824851 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Attempting to bind port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:55:34.825217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Attempting to bind port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:55:34.825554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Attempting to bind port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 on network 73692fcc-64c5-44dc-8045-7bc29f031267 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:55:34.834203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-22ac3742-b6a2-4401-b44a-2d9f5d995508 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:55:34.843764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac3742-b6a2-4401-b44a-2d9f5d995508 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Pushing event updated for resources: {'Port': ['ID=f917e126-c7f3-4902-9935-dda5df28aa7c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:34.867755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 on network 73692fcc-64c5-44dc-8045-7bc29f031267 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:55:34.868118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Attempting to bind port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 on network 73692fcc-64c5-44dc-8045-7bc29f031267 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:55:34.889597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:55:34.889597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Checking segment: {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:55:34.889597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Bound using segment: {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:55:34.889597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Bound port: 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:55:34.889597 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:34.931951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138a5ae-b5d7-418a-bf61-79677d6e96e1 req-156cfb21-b080-4647-9b4b-2203d3d0fda3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:34.934169 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e138a5ae-b5d7-418a-bf61-79677d6e96e1 req-156cfb21-b080-4647-9b4b-2203d3d0fda3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 943 time: 0.1582718 Aug 23 14:55:34.963856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-22ac3742-b6a2-4401-b44a-2d9f5d995508 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:34.964501 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-22ac3742-b6a2-4401-b44a-2d9f5d995508 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:35.036666 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e138a5ae-b5d7-418a-bf61-79677d6e96e1 req-3556695d-1097-441a-ba20-24f553e5679e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789812 Aug 23 14:55:35.045997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:55:35.059954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:55:35.060293 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fe5c7-1d0d-4b63-8266-c02ddaf8d206 req-9255524c-7273-45b9-9192-aa9d2e3b13db tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:35.060293 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-230fe5c7-1d0d-4b63-8266-c02ddaf8d206 req-9255524c-7273-45b9-9192-aa9d2e3b13db tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 945 time: 0.0781226 Aug 23 14:55:35.066401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-22ac3742-b6a2-4401-b44a-2d9f5d995508 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9971807 Aug 23 14:55:35.081664 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Request body: {'port': {'device_id': '779b0982-a42e-4bf8-bb57-cd3279ce3bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:35.120890 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-230fe5c7-1d0d-4b63-8266-c02ddaf8d206 req-23068e44-07e8-464d-991a-8a48a860bd61 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544517 Aug 23 14:55:35.130623 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:35.218504 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:35.248029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:35.248934 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:35.250263 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] 10.222.0.57 "PUT /v2.0/ports/0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 HTTP/1.1" status: 200 len: 1091 time: 1.4998021 Aug 23 14:55:35.250778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:35.256286 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf79065-7094-442d-9782-e2df11913c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:35.268215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e829779-47e4-4a20-a18e-11336f8c8c70 req-e27f9fc3-ec0d-460e-89ab-8f1e9468ea62 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:35.269847 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e829779-47e4-4a20-a18e-11336f8c8c70 req-e27f9fc3-ec0d-460e-89ab-8f1e9468ea62 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 931 time: 0.0915515 Aug 23 14:55:35.289303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad73216-7f71-481c-9e31-e756539bdb1b service neutron] Pushing event updated for resources: {'Port': ['ID=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:35.328603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ccc54-cada-4fd5-b425-da57cfc795c3 req-c6f6626c-75ef-4509-9e9e-57a35bc8505d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:35.333242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e829779-47e4-4a20-a18e-11336f8c8c70 req-e63b8465-7b05-4239-9a76-ff86bb5c36d8 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519776 Aug 23 14:55:35.336736 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-280ccc54-cada-4fd5-b425-da57cfc795c3 req-c6f6626c-75ef-4509-9e9e-57a35bc8505d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.1951334 Aug 23 14:55:35.450862 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201bd45b-72ce-4a2e-a1bb-76c95936cf32 x-openstack-request-id: req-201bd45b-72ce-4a2e-a1bb-76c95936cf32 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:35.451297 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:35.451676 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-201bd45b-72ce-4a2e-a1bb-76c95936cf32 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:35.452186 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'status': 'completed', 'code': 200} Aug 23 14:55:35.491488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-280ccc54-cada-4fd5-b425-da57cfc795c3 req-e91aec3f-35fa-4852-a9a7-e56ddf70bb68 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537623 Aug 23 14:55:35.581531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-9f30ebe3-c156-40be-a0e8-30efa98f81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:35.586981 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-9f30ebe3-c156-40be-a0e8-30efa98f81fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 1094 time: 0.1349351 Aug 23 14:55:35.639774 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-5280ef57-8de9-44e4-b0d3-cb24398fc9fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 HTTP/1.1" status: 200 len: 217 time: 0.0410020 Aug 23 14:55:35.726199 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-7f0ba21a-da1f-4442-8450-15966e92c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:35.727930 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-7f0ba21a-da1f-4442-8450-15966e92c47a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.0799983 Aug 23 14:55:35.766809 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a2ab4-fa74-4b52-87e7-4a47f9dc26e3 req-6a19f0cd-2d50-4698-a1e8-52f7ef5a9611 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:35.768671 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e0a2ab4-fa74-4b52-87e7-4a47f9dc26e3 req-6a19f0cd-2d50-4698-a1e8-52f7ef5a9611 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.1208422 Aug 23 14:55:35.798849 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02976919-5a45-46fb-a744-f6ad6d410f51 req-cacd0bbf-f01a-423b-9d00-4790119046b3 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:35.800172 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02976919-5a45-46fb-a744-f6ad6d410f51 req-cacd0bbf-f01a-423b-9d00-4790119046b3 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 945 time: 0.1075952 Aug 23 14:55:35.820468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-69217668-8b32-49a0-b4d4-aa57faf9e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:35.821978 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-69217668-8b32-49a0-b4d4-aa57faf9e526 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813274 Aug 23 14:55:35.827237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f917e126-c7f3-4902-9935-dda5df28aa7c {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:55:35.842337 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:35.861817 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e0a2ab4-fa74-4b52-87e7-4a47f9dc26e3 req-22f33615-6e19-46db-a7c6-4b4768688e2a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811350 Aug 23 14:55:35.900951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Transition to ACTIVE for port object f917e126-c7f3-4902-9935-dda5df28aa7c will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:55:35.923916 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-02976919-5a45-46fb-a744-f6ad6d410f51 req-c7f5ef2e-1e7a-4ab6-8dce-e6543fcc9116 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Deleting port 841ccc07-9830-4fea-bec6-75d3da995e57 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:55:35.924268 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-02976919-5a45-46fb-a744-f6ad6d410f51 req-c7f5ef2e-1e7a-4ab6-8dce-e6543fcc9116 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:35.947676 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-c78f5295-c66b-42c5-88f0-204624986a94 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155641 Aug 23 14:55:36.035551 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:36.041179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-02976919-5a45-46fb-a744-f6ad6d410f51 req-c7f5ef2e-1e7a-4ab6-8dce-e6543fcc9116 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] For port 841ccc07-9830-4fea-bec6-75d3da995e57, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=841ccc07-9830-4fea-bec6-75d3da995e57,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:36.041578 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-02976919-5a45-46fb-a744-f6ad6d410f51 req-c7f5ef2e-1e7a-4ab6-8dce-e6543fcc9116 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:36.058649 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-02976919-5a45-46fb-a744-f6ad6d410f51 req-c7f5ef2e-1e7a-4ab6-8dce-e6543fcc9116 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Calling delete_port for 841ccc07-9830-4fea-bec6-75d3da995e57 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:55:36.110304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ca727-252d-4ca5-bad7-b7174dada41c req-cfdeb376-1269-41e1-861b-89467334d6aa tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:36.112905 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b6ca727-252d-4ca5-bad7-b7174dada41c req-cfdeb376-1269-41e1-861b-89467334d6aa tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.1671140 Aug 23 14:55:36.157284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Pushing event updated for resources: {'Port': ['ID=f917e126-c7f3-4902-9935-dda5df28aa7c,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:36.177242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c74246f9-630b-4104-a15e-cf4bc5c0673f req-51574438-81c7-4dd1-a881-2c810d8e59a6 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184868 Aug 23 14:55:36.252319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b6ca727-252d-4ca5-bad7-b7174dada41c req-f965d194-0938-460b-9fa8-4f07f857965c tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204567 Aug 23 14:55:36.262248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826a6e5-196d-400b-95d0-fc9be64aed91 req-91f5851d-64d2-46a7-87a9-814464538854 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:36.264097 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6826a6e5-196d-400b-95d0-fc9be64aed91 req-91f5851d-64d2-46a7-87a9-814464538854 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 943 time: 0.0648181 Aug 23 14:55:36.289069 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Attempting to bind port f917e126-c7f3-4902-9935-dda5df28aa7c on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:55:36.289416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Attempting to bind port f917e126-c7f3-4902-9935-dda5df28aa7c by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'c3a07696-3d93-4d36-bb43-388875aedbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:55:36.289760 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Attempting to bind port f917e126-c7f3-4902-9935-dda5df28aa7c on network 93603194-85ba-4b24-b966-c2b01e3092f9 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:55:36.295563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Port f917e126-c7f3-4902-9935-dda5df28aa7c on network 93603194-85ba-4b24-b966-c2b01e3092f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:55:36.295926 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Attempting to bind port f917e126-c7f3-4902-9935-dda5df28aa7c on network 93603194-85ba-4b24-b966-c2b01e3092f9 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:55:36.320956 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6826a6e5-196d-400b-95d0-fc9be64aed91 req-c489a9fe-4de2-4fec-8d5e-2d7336dbacd8 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495689 Aug 23 14:55:36.331999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:55:36.332345 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Checking segment: {'id': 'c3a07696-3d93-4d36-bb43-388875aedbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:55:36.332731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Bound using segment: {'id': 'c3a07696-3d93-4d36-bb43-388875aedbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:55:36.333164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Bound port: f917e126-c7f3-4902-9935-dda5df28aa7c, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a07696-3d93-4d36-bb43-388875aedbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:55:36.333604 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:36.340481 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-02976919-5a45-46fb-a744-f6ad6d410f51 req-c7f5ef2e-1e7a-4ab6-8dce-e6543fcc9116 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:36.353265 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['841ccc07-9830-4fea-bec6-75d3da995e57'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:55:36.377406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5ef2e-1e7a-4ab6-8dce-e6543fcc9116 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Pushing event deleted for resources: {'Port': ['ID=841ccc07-9830-4fea-bec6-75d3da995e57,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:36.410383 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-05defe99-87e3-412a-8b14-388ecbecc233 req-0998447c-4c51-4da6-b320-9b579d3d1da3 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cc01d1e-b526-4dca-870e-616759111d5d HTTP/1.1" status: 200 len: 210 time: 0.0887604 Aug 23 14:55:36.446825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-02976919-5a45-46fb-a744-f6ad6d410f51 req-c7f5ef2e-1e7a-4ab6-8dce-e6543fcc9116 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] No DVR routers for this DVR port 841ccc07-9830-4fea-bec6-75d3da995e57 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:55:36.452358 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-02976919-5a45-46fb-a744-f6ad6d410f51 req-c7f5ef2e-1e7a-4ab6-8dce-e6543fcc9116 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:36.454426 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02976919-5a45-46fb-a744-f6ad6d410f51 req-c7f5ef2e-1e7a-4ab6-8dce-e6543fcc9116 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "DELETE /v2.0/ports/841ccc07-9830-4fea-bec6-75d3da995e57 HTTP/1.1" status: 204 len: 173 time: 0.6460025 Aug 23 14:55:36.454957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc01d1e-b526-4dca-870e-616759111d5d', 'name': 'network-vif-deleted', 'tag': '841ccc07-9830-4fea-bec6-75d3da995e57'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:36.457591 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68506a05-c217-4d9d-9dd2-216467fac47a" -d '{"events": [{"server_uuid": "0cc01d1e-b526-4dca-870e-616759111d5d", "name": "network-vif-deleted", "tag": "841ccc07-9830-4fea-bec6-75d3da995e57"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:36.461326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf79065-7094-442d-9782-e2df11913c6c req-2f8fff9b-26aa-4374-a375-8eb8638cb18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:36.462844 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-baf79065-7094-442d-9782-e2df11913c6c req-2f8fff9b-26aa-4374-a375-8eb8638cb18b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 1094 time: 0.1637456 Aug 23 14:55:36.571293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] For port f917e126-c7f3-4902-9935-dda5df28aa7c, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:55:36.592305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] For port f917e126-c7f3-4902-9935-dda5df28aa7c, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f917e126-c7f3-4902-9935-dda5df28aa7c,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:55:36.621985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7050740-7ec3-4dff-b4e3-0173dfb0b58c req-4df33213-ff5c-40a6-8146-af1408adccbe tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:36.623507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7050740-7ec3-4dff-b4e3-0173dfb0b58c req-4df33213-ff5c-40a6-8146-af1408adccbe tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 943 time: 0.1146774 Aug 23 14:55:36.663209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf79065-7094-442d-9782-e2df11913c6c req-817ce3ac-b61f-423d-9ccd-a69a64917165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:36.664712 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-baf79065-7094-442d-9782-e2df11913c6c req-817ce3ac-b61f-423d-9ccd-a69a64917165 service neutron] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.1876070 Aug 23 14:55:36.688994 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:36.743902 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-baf79065-7094-442d-9782-e2df11913c6c req-f75ed70f-1722-438d-b491-b49df7bad984 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 HTTP/1.1" status: 200 len: 217 time: 0.0701237 Aug 23 14:55:36.747935 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7050740-7ec3-4dff-b4e3-0173dfb0b58c req-a45c4375-9b5f-49f7-a9a6-3f7551efee7b tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164885 Aug 23 14:55:36.809223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf79065-7094-442d-9782-e2df11913c6c req-46d455ef-3b7c-4849-98e9-267c6675ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:36.810783 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-baf79065-7094-442d-9782-e2df11913c6c req-46d455ef-3b7c-4849-98e9-267c6675ff80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.0582433 Aug 23 14:55:36.813887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:36.814505 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:36.815894 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] 10.222.0.57 "PUT /v2.0/ports/f917e126-c7f3-4902-9935-dda5df28aa7c HTTP/1.1" status: 200 len: 1091 time: 1.7406502 Aug 23 14:55:36.855462 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7702cc-969a-4d39-9df3-acdf329d0872 x-openstack-request-id: req-ca7702cc-969a-4d39-9df3-acdf329d0872 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:36.856287 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc01d1e-b526-4dca-870e-616759111d5d", "name": "network-vif-deleted", "tag": "841ccc07-9830-4fea-bec6-75d3da995e57", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:36.856546 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca7702cc-969a-4d39-9df3-acdf329d0872 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:36.857584 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc01d1e-b526-4dca-870e-616759111d5d', 'name': 'network-vif-deleted', 'tag': '841ccc07-9830-4fea-bec6-75d3da995e57', 'status': 'completed', 'code': 200} Aug 23 14:55:36.866526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fe821-4ddd-4612-a89f-ac25256f8891 service neutron] Pushing event updated for resources: {'Port': ['ID=f917e126-c7f3-4902-9935-dda5df28aa7c,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:36.980511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf79065-7094-442d-9782-e2df11913c6c req-30103a2a-211c-45c0-a5a9-3b1ad470c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:36.982025 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-baf79065-7094-442d-9782-e2df11913c6c req-30103a2a-211c-45c0-a5a9-3b1ad470c4be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519969 Aug 23 14:55:37.019174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc988e3-5df1-491e-90e1-086b73cf368a req-78c11882-9a3a-48c3-984e-7d50b55515b8 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:37.027827 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fc988e3-5df1-491e-90e1-086b73cf368a req-78c11882-9a3a-48c3-984e-7d50b55515b8 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 944 time: 0.1672528 Aug 23 14:55:37.260555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-622760ef-76d0-4536-a43c-5c2b8c5c07b7 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:37.263701 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-622760ef-76d0-4536-a43c-5c2b8c5c07b7 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/networks?id=4fd99715-b318-4103-bfaa-458cab26e3bc HTTP/1.1" status: 200 len: 814 time: 0.1180675 Aug 23 14:55:37.282584 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-178da7ae-4c6a-4d48-b230-d939244f5371 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/quotas/136d3e2f53fd4a36bc4c6f2fb2b31f33 HTTP/1.1" status: 200 len: 375 time: 0.0114427 Aug 23 14:55:37.347328 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-5c59abe3-0507-48b0-9701-4a4f07958f6f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=136d3e2f53fd4a36bc4c6f2fb2b31f33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564728 Aug 23 14:55:37.465629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779b0982-a42e-4bf8-bb57-cd3279ce3bb5', 'tag': 'f917e126-c7f3-4902-9935-dda5df28aa7c'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:37.469407 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc0c5cf-2aeb-4282-ab27-d6a58810cf25" -d '{"events": [{"name": "network-changed", "server_uuid": "779b0982-a42e-4bf8-bb57-cd3279ce3bb5", "tag": "f917e126-c7f3-4902-9935-dda5df28aa7c"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:37.492254 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-9f2e7a65-f9c8-4281-85d7-b88fafb07a07 service neutron] 10.222.0.38 "GET /v2.0/networks/4fd99715-b318-4103-bfaa-458cab26e3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329155 Aug 23 14:55:37.508699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-46023841-c71b-4cf4-8843-5f63ba7f9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:37.510256 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-46023841-c71b-4cf4-8843-5f63ba7f9045 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e183869233847ac853c77a0edf17feb&device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 1094 time: 0.5422771 Aug 23 14:55:37.567684 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fc988e3-5df1-491e-90e1-086b73cf368a req-515f0847-804f-49e1-a073-f8c17b15789c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389440 Aug 23 14:55:37.569000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-3c883634-b299-496e-924d-5c11f63aeeae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f917e126-c7f3-4902-9935-dda5df28aa7c HTTP/1.1" status: 200 len: 217 time: 0.0477722 Aug 23 14:55:37.574911 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-baf79065-7094-442d-9782-e2df11913c6c req-51fc92e5-0fa7-4fc7-a015-594b356e540f service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784807 Aug 23 14:55:37.600003 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 569209d9-036f-4261-9f6a-528fbcd6f1c9 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:55:37.633329 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-e88dc5ed-71ae-4957-bd24-3b4dddfb2738 service neutron] 10.222.0.38 "GET /v2.0/networks/4fd99715-b318-4103-bfaa-458cab26e3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326303 Aug 23 14:55:37.727113 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 569209d9-036f-4261-9f6a-528fbcd6f1c9, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:37.739224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '569209d9-036f-4261-9f6a-528fbcd6f1c9', 'network_id': '60c0053b-2150-4794-96d5-4cd2a0a611e0', 'port_id': '569209d9-036f-4261-9f6a-528fbcd6f1c9', 'mac_address': 'fa:16:3e:31:73:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e7f3de-c5c9-4bc5-8835-17e093450e74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:55:37.808497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-0894b555-d0ec-409b-80eb-2c9fb08fa56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:37.810589 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-0894b555-d0ec-409b-80eb-2c9fb08fa56d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d392b64f-c156-46b6-8173-3c86c501f74a HTTP/1.1" status: 200 len: 862 time: 0.1410351 Aug 23 14:55:37.820907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c75f3-76f4-44d2-856b-1d89cd5429f3 req-a20bd194-aa90-449e-898b-587efd02d887 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:37.824549 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-044c75f3-76f4-44d2-856b-1d89cd5429f3 req-a20bd194-aa90-449e-898b-587efd02d887 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 943 time: 0.1373806 Aug 23 14:55:37.836537 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-baf79065-7094-442d-9782-e2df11913c6c req-0c10499b-05cb-4302-91c6-e33d0f11add3 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487423 Aug 23 14:55:37.869287 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-107ea1e7-9ed4-43be-893f-19ac3baa840b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93603194-85ba-4b24-b966-c2b01e3092f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451834 Aug 23 14:55:37.971939 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:55:38.011613 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b08bff0-2099-4445-b541-59b05f4cabc3 x-openstack-request-id: req-4b08bff0-2099-4445-b541-59b05f4cabc3 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:38.011928 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779b0982-a42e-4bf8-bb57-cd3279ce3bb5", "tag": "f917e126-c7f3-4902-9935-dda5df28aa7c", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:38.012189 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4b08bff0-2099-4445-b541-59b05f4cabc3 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:38.012578 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779b0982-a42e-4bf8-bb57-cd3279ce3bb5', 'tag': 'f917e126-c7f3-4902-9935-dda5df28aa7c', 'status': 'completed', 'code': 200} Aug 23 14:55:38.017109 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:38.038325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-044c75f3-76f4-44d2-856b-1d89cd5429f3 req-d8e090c4-e645-4fa2-87e7-51df0a1047cb tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042270 Aug 23 14:55:38.041500 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569209d9-036f-4261-9f6a-528fbcd6f1c9 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:55:38.079475 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 569209d9-036f-4261-9f6a-528fbcd6f1c9, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:38.102860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ec25e-13b2-45ad-a47a-cc15f65723e8 req-fa00dfce-0c76-4866-b314-8a2d49a032ad tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:38.111601 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-416ec25e-13b2-45ad-a47a-cc15f65723e8 req-fa00dfce-0c76-4866-b314-8a2d49a032ad tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 943 time: 0.0772614 Aug 23 14:55:38.139737 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:38.162442 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-416ec25e-13b2-45ad-a47a-cc15f65723e8 req-a29129b4-b0d3-4919-b815-8f821e04d6ab tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495248 Aug 23 14:55:38.176381 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-42df4038-5baa-4632-a957-8392ee1088b1 req-27edbc69-c52e-483f-82a5-be6ef84649ae tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 210 time: 0.0525579 Aug 23 14:55:38.180706 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-bcd9e2f6-2c58-4c8a-9d31-7c9bcc00caf6 service neutron] 10.222.0.57 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938380 Aug 23 14:55:38.222597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=569209d9-036f-4261-9f6a-528fbcd6f1c9,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:38.239574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf737c7-bc58-4686-8c31-6e00ca93014f req-bde79c65-4274-4e45-8c37-0cff92e9030f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:38.241517 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-caf737c7-bc58-4686-8c31-6e00ca93014f req-bde79c65-4274-4e45-8c37-0cff92e9030f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.61 "GET /v2.0/ports?device_id=a58e9d83-b5ce-4754-8598-8cfa54038f8a HTTP/1.1" status: 200 len: 946 time: 0.1630187 Aug 23 14:55:38.409891 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['569209d9-036f-4261-9f6a-528fbcd6f1c9'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:55:38.482650 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc4b340-b20d-4156-9634-8237b9599c54 req-d59e371b-c48e-4a6c-9a0d-3a4591a6e645 service neutron] 10.222.0.57 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819695 Aug 23 14:55:38.531394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-b990642c-f677-41aa-8747-b6f21dd013bf tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:38.532997 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-b990642c-f677-41aa-8747-b6f21dd013bf tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/networks?id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 200 len: 811 time: 0.2546563 Aug 23 14:55:38.555300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-caf737c7-bc58-4686-8c31-6e00ca93014f req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Deleting port 515b00ff-5765-414e-b9c1-e2b55285fb46 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:55:38.555647 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-caf737c7-bc58-4686-8c31-6e00ca93014f req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:38.570991 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-d88e93fe-d452-4988-bf44-ecec089cf089 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/quotas/7f5c6c20f9874df4a22ef4bbb9ddc20f HTTP/1.1" status: 200 len: 375 time: 0.0306318 Aug 23 14:55:38.667110 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-be80523e-f73c-40e5-9545-996d91bfa35f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636683 Aug 23 14:55:38.684335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:55:38.774104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0c5cf-2aeb-4282-ab27-d6a58810cf25 req-49cb53c5-08d9-45dc-aff4-084cc7b972aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:38.775868 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cc0c5cf-2aeb-4282-ab27-d6a58810cf25 req-49cb53c5-08d9-45dc-aff4-084cc7b972aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e183869233847ac853c77a0edf17feb&device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 1094 time: 0.1757152 Aug 23 14:55:38.780419 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e3ae9-8c1d-487c-878d-fb0a3a32affa req-2a4fbf6e-a9bc-4f86-b898-0aa39bf5032b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:38.782812 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-523e3ae9-8c1d-487c-878d-fb0a3a32affa req-2a4fbf6e-a9bc-4f86-b898-0aa39bf5032b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 945 time: 0.1174781 Aug 23 14:55:38.794227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-caf737c7-bc58-4686-8c31-6e00ca93014f req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] For port 515b00ff-5765-414e-b9c1-e2b55285fb46, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=515b00ff-5765-414e-b9c1-e2b55285fb46,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:38.794890 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-caf737c7-bc58-4686-8c31-6e00ca93014f req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:38.810304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-caf737c7-bc58-4686-8c31-6e00ca93014f req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Calling delete_port for 515b00ff-5765-414e-b9c1-e2b55285fb46 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:55:38.813515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:38.827816 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'port_id': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'mac_address': 'fa:16:3e:0a:88:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:55:38.829421 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-523e3ae9-8c1d-487c-878d-fb0a3a32affa req-5d8859c9-35e5-4230-b1cc-4d9995763a29 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 Aug 23 14:55:38.882731 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:38.898406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:55:38.921537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:38.994623 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-bfa8b0e3-7892-4f2e-9714-9ee2ebad4478 service neutron] 10.222.0.38 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205791 Aug 23 14:55:39.019681 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:39.071498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:39.110281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0c5cf-2aeb-4282-ab27-d6a58810cf25 req-8028faef-5d13-4d33-a2a7-c75eadb79790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:39.111841 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cc0c5cf-2aeb-4282-ab27-d6a58810cf25 req-8028faef-5d13-4d33-a2a7-c75eadb79790 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93603194-85ba-4b24-b966-c2b01e3092f9 HTTP/1.1" status: 200 len: 923 time: 0.2349813 Aug 23 14:55:39.168579 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cc0c5cf-2aeb-4282-ab27-d6a58810cf25 req-23aca43b-f190-42a0-8e9e-b71541bd1670 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f917e126-c7f3-4902-9935-dda5df28aa7c HTTP/1.1" status: 200 len: 217 time: 0.0491250 Aug 23 14:55:39.187954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5700d-82fd-4e1c-a94c-e028009f69d1 req-25f76034-f7eb-4c05-9f5b-33f23b3d5c62 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:39.189504 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-acd5700d-82fd-4e1c-a94c-e028009f69d1 req-25f76034-f7eb-4c05-9f5b-33f23b3d5c62 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0604901 Aug 23 14:55:39.237104 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-acd5700d-82fd-4e1c-a94c-e028009f69d1 req-ce47bb3f-797a-41bd-b370-91531ff33f17 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403571 Aug 23 14:55:39.242464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-08296dff-db25-43dd-8d75-edcee8a4fe9a service neutron] 10.222.0.38 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386985 Aug 23 14:55:39.248800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0c5cf-2aeb-4282-ab27-d6a58810cf25 req-25f8ea39-68e9-491c-b9fb-de39c2d2c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:39.250174 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cc0c5cf-2aeb-4282-ab27-d6a58810cf25 req-25f8ea39-68e9-491c-b9fb-de39c2d2c439 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d392b64f-c156-46b6-8173-3c86c501f74a HTTP/1.1" status: 200 len: 862 time: 0.0711474 Aug 23 14:55:39.288312 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cc0c5cf-2aeb-4282-ab27-d6a58810cf25 req-32178839-4db2-4dfe-8fcb-311f7b6e508e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93603194-85ba-4b24-b966-c2b01e3092f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271177 Aug 23 14:55:39.288312 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-caf737c7-bc58-4686-8c31-6e00ca93014f req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:39.298388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['515b00ff-5765-414e-b9c1-e2b55285fb46'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:55:39.330130 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:55:39.336311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Pushing event deleted for resources: {'Port': ['ID=515b00ff-5765-414e-b9c1-e2b55285fb46,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:39.396530 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106e6c9-acfa-4276-9ffd-592ec82f78dc req-4dff0a9c-93cf-4aa5-9f8d-f637e76c65f3 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:39.400031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:39.400386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:39.400827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:39.401329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:39.401676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:39.402015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:39.402345 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:39.402676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:39.403012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:39.403343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:39.404469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:39.404711 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:39.421854 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0106e6c9-acfa-4276-9ffd-592ec82f78dc req-4dff0a9c-93cf-4aa5-9f8d-f637e76c65f3 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 943 time: 0.0937052 Aug 23 14:55:39.432859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf737c7-bc58-4686-8c31-6e00ca93014f req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] No DVR routers for this DVR port 515b00ff-5765-414e-b9c1-e2b55285fb46 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:55:39.436936 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-caf737c7-bc58-4686-8c31-6e00ca93014f req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:39.439047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-caf737c7-bc58-4686-8c31-6e00ca93014f req-59efc769-4cee-442f-bd23-8940a5026bff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.61 "DELETE /v2.0/ports/515b00ff-5765-414e-b9c1-e2b55285fb46 HTTP/1.1" status: 204 len: 173 time: 1.1713161 Aug 23 14:55:39.467250 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cc0c5cf-2aeb-4282-ab27-d6a58810cf25 req-486a45bb-f31a-416e-b5f4-0a47c2b4768f service neutron] 10.222.0.57 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713085 Aug 23 14:55:39.497675 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0106e6c9-acfa-4276-9ffd-592ec82f78dc req-07f3ab39-ac13-4ec9-ba26-7971f699a178 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845919 Aug 23 14:55:39.611255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 569209d9-036f-4261-9f6a-528fbcd6f1c9 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:39.689598 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6ca57d8-7094-4632-a30e-0aab9231952b req-8f54ecb9-b306-46b7-86f7-970eda43134f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 210 time: 0.0527616 Aug 23 14:55:39.709191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 569209d9-036f-4261-9f6a-528fbcd6f1c9 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:39.712225 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:39.712878 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cc0c5cf-2aeb-4282-ab27-d6a58810cf25 req-89095ee8-652a-4da9-875d-9653774d615d service neutron] 10.222.0.57 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378585 Aug 23 14:55:39.801695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b0ff9fce-7ed5-4fd5-abb1-47737d805727 req-fba90baf-6a2d-4822-8182-5ab64895b361 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 210 time: 0.0496607 Aug 23 14:55:39.880537 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:39.929839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 569209d9-036f-4261-9f6a-528fbcd6f1c9, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:39.931835 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ec2ab5-67c1-4b29-af45-607ed5475376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569209d9-036f-4261-9f6a-528fbcd6f1c9'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:39.934419 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594e3c7e-dfe2-4649-a63a-0a4f55e364a5" -d '{"events": [{"server_uuid": "47ec2ab5-67c1-4b29-af45-607ed5475376", "name": "network-vif-plugged", "status": "completed", "tag": "569209d9-036f-4261-9f6a-528fbcd6f1c9"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:39.973566 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:39.974554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 515b00ff-5765-414e-b9c1-e2b55285fb46 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:55:40.009650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 515b00ff-5765-414e-b9c1-e2b55285fb46 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:55:40.011193 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 515b00ff-5765-414e-b9c1-e2b55285fb46 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:55:40.013637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58e9d83-b5ce-4754-8598-8cfa54038f8a', 'name': 'network-vif-deleted', 'tag': '515b00ff-5765-414e-b9c1-e2b55285fb46'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:40.016629 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b296abf-7ff9-4866-98df-5fb247097b7f" -d '{"events": [{"server_uuid": "a58e9d83-b5ce-4754-8598-8cfa54038f8a", "name": "network-vif-deleted", "tag": "515b00ff-5765-414e-b9c1-e2b55285fb46"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:40.036599 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a7f066-645d-40af-9bdd-04f8df34d055 x-openstack-request-id: req-a7a7f066-645d-40af-9bdd-04f8df34d055 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:40.036794 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ec2ab5-67c1-4b29-af45-607ed5475376", "name": "network-vif-plugged", "status": "completed", "tag": "569209d9-036f-4261-9f6a-528fbcd6f1c9", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:40.036985 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7a7f066-645d-40af-9bdd-04f8df34d055 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:40.037295 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ec2ab5-67c1-4b29-af45-607ed5475376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569209d9-036f-4261-9f6a-528fbcd6f1c9', 'code': 200} Aug 23 14:55:40.071986 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d10f22-fe30-457e-a442-b8ef3795e177 req-578be15e-1630-4a17-8455-c239282161af tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:40.074510 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36d10f22-fe30-457e-a442-b8ef3795e177 req-578be15e-1630-4a17-8455-c239282161af tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 945 time: 0.1430228 Aug 23 14:55:40.103726 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ccb505-97dc-46a9-aa7f-605ee47d9843 x-openstack-request-id: req-76ccb505-97dc-46a9-aa7f-605ee47d9843 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:40.103726 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58e9d83-b5ce-4754-8598-8cfa54038f8a", "name": "network-vif-deleted", "tag": "515b00ff-5765-414e-b9c1-e2b55285fb46", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:40.103981 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-76ccb505-97dc-46a9-aa7f-605ee47d9843 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:40.105098 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58e9d83-b5ce-4754-8598-8cfa54038f8a', 'name': 'network-vif-deleted', 'tag': '515b00ff-5765-414e-b9c1-e2b55285fb46', 'status': 'completed', 'code': 200} Aug 23 14:55:40.125551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=569209d9-036f-4261-9f6a-528fbcd6f1c9,revision_number=10']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:40.131029 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36d10f22-fe30-457e-a442-b8ef3795e177 req-2b4a717d-6dd7-4ff0-8720-1aa7a5d723a4 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481679 Aug 23 14:55:40.378145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bfb4c-d6e3-4a9b-8a1e-51e938b6f202 req-45799a6d-e378-45fd-b843-9a711b24ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:40.379747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-897bfb4c-d6e3-4a9b-8a1e-51e938b6f202 req-45799a6d-e378-45fd-b843-9a711b24ef49 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 1098 time: 0.0837295 Aug 23 14:55:40.395158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29537b7-9c15-4116-a1cb-dd6cdf76ad2e req-fcf01195-88f4-4f6a-bea8-fd83f1ed5acd tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:40.397151 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c29537b7-9c15-4116-a1cb-dd6cdf76ad2e req-fcf01195-88f4-4f6a-bea8-fd83f1ed5acd tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0716393 Aug 23 14:55:40.461811 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c29537b7-9c15-4116-a1cb-dd6cdf76ad2e req-8b0dad95-dc2e-43d2-8f21-cd05a8f30387 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518062 Aug 23 14:55:40.464200 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-897bfb4c-d6e3-4a9b-8a1e-51e938b6f202 req-e8cda45d-d509-4102-8ba3-627aa98482f8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651939 Aug 23 14:55:40.626993 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca14b3a-d38a-4a50-84c5-6c7288063668 req-e7fceef3-f9a4-42f5-bac7-f02cd8f3a467 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:40.628568 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ca14b3a-d38a-4a50-84c5-6c7288063668 req-e7fceef3-f9a4-42f5-bac7-f02cd8f3a467 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 943 time: 0.0586538 Aug 23 14:55:40.678289 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ca14b3a-d38a-4a50-84c5-6c7288063668 req-b2e077ee-7261-46d0-bf19-01e4026c080b tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424459 Aug 23 14:55:40.691094 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f917e126-c7f3-4902-9935-dda5df28aa7c details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:55:40.697106 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:40.865419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ac50919-9218-4aea-904e-c284a900f20b req-82a612fe-f3c7-4563-9597-0901e70478cd tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 210 time: 0.0658250 Aug 23 14:55:40.876443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-b24c452f-75f7-46d2-bd6a-6a346491a778 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:40.878292 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-b24c452f-75f7-46d2-bd6a-6a346491a778 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.61 "GET /v2.0/networks?id=4fd99715-b318-4103-bfaa-458cab26e3bc HTTP/1.1" status: 200 len: 814 time: 0.2243569 Aug 23 14:55:40.905241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-ede11f31-94ba-409e-aa0b-08df3a499ca8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Request body: {'port': {'device_id': '571792d8-31a3-4341-a4ca-be34e10548fd', 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc', 'admin_state_up': True, 'tenant_id': '136d3e2f53fd4a36bc4c6f2fb2b31f33'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:40.952234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f917e126-c7f3-4902-9935-dda5df28aa7c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f917e126-c7f3-4902-9935-dda5df28aa7c,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:40.990271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'f917e126-c7f3-4902-9935-dda5df28aa7c', 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9', 'port_id': 'f917e126-c7f3-4902-9935-dda5df28aa7c', 'mac_address': 'fa:16:3e:b1:ed:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd392b64f-c156-46b6-8173-3c86c501f74a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:55:41.033117 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a6baca8-83f9-469c-b0a6-7d6129917e84 req-2ed16436-511e-447c-9f21-ced06318ab93 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 210 time: 0.0428870 Aug 23 14:55:41.062965 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:41.077684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f917e126-c7f3-4902-9935-dda5df28aa7c {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:55:41.099170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f917e126-c7f3-4902-9935-dda5df28aa7c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f917e126-c7f3-4902-9935-dda5df28aa7c,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:41.105729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:55:41.110030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:41.110403 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:41.134691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-ede11f31-94ba-409e-aa0b-08df3a499ca8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Made reservation on behalf of 136d3e2f53fd4a36bc4c6f2fb2b31f33 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:55:41.138311 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-ede11f31-94ba-409e-aa0b-08df3a499ca8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:41.185112 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:41.295583 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:41.299275 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f917e126-c7f3-4902-9935-dda5df28aa7c,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:41.335044 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85ecdc-56ef-4bba-ac19-d0867e66fca1 req-260165c1-a0c8-4762-a3ca-5249b10bf1ce tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:41.338013 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8a85ecdc-56ef-4bba-ac19-d0867e66fca1 req-260165c1-a0c8-4762-a3ca-5249b10bf1ce tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0947495 Aug 23 14:55:41.362190 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:41.415852 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-ede11f31-94ba-409e-aa0b-08df3a499ca8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Allocated IP 172.20.0.14 (4fd99715-b318-4103-bfaa-458cab26e3bc/36b3e36c-1650-4d6b-95fe-b5ff6ebbdd2b/ac453ac7-e9d8-46c1-9361-cb9ab02a8d33) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:55:41.424896 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8a85ecdc-56ef-4bba-ac19-d0867e66fca1 req-018a318b-a230-4d86-901c-093a5088d00b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643961 Aug 23 14:55:41.464017 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['f917e126-c7f3-4902-9935-dda5df28aa7c'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:55:41.468454 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:41.469264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 841ccc07-9830-4fea-bec6-75d3da995e57 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:55:41.593550 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 841ccc07-9830-4fea-bec6-75d3da995e57 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:55:41.593909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 841ccc07-9830-4fea-bec6-75d3da995e57 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:55:41.669906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:41.706431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-ede11f31-94ba-409e-aa0b-08df3a499ca8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:41.734783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a56bc-3f28-40fb-a184-d57ef076fe93 req-ef6f7cfa-c2ed-4f30-8116-5971014e0716 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:41.736688 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-780a56bc-3f28-40fb-a184-d57ef076fe93 req-ef6f7cfa-c2ed-4f30-8116-5971014e0716 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 945 time: 0.1286530 Aug 23 14:55:41.801581 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-780a56bc-3f28-40fb-a184-d57ef076fe93 req-473fe3c8-0984-474f-a9c3-dda12e101b82 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559785 Aug 23 14:55:41.887098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317be03-40b6-4732-adaa-edd9ccc56566 req-a2014616-3e27-44b8-84f2-2b80904ee1cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:41.888979 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8317be03-40b6-4732-adaa-edd9ccc56566 req-a2014616-3e27-44b8-84f2-2b80904ee1cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 944 time: 0.0520341 Aug 23 14:55:41.932352 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8317be03-40b6-4732-adaa-edd9ccc56566 req-53c7ea22-3396-4e99-b75c-74696a4f2a73 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370386 Aug 23 14:55:41.945527 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-ede11f31-94ba-409e-aa0b-08df3a499ca8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:42.038216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:42.042748 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7383e4c5-d896-4dbd-be14-ab30cf68ce91" -d '{"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-plugged", "status": "completed", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:42.058689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-ede11f31-94ba-409e-aa0b-08df3a499ca8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Network 4fd99715-b318-4103-bfaa-458cab26e3bc is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:55:42.063326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede11f31-94ba-409e-aa0b-08df3a499ca8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Pushing event updated for resources: {'Port': ['ID=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:42.064655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-ede11f31-94ba-409e-aa0b-08df3a499ca8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:55:42.068479 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-ede11f31-94ba-409e-aa0b-08df3a499ca8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:55:42.123831 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-5c15a773-2428-453e-b70c-b2d781cdfa96 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:42.126594 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-5c15a773-2428-453e-b70c-b2d781cdfa96 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.61 "GET /v2.0/networks?id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 200 len: 811 time: 0.1577215 Aug 23 14:55:42.126765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-ede11f31-94ba-409e-aa0b-08df3a499ca8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:42.127335 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-ede11f31-94ba-409e-aa0b-08df3a499ca8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:42.133139 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5462ee8-d70d-49fe-89d9-06bb8541e321 x-openstack-request-id: req-d5462ee8-d70d-49fe-89d9-06bb8541e321 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:42.133620 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-plugged", "status": "completed", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:42.135036 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d5462ee8-d70d-49fe-89d9-06bb8541e321 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:42.136312 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'code': 200} Aug 23 14:55:42.142944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab9570-c649-43a0-9a3e-b7beba528f71 req-97343604-846e-47da-8f8e-3c14454f99f2 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:42.144059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-8bdd1c96-d125-42e8-a0bd-ba5aa63d306e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Request body: {'port': {'device_id': 'a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb', 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b', 'admin_state_up': True, 'tenant_id': '7f5c6c20f9874df4a22ef4bbb9ddc20f'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:42.151620 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0aab9570-c649-43a0-9a3e-b7beba528f71 req-97343604-846e-47da-8f8e-3c14454f99f2 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 932 time: 0.1576641 Aug 23 14:55:42.207368 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0aab9570-c649-43a0-9a3e-b7beba528f71 req-dcc1a604-0f22-4158-bc0c-e25336cf8f27 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555980 Aug 23 14:55:42.248923 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-ede11f31-94ba-409e-aa0b-08df3a499ca8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3518691 Aug 23 14:55:42.261044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Request body: {'port': {'device_id': '571792d8-31a3-4341-a4ca-be34e10548fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:42.288126 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cbc92ab8-f63b-4690-846c-f455ced496e9 req-e8af3be7-eb8c-423e-b33c-ed859d52362b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 210 time: 0.0501847 Aug 23 14:55:42.292898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b7eec-1d91-4e11-952f-4c8eae2bdf58 req-80ea7b07-b287-4e9d-a1b9-16bf22643494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:42.294141 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac0b7eec-1d91-4e11-952f-4c8eae2bdf58 req-80ea7b07-b287-4e9d-a1b9-16bf22643494 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 1096 time: 0.0842273 Aug 23 14:55:42.344956 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:42.369235 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac0b7eec-1d91-4e11-952f-4c8eae2bdf58 req-44348479-8a3a-4be4-9e8c-c71a9e571773 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656323 Aug 23 14:55:42.408071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-8bdd1c96-d125-42e8-a0bd-ba5aa63d306e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Made reservation on behalf of 7f5c6c20f9874df4a22ef4bbb9ddc20f for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:55:42.411768 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-8bdd1c96-d125-42e8-a0bd-ba5aa63d306e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:42.583427 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-8bdd1c96-d125-42e8-a0bd-ba5aa63d306e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Allocated IP 172.20.0.13 (736cf8e5-b78e-43e6-8d69-606c4b4e6a5b/6a98ce89-de66-4736-958d-4fd0680e79be/48a87d1e-13ff-4ebe-8abb-b7b6b248c981) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:55:42.633237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c829d5a-c905-4b4f-859a-a3a37901b3bb req-9cfcbc10-e27f-43fa-8a34-2e20f58ca426 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:42.634785 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c829d5a-c905-4b4f-859a-a3a37901b3bb req-9cfcbc10-e27f-43fa-8a34-2e20f58ca426 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.1209252 Aug 23 14:55:42.703042 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c829d5a-c905-4b4f-859a-a3a37901b3bb req-779661cf-c979-4df2-be95-dab868ec897d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581172 Aug 23 14:55:42.708040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f917e126-c7f3-4902-9935-dda5df28aa7c up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:42.767755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:55:42.782371 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:42.805605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Transition to ACTIVE for port object ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:55:42.809985 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-8bdd1c96-d125-42e8-a0bd-ba5aa63d306e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:42.882627 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port f917e126-c7f3-4902-9935-dda5df28aa7c completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:55:42.888352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port f917e126-c7f3-4902-9935-dda5df28aa7c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:42.888786 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:42.935828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88d833-16c8-4348-a5fb-b3fd91a35f86 req-afa9dd51-06c2-45b2-8fc9-89a98dc7656e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:42.937228 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e88d833-16c8-4348-a5fb-b3fd91a35f86 req-afa9dd51-06c2-45b2-8fc9-89a98dc7656e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 945 time: 0.0621827 Aug 23 14:55:42.974435 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:42.981076 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:43.009916 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-8bdd1c96-d125-42e8-a0bd-ba5aa63d306e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:43.016055 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f917e126-c7f3-4902-9935-dda5df28aa7c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f917e126-c7f3-4902-9935-dda5df28aa7c,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:43.052637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e88d833-16c8-4348-a5fb-b3fd91a35f86 req-4fdd1b27-97b1-4180-af33-310c815ad892 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089394 Aug 23 14:55:43.067371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Pushing event updated for resources: {'Port': ['ID=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:43.088341 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:43.116247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-8bdd1c96-d125-42e8-a0bd-ba5aa63d306e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:55:43.123614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-8bdd1c96-d125-42e8-a0bd-ba5aa63d306e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:55:43.126190 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-8bdd1c96-d125-42e8-a0bd-ba5aa63d306e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:55:43.188134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd1c96-d125-42e8-a0bd-ba5aa63d306e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Pushing event updated for resources: {'Port': ['ID=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:43.192441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Attempting to bind port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:55:43.193022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Attempting to bind port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '54e6b2eb-64cb-41f7-82ba-889eaf58c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:55:43.193357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Attempting to bind port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 on network 4fd99715-b318-4103-bfaa-458cab26e3bc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:55:43.199826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 on network 4fd99715-b318-4103-bfaa-458cab26e3bc not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:55:43.200272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Attempting to bind port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 on network 4fd99715-b318-4103-bfaa-458cab26e3bc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:55:43.210225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:55:43.210758 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Checking segment: {'id': '54e6b2eb-64cb-41f7-82ba-889eaf58c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:55:43.211243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Bound using segment: {'id': '54e6b2eb-64cb-41f7-82ba-889eaf58c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:55:43.212617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Bound port: ac453ac7-e9d8-46c1-9361-cb9ab02a8d33, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e6b2eb-64cb-41f7-82ba-889eaf58c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:55:43.213092 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:43.215417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f917e126-c7f3-4902-9935-dda5df28aa7c,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:43.234530 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba6540-0ee1-4502-8683-2f29921ffb6e req-c9f8ae19-c5f0-49d8-a541-c1c72af6775c tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:43.242213 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-feba6540-0ee1-4502-8683-2f29921ffb6e req-c9f8ae19-c5f0-49d8-a541-c1c72af6775c tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 944 time: 0.2227168 Aug 23 14:55:43.285198 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-8bdd1c96-d125-42e8-a0bd-ba5aa63d306e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:43.285881 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-8bdd1c96-d125-42e8-a0bd-ba5aa63d306e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:43.321027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] For port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:55:43.326711 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] For port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:55:43.341868 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-feba6540-0ee1-4502-8683-2f29921ffb6e req-4645297d-c031-4221-a3d1-7db5c794068c tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984831 Aug 23 14:55:43.394628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89319985-58fd-4acd-aed5-041f32249645 req-eb14c2ae-aec3-4fb8-88e1-79e043daa3bd tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:43.396368 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-89319985-58fd-4acd-aed5-041f32249645 req-eb14c2ae-aec3-4fb8-88e1-79e043daa3bd tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 944 time: 0.0683022 Aug 23 14:55:43.423283 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-8bdd1c96-d125-42e8-a0bd-ba5aa63d306e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2856107 Aug 23 14:55:43.428644 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:43.450954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Request body: {'port': {'device_id': 'a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:43.477709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:43.478700 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:43.481068 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] 10.222.0.61 "PUT /v2.0/ports/ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 HTTP/1.1" status: 200 len: 1092 time: 1.2242153 Aug 23 14:55:43.486350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571792d8-31a3-4341-a4ca-be34e10548fd', 'tag': 'ac453ac7-e9d8-46c1-9361-cb9ab02a8d33'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:43.489442 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7959ac6c-9c73-43a4-af7c-f887243d9fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "571792d8-31a3-4341-a4ca-be34e10548fd", "tag": "ac453ac7-e9d8-46c1-9361-cb9ab02a8d33"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:43.500942 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-89319985-58fd-4acd-aed5-041f32249645 req-226fadf5-418e-4932-90b9-133acba3a879 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973930 Aug 23 14:55:43.510829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fffef-3fb3-484b-9c0e-dd08401693a4 req-201a0312-d5ef-44dd-82c6-a1d49cee678b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:43.513027 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e61fffef-3fb3-484b-9c0e-dd08401693a4 req-201a0312-d5ef-44dd-82c6-a1d49cee678b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 932 time: 0.1050193 Aug 23 14:55:43.532659 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e2903-70dc-421c-92b5-7dc0154f9553 service neutron] Pushing event updated for resources: {'Port': ['ID=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:43.573888 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbacace2-90f4-407e-a7b9-95836f96bbb4 x-openstack-request-id: req-fbacace2-90f4-407e-a7b9-95836f96bbb4 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:43.573888 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571792d8-31a3-4341-a4ca-be34e10548fd", "tag": "ac453ac7-e9d8-46c1-9361-cb9ab02a8d33", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:43.573888 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fbacace2-90f4-407e-a7b9-95836f96bbb4 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:43.573888 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571792d8-31a3-4341-a4ca-be34e10548fd', 'tag': 'ac453ac7-e9d8-46c1-9361-cb9ab02a8d33', 'status': 'completed', 'code': 200} Aug 23 14:55:43.574267 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:43.615569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e61fffef-3fb3-484b-9c0e-dd08401693a4 req-aae7ec73-df01-4a08-bf76-0602994381f1 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955307 Aug 23 14:55:43.687467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959ac6c-9c73-43a4-af7c-f887243d9fe9 req-265c76df-9cee-473c-b69e-3ad3735ad8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:43.690428 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7959ac6c-9c73-43a4-af7c-f887243d9fe9 req-265c76df-9cee-473c-b69e-3ad3735ad8b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=136d3e2f53fd4a36bc4c6f2fb2b31f33&device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 1095 time: 0.0798049 Aug 23 14:55:43.814626 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959ac6c-9c73-43a4-af7c-f887243d9fe9 req-53385405-1a1e-423f-a93c-a0a044415818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:43.816275 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7959ac6c-9c73-43a4-af7c-f887243d9fe9 req-53385405-1a1e-423f-a93c-a0a044415818 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=136d3e2f53fd4a36bc4c6f2fb2b31f33&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1115530 Aug 23 14:55:43.944795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359abd9-1efe-4a71-a588-974cf23c63a5 req-d19a2803-2211-425f-b94e-d9bf375060d0 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:43.946437 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e359abd9-1efe-4a71-a588-974cf23c63a5 req-d19a2803-2211-425f-b94e-d9bf375060d0 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.1198282 Aug 23 14:55:43.979035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:55:43.984119 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:44.002339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Transition to ACTIVE for port object 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:55:44.005048 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959ac6c-9c73-43a4-af7c-f887243d9fe9 req-9fa09985-38ef-4c74-934d-3ad0bf5c87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:44.006539 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7959ac6c-9c73-43a4-af7c-f887243d9fe9 req-9fa09985-38ef-4c74-934d-3ad0bf5c87d3 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1690340 Aug 23 14:55:44.016358 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e359abd9-1efe-4a71-a588-974cf23c63a5 req-c84948a9-50e8-447b-b75e-6e771e4ddcca tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574450 Aug 23 14:55:44.047874 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:44.125169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-6a8cc5af-df03-44b5-b2d7-e51ace92f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:44.127089 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-6a8cc5af-df03-44b5-b2d7-e51ace92f6e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=136d3e2f53fd4a36bc4c6f2fb2b31f33&device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 1095 time: 0.0807629 Aug 23 14:55:44.137228 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779b0982-a42e-4bf8-bb57-cd3279ce3bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f917e126-c7f3-4902-9935-dda5df28aa7c'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:44.139541 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccd747b-c006-48d4-9b42-46459634252f" -d '{"events": [{"server_uuid": "779b0982-a42e-4bf8-bb57-cd3279ce3bb5", "name": "network-vif-plugged", "status": "completed", "tag": "f917e126-c7f3-4902-9935-dda5df28aa7c"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:44.172134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Pushing event updated for resources: {'Port': ['ID=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:44.234868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa07a1a-5b7a-4bdf-9b24-7052c3174abc req-1d3d09de-b0e5-4684-838d-4eac875df016 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:44.236418 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8fa07a1a-5b7a-4bdf-9b24-7052c3174abc req-1d3d09de-b0e5-4684-838d-4eac875df016 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.1201470 Aug 23 14:55:44.279712 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Attempting to bind port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:55:44.280417 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Attempting to bind port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:55:44.280851 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Attempting to bind port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:55:44.295086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:55:44.295709 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Attempting to bind port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:55:44.315549 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8fa07a1a-5b7a-4bdf-9b24-7052c3174abc req-e7e56ae4-ab13-4548-a8d0-a5c4f1f3664b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663331 Aug 23 14:55:44.315549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:55:44.315549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Checking segment: {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:55:44.315549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Bound using segment: {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:55:44.315549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Bound port: 48a87d1e-13ff-4ebe-8abb-b7b6b248c981, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:55:44.315549 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:44.392130 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] For port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:55:44.396158 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] For port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:55:44.402363 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e656eb57-896e-4736-a135-8d57d8908f3f x-openstack-request-id: req-e656eb57-896e-4736-a135-8d57d8908f3f {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:44.402954 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779b0982-a42e-4bf8-bb57-cd3279ce3bb5", "name": "network-vif-plugged", "status": "completed", "tag": "f917e126-c7f3-4902-9935-dda5df28aa7c", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:44.403593 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e656eb57-896e-4736-a135-8d57d8908f3f {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:44.404323 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779b0982-a42e-4bf8-bb57-cd3279ce3bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f917e126-c7f3-4902-9935-dda5df28aa7c', 'code': 200} Aug 23 14:55:44.477763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:44.521796 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:44.523110 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:44.524948 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] 10.222.0.61 "PUT /v2.0/ports/48a87d1e-13ff-4ebe-8abb-b7b6b248c981 HTTP/1.1" status: 200 len: 1092 time: 1.0817282 Aug 23 14:55:44.528634 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb', 'tag': '48a87d1e-13ff-4ebe-8abb-b7b6b248c981'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:44.533348 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016affd0-d17d-443b-bb22-5eecd4df3030" -d '{"events": [{"name": "network-changed", "server_uuid": "a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb", "tag": "48a87d1e-13ff-4ebe-8abb-b7b6b248c981"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:44.580726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9353e-3824-4444-b807-3ba43886a998 service neutron] Pushing event updated for resources: {'Port': ['ID=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:44.585017 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-14a2ec3c-8294-4c62-8da8-990d93a8bda7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 HTTP/1.1" status: 200 len: 217 time: 0.4497797 Aug 23 14:55:44.653517 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c77750-f714-434f-aa3a-a5a6635eecfc req-a721809b-6833-41c7-9560-6892aba1be2c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:44.655914 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-27c77750-f714-434f-aa3a-a5a6635eecfc req-a721809b-6833-41c7-9560-6892aba1be2c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0926399 Aug 23 14:55:44.716648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590ab14-b187-4bd5-bd15-01e8c3688c20 req-657dc552-ac21-45c4-9acf-c72ef4468c26 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:44.718213 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3590ab14-b187-4bd5-bd15-01e8c3688c20 req-657dc552-ac21-45c4-9acf-c72ef4468c26 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 945 time: 0.1422498 Aug 23 14:55:44.722273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f987d-c4e0-4e55-90c4-12fdde1c7abf req-b23e25b9-053e-4918-bf5c-0ba034591191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:44.723770 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-836f987d-c4e0-4e55-90c4-12fdde1c7abf req-b23e25b9-053e-4918-bf5c-0ba034591191 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 1096 time: 0.1488922 Aug 23 14:55:44.726757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-70024094-11ab-4b9b-8dbf-b7a13314c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:44.728189 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-70024094-11ab-4b9b-8dbf-b7a13314c4f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=36b3e36c-1650-4d6b-95fe-b5ff6ebbdd2b HTTP/1.1" status: 200 len: 854 time: 0.1195157 Aug 23 14:55:44.744169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-4e54c83c-6d9f-4ef7-9028-f0a077a2ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:44.745937 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-4e54c83c-6d9f-4ef7-9028-f0a077a2ebd1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 1095 time: 0.1119156 Aug 23 14:55:44.777709 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-27c77750-f714-434f-aa3a-a5a6635eecfc req-03109c63-e95d-4fdf-b2db-ef612bde0544 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761168 Aug 23 14:55:44.783502 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-716a2f33-bda9-4149-949a-76f3b457c7ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fd99715-b318-4103-bfaa-458cab26e3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481570 Aug 23 14:55:44.848331 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3590ab14-b187-4bd5-bd15-01e8c3688c20 req-44b0d3b7-4af2-44f9-8151-c29bf4c4bdf2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213350 Aug 23 14:55:44.854400 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-836f987d-c4e0-4e55-90c4-12fdde1c7abf req-4c3671ad-691c-4ff6-bc70-4e8946c707de service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179175 Aug 23 14:55:44.882671 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-8e6a5d17-c311-40d1-a001-6415ee2fad1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a87d1e-13ff-4ebe-8abb-b7b6b248c981 HTTP/1.1" status: 200 len: 217 time: 0.1165597 Aug 23 14:55:44.954122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-cf17a7a9-17b6-479b-ab8c-5eda09ecb2cf service neutron] 10.222.0.61 "GET /v2.0/networks/4fd99715-b318-4103-bfaa-458cab26e3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612875 Aug 23 14:55:44.987466 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb70dcd-0920-4197-bb91-d425dade6297 req-c087d25f-8f7e-46e0-bd3e-8e57cf1284b2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:44.995798 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adb70dcd-0920-4197-bb91-d425dade6297 req-c087d25f-8f7e-46e0-bd3e-8e57cf1284b2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 945 time: 0.1115351 Aug 23 14:55:45.020337 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-744c9006-7930-4828-911f-929c45fd680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:45.022016 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-744c9006-7930-4828-911f-929c45fd680f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6a98ce89-de66-4736-958d-4fd0680e79be HTTP/1.1" status: 200 len: 851 time: 0.1256034 Aug 23 14:55:45.067691 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-1dcc70fd-b501-43f9-8c19-08cf21b0d91d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364292 Aug 23 14:55:45.085573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196907d-5493-448e-9256-da0f5aaf8c48 req-62d9f487-ddf6-4dbc-9fa2-08d5b81f11d9 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:45.086324 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adb70dcd-0920-4197-bb91-d425dade6297 req-a03a16b5-0598-41ba-92cc-ffa9aa3b799e tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875459 Aug 23 14:55:45.087115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5196907d-5493-448e-9256-da0f5aaf8c48 req-62d9f487-ddf6-4dbc-9fa2-08d5b81f11d9 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 944 time: 0.1281459 Aug 23 14:55:45.142068 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8a3cf28-cbc0-431b-a19d-b54f584ebd6e req-58f8cfcb-ae1d-4399-ad3e-6c5e5c25d66b service neutron] 10.222.0.61 "GET /v2.0/networks/4fd99715-b318-4103-bfaa-458cab26e3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689255 Aug 23 14:55:45.155938 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8efc97-c14d-4428-8455-38d9e8b88138 x-openstack-request-id: req-0f8efc97-c14d-4428-8455-38d9e8b88138 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:45.156234 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb", "tag": "48a87d1e-13ff-4ebe-8abb-b7b6b248c981", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:45.156619 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f8efc97-c14d-4428-8455-38d9e8b88138 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:45.156825 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5196907d-5493-448e-9256-da0f5aaf8c48 req-caf5019e-b92b-4f42-b368-09aba5da2942 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605845 Aug 23 14:55:45.157158 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb', 'tag': '48a87d1e-13ff-4ebe-8abb-b7b6b248c981', 'status': 'completed', 'code': 200} Aug 23 14:55:45.218892 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-7ed24d28-9e5b-433c-b70c-9360f90fa96b service neutron] 10.222.0.61 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314399 Aug 23 14:55:45.306529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e6333-abc6-4c82-8f86-d5a1984307f6 req-f2322ab1-247c-4d36-a755-73b03fbfe0a4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:45.309507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-628e6333-abc6-4c82-8f86-d5a1984307f6 req-f2322ab1-247c-4d36-a755-73b03fbfe0a4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 945 time: 0.0672724 Aug 23 14:55:45.318750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48324) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:55:45.329658 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-da481d8c-9a97-4072-9b48-db311c219ab4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Request body: {'floatingip': {'port_id': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:55:45.394108 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da481d8c-9a97-4072-9b48-db311c219ab4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:45.419168 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:45.736588 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae331d35-1ba1-474f-9e43-86cec065a769 req-357d48df-9aa6-482f-a852-979efd6787f1 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:45.739338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae331d35-1ba1-474f-9e43-86cec065a769 req-357d48df-9aa6-482f-a852-979efd6787f1 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.1158891 Aug 23 14:55:45.821407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff40b4-e313-4944-b44d-2c09aff770cd req-17b56b57-903a-4232-8345-c39f51d5795d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:45.823571 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72ff40b4-e313-4944-b44d-2c09aff770cd req-17b56b57-903a-4232-8345-c39f51d5795d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 944 time: 0.5576632 Aug 23 14:55:45.875883 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed8dec21-fc1f-4c7c-9970-b443e0dac140 req-ddbaf661-d8df-42b6-b87f-5bcb80566055 service neutron] 10.222.0.61 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489892 Aug 23 14:55:45.899857 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72ff40b4-e313-4944-b44d-2c09aff770cd req-97350235-df2e-46d4-8d7e-a09d7748ed8d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649266 Aug 23 14:55:45.906101 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae331d35-1ba1-474f-9e43-86cec065a769 req-dc574fd2-1450-4da8-a03e-77213f568099 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571674 Aug 23 14:55:46.140479 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016affd0-d17d-443b-bb22-5eecd4df3030 req-626d3419-5827-43e0-a483-ecb8bcb94ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:46.143320 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-016affd0-d17d-443b-bb22-5eecd4df3030 req-626d3419-5827-43e0-a483-ecb8bcb94ddb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 1095 time: 0.0826373 Aug 23 14:55:46.146921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d292df-0538-4e11-b88e-361d5b370da0 req-b58a787c-2b9c-4662-b1cc-6776b4bed433 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:46.152683 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b5d292df-0538-4e11-b88e-361d5b370da0 req-b58a787c-2b9c-4662-b1cc-6776b4bed433 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.1420398 Aug 23 14:55:46.185074 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da481d8c-9a97-4072-9b48-db311c219ab4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:46.206443 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b5d292df-0538-4e11-b88e-361d5b370da0 req-19f1a029-354c-4589-b48c-44fabbcf5792 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487494 Aug 23 14:55:46.242628 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da481d8c-9a97-4072-9b48-db311c219ab4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:46.283411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef795b2-9c9f-40f5-87f5-387ff08bc5bf req-bec95fba-2fec-4e2c-87d8-0e31207a52cb tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:46.285404 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3ef795b2-9c9f-40f5-87f5-387ff08bc5bf req-bec95fba-2fec-4e2c-87d8-0e31207a52cb tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 945 time: 0.1171973 Aug 23 14:55:46.353381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016affd0-d17d-443b-bb22-5eecd4df3030 req-03d78456-5d68-4cf5-92db-11d8f074dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:46.355531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-016affd0-d17d-443b-bb22-5eecd4df3030 req-03d78456-5d68-4cf5-92db-11d8f074dd9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 200 len: 912 time: 0.1969676 Aug 23 14:55:46.358890 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3ef795b2-9c9f-40f5-87f5-387ff08bc5bf req-fafb2ced-9973-4d6f-ba97-2d13eabe8685 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649531 Aug 23 14:55:46.387044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad48e00-8ae3-4264-ba69-1ff2a8c75e5f req-c4c26299-dff1-43af-93bf-dbd884aec8b7 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:46.394568 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fad48e00-8ae3-4264-ba69-1ff2a8c75e5f req-c4c26299-dff1-43af-93bf-dbd884aec8b7 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 944 time: 0.1074026 Aug 23 14:55:46.413081 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-016affd0-d17d-443b-bb22-5eecd4df3030 req-d9fce1ce-258c-47f0-a2cc-f35113285846 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a87d1e-13ff-4ebe-8abb-b7b6b248c981 HTTP/1.1" status: 200 len: 217 time: 0.0491436 Aug 23 14:55:46.456259 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fad48e00-8ae3-4264-ba69-1ff2a8c75e5f req-b803abf1-a02f-4ded-9dd1-7c939c7a523a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605922 Aug 23 14:55:46.458789 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-da481d8c-9a97-4072-9b48-db311c219ab4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Floating IP 01df0242-595d-4c2a-927b-dddf1c79aaf3 associated. External IP: 172.25.8.168, port: 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6. Aug 23 14:55:46.486501 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016affd0-d17d-443b-bb22-5eecd4df3030 req-b3532e51-c7b5-4c9d-b11a-cbf9a2329556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:46.488176 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-016affd0-d17d-443b-bb22-5eecd4df3030 req-b3532e51-c7b5-4c9d-b11a-cbf9a2329556 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6a98ce89-de66-4736-958d-4fd0680e79be HTTP/1.1" status: 200 len: 851 time: 0.0642564 Aug 23 14:55:46.527390 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-016affd0-d17d-443b-bb22-5eecd4df3030 req-9926386d-e7e7-4dae-aa62-ce259a8ea9cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307753 Aug 23 14:55:46.628686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ede561-8048-47e6-8804-e52f2bd0e5ab req-376e9a19-50af-4412-90ee-4d2e92e5e4f1 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:46.630296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2ede561-8048-47e6-8804-e52f2bd0e5ab req-376e9a19-50af-4412-90ee-4d2e92e5e4f1 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.1069062 Aug 23 14:55:46.630820 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-016affd0-d17d-443b-bb22-5eecd4df3030 req-ea5128a6-5cde-45fa-a070-3fde4411b781 service neutron] 10.222.0.61 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961306 Aug 23 14:55:46.893182 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-016affd0-d17d-443b-bb22-5eecd4df3030 req-219db0f6-6f9d-471b-8b59-a8cbb6cb2567 service neutron] 10.222.0.61 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093750 Aug 23 14:55:46.942137 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2ede561-8048-47e6-8804-e52f2bd0e5ab req-e7a7f304-4c7a-4629-bd2e-98a8daca2c74 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939600 Aug 23 14:55:46.942137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da481d8c-9a97-4072-9b48-db311c219ab4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:55:46.944134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde9c7f-3fbb-4d73-88bb-b3e1296bf4c3 req-0e8b94df-3df0-49fa-b21a-6642c875c8b9 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:46.944134 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2dde9c7f-3fbb-4d73-88bb-b3e1296bf4c3 req-0e8b94df-3df0-49fa-b21a-6642c875c8b9 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0669036 Aug 23 14:55:46.944986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da481d8c-9a97-4072-9b48-db311c219ab4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:55:46.944986 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da481d8c-9a97-4072-9b48-db311c219ab4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:46.945178 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d34ce2-367c-4144-a307-92a637964a43 None None] Sync routers for ids ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:55:46.948979 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d34ce2-367c-4144-a307-92a637964a43 None None] Routers {'9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:55:46.951138 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d0d34ce2-367c-4144-a307-92a637964a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:55:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:55:46.965473 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-da481d8c-9a97-4072-9b48-db311c219ab4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "PUT /v2.0/floatingips/01df0242-595d-4c2a-927b-dddf1c79aaf3 HTTP/1.1" status: 200 len: 991 time: 1.6419957 Aug 23 14:55:46.965473 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:46.965863 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb8779a-dd74-4080-aa4d-7097930ec168" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:46.992539 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2dde9c7f-3fbb-4d73-88bb-b3e1296bf4c3 req-9431bc73-d6c8-491d-9032-33ecb95cdeef tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551870 Aug 23 14:55:47.065631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538c913-071c-4337-90ba-8733dd985c0d req-e27c5b3c-b965-4777-b436-034a6d3b1236 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:47.067218 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d538c913-071c-4337-90ba-8733dd985c0d req-e27c5b3c-b965-4777-b436-034a6d3b1236 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 944 time: 0.0620916 Aug 23 14:55:47.122083 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d538c913-071c-4337-90ba-8733dd985c0d req-9d88ef7e-c47a-45f3-b66b-5c7eb763bcd9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436575 Aug 23 14:55:47.132068 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9756b5-c38d-49ef-92f7-98d48018e6f7 x-openstack-request-id: req-bf9756b5-c38d-49ef-92f7-98d48018e6f7 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:47.132068 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:47.132068 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bf9756b5-c38d-49ef-92f7-98d48018e6f7 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:47.132068 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'status': 'completed', 'code': 200} Aug 23 14:55:47.145250 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-d0d34ce2-367c-4144-a307-92a637964a43 None None] Set router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:55:47.213893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8779a-dd74-4080-aa4d-7097930ec168 req-ab6119a4-9c7a-41b6-b53d-eae9e9f191bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:47.216377 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8bb8779a-dd74-4080-aa4d-7097930ec168 req-ab6119a4-9c7a-41b6-b53d-eae9e9f191bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 1096 time: 0.0633540 Aug 23 14:55:47.340516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8779a-dd74-4080-aa4d-7097930ec168 req-37e4305b-f742-4403-8ce4-079d64308bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:47.342188 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8bb8779a-dd74-4080-aa4d-7097930ec168 req-37e4305b-f742-4403-8ce4-079d64308bed service neutron] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.1189172 Aug 23 14:55:47.457777 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d0d34ce2-367c-4144-a307-92a637964a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:55:09Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'gw_port': {'id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:10Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '01df0242-595d-4c2a-927b-dddf1c79aaf3', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'floating_ip_address': '172.25.8.168', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'port_id': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'mac_address': 'fa:16:3e:0a:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:55:24Z', 'updated_at': '2021-08-23T14:55:46Z', 'revision_number': 1, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f0b25c-042b-4408-bc05-3d32b73d1d4b', 'name': '', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'mac_address': 'fa:16:3e:c8:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:15Z', 'updated_at': '2021-08-23T14:55:24Z', 'revision_number': 5, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'subnets': [{'id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:55:47.489461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8bb8779a-dd74-4080-aa4d-7097930ec168 req-25b612b4-0a7b-4571-8375-9c35d4f1401e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 HTTP/1.1" status: 200 len: 999 time: 0.1399195 Aug 23 14:55:47.493315 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d34ce2-367c-4144-a307-92a637964a43 None None] Checking router: 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:55:47.503109 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d34ce2-367c-4144-a307-92a637964a43 None None] Routers {'9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:55:47.503995 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d0d34ce2-367c-4144-a307-92a637964a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:55:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:55:47.577034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1427d3-5b18-4ebf-ac81-14ae25e682b8 req-e5420ac3-6a25-4ad2-9582-b661b586d958 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:47.578761 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc1427d3-5b18-4ebf-ac81-14ae25e682b8 req-e5420ac3-6a25-4ad2-9582-b661b586d958 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 945 time: 0.1238256 Aug 23 14:55:47.596663 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8779a-dd74-4080-aa4d-7097930ec168 req-387a107a-dc17-4771-9cda-c9604a8ead2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:47.598928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8bb8779a-dd74-4080-aa4d-7097930ec168 req-387a107a-dc17-4771-9cda-c9604a8ead2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.1012743 Aug 23 14:55:47.638093 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-d0d34ce2-367c-4144-a307-92a637964a43 None None] Set router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:55:47.656420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:55:47.663337 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b350c55-2687-4d8b-9d54-41c855c5e142 req-db74457b-2249-4c65-a84d-d6df5eb3dffd tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:47.672242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8b350c55-2687-4d8b-9d54-41c855c5e142 req-db74457b-2249-4c65-a84d-d6df5eb3dffd tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 944 time: 0.0825946 Aug 23 14:55:47.672534 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc1427d3-5b18-4ebf-ac81-14ae25e682b8 req-b66c6c99-18b8-4186-b916-301e57ac7b80 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859690 Aug 23 14:55:47.703913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8779a-dd74-4080-aa4d-7097930ec168 req-040339fa-62fc-431a-9273-e169720cdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:47.711091 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8bb8779a-dd74-4080-aa4d-7097930ec168 req-040339fa-62fc-431a-9273-e169720cdf3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026390 Aug 23 14:55:47.741279 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8b350c55-2687-4d8b-9d54-41c855c5e142 req-5404dccb-ef30-4c08-afe0-e09f1e54c117 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659673 Aug 23 14:55:47.865671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:47.891928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8bb8779a-dd74-4080-aa4d-7097930ec168 req-f58a939e-627e-4275-ac5e-5255b38e073b service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732764 Aug 23 14:55:47.895936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '48a87d1e-13ff-4ebe-8abb-b7b6b248c981', 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b', 'port_id': '48a87d1e-13ff-4ebe-8abb-b7b6b248c981', 'mac_address': 'fa:16:3e:a3:33:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a98ce89-de66-4736-958d-4fd0680e79be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:55:47.913201 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e99ff-b5a5-4de1-b4ae-5c141dd1bbdf req-37d9d8e9-ffde-4cc1-afcf-8dab1fcda78e tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:47.920678 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-604e99ff-b5a5-4de1-b4ae-5c141dd1bbdf req-37d9d8e9-ffde-4cc1-afcf-8dab1fcda78e tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0927994 Aug 23 14:55:47.972715 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-604e99ff-b5a5-4de1-b4ae-5c141dd1bbdf req-50c0b0aa-7005-42d0-b0f5-17095ba0561a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510116 Aug 23 14:55:47.974224 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:47.989629 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:55:48.009622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:48.045415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e858b-7f53-4913-9936-19791bb5332e req-5c9d6018-7d25-4f15-bae0-e9091854fe9e tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:48.047263 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e35e858b-7f53-4913-9936-19791bb5332e req-5c9d6018-7d25-4f15-bae0-e9091854fe9e tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 945 time: 0.1164596 Aug 23 14:55:48.063189 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d0d34ce2-367c-4144-a307-92a637964a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:55:09Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'gw_port': {'id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:10Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '01df0242-595d-4c2a-927b-dddf1c79aaf3', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'floating_ip_address': '172.25.8.168', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'port_id': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'mac_address': 'fa:16:3e:0a:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:55:24Z', 'updated_at': '2021-08-23T14:55:46Z', 'revision_number': 1, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f0b25c-042b-4408-bc05-3d32b73d1d4b', 'name': '', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'mac_address': 'fa:16:3e:c8:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:15Z', 'updated_at': '2021-08-23T14:55:24Z', 'revision_number': 5, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'subnets': [{'id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:55:48.086159 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8bb8779a-dd74-4080-aa4d-7097930ec168 req-73df3651-eff0-49cc-9f01-f030a03b54bd service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866243 Aug 23 14:55:48.094490 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:48.095393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:55:48.119414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e35e858b-7f53-4913-9936-19791bb5332e req-6f82906d-6540-4732-a3e4-7fab0aece1c3 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635955 Aug 23 14:55:48.134439 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d34ce2-367c-4144-a307-92a637964a43 None None] The sync data for ids ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'] in n-d-804985-3 is: [{'id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:55:09Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'gw_port': {'id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:10Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '01df0242-595d-4c2a-927b-dddf1c79aaf3', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'floating_ip_address': '172.25.8.168', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'port_id': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'mac_address': 'fa:16:3e:0a:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:55:24Z', 'updated_at': '2021-08-23T14:55:46Z', 'revision_number': 1, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f0b25c-042b-4408-bc05-3d32b73d1d4b', 'name': '', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'mac_address': 'fa:16:3e:c8:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:15Z', 'updated_at': '2021-08-23T14:55:24Z', 'revision_number': 5, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'subnets': [{'id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:55:48.251079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:48.263520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:48.264209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:48.264714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:48.265217 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:48.265638 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:48.267074 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:48.267862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:48.269028 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:48.269518 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:48.270234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:48.270728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:48.271215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:55:48.316170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41148bc1-bc2c-477d-9f0e-c573e84c4ba6 req-704a97c2-4c32-4c0f-852e-b17f11be9e5d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:48.316998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:48.317675 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41148bc1-bc2c-477d-9f0e-c573e84c4ba6 req-704a97c2-4c32-4c0f-852e-b17f11be9e5d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 945 time: 0.0835791 Aug 23 14:55:48.329515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'ac453ac7-e9d8-46c1-9361-cb9ab02a8d33', 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc', 'port_id': 'ac453ac7-e9d8-46c1-9361-cb9ab02a8d33', 'mac_address': 'fa:16:3e:2e:86:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b3e36c-1650-4d6b-95fe-b5ff6ebbdd2b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:55:48.383423 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41148bc1-bc2c-477d-9f0e-c573e84c4ba6 req-31994020-d98b-4e90-8c7a-826068d6cfc8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531540 Aug 23 14:55:48.383899 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:48.404248 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:55:48.428376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:48.506899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3139266-e147-475f-8c83-019b1a2e79a7 None None] New status for floating IP 01df0242-595d-4c2a-927b-dddf1c79aaf3: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:55:48.547215 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:48.652843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:48.858942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943dee9-4ade-4889-b7dc-743c21c81991 req-2251c6c5-7ba9-4ccf-bba5-9d265977282b tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:48.860471 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1943dee9-4ade-4889-b7dc-743c21c81991 req-2251c6c5-7ba9-4ccf-bba5-9d265977282b tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 945 time: 0.0552623 Aug 23 14:55:48.863739 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['ac453ac7-e9d8-46c1-9361-cb9ab02a8d33'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:55:48.924589 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['48a87d1e-13ff-4ebe-8abb-b7b6b248c981'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:55:48.929045 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1943dee9-4ade-4889-b7dc-743c21c81991 req-a82ab29d-7a78-4c20-8f99-162e026ef1bd tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533116 Aug 23 14:55:49.136213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aefc02-b39b-4f84-a355-b45573ff0d52 req-1274e03f-95ce-443d-96fa-3cf7e613eced tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:49.144522 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-15aefc02-b39b-4f84-a355-b45573ff0d52 req-1274e03f-95ce-443d-96fa-3cf7e613eced tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0801759 Aug 23 14:55:49.185770 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-15aefc02-b39b-4f84-a355-b45573ff0d52 req-0d64a4cd-a058-4fb0-8f3f-a209be61f252 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392056 Aug 23 14:55:49.468938 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb124993-ca0e-411f-bb56-8d3d6c763d92 req-26a4f872-da5d-4bd4-9aef-359b691dd5d2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:49.470768 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb124993-ca0e-411f-bb56-8d3d6c763d92 req-26a4f872-da5d-4bd4-9aef-359b691dd5d2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 945 time: 0.0541348 Aug 23 14:55:49.511761 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb124993-ca0e-411f-bb56-8d3d6c763d92 req-29fd5d87-2665-4dd5-ad12-b3b523246c86 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339756 Aug 23 14:55:49.630181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a0f94-890c-4389-97de-7d7871d772c0 req-a187672c-7622-45e1-bb39-adff540391a9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:49.631761 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-638a0f94-890c-4389-97de-7d7871d772c0 req-a187672c-7622-45e1-bb39-adff540391a9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 945 time: 0.0613952 Aug 23 14:55:49.677207 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-638a0f94-890c-4389-97de-7d7871d772c0 req-94eacf11-5337-4337-9949-d14a0f02e3ff tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383539 Aug 23 14:55:49.781334 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f59912-2816-4418-b404-de54d016059e req-6b7c7f0c-9885-458d-94ba-cc779a450f9a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:49.782922 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77f59912-2816-4418-b404-de54d016059e req-6b7c7f0c-9885-458d-94ba-cc779a450f9a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0544086 Aug 23 14:55:49.848260 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77f59912-2816-4418-b404-de54d016059e req-1b9bb765-d3cb-4847-a6fe-a2d2aff6c632 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559947 Aug 23 14:55:49.851063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7ed9f-a8f7-4e53-aedb-594c06135cc2 req-f7313572-5601-4e9f-9cbd-ee7abd69a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:49.852614 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30e7ed9f-a8f7-4e53-aedb-594c06135cc2 req-f7313572-5601-4e9f-9cbd-ee7abd69a12b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1588db2fec1f4911a712614e990772db&device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 1098 time: 0.0687823 Aug 23 14:55:49.952086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7ed9f-a8f7-4e53-aedb-594c06135cc2 req-650338a8-44a8-4dbf-9ba7-5e62fc43ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:49.953613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30e7ed9f-a8f7-4e53-aedb-594c06135cc2 req-650338a8-44a8-4dbf-9ba7-5e62fc43ce79 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60c0053b-2150-4794-96d5-4cd2a0a611e0 HTTP/1.1" status: 200 len: 915 time: 0.0929992 Aug 23 14:55:50.003219 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30e7ed9f-a8f7-4e53-aedb-594c06135cc2 req-76392653-c67a-41ce-8ef8-15b4d43d44e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9 HTTP/1.1" status: 200 len: 217 time: 0.0424001 Aug 23 14:55:50.007562 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:50.084028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ed7be-8f1e-4f11-ac47-430232584da1 req-b05debb4-9218-4466-9463-b7bde6cf9b5a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:50.084971 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7ed9f-a8f7-4e53-aedb-594c06135cc2 req-c11aba39-6653-47f0-8202-7915de7bbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:50.085566 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc0ed7be-8f1e-4f11-ac47-430232584da1 req-b05debb4-9218-4466-9463-b7bde6cf9b5a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 945 time: 0.0562313 Aug 23 14:55:50.086604 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30e7ed9f-a8f7-4e53-aedb-594c06135cc2 req-c11aba39-6653-47f0-8202-7915de7bbcb0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94e7f3de-c5c9-4bc5-8835-17e093450e74 HTTP/1.1" status: 200 len: 854 time: 0.0762262 Aug 23 14:55:50.125728 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30e7ed9f-a8f7-4e53-aedb-594c06135cc2 req-ca5a7bc2-4fb1-4533-b2d3-29d9d5c0859e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60c0053b-2150-4794-96d5-4cd2a0a611e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314145 Aug 23 14:55:50.135831 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc0ed7be-8f1e-4f11-ac47-430232584da1 req-1229a64f-9e84-4674-b869-1afa6a8d1de8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429564 Aug 23 14:55:50.226445 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30e7ed9f-a8f7-4e53-aedb-594c06135cc2 req-55a40a66-1ad3-4e98-bc4c-d4242fc6c409 service neutron] 10.222.0.61 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935817 Aug 23 14:55:50.330854 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30e7ed9f-a8f7-4e53-aedb-594c06135cc2 req-f44f388d-96da-4d1d-99af-28d91763754c service neutron] 10.222.0.61 "GET /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974321 Aug 23 14:55:50.630385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082489f-c17f-4cc2-9907-d9127d0ce8c3 req-0018ec2b-2fe8-4919-81a9-72748d8b28cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:50.631977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6082489f-c17f-4cc2-9907-d9127d0ce8c3 req-0018ec2b-2fe8-4919-81a9-72748d8b28cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 945 time: 0.0508029 Aug 23 14:55:50.674346 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6082489f-c17f-4cc2-9907-d9127d0ce8c3 req-fb2ca691-d86e-4c04-8afc-71d5b3ae1648 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346351 Aug 23 14:55:50.831133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc7e54-a84a-4376-b9d9-9b82f4c3d65b req-0dc218a3-5ce8-44f5-9ffb-08279a052662 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:50.832817 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1fdc7e54-a84a-4376-b9d9-9b82f4c3d65b req-0dc218a3-5ce8-44f5-9ffb-08279a052662 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 945 time: 0.0551538 Aug 23 14:55:50.872620 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1fdc7e54-a84a-4376-b9d9-9b82f4c3d65b req-6e6e8d94-bac2-4e48-9bd6-8487e3f90b64 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338633 Aug 23 14:55:50.978775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497ce8f-1315-490e-901f-ae9dc36e3916 req-8d0207c1-8688-4c09-bd1d-d1eb822bdbf5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:50.980601 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f497ce8f-1315-490e-901f-ae9dc36e3916 req-8d0207c1-8688-4c09-bd1d-d1eb822bdbf5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0544238 Aug 23 14:55:51.022363 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f497ce8f-1315-490e-901f-ae9dc36e3916 req-33838f85-5066-4739-944b-504ebd056378 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353637 Aug 23 14:55:51.264382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8063a4-e15c-477b-bef6-87a07664b026 req-654d6e42-d805-473d-91fb-f9e42d6294b0 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:51.266014 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf8063a4-e15c-477b-bef6-87a07664b026 req-654d6e42-d805-473d-91fb-f9e42d6294b0 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 945 time: 0.0553734 Aug 23 14:55:51.309663 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf8063a4-e15c-477b-bef6-87a07664b026 req-f45172cd-3c87-41ad-9b42-9a57e2ea7f46 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371437 Aug 23 14:55:51.672352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:51.808132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:55:51.810275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5cde3-a440-434d-a6b7-73a3462017ad req-ed061a36-596c-4a82-ace2-54eb5a5e323d tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:51.812267 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72b5cde3-a440-434d-a6b7-73a3462017ad req-ed061a36-596c-4a82-ace2-54eb5a5e323d tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 945 time: 0.0648472 Aug 23 14:55:51.813574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:51.813980 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:51.854179 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72b5cde3-a440-434d-a6b7-73a3462017ad req-f5509247-a54d-4314-92cb-febaa4da5942 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352223 Aug 23 14:55:51.893347 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:51.918494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571792d8-31a3-4341-a4ca-be34e10548fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac453ac7-e9d8-46c1-9361-cb9ab02a8d33'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:51.920800 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f09fd86-a90f-49f0-92ce-3f4c7c30bc93" -d '{"events": [{"server_uuid": "571792d8-31a3-4341-a4ca-be34e10548fd", "name": "network-vif-plugged", "status": "completed", "tag": "ac453ac7-e9d8-46c1-9361-cb9ab02a8d33"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:51.934394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:51.959375 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c167bb-20c6-4eb4-abac-3bd55ca3e706 x-openstack-request-id: req-f1c167bb-20c6-4eb4-abac-3bd55ca3e706 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:51.959697 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571792d8-31a3-4341-a4ca-be34e10548fd", "name": "network-vif-plugged", "status": "completed", "tag": "ac453ac7-e9d8-46c1-9361-cb9ab02a8d33", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:51.960141 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f1c167bb-20c6-4eb4-abac-3bd55ca3e706 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:51.960554 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571792d8-31a3-4341-a4ca-be34e10548fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac453ac7-e9d8-46c1-9361-cb9ab02a8d33', 'code': 200} Aug 23 14:55:51.997350 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:51.998741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:52.003385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15567e7b-1eed-4212-925e-5507f778cc70 req-69635e98-083b-4820-a935-5b92656a6731 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:52.005314 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15567e7b-1eed-4212-925e-5507f778cc70 req-69635e98-083b-4820-a935-5b92656a6731 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 945 time: 0.0577233 Aug 23 14:55:52.058469 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15567e7b-1eed-4212-925e-5507f778cc70 req-63c5db9d-688a-42ec-96eb-60c251ce0444 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459638 Aug 23 14:55:52.078078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c9731-1bdb-4127-badd-40122815eb00 req-bc8a0222-8c7d-453f-98da-2fe9e4f801ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:52.080102 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d2c9731-1bdb-4127-badd-40122815eb00 req-bc8a0222-8c7d-453f-98da-2fe9e4f801ce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 1097 time: 0.0615602 Aug 23 14:55:52.106947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:52.150243 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d2c9731-1bdb-4127-badd-40122815eb00 req-3b5ce380-8f8a-4745-8c87-1e947e0fe21e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635338 Aug 23 14:55:52.170660 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38051fe0-ba6d-46b2-9d8e-1af5823dddd1 req-4ecffe3f-f556-4323-a520-800db4ca2eb4 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:52.172321 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-38051fe0-ba6d-46b2-9d8e-1af5823dddd1 req-4ecffe3f-f556-4323-a520-800db4ca2eb4 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0702412 Aug 23 14:55:52.173753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:55:52.177997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:52.178413 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:52.218573 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-38051fe0-ba6d-46b2-9d8e-1af5823dddd1 req-6a34afa5-1fdc-4bd8-9ddc-96b7e0a745a7 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395627 Aug 23 14:55:52.265888 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:52.301646 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:52.346945 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877549c-af62-4e39-9f8f-8c383ddddaf9 req-b0b11f64-cc66-42fd-9002-79c6fd755311 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:52.352887 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4877549c-af62-4e39-9f8f-8c383ddddaf9 req-b0b11f64-cc66-42fd-9002-79c6fd755311 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0545576 Aug 23 14:55:52.372112 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:52.402233 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4877549c-af62-4e39-9f8f-8c383ddddaf9 req-a73587e9-1372-46a7-835a-40b3d0d6b6e4 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450554 Aug 23 14:55:52.433181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:52.462784 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93954ca-5892-424d-bdb0-a54a15df9f45 req-1f396be2-fa9d-45af-b2f3-6a969bfd8216 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:52.465437 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a93954ca-5892-424d-bdb0-a54a15df9f45 req-1f396be2-fa9d-45af-b2f3-6a969bfd8216 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0841548 Aug 23 14:55:52.512601 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a93954ca-5892-424d-bdb0-a54a15df9f45 req-249b2d5f-7bbf-460f-a6cb-dd369365c0fc tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Aug 23 14:55:52.577201 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b425198d-8f87-4cea-b45f-8ec0909fae58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:52.591896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574b089-22fe-43bd-bb31-bfd21122686e req-c50024a8-e2fe-4f2c-ae80-7a17c24de0a0 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:52.593427 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1574b089-22fe-43bd-bb31-bfd21122686e req-c50024a8-e2fe-4f2c-ae80-7a17c24de0a0 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0546029 Aug 23 14:55:52.636773 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1574b089-22fe-43bd-bb31-bfd21122686e req-edf90b7d-84d3-4f76-91c8-6756eb9c2923 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366545 Aug 23 14:55:52.768155 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbb272-881a-4c36-a3e9-039c56af765d req-dc086dba-db83-4032-8284-ee2746cf4686 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:52.769648 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-62bbb272-881a-4c36-a3e9-039c56af765d req-dc086dba-db83-4032-8284-ee2746cf4686 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0542791 Aug 23 14:55:52.812533 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-62bbb272-881a-4c36-a3e9-039c56af765d req-debccf85-1dc8-4a56-9495-9e7a88afe8cf tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361633 Aug 23 14:55:52.814225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f917e126-c7f3-4902-9935-dda5df28aa7c details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:55:52.943084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f917e126-c7f3-4902-9935-dda5df28aa7c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f917e126-c7f3-4902-9935-dda5df28aa7c,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:52.955062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'f917e126-c7f3-4902-9935-dda5df28aa7c', 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9', 'port_id': 'f917e126-c7f3-4902-9935-dda5df28aa7c', 'mac_address': 'fa:16:3e:b1:ed:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd392b64f-c156-46b6-8173-3c86c501f74a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:55:52.995845 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53677b2-88c3-4a12-80c2-f83394844159 req-f9996bd5-66d3-4f55-bcce-4ecfafcf4e51 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:52.997330 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b53677b2-88c3-4a12-80c2-f83394844159 req-f9996bd5-66d3-4f55-bcce-4ecfafcf4e51 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 945 time: 0.0624380 Aug 23 14:55:52.998697 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:53.014287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f917e126-c7f3-4902-9935-dda5df28aa7c {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:55:53.024727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7709c-a7f4-40e4-ad35-681ebfb69596 req-0ede6781-99be-4997-bd16-db2ec8f1e300 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:53.027619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afc7709c-a7f4-40e4-ad35-681ebfb69596 req-0ede6781-99be-4997-bd16-db2ec8f1e300 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0654674 Aug 23 14:55:53.039611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f917e126-c7f3-4902-9935-dda5df28aa7c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f917e126-c7f3-4902-9935-dda5df28aa7c,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:53.046107 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b53677b2-88c3-4a12-80c2-f83394844159 req-da0cf7be-5f34-467b-ac7c-06bb2162f4bc tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425334 Aug 23 14:55:53.068099 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afc7709c-a7f4-40e4-ad35-681ebfb69596 req-5820105c-6738-40ef-a74a-0e0e0cc2ea3c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331562 Aug 23 14:55:53.179427 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:53.186894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474f7ee-7041-4bab-937e-c5fd0d72ae0d req-11740e0d-ec0b-4b1c-a3b8-d967d0e5a3b6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:53.188446 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a474f7ee-7041-4bab-937e-c5fd0d72ae0d req-11740e0d-ec0b-4b1c-a3b8-d967d0e5a3b6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0504687 Aug 23 14:55:53.231128 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a474f7ee-7041-4bab-937e-c5fd0d72ae0d req-a343094e-92e8-415d-ab13-a4d30d8ce1dd tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333312 Aug 23 14:55:53.232708 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f917e126-c7f3-4902-9935-dda5df28aa7c,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:53.294505 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['f917e126-c7f3-4902-9935-dda5df28aa7c'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:55:53.348129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64cb1d-b27c-40d3-ba34-df826637233e req-7fd2955d-df39-4d6d-8787-41b95b94094b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:53.352182 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec64cb1d-b27c-40d3-ba34-df826637233e req-7fd2955d-df39-4d6d-8787-41b95b94094b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0628762 Aug 23 14:55:53.397897 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec64cb1d-b27c-40d3-ba34-df826637233e req-20114ab1-3c7e-4960-a5cd-701e0aa0a654 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Aug 23 14:55:53.614847 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d755c-fbd5-4efe-9732-3e798de737e2 req-548edb06-1145-4094-9133-94fd0c9ce87f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:53.616792 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7f5d755c-fbd5-4efe-9732-3e798de737e2 req-548edb06-1145-4094-9133-94fd0c9ce87f tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0590267 Aug 23 14:55:53.657409 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34b859-86ef-49a1-b303-201143c14b88 req-e946548b-babe-4520-a510-0f6c05c30f83 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:53.659095 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc34b859-86ef-49a1-b303-201143c14b88 req-e946548b-babe-4520-a510-0f6c05c30f83 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 944 time: 0.0637412 Aug 23 14:55:53.687696 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7f5d755c-fbd5-4efe-9732-3e798de737e2 req-206ba6aa-d725-4cb1-b315-c9cb2e6201c5 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630219 Aug 23 14:55:53.718250 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc34b859-86ef-49a1-b303-201143c14b88 req-d9b8099e-a1e9-424c-b21a-c5e2f9fabb83 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453284 Aug 23 14:55:53.811049 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02c7c4-1900-496a-8de3-4ba43baad356 req-de1e6bd8-d76f-435f-b1e1-b18d5c12da45 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:53.813406 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc02c7c4-1900-496a-8de3-4ba43baad356 req-de1e6bd8-d76f-435f-b1e1-b18d5c12da45 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0577300 Aug 23 14:55:53.825407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f266e-1839-4568-8728-a047850febb2 req-32cd4950-0d8b-4945-b122-7f35ef8cc516 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:53.826961 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c6f266e-1839-4568-8728-a047850febb2 req-32cd4950-0d8b-4945-b122-7f35ef8cc516 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0520613 Aug 23 14:55:53.855047 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc02c7c4-1900-496a-8de3-4ba43baad356 req-e8790096-f8a2-4fc3-808b-8489e92a1dd6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354803 Aug 23 14:55:53.881866 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c6f266e-1839-4568-8728-a047850febb2 req-e624a19c-4a33-468b-a31c-4b46c681f12c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360723 Aug 23 14:55:53.961661 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a87d1e-13ff-4ebe-8abb-b7b6b248c981'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:53.965543 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85214f0-bd85-45c9-bcf9-8639ef6a240b" -d '{"events": [{"server_uuid": "a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb", "name": "network-vif-plugged", "status": "completed", "tag": "48a87d1e-13ff-4ebe-8abb-b7b6b248c981"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:53.987446 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbdde5-060f-4cdf-b976-295c2b2ece0c req-322a5c99-e4e7-47b1-82c2-fbe793361f6f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:53.988980 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7dbdde5-060f-4cdf-b976-295c2b2ece0c req-322a5c99-e4e7-47b1-82c2-fbe793361f6f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0563967 Aug 23 14:55:54.032810 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7dbdde5-060f-4cdf-b976-295c2b2ece0c req-52fcbb1c-128a-421a-b8b4-1237e6ba1c16 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374663 Aug 23 14:55:54.078854 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c6b8f2-cad2-43b2-a1f1-22a2607e479c x-openstack-request-id: req-59c6b8f2-cad2-43b2-a1f1-22a2607e479c {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:54.079354 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb", "name": "network-vif-plugged", "status": "completed", "tag": "48a87d1e-13ff-4ebe-8abb-b7b6b248c981", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:54.079787 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59c6b8f2-cad2-43b2-a1f1-22a2607e479c {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:54.080335 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a87d1e-13ff-4ebe-8abb-b7b6b248c981', 'code': 200} Aug 23 14:55:54.110954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8ff72-fc3b-49dd-ba42-aa0c00e559b8 req-a415b8fa-0b2b-45b7-8dc8-717f451ff27c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:54.112571 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f9c8ff72-fc3b-49dd-ba42-aa0c00e559b8 req-a415b8fa-0b2b-45b7-8dc8-717f451ff27c tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0626190 Aug 23 14:55:54.153903 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f9c8ff72-fc3b-49dd-ba42-aa0c00e559b8 req-5f5df429-d99c-414e-a88c-303e2c853fb8 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351102 Aug 23 14:55:54.191116 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314b5f-107a-4322-bb32-456c903182ea req-b4c514e7-c436-4a5b-a4b6-b35edd0a0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:54.193062 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4e314b5f-107a-4322-bb32-456c903182ea req-b4c514e7-c436-4a5b-a4b6-b35edd0a0990 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 1097 time: 0.0530159 Aug 23 14:55:54.236755 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4e314b5f-107a-4322-bb32-456c903182ea req-29f8eec5-9aa3-4168-9c76-3dcfa474ba35 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357497 Aug 23 14:55:54.288784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f23b11-5b07-4e78-9ecc-0e389e442d2e req-681b7593-7d8f-48a4-90b1-94f4375d3a1a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:54.290437 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6f23b11-5b07-4e78-9ecc-0e389e442d2e req-681b7593-7d8f-48a4-90b1-94f4375d3a1a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0629961 Aug 23 14:55:54.334406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6f23b11-5b07-4e78-9ecc-0e389e442d2e req-ae8eaba4-e726-461e-a006-f4928702fdcf tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369959 Aug 23 14:55:54.375881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b626f05-8627-4577-b58f-87124d9afd83 req-0084d7f1-fa25-475b-b08d-63c0d348995f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:54.387508 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b626f05-8627-4577-b58f-87124d9afd83 req-0084d7f1-fa25-475b-b08d-63c0d348995f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0822256 Aug 23 14:55:54.425082 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b626f05-8627-4577-b58f-87124d9afd83 req-7807b982-e7f5-44b9-b731-2fb0c6dea31a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361760 Aug 23 14:55:54.467108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f586974-43df-4977-9817-d4eec283a8ed req-57743750-1c50-4613-b99d-978fb6df3fb7 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:54.468836 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f586974-43df-4977-9817-d4eec283a8ed req-57743750-1c50-4613-b99d-978fb6df3fb7 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0541465 Aug 23 14:55:54.511644 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f586974-43df-4977-9817-d4eec283a8ed req-69a9051a-4ef1-4bdb-ad85-ca6c5723ef7d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363488 Aug 23 14:55:54.565412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee2955-4b55-408a-87a9-28917c7917ee req-dafeb8e7-0572-439e-8e5d-55cc7c1b6c73 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:54.567001 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1ee2955-4b55-408a-87a9-28917c7917ee req-dafeb8e7-0572-439e-8e5d-55cc7c1b6c73 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0574410 Aug 23 14:55:54.613592 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1ee2955-4b55-408a-87a9-28917c7917ee req-377c43c1-c995-4187-9412-68e15d05d2be tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398657 Aug 23 14:55:54.709004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9d83-0ab0-4fa4-b135-cf0cafda0679 req-3509e055-fec2-4b96-82df-e8db3cb27e7a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:54.710543 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a2fe9d83-0ab0-4fa4-b135-cf0cafda0679 req-3509e055-fec2-4b96-82df-e8db3cb27e7a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0572371 Aug 23 14:55:54.753287 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a2fe9d83-0ab0-4fa4-b135-cf0cafda0679 req-3db55679-ad3a-4253-bd2c-219e9d62da29 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361371 Aug 23 14:55:54.800609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de881bcd-a404-4fcf-8eaf-c024eb0d3f42 req-3b801c73-0e42-4b58-9ee9-196379c6e872 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:54.802330 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-de881bcd-a404-4fcf-8eaf-c024eb0d3f42 req-3b801c73-0e42-4b58-9ee9-196379c6e872 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0643601 Aug 23 14:55:54.814728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f917e126-c7f3-4902-9935-dda5df28aa7c up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:55:54.850470 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-de881bcd-a404-4fcf-8eaf-c024eb0d3f42 req-a39fb519-b89f-4245-83a6-925371b82d55 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418446 Aug 23 14:55:54.884037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7b14d-2ecc-4103-bdcb-a687fbace133 req-a4bdabbb-9504-46e1-b251-155a83e0a26a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:54.884037 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f7b14d-2ecc-4103-bdcb-a687fbace133 req-a4bdabbb-9504-46e1-b251-155a83e0a26a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 944 time: 0.0608852 Aug 23 14:55:54.887119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port f917e126-c7f3-4902-9935-dda5df28aa7c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:55:54.887576 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:54.918035 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f7b14d-2ecc-4103-bdcb-a687fbace133 req-c75bb6c9-a1aa-406c-bffc-69172ae69793 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381274 Aug 23 14:55:54.976031 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:55.019380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f917e126-c7f3-4902-9935-dda5df28aa7c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f917e126-c7f3-4902-9935-dda5df28aa7c,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:55.116137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df6cf1-68f4-4636-a107-3c3c81122306 req-c81a4fd7-3529-4029-83cd-eed17cba43cb tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:55.118134 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69df6cf1-68f4-4636-a107-3c3c81122306 req-c81a4fd7-3529-4029-83cd-eed17cba43cb tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0837255 Aug 23 14:55:55.129828 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:55.192113 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f917e126-c7f3-4902-9935-dda5df28aa7c,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:55.197798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69df6cf1-68f4-4636-a107-3c3c81122306 req-8e21b1e6-8e52-4f02-818c-abc3fc59139b tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715213 Aug 23 14:55:55.217037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d012c-7b5a-42be-ad1c-b2f8ecd95e18 req-56708e19-241a-410e-9c6a-27de0de4ae9b tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:55.218807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd9d012c-7b5a-42be-ad1c-b2f8ecd95e18 req-56708e19-241a-410e-9c6a-27de0de4ae9b tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.57 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 945 time: 0.0764422 Aug 23 14:55:55.334178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-bd9d012c-7b5a-42be-ad1c-b2f8ecd95e18 req-504c9b7c-0504-4156-bfe0-23ba910398cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Deleting port f917e126-c7f3-4902-9935-dda5df28aa7c {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:55:55.334669 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bd9d012c-7b5a-42be-ad1c-b2f8ecd95e18 req-504c9b7c-0504-4156-bfe0-23ba910398cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:55.430137 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:55.459757 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cee18-ca88-4b70-a2b9-3a4e6939aea4 req-f18b0dd0-bb30-4228-b04f-9814cb1079fe tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:55.468879 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e75cee18-ca88-4b70-a2b9-3a4e6939aea4 req-f18b0dd0-bb30-4228-b04f-9814cb1079fe tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0828600 Aug 23 14:55:55.490416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b392258-e592-42b9-9ced-4c676a233ffc req-89011596-06ae-45e4-8f48-07e1d330a546 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:55.492064 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2b392258-e592-42b9-9ced-4c676a233ffc req-89011596-06ae-45e4-8f48-07e1d330a546 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.1249614 Aug 23 14:55:55.511716 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e75cee18-ca88-4b70-a2b9-3a4e6939aea4 req-25d2313b-a7e7-4d1d-b10b-dad9c2c2d8be tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419159 Aug 23 14:55:55.546118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-bd9d012c-7b5a-42be-ad1c-b2f8ecd95e18 req-504c9b7c-0504-4156-bfe0-23ba910398cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] For port f917e126-c7f3-4902-9935-dda5df28aa7c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f917e126-c7f3-4902-9935-dda5df28aa7c,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:55:55.546520 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bd9d012c-7b5a-42be-ad1c-b2f8ecd95e18 req-504c9b7c-0504-4156-bfe0-23ba910398cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:55.589679 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2b392258-e592-42b9-9ced-4c676a233ffc req-9660b4de-de7e-4055-8b16-f1cc877ea3df tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834994 Aug 23 14:55:55.594693 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-bd9d012c-7b5a-42be-ad1c-b2f8ecd95e18 req-504c9b7c-0504-4156-bfe0-23ba910398cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Calling delete_port for f917e126-c7f3-4902-9935-dda5df28aa7c owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:55:55.647471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24d902-acf4-4dc9-a5f7-ff8974aaa3f0 req-304401f9-e898-468f-aff4-99d7ef72bde6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:55.655870 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca24d902-acf4-4dc9-a5f7-ff8974aaa3f0 req-304401f9-e898-468f-aff4-99d7ef72bde6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0759928 Aug 23 14:55:55.712974 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca24d902-acf4-4dc9-a5f7-ff8974aaa3f0 req-7e2aaad4-c0fb-4349-9de1-4edf7ef12d87 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554140 Aug 23 14:55:55.838659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c84ee3-3add-41db-aef0-ab3bd0c7318e req-2827afc7-9a46-4191-ba4e-baa771285d31 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:55.841125 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30c84ee3-3add-41db-aef0-ab3bd0c7318e req-2827afc7-9a46-4191-ba4e-baa771285d31 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0603995 Aug 23 14:55:55.863141 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bd9d012c-7b5a-42be-ad1c-b2f8ecd95e18 req-504c9b7c-0504-4156-bfe0-23ba910398cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:55.883900 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30c84ee3-3add-41db-aef0-ab3bd0c7318e req-aa374020-6f07-441d-abd4-3a59d97e4d79 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364561 Aug 23 14:55:55.894984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c9b7c-0504-4156-bfe0-23ba910398cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Pushing event deleted for resources: {'Port': ['ID=f917e126-c7f3-4902-9935-dda5df28aa7c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:55:55.942969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9d012c-7b5a-42be-ad1c-b2f8ecd95e18 req-504c9b7c-0504-4156-bfe0-23ba910398cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] No DVR routers for this DVR port f917e126-c7f3-4902-9935-dda5df28aa7c on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:55:55.945890 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bd9d012c-7b5a-42be-ad1c-b2f8ecd95e18 req-504c9b7c-0504-4156-bfe0-23ba910398cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:55.951765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd9d012c-7b5a-42be-ad1c-b2f8ecd95e18 req-504c9b7c-0504-4156-bfe0-23ba910398cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.57 "DELETE /v2.0/ports/f917e126-c7f3-4902-9935-dda5df28aa7c HTTP/1.1" status: 204 len: 173 time: 0.7233753 Aug 23 14:55:55.951765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779b0982-a42e-4bf8-bb57-cd3279ce3bb5', 'name': 'network-vif-deleted', 'tag': 'f917e126-c7f3-4902-9935-dda5df28aa7c'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:55.951765 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d861263e-6c25-44f2-a4d0-837d7439b84f" -d '{"events": [{"server_uuid": "779b0982-a42e-4bf8-bb57-cd3279ce3bb5", "name": "network-vif-deleted", "tag": "f917e126-c7f3-4902-9935-dda5df28aa7c"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:55.992264 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ecf473-feb8-412c-a42c-02ee260d0b27 x-openstack-request-id: req-a6ecf473-feb8-412c-a42c-02ee260d0b27 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:55.992561 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779b0982-a42e-4bf8-bb57-cd3279ce3bb5", "name": "network-vif-deleted", "tag": "f917e126-c7f3-4902-9935-dda5df28aa7c", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:55.992816 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a6ecf473-feb8-412c-a42c-02ee260d0b27 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:55.993545 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779b0982-a42e-4bf8-bb57-cd3279ce3bb5', 'name': 'network-vif-deleted', 'tag': 'f917e126-c7f3-4902-9935-dda5df28aa7c', 'status': 'completed', 'code': 200} Aug 23 14:55:56.031794 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b0f33f9-0674-472e-84f1-48be4966d544 req-643d21da-a700-41d2-8080-0870c0ffdcca tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=779b0982-a42e-4bf8-bb57-cd3279ce3bb5 HTTP/1.1" status: 200 len: 210 time: 0.0343289 Aug 23 14:55:56.081615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779b0982-a42e-4bf8-bb57-cd3279ce3bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f917e126-c7f3-4902-9935-dda5df28aa7c'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:55:56.083935 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff137b9a-da38-4a80-bbc5-05191f9bc0a1" -d '{"events": [{"server_uuid": "779b0982-a42e-4bf8-bb57-cd3279ce3bb5", "name": "network-vif-plugged", "status": "completed", "tag": "f917e126-c7f3-4902-9935-dda5df28aa7c"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:55:56.130790 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de7d1c1-fe77-4037-80a3-822cffed351c x-openstack-request-id: req-1de7d1c1-fe77-4037-80a3-822cffed351c {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:55:56.131406 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779b0982-a42e-4bf8-bb57-cd3279ce3bb5", "name": "network-vif-plugged", "status": "completed", "tag": "f917e126-c7f3-4902-9935-dda5df28aa7c", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:55:56.131799 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1de7d1c1-fe77-4037-80a3-822cffed351c {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:55:56.132286 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779b0982-a42e-4bf8-bb57-cd3279ce3bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f917e126-c7f3-4902-9935-dda5df28aa7c', 'code': 200} Aug 23 14:55:56.533327 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fa182246-d0d4-4f38-a412-aa9cc4743bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:56.614003 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:56.648783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5a90c-f0f6-4d14-a6a6-2f83444107bf req-42e4630a-b376-4208-b978-c02a5223cf95 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:56.651287 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-73a5a90c-f0f6-4d14-a6a6-2f83444107bf req-42e4630a-b376-4208-b978-c02a5223cf95 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0585577 Aug 23 14:55:56.703866 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-73a5a90c-f0f6-4d14-a6a6-2f83444107bf req-c5d612bf-db33-405d-a441-a3858e3a8ad1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464146 Aug 23 14:55:56.816599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f917e126-c7f3-4902-9935-dda5df28aa7c no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:55:56.856373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: f917e126-c7f3-4902-9935-dda5df28aa7c {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:55:56.860384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f917e126-c7f3-4902-9935-dda5df28aa7c not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:55:56.890048 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec209f-3c5d-4166-914b-f76cf6458b69 req-4034b813-ac34-4170-a8a6-24fd1f09da07 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:56.891726 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d2ec209f-3c5d-4166-914b-f76cf6458b69 req-4034b813-ac34-4170-a8a6-24fd1f09da07 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0926869 Aug 23 14:55:56.938678 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d2ec209f-3c5d-4166-914b-f76cf6458b69 req-6164d7cb-7f94-4387-8cfe-bfdf00a39fc8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403423 Aug 23 14:55:57.332586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-7dfa9ad1-4546-4dbc-b2a2-1c874669eddf tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:57.335276 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-7dfa9ad1-4546-4dbc-b2a2-1c874669eddf tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/networks?id=93603194-85ba-4b24-b966-c2b01e3092f9 HTTP/1.1" status: 200 len: 822 time: 0.1280320 Aug 23 14:55:57.353127 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-e9c0619f-b414-4712-995b-97091c4fbf62 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/quotas/9e183869233847ac853c77a0edf17feb HTTP/1.1" status: 200 len: 375 time: 0.0103910 Aug 23 14:55:57.408201 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-0fda314f-2ce6-40ee-933f-efe1f58e12b7 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e183869233847ac853c77a0edf17feb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483558 Aug 23 14:55:57.536198 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-e8636371-00b7-4b0b-86b6-fbab66199ca6 service neutron] 10.222.0.38 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188471 Aug 23 14:55:57.634809 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-74ebf58b-9abc-4aef-b526-30a793172b6a service neutron] 10.222.0.38 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946372 Aug 23 14:55:57.818471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade400b-c2eb-4a66-9d21-58da335c3a65 req-69e23afc-db0a-4f22-ad8b-7f030418ae59 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:57.819576 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ade400b-c2eb-4a66-9d21-58da335c3a65 req-69e23afc-db0a-4f22-ad8b-7f030418ae59 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0506089 Aug 23 14:55:57.861819 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ade400b-c2eb-4a66-9d21-58da335c3a65 req-4d5622bd-d7a8-4749-9c63-c75eb9d37a89 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347786 Aug 23 14:55:57.977939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977552ca-e2a3-4785-8ce8-6c71f4b66d9f req-718f8c21-7be6-4416-b430-a054d4b84d83 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:57.980441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-977552ca-e2a3-4785-8ce8-6c71f4b66d9f req-718f8c21-7be6-4416-b430-a054d4b84d83 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0582788 Aug 23 14:55:58.027906 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-977552ca-e2a3-4785-8ce8-6c71f4b66d9f req-bc4ec09c-8acc-472f-9238-1a6e87a33627 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348163 Aug 23 14:55:58.127737 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db94b435-0802-4dab-82b9-b9b2367693ac req-b046b86f-9fda-4666-97e2-cf4e7b40716c tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 210 time: 0.0327866 Aug 23 14:55:58.470181 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:55:59.020717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf445c8d-172e-431c-ae5b-de4db6482da4 req-bf5e033a-ea7a-4fcc-887a-3b1e5d641193 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:59.022667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf445c8d-172e-431c-ae5b-de4db6482da4 req-bf5e033a-ea7a-4fcc-887a-3b1e5d641193 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0853305 Aug 23 14:55:59.070690 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf445c8d-172e-431c-ae5b-de4db6482da4 req-fa59db9e-0739-4c0d-8e02-046ff776253a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405126 Aug 23 14:55:59.241497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eb402-a5a1-4743-b180-9c7e2cd726d5 req-9e711566-8659-4e61-9d06-8a980698cbcc tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:55:59.243261 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-559eb402-a5a1-4743-b180-9c7e2cd726d5 req-9e711566-8659-4e61-9d06-8a980698cbcc tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0851738 Aug 23 14:55:59.304556 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-90bec0b3-8365-4e4a-a8df-39aaae8f6315 req-b6a5cd5c-abe4-4756-b914-bcd24f947419 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 210 time: 0.0547013 Aug 23 14:55:59.309631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-559eb402-a5a1-4743-b180-9c7e2cd726d5 req-70197dfd-7375-4f59-afa9-18d40fd16090 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598638 Aug 23 14:56:00.491268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262922d-8812-45fb-9212-c9819377d553 req-ae7198be-7f5d-4b07-aba5-48fb046affe6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:00.496365 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d262922d-8812-45fb-9212-c9819377d553 req-ae7198be-7f5d-4b07-aba5-48fb046affe6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0835001 Aug 23 14:56:00.551631 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d262922d-8812-45fb-9212-c9819377d553 req-0a018399-c1fd-4830-b050-e3ac4bbed5d3 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481999 Aug 23 14:56:00.667853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670664d-f60d-45bb-80fd-c00c09d9a0ce req-7e36768a-5e50-481c-848f-8f0ed9fe2159 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:00.669294 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5670664d-f60d-45bb-80fd-c00c09d9a0ce req-7e36768a-5e50-481c-848f-8f0ed9fe2159 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.5218775 Aug 23 14:56:00.691981 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-021186e5-33bc-40e9-9fac-48d5b7e897c5 req-7b469840-d143-425e-b908-71abf9e147a8 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 210 time: 0.0477123 Aug 23 14:56:00.737741 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-d9a850be-cf86-4e95-ae0a-c493b330c835 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:00.739266 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-d9a850be-cf86-4e95-ae0a-c493b330c835 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.57 "GET /v2.0/networks?id=93603194-85ba-4b24-b966-c2b01e3092f9 HTTP/1.1" status: 200 len: 822 time: 0.5611219 Aug 23 14:56:00.757665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-835e222e-15bc-4602-8d6d-bf6e0070ed13 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Request body: {'port': {'device_id': 'c64a99a8-15a1-4888-863f-5345a5e33e48', 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9', 'admin_state_up': True, 'tenant_id': '9e183869233847ac853c77a0edf17feb'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:00.765546 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5670664d-f60d-45bb-80fd-c00c09d9a0ce req-9e632624-2719-43ac-bbeb-0391dafa29fd tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770283 Aug 23 14:56:00.971392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-835e222e-15bc-4602-8d6d-bf6e0070ed13 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Made reservation on behalf of 9e183869233847ac853c77a0edf17feb for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:56:00.975010 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-835e222e-15bc-4602-8d6d-bf6e0070ed13 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:01.114355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-835e222e-15bc-4602-8d6d-bf6e0070ed13 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Allocated IP 172.20.0.10 (93603194-85ba-4b24-b966-c2b01e3092f9/d392b64f-c156-46b6-8173-3c86c501f74a/e3c6950f-6fb5-49b0-ba51-72bcd3257e05) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:56:01.289618 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-835e222e-15bc-4602-8d6d-bf6e0070ed13 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:01.415224 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-835e222e-15bc-4602-8d6d-bf6e0070ed13 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:01.475926 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-835e222e-15bc-4602-8d6d-bf6e0070ed13 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Network 93603194-85ba-4b24-b966-c2b01e3092f9 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:56:01.482443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-835e222e-15bc-4602-8d6d-bf6e0070ed13 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:56:01.497340 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0693a20-c7ee-4206-b6ad-b9683423f204 req-641e1b09-c7c4-4bd5-a748-5b42c6501b4a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:01.498964 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0693a20-c7ee-4206-b6ad-b9683423f204 req-641e1b09-c7c4-4bd5-a748-5b42c6501b4a tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.1127625 Aug 23 14:56:01.500112 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-835e222e-15bc-4602-8d6d-bf6e0070ed13 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:56:01.503011 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e222e-15bc-4602-8d6d-bf6e0070ed13 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Pushing event updated for resources: {'Port': ['ID=e3c6950f-6fb5-49b0-ba51-72bcd3257e05,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:01.573603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-835e222e-15bc-4602-8d6d-bf6e0070ed13 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:01.574179 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-835e222e-15bc-4602-8d6d-bf6e0070ed13 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:01.578969 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0693a20-c7ee-4206-b6ad-b9683423f204 req-028bd259-48df-46b9-9fa6-1304fc024d49 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732419 Aug 23 14:56:01.653933 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-835e222e-15bc-4602-8d6d-bf6e0070ed13 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9031241 Aug 23 14:56:01.668779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Request body: {'port': {'device_id': 'c64a99a8-15a1-4888-863f-5345a5e33e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:01.684747 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aafdb-88b9-4f61-991e-51d429361069 req-570eaefd-31eb-466d-98c8-2ab52877199f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:01.686483 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dc7aafdb-88b9-4f61-991e-51d429361069 req-570eaefd-31eb-466d-98c8-2ab52877199f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0612757 Aug 23 14:56:01.728098 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dc7aafdb-88b9-4f61-991e-51d429361069 req-8e57a5b8-9ee0-41dc-813e-d9f393a57bb1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353358 Aug 23 14:56:01.736961 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:01.904426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561c71e-ffab-4408-a2dc-848e8a23fe5a req-6c0a91b6-5d45-467b-b7b0-431a38ae1643 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:01.906000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f561c71e-ffab-4408-a2dc-848e8a23fe5a req-6c0a91b6-5d45-467b-b7b0-431a38ae1643 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 932 time: 0.1324821 Aug 23 14:56:01.954905 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342b710-2c79-4d4e-9b86-c922b6203b17 req-8762f032-aa1c-47e8-ab1b-4e91abd394b7 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:01.956420 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e342b710-2c79-4d4e-9b86-c922b6203b17 req-8762f032-aa1c-47e8-ab1b-4e91abd394b7 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0646873 Aug 23 14:56:02.000905 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f561c71e-ffab-4408-a2dc-848e8a23fe5a req-949e0097-931d-4a0c-b6fa-7bb372d395f9 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822937 Aug 23 14:56:02.016086 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e342b710-2c79-4d4e-9b86-c922b6203b17 req-a3cca3e3-b379-42c8-82bc-9df34368afbb tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516863 Aug 23 14:56:02.108811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c6950f-6fb5-49b0-ba51-72bcd3257e05 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:56:02.116541 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:02.128989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Transition to ACTIVE for port object e3c6950f-6fb5-49b0-ba51-72bcd3257e05 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:56:02.194101 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:02.244242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Pushing event updated for resources: {'Port': ['ID=e3c6950f-6fb5-49b0-ba51-72bcd3257e05,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:02.317299 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Attempting to bind port e3c6950f-6fb5-49b0-ba51-72bcd3257e05 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:56:02.317636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Attempting to bind port e3c6950f-6fb5-49b0-ba51-72bcd3257e05 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'c3a07696-3d93-4d36-bb43-388875aedbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:56:02.318453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Attempting to bind port e3c6950f-6fb5-49b0-ba51-72bcd3257e05 on network 93603194-85ba-4b24-b966-c2b01e3092f9 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:56:02.322885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Port e3c6950f-6fb5-49b0-ba51-72bcd3257e05 on network 93603194-85ba-4b24-b966-c2b01e3092f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:56:02.323210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Attempting to bind port e3c6950f-6fb5-49b0-ba51-72bcd3257e05 on network 93603194-85ba-4b24-b966-c2b01e3092f9 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:56:02.328154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:56:02.328498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Checking segment: {'id': 'c3a07696-3d93-4d36-bb43-388875aedbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:56:02.328882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Bound using segment: {'id': 'c3a07696-3d93-4d36-bb43-388875aedbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:56:02.329304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Bound port: e3c6950f-6fb5-49b0-ba51-72bcd3257e05, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a07696-3d93-4d36-bb43-388875aedbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:56:02.329662 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:02.402102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] For port e3c6950f-6fb5-49b0-ba51-72bcd3257e05, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:56:02.405243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] For port e3c6950f-6fb5-49b0-ba51-72bcd3257e05, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e3c6950f-6fb5-49b0-ba51-72bcd3257e05,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:56:02.448012 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:02.483924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:02.484543 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:02.485962 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] 10.222.0.57 "PUT /v2.0/ports/e3c6950f-6fb5-49b0-ba51-72bcd3257e05 HTTP/1.1" status: 200 len: 1092 time: 0.8231940 Aug 23 14:56:02.486373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64a99a8-15a1-4888-863f-5345a5e33e48', 'tag': 'e3c6950f-6fb5-49b0-ba51-72bcd3257e05'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:02.488612 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9b3c03-2d8a-4e9c-926b-60c96fb4875b" -d '{"events": [{"name": "network-changed", "server_uuid": "c64a99a8-15a1-4888-863f-5345a5e33e48", "tag": "e3c6950f-6fb5-49b0-ba51-72bcd3257e05"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:02.516204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4c3bb-d609-4b4d-b126-4a7958c5b8ae service neutron] Pushing event updated for resources: {'Port': ['ID=e3c6950f-6fb5-49b0-ba51-72bcd3257e05,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:02.552439 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130b073a-035f-471a-a11c-46873357d683 x-openstack-request-id: req-130b073a-035f-471a-a11c-46873357d683 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:02.552728 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64a99a8-15a1-4888-863f-5345a5e33e48", "tag": "e3c6950f-6fb5-49b0-ba51-72bcd3257e05", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:02.552985 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-130b073a-035f-471a-a11c-46873357d683 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:02.553376 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64a99a8-15a1-4888-863f-5345a5e33e48', 'tag': 'e3c6950f-6fb5-49b0-ba51-72bcd3257e05', 'status': 'completed', 'code': 200} Aug 23 14:56:02.609817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-a8cd1322-b41c-42da-847e-eed25f4fda8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:02.611241 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-a8cd1322-b41c-42da-847e-eed25f4fda8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e183869233847ac853c77a0edf17feb&device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 1095 time: 0.0517619 Aug 23 14:56:02.660401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-f8bb7017-e51d-433a-97ee-28a8b9c39ce3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c6950f-6fb5-49b0-ba51-72bcd3257e05 HTTP/1.1" status: 200 len: 217 time: 0.0396671 Aug 23 14:56:02.722471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65057fc1-ba71-4eb7-9697-7b7c8c4340c9 req-198975e7-4fa7-4dc4-9eea-babae9954411 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:02.724081 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65057fc1-ba71-4eb7-9697-7b7c8c4340c9 req-198975e7-4fa7-4dc4-9eea-babae9954411 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0634148 Aug 23 14:56:02.728246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-77013da7-3440-471d-8b10-058a1d63442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:02.730622 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-77013da7-3440-471d-8b10-058a1d63442f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d392b64f-c156-46b6-8173-3c86c501f74a HTTP/1.1" status: 200 len: 862 time: 0.0612826 Aug 23 14:56:02.769806 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65057fc1-ba71-4eb7-9697-7b7c8c4340c9 req-bf64a69e-41f7-410e-80f7-513530994e3d tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/security-groups?id=15a24ffa-13e4-4e74-9f0f-1431706bb48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390060 Aug 23 14:56:02.769984 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-1e3d4b5e-ae6f-4f07-ab42-700d6ec0f411 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93603194-85ba-4b24-b966-c2b01e3092f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320334 Aug 23 14:56:02.908046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3536da-254c-455c-bb09-d840ab33297c req-e80a69b4-2830-4517-bed6-07d2d2680d91 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:02.909599 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c3536da-254c-455c-bb09-d840ab33297c req-e80a69b4-2830-4517-bed6-07d2d2680d91 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0843799 Aug 23 14:56:02.914565 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-c1a9103c-2ea8-4914-a869-f87642b24a8a service neutron] 10.222.0.57 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357124 Aug 23 14:56:03.006558 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c3536da-254c-455c-bb09-d840ab33297c req-3829583a-353f-4e69-9409-1d0a6eb8fc9d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887680 Aug 23 14:56:03.067865 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb778294-2dbd-4b91-ac0b-b1bc0724081a req-08968d30-1a4e-45bc-b80b-f0beb6b79c59 service neutron] 10.222.0.57 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404676 Aug 23 14:56:03.076527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d96c1-1179-40e8-bba8-89656cb679c0 req-f3fd3216-ad62-48e3-ba61-669496f99543 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:03.078095 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-866d96c1-1179-40e8-bba8-89656cb679c0 req-f3fd3216-ad62-48e3-ba61-669496f99543 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.61 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 947 time: 0.0632992 Aug 23 14:56:03.155754 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941979a-2063-4664-ba0b-3d4aee87b0dc req-ae5fce47-a7de-40e5-bfd8-09f861059de5 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:03.157377 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d941979a-2063-4664-ba0b-3d4aee87b0dc req-ae5fce47-a7de-40e5-bfd8-09f861059de5 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0607576 Aug 23 14:56:03.231237 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d941979a-2063-4664-ba0b-3d4aee87b0dc req-1cb5ac3d-3eab-4616-9dbc-6f1d3efae516 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673330 Aug 23 14:56:03.234679 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e797b83-7959-479a-8959-b23e026ebf1b req-92c6a7b0-5c9d-4798-8d64-37d8962b5637 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:03.237296 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4e797b83-7959-479a-8959-b23e026ebf1b req-92c6a7b0-5c9d-4798-8d64-37d8962b5637 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 944 time: 0.1145136 Aug 23 14:56:03.256325 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b3c03-2d8a-4e9c-926b-60c96fb4875b req-71f43963-8764-4251-b19c-0e10afd712a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:03.256325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df9b3c03-2d8a-4e9c-926b-60c96fb4875b req-71f43963-8764-4251-b19c-0e10afd712a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e183869233847ac853c77a0edf17feb&device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 1095 time: 0.0627413 Aug 23 14:56:03.280618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-866d96c1-1179-40e8-bba8-89656cb679c0 req-1ef334d7-b784-47f8-abdf-6334cb38aad6 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Deleting port 569209d9-036f-4261-9f6a-528fbcd6f1c9 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:56:03.280967 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-866d96c1-1179-40e8-bba8-89656cb679c0 req-1ef334d7-b784-47f8-abdf-6334cb38aad6 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:03.356955 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4e797b83-7959-479a-8959-b23e026ebf1b req-f0cd88ba-3e98-4bd8-94ae-a0e7c4c936a4 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100740 Aug 23 14:56:03.377678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b3c03-2d8a-4e9c-926b-60c96fb4875b req-83b107f9-4a44-4798-9c91-c3c17ea0494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:03.379162 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df9b3c03-2d8a-4e9c-926b-60c96fb4875b req-83b107f9-4a44-4798-9c91-c3c17ea0494c service neutron] 10.222.0.57 "GET /v2.0/networks?id=93603194-85ba-4b24-b966-c2b01e3092f9 HTTP/1.1" status: 200 len: 923 time: 0.1183903 Aug 23 14:56:03.413487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-866d96c1-1179-40e8-bba8-89656cb679c0 req-1ef334d7-b784-47f8-abdf-6334cb38aad6 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] For port 569209d9-036f-4261-9f6a-528fbcd6f1c9, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=569209d9-036f-4261-9f6a-528fbcd6f1c9,segment=NetworkSegment(aa689356-f631-46c8-9e3e-82a444f1eaff),segment_id=aa689356-f631-46c8-9e3e-82a444f1eaff)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:03.413861 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-866d96c1-1179-40e8-bba8-89656cb679c0 req-1ef334d7-b784-47f8-abdf-6334cb38aad6 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:03.430681 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-866d96c1-1179-40e8-bba8-89656cb679c0 req-1ef334d7-b784-47f8-abdf-6334cb38aad6 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Calling delete_port for 569209d9-036f-4261-9f6a-528fbcd6f1c9 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:56:03.445050 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df9b3c03-2d8a-4e9c-926b-60c96fb4875b req-2d550f43-5c1e-48c3-851e-fee3afda75d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c6950f-6fb5-49b0-ba51-72bcd3257e05 HTTP/1.1" status: 200 len: 217 time: 0.0571930 Aug 23 14:56:03.512391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b3c03-2d8a-4e9c-926b-60c96fb4875b req-bce630e7-6b71-48ec-8ecd-c2995068c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:03.514318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df9b3c03-2d8a-4e9c-926b-60c96fb4875b req-bce630e7-6b71-48ec-8ecd-c2995068c17f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d392b64f-c156-46b6-8173-3c86c501f74a HTTP/1.1" status: 200 len: 862 time: 0.0536823 Aug 23 14:56:03.557487 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df9b3c03-2d8a-4e9c-926b-60c96fb4875b req-4843856e-1045-42d8-91fe-6826d00f1ce9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93603194-85ba-4b24-b966-c2b01e3092f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336604 Aug 23 14:56:03.629253 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-866d96c1-1179-40e8-bba8-89656cb679c0 req-1ef334d7-b784-47f8-abdf-6334cb38aad6 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:03.644749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['569209d9-036f-4261-9f6a-528fbcd6f1c9'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:56:03.679330 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df9b3c03-2d8a-4e9c-926b-60c96fb4875b req-c0489b50-bd1a-41a7-903c-f57eca0e9ee8 service neutron] 10.222.0.57 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130760 Aug 23 14:56:03.690244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef334d7-b784-47f8-abdf-6334cb38aad6 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Pushing event deleted for resources: {'Port': ['ID=569209d9-036f-4261-9f6a-528fbcd6f1c9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:03.758661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-866d96c1-1179-40e8-bba8-89656cb679c0 req-1ef334d7-b784-47f8-abdf-6334cb38aad6 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] No DVR routers for this DVR port 569209d9-036f-4261-9f6a-528fbcd6f1c9 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:56:03.758661 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-866d96c1-1179-40e8-bba8-89656cb679c0 req-1ef334d7-b784-47f8-abdf-6334cb38aad6 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:03.758661 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-866d96c1-1179-40e8-bba8-89656cb679c0 req-1ef334d7-b784-47f8-abdf-6334cb38aad6 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.61 "DELETE /v2.0/ports/569209d9-036f-4261-9f6a-528fbcd6f1c9 HTTP/1.1" status: 204 len: 173 time: 0.6641140 Aug 23 14:56:03.758661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ec2ab5-67c1-4b29-af45-607ed5475376', 'name': 'network-vif-deleted', 'tag': '569209d9-036f-4261-9f6a-528fbcd6f1c9'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:03.758661 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3940991-91fc-4f01-9269-034425da91c8" -d '{"events": [{"server_uuid": "47ec2ab5-67c1-4b29-af45-607ed5475376", "name": "network-vif-deleted", "tag": "569209d9-036f-4261-9f6a-528fbcd6f1c9"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:03.791234 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ff7c77-3bc1-4e56-b05b-668bfa1cef4f x-openstack-request-id: req-36ff7c77-3bc1-4e56-b05b-668bfa1cef4f {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:03.791492 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ec2ab5-67c1-4b29-af45-607ed5475376", "name": "network-vif-deleted", "tag": "569209d9-036f-4261-9f6a-528fbcd6f1c9", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:03.793164 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36ff7c77-3bc1-4e56-b05b-668bfa1cef4f {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:03.793164 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ec2ab5-67c1-4b29-af45-607ed5475376', 'name': 'network-vif-deleted', 'tag': '569209d9-036f-4261-9f6a-528fbcd6f1c9', 'status': 'completed', 'code': 200} Aug 23 14:56:03.882536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df9b3c03-2d8a-4e9c-926b-60c96fb4875b req-470aefb2-9d32-4cbe-a7cc-3c1ad307fc94 service neutron] 10.222.0.57 "GET /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140027 Aug 23 14:56:03.882536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6e30c15-161f-4fa3-bdf5-70fac49fb93c req-b359eb70-5807-4df2-a70d-5ecc7bdac548 tempest-ServersNegativeTestJSON-709610281 tempest-ServersNegativeTestJSON-709610281-project] 10.222.0.38 "GET /v2.0/ports?device_id=47ec2ab5-67c1-4b29-af45-607ed5475376 HTTP/1.1" status: 200 len: 210 time: 0.0286815 Aug 23 14:56:04.148512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e93d6-867a-4fac-98b8-fd577cfc1982 req-7e2bf637-d652-4be8-8096-5735229cc1b9 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:04.150708 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f0e93d6-867a-4fac-98b8-fd577cfc1982 req-7e2bf637-d652-4be8-8096-5735229cc1b9 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0632555 Aug 23 14:56:04.190892 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f0e93d6-867a-4fac-98b8-fd577cfc1982 req-b959b318-45fc-4cee-8c0c-cae16df35f5c tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338864 Aug 23 14:56:04.374560 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afe38b-c6b7-4dee-8269-0277c4b6d829 req-ae122969-feb5-4844-a6a8-84d27db2e366 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:04.376176 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-53afe38b-c6b7-4dee-8269-0277c4b6d829 req-ae122969-feb5-4844-a6a8-84d27db2e366 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0633574 Aug 23 14:56:04.424717 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-53afe38b-c6b7-4dee-8269-0277c4b6d829 req-3075750b-f6b0-447d-ae53-66d1f0f1275e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414777 Aug 23 14:56:04.507366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb0399-a79e-4ca1-882e-85660545e20d req-505dd13c-1427-4cc5-a301-58ca990353d2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:04.508901 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eacb0399-a79e-4ca1-882e-85660545e20d req-505dd13c-1427-4cc5-a301-58ca990353d2 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 944 time: 0.0524132 Aug 23 14:56:04.548561 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eacb0399-a79e-4ca1-882e-85660545e20d req-660a3398-ff9a-4d36-98ea-2ad0b9045191 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329370 Aug 23 14:56:04.940028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49188) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:04.988837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a25f879-be40-4c4a-b771-58dff4388f4e admin admin] Deleting subnet 94e7f3de-c5c9-4bc5-8835-17e093450e74 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:56:04.992157 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a25f879-be40-4c4a-b771-58dff4388f4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:05.030767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a25f879-be40-4c4a-b771-58dff4388f4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:05.079764 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a25f879-be40-4c4a-b771-58dff4388f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:05.223685 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a25f879-be40-4c4a-b771-58dff4388f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:05.257135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25f879-be40-4c4a-b771-58dff4388f4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e7f3de-c5c9-4bc5-8835-17e093450e74,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:05.259123 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a25f879-be40-4c4a-b771-58dff4388f4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:05.261810 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9a25f879-be40-4c4a-b771-58dff4388f4e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/94e7f3de-c5c9-4bc5-8835-17e093450e74 HTTP/1.1" status: 204 len: 168 time: 0.3214893 Aug 23 14:56:05.264261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49196) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:05.331221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29398254-1ae5-4a76-a385-72d1f0df190c req-a5e32eeb-4afb-4145-a12f-1e867dacbf07 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:05.332771 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29398254-1ae5-4a76-a385-72d1f0df190c req-a5e32eeb-4afb-4145-a12f-1e867dacbf07 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0645230 Aug 23 14:56:05.356944 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8aa0cd6a-c940-481d-a6e0-c90edea4e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:05.384988 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29398254-1ae5-4a76-a385-72d1f0df190c req-aa8a580c-4939-48fa-b56b-55d97014b27a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444167 Aug 23 14:56:05.443743 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8aa0cd6a-c940-481d-a6e0-c90edea4e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:05.454934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-8aa0cd6a-c940-481d-a6e0-c90edea4e06d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c0053b-2150-4794-96d5-4cd2a0a611e0']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:56:05.467163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-8aa0cd6a-c940-481d-a6e0-c90edea4e06d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa689356-f631-46c8-9e3e-82a444f1eaff') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:56:05.467468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-8aa0cd6a-c940-481d-a6e0-c90edea4e06d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa689356-f631-46c8-9e3e-82a444f1eaff') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:56:05.479444 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8aa0cd6a-c940-481d-a6e0-c90edea4e06d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:05.498799 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8aa0cd6a-c940-481d-a6e0-c90edea4e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:05.505167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa0cd6a-c940-481d-a6e0-c90edea4e06d admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:56:05.505679 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8aa0cd6a-c940-481d-a6e0-c90edea4e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:56:05.507956 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:56:05.550934 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b18d9-474d-4f7d-9b15-98d24892a4bf req-ecb4dac4-f6e7-4aac-9e11-7f8288b3182f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:05.552593 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-463b18d9-474d-4f7d-9b15-98d24892a4bf req-ecb4dac4-f6e7-4aac-9e11-7f8288b3182f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0527291 Aug 23 14:56:05.595915 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-463b18d9-474d-4f7d-9b15-98d24892a4bf req-55c5aa52-c576-4d2a-9c1b-b4d1ff33157f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359514 Aug 23 14:56:05.670066 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8aa0cd6a-c940-481d-a6e0-c90edea4e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:05.677481 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8aa0cd6a-c940-481d-a6e0-c90edea4e06d admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:05.678010 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8aa0cd6a-c940-481d-a6e0-c90edea4e06d admin admin] 10.222.0.38 "DELETE /v2.0/networks/60c0053b-2150-4794-96d5-4cd2a0a611e0 HTTP/1.1" status: 204 len: 168 time: 0.4126270 Aug 23 14:56:05.694768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0cd6a-c940-481d-a6e0-c90edea4e06d admin admin] Pushing event deleted for resources: {'Network': ['ID=60c0053b-2150-4794-96d5-4cd2a0a611e0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:05.717355 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbdbdd-b8a6-4f0d-995f-761fc2691117 req-3882dc0c-e06a-44e6-bdcb-0d675dae01cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:05.718920 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-39cbdbdd-b8a6-4f0d-995f-761fc2691117 req-3882dc0c-e06a-44e6-bdcb-0d675dae01cd tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 944 time: 0.0657973 Aug 23 14:56:05.758630 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-39cbdbdd-b8a6-4f0d-995f-761fc2691117 req-e21e6c42-dd06-4a41-985c-1b402e23de78 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336649 Aug 23 14:56:06.091232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49210) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:06.144081 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-784a84d8-0c43-4d16-81d1-ec060506552d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1588db2fec1f4911a712614e990772db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485392 Aug 23 14:56:06.144081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49216) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:06.197447 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a914620-108f-49d2-b1a3-8d1f55c85584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:06.221091 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a914620-108f-49d2-b1a3-8d1f55c85584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:06.342808 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a914620-108f-49d2-b1a3-8d1f55c85584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:06.345530 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a914620-108f-49d2-b1a3-8d1f55c85584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:06.346749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6a914620-108f-49d2-b1a3-8d1f55c85584 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/15a24ffa-13e4-4e74-9f0f-1431706bb48f HTTP/1.1" status: 204 len: 168 time: 0.2020535 Aug 23 14:56:06.356403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a914620-108f-49d2-b1a3-8d1f55c85584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a24ffa-13e4-4e74-9f0f-1431706bb48f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:06.520048 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf2200-ae60-4d96-87a9-a66d8310fa1f req-0da20bb1-4479-45e3-9199-375c56597555 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:06.521625 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41cf2200-ae60-4d96-87a9-a66d8310fa1f req-0da20bb1-4479-45e3-9199-375c56597555 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0650713 Aug 23 14:56:06.577336 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41cf2200-ae60-4d96-87a9-a66d8310fa1f req-475bd9b5-4b15-47aa-b366-0b18bbab7e34 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426738 Aug 23 14:56:06.688476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49232) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:06.763311 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0e04e-06a6-47f7-869e-fda804edc46f req-0a86fc5c-d9ee-4380-a129-c121036746f9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:06.772177 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-47c0e04e-06a6-47f7-869e-fda804edc46f req-0a86fc5c-d9ee-4380-a129-c121036746f9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0668466 Aug 23 14:56:06.821720 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-47c0e04e-06a6-47f7-869e-fda804edc46f req-a7cb3783-0647-4464-8432-50bc9880d24c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443535 Aug 23 14:56:06.831788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e3c6950f-6fb5-49b0-ba51-72bcd3257e05 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:56:06.840375 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a0-08d6-4617-8167-56079a42711c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:06.939188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065b060-4e78-4ef9-a074-b920ac8c4188 req-7275df10-5971-4048-929e-a24e5def9b5a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:06.943509 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e065b060-4e78-4ef9-a074-b920ac8c4188 req-7275df10-5971-4048-929e-a24e5def9b5a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 944 time: 0.0778358 Aug 23 14:56:07.010241 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e065b060-4e78-4ef9-a074-b920ac8c4188 req-201a8411-3a30-4b28-9822-e0610ccecd7a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592005 Aug 23 14:56:07.034985 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a0-08d6-4617-8167-56079a42711c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:07.081608 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f2a0-08d6-4617-8167-56079a42711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:07.097064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e3c6950f-6fb5-49b0-ba51-72bcd3257e05, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e3c6950f-6fb5-49b0-ba51-72bcd3257e05,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:07.113726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'e3c6950f-6fb5-49b0-ba51-72bcd3257e05', 'network_id': '93603194-85ba-4b24-b966-c2b01e3092f9', 'port_id': 'e3c6950f-6fb5-49b0-ba51-72bcd3257e05', 'mac_address': 'fa:16:3e:3a:9a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd392b64f-c156-46b6-8173-3c86c501f74a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:56:07.125704 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0dd8f2a0-08d6-4617-8167-56079a42711c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5bc39737fff24db69884a6dd6fee2a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4380722 Aug 23 14:56:07.125704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f2a0-08d6-4617-8167-56079a42711c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c234363e-6a66-4965-bfb3-4f3e86e11a10,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:07.126511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49248) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:07.161230 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:07.176290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c6950f-6fb5-49b0-ba51-72bcd3257e05 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:56:07.195299 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-598b0081-65a3-4c82-b07f-ec8f5a6691f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:07.200647 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e3c6950f-6fb5-49b0-ba51-72bcd3257e05, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e3c6950f-6fb5-49b0-ba51-72bcd3257e05,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:07.222021 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-598b0081-65a3-4c82-b07f-ec8f5a6691f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:07.265535 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:07.314844 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=e3c6950f-6fb5-49b0-ba51-72bcd3257e05,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:07.334844 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-598b0081-65a3-4c82-b07f-ec8f5a6691f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:07.334844 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-598b0081-65a3-4c82-b07f-ec8f5a6691f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:07.334844 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-598b0081-65a3-4c82-b07f-ec8f5a6691f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c234363e-6a66-4965-bfb3-4f3e86e11a10 HTTP/1.1" status: 204 len: 168 time: 0.2038071 Aug 23 14:56:07.340298 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b0081-65a3-4c82-b07f-ec8f5a6691f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c234363e-6a66-4965-bfb3-4f3e86e11a10,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:07.422152 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49260) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:07.518486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1780909759-network', 'tenant_id': '0e008a7f08494a428261ae7dbb3ab3dc'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:07.547943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['e3c6950f-6fb5-49b0-ba51-72bcd3257e05'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:56:07.675983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] Made reservation on behalf of 0e008a7f08494a428261ae7dbb3ab3dc for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:56:07.680348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:07.709649 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:07.725216 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44d6b9-bfc9-44db-bfe9-39b288e14f0f req-2785b7ef-1cef-4c11-b280-c8b1df3a8df5 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:07.728136 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b44d6b9-bfc9-44db-bfe9-39b288e14f0f req-2785b7ef-1cef-4c11-b280-c8b1df3a8df5 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0765121 Aug 23 14:56:07.765857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 569209d9-036f-4261-9f6a-528fbcd6f1c9 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:56:07.797122 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b44d6b9-bfc9-44db-bfe9-39b288e14f0f req-c277396a-eddb-4ee9-a967-2d5e75077a69 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540342 Aug 23 14:56:07.799536 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 569209d9-036f-4261-9f6a-528fbcd6f1c9 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:56:07.799923 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 569209d9-036f-4261-9f6a-528fbcd6f1c9 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:56:07.845191 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:07.951978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded710a4-e98f-436c-b1d6-e62d80ee5954 req-77de5007-2c16-4ce2-ad52-1d1bd6799f7c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:07.953575 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ded710a4-e98f-436c-b1d6-e62d80ee5954 req-77de5007-2c16-4ce2-ad52-1d1bd6799f7c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0525050 Aug 23 14:56:07.961895 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:08.004493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:56:08.011839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a607ff04-77dc-4a3e-9043-190bf1227d9a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:08.028498 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:08.031686 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] Added segment b0c1d08b-9208-4d39-a408-a6d295aa054b of type vlan for network 8ec9f498-2dd7-4ef7-9d76-7dee66a459c4 Aug 23 14:56:08.041634 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ded710a4-e98f-436c-b1d6-e62d80ee5954 req-5defb76a-f470-45ee-87bc-02c8be97e124 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816357 Aug 23 14:56:08.078432 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:08.140193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8593c-dadc-492b-82fb-c2627964456c req-6433df9e-4c4e-4b56-8aa3-b8776ffffb70 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:08.142076 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77e8593c-dadc-492b-82fb-c2627964456c req-6433df9e-4c4e-4b56-8aa3-b8776ffffb70 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 945 time: 0.0517557 Aug 23 14:56:08.177141 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:08.178158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:08.178748 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:08.184089 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77e8593c-dadc-492b-82fb-c2627964456c req-7777808b-753f-4295-92f4-075908e2ddef tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350504 Aug 23 14:56:08.243087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec9f498-2dd7-4ef7-9d76-7dee66a459c4,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:08.253175 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 8ec9f498-2dd7-4ef7-9d76-7dee66a459c4 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:56:08.279783 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f78b4efc-80c7-462f-a0f5-3e0d69ec3682 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8530002 Aug 23 14:56:08.827200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e733378-bbc2-4913-a25a-144db2c45f4e req-75a4e961-f8ff-4367-9bca-5e4e99c198d5 tempest-ComputeTenantNetworksTest-1971369283 tempest-ComputeTenantNetworksTest-1971369283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:08.830108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e3c6950f-6fb5-49b0-ba51-72bcd3257e05 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:56:08.834203 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e733378-bbc2-4913-a25a-144db2c45f4e req-75a4e961-f8ff-4367-9bca-5e4e99c198d5 tempest-ComputeTenantNetworksTest-1971369283 tempest-ComputeTenantNetworksTest-1971369283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:08.841474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e733378-bbc2-4913-a25a-144db2c45f4e req-75a4e961-f8ff-4367-9bca-5e4e99c198d5 tempest-ComputeTenantNetworksTest-1971369283 tempest-ComputeTenantNetworksTest-1971369283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:08.854494 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6e733378-bbc2-4913-a25a-144db2c45f4e req-75a4e961-f8ff-4367-9bca-5e4e99c198d5 tempest-ComputeTenantNetworksTest-1971369283 tempest-ComputeTenantNetworksTest-1971369283-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1827793 Aug 23 14:56:08.968435 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d00fc-30c1-45ac-8e23-936be4416762 req-79bc4ff8-3630-4b02-a32c-07e6205d4a69 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:08.970260 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-588d00fc-30c1-45ac-8e23-936be4416762 req-79bc4ff8-3630-4b02-a32c-07e6205d4a69 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0569873 Aug 23 14:56:08.989600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port e3c6950f-6fb5-49b0-ba51-72bcd3257e05 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:56:08.998497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port e3c6950f-6fb5-49b0-ba51-72bcd3257e05 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:56:09.011739 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:09.012111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386b49a-6a17-4c8c-baef-399921c318a8 req-848bc07e-dd8d-4be2-9ad7-0ed740f8ea52 tempest-ComputeTenantNetworksTest-1971369283 tempest-ComputeTenantNetworksTest-1971369283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:09.012111 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2386b49a-6a17-4c8c-baef-399921c318a8 req-848bc07e-dd8d-4be2-9ad7-0ed740f8ea52 tempest-ComputeTenantNetworksTest-1971369283 tempest-ComputeTenantNetworksTest-1971369283-project] 10.222.0.38 "GET /v2.0/networks/8ec9f498-2dd7-4ef7-9d76-7dee66a459c4 HTTP/1.1" status: 200 len: 769 time: 0.1103106 Aug 23 14:56:09.012870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49350) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:09.070334 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-588d00fc-30c1-45ac-8e23-936be4416762 req-d7733779-3f83-4b4c-8b8d-f78c7f186727 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896134 Aug 23 14:56:09.110526 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:09.138822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64a99a8-15a1-4888-863f-5345a5e33e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c6950f-6fb5-49b0-ba51-72bcd3257e05'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:09.141366 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d929c759-f614-4335-981b-a7be5e2e1ccd" -d '{"events": [{"server_uuid": "c64a99a8-15a1-4888-863f-5345a5e33e48", "name": "network-vif-plugged", "status": "completed", "tag": "e3c6950f-6fb5-49b0-ba51-72bcd3257e05"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:09.160047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e3c6950f-6fb5-49b0-ba51-72bcd3257e05, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e3c6950f-6fb5-49b0-ba51-72bcd3257e05,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:09.184401 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-860b426b-41e1-424e-b841-7d8d81ed9521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:09.195694 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:09.221996 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197be396-6073-4bc3-a841-faa31951144b x-openstack-request-id: req-197be396-6073-4bc3-a841-faa31951144b {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:09.222548 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64a99a8-15a1-4888-863f-5345a5e33e48", "name": "network-vif-plugged", "status": "completed", "tag": "e3c6950f-6fb5-49b0-ba51-72bcd3257e05", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:09.223510 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-197be396-6073-4bc3-a841-faa31951144b {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:09.224096 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64a99a8-15a1-4888-863f-5345a5e33e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c6950f-6fb5-49b0-ba51-72bcd3257e05', 'code': 200} Aug 23 14:56:09.264594 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=e3c6950f-6fb5-49b0-ba51-72bcd3257e05,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:09.267594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b56f0f-f77b-4ff5-a170-ae3feed9e16f req-648908d2-ed3c-418a-b738-822777baaa8a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:09.276519 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69b56f0f-f77b-4ff5-a170-ae3feed9e16f req-648908d2-ed3c-418a-b738-822777baaa8a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.1356993 Aug 23 14:56:09.328354 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79627e3-08ef-4965-9d77-86c4790ea702 req-12947ffe-2b63-44ea-95b8-c8fa2766fb7d tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:09.329958 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d79627e3-08ef-4965-9d77-86c4790ea702 req-12947ffe-2b63-44ea-95b8-c8fa2766fb7d tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 946 time: 0.0580206 Aug 23 14:56:09.372384 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d79627e3-08ef-4965-9d77-86c4790ea702 req-1028794a-76ec-43d7-8d1c-afff938d9266 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360734 Aug 23 14:56:09.382255 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-860b426b-41e1-424e-b841-7d8d81ed9521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:09.402019 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-860b426b-41e1-424e-b841-7d8d81ed9521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec9f498-2dd7-4ef7-9d76-7dee66a459c4']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:56:09.417160 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69b56f0f-f77b-4ff5-a170-ae3feed9e16f req-c0df8e6b-63e1-4de7-8155-f73eff3452fa tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306372 Aug 23 14:56:09.420521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-860b426b-41e1-424e-b841-7d8d81ed9521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c1d08b-9208-4d39-a408-a6d295aa054b') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:56:09.420824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-860b426b-41e1-424e-b841-7d8d81ed9521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c1d08b-9208-4d39-a408-a6d295aa054b') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:56:09.431777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a469ea-5e4a-4a7d-a1ff-c7f4b1ea7b52 req-72f7c5b0-353b-40b3-8aa3-00f8ff7ee6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:09.432404 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24a469ea-5e4a-4a7d-a1ff-c7f4b1ea7b52 req-72f7c5b0-353b-40b3-8aa3-00f8ff7ee6bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 1097 time: 0.1548862 Aug 23 14:56:09.436331 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-860b426b-41e1-424e-b841-7d8d81ed9521 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:09.460522 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-860b426b-41e1-424e-b841-7d8d81ed9521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:09.471969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860b426b-41e1-424e-b841-7d8d81ed9521 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:56:09.472358 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-860b426b-41e1-424e-b841-7d8d81ed9521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:56:09.474067 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:56:09.532072 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-24a469ea-5e4a-4a7d-a1ff-c7f4b1ea7b52 req-200f3569-b683-4bc4-b8c4-04759dda982b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889289 Aug 23 14:56:09.584644 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-860b426b-41e1-424e-b841-7d8d81ed9521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:09.590973 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-860b426b-41e1-424e-b841-7d8d81ed9521 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:09.593407 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-860b426b-41e1-424e-b841-7d8d81ed9521 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8ec9f498-2dd7-4ef7-9d76-7dee66a459c4 HTTP/1.1" status: 204 len: 168 time: 0.5787623 Aug 23 14:56:09.608149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b426b-41e1-424e-b841-7d8d81ed9521 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec9f498-2dd7-4ef7-9d76-7dee66a459c4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:09.990503 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49400) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:10.038339 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-63461ae6-67de-4d77-b198-daa9b12a2fea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e008a7f08494a428261ae7dbb3ab3dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445328 Aug 23 14:56:10.038599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49402) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:10.102918 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-265dccce-7bd4-4081-9d23-f94013fc1f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:10.127975 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-265dccce-7bd4-4081-9d23-f94013fc1f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:10.196164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a87aad-a6ee-41d6-be9f-e6506c8cd566 req-46b2048d-a929-4a18-8cb5-3038cf1261ae tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:10.198929 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5a87aad-a6ee-41d6-be9f-e6506c8cd566 req-46b2048d-a929-4a18-8cb5-3038cf1261ae tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0574849 Aug 23 14:56:10.234141 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-265dccce-7bd4-4081-9d23-f94013fc1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:10.236773 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-265dccce-7bd4-4081-9d23-f94013fc1f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:10.237934 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-265dccce-7bd4-4081-9d23-f94013fc1f12 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a607ff04-77dc-4a3e-9043-190bf1227d9a HTTP/1.1" status: 204 len: 168 time: 0.1984122 Aug 23 14:56:10.241758 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5a87aad-a6ee-41d6-be9f-e6506c8cd566 req-ef6b0a26-7adb-4476-83e4-08517b02aeb7 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361414 Aug 23 14:56:10.252699 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dccce-7bd4-4081-9d23-f94013fc1f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a607ff04-77dc-4a3e-9043-190bf1227d9a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:10.515567 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ef704-c33b-4416-9ed5-d90af95135f3 req-0247f765-050f-4bf5-9a04-13258c842dc7 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:10.517542 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c83ef704-c33b-4416-9ed5-d90af95135f3 req-0247f765-050f-4bf5-9a04-13258c842dc7 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 946 time: 0.0642326 Aug 23 14:56:10.554783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add5dcd-7267-42a9-a07f-1fd7324f51f0 req-d808ebb4-1e65-4378-bb28-637c065ffe86 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:10.563102 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9add5dcd-7267-42a9-a07f-1fd7324f51f0 req-d808ebb4-1e65-4378-bb28-637c065ffe86 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0677924 Aug 23 14:56:10.575844 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c83ef704-c33b-4416-9ed5-d90af95135f3 req-61eb5b28-319c-4444-af31-4ac720f92f5a tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399139 Aug 23 14:56:10.635141 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9add5dcd-7267-42a9-a07f-1fd7324f51f0 req-dd473f1d-6208-44b2-ba65-c4f284382adc tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657454 Aug 23 14:56:11.375297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaf8b8-b04d-4f22-b1f6-49fd9eef1ee9 req-1f85696d-ed59-43e9-8a8f-a90b9c02c3be tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:11.376945 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30aaf8b8-b04d-4f22-b1f6-49fd9eef1ee9 req-1f85696d-ed59-43e9-8a8f-a90b9c02c3be tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0563331 Aug 23 14:56:11.422802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30aaf8b8-b04d-4f22-b1f6-49fd9eef1ee9 req-1c61be96-3531-400d-842f-f1e8c186111f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399945 Aug 23 14:56:11.732592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16943a-7ee1-40b4-b4fc-ff8d662a2dc3 req-d05e5ad1-7277-4cc1-acf0-0db6f2326c08 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:11.741355 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f16943a-7ee1-40b4-b4fc-ff8d662a2dc3 req-d05e5ad1-7277-4cc1-acf0-0db6f2326c08 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 946 time: 0.0596280 Aug 23 14:56:11.795055 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f16943a-7ee1-40b4-b4fc-ff8d662a2dc3 req-8844c9fc-3334-402b-9dc2-3a5fa346e967 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524132 Aug 23 14:56:11.815872 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe1352-2153-4d7a-bcd3-80fe23d45dcf req-2d77d277-64cb-473c-999d-fa0b57403cf6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:11.817677 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-47fe1352-2153-4d7a-bcd3-80fe23d45dcf req-2d77d277-64cb-473c-999d-fa0b57403cf6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0720923 Aug 23 14:56:11.862265 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-47fe1352-2153-4d7a-bcd3-80fe23d45dcf req-bf67a115-c28e-4f92-b493-4f5f30561bda tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366147 Aug 23 14:56:12.384150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480da92d-db29-4586-9030-c652325638b7 req-85967fab-139b-4636-96a2-7f6479262b41 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:12.386291 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-480da92d-db29-4586-9030-c652325638b7 req-85967fab-139b-4636-96a2-7f6479262b41 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 946 time: 0.0623031 Aug 23 14:56:12.429704 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-480da92d-db29-4586-9030-c652325638b7 req-95f80f4a-7ff2-41e0-88a9-53ed1b428e45 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365775 Aug 23 14:56:12.551111 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256ac2f-6202-4a99-83e9-94e8b1e450b9 req-41c7562d-d287-40a9-bf95-17df9175f55a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:12.553269 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2256ac2f-6202-4a99-83e9-94e8b1e450b9 req-41c7562d-d287-40a9-bf95-17df9175f55a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0551023 Aug 23 14:56:12.594595 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2256ac2f-6202-4a99-83e9-94e8b1e450b9 req-687f8e6b-73a0-47c6-b58a-73abf60dc663 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351596 Aug 23 14:56:13.018498 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c6bae-34a6-454c-a264-ca7e8be60f1d req-724e1e4c-758c-4919-a842-3fd8957e9304 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:13.021027 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-902c6bae-34a6-454c-a264-ca7e8be60f1d req-724e1e4c-758c-4919-a842-3fd8957e9304 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0597529 Aug 23 14:56:13.072441 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-902c6bae-34a6-454c-a264-ca7e8be60f1d req-d43969bb-0de1-4ac5-a873-b5c46e570565 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447137 Aug 23 14:56:13.586459 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6179c-3d41-4aa9-9f07-ed5c1cf92a51 req-638399ac-49bd-4d39-9e8d-660a986a3898 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:13.592268 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-68e6179c-3d41-4aa9-9f07-ed5c1cf92a51 req-638399ac-49bd-4d39-9e8d-660a986a3898 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 946 time: 0.0767431 Aug 23 14:56:13.644270 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-68e6179c-3d41-4aa9-9f07-ed5c1cf92a51 req-c49ffec9-49c9-45f3-b9b4-252711db547d tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups?id=05ea59fe-a2de-4e5d-9a54-04773ffe1361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496886 Aug 23 14:56:13.756765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa8097-8698-4119-95af-673f6c9d5111 req-b3a81443-610b-47df-9653-863c58345d8d tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:13.758255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-99aa8097-8698-4119-95af-673f6c9d5111 req-b3a81443-610b-47df-9653-863c58345d8d tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.57 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 946 time: 0.0905671 Aug 23 14:56:13.771405 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252f0a0-3d8d-4d4b-a6d6-993d7dfdd55a req-80cf2f22-e431-47b1-831a-fcf41e3e080a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:13.772909 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7252f0a0-3d8d-4d4b-a6d6-993d7dfdd55a req-80cf2f22-e431-47b1-831a-fcf41e3e080a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0702889 Aug 23 14:56:13.878200 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7252f0a0-3d8d-4d4b-a6d6-993d7dfdd55a req-3e69a386-6f81-4e70-95e9-b1555fd6773d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973957 Aug 23 14:56:13.930256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-99aa8097-8698-4119-95af-673f6c9d5111 req-6fa11470-2014-40b4-8124-ad0f02e46939 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Deleting port e3c6950f-6fb5-49b0-ba51-72bcd3257e05 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:56:13.931122 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-99aa8097-8698-4119-95af-673f6c9d5111 req-6fa11470-2014-40b4-8124-ad0f02e46939 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:14.051125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-99aa8097-8698-4119-95af-673f6c9d5111 req-6fa11470-2014-40b4-8124-ad0f02e46939 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] For port e3c6950f-6fb5-49b0-ba51-72bcd3257e05, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e3c6950f-6fb5-49b0-ba51-72bcd3257e05,segment=NetworkSegment(c3a07696-3d93-4d36-bb43-388875aedbe6),segment_id=c3a07696-3d93-4d36-bb43-388875aedbe6)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:14.051816 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-99aa8097-8698-4119-95af-673f6c9d5111 req-6fa11470-2014-40b4-8124-ad0f02e46939 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:14.066383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-99aa8097-8698-4119-95af-673f6c9d5111 req-6fa11470-2014-40b4-8124-ad0f02e46939 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Calling delete_port for e3c6950f-6fb5-49b0-ba51-72bcd3257e05 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:56:14.271162 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2dcb8-87c0-4e27-92ee-d37bbb28c650 req-886d6148-48ca-49f9-b10e-e6c3bdd9c444 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:14.273191 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18c2dcb8-87c0-4e27-92ee-d37bbb28c650 req-886d6148-48ca-49f9-b10e-e6c3bdd9c444 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0727441 Aug 23 14:56:14.317025 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18c2dcb8-87c0-4e27-92ee-d37bbb28c650 req-16aacfbb-c3e9-4fd3-bbfa-bf72c6007857 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366962 Aug 23 14:56:14.322609 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-99aa8097-8698-4119-95af-673f6c9d5111 req-6fa11470-2014-40b4-8124-ad0f02e46939 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:14.336880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['e3c6950f-6fb5-49b0-ba51-72bcd3257e05'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:56:14.365515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa11470-2014-40b4-8124-ad0f02e46939 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Pushing event deleted for resources: {'Port': ['ID=e3c6950f-6fb5-49b0-ba51-72bcd3257e05,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:14.406319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-99aa8097-8698-4119-95af-673f6c9d5111 req-6fa11470-2014-40b4-8124-ad0f02e46939 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] No DVR routers for this DVR port e3c6950f-6fb5-49b0-ba51-72bcd3257e05 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:56:14.409005 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-99aa8097-8698-4119-95af-673f6c9d5111 req-6fa11470-2014-40b4-8124-ad0f02e46939 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:14.411274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-99aa8097-8698-4119-95af-673f6c9d5111 req-6fa11470-2014-40b4-8124-ad0f02e46939 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.57 "DELETE /v2.0/ports/e3c6950f-6fb5-49b0-ba51-72bcd3257e05 HTTP/1.1" status: 204 len: 173 time: 0.6374712 Aug 23 14:56:14.423394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64a99a8-15a1-4888-863f-5345a5e33e48', 'name': 'network-vif-deleted', 'tag': 'e3c6950f-6fb5-49b0-ba51-72bcd3257e05'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:14.423394 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f267df-71b9-46df-a26a-eb286c5c958c" -d '{"events": [{"server_uuid": "c64a99a8-15a1-4888-863f-5345a5e33e48", "name": "network-vif-deleted", "tag": "e3c6950f-6fb5-49b0-ba51-72bcd3257e05"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:14.461092 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48720ee3-e27f-45d1-b47a-3ed02f6fb6a4 x-openstack-request-id: req-48720ee3-e27f-45d1-b47a-3ed02f6fb6a4 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:14.461454 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64a99a8-15a1-4888-863f-5345a5e33e48", "name": "network-vif-deleted", "tag": "e3c6950f-6fb5-49b0-ba51-72bcd3257e05", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:14.461712 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-48720ee3-e27f-45d1-b47a-3ed02f6fb6a4 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:14.462823 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64a99a8-15a1-4888-863f-5345a5e33e48', 'name': 'network-vif-deleted', 'tag': 'e3c6950f-6fb5-49b0-ba51-72bcd3257e05', 'status': 'completed', 'code': 200} Aug 23 14:56:14.783491 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e51b5e96-3b4b-4be9-8976-43e352d72fed req-68f39bd2-a769-40db-894c-23fea17c0542 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/ports?device_id=c64a99a8-15a1-4888-863f-5345a5e33e48 HTTP/1.1" status: 200 len: 210 time: 0.0488880 Aug 23 14:56:14.982559 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:56:15.025201 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d793b-8542-4ba3-b00a-3636227dad2f req-ce69bbfc-b5dc-40b4-b2dc-f0d40cf2572d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:15.026760 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b86d793b-8542-4ba3-b00a-3636227dad2f req-ce69bbfc-b5dc-40b4-b2dc-f0d40cf2572d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0722477 Aug 23 14:56:15.082173 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b86d793b-8542-4ba3-b00a-3636227dad2f req-7dc3b342-bcf9-47d5-bd52-50791d9e726e tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427256 Aug 23 14:56:15.394012 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:15.463336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04376d-3d02-4c9c-95f7-f0fa034f606b req-7986ac30-113d-4e5a-bc31-a5394e710cb6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:15.465020 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e04376d-3d02-4c9c-95f7-f0fa034f606b req-7986ac30-113d-4e5a-bc31-a5394e710cb6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0579624 Aug 23 14:56:15.512473 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e04376d-3d02-4c9c-95f7-f0fa034f606b req-630817ce-51bf-42d2-88f7-afddfb45479d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 Aug 23 14:56:16.112705 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49544) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:16.195372 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-51e4ad53-560e-411d-9063-763ef8202060 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:16.239990 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-51e4ad53-560e-411d-9063-763ef8202060 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:16.315193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6e639-92f6-462c-bfd6-953253997d28 req-2d2e6a7e-64d9-4f5c-9ec1-b38798d06ad2 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:16.316775 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-def6e639-92f6-462c-bfd6-953253997d28 req-2d2e6a7e-64d9-4f5c-9ec1-b38798d06ad2 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.1058207 Aug 23 14:56:16.361607 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-def6e639-92f6-462c-bfd6-953253997d28 req-faca92cf-c9e5-45ca-a3c5-05704557b837 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377209 Aug 23 14:56:16.412822 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-51e4ad53-560e-411d-9063-763ef8202060 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:16.415774 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-51e4ad53-560e-411d-9063-763ef8202060 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:16.420037 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-51e4ad53-560e-411d-9063-763ef8202060 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "DELETE /v2.0/security-groups/f26e5bd3-6dbc-4be3-b241-22080d28b90e HTTP/1.1" status: 204 len: 168 time: 0.3031151 Aug 23 14:56:16.421719 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49552) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:16.436175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4ad53-560e-411d-9063-763ef8202060 tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26e5bd3-6dbc-4be3-b241-22080d28b90e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:16.443345 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-d8cd992c-0ce3-4de3-ae9e-7ca59838192d tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] show failed (client error): The resource could not be found. Aug 23 14:56:16.443816 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d8cd992c-0ce3-4de3-ae9e-7ca59838192d tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "GET /v2.0/security-groups/f26e5bd3-6dbc-4be3-b241-22080d28b90e HTTP/1.1" status: 404 len: 347 time: 0.0211215 Aug 23 14:56:16.447816 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49554) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:16.586143 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-18d40fd1-4909-42e0-adba-ddbcf923ad4f tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Deleting port 9a64c7af-ee51-4aa7-8351-5967d744c358 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:56:16.588604 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-18d40fd1-4909-42e0-adba-ddbcf923ad4f tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:16.695457 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b38068-0dd9-4b58-9466-16b1511b0a73 req-7d6a2c36-3d98-4ffc-89de-accd3e935ae9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:16.697693 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4b38068-0dd9-4b58-9466-16b1511b0a73 req-7d6a2c36-3d98-4ffc-89de-accd3e935ae9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.1070290 Aug 23 14:56:16.719574 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-18d40fd1-4909-42e0-adba-ddbcf923ad4f tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:16.719943 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-18d40fd1-4909-42e0-adba-ddbcf923ad4f tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:16.745285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-18d40fd1-4909-42e0-adba-ddbcf923ad4f tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Calling delete_port for 9a64c7af-ee51-4aa7-8351-5967d744c358 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:56:16.771689 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4b38068-0dd9-4b58-9466-16b1511b0a73 req-4ccfb8c8-f5a0-4ab6-ae8e-b0dcebeee04e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666196 Aug 23 14:56:16.903624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e3c6950f-6fb5-49b0-ba51-72bcd3257e05 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:56:16.923629 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: e3c6950f-6fb5-49b0-ba51-72bcd3257e05 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:56:16.924026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e3c6950f-6fb5-49b0-ba51-72bcd3257e05 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:56:16.978807 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-18d40fd1-4909-42e0-adba-ddbcf923ad4f tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:17.006672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d40fd1-4909-42e0-adba-ddbcf923ad4f tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Pushing event deleted for resources: {'Port': ['ID=9a64c7af-ee51-4aa7-8351-5967d744c358,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:17.077039 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-18d40fd1-4909-42e0-adba-ddbcf923ad4f tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:17.079898 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-18d40fd1-4909-42e0-adba-ddbcf923ad4f tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:17.083225 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-18d40fd1-4909-42e0-adba-ddbcf923ad4f tempest-ImagesOneServerNegativeTestJSON-641264812 tempest-ImagesOneServerNegativeTestJSON-641264812-project] 10.222.0.38 "DELETE /v2.0/floatingips/8a9e4dbf-6eb4-4bea-8d58-6ecdb73d4422 HTTP/1.1" status: 204 len: 168 time: 0.6323376 Aug 23 14:56:17.201317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49570) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:17.252705 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cc424e-fb7d-447c-9b7a-9a571e5ceea3 admin admin] Deleting subnet d392b64f-c156-46b6-8173-3c86c501f74a {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:56:17.258404 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2cc424e-fb7d-447c-9b7a-9a571e5ceea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:17.302845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2cc424e-fb7d-447c-9b7a-9a571e5ceea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:17.371703 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2cc424e-fb7d-447c-9b7a-9a571e5ceea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:17.544731 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2cc424e-fb7d-447c-9b7a-9a571e5ceea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:17.576931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cd294-b714-4abb-8cb3-36c96f5ac36c req-a41d86bd-35d7-4b5a-8d0b-6e9309e09d9d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:17.581363 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc424e-fb7d-447c-9b7a-9a571e5ceea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d392b64f-c156-46b6-8173-3c86c501f74a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:17.587132 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-213cd294-b714-4abb-8cb3-36c96f5ac36c req-a41d86bd-35d7-4b5a-8d0b-6e9309e09d9d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0798633 Aug 23 14:56:17.588252 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2cc424e-fb7d-447c-9b7a-9a571e5ceea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:17.593793 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49588) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:17.594082 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a2cc424e-fb7d-447c-9b7a-9a571e5ceea3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d392b64f-c156-46b6-8173-3c86c501f74a HTTP/1.1" status: 204 len: 168 time: 0.3930709 Aug 23 14:56:17.714081 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-213cd294-b714-4abb-8cb3-36c96f5ac36c req-5e81dcee-dae9-44b9-8296-baaf6f4086cf tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178317 Aug 23 14:56:17.721219 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d3549e9-c7a8-41bf-8b63-be8f730305d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:17.848276 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d3549e9-c7a8-41bf-8b63-be8f730305d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:17.863616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-6d3549e9-c7a8-41bf-8b63-be8f730305d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93603194-85ba-4b24-b966-c2b01e3092f9']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:56:17.877946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-6d3549e9-c7a8-41bf-8b63-be8f730305d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a07696-3d93-4d36-bb43-388875aedbe6') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:56:17.878241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-6d3549e9-c7a8-41bf-8b63-be8f730305d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a07696-3d93-4d36-bb43-388875aedbe6') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:56:17.893195 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d3549e9-c7a8-41bf-8b63-be8f730305d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:17.917201 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d3549e9-c7a8-41bf-8b63-be8f730305d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:17.923791 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa4f1a-f5da-4e10-b2bd-edd6bccbe6f8 req-99fc45f8-0d01-4eff-800f-f2f6a4d5133d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:17.925394 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3cfa4f1a-f5da-4e10-b2bd-edd6bccbe6f8 req-99fc45f8-0d01-4eff-800f-f2f6a4d5133d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0616486 Aug 23 14:56:17.928276 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3549e9-c7a8-41bf-8b63-be8f730305d6 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:56:17.928276 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d3549e9-c7a8-41bf-8b63-be8f730305d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:56:17.929227 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:56:17.994221 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3cfa4f1a-f5da-4e10-b2bd-edd6bccbe6f8 req-63c12b04-6067-4f18-a895-c77dfd7298aa tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549490 Aug 23 14:56:18.121242 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d3549e9-c7a8-41bf-8b63-be8f730305d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:18.126873 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d3549e9-c7a8-41bf-8b63-be8f730305d6 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:18.131467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6d3549e9-c7a8-41bf-8b63-be8f730305d6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/93603194-85ba-4b24-b966-c2b01e3092f9 HTTP/1.1" status: 204 len: 168 time: 0.5341799 Aug 23 14:56:18.146827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3549e9-c7a8-41bf-8b63-be8f730305d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=93603194-85ba-4b24-b966-c2b01e3092f9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:18.520360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49606) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:18.571966 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a9ae1b37-2abe-4da2-b285-81a08af223d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9e183869233847ac853c77a0edf17feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499864 Aug 23 14:56:18.575306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49610) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:18.644059 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-efa915c5-11fd-43b2-aff7-14e3ec510660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:18.675294 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-efa915c5-11fd-43b2-aff7-14e3ec510660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:18.801147 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-efa915c5-11fd-43b2-aff7-14e3ec510660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:18.803929 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-efa915c5-11fd-43b2-aff7-14e3ec510660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:18.807339 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-efa915c5-11fd-43b2-aff7-14e3ec510660 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/05ea59fe-a2de-4e5d-9a54-04773ffe1361 HTTP/1.1" status: 204 len: 168 time: 0.2289555 Aug 23 14:56:18.831405 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa915c5-11fd-43b2-aff7-14e3ec510660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea59fe-a2de-4e5d-9a54-04773ffe1361,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:18.859904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5780e0d-d7b6-4462-8140-78759da8cef2 req-1fc94fb6-823e-4201-bdda-c3688c9d2b95 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:18.864695 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5780e0d-d7b6-4462-8140-78759da8cef2 req-1fc94fb6-823e-4201-bdda-c3688c9d2b95 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0690217 Aug 23 14:56:18.911324 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5780e0d-d7b6-4462-8140-78759da8cef2 req-64ddd0c2-4104-4512-833b-f8b775c1da21 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Aug 23 14:56:19.153590 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844c956-231c-46f9-96b2-2fdc27a8ae94 req-abadd44c-3d0c-4654-b076-4743bec8f96f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:19.155692 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c844c956-231c-46f9-96b2-2fdc27a8ae94 req-abadd44c-3d0c-4654-b076-4743bec8f96f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0627666 Aug 23 14:56:19.203261 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c844c956-231c-46f9-96b2-2fdc27a8ae94 req-3563c864-2ca5-44eb-8fb0-044607958c0e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410972 Aug 23 14:56:20.052871 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:20.057680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372dd33-3a51-4861-a73d-61410c3fc232 req-5d06ae24-b86e-481e-a5d3-65d0f61ef904 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:20.067848 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3372dd33-3a51-4861-a73d-61410c3fc232 req-5d06ae24-b86e-481e-a5d3-65d0f61ef904 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0632362 Aug 23 14:56:20.102944 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3372dd33-3a51-4861-a73d-61410c3fc232 req-3d43c5aa-3756-4627-ba2a-0fcab8c53d0f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371180 Aug 23 14:56:20.357890 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c718b-fffc-4473-96a5-422ec4a79dbb req-505c8641-99ca-468b-8d08-8704de76a7a5 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:20.359333 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-362c718b-fffc-4473-96a5-422ec4a79dbb req-505c8641-99ca-468b-8d08-8704de76a7a5 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0551629 Aug 23 14:56:20.401742 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-362c718b-fffc-4473-96a5-422ec4a79dbb req-41989f26-aa53-4d5e-a272-f21c9dd0ba5c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358722 Aug 23 14:56:21.243212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be78900-7868-4f3a-81a4-f3c603084c83 req-e4ac3adf-bdbe-4893-ae8a-ebf2e4258734 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:21.245615 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2be78900-7868-4f3a-81a4-f3c603084c83 req-e4ac3adf-bdbe-4893-ae8a-ebf2e4258734 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0638030 Aug 23 14:56:21.306326 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2be78900-7868-4f3a-81a4-f3c603084c83 req-8f245359-4c9a-4982-be31-68018cb7dab7 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536323 Aug 23 14:56:21.578959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdaf779-bee0-4101-9a8e-ad5179b0735e req-367d5fc2-d87d-42a5-bb0b-e2c4a6985498 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:21.580819 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3bdaf779-bee0-4101-9a8e-ad5179b0735e req-367d5fc2-d87d-42a5-bb0b-e2c4a6985498 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0778439 Aug 23 14:56:21.623267 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3bdaf779-bee0-4101-9a8e-ad5179b0735e req-bf6b5bc2-1c66-4490-9fd2-d1c8f33036e8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358448 Aug 23 14:56:22.460937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012eccf-2ef5-40b2-bbb9-033334cfba7a req-cb28bb17-270d-4b6b-9f48-416d677d5040 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:22.463474 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0012eccf-2ef5-40b2-bbb9-033334cfba7a req-cb28bb17-270d-4b6b-9f48-416d677d5040 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0658572 Aug 23 14:56:22.544373 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-240409e7-852a-41d7-84a8-c37a41e6457a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:22.547468 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0012eccf-2ef5-40b2-bbb9-033334cfba7a req-1788dfac-900a-4d82-9d46-a7c3e8143ff9 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703771 Aug 23 14:56:22.760028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407bbb0-9ce7-41ae-b308-e520f171244f req-8af3da8e-5da9-4497-8d87-d204aac0089a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:22.761656 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a407bbb0-9ce7-41ae-b308-e520f171244f req-8af3da8e-5da9-4497-8d87-d204aac0089a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0603561 Aug 23 14:56:22.826241 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a407bbb0-9ce7-41ae-b308-e520f171244f req-7ad2682d-7219-44f4-9cd2-3f4229810bc3 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537572 Aug 23 14:56:23.862190 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bc988-bc1c-438d-8db6-0e8bfdf53851 req-942bac66-a7a2-4c9e-b48b-771da06fc314 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:23.862190 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-795bc988-bc1c-438d-8db6-0e8bfdf53851 req-942bac66-a7a2-4c9e-b48b-771da06fc314 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0786841 Aug 23 14:56:23.862190 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-795bc988-bc1c-438d-8db6-0e8bfdf53851 req-5e4e9ef9-032e-46c1-a4c5-2a1c40e3bc62 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350845 Aug 23 14:56:23.973639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853ded7-c8d8-4d85-8cb4-722cf7c0ab20 req-181797f8-49ab-476f-a55d-1cae5bebc5b8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:23.975728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6853ded7-c8d8-4d85-8cb4-722cf7c0ab20 req-181797f8-49ab-476f-a55d-1cae5bebc5b8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0586717 Aug 23 14:56:24.020473 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6853ded7-c8d8-4d85-8cb4-722cf7c0ab20 req-750075fe-6d37-48a7-bb3d-f840abde2f3e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375102 Aug 23 14:56:25.021175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedab59-8f1e-41b5-bff2-17967faf7111 req-de94a6b6-8810-4986-9edd-d13adbd9e342 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:25.022768 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2eedab59-8f1e-41b5-bff2-17967faf7111 req-de94a6b6-8810-4986-9edd-d13adbd9e342 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0699716 Aug 23 14:56:25.085647 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2eedab59-8f1e-41b5-bff2-17967faf7111 req-e87a389f-463a-4338-b566-0a88463f9f7d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503719 Aug 23 14:56:25.194830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888633f-4b64-4d88-a550-fab222a72ea7 req-5cd45203-df81-4a6e-abba-6de1230a70b0 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:25.196540 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7888633f-4b64-4d88-a550-fab222a72ea7 req-5cd45203-df81-4a6e-abba-6de1230a70b0 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0531244 Aug 23 14:56:25.247152 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7888633f-4b64-4d88-a550-fab222a72ea7 req-e6cb5110-80fe-453f-9e9f-e06dfd111e84 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441411 Aug 23 14:56:25.423996 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:25.431117 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49810) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:25.574839 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:25.731433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:25.799328 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:25.827675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:56:25.828012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf650366-9706-4067-8387-8ac5bcc0f690,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:25.850601 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:25.851368 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:25.851960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:25.852484 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:25.852996 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:25.853523 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:25.854023 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:25.854518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:25.855023 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:25.855532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:25.856212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:25.856910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:25.895216 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a4a7883f-b3a8-4b43-a172-ab7f6c0a3e3a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=37229033ba2346a99eeb330ecc084ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603882 Aug 23 14:56:25.897994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49818) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:25.979446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:25.991358 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'ac453ac7-e9d8-46c1-9361-cb9ab02a8d33', 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc', 'port_id': 'ac453ac7-e9d8-46c1-9361-cb9ab02a8d33', 'mac_address': 'fa:16:3e:2e:86:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b3e36c-1650-4d6b-95fe-b5ff6ebbdd2b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:56:25.996589 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-edd74c02-c8ae-4044-87cd-866a54f50897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:26.025572 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-edd74c02-c8ae-4044-87cd-866a54f50897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:26.043248 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:26.059633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:56:26.092830 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:26.167418 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:26.251174 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-edd74c02-c8ae-4044-87cd-866a54f50897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:26.254276 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-edd74c02-c8ae-4044-87cd-866a54f50897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:26.255629 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-edd74c02-c8ae-4044-87cd-866a54f50897 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf650366-9706-4067-8387-8ac5bcc0f690 HTTP/1.1" status: 204 len: 168 time: 0.3589318 Aug 23 14:56:26.259988 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:26.275710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd74c02-c8ae-4044-87cd-866a54f50897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf650366-9706-4067-8387-8ac5bcc0f690,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:26.292314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d61c7-06e0-47bb-b372-090b62ce8dc0 req-97be329f-fbcf-4707-9d21-634a4ad5317b tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:26.306191 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-806d61c7-06e0-47bb-b372-090b62ce8dc0 req-97be329f-fbcf-4707-9d21-634a4ad5317b tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 945 time: 0.1063693 Aug 23 14:56:26.347125 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-806d61c7-06e0-47bb-b372-090b62ce8dc0 req-e61413c5-4532-41e8-b60a-3c499d660400 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454409 Aug 23 14:56:26.454326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['ac453ac7-e9d8-46c1-9361-cb9ab02a8d33'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:56:26.474875 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb37ae-080d-4f78-aafa-c4baccb110ea req-6d7e1bc6-fba2-4900-a0ad-4fa3ac51a2d9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:26.477657 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-26fb37ae-080d-4f78-aafa-c4baccb110ea req-6d7e1bc6-fba2-4900-a0ad-4fa3ac51a2d9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0747855 Aug 23 14:56:26.549754 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-26fb37ae-080d-4f78-aafa-c4baccb110ea req-c9566296-f7b2-4635-b95e-13c605bfce76 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607164 Aug 23 14:56:26.593968 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c1ec65e1-320c-493d-81ef-8b2bf5d59309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:26.691139 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:27.515878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ce876-54aa-408c-81d8-ab8425405f99 req-40767bf0-91ed-454e-90e4-c10014d8e703 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:27.517787 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb3ce876-54aa-408c-81d8-ab8425405f99 req-40767bf0-91ed-454e-90e4-c10014d8e703 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 945 time: 0.0692766 Aug 23 14:56:27.564881 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb3ce876-54aa-408c-81d8-ab8425405f99 req-20cc56f4-80eb-4163-a009-9f1a6ff42d73 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395076 Aug 23 14:56:27.694894 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cbe20-472a-45c1-9d48-434e3c1579c4 req-29860feb-18c4-469b-ab0e-4ce60e516dba tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:27.703696 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b9cbe20-472a-45c1-9d48-434e3c1579c4 req-29860feb-18c4-469b-ab0e-4ce60e516dba tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0768075 Aug 23 14:56:27.768676 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b9cbe20-472a-45c1-9d48-434e3c1579c4 req-1fc5afa3-feab-4ac1-95f3-384b48d53e59 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500917 Aug 23 14:56:27.841951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:56:27.898732 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:56:27.899193 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:27.992579 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:28.037653 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:28.039018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571792d8-31a3-4341-a4ca-be34e10548fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac453ac7-e9d8-46c1-9361-cb9ab02a8d33'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:28.042519 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c217a2-fe31-417d-8339-ac2d8ce216d3" -d '{"events": [{"server_uuid": "571792d8-31a3-4341-a4ca-be34e10548fd", "name": "network-vif-plugged", "status": "completed", "tag": "ac453ac7-e9d8-46c1-9361-cb9ab02a8d33"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:28.081208 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a025fc23-587e-41bb-a6cb-63934f99b9ba x-openstack-request-id: req-a025fc23-587e-41bb-a6cb-63934f99b9ba {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:28.081505 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571792d8-31a3-4341-a4ca-be34e10548fd", "name": "network-vif-plugged", "status": "completed", "tag": "ac453ac7-e9d8-46c1-9361-cb9ab02a8d33", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:28.081759 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a025fc23-587e-41bb-a6cb-63934f99b9ba {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:28.082149 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571792d8-31a3-4341-a4ca-be34e10548fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac453ac7-e9d8-46c1-9361-cb9ab02a8d33', 'code': 200} Aug 23 14:56:28.125858 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:28.194406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:28.354211 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49894) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:28.381427 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d455031-49af-410e-8988-7186c29ee517 req-da52ea81-f950-48d7-b5ad-8c71a71993b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:28.384228 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d455031-49af-410e-8988-7186c29ee517 req-da52ea81-f950-48d7-b5ad-8c71a71993b1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 1097 time: 0.1200659 Aug 23 14:56:28.469369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d455031-49af-410e-8988-7186c29ee517 req-3ebc9459-4b68-4e33-a13a-ea44c9e3b7ff service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660837 Aug 23 14:56:28.480909 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:28.525280 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c8891e9-937a-4d39-a381-9d3454d6352d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:28.658089 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c8891e9-937a-4d39-a381-9d3454d6352d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:28.744597 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c8891e9-937a-4d39-a381-9d3454d6352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:28.765157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb013d3c-d8a4-4cd0-b612-2956aeec3ee6 req-6433a756-3035-45b3-a0cc-8f3b4a9a0fc6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:28.766979 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb013d3c-d8a4-4cd0-b612-2956aeec3ee6 req-6433a756-3035-45b3-a0cc-8f3b4a9a0fc6 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0646114 Aug 23 14:56:28.831745 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9c8891e9-937a-4d39-a381-9d3454d6352d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=02f4521a1f5f4386a7e8bac2a91521ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4757617 Aug 23 14:56:28.834475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49904) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:28.840298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8891e9-937a-4d39-a381-9d3454d6352d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c67755-c137-417b-ac5f-0780f99f97eb,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:28.863602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb013d3c-d8a4-4cd0-b612-2956aeec3ee6 req-b48c982b-419f-4eda-a095-44cf0e7c33f2 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753448 Aug 23 14:56:28.959159 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd15628-5af7-4299-ac24-f7fa14eb0de9 req-9e49582a-b804-4c3d-87b9-a1d9361cc9cb tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:28.962653 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5cd15628-5af7-4299-ac24-f7fa14eb0de9 req-9e49582a-b804-4c3d-87b9-a1d9361cc9cb tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0971551 Aug 23 14:56:29.006698 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d307d1ee-a278-43ba-acc0-990388e2ce36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:29.052448 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d307d1ee-a278-43ba-acc0-990388e2ce36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:29.062937 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5cd15628-5af7-4299-ac24-f7fa14eb0de9 req-ff4ad102-4a91-416b-80ab-9907d48c7d7b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843015 Aug 23 14:56:29.222238 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d307d1ee-a278-43ba-acc0-990388e2ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:29.224883 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d307d1ee-a278-43ba-acc0-990388e2ce36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:29.226105 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d307d1ee-a278-43ba-acc0-990388e2ce36 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d8c67755-c137-417b-ac5f-0780f99f97eb HTTP/1.1" status: 204 len: 168 time: 0.3904619 Aug 23 14:56:29.235021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307d1ee-a278-43ba-acc0-990388e2ce36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c67755-c137-417b-ac5f-0780f99f97eb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:29.863065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:56:29.995940 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:30.010283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '48a87d1e-13ff-4ebe-8abb-b7b6b248c981', 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b', 'port_id': '48a87d1e-13ff-4ebe-8abb-b7b6b248c981', 'mac_address': 'fa:16:3e:a3:33:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a98ce89-de66-4736-958d-4fd0680e79be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:56:30.031418 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951c1e0-36a3-4e69-958c-59ff8ee06f09 req-f753cdab-10fc-40dc-83fb-285ee324875d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:30.036264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5951c1e0-36a3-4e69-958c-59ff8ee06f09 req-f753cdab-10fc-40dc-83fb-285ee324875d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0833693 Aug 23 14:56:30.058772 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:30.079937 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5951c1e0-36a3-4e69-958c-59ff8ee06f09 req-cb3d3ac4-9009-4a34-99f0-c8613c899018 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368273 Aug 23 14:56:30.082893 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:56:30.125180 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:30.194960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ef69f-226c-4a7e-b4c0-12f86782d7d5 req-aa256618-1aaf-4a65-95ae-00d288d0dc43 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:30.196925 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8ef69f-226c-4a7e-b4c0-12f86782d7d5 req-aa256618-1aaf-4a65-95ae-00d288d0dc43 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0527842 Aug 23 14:56:30.233452 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:30.249024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8ef69f-226c-4a7e-b4c0-12f86782d7d5 req-7126d5e7-2652-4c43-82c1-50eff5928fd7 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Aug 23 14:56:30.305994 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:30.344901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['48a87d1e-13ff-4ebe-8abb-b7b6b248c981'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:56:30.513264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49954) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:30.668763 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1984307559-network', 'tenant_id': 'e3e8a488145a49fb9357ed979004996b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:30.790596 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] Made reservation on behalf of e3e8a488145a49fb9357ed979004996b for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:56:30.792957 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:30.803140 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:30.901785 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:31.012737 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:31.043415 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:56:31.049944 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:31.056781 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:31.057125 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] Added segment 45edded4-f409-474b-89a3-5d4b1b17c419 of type vlan for network 515c5043-8a1b-48a5-bf1d-35053ecdca9c Aug 23 14:56:31.104609 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:31.233251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:31.234375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:31.235111 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:31.298197 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df262350-4f38-4ae8-a5de-aa4b5bbe5d21 req-b081641e-522b-4b51-b2f1-d5c089e873ce tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:31.307865 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df262350-4f38-4ae8-a5de-aa4b5bbe5d21 req-b081641e-522b-4b51-b2f1-d5c089e873ce tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.1220529 Aug 23 14:56:31.354237 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] Pushing event updated for resources: {'Network': ['ID=515c5043-8a1b-48a5-bf1d-35053ecdca9c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:31.356623 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df262350-4f38-4ae8-a5de-aa4b5bbe5d21 req-e007b1ea-73d3-487f-b716-eee7ac4d7342 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449867 Aug 23 14:56:31.380883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 515c5043-8a1b-48a5-bf1d-35053ecdca9c details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:56:31.407531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-47932a18-44ff-4024-8ee2-5e6f13fc834f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8930562 Aug 23 14:56:31.411538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49992) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:31.429247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-68cb5067-0864-4e9c-8923-d7d2714db488 admin admin] Request body: {'subnet': {'network_id': '515c5043-8a1b-48a5-bf1d-35053ecdca9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1984307559-subnet', 'tenant_id': 'e3e8a488145a49fb9357ed979004996b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:31.504456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7a47a-aeb5-47c8-9c5f-5289b6c0c431 req-15584f90-2372-48bb-bd52-0df9646193f4 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:31.512775 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-92b7a47a-aeb5-47c8-9c5f-5289b6c0c431 req-15584f90-2372-48bb-bd52-0df9646193f4 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.0695167 Aug 23 14:56:31.565233 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-92b7a47a-aeb5-47c8-9c5f-5289b6c0c431 req-c05185de-aec6-40cc-98cd-44b5bc4cb980 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503297 Aug 23 14:56:31.660473 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296772f5-8bab-4282-8cf1-83cb3c375556 req-6ab320af-37ca-4646-94ab-8bc78b3aa139 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:31.681459 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-296772f5-8bab-4282-8cf1-83cb3c375556 req-6ab320af-37ca-4646-94ab-8bc78b3aa139 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 945 time: 0.3084905 Aug 23 14:56:31.723138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cb5067-0864-4e9c-8923-d7d2714db488 admin admin] Made reservation on behalf of e3e8a488145a49fb9357ed979004996b for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:56:31.723138 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68cb5067-0864-4e9c-8923-d7d2714db488 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:31.767281 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-296772f5-8bab-4282-8cf1-83cb3c375556 req-03e5d3a7-7d14-46c2-bfa2-4cb94411dff8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842388 Aug 23 14:56:31.878786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:56:31.985410 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:56:31.986070 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:32.115015 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:32.121853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50006) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:32.150017 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68cb5067-0864-4e9c-8923-d7d2714db488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:32.153220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a87d1e-13ff-4ebe-8abb-b7b6b248c981'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:32.155717 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bbacec-0321-4d56-92d2-e3f37ddd02af" -d '{"events": [{"server_uuid": "a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb", "name": "network-vif-plugged", "status": "completed", "tag": "48a87d1e-13ff-4ebe-8abb-b7b6b248c981"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:32.181401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:32.239283 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f3bca2-05d4-4365-861a-c9fe719efa2e x-openstack-request-id: req-22f3bca2-05d4-4365-861a-c9fe719efa2e {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:32.239908 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb", "name": "network-vif-plugged", "status": "completed", "tag": "48a87d1e-13ff-4ebe-8abb-b7b6b248c981", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:32.240440 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22f3bca2-05d4-4365-861a-c9fe719efa2e {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:32.241430 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a87d1e-13ff-4ebe-8abb-b7b6b248c981', 'code': 200} Aug 23 14:56:32.253392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb5067-0864-4e9c-8923-d7d2714db488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa8984d-a374-4ec1-b25c-d977d386f7a0,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:32.271929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cb5067-0864-4e9c-8923-d7d2714db488 admin admin] Checking segment: {'id': '45edded4-f409-474b-89a3-5d4b1b17c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '515c5043-8a1b-48a5-bf1d-35053ecdca9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:56:32.271929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cb5067-0864-4e9c-8923-d7d2714db488 admin admin] Network hostable DHCP agents. Network: 515c5043-8a1b-48a5-bf1d-35053ecdca9c, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:56:32.291416 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:32.375448 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e669795f-b243-48fa-b636-8718a5208c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:32.378560 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:32.512646 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e669795f-b243-48fa-b636-8718a5208c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:32.524993 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cb5067-0864-4e9c-8923-d7d2714db488 admin admin] Network 515c5043-8a1b-48a5-bf1d-35053ecdca9c is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:56:32.589957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2748-4688-48c8-995d-6c2af042e076 req-8d4238c2-84e8-482c-818f-ce54a49a7e94 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:32.591797 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-35da2748-4688-48c8-995d-6c2af042e076 req-8d4238c2-84e8-482c-818f-ce54a49a7e94 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/networks?id=4fd99715-b318-4103-bfaa-458cab26e3bc HTTP/1.1" status: 200 len: 814 time: 0.1328285 Aug 23 14:56:32.609853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-35da2748-4688-48c8-995d-6c2af042e076 req-d06d297a-2375-4a12-8e93-02fc5dcc0159 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/quotas/136d3e2f53fd4a36bc4c6f2fb2b31f33 HTTP/1.1" status: 200 len: 375 time: 0.0112040 Aug 23 14:56:32.634127 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e669795f-b243-48fa-b636-8718a5208c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:32.655605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-68cb5067-0864-4e9c-8923-d7d2714db488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 515c5043-8a1b-48a5-bf1d-35053ecdca9c) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:56:32.660604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cb5067-0864-4e9c-8923-d7d2714db488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:32.661251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68cb5067-0864-4e9c-8923-d7d2714db488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:32.668613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdc601d-43aa-4eb6-866d-30d80af2e56a None None] Network 515c5043-8a1b-48a5-bf1d-35053ecdca9c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:56:32.714865 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-35da2748-4688-48c8-995d-6c2af042e076 req-3f017a24-85d5-4bc3-b64a-ba70a99d16c8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=136d3e2f53fd4a36bc4c6f2fb2b31f33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954139 Aug 23 14:56:32.724795 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e669795f-b243-48fa-b636-8718a5208c85 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8a738536ae8d4ad99a45b16202a6db26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6015863 Aug 23 14:56:32.733999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50026) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:32.821026 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-68cb5067-0864-4e9c-8923-d7d2714db488 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4078791 Aug 23 14:56:32.841259 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669795f-b243-48fa-b636-8718a5208c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9295a4f-f61f-4856-be2d-acdaeb856e43,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:32.858146 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f321efee-0e91-4651-b1f0-37980a115d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:32.892146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc2db6e-7527-4e14-9cc5-a47e12a7dc5e None None] Network 515c5043-8a1b-48a5-bf1d-35053ecdca9c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:56:32.906546 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f321efee-0e91-4651-b1f0-37980a115d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:32.935386 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-35da2748-4688-48c8-995d-6c2af042e076 req-ae37ceb6-0b2e-49ac-a4b6-fd3bbd437395 service neutron] 10.222.0.38 "GET /v2.0/networks/4fd99715-b318-4103-bfaa-458cab26e3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129719 Aug 23 14:56:32.976064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b10cc3-817e-448a-a5d3-0329d1225348 req-fae1a965-85b1-40c7-93eb-cde00fe85b66 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:32.984527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29b10cc3-817e-448a-a5d3-0329d1225348 req-fae1a965-85b1-40c7-93eb-cde00fe85b66 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0935490 Aug 23 14:56:33.045764 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29b10cc3-817e-448a-a5d3-0329d1225348 req-e258cf00-4c9b-4d89-9c4a-34f926366d9d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592477 Aug 23 14:56:33.098465 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-35da2748-4688-48c8-995d-6c2af042e076 req-36a396c3-e5e5-4965-b22e-ca113f2d2fbc service neutron] 10.222.0.38 "GET /v2.0/networks/4fd99715-b318-4103-bfaa-458cab26e3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607788 Aug 23 14:56:33.143576 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f321efee-0e91-4651-b1f0-37980a115d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:33.146056 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f321efee-0e91-4651-b1f0-37980a115d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:33.150229 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f321efee-0e91-4651-b1f0-37980a115d5b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f9295a4f-f61f-4856-be2d-acdaeb856e43 HTTP/1.1" status: 204 len: 168 time: 0.4077020 Aug 23 14:56:33.168516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321efee-0e91-4651-b1f0-37980a115d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9295a4f-f61f-4856-be2d-acdaeb856e43,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:33.426949 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ef5f5e3-4055-4cc0-86a4-2135837c6951 req-1c734505-b277-46ab-9e6b-4a6d4a19edd1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 210 time: 0.0376589 Aug 23 14:56:33.692711 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4aee7e29-ac45-496b-800b-5fae1a73ad08 req-41a22f9d-9bcb-4914-b26d-d54ebe460bd6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1132813185', 'description': 'tempest-description-1925386663'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:33.767981 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c799422-98a9-4ede-83eb-f7984b19efb7 req-4e0062d9-b5c2-48c5-ab5c-e76911e04030 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:33.769694 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c799422-98a9-4ede-83eb-f7984b19efb7 req-4e0062d9-b5c2-48c5-ab5c-e76911e04030 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.61 "GET /v2.0/ports?device_id=571792d8-31a3-4341-a4ca-be34e10548fd HTTP/1.1" status: 200 len: 946 time: 0.1412234 Aug 23 14:56:33.911371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-6c799422-98a9-4ede-83eb-f7984b19efb7 req-f80cbd80-4f35-4a4e-9ca1-fd96bd568428 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Deleting port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:56:33.919962 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6c799422-98a9-4ede-83eb-f7984b19efb7 req-f80cbd80-4f35-4a4e-9ca1-fd96bd568428 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:33.933002 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4aee7e29-ac45-496b-800b-5fae1a73ad08 req-41a22f9d-9bcb-4914-b26d-d54ebe460bd6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:34.029704 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-6c799422-98a9-4ede-83eb-f7984b19efb7 req-f80cbd80-4f35-4a4e-9ca1-fd96bd568428 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] For port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:34.030440 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6c799422-98a9-4ede-83eb-f7984b19efb7 req-f80cbd80-4f35-4a4e-9ca1-fd96bd568428 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:34.044888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-6c799422-98a9-4ede-83eb-f7984b19efb7 req-f80cbd80-4f35-4a4e-9ca1-fd96bd568428 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Calling delete_port for ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:56:34.077102 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4aee7e29-ac45-496b-800b-5fae1a73ad08 req-41a22f9d-9bcb-4914-b26d-d54ebe460bd6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:34.277832 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e174f-f56a-46b2-821e-066e5496c6f3 req-24bde97c-8e66-449f-9fad-6b4a2990af64 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:34.281689 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d87e174f-f56a-46b2-821e-066e5496c6f3 req-24bde97c-8e66-449f-9fad-6b4a2990af64 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.1079717 Aug 23 14:56:34.343689 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4aee7e29-ac45-496b-800b-5fae1a73ad08 req-41a22f9d-9bcb-4914-b26d-d54ebe460bd6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:34.355234 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d87e174f-f56a-46b2-821e-066e5496c6f3 req-94d29219-744c-4a02-98e2-13d85dace431 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620639 Aug 23 14:56:34.395324 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6c799422-98a9-4ede-83eb-f7984b19efb7 req-f80cbd80-4f35-4a4e-9ca1-fd96bd568428 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:34.408221 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['ac453ac7-e9d8-46c1-9361-cb9ab02a8d33'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:56:34.428214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a22f9d-9bcb-4914-b26d-d54ebe460bd6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95334205-7804-4d4f-b563-0f8ad7d5032f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:34.447816 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cbd80-4f35-4a4e-9ca1-fd96bd568428 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Pushing event deleted for resources: {'Port': ['ID=ac453ac7-e9d8-46c1-9361-cb9ab02a8d33,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:34.502259 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4aee7e29-ac45-496b-800b-5fae1a73ad08 req-41a22f9d-9bcb-4914-b26d-d54ebe460bd6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:34.503642 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4aee7e29-ac45-496b-800b-5fae1a73ad08 req-41a22f9d-9bcb-4914-b26d-d54ebe460bd6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8327351 Aug 23 14:56:34.507111 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c799422-98a9-4ede-83eb-f7984b19efb7 req-f80cbd80-4f35-4a4e-9ca1-fd96bd568428 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] No DVR routers for this DVR port ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:56:34.511943 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6c799422-98a9-4ede-83eb-f7984b19efb7 req-f80cbd80-4f35-4a4e-9ca1-fd96bd568428 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:34.514928 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c799422-98a9-4ede-83eb-f7984b19efb7 req-f80cbd80-4f35-4a4e-9ca1-fd96bd568428 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.61 "DELETE /v2.0/ports/ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 HTTP/1.1" status: 204 len: 173 time: 0.7365329 Aug 23 14:56:34.515555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571792d8-31a3-4341-a4ca-be34e10548fd', 'name': 'network-vif-deleted', 'tag': 'ac453ac7-e9d8-46c1-9361-cb9ab02a8d33'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:34.518734 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25cc597-8793-455a-864a-8552e1dde4b5" -d '{"events": [{"server_uuid": "571792d8-31a3-4341-a4ca-be34e10548fd", "name": "network-vif-deleted", "tag": "ac453ac7-e9d8-46c1-9361-cb9ab02a8d33"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:34.634076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-8254b4d0-cf30-41a4-adb4-e8173a22a4cf req-5c591042-4dd5-46ba-9ea0-069146d9202d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1104969769', 'description': 'tempest-description-1286513061'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:34.856661 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8254b4d0-cf30-41a4-adb4-e8173a22a4cf req-5c591042-4dd5-46ba-9ea0-069146d9202d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:35.005974 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8254b4d0-cf30-41a4-adb4-e8173a22a4cf req-5c591042-4dd5-46ba-9ea0-069146d9202d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:35.157425 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8254b4d0-cf30-41a4-adb4-e8173a22a4cf req-5c591042-4dd5-46ba-9ea0-069146d9202d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:35.213897 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c591042-4dd5-46ba-9ea0-069146d9202d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ca7af9-0133-4983-a3e7-c1da3930ff1b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:35.257069 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6a6563d2-35fc-4d2d-a645-76ab4c707d38 req-d5fc4652-6880-4540-95a2-c66139c5a6df tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 210 time: 0.7041545 Aug 23 14:56:35.306966 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef627beb-a472-42cd-91f7-637777c60152 x-openstack-request-id: req-ef627beb-a472-42cd-91f7-637777c60152 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:35.307374 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571792d8-31a3-4341-a4ca-be34e10548fd", "name": "network-vif-deleted", "tag": "ac453ac7-e9d8-46c1-9361-cb9ab02a8d33", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:35.307636 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef627beb-a472-42cd-91f7-637777c60152 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:35.308071 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571792d8-31a3-4341-a4ca-be34e10548fd', 'name': 'network-vif-deleted', 'tag': 'ac453ac7-e9d8-46c1-9361-cb9ab02a8d33', 'status': 'completed', 'code': 200} Aug 23 14:56:35.495411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360ca7b-1720-47aa-ac46-e7f9edfb78b3 req-6d7912ca-b148-4e2f-bc55-e020e4ae31ee tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:35.497020 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8360ca7b-1720-47aa-ac46-e7f9edfb78b3 req-6d7912ca-b148-4e2f-bc55-e020e4ae31ee tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0715203 Aug 23 14:56:35.550441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8360ca7b-1720-47aa-ac46-e7f9edfb78b3 req-cca5854a-c78d-40fb-92ba-4f477182f0e8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451283 Aug 23 14:56:35.606914 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8254b4d0-cf30-41a4-adb4-e8173a22a4cf req-5c591042-4dd5-46ba-9ea0-069146d9202d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:35.615114 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8254b4d0-cf30-41a4-adb4-e8173a22a4cf req-5c591042-4dd5-46ba-9ea0-069146d9202d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9803853 Aug 23 14:56:35.973871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b41a7-b280-409b-810a-9d649075de84 req-a789fe38-663b-4bb4-b6c6-96e626a41e7b tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:35.980660 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc1b41a7-b280-409b-810a-9d649075de84 req-a789fe38-663b-4bb4-b6c6-96e626a41e7b tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/networks?id=515c5043-8a1b-48a5-bf1d-35053ecdca9c HTTP/1.1" status: 200 len: 813 time: 0.1725368 Aug 23 14:56:36.016626 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc1b41a7-b280-409b-810a-9d649075de84 req-785a221d-75ea-4684-8668-c2826f1af6b7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/quotas/e3e8a488145a49fb9357ed979004996b HTTP/1.1" status: 200 len: 375 time: 0.0245962 Aug 23 14:56:36.057153 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc1b41a7-b280-409b-810a-9d649075de84 req-9a86290c-b8a6-4df3-b206-9c3917d35a9e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3e8a488145a49fb9357ed979004996b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431755 Aug 23 14:56:36.195925 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc1b41a7-b280-409b-810a-9d649075de84 req-cadc48a3-b0a1-4e92-8bda-a1802c727311 service neutron] 10.222.0.38 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366477 Aug 23 14:56:36.389210 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc1b41a7-b280-409b-810a-9d649075de84 req-749ad2fc-d538-4b40-af03-507551622476 service neutron] 10.222.0.38 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820474 Aug 23 14:56:36.398117 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6e790794-9afd-4d59-b259-195602a2cb32 req-bbd21379-de1f-4320-82d5-25e7d86cbccd tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 210 time: 0.0426879 Aug 23 14:56:36.714254 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa284c-6f21-4880-abed-c22d407be1a6 req-21fb3015-7426-46c5-a241-259668f65452 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:36.716807 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65fa284c-6f21-4880-abed-c22d407be1a6 req-21fb3015-7426-46c5-a241-259668f65452 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0761554 Aug 23 14:56:36.827991 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65fa284c-6f21-4880-abed-c22d407be1a6 req-0aa6a772-c71e-4de9-9220-e10ca60eeda4 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008828 Aug 23 14:56:36.978404 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b86093c6-9375-43dc-ace0-0ebb902f2069 req-6cf14ffa-2075-4807-95fb-19e55e9051f9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 210 time: 0.0352314 Aug 23 14:56:37.299284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2748-4688-48c8-995d-6c2af042e076 req-2924d395-5af5-454a-b0ab-4c73fe12715b tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:37.301217 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35da2748-4688-48c8-995d-6c2af042e076 req-2924d395-5af5-454a-b0ab-4c73fe12715b tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.57 "GET /v2.0/networks?id=4fd99715-b318-4103-bfaa-458cab26e3bc HTTP/1.1" status: 200 len: 814 time: 0.1333041 Aug 23 14:56:37.315421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-35da2748-4688-48c8-995d-6c2af042e076 req-73d690cb-c2e7-4293-aec6-a7167ac14068 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Request body: {'port': {'device_id': '7405a630-97bc-4138-b9ba-508d1889e8d6', 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc', 'admin_state_up': True, 'tenant_id': '136d3e2f53fd4a36bc4c6f2fb2b31f33'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:37.555516 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e036db44-4a47-444d-86db-d7be095612cd req-00de60ef-c06c-46c8-92ca-cf0235aac913 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 210 time: 0.0385664 Aug 23 14:56:37.655672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35da2748-4688-48c8-995d-6c2af042e076 req-73d690cb-c2e7-4293-aec6-a7167ac14068 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Made reservation on behalf of 136d3e2f53fd4a36bc4c6f2fb2b31f33 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:56:37.667814 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-35da2748-4688-48c8-995d-6c2af042e076 req-73d690cb-c2e7-4293-aec6-a7167ac14068 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:37.916753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:56:37.969951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:56:37.970583 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ac453ac7-e9d8-46c1-9361-cb9ab02a8d33 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:56:37.975425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-35da2748-4688-48c8-995d-6c2af042e076 req-73d690cb-c2e7-4293-aec6-a7167ac14068 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Allocated IP 172.20.0.4 (4fd99715-b318-4103-bfaa-458cab26e3bc/36b3e36c-1650-4d6b-95fe-b5ff6ebbdd2b/a3f3247d-c26c-49cd-a408-1905e67ed2d9) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:56:38.087197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d14403-75f0-4c5c-9b82-da6294289e46 req-c88cd00b-eb60-4d5d-a1a2-fc8e591cda71 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:38.100939 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-33d14403-75f0-4c5c-9b82-da6294289e46 req-c88cd00b-eb60-4d5d-a1a2-fc8e591cda71 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.1328351 Aug 23 14:56:38.206795 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-33d14403-75f0-4c5c-9b82-da6294289e46 req-a0bf797a-3c35-453b-9443-2d3f240ad525 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017730 Aug 23 14:56:38.276468 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6db69a57-41e3-412a-87de-7508c6c7c6a1 req-373ba963-9039-4906-8be9-71c17c3ff821 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 210 time: 0.0413859 Aug 23 14:56:38.356806 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-35da2748-4688-48c8-995d-6c2af042e076 req-73d690cb-c2e7-4293-aec6-a7167ac14068 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:38.481369 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-35da2748-4688-48c8-995d-6c2af042e076 req-73d690cb-c2e7-4293-aec6-a7167ac14068 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:38.563097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35da2748-4688-48c8-995d-6c2af042e076 req-73d690cb-c2e7-4293-aec6-a7167ac14068 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Network 4fd99715-b318-4103-bfaa-458cab26e3bc is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:56:38.566628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-35da2748-4688-48c8-995d-6c2af042e076 req-73d690cb-c2e7-4293-aec6-a7167ac14068 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:56:38.597978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-35da2748-4688-48c8-995d-6c2af042e076 req-73d690cb-c2e7-4293-aec6-a7167ac14068 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:56:38.691605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d690cb-c2e7-4293-aec6-a7167ac14068 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Pushing event updated for resources: {'Port': ['ID=a3f3247d-c26c-49cd-a408-1905e67ed2d9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:38.760711 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2748-4688-48c8-995d-6c2af042e076 req-73d690cb-c2e7-4293-aec6-a7167ac14068 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:38.761646 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-35da2748-4688-48c8-995d-6c2af042e076 req-73d690cb-c2e7-4293-aec6-a7167ac14068 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:38.802041 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d782a0-521b-42e1-b3f7-4d6c3ab9e437 req-50618224-e19f-4e0e-b569-9647ccbc4a6f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:38.804113 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-97d782a0-521b-42e1-b3f7-4d6c3ab9e437 req-50618224-e19f-4e0e-b569-9647ccbc4a6f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 931 time: 0.1020205 Aug 23 14:56:38.855877 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-97d782a0-521b-42e1-b3f7-4d6c3ab9e437 req-c9dff2e9-28f2-4a2d-a253-ccd49694952f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424447 Aug 23 14:56:38.874078 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35da2748-4688-48c8-995d-6c2af042e076 req-73d690cb-c2e7-4293-aec6-a7167ac14068 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5625556 Aug 23 14:56:38.886173 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Request body: {'port': {'device_id': '7405a630-97bc-4138-b9ba-508d1889e8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:38.956078 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:39.426848 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-38310b05-68f1-4633-a89d-f327c993c592 req-53f1865a-a3a5-4fa9-8d45-91a33dbfef1f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 210 time: 0.0445678 Aug 23 14:56:39.451530 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f3247d-c26c-49cd-a408-1905e67ed2d9 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:56:39.462185 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:39.477956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181717c-02e4-4a38-b4d0-9d80728c4552 req-f86a2ea0-0a7c-44e0-94be-01d68a095241 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:39.484273 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a181717c-02e4-4a38-b4d0-9d80728c4552 req-f86a2ea0-0a7c-44e0-94be-01d68a095241 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.1263318 Aug 23 14:56:39.516964 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Transition to ACTIVE for port object a3f3247d-c26c-49cd-a408-1905e67ed2d9 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:56:39.543049 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a181717c-02e4-4a38-b4d0-9d80728c4552 req-7423e51e-6c09-4fcb-9454-9b9e17c22d24 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534616 Aug 23 14:56:39.612197 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:39.714532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f3247d-c26c-49cd-a408-1905e67ed2d9,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:39.765456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:39.778861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:39.782753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:39.784156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:39.784788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:39.785050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:39.786438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:39.786438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:39.786438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:39.786816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:39.787119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:39.787457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:39.848253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Attempting to bind port a3f3247d-c26c-49cd-a408-1905e67ed2d9 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:56:39.848613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Attempting to bind port a3f3247d-c26c-49cd-a408-1905e67ed2d9 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '54e6b2eb-64cb-41f7-82ba-889eaf58c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:56:39.848960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Attempting to bind port a3f3247d-c26c-49cd-a408-1905e67ed2d9 on network 4fd99715-b318-4103-bfaa-458cab26e3bc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:56:39.858987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Port a3f3247d-c26c-49cd-a408-1905e67ed2d9 on network 4fd99715-b318-4103-bfaa-458cab26e3bc not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:56:39.860090 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Attempting to bind port a3f3247d-c26c-49cd-a408-1905e67ed2d9 on network 4fd99715-b318-4103-bfaa-458cab26e3bc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:56:39.868663 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:56:39.869157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Checking segment: {'id': '54e6b2eb-64cb-41f7-82ba-889eaf58c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:56:39.869699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Bound using segment: {'id': '54e6b2eb-64cb-41f7-82ba-889eaf58c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:56:39.870193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Bound port: a3f3247d-c26c-49cd-a408-1905e67ed2d9, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e6b2eb-64cb-41f7-82ba-889eaf58c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:56:39.870566 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:39.927886 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50218) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:39.994259 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] For port a3f3247d-c26c-49cd-a408-1905e67ed2d9, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:56:39.998458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] For port a3f3247d-c26c-49cd-a408-1905e67ed2d9, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a3f3247d-c26c-49cd-a408-1905e67ed2d9,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:56:40.013258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e2590-5359-419f-9986-5b62a64b31ef req-7be18c6f-4b07-413e-9b22-3554ccc3fa8a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:40.014768 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a3e2590-5359-419f-9986-5b62a64b31ef req-7be18c6f-4b07-413e-9b22-3554ccc3fa8a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 943 time: 0.0854325 Aug 23 14:56:40.062643 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a3e2590-5359-419f-9986-5b62a64b31ef req-11581e6e-2963-49f2-a9ba-67bff6b7a98a tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Aug 23 14:56:40.067301 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8eba1c3d-865e-435c-9d07-cf8ffd902fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:40.184708 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8eba1c3d-865e-435c-9d07-cf8ffd902fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:40.247781 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:40.296737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:40.297551 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:40.299116 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35da2748-4688-48c8-995d-6c2af042e076 req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] 10.222.0.57 "PUT /v2.0/ports/a3f3247d-c26c-49cd-a408-1905e67ed2d9 HTTP/1.1" status: 200 len: 1091 time: 1.4175735 Aug 23 14:56:40.299682 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7405a630-97bc-4138-b9ba-508d1889e8d6', 'tag': 'a3f3247d-c26c-49cd-a408-1905e67ed2d9'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:40.302160 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b41a7-b280-409b-810a-9d649075de84 req-5ee3ad0f-7916-4e09-a04b-b601e75c8390 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:40.302563 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dd37d1-e4de-42aa-9f0e-8966fa3e800c" -d '{"events": [{"name": "network-changed", "server_uuid": "7405a630-97bc-4138-b9ba-508d1889e8d6", "tag": "a3f3247d-c26c-49cd-a408-1905e67ed2d9"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:40.304064 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc1b41a7-b280-409b-810a-9d649075de84 req-5ee3ad0f-7916-4e09-a04b-b601e75c8390 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.61 "GET /v2.0/networks?id=515c5043-8a1b-48a5-bf1d-35053ecdca9c HTTP/1.1" status: 200 len: 813 time: 0.1293056 Aug 23 14:56:40.320578 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-bc1b41a7-b280-409b-810a-9d649075de84 req-387a6dc0-f3b9-424d-8936-050a23dbade9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'port': {'device_id': '301d5096-3596-4d55-94f4-99c1ea060fb4', 'network_id': '515c5043-8a1b-48a5-bf1d-35053ecdca9c', 'admin_state_up': True, 'tenant_id': 'e3e8a488145a49fb9357ed979004996b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:40.344285 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7e4cc-87f0-42a1-9dd5-c98711d663b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f3247d-c26c-49cd-a408-1905e67ed2d9,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:40.350916 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8eba1c3d-865e-435c-9d07-cf8ffd902fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:40.355520 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ea4f28-993c-458a-89e9-78a3a92e0475 x-openstack-request-id: req-92ea4f28-993c-458a-89e9-78a3a92e0475 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:40.355867 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7405a630-97bc-4138-b9ba-508d1889e8d6", "tag": "a3f3247d-c26c-49cd-a408-1905e67ed2d9", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:40.356157 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92ea4f28-993c-458a-89e9-78a3a92e0475 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:40.356542 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7405a630-97bc-4138-b9ba-508d1889e8d6', 'tag': 'a3f3247d-c26c-49cd-a408-1905e67ed2d9', 'status': 'completed', 'code': 200} Aug 23 14:56:40.425674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd37d1-e4de-42aa-9f0e-8966fa3e800c req-a4ec3266-350e-4db1-a91e-9491233a613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:40.427395 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3dd37d1-e4de-42aa-9f0e-8966fa3e800c req-a4ec3266-350e-4db1-a91e-9491233a613f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=136d3e2f53fd4a36bc4c6f2fb2b31f33&device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 1094 time: 0.0487254 Aug 23 14:56:40.434800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba1c3d-865e-435c-9d07-cf8ffd902fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a465249-430a-4a88-a347-dc418b0ddffc,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:40.444769 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8eba1c3d-865e-435c-9d07-cf8ffd902fef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc74f82e762b466190c0b3f4e1f77dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5126193 Aug 23 14:56:40.451824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50230) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:40.584914 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-417d1830-9124-4e2e-8c34-4da74f817c88 req-4071276b-f331-462c-adc1-8faf01ede996 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 210 time: 0.0440555 Aug 23 14:56:40.613482 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0374285e-bc10-4c5d-801d-29e6e9c26284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:40.623485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1b41a7-b280-409b-810a-9d649075de84 req-387a6dc0-f3b9-424d-8936-050a23dbade9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Made reservation on behalf of e3e8a488145a49fb9357ed979004996b for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:56:40.629034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bc1b41a7-b280-409b-810a-9d649075de84 req-387a6dc0-f3b9-424d-8936-050a23dbade9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:40.657654 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0374285e-bc10-4c5d-801d-29e6e9c26284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:40.660572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd37d1-e4de-42aa-9f0e-8966fa3e800c req-e0376ea5-00d8-4144-96a0-647eba88766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:40.661751 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3dd37d1-e4de-42aa-9f0e-8966fa3e800c req-e0376ea5-00d8-4144-96a0-647eba88766e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=136d3e2f53fd4a36bc4c6f2fb2b31f33&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2265093 Aug 23 14:56:40.891529 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0374285e-bc10-4c5d-801d-29e6e9c26284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:40.894087 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0374285e-bc10-4c5d-801d-29e6e9c26284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:40.897722 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0374285e-bc10-4c5d-801d-29e6e9c26284 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4a465249-430a-4a88-a347-dc418b0ddffc HTTP/1.1" status: 204 len: 168 time: 0.4424369 Aug 23 14:56:40.911103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374285e-bc10-4c5d-801d-29e6e9c26284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a465249-430a-4a88-a347-dc418b0ddffc,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:40.942104 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52151665-4dab-4d2b-b1ce-5a8db6b65b45 req-07962eef-e418-439b-a411-c6c379aa2896 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:40.955192 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-52151665-4dab-4d2b-b1ce-5a8db6b65b45 req-07962eef-e418-439b-a411-c6c379aa2896 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.1473935 Aug 23 14:56:40.965858 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-bc1b41a7-b280-409b-810a-9d649075de84 req-387a6dc0-f3b9-424d-8936-050a23dbade9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Allocated IP 172.20.0.7 (515c5043-8a1b-48a5-bf1d-35053ecdca9c/baa8984d-a374-4ec1-b25c-d977d386f7a0/7da9ebce-d4e6-4bf2-b463-4dfa5c220720) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:56:40.982281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd37d1-e4de-42aa-9f0e-8966fa3e800c req-1a3451ff-5a26-471b-ab59-3a95b5e935fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:40.983918 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3dd37d1-e4de-42aa-9f0e-8966fa3e800c req-1a3451ff-5a26-471b-ab59-3a95b5e935fa service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3118641 Aug 23 14:56:41.033593 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-52151665-4dab-4d2b-b1ce-5a8db6b65b45 req-884b5dd4-8462-4804-9b56-fbf08066ba29 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700326 Aug 23 14:56:41.089134 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2748-4688-48c8-995d-6c2af042e076 req-2cd29179-4aab-46d5-81ff-631e4f0bbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:41.089134 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35da2748-4688-48c8-995d-6c2af042e076 req-2cd29179-4aab-46d5-81ff-631e4f0bbd4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=136d3e2f53fd4a36bc4c6f2fb2b31f33&device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 1094 time: 0.0611422 Aug 23 14:56:41.146002 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35da2748-4688-48c8-995d-6c2af042e076 req-613e4afb-5def-4295-aa60-536ffdfdc316 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3f3247d-c26c-49cd-a408-1905e67ed2d9 HTTP/1.1" status: 200 len: 217 time: 0.0490818 Aug 23 14:56:41.220688 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2748-4688-48c8-995d-6c2af042e076 req-2536cad8-c1c3-490b-a2dc-a227ca7c0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:41.223790 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35da2748-4688-48c8-995d-6c2af042e076 req-2536cad8-c1c3-490b-a2dc-a227ca7c0520 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36b3e36c-1650-4d6b-95fe-b5ff6ebbdd2b HTTP/1.1" status: 200 len: 854 time: 0.0710342 Aug 23 14:56:41.310193 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35da2748-4688-48c8-995d-6c2af042e076 req-71da497f-e2ea-410a-a5f9-8fea369f0552 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4fd99715-b318-4103-bfaa-458cab26e3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761306 Aug 23 14:56:41.340521 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bc1b41a7-b280-409b-810a-9d649075de84 req-387a6dc0-f3b9-424d-8936-050a23dbade9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:41.510038 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bc1b41a7-b280-409b-810a-9d649075de84 req-387a6dc0-f3b9-424d-8936-050a23dbade9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:41.519321 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35da2748-4688-48c8-995d-6c2af042e076 req-5dcbaacb-2e50-4868-b583-1b395a6994f0 service neutron] 10.222.0.57 "GET /v2.0/networks/4fd99715-b318-4103-bfaa-458cab26e3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755846 Aug 23 14:56:41.532767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72244899-71e1-42ed-bf11-70d2a3880e76 req-3cd1f5e0-a344-4a91-bbb1-266a3583a138 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:41.535329 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-72244899-71e1-42ed-bf11-70d2a3880e76 req-3cd1f5e0-a344-4a91-bbb1-266a3583a138 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 943 time: 0.3067646 Aug 23 14:56:41.609726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1b41a7-b280-409b-810a-9d649075de84 req-387a6dc0-f3b9-424d-8936-050a23dbade9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Network 515c5043-8a1b-48a5-bf1d-35053ecdca9c is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:56:41.613137 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-bc1b41a7-b280-409b-810a-9d649075de84 req-387a6dc0-f3b9-424d-8936-050a23dbade9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:56:41.618600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1b41a7-b280-409b-810a-9d649075de84 req-387a6dc0-f3b9-424d-8936-050a23dbade9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:56:41.631243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a6dc0-f3b9-424d-8936-050a23dbade9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'Port': ['ID=7da9ebce-d4e6-4bf2-b463-4dfa5c220720,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:41.676397 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35da2748-4688-48c8-995d-6c2af042e076 req-53a2bed6-abbb-48c6-86c3-aa7161a2deba service neutron] 10.222.0.57 "GET /v2.0/networks/4fd99715-b318-4103-bfaa-458cab26e3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390262 Aug 23 14:56:41.699719 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-72244899-71e1-42ed-bf11-70d2a3880e76 req-779f87aa-2805-4873-aff2-12ac95c7e266 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511192 Aug 23 14:56:41.832958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b41a7-b280-409b-810a-9d649075de84 req-387a6dc0-f3b9-424d-8936-050a23dbade9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:41.833596 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bc1b41a7-b280-409b-810a-9d649075de84 req-387a6dc0-f3b9-424d-8936-050a23dbade9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:41.874712 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ceeaa-dac8-4c85-bc1d-e944a8364334 req-88bda30b-6a22-4cdc-92f9-136c4019c7f7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:41.876412 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d24ceeaa-dac8-4c85-bc1d-e944a8364334 req-88bda30b-6a22-4cdc-92f9-136c4019c7f7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 931 time: 0.1239393 Aug 23 14:56:41.922008 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d24ceeaa-dac8-4c85-bc1d-e944a8364334 req-941ec70c-a1ea-46ad-9e0c-1cda8f222dc9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377383 Aug 23 14:56:42.011146 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc1b41a7-b280-409b-810a-9d649075de84 req-387a6dc0-f3b9-424d-8936-050a23dbade9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6951442 Aug 23 14:56:42.028625 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Request body: {'port': {'device_id': '301d5096-3596-4d55-94f4-99c1ea060fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:42.109162 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50264) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:42.142911 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eaac3178-594c-4d0f-bb3a-b232edef4423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:42.237184 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:42.351136 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eaac3178-594c-4d0f-bb3a-b232edef4423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:42.446194 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eaac3178-594c-4d0f-bb3a-b232edef4423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:42.513805 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-eaac3178-594c-4d0f-bb3a-b232edef4423 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd6c10c54f7d4465ac37b63a31c99e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4028077 Aug 23 14:56:42.514559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac3178-594c-4d0f-bb3a-b232edef4423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf17e89-854f-4491-bcf4-8aed54fd08bf,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:42.588838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50270) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:42.667093 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4331d96d-228c-48a5-9497-6a2280b0bfed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:42.726096 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4331d96d-228c-48a5-9497-6a2280b0bfed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:42.910503 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4331d96d-228c-48a5-9497-6a2280b0bfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:42.913490 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4331d96d-228c-48a5-9497-6a2280b0bfed admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:42.918704 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4331d96d-228c-48a5-9497-6a2280b0bfed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9bf17e89-854f-4491-bcf4-8aed54fd08bf HTTP/1.1" status: 204 len: 168 time: 0.3248532 Aug 23 14:56:42.958738 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331d96d-228c-48a5-9497-6a2280b0bfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf17e89-854f-4491-bcf4-8aed54fd08bf,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:43.003995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e8e75-cb8e-487d-83f5-9b8263083cd4 req-5889c6f3-e5c9-4a3d-a84f-7d66fc147c5f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:43.006212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bfe5d-1f95-4c94-9c05-3225fa8c5dba req-1cb6c236-d84b-476b-987f-6913a954c2ca tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:43.014825 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c12e8e75-cb8e-487d-83f5-9b8263083cd4 req-5889c6f3-e5c9-4a3d-a84f-7d66fc147c5f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 943 time: 0.1910503 Aug 23 14:56:43.023810 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-148bfe5d-1f95-4c94-9c05-3225fa8c5dba req-1cb6c236-d84b-476b-987f-6913a954c2ca tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.8384073 Aug 23 14:56:43.090501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c12e8e75-cb8e-487d-83f5-9b8263083cd4 req-a3473a57-793f-4137-8b3e-26e571e715a3 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634928 Aug 23 14:56:43.263215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcb4c5-81d0-45a4-b235-73edaa1368ba req-f1ab6aa1-a6a7-44c4-b23d-318eea5fcd18 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:43.274132 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6bcb4c5-81d0-45a4-b235-73edaa1368ba req-f1ab6aa1-a6a7-44c4-b23d-318eea5fcd18 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 931 time: 0.0937040 Aug 23 14:56:43.343278 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6bcb4c5-81d0-45a4-b235-73edaa1368ba req-b7ebae0e-b20b-4760-b494-2516a4cadd83 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673859 Aug 23 14:56:43.399286 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-148bfe5d-1f95-4c94-9c05-3225fa8c5dba req-0a6dbaa9-98f0-42fb-8832-5cc5aa7fc8ef tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705955 Aug 23 14:56:43.412108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:56:43.428806 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:43.444183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Transition to ACTIVE for port object 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:56:43.537494 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:43.677643 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Pushing event updated for resources: {'Port': ['ID=7da9ebce-d4e6-4bf2-b463-4dfa5c220720,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:43.780010 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Attempting to bind port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:56:43.780360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Attempting to bind port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '45edded4-f409-474b-89a3-5d4b1b17c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '515c5043-8a1b-48a5-bf1d-35053ecdca9c'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:56:43.780692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Attempting to bind port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 on network 515c5043-8a1b-48a5-bf1d-35053ecdca9c {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:56:43.787478 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 on network 515c5043-8a1b-48a5-bf1d-35053ecdca9c not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:56:43.787850 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Attempting to bind port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 on network 515c5043-8a1b-48a5-bf1d-35053ecdca9c {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:56:43.794513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:56:43.794860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Checking segment: {'id': '45edded4-f409-474b-89a3-5d4b1b17c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '515c5043-8a1b-48a5-bf1d-35053ecdca9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:56:43.795271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Bound using segment: {'id': '45edded4-f409-474b-89a3-5d4b1b17c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '515c5043-8a1b-48a5-bf1d-35053ecdca9c'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:56:43.795691 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Bound port: 7da9ebce-d4e6-4bf2-b463-4dfa5c220720, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45edded4-f409-474b-89a3-5d4b1b17c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '515c5043-8a1b-48a5-bf1d-35053ecdca9c'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:56:43.796052 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:43.877175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] For port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:56:43.880938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] For port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7da9ebce-d4e6-4bf2-b463-4dfa5c220720,segment=NetworkSegment(45edded4-f409-474b-89a3-5d4b1b17c419),segment_id=45edded4-f409-474b-89a3-5d4b1b17c419)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:56:43.966543 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:44.100137 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:44.100996 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:44.108710 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc1b41a7-b280-409b-810a-9d649075de84 req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] 10.222.0.61 "PUT /v2.0/ports/7da9ebce-d4e6-4bf2-b463-4dfa5c220720 HTTP/1.1" status: 200 len: 1091 time: 2.0891528 Aug 23 14:56:44.109233 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301d5096-3596-4d55-94f4-99c1ea060fb4', 'tag': '7da9ebce-d4e6-4bf2-b463-4dfa5c220720'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:44.111606 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986b2c44-b3ea-4c37-b668-d142323cab47" -d '{"events": [{"name": "network-changed", "server_uuid": "301d5096-3596-4d55-94f4-99c1ea060fb4", "tag": "7da9ebce-d4e6-4bf2-b463-4dfa5c220720"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:44.172909 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f828c0f-f964-406c-bcbd-6a17b5324fdb service neutron] Pushing event updated for resources: {'Port': ['ID=7da9ebce-d4e6-4bf2-b463-4dfa5c220720,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:44.197535 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6677836-b0bb-40f8-9894-5ea206f439a5 x-openstack-request-id: req-f6677836-b0bb-40f8-9894-5ea206f439a5 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:44.199558 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301d5096-3596-4d55-94f4-99c1ea060fb4", "tag": "7da9ebce-d4e6-4bf2-b463-4dfa5c220720", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:44.199921 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f6677836-b0bb-40f8-9894-5ea206f439a5 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:44.200400 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301d5096-3596-4d55-94f4-99c1ea060fb4', 'tag': '7da9ebce-d4e6-4bf2-b463-4dfa5c220720', 'status': 'completed', 'code': 200} Aug 23 14:56:44.316430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b2c44-b3ea-4c37-b668-d142323cab47 req-1afb8415-e319-4948-9ce4-fc8362911f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:44.321339 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-986b2c44-b3ea-4c37-b668-d142323cab47 req-1afb8415-e319-4948-9ce4-fc8362911f7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3e8a488145a49fb9357ed979004996b&device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 1094 time: 0.1006916 Aug 23 14:56:44.367583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e48ea-2e43-464f-bc5d-97f365c25d0c req-d682a209-8597-4af9-a21a-61f8af78c8ef tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:44.369369 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-451e48ea-2e43-464f-bc5d-97f365c25d0c req-d682a209-8597-4af9-a21a-61f8af78c8ef tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 943 time: 0.1091475 Aug 23 14:56:44.449150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-451e48ea-2e43-464f-bc5d-97f365c25d0c req-3f769500-c551-4a60-8108-9b923d2a0dd8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682645 Aug 23 14:56:44.540011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a121b4f-d72c-4efd-a610-71a6b7dc8a51 req-29295a17-2af7-4e59-965f-da76c96097ea tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:44.541872 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a121b4f-d72c-4efd-a610-71a6b7dc8a51 req-29295a17-2af7-4e59-965f-da76c96097ea tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 943 time: 0.1020746 Aug 23 14:56:44.552800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b2c44-b3ea-4c37-b668-d142323cab47 req-15e92fdb-2cd5-4c4d-b9b7-54c3588017ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:44.555454 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-986b2c44-b3ea-4c37-b668-d142323cab47 req-15e92fdb-2cd5-4c4d-b9b7-54c3588017ed service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e3e8a488145a49fb9357ed979004996b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2250984 Aug 23 14:56:44.593817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321ee32-701e-4c0f-abb8-0112e248d447 req-48e29472-07ad-49ef-afa0-a88a480bb322 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:44.596440 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5321ee32-701e-4c0f-abb8-0112e248d447 req-48e29472-07ad-49ef-afa0-a88a480bb322 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0646052 Aug 23 14:56:44.679952 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5321ee32-701e-4c0f-abb8-0112e248d447 req-36c160be-09cf-4b4d-bfea-cd7fbee6e885 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629735 Aug 23 14:56:44.735143 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b2c44-b3ea-4c37-b668-d142323cab47 req-fb9782de-3cd2-43e5-9b0c-1dc08db180ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:44.736639 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-986b2c44-b3ea-4c37-b668-d142323cab47 req-fb9782de-3cd2-43e5-9b0c-1dc08db180ec service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1693385 Aug 23 14:56:44.776130 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a121b4f-d72c-4efd-a610-71a6b7dc8a51 req-980616a9-c7e9-4ff3-8092-bdbff2ed51f5 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189534 Aug 23 14:56:44.845768 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b41a7-b280-409b-810a-9d649075de84 req-73366f4c-03eb-4694-bb83-55da06404c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:44.847495 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc1b41a7-b280-409b-810a-9d649075de84 req-73366f4c-03eb-4694-bb83-55da06404c0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3e8a488145a49fb9357ed979004996b&device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 1094 time: 0.0610588 Aug 23 14:56:44.920749 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc1b41a7-b280-409b-810a-9d649075de84 req-3d1bcf02-ba34-4bb5-94a4-493b328a76c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7da9ebce-d4e6-4bf2-b463-4dfa5c220720 HTTP/1.1" status: 200 len: 217 time: 0.0643106 Aug 23 14:56:45.003101 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b41a7-b280-409b-810a-9d649075de84 req-820e61d0-c354-4eb9-92a6-d0023fc01da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:45.004604 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc1b41a7-b280-409b-810a-9d649075de84 req-820e61d0-c354-4eb9-92a6-d0023fc01da3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=baa8984d-a374-4ec1-b25c-d977d386f7a0 HTTP/1.1" status: 200 len: 853 time: 0.0774310 Aug 23 14:56:45.057150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc1b41a7-b280-409b-810a-9d649075de84 req-3f19fe0d-7c40-4311-b7e0-aba4f3e1660f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=515c5043-8a1b-48a5-bf1d-35053ecdca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446892 Aug 23 14:56:45.078300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a3f3247d-c26c-49cd-a408-1905e67ed2d9 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:56:45.315016 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc1b41a7-b280-409b-810a-9d649075de84 req-dff04f21-eecf-44e7-bafa-2e4ee150f6c4 service neutron] 10.222.0.61 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506943 Aug 23 14:56:45.315583 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a3f3247d-c26c-49cd-a408-1905e67ed2d9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a3f3247d-c26c-49cd-a408-1905e67ed2d9,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:45.340415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'a3f3247d-c26c-49cd-a408-1905e67ed2d9', 'network_id': '4fd99715-b318-4103-bfaa-458cab26e3bc', 'port_id': 'a3f3247d-c26c-49cd-a408-1905e67ed2d9', 'mac_address': 'fa:16:3e:e9:ac:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b3e36c-1650-4d6b-95fe-b5ff6ebbdd2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:56:45.404556 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:45.423528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f3247d-c26c-49cd-a408-1905e67ed2d9 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:56:45.432103 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:45.457004 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc1b41a7-b280-409b-810a-9d649075de84 req-be913219-9d2b-4048-88f4-683f8338c563 service neutron] 10.222.0.61 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300976 Aug 23 14:56:45.458991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a3f3247d-c26c-49cd-a408-1905e67ed2d9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a3f3247d-c26c-49cd-a408-1905e67ed2d9,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:45.543168 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:45.657209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=a3f3247d-c26c-49cd-a408-1905e67ed2d9,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:45.676611 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5eb5-ab68-46f9-bd1e-cb41249337c5 req-368dfd2e-2841-4713-a530-8a49c895f910 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:45.679837 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-872f5eb5-ab68-46f9-bd1e-cb41249337c5 req-368dfd2e-2841-4713-a530-8a49c895f910 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 944 time: 0.0902557 Aug 23 14:56:45.782529 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-872f5eb5-ab68-46f9-bd1e-cb41249337c5 req-f588d349-b20f-4163-abf2-8a92bbc62cda tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815682 Aug 23 14:56:45.825906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['a3f3247d-c26c-49cd-a408-1905e67ed2d9'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:56:45.874815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae4b19-e544-4853-b542-c3d55562ae0e req-a9cec7a1-49b2-40d3-ae46-40ef879ea465 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:45.884651 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9fae4b19-e544-4853-b542-c3d55562ae0e req-a9cec7a1-49b2-40d3-ae46-40ef879ea465 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0849268 Aug 23 14:56:46.040330 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9fae4b19-e544-4853-b542-c3d55562ae0e req-54ceefd1-31dc-4dd5-8a60-7bda035ad871 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877979 Aug 23 14:56:46.041443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79bac1-6817-4de4-899e-46f4997f42d5 req-6b728711-1b35-4b92-b190-9c60deff911c tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:46.041443 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-de79bac1-6817-4de4-899e-46f4997f42d5 req-6b728711-1b35-4b92-b190-9c60deff911c tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 943 time: 0.1330791 Aug 23 14:56:46.134088 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-de79bac1-6817-4de4-899e-46f4997f42d5 req-c8108ee3-7103-4a50-b904-bb7537e35273 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099002 Aug 23 14:56:46.906568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7988455-110d-4c32-918c-1fc60ce0fd06 req-cf20f855-63f5-4bda-ad16-aab44f795bc2 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:46.908887 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7988455-110d-4c32-918c-1fc60ce0fd06 req-cf20f855-63f5-4bda-ad16-aab44f795bc2 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 944 time: 0.0559640 Aug 23 14:56:46.975289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7988455-110d-4c32-918c-1fc60ce0fd06 req-16540393-ec6c-44cd-bbf9-f96e0bce8bef tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512176 Aug 23 14:56:47.109518 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a3f3247d-c26c-49cd-a408-1905e67ed2d9 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:56:47.157753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5c4cd-d7d3-4067-b120-ad2643bed2e3 req-4db05114-b808-4fd3-9665-2507f06c52d9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:47.168254 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5fd5c4cd-d7d3-4067-b120-ad2643bed2e3 req-4db05114-b808-4fd3-9665-2507f06c52d9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0673976 Aug 23 14:56:47.217854 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5fd5c4cd-d7d3-4067-b120-ad2643bed2e3 req-d46bf398-dc31-4ab6-bdc3-e282f83f7511 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442362 Aug 23 14:56:47.275540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port a3f3247d-c26c-49cd-a408-1905e67ed2d9 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:56:47.280212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port a3f3247d-c26c-49cd-a408-1905e67ed2d9 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:56:47.280598 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:47.347520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fffedc-79a5-4e8b-9178-7afb09cd563b req-0754a02e-9390-4b6e-a1d8-7cc419463e5b tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:47.349943 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d6fffedc-79a5-4e8b-9178-7afb09cd563b req-0754a02e-9390-4b6e-a1d8-7cc419463e5b tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 943 time: 0.0692949 Aug 23 14:56:47.386198 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:47.412643 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d6fffedc-79a5-4e8b-9178-7afb09cd563b req-c7682d2a-a5c4-4f0e-be33-07541d36af0f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505114 Aug 23 14:56:47.417973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7405a630-97bc-4138-b9ba-508d1889e8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f3247d-c26c-49cd-a408-1905e67ed2d9'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:47.421392 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7875590a-c918-42e5-8c93-b3d6becb48fb" -d '{"events": [{"server_uuid": "7405a630-97bc-4138-b9ba-508d1889e8d6", "name": "network-vif-plugged", "status": "completed", "tag": "a3f3247d-c26c-49cd-a408-1905e67ed2d9"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:47.439159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a3f3247d-c26c-49cd-a408-1905e67ed2d9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a3f3247d-c26c-49cd-a408-1905e67ed2d9,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:47.484554 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bf2080-e2a0-4dd6-ac48-db5167563e6f x-openstack-request-id: req-16bf2080-e2a0-4dd6-ac48-db5167563e6f {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:47.484854 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7405a630-97bc-4138-b9ba-508d1889e8d6", "name": "network-vif-plugged", "status": "completed", "tag": "a3f3247d-c26c-49cd-a408-1905e67ed2d9", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:47.485456 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-16bf2080-e2a0-4dd6-ac48-db5167563e6f {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:47.485907 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7405a630-97bc-4138-b9ba-508d1889e8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f3247d-c26c-49cd-a408-1905e67ed2d9', 'code': 200} Aug 23 14:56:47.537602 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:47.589320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=a3f3247d-c26c-49cd-a408-1905e67ed2d9,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:47.594371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277cb10-288a-4c31-ab24-d452c2cfc49b req-723d42bb-bb34-429a-90af-ae6382b08e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:47.596134 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9277cb10-288a-4c31-ab24-d452c2cfc49b req-723d42bb-bb34-429a-90af-ae6382b08e85 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0511506 Aug 23 14:56:47.634914 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9277cb10-288a-4c31-ab24-d452c2cfc49b req-7f1f7f9f-016c-4d61-bf07-99018c9ffb56 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314815 Aug 23 14:56:47.981501 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:56:48.109731 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7da9ebce-d4e6-4bf2-b463-4dfa5c220720,segment=NetworkSegment(45edded4-f409-474b-89a3-5d4b1b17c419),segment_id=45edded4-f409-474b-89a3-5d4b1b17c419)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:48.123170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '7da9ebce-d4e6-4bf2-b463-4dfa5c220720', 'network_id': '515c5043-8a1b-48a5-bf1d-35053ecdca9c', 'port_id': '7da9ebce-d4e6-4bf2-b463-4dfa5c220720', 'mac_address': 'fa:16:3e:36:4b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa8984d-a374-4ec1-b25c-d977d386f7a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:56:48.130765 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96435f83-12c0-46f8-9d1c-e66161308e1e req-106e0862-7075-440f-b597-c3048d2f042f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:48.132887 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96435f83-12c0-46f8-9d1c-e66161308e1e req-106e0862-7075-440f-b597-c3048d2f042f tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0766401 Aug 23 14:56:48.135606 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa9996-f5ea-4261-9137-1e66306a05d8 req-47d575f1-c3c6-4b4b-ad3a-c2ac3b067c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:48.137419 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6aa9996-f5ea-4261-9137-1e66306a05d8 req-47d575f1-c3c6-4b4b-ad3a-c2ac3b067c41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 1097 time: 0.0907018 Aug 23 14:56:48.168499 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:48.182753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:56:48.208712 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7da9ebce-d4e6-4bf2-b463-4dfa5c220720,segment=NetworkSegment(45edded4-f409-474b-89a3-5d4b1b17c419),segment_id=45edded4-f409-474b-89a3-5d4b1b17c419)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:48.235078 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96435f83-12c0-46f8-9d1c-e66161308e1e req-4cd5208e-1554-4fa9-8162-2af84ca2f448 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912476 Aug 23 14:56:48.281255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa9996-f5ea-4261-9137-1e66306a05d8 req-c297c3a0-4be7-4cd5-9067-fa7a761292d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:48.283132 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6aa9996-f5ea-4261-9137-1e66306a05d8 req-c297c3a0-4be7-4cd5-9067-fa7a761292d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 200 len: 912 time: 0.1377330 Aug 23 14:56:48.285821 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:48.348449 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6aa9996-f5ea-4261-9137-1e66306a05d8 req-8905dd04-b5e2-4fc9-9af4-8a8a74994879 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a87d1e-13ff-4ebe-8abb-b7b6b248c981 HTTP/1.1" status: 200 len: 217 time: 0.0505307 Aug 23 14:56:48.365528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=7da9ebce-d4e6-4bf2-b463-4dfa5c220720,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:48.376858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:48.377358 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:48.377822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:48.378254 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:48.378699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:48.379563 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:48.380114 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:48.380682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:48.381029 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:48.381368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:48.381706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:48.382630 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:56:48.448292 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa9996-f5ea-4261-9137-1e66306a05d8 req-b2d59c8b-e7e3-4a05-a849-03cd1642806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:48.449904 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6aa9996-f5ea-4261-9137-1e66306a05d8 req-b2d59c8b-e7e3-4a05-a849-03cd1642806c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6a98ce89-de66-4736-958d-4fd0680e79be HTTP/1.1" status: 200 len: 851 time: 0.0926147 Aug 23 14:56:48.463948 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24258fc7-b8ff-48b8-b4b3-484a50ec0378 req-329c62c0-7fa1-412c-8550-0a193bdda057 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:48.471998 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24258fc7-b8ff-48b8-b4b3-484a50ec0378 req-329c62c0-7fa1-412c-8550-0a193bdda057 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.1222131 Aug 23 14:56:48.512509 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6aa9996-f5ea-4261-9137-1e66306a05d8 req-2dc19ded-0a12-4695-912e-24b417910f5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391803 Aug 23 14:56:48.563017 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['7da9ebce-d4e6-4bf2-b463-4dfa5c220720'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:56:48.592692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803630c-ba34-4525-881d-371cc95800be req-c6fda985-9145-467f-8633-8e0410f9a082 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:48.595006 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e803630c-ba34-4525-881d-371cc95800be req-c6fda985-9145-467f-8633-8e0410f9a082 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 944 time: 0.0864620 Aug 23 14:56:48.632117 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24258fc7-b8ff-48b8-b4b3-484a50ec0378 req-4ee8872a-8a36-4ff4-949c-4c23507c8f2d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463721 Aug 23 14:56:48.669432 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e803630c-ba34-4525-881d-371cc95800be req-60a507a5-f524-4345-8c75-aa832cb09c4c tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622380 Aug 23 14:56:48.700990 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6aa9996-f5ea-4261-9137-1e66306a05d8 req-4d6201b3-fc80-41b7-baad-a38fd0a96067 service neutron] 10.222.0.61 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804016 Aug 23 14:56:48.811523 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6aa9996-f5ea-4261-9137-1e66306a05d8 req-512ed875-9525-41d6-bb2b-c298368f0aa1 service neutron] 10.222.0.61 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991795 Aug 23 14:56:49.367710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad3ba9-f093-4be6-b368-4eb4846e3914 req-993a7013-54f5-493a-8cfd-7303ceb1aee5 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:49.369352 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-31ad3ba9-f093-4be6-b368-4eb4846e3914 req-993a7013-54f5-493a-8cfd-7303ceb1aee5 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0617826 Aug 23 14:56:49.412207 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-31ad3ba9-f093-4be6-b368-4eb4846e3914 req-8f674ced-0c64-454f-85f8-586e64490b08 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368474 Aug 23 14:56:49.590441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec0cce-15f3-4721-8c3e-6b30e2486669 req-c1dd56f7-6b17-4bd3-a7dd-cb476cd0849b tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:49.591971 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c1ec0cce-15f3-4721-8c3e-6b30e2486669 req-c1dd56f7-6b17-4bd3-a7dd-cb476cd0849b tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0668983 Aug 23 14:56:49.640200 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c1ec0cce-15f3-4721-8c3e-6b30e2486669 req-bb9ba81a-8e9a-480f-b58e-dd650910f8cf tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418935 Aug 23 14:56:49.779917 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe236ae-b91c-4ab9-a271-306140591720 req-c2954f0f-b87e-4c87-b990-5b22f3831f52 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:49.781523 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3fe236ae-b91c-4ab9-a271-306140591720 req-c2954f0f-b87e-4c87-b990-5b22f3831f52 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 946 time: 0.0579717 Aug 23 14:56:49.830516 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3fe236ae-b91c-4ab9-a271-306140591720 req-bcf0cc26-24d7-4061-87b6-b0de6d5f99aa tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 Aug 23 14:56:49.969187 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc57390-8ac9-4c76-a8fe-3257f93e1385 req-6fc9e46f-5f30-4c44-a5d5-d763057ee7c0 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:49.970976 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9fc57390-8ac9-4c76-a8fe-3257f93e1385 req-6fc9e46f-5f30-4c44-a5d5-d763057ee7c0 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 944 time: 0.0740087 Aug 23 14:56:49.986082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:56:50.026424 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9fc57390-8ac9-4c76-a8fe-3257f93e1385 req-615ed67f-6a39-4a53-873c-a0bd8386aa7a tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468607 Aug 23 14:56:50.035757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e27dbe-c717-4120-9d16-be33d1e2ba9f req-488f6d73-416c-4eea-991b-f87266da3e34 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:50.037286 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23e27dbe-c717-4120-9d16-be33d1e2ba9f req-488f6d73-416c-4eea-991b-f87266da3e34 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0598795 Aug 23 14:56:50.077639 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:50.082634 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23e27dbe-c717-4120-9d16-be33d1e2ba9f req-d74c166a-fbce-4352-9752-85be81cb9c32 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374110 Aug 23 14:56:50.149662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:56:50.153947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:56:50.154856 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:50.213457 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a4cd4-4829-4206-a741-ebe02299ff31 req-3eb999d2-ed8d-4e40-970e-6eacf486d135 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:50.215415 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-251a4cd4-4829-4206-a741-ebe02299ff31 req-3eb999d2-ed8d-4e40-970e-6eacf486d135 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0642779 Aug 23 14:56:50.252386 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:50.259150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-251a4cd4-4829-4206-a741-ebe02299ff31 req-f5377446-30cf-46f1-922d-f60188f0f0f8 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377014 Aug 23 14:56:50.279136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301d5096-3596-4d55-94f4-99c1ea060fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da9ebce-d4e6-4bf2-b463-4dfa5c220720'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:50.281496 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222be941-8894-42d3-bfde-87bc717bc751" -d '{"events": [{"server_uuid": "301d5096-3596-4d55-94f4-99c1ea060fb4", "name": "network-vif-plugged", "status": "completed", "tag": "7da9ebce-d4e6-4bf2-b463-4dfa5c220720"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:50.297170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7da9ebce-d4e6-4bf2-b463-4dfa5c220720,segment=NetworkSegment(45edded4-f409-474b-89a3-5d4b1b17c419),segment_id=45edded4-f409-474b-89a3-5d4b1b17c419)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:50.322971 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ab05e1-3922-4df6-a5c3-80f3c3431917 x-openstack-request-id: req-f7ab05e1-3922-4df6-a5c3-80f3c3431917 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:50.323274 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301d5096-3596-4d55-94f4-99c1ea060fb4", "name": "network-vif-plugged", "status": "completed", "tag": "7da9ebce-d4e6-4bf2-b463-4dfa5c220720", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:50.328883 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f7ab05e1-3922-4df6-a5c3-80f3c3431917 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:50.328883 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301d5096-3596-4d55-94f4-99c1ea060fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da9ebce-d4e6-4bf2-b463-4dfa5c220720', 'code': 200} Aug 23 14:56:50.401233 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:50.402411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:56:50.430434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf3458-842a-44d7-bece-ace964f464dd req-6e0bfac0-52d0-4652-ad27-a6753d8e8f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:50.432130 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-56cf3458-842a-44d7-bece-ace964f464dd req-6e0bfac0-52d0-4652-ad27-a6753d8e8f92 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 1095 time: 0.0486338 Aug 23 14:56:50.494373 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-56cf3458-842a-44d7-bece-ace964f464dd req-54d0a8b2-de3c-4355-8840-3302d7429670 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535223 Aug 23 14:56:50.505930 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=7da9ebce-d4e6-4bf2-b463-4dfa5c220720,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:50.559971 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:50.607847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:50.618907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51836fb6-a4d0-4c9f-bd90-6afacf1f0985 req-5b8a71f3-7fd9-4232-8b53-20072573a456 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:50.626405 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51836fb6-a4d0-4c9f-bd90-6afacf1f0985 req-5b8a71f3-7fd9-4232-8b53-20072573a456 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0681441 Aug 23 14:56:50.692471 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51836fb6-a4d0-4c9f-bd90-6afacf1f0985 req-df2ae0a5-4e12-4a6f-a91e-eb3f1d717a2e tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441234 Aug 23 14:56:50.715315 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:50.773320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:50.810759 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3cfc5-9f3c-4969-8e96-30f687e674e4 req-c9e8a6fe-4e8f-4ca9-aa6d-9eff66e2294d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:50.812392 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ea3cfc5-9f3c-4969-8e96-30f687e674e4 req-c9e8a6fe-4e8f-4ca9-aa6d-9eff66e2294d tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0533845 Aug 23 14:56:50.859765 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ea3cfc5-9f3c-4969-8e96-30f687e674e4 req-fae596c8-45b2-4344-8a6d-4eff347142ff tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397205 Aug 23 14:56:50.974345 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e6116-0ee9-4dd3-973d-bffeb1dfe914 req-a7c103b9-300f-4e78-96d2-6845885c4318 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:50.976546 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc4e6116-0ee9-4dd3-973d-bffeb1dfe914 req-a7c103b9-300f-4e78-96d2-6845885c4318 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 944 time: 0.0639679 Aug 23 14:56:51.022555 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc4e6116-0ee9-4dd3-973d-bffeb1dfe914 req-81cfe4cf-dc2f-4cc1-95e4-de930f1cfa4d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396357 Aug 23 14:56:51.523551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dda9b-e888-4a8e-9eea-526743b7bae0 req-7ceac52c-7155-4fca-82fa-cd7cc580f4f7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:51.525263 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-443dda9b-e888-4a8e-9eea-526743b7bae0 req-7ceac52c-7155-4fca-82fa-cd7cc580f4f7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 945 time: 0.0710437 Aug 23 14:56:51.576825 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-443dda9b-e888-4a8e-9eea-526743b7bae0 req-62d83e17-0f9a-4f0b-ada0-397927e3b021 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451641 Aug 23 14:56:51.972559 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:56:52.014001 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa60f9-c2e7-472a-a395-a48ff2b0aa78 req-1ad19c3d-3e14-4568-bb1d-900deb3baebd tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:52.015898 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58aa60f9-c2e7-472a-a395-a48ff2b0aa78 req-1ad19c3d-3e14-4568-bb1d-900deb3baebd tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0695553 Aug 23 14:56:52.062792 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58aa60f9-c2e7-472a-a395-a48ff2b0aa78 req-24c61dd4-1709-42de-8d3d-35bf104af7bf tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/security-groups?id=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406151 Aug 23 14:56:52.326263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48a87d1e-13ff-4ebe-8abb-b7b6b248c981'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:52.330561 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa8df81-effd-4aca-95ed-d80a79e9f39d" -d '{"events": [{"server_uuid": "a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb", "name": "network-vif-unplugged", "status": "completed", "tag": "48a87d1e-13ff-4ebe-8abb-b7b6b248c981"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:52.527879 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6aaa60-b4ec-4845-9f01-85166cae385a x-openstack-request-id: req-4b6aaa60-b4ec-4845-9f01-85166cae385a {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:52.529804 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb", "name": "network-vif-unplugged", "status": "failed", "tag": "48a87d1e-13ff-4ebe-8abb-b7b6b248c981", "code": 422}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:52.529804 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4b6aaa60-b4ec-4845-9f01-85166cae385a {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:52.529804 n-d-804985-3 neutron-server[96116]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '48a87d1e-13ff-4ebe-8abb-b7b6b248c981', 'code': 422} returned with failed status Aug 23 14:56:52.599913 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7359acfe-0d65-48cf-bf03-76cf7918e291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:52.714807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a87d7-e2ec-4d2c-aed7-9096686624ef req-384e96fa-dce6-44d2-aa4b-37dcfd9a1946 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:52.716507 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-860a87d7-e2ec-4d2c-aed7-9096686624ef req-384e96fa-dce6-44d2-aa4b-37dcfd9a1946 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 945 time: 0.0643358 Aug 23 14:56:52.756873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd575aea-6842-46bd-991b-3e9fdd9be246 req-045da38a-4e3e-4889-aab8-94c21dec69ca tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:52.759602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd575aea-6842-46bd-991b-3e9fdd9be246 req-045da38a-4e3e-4889-aab8-94c21dec69ca tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.57 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0714483 Aug 23 14:56:52.770248 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-860a87d7-e2ec-4d2c-aed7-9096686624ef req-54136890-ca1f-4153-989e-a8fdd84141ab tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465724 Aug 23 14:56:52.882595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-fd575aea-6842-46bd-991b-3e9fdd9be246 req-185441cc-7a14-4f3c-9443-ac990dc7e4e1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Deleting port a3f3247d-c26c-49cd-a408-1905e67ed2d9 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:56:52.882995 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fd575aea-6842-46bd-991b-3e9fdd9be246 req-185441cc-7a14-4f3c-9443-ac990dc7e4e1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:52.894199 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-636da47c-6096-48a7-96f8-37e321cc9ffa req-3d1424d8-349b-468e-bada-9f206582c77e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1132813185&fields=id&tenant_id=e3e8a488145a49fb9357ed979004996b HTTP/1.1" status: 200 len: 267 time: 0.0437334 Aug 23 14:56:52.964864 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636da47c-6096-48a7-96f8-37e321cc9ffa req-7b4af9e9-635e-41a3-a02f-9c802b8a5ee9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:52.970750 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-636da47c-6096-48a7-96f8-37e321cc9ffa req-7b4af9e9-635e-41a3-a02f-9c802b8a5ee9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 945 time: 0.0670259 Aug 23 14:56:52.982660 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-636da47c-6096-48a7-96f8-37e321cc9ffa req-555048de-e8bc-4e96-a39d-36cda9340026 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'port': {'security_groups': ['dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e', '95334205-7804-4d4f-b563-0f8ad7d5032f']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:52.997028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-fd575aea-6842-46bd-991b-3e9fdd9be246 req-185441cc-7a14-4f3c-9443-ac990dc7e4e1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] For port a3f3247d-c26c-49cd-a408-1905e67ed2d9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a3f3247d-c26c-49cd-a408-1905e67ed2d9,segment=NetworkSegment(54e6b2eb-64cb-41f7-82ba-889eaf58c916),segment_id=54e6b2eb-64cb-41f7-82ba-889eaf58c916)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:52.997696 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fd575aea-6842-46bd-991b-3e9fdd9be246 req-185441cc-7a14-4f3c-9443-ac990dc7e4e1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:53.012429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-fd575aea-6842-46bd-991b-3e9fdd9be246 req-185441cc-7a14-4f3c-9443-ac990dc7e4e1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Calling delete_port for a3f3247d-c26c-49cd-a408-1905e67ed2d9 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:56:53.061990 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-636da47c-6096-48a7-96f8-37e321cc9ffa req-555048de-e8bc-4e96-a39d-36cda9340026 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:53.266497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6167f33-7407-4ab3-95bd-1e02e9f2fad4 req-b16b7339-5e39-4930-92aa-97d07f2fe868 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:53.268300 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6167f33-7407-4ab3-95bd-1e02e9f2fad4 req-b16b7339-5e39-4930-92aa-97d07f2fe868 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb HTTP/1.1" status: 200 len: 944 time: 0.0879889 Aug 23 14:56:53.315962 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fd575aea-6842-46bd-991b-3e9fdd9be246 req-185441cc-7a14-4f3c-9443-ac990dc7e4e1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:53.322022 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-636da47c-6096-48a7-96f8-37e321cc9ffa req-555048de-e8bc-4e96-a39d-36cda9340026 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] For port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7da9ebce-d4e6-4bf2-b463-4dfa5c220720,segment=NetworkSegment(45edded4-f409-474b-89a3-5d4b1b17c419),segment_id=45edded4-f409-474b-89a3-5d4b1b17c419)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:53.331700 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['a3f3247d-c26c-49cd-a408-1905e67ed2d9'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:56:53.357164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185441cc-7a14-4f3c-9443-ac990dc7e4e1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Pushing event deleted for resources: {'Port': ['ID=a3f3247d-c26c-49cd-a408-1905e67ed2d9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:53.360049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-636da47c-6096-48a7-96f8-37e321cc9ffa req-555048de-e8bc-4e96-a39d-36cda9340026 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:53.434275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd575aea-6842-46bd-991b-3e9fdd9be246 req-185441cc-7a14-4f3c-9443-ac990dc7e4e1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] No DVR routers for this DVR port a3f3247d-c26c-49cd-a408-1905e67ed2d9 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:56:53.437250 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fd575aea-6842-46bd-991b-3e9fdd9be246 req-185441cc-7a14-4f3c-9443-ac990dc7e4e1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:53.439393 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd575aea-6842-46bd-991b-3e9fdd9be246 req-185441cc-7a14-4f3c-9443-ac990dc7e4e1 tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.57 "DELETE /v2.0/ports/a3f3247d-c26c-49cd-a408-1905e67ed2d9 HTTP/1.1" status: 204 len: 173 time: 0.6732831 Aug 23 14:56:53.440090 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7405a630-97bc-4138-b9ba-508d1889e8d6', 'name': 'network-vif-deleted', 'tag': 'a3f3247d-c26c-49cd-a408-1905e67ed2d9'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:53.442144 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf47023-54de-403a-be4d-64f39a8be93e" -d '{"events": [{"server_uuid": "7405a630-97bc-4138-b9ba-508d1889e8d6", "name": "network-vif-deleted", "tag": "a3f3247d-c26c-49cd-a408-1905e67ed2d9"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:53.457170 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-636da47c-6096-48a7-96f8-37e321cc9ffa req-555048de-e8bc-4e96-a39d-36cda9340026 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:53.469647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-b6167f33-7407-4ab3-95bd-1e02e9f2fad4 req-8cf9e7f6-1f7a-428f-a29a-1e00231a0628 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Deleting port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:56:53.470001 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b6167f33-7407-4ab3-95bd-1e02e9f2fad4 req-8cf9e7f6-1f7a-428f-a29a-1e00231a0628 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:53.476360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['7da9ebce-d4e6-4bf2-b463-4dfa5c220720'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:56:53.492145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636da47c-6096-48a7-96f8-37e321cc9ffa req-555048de-e8bc-4e96-a39d-36cda9340026 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:53.493630 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-636da47c-6096-48a7-96f8-37e321cc9ffa req-555048de-e8bc-4e96-a39d-36cda9340026 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:53.495198 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-636da47c-6096-48a7-96f8-37e321cc9ffa req-555048de-e8bc-4e96-a39d-36cda9340026 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "PUT /v2.0/ports/7da9ebce-d4e6-4bf2-b463-4dfa5c220720 HTTP/1.1" status: 200 len: 981 time: 0.5184767 Aug 23 14:56:53.522388 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301d5096-3596-4d55-94f4-99c1ea060fb4', 'tag': '7da9ebce-d4e6-4bf2-b463-4dfa5c220720'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:53.525610 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4e1476-a835-4944-9c59-7b826d26a446" -d '{"events": [{"name": "network-changed", "server_uuid": "301d5096-3596-4d55-94f4-99c1ea060fb4", "tag": "7da9ebce-d4e6-4bf2-b463-4dfa5c220720"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:53.569942 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555048de-e8bc-4e96-a39d-36cda9340026 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'Port': ['ID=7da9ebce-d4e6-4bf2-b463-4dfa5c220720,revision_number=6']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:53.612274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['7da9ebce-d4e6-4bf2-b463-4dfa5c220720'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:56:53.623880 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-b6167f33-7407-4ab3-95bd-1e02e9f2fad4 req-8cf9e7f6-1f7a-428f-a29a-1e00231a0628 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] For port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:53.623880 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b6167f33-7407-4ab3-95bd-1e02e9f2fad4 req-8cf9e7f6-1f7a-428f-a29a-1e00231a0628 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:53.639329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-b6167f33-7407-4ab3-95bd-1e02e9f2fad4 req-8cf9e7f6-1f7a-428f-a29a-1e00231a0628 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Calling delete_port for 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:56:53.774424 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8da47067-96df-475f-ac5f-6e0238f34259 req-fda13761-48e0-41d9-b436-97942b53fbfb tempest-ServerDiskConfigTestJSON-1755645634 tempest-ServerDiskConfigTestJSON-1755645634-project] 10.222.0.38 "GET /v2.0/ports?device_id=7405a630-97bc-4138-b9ba-508d1889e8d6 HTTP/1.1" status: 200 len: 210 time: 0.0361998 Aug 23 14:56:54.011612 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b6167f33-7407-4ab3-95bd-1e02e9f2fad4 req-8cf9e7f6-1f7a-428f-a29a-1e00231a0628 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:54.037595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:56:54.052263 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9e7f6-1f7a-428f-a29a-1e00231a0628 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Pushing event deleted for resources: {'Port': ['ID=48a87d1e-13ff-4ebe-8abb-b7b6b248c981,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:54.076797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:56:54.077157 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:56:54.081435 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764e5d30-d9d8-4139-95f4-9a7d7376de36 x-openstack-request-id: req-764e5d30-d9d8-4139-95f4-9a7d7376de36 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:54.082107 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7405a630-97bc-4138-b9ba-508d1889e8d6", "name": "network-vif-deleted", "tag": "a3f3247d-c26c-49cd-a408-1905e67ed2d9", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:54.082545 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-764e5d30-d9d8-4139-95f4-9a7d7376de36 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:54.083114 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7405a630-97bc-4138-b9ba-508d1889e8d6', 'name': 'network-vif-deleted', 'tag': 'a3f3247d-c26c-49cd-a408-1905e67ed2d9', 'status': 'completed', 'code': 200} Aug 23 14:56:54.104564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6167f33-7407-4ab3-95bd-1e02e9f2fad4 req-8cf9e7f6-1f7a-428f-a29a-1e00231a0628 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] No DVR routers for this DVR port 48a87d1e-13ff-4ebe-8abb-b7b6b248c981 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:56:54.109491 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b6167f33-7407-4ab3-95bd-1e02e9f2fad4 req-8cf9e7f6-1f7a-428f-a29a-1e00231a0628 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:54.120941 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6167f33-7407-4ab3-95bd-1e02e9f2fad4 req-8cf9e7f6-1f7a-428f-a29a-1e00231a0628 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "DELETE /v2.0/ports/48a87d1e-13ff-4ebe-8abb-b7b6b248c981 HTTP/1.1" status: 204 len: 173 time: 0.8441930 Aug 23 14:56:54.161153 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c01b317d-a0f2-46b9-a92d-31f7dea772e1 req-4bd17b75-830d-43c2-bba5-7034ead51819 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1104969769&fields=id&tenant_id=e3e8a488145a49fb9357ed979004996b HTTP/1.1" status: 200 len: 267 time: 0.0489120 Aug 23 14:56:54.221091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b317d-a0f2-46b9-a92d-31f7dea772e1 req-364be053-e8cb-4f65-ba84-ed0567790aa6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:54.223507 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c01b317d-a0f2-46b9-a92d-31f7dea772e1 req-364be053-e8cb-4f65-ba84-ed0567790aa6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 984 time: 0.0546415 Aug 23 14:56:54.243345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c01b317d-a0f2-46b9-a92d-31f7dea772e1 req-4d8291e3-818d-4d38-a3fb-b7e127b568bf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'port': {'security_groups': ['95334205-7804-4d4f-b563-0f8ad7d5032f', 'dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e', '06ca7af9-0133-4983-a3e7-c1da3930ff1b']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:54.315099 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c01b317d-a0f2-46b9-a92d-31f7dea772e1 req-4d8291e3-818d-4d38-a3fb-b7e127b568bf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:54.555449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c01b317d-a0f2-46b9-a92d-31f7dea772e1 req-4d8291e3-818d-4d38-a3fb-b7e127b568bf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] For port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7da9ebce-d4e6-4bf2-b463-4dfa5c220720,segment=NetworkSegment(45edded4-f409-474b-89a3-5d4b1b17c419),segment_id=45edded4-f409-474b-89a3-5d4b1b17c419)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:56:54.594124 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c01b317d-a0f2-46b9-a92d-31f7dea772e1 req-4d8291e3-818d-4d38-a3fb-b7e127b568bf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:54.724862 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c01b317d-a0f2-46b9-a92d-31f7dea772e1 req-4d8291e3-818d-4d38-a3fb-b7e127b568bf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:54.736655 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['7da9ebce-d4e6-4bf2-b463-4dfa5c220720'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:56:54.812791 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8291e3-818d-4d38-a3fb-b7e127b568bf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'Port': ['ID=7da9ebce-d4e6-4bf2-b463-4dfa5c220720,revision_number=7']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:54.822838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b317d-a0f2-46b9-a92d-31f7dea772e1 req-4d8291e3-818d-4d38-a3fb-b7e127b568bf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:54.823611 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c01b317d-a0f2-46b9-a92d-31f7dea772e1 req-4d8291e3-818d-4d38-a3fb-b7e127b568bf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:54.829420 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c01b317d-a0f2-46b9-a92d-31f7dea772e1 req-4d8291e3-818d-4d38-a3fb-b7e127b568bf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "PUT /v2.0/ports/7da9ebce-d4e6-4bf2-b463-4dfa5c220720 HTTP/1.1" status: 200 len: 1020 time: 0.5971365 Aug 23 14:56:54.869289 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bcd6b3-a8da-42f6-a65a-b2d7972b41cf x-openstack-request-id: req-09bcd6b3-a8da-42f6-a65a-b2d7972b41cf {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:54.869585 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301d5096-3596-4d55-94f4-99c1ea060fb4", "tag": "7da9ebce-d4e6-4bf2-b463-4dfa5c220720", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:54.869840 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-09bcd6b3-a8da-42f6-a65a-b2d7972b41cf {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:54.870318 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301d5096-3596-4d55-94f4-99c1ea060fb4', 'tag': '7da9ebce-d4e6-4bf2-b463-4dfa5c220720', 'status': 'completed', 'code': 200} Aug 23 14:56:54.921913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['7da9ebce-d4e6-4bf2-b463-4dfa5c220720'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:56:55.103217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e1476-a835-4944-9c59-7b826d26a446 req-f080637f-c78a-47df-a232-ac92d2282f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:55.104847 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d4e1476-a835-4944-9c59-7b826d26a446 req-f080637f-c78a-47df-a232-ac92d2282f01 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3e8a488145a49fb9357ed979004996b&device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 1174 time: 0.2027564 Aug 23 14:56:55.266762 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624492df-fc07-4b7d-892e-db89e08fae66 req-97908500-5594-4586-a812-b46ddfcb8af3 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:55.268413 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-624492df-fc07-4b7d-892e-db89e08fae66 req-97908500-5594-4586-a812-b46ddfcb8af3 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 1023 time: 0.1311748 Aug 23 14:56:55.286368 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e1476-a835-4944-9c59-7b826d26a446 req-b080ac77-e330-4bcd-898d-cf7a8f60ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:55.287886 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d4e1476-a835-4944-9c59-7b826d26a446 req-b080ac77-e330-4bcd-898d-cf7a8f60ed6b service neutron] 10.222.0.61 "GET /v2.0/networks?id=515c5043-8a1b-48a5-bf1d-35053ecdca9c HTTP/1.1" status: 200 len: 914 time: 0.1757829 Aug 23 14:56:55.341380 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d4e1476-a835-4944-9c59-7b826d26a446 req-7ab0f63e-b4fb-4834-a751-c6601c20692c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7da9ebce-d4e6-4bf2-b463-4dfa5c220720 HTTP/1.1" status: 200 len: 217 time: 0.0457382 Aug 23 14:56:55.423517 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-624492df-fc07-4b7d-892e-db89e08fae66 req-9c82179e-6d28-402b-bf4f-86e35345f174 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=06ca7af9-0133-4983-a3e7-c1da3930ff1b&id=95334205-7804-4d4f-b563-0f8ad7d5032f&id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e HTTP/1.1" status: 200 len: 6158 time: 0.1483216 Aug 23 14:56:55.427390 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e1476-a835-4944-9c59-7b826d26a446 req-7c4677c3-66b1-4e75-9a6c-b6dfa77044de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:55.428856 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d4e1476-a835-4944-9c59-7b826d26a446 req-7c4677c3-66b1-4e75-9a6c-b6dfa77044de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=baa8984d-a374-4ec1-b25c-d977d386f7a0 HTTP/1.1" status: 200 len: 853 time: 0.0773673 Aug 23 14:56:55.455751 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:55.489674 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d4e1476-a835-4944-9c59-7b826d26a446 req-5d5ae30b-27c5-459f-b187-95098392164b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=515c5043-8a1b-48a5-bf1d-35053ecdca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517628 Aug 23 14:56:55.494269 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-f7e23728-a884-4d8b-b679-9bf899cc4f12 req-1d1fc0ca-95e2-471e-8f0f-90b09a1f287e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1658386148 ', 'description': 'tempest-description-1650793169'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:55.629683 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d4e1476-a835-4944-9c59-7b826d26a446 req-37327b57-878f-4827-a1f4-5c5798a0b691 service neutron] 10.222.0.61 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308298 Aug 23 14:56:55.643393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50644) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:55.706920 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7e23728-a884-4d8b-b679-9bf899cc4f12 req-1d1fc0ca-95e2-471e-8f0f-90b09a1f287e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:55.717061 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-71dee6c7-4858-4e87-a207-5ce034cc426c admin admin] Deleting subnet 36b3e36c-1650-4d6b-95fe-b5ff6ebbdd2b {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:56:55.720527 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-71dee6c7-4858-4e87-a207-5ce034cc426c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:55.768679 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-71dee6c7-4858-4e87-a207-5ce034cc426c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:55.768939 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d4e1476-a835-4944-9c59-7b826d26a446 req-925bba03-996a-4ebd-ab37-5b9f68308fd0 service neutron] 10.222.0.61 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318386 Aug 23 14:56:55.830375 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7e23728-a884-4d8b-b679-9bf899cc4f12 req-1d1fc0ca-95e2-471e-8f0f-90b09a1f287e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:55.842966 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-71dee6c7-4858-4e87-a207-5ce034cc426c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:55.908603 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7e23728-a884-4d8b-b679-9bf899cc4f12 req-1d1fc0ca-95e2-471e-8f0f-90b09a1f287e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:55.949532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fc0ca-95e2-471e-8f0f-90b09a1f287e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3359697-ab95-41cc-bbdf-342c54b4078a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:56.007917 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-ea097597-e8b1-4142-b2be-80409f30e3b9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:56.012128 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-ea097597-e8b1-4142-b2be-80409f30e3b9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/networks?id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 200 len: 811 time: 0.1482151 Aug 23 14:56:56.040220 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7e23728-a884-4d8b-b679-9bf899cc4f12 req-1d1fc0ca-95e2-471e-8f0f-90b09a1f287e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.041989 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-1f05c96a-fb16-4fcd-a5df-0d4fd0a6d456 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/quotas/7f5c6c20f9874df4a22ef4bbb9ddc20f HTTP/1.1" status: 200 len: 375 time: 0.0112278 Aug 23 14:56:56.042105 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7e23728-a884-4d8b-b679-9bf899cc4f12 req-1d1fc0ca-95e2-471e-8f0f-90b09a1f287e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.5416112 Aug 23 14:56:56.062715 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-fab8e02a-afe3-428a-8645-7dece0f84a57 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288472 Aug 23 14:56:56.089260 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb', 'name': 'network-vif-deleted', 'tag': '48a87d1e-13ff-4ebe-8abb-b7b6b248c981'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:56.091719 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9053d5-c055-4377-a212-0dafac018d80" -d '{"events": [{"server_uuid": "a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb", "name": "network-vif-deleted", "tag": "48a87d1e-13ff-4ebe-8abb-b7b6b248c981"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:56.126989 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-71dee6c7-4858-4e87-a207-5ce034cc426c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.170516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dee6c7-4858-4e87-a207-5ce034cc426c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b3e36c-1650-4d6b-95fe-b5ff6ebbdd2b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:56.170516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-71dee6c7-4858-4e87-a207-5ce034cc426c admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.174345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-71dee6c7-4858-4e87-a207-5ce034cc426c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/36b3e36c-1650-4d6b-95fe-b5ff6ebbdd2b HTTP/1.1" status: 204 len: 168 time: 0.5276423 Aug 23 14:56:56.174742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50668) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:56.181987 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d3e7a20d-3835-49d8-8304-c9ed0f90ae29 req-7eb67e49-0195-4f1e-9333-fe8af569d951 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/d3359697-ab95-41cc-bbdf-342c54b4078a HTTP/1.1" status: 200 len: 1783 time: 0.0479062 Aug 23 14:56:56.273048 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0bf09d46-f0e9-4ebe-80b4-7547c112ead2 service neutron] 10.222.0.38 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028904 Aug 23 14:56:56.280650 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-884f68dd-539c-4e3c-9511-7026dec4aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.283101 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259aed67-e990-4921-9ff6-2b463402414e x-openstack-request-id: req-259aed67-e990-4921-9ff6-2b463402414e {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:56.283377 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb", "name": "network-vif-deleted", "tag": "48a87d1e-13ff-4ebe-8abb-b7b6b248c981", "status": "failed", "code": 422}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:56.283641 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-259aed67-e990-4921-9ff6-2b463402414e {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:56.284066 n-d-804985-3 neutron-server[96115]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a386f4ea-c2f2-4d5c-8495-2ac31dfefbcb', 'name': 'network-vif-deleted', 'tag': '48a87d1e-13ff-4ebe-8abb-b7b6b248c981', 'status': 'failed', 'code': 422} returned with failed status Aug 23 14:56:56.345565 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf9f98f3-8173-4788-96b3-8b8130d59c6c req-3fbf8308-1c74-4b06-8119-b2ab5c633fca tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/d3359697-ab95-41cc-bbdf-342c54b4078a HTTP/1.1" status: 200 len: 1783 time: 0.0495090 Aug 23 14:56:56.410847 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bf9f98f3-8173-4788-96b3-8b8130d59c6c req-1d5550c2-49e5-42ec-b186-4c93ba238fb3 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.440974 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bf9f98f3-8173-4788-96b3-8b8130d59c6c req-1d5550c2-49e5-42ec-b186-4c93ba238fb3 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.458429 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-884f68dd-539c-4e3c-9511-7026dec4aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.464149 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-befdf481-f96b-432f-adea-061193b06618 service neutron] 10.222.0.38 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792495 Aug 23 14:56:56.473056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-884f68dd-539c-4e3c-9511-7026dec4aa84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd99715-b318-4103-bfaa-458cab26e3bc']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:56:56.490768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-884f68dd-539c-4e3c-9511-7026dec4aa84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e6b2eb-64cb-41f7-82ba-889eaf58c916') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:56:56.491434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-884f68dd-539c-4e3c-9511-7026dec4aa84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e6b2eb-64cb-41f7-82ba-889eaf58c916') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:56:56.503676 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-884f68dd-539c-4e3c-9511-7026dec4aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.520883 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-884f68dd-539c-4e3c-9511-7026dec4aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.528185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884f68dd-539c-4e3c-9511-7026dec4aa84 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:56:56.528891 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-884f68dd-539c-4e3c-9511-7026dec4aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:56:56.530798 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:56:56.554072 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9df82d65-9785-46a1-85d5-2116cf2716eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.583053 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bf9f98f3-8173-4788-96b3-8b8130d59c6c req-1d5550c2-49e5-42ec-b186-4c93ba238fb3 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.585252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50676) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:56.585747 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bf9f98f3-8173-4788-96b3-8b8130d59c6c req-1d5550c2-49e5-42ec-b186-4c93ba238fb3 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.587827 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf9f98f3-8173-4788-96b3-8b8130d59c6c req-1d5550c2-49e5-42ec-b186-4c93ba238fb3 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "DELETE /v2.0/security-groups/d3359697-ab95-41cc-bbdf-342c54b4078a HTTP/1.1" status: 204 len: 173 time: 0.2357254 Aug 23 14:56:56.599286 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5550c2-49e5-42ec-b186-4c93ba238fb3 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3359697-ab95-41cc-bbdf-342c54b4078a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:56.677359 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.707871 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [req-32860cbd-0438-4390-8b94-a697987771bf req-fd19cc3c-9d81-486d-bc95-8a6ccae40334 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] show failed (client error): The resource could not be found. Aug 23 14:56:56.709335 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32860cbd-0438-4390-8b94-a697987771bf req-fd19cc3c-9d81-486d-bc95-8a6ccae40334 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/d3359697-ab95-41cc-bbdf-342c54b4078a HTTP/1.1" status: 404 len: 352 time: 0.0150321 Aug 23 14:56:56.724172 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-884f68dd-539c-4e3c-9511-7026dec4aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.743586 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-884f68dd-539c-4e3c-9511-7026dec4aa84 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.746741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-46f6851c-6b2f-4bae-a0cf-8941bd0f2617 req-26d7fd63-8587-41d1-a774-e0ad49a50e54 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1101662778', 'description': 'tempest-description-983663515'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:56.748663 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-884f68dd-539c-4e3c-9511-7026dec4aa84 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4fd99715-b318-4103-bfaa-458cab26e3bc HTTP/1.1" status: 204 len: 168 time: 0.5730197 Aug 23 14:56:56.751166 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-10f3882b-fca1-42ac-b8a8-d26f0314a5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:56.790293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f68dd-539c-4e3c-9511-7026dec4aa84 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd99715-b318-4103-bfaa-458cab26e3bc,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:56.832109 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0f8b097-716e-44d7-8973-0ebea5f69c38 req-aca02dc0-6d36-43e8-ab98-5a670bc7c743 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 210 time: 0.0347564 Aug 23 14:56:56.871169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301d5096-3596-4d55-94f4-99c1ea060fb4', 'tag': '7da9ebce-d4e6-4bf2-b463-4dfa5c220720'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:56:56.873757 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e766d9-4ded-4f1a-9335-82b0fe448cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "301d5096-3596-4d55-94f4-99c1ea060fb4", "tag": "7da9ebce-d4e6-4bf2-b463-4dfa5c220720"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:56:56.916086 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd2a6b9-3869-403b-958b-20b979ed6ca9 x-openstack-request-id: req-7bd2a6b9-3869-403b-958b-20b979ed6ca9 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:56:56.916388 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301d5096-3596-4d55-94f4-99c1ea060fb4", "tag": "7da9ebce-d4e6-4bf2-b463-4dfa5c220720", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:56:56.916630 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7bd2a6b9-3869-403b-958b-20b979ed6ca9 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:56:56.917038 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301d5096-3596-4d55-94f4-99c1ea060fb4', 'tag': '7da9ebce-d4e6-4bf2-b463-4dfa5c220720', 'status': 'completed', 'code': 200} Aug 23 14:56:56.952969 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-46f6851c-6b2f-4bae-a0cf-8941bd0f2617 req-26d7fd63-8587-41d1-a774-e0ad49a50e54 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:57.006739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e766d9-4ded-4f1a-9335-82b0fe448cb2 req-4df1f6f7-b3ac-4f99-9d31-57a81b055c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:57.008368 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-00e766d9-4ded-4f1a-9335-82b0fe448cb2 req-4df1f6f7-b3ac-4f99-9d31-57a81b055c12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3e8a488145a49fb9357ed979004996b&device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 1174 time: 0.0692172 Aug 23 14:56:57.047985 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-10f3882b-fca1-42ac-b8a8-d26f0314a5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:57.109816 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e766d9-4ded-4f1a-9335-82b0fe448cb2 req-5b5ab92d-0439-4b25-b3b5-79dd34aaf3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:57.111315 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-00e766d9-4ded-4f1a-9335-82b0fe448cb2 req-5b5ab92d-0439-4b25-b3b5-79dd34aaf3c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=515c5043-8a1b-48a5-bf1d-35053ecdca9c HTTP/1.1" status: 200 len: 914 time: 0.0961027 Aug 23 14:56:57.140080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a3f3247d-c26c-49cd-a408-1905e67ed2d9 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:56:57.159540 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-00e766d9-4ded-4f1a-9335-82b0fe448cb2 req-b05042a8-3396-4c8d-8b61-5f218dba4767 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7da9ebce-d4e6-4bf2-b463-4dfa5c220720 HTTP/1.1" status: 200 len: 217 time: 0.0403373 Aug 23 14:56:57.161892 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: a3f3247d-c26c-49cd-a408-1905e67ed2d9 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:56:57.162254 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a3f3247d-c26c-49cd-a408-1905e67ed2d9 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:56:57.171225 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-10f3882b-fca1-42ac-b8a8-d26f0314a5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:57.224729 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3882b-fca1-42ac-b8a8-d26f0314a5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb67ec5-3d99-4135-997e-2ea4532a83bc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:57.229431 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-10f3882b-fca1-42ac-b8a8-d26f0314a5db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=837ada3955084dd1ad66203fa81e9ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6430984 Aug 23 14:56:57.232054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50700) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:57.244303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e766d9-4ded-4f1a-9335-82b0fe448cb2 req-c6cbf7ef-f4c9-453a-9e5f-6ed5482e8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:57.246709 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-00e766d9-4ded-4f1a-9335-82b0fe448cb2 req-c6cbf7ef-f4c9-453a-9e5f-6ed5482e8bc1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=baa8984d-a374-4ec1-b25c-d977d386f7a0 HTTP/1.1" status: 200 len: 853 time: 0.0801888 Aug 23 14:56:57.290351 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-17509d17-65a1-4978-ac19-d72b606bd287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:57.313409 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-00e766d9-4ded-4f1a-9335-82b0fe448cb2 req-deda6dc9-66d3-4d88-9bb8-565879b7794f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=515c5043-8a1b-48a5-bf1d-35053ecdca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572140 Aug 23 14:56:57.320443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-17509d17-65a1-4978-ac19-d72b606bd287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:57.335118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50704) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:57.469605 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-17509d17-65a1-4978-ac19-d72b606bd287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:57.476243 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-17509d17-65a1-4978-ac19-d72b606bd287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:57.476243 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-17509d17-65a1-4978-ac19-d72b606bd287 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/deb67ec5-3d99-4135-997e-2ea4532a83bc HTTP/1.1" status: 204 len: 168 time: 0.2408359 Aug 23 14:56:57.483093 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17509d17-65a1-4978-ac19-d72b606bd287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb67ec5-3d99-4135-997e-2ea4532a83bc,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:57.487646 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-46f6851c-6b2f-4bae-a0cf-8941bd0f2617 req-26d7fd63-8587-41d1-a774-e0ad49a50e54 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:57.525408 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-12d8d1d6-3af6-4863-94d7-6cc295a21f7b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=136d3e2f53fd4a36bc4c6f2fb2b31f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1854432 Aug 23 14:56:57.528410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50708) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:57.555902 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-00e766d9-4ded-4f1a-9335-82b0fe448cb2 req-73be7faf-e660-4c2f-aab8-181f559ff53e service neutron] 10.222.0.61 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192886 Aug 23 14:56:57.618367 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-46f6851c-6b2f-4bae-a0cf-8941bd0f2617 req-26d7fd63-8587-41d1-a774-e0ad49a50e54 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:57.620555 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88ab3ea0-c3fe-4319-9b85-0cf38f1eb9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:57.661485 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88ab3ea0-c3fe-4319-9b85-0cf38f1eb9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:57.665594 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7fd63-8587-41d1-a774-e0ad49a50e54 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a983912-d00b-43e1-bc15-5e684078f61c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:57.701438 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-00e766d9-4ded-4f1a-9335-82b0fe448cb2 req-16c776c6-a173-4999-820a-0ce70ead3537 service neutron] 10.222.0.61 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388555 Aug 23 14:56:57.736277 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-46f6851c-6b2f-4bae-a0cf-8941bd0f2617 req-26d7fd63-8587-41d1-a774-e0ad49a50e54 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:57.737783 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46f6851c-6b2f-4bae-a0cf-8941bd0f2617 req-26d7fd63-8587-41d1-a774-e0ad49a50e54 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9986372 Aug 23 14:56:57.797959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-8cabd30b-6bf4-4a0b-ac51-1752dd28338c req-e0f8955f-e3b3-4c9c-8378-0c66084d941b tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1191412556', 'description': 'tempest-description-1093707219'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:57.822281 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88ab3ea0-c3fe-4319-9b85-0cf38f1eb9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:57.825218 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88ab3ea0-c3fe-4319-9b85-0cf38f1eb9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:57.826532 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-88ab3ea0-c3fe-4319-9b85-0cf38f1eb9f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/377fa6c3-92ba-4836-94ea-11d3a7e6ea7e HTTP/1.1" status: 204 len: 168 time: 0.2963190 Aug 23 14:56:57.835225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab3ea0-c3fe-4319-9b85-0cf38f1eb9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377fa6c3-92ba-4836-94ea-11d3a7e6ea7e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:57.923995 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c0a72e35-a03c-48de-9de5-4b3c324b7087 req-49c8b012-a40a-45d8-8271-3aa8f2e3d829 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 210 time: 0.0356317 Aug 23 14:56:57.959998 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8cabd30b-6bf4-4a0b-ac51-1752dd28338c req-e0f8955f-e3b3-4c9c-8378-0c66084d941b tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:58.056529 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8cabd30b-6bf4-4a0b-ac51-1752dd28338c req-e0f8955f-e3b3-4c9c-8378-0c66084d941b tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:58.176933 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8cabd30b-6bf4-4a0b-ac51-1752dd28338c req-e0f8955f-e3b3-4c9c-8378-0c66084d941b tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:58.214117 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8955f-e3b3-4c9c-8378-0c66084d941b tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a525a0-4d95-435f-ad0f-43f408ff4db5,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:58.382992 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8cabd30b-6bf4-4a0b-ac51-1752dd28338c req-e0f8955f-e3b3-4c9c-8378-0c66084d941b tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:58.388757 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8cabd30b-6bf4-4a0b-ac51-1752dd28338c req-e0f8955f-e3b3-4c9c-8378-0c66084d941b tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5925350 Aug 23 14:56:58.417439 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-b6957d1c-4b98-4050-99a0-5d212bef3080 req-e12b5b74-cb72-4187-987c-14e7a8e333b2 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1180670139', 'description': 'tempest-description-62024350'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:58.480012 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:58.515740 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6957d1c-4b98-4050-99a0-5d212bef3080 req-e12b5b74-cb72-4187-987c-14e7a8e333b2 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:58.556128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50738) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:58.570750 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-257abede-e6a4-4c09-a62c-17d9d21a1ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:58.615615 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6957d1c-4b98-4050-99a0-5d212bef3080 req-e12b5b74-cb72-4187-987c-14e7a8e333b2 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:58.709248 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6957d1c-4b98-4050-99a0-5d212bef3080 req-e12b5b74-cb72-4187-987c-14e7a8e333b2 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:58.743741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b5b74-cb72-4187-987c-14e7a8e333b2 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a46926-4bfe-4627-a672-4a93e900a81f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:58.802978 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-257abede-e6a4-4c09-a62c-17d9d21a1ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:58.908545 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-257abede-e6a4-4c09-a62c-17d9d21a1ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:58.953511 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-257abede-e6a4-4c09-a62c-17d9d21a1ee0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a9b802eb11454b0c87cde315cc91b2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3959184 Aug 23 14:56:58.954993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257abede-e6a4-4c09-a62c-17d9d21a1ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429de7e6-feb2-4543-aa48-4d20eb968a88,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:58.956514 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50746) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:59.022923 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1c0d-28c5-439f-b285-3e1f76545d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:59.034383 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6957d1c-4b98-4050-99a0-5d212bef3080 req-e12b5b74-cb72-4187-987c-14e7a8e333b2 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:59.047507 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6957d1c-4b98-4050-99a0-5d212bef3080 req-e12b5b74-cb72-4187-987c-14e7a8e333b2 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6312022 Aug 23 14:56:59.060624 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a9f560b-5366-4bab-bcab-3cabb9d21eef req-ec087541-39c8-4f01-945a-089385518679 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 210 time: 0.0323455 Aug 23 14:56:59.068188 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1c0d-28c5-439f-b285-3e1f76545d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:59.206716 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8b4a57b-40ad-4439-84e5-2a9af73943ff req-f452a765-836d-46db-9e6b-45f866379e72 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3e8a488145a49fb9357ed979004996b HTTP/1.1" status: 200 len: 10911 time: 0.1371708 Aug 23 14:56:59.261693 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1c0d-28c5-439f-b285-3e1f76545d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:59.264266 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1c0d-28c5-439f-b285-3e1f76545d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:59.265769 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1a5e1c0d-28c5-439f-b285-3e1f76545d34 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/429de7e6-feb2-4543-aa48-4d20eb968a88 HTTP/1.1" status: 204 len: 168 time: 0.3074799 Aug 23 14:56:59.288543 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8b4a57b-40ad-4439-84e5-2a9af73943ff req-ca1c4149-f47a-4f26-a323-935f2dff5be2 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e HTTP/1.1" status: 200 len: 2985 time: 0.0560064 Aug 23 14:56:59.288543 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e1c0d-28c5-439f-b285-3e1f76545d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429de7e6-feb2-4543-aa48-4d20eb968a88,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:59.363685 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8b4a57b-40ad-4439-84e5-2a9af73943ff req-5a3e13ed-2954-4db1-a77f-4477ace4637f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e HTTP/1.1" status: 200 len: 2985 time: 0.0553155 Aug 23 14:56:59.387147 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50766) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:56:59.451461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7aa4a852-dff4-4cb3-b8f2-ac24a792a701 req-e26c94f0-7c17-4ca8-ba18-1ba63982ecee tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/3a983912-d00b-43e1-bc15-5e684078f61c HTTP/1.1" status: 200 len: 1802 time: 0.0528183 Aug 23 14:56:59.533506 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7aa4a852-dff4-4cb3-b8f2-ac24a792a701 req-9094f089-c313-4bb9-a67b-7dd104b3513f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:59.541089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1751446416-network', 'tenant_id': 'e7e94925d3cf4f65b58e713a46ffd81f'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:56:59.572641 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7aa4a852-dff4-4cb3-b8f2-ac24a792a701 req-9094f089-c313-4bb9-a67b-7dd104b3513f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:59.658255 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-b18ebb9f-cd03-4e4b-90f4-665a1f9d5827 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0591998 Aug 23 14:56:59.697728 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] Made reservation on behalf of e7e94925d3cf4f65b58e713a46ffd81f for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:56:59.700297 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:59.709405 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:59.722868 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7aa4a852-dff4-4cb3-b8f2-ac24a792a701 req-9094f089-c313-4bb9-a67b-7dd104b3513f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:59.726094 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7aa4a852-dff4-4cb3-b8f2-ac24a792a701 req-9094f089-c313-4bb9-a67b-7dd104b3513f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:56:59.728696 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7aa4a852-dff4-4cb3-b8f2-ac24a792a701 req-9094f089-c313-4bb9-a67b-7dd104b3513f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "DELETE /v2.0/security-groups/3a983912-d00b-43e1-bc15-5e684078f61c HTTP/1.1" status: 204 len: 173 time: 0.2691600 Aug 23 14:56:59.751934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094f089-c313-4bb9-a67b-7dd104b3513f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a983912-d00b-43e1-bc15-5e684078f61c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:56:59.768401 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-d73cb34b-d861-4de6-ade0-7e132a670209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:59.769322 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-d73cb34b-d861-4de6-ade0-7e132a670209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:59.769962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-d73cb34b-d861-4de6-ade0-7e132a670209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:59.770602 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-d73cb34b-d861-4de6-ade0-7e132a670209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:59.771624 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-d73cb34b-d861-4de6-ade0-7e132a670209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:59.772930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-d73cb34b-d861-4de6-ade0-7e132a670209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:59.775461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-d73cb34b-d861-4de6-ade0-7e132a670209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:59.777937 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-d73cb34b-d861-4de6-ade0-7e132a670209 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 6491 time: 0.0726142 Aug 23 14:56:59.795302 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [req-1797be9c-37a1-42ca-8258-c0e569a03f7b req-76f0ef15-0221-47c7-8cce-5ff4e2f7ac6c tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] show failed (client error): The resource could not be found. Aug 23 14:56:59.805343 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1797be9c-37a1-42ca-8258-c0e569a03f7b req-76f0ef15-0221-47c7-8cce-5ff4e2f7ac6c tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/3a983912-d00b-43e1-bc15-5e684078f61c HTTP/1.1" status: 404 len: 352 time: 0.0442872 Aug 23 14:56:59.965578 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-bcc7a2ab-ab4d-4d49-a485-289f1789e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:59.966293 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-bcc7a2ab-ab4d-4d49-a485-289f1789e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:59.966775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-bcc7a2ab-ab4d-4d49-a485-289f1789e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:56:59.968424 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-bcc7a2ab-ab4d-4d49-a485-289f1789e64d service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=72070819-7380-4ce2-bba5-cb3fe9632737&id=72070819-7380-4ce2-bba5-cb3fe9632737 HTTP/1.1" status: 200 len: 2294 time: 0.1541579 Aug 23 14:56:59.984645 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22d72c9c-f719-44bb-9330-c05c46b434d8 req-9c3d4089-9fe9-4cf1-af97-187eb7fd36b6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/23a525a0-4d95-435f-ad0f-43f408ff4db5 HTTP/1.1" status: 200 len: 1803 time: 0.1334817 Aug 23 14:57:00.000344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0d020a87-b57a-4260-854a-b7f982763889 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:00.001842 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0d020a87-b57a-4260-854a-b7f982763889 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "GET /v2.0/networks?id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 200 len: 811 time: 0.2544785 Aug 23 14:57:00.031474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-303c6634-205a-41a4-98be-ddaed6aab9e2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Request body: {'port': {'device_id': '24839b71-0e55-404c-8b39-3aa20c51c20a', 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b', 'admin_state_up': True, 'tenant_id': '7f5c6c20f9874df4a22ef4bbb9ddc20f'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:00.064117 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-21427dc3-8c77-4aee-b609-fd09666ebf1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9edec396-03e2-4ea6-bce5-2fa40fbed659 HTTP/1.1" status: 200 len: 999 time: 0.0885272 Aug 23 14:57:00.136244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-ef7fc369-adf7-43c0-b3f2-87a04aa0e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:00.137829 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-ef7fc369-adf7-43c0-b3f2-87a04aa0e6e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d43940-211a-4370-9555-0648239a8725 HTTP/1.1" status: 200 len: 851 time: 0.0660431 Aug 23 14:57:00.141421 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:00.190695 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-22d72c9c-f719-44bb-9330-c05c46b434d8 req-b4ea3a04-a1a0-410b-b70d-05ec88582eff tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:00.209104 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7f566a86-8026-4662-92bc-f4c944fd408d req-35ac79a7-9475-4166-a7cb-6e735b5b6f50 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 210 time: 0.0507252 Aug 23 14:57:00.220402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-5f75fcbc-39ce-46bc-a84d-564f68206d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:00.223098 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-5f75fcbc-39ce-46bc-a84d-564f68206d7b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758698 Aug 23 14:57:00.237190 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-22d72c9c-f719-44bb-9330-c05c46b434d8 req-b4ea3a04-a1a0-410b-b70d-05ec88582eff tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:00.264728 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:00.328637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:57:00.329778 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-0f280fd0-73dd-48d8-9dad-adf00e29415a service neutron] 10.222.0.61 "GET /v2.0/networks/cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992568 Aug 23 14:57:00.347770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:00.364488 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:00.364488 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] Added segment b93494e4-70d6-4838-a9a6-f454ad553c9e of type vlan for network 4e2be072-2318-4041-8318-6b975babc276 Aug 23 14:57:00.407890 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-303c6634-205a-41a4-98be-ddaed6aab9e2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Made reservation on behalf of 7f5c6c20f9874df4a22ef4bbb9ddc20f for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:57:00.411984 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-303c6634-205a-41a4-98be-ddaed6aab9e2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:00.436267 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-19e73518-3df3-4f22-9d58-6a7c70d4963b service neutron] 10.222.0.61 "GET /v2.0/networks/cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985351 Aug 23 14:57:00.439247 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:00.485682 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-5a5f1c33-cafa-4226-848f-193d98e5a285 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=fdaf866e-b082-4a67-8d49-4f5d453ffd4a HTTP/1.1" status: 200 len: 217 time: 0.0424352 Aug 23 14:57:00.499347 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-22d72c9c-f719-44bb-9330-c05c46b434d8 req-b4ea3a04-a1a0-410b-b70d-05ec88582eff tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:00.502306 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-22d72c9c-f719-44bb-9330-c05c46b434d8 req-b4ea3a04-a1a0-410b-b70d-05ec88582eff tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:00.512618 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22d72c9c-f719-44bb-9330-c05c46b434d8 req-b4ea3a04-a1a0-410b-b70d-05ec88582eff tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "DELETE /v2.0/security-groups/23a525a0-4d95-435f-ad0f-43f408ff4db5 HTTP/1.1" status: 204 len: 173 time: 0.4986827 Aug 23 14:57:00.551804 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-e3569271-8007-4bad-ba59-686d3df21b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:00.552808 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-e3569271-8007-4bad-ba59-686d3df21b58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.0556026 Aug 23 14:57:00.558877 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [req-6950401c-e968-4afc-aec4-f936ee0e3cd5 req-9c4a6f4a-a193-4f3a-b4b3-d36363011816 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] show failed (client error): The resource could not be found. Aug 23 14:57:00.560051 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6950401c-e968-4afc-aec4-f936ee0e3cd5 req-9c4a6f4a-a193-4f3a-b4b3-d36363011816 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/23a525a0-4d95-435f-ad0f-43f408ff4db5 HTTP/1.1" status: 404 len: 352 time: 0.0221782 Aug 23 14:57:00.613661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-4e3abc5a-db79-4ccb-8e20-eb8e3f9ea4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:00.619621 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-4e3abc5a-db79-4ccb-8e20-eb8e3f9ea4ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566082 Aug 23 14:57:00.736691 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a10d1b71-28fb-417c-8b6f-f86fc954a33b req-3658f5eb-c913-4a70-bb11-3bf555905b3e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/03a46926-4bfe-4627-a672-4a93e900a81f HTTP/1.1" status: 200 len: 1801 time: 0.1154144 Aug 23 14:57:00.799969 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-7ad9a8a1-e773-4a9b-96e7-b4e590fad839 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692350 Aug 23 14:57:00.888430 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a10d1b71-28fb-417c-8b6f-f86fc954a33b req-2675c886-7ee7-40ef-919b-58210e70e906 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:00.928821 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a10d1b71-28fb-417c-8b6f-f86fc954a33b req-2675c886-7ee7-40ef-919b-58210e70e906 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:00.940112 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:00.941623 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:00.941623 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:00.970586 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-480048bc-418f-4dbd-8693-efc485f14a8c service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624074 Aug 23 14:57:00.972702 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea3a04-a1a0-410b-b70d-05ec88582eff tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a525a0-4d95-435f-ad0f-43f408ff4db5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:01.032602 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-1595c0d3-0a12-436c-aaca-9ac1c4ca45aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=f66771fe-2ca7-4582-921f-2f8c8db8358f HTTP/1.1" status: 200 len: 217 time: 0.0398548 Aug 23 14:57:01.080611 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] Pushing event updated for resources: {'Network': ['ID=4e2be072-2318-4041-8318-6b975babc276,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:01.093200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 4e2be072-2318-4041-8318-6b975babc276 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:57:01.100099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-303c6634-205a-41a4-98be-ddaed6aab9e2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Allocated IP 172.20.0.10 (736cf8e5-b78e-43e6-8d69-606c4b4e6a5b/6a98ce89-de66-4736-958d-4fd0680e79be/0f0437fe-fe92-41a2-9a50-93a6d08e6a3d) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:57:01.102646 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-02694a04-e3c5-4b1c-8130-31676c5f8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:01.104193 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-02694a04-e3c5-4b1c-8130-31676c5f8175 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.0649064 Aug 23 14:57:01.156727 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a10d1b71-28fb-417c-8b6f-f86fc954a33b req-2675c886-7ee7-40ef-919b-58210e70e906 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:01.159297 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-a10d1b71-28fb-417c-8b6f-f86fc954a33b req-2675c886-7ee7-40ef-919b-58210e70e906 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:01.167677 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a10d1b71-28fb-417c-8b6f-f86fc954a33b req-2675c886-7ee7-40ef-919b-58210e70e906 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "DELETE /v2.0/security-groups/03a46926-4bfe-4627-a672-4a93e900a81f HTTP/1.1" status: 204 len: 173 time: 0.4301701 Aug 23 14:57:01.177786 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-34af0517-2c75-41c7-a06a-27dc649eba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:01.180261 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-34af0517-2c75-41c7-a06a-27dc649eba2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0671515 Aug 23 14:57:01.184876 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675c886-7ee7-40ef-919b-58210e70e906 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a46926-4bfe-4627-a672-4a93e900a81f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:01.215020 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a4cdfa17-5e05-4874-895d-01289b11c118 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8210294 Aug 23 14:57:01.222383 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50816) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:01.231940 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-60fb3e08-96eb-49f0-b253-c98337c8f3ef admin admin] Request body: {'subnet': {'network_id': '4e2be072-2318-4041-8318-6b975babc276', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1751446416-subnet', 'tenant_id': 'e7e94925d3cf4f65b58e713a46ffd81f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:01.263598 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-48c69efc-ba13-4015-a07e-7ada6bc42f3d req-baba3743-f360-4b1a-82a3-2b8fe5ce0b65 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] show failed (client error): The resource could not be found. Aug 23 14:57:01.264776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48c69efc-ba13-4015-a07e-7ada6bc42f3d req-baba3743-f360-4b1a-82a3-2b8fe5ce0b65 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/03a46926-4bfe-4627-a672-4a93e900a81f HTTP/1.1" status: 404 len: 352 time: 0.0635567 Aug 23 14:57:01.391760 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-303c6634-205a-41a4-98be-ddaed6aab9e2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:01.401234 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-71593840-0235-402f-81fd-ad23591414a4 req-db18033a-5a71-4479-bac3-3bb4fd0d0571 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 210 time: 0.0515399 Aug 23 14:57:01.403049 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-c978aefa-35d8-4458-96b4-9fa36cbf058e service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159104 Aug 23 14:57:01.427220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fb3e08-96eb-49f0-b253-c98337c8f3ef admin admin] Made reservation on behalf of e7e94925d3cf4f65b58e713a46ffd81f for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:57:01.428870 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60fb3e08-96eb-49f0-b253-c98337c8f3ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:01.452302 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-940c0de0-662c-4879-b602-65c2b7261497 req-fb06d973-d26e-477b-b1e7-b75efb6a7ed7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3e8a488145a49fb9357ed979004996b HTTP/1.1" status: 200 len: 6158 time: 0.1416302 Aug 23 14:57:01.535595 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-940c0de0-662c-4879-b602-65c2b7261497 req-7d7af688-e097-4661-8219-21ee6701a359 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e HTTP/1.1" status: 200 len: 2985 time: 0.0785823 Aug 23 14:57:01.588325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-940c0de0-662c-4879-b602-65c2b7261497 req-15e29bb4-1720-4761-8415-07b23a21e981 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e HTTP/1.1" status: 200 len: 2985 time: 0.0453260 Aug 23 14:57:01.656518 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-303c6634-205a-41a4-98be-ddaed6aab9e2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:01.730798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-303c6634-205a-41a4-98be-ddaed6aab9e2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:57:01.734479 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-303c6634-205a-41a4-98be-ddaed6aab9e2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:57:01.739641 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-303c6634-205a-41a4-98be-ddaed6aab9e2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:57:01.796511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c6634-205a-41a4-98be-ddaed6aab9e2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Pushing event updated for resources: {'Port': ['ID=0f0437fe-fe92-41a2-9a50-93a6d08e6a3d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:01.845355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-303c6634-205a-41a4-98be-ddaed6aab9e2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:01.846176 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-303c6634-205a-41a4-98be-ddaed6aab9e2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:01.978907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-57496a37-5246-455e-ac77-5df54b2c48a1 req-7ee9a0f9-9b80-48cb-94ce-d887d812cc0e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1732812940', 'description': 'tempest-description-2091797672'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:01.987819 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-303c6634-205a-41a4-98be-ddaed6aab9e2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9672687 Aug 23 14:57:02.014383 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-73564b88-a23f-496d-8630-45c81d65c52d service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033549 Aug 23 14:57:02.085143 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-4d29fe4a-9d6f-4566-b8c0-6c36b555d50a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=afc637ab-7b54-4ae5-97f1-c9c64cc49729 HTTP/1.1" status: 200 len: 217 time: 0.0629361 Aug 23 14:57:02.114263 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Request body: {'port': {'device_id': '24839b71-0e55-404c-8b39-3aa20c51c20a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:02.170025 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-57496a37-5246-455e-ac77-5df54b2c48a1 req-7ee9a0f9-9b80-48cb-94ce-d887d812cc0e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:02.220071 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:02.225445 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-e377b5dd-61aa-42d0-a38e-cc730b9224b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:02.227727 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-e377b5dd-61aa-42d0-a38e-cc730b9224b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.1352973 Aug 23 14:57:02.304332 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-87b63a1e-9020-43e8-a831-ab56704c967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:02.308597 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-87b63a1e-9020-43e8-a831-ab56704c967c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707192 Aug 23 14:57:02.341582 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60fb3e08-96eb-49f0-b253-c98337c8f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:02.432334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-57496a37-5246-455e-ac77-5df54b2c48a1 req-7ee9a0f9-9b80-48cb-94ce-d887d812cc0e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:02.469535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb3e08-96eb-49f0-b253-c98337c8f3ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=987982e8-5221-4102-b3c8-eee1069b54fe,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:02.503441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fb3e08-96eb-49f0-b253-c98337c8f3ef admin admin] Checking segment: {'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:57:02.503846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fb3e08-96eb-49f0-b253-c98337c8f3ef admin admin] Network hostable DHCP agents. Network: 4e2be072-2318-4041-8318-6b975babc276, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:57:02.515689 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-61c75e70-ca21-4fa1-9c2b-7d389d057822 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018363 Aug 23 14:57:02.534186 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-57496a37-5246-455e-ac77-5df54b2c48a1 req-7ee9a0f9-9b80-48cb-94ce-d887d812cc0e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:02.614378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9a0f9-9b80-48cb-94ce-d887d812cc0e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3186dc56-0671-4ad9-be79-4505e1903a3e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:02.636291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fb3e08-96eb-49f0-b253-c98337c8f3ef admin admin] Network 4e2be072-2318-4041-8318-6b975babc276 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:57:02.647026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1d6e-ea24-43d8-bb87-c3aa37c08bee req-51624482-5cfd-423e-92d4-86568deb9b2c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:02.649234 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-55dd1d6e-ea24-43d8-bb87-c3aa37c08bee req-51624482-5cfd-423e-92d4-86568deb9b2c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 932 time: 0.0966668 Aug 23 14:57:02.656726 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-347171b4-5c57-40d7-95fe-1e57923f3f1d service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339104 Aug 23 14:57:02.658956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:57:02.687124 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:02.713747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-55dd1d6e-ea24-43d8-bb87-c3aa37c08bee req-acb12eee-2d86-41d7-8c1c-db8c13281963 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503325 Aug 23 14:57:02.714933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Transition to ACTIVE for port object 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:57:02.716384 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-57496a37-5246-455e-ac77-5df54b2c48a1 req-7ee9a0f9-9b80-48cb-94ce-d887d812cc0e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:02.717618 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-57496a37-5246-455e-ac77-5df54b2c48a1 req-7ee9a0f9-9b80-48cb-94ce-d887d812cc0e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7465546 Aug 23 14:57:02.719424 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-a133d8de-4b65-4f72-b8cd-a9c4b1208251 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=17812f53-fbc5-4a79-919c-21e20ab42ecc HTTP/1.1" status: 200 len: 217 time: 0.0542417 Aug 23 14:57:02.724125 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-60fb3e08-96eb-49f0-b253-c98337c8f3ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 4e2be072-2318-4041-8318-6b975babc276) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:57:02.730895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fb3e08-96eb-49f0-b253-c98337c8f3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:02.731512 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60fb3e08-96eb-49f0-b253-c98337c8f3ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:02.744060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f773d87-5373-4e2a-9d81-ef88f28a82ea None None] Network 4e2be072-2318-4041-8318-6b975babc276 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:57:02.748628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-5889c479-d79f-4202-b523-e14b8027b5f0 req-b02bd9e2-fe7c-4216-bc70-fae071d95e57 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1687831985', 'description': 'tempest-description-193567756'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:02.800436 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:02.809288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-04eec025-9937-4cce-ac01-e1b6d5e83705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:02.812050 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-04eec025-9937-4cce-ac01-e1b6d5e83705 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.0766542 Aug 23 14:57:02.877862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Pushing event updated for resources: {'Port': ['ID=0f0437fe-fe92-41a2-9a50-93a6d08e6a3d,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:02.898882 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-4286a818-dd0b-48f2-8e62-b3ea56ceb1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:02.900721 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-4286a818-dd0b-48f2-8e62-b3ea56ceb1e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0766466 Aug 23 14:57:02.964903 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5889c479-d79f-4202-b523-e14b8027b5f0 req-b02bd9e2-fe7c-4216-bc70-fae071d95e57 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:02.967487 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-4e2be072-2318-4041-8318-6b975babc276', 'network_id': '4e2be072-2318-4041-8318-6b975babc276', 'tenant_id': 'e7e94925d3cf4f65b58e713a46ffd81f', 'fixed_ips': [{'subnet_id': '987982e8-5221-4102-b3c8-eee1069b54fe'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:57:02.968962 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:03.003394 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-1c6536b6-c2fe-40dd-9ce8-922edadc296c service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950015 Aug 23 14:57:03.017198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Attempting to bind port 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:57:03.019626 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Attempting to bind port 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:57:03.019626 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Attempting to bind port 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:57:03.023047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Port 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:57:03.024312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Attempting to bind port 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:57:03.030526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:57:03.031105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Checking segment: {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:57:03.031706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Bound using segment: {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:57:03.032514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Bound port: 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:57:03.033056 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:03.114031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] For port 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:57:03.114832 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-60fb3e08-96eb-49f0-b253-c98337c8f3ef admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8913376 Aug 23 14:57:03.131558 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-9e5fb3d0-8693-45d5-8744-ffa77c4de06e service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198025 Aug 23 14:57:03.132041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Allocated IP 172.20.0.2 (4e2be072-2318-4041-8318-6b975babc276/987982e8-5221-4102-b3c8-eee1069b54fe/87485ac3-f192-46ab-adda-391cafc69ce4) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:57:03.135204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] For port 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0f0437fe-fe92-41a2-9a50-93a6d08e6a3d,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:57:03.228737 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-48f9e0dd-078b-4cbd-88fb-843c7751923b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=47cc6354-51c7-401d-a491-1ca75f25bef5 HTTP/1.1" status: 200 len: 217 time: 0.0722225 Aug 23 14:57:03.236579 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5889c479-d79f-4202-b523-e14b8027b5f0 req-b02bd9e2-fe7c-4216-bc70-fae071d95e57 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:03.287002 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:03.326800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:03.327443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:03.329020 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] 10.222.0.57 "PUT /v2.0/ports/0f0437fe-fe92-41a2-9a50-93a6d08e6a3d HTTP/1.1" status: 200 len: 1092 time: 1.3330829 Aug 23 14:57:03.329563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24839b71-0e55-404c-8b39-3aa20c51c20a', 'tag': '0f0437fe-fe92-41a2-9a50-93a6d08e6a3d'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:03.331783 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c78cef-178a-4619-ab66-a2c50f3f9ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "24839b71-0e55-404c-8b39-3aa20c51c20a", "tag": "0f0437fe-fe92-41a2-9a50-93a6d08e6a3d"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:03.344380 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5889c479-d79f-4202-b523-e14b8027b5f0 req-b02bd9e2-fe7c-4216-bc70-fae071d95e57 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:03.353376 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-f40e9e12-e814-4671-b1dd-f41d04e055ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:03.355751 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-f40e9e12-e814-4671-b1dd-f41d04e055ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e HTTP/1.1" status: 200 len: 797 time: 0.1202736 Aug 23 14:57:03.388029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bd9e2-fe7c-4216-bc70-fae071d95e57 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6b7a9d-c55d-4a88-b3b1-2846312dbeba,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:03.419049 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466b647f-bb08-4b3e-8a55-2b36f1243c72 x-openstack-request-id: req-466b647f-bb08-4b3e-8a55-2b36f1243c72 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:03.419333 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24839b71-0e55-404c-8b39-3aa20c51c20a", "tag": "0f0437fe-fe92-41a2-9a50-93a6d08e6a3d", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:03.419588 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-466b647f-bb08-4b3e-8a55-2b36f1243c72 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:03.420032 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24839b71-0e55-404c-8b39-3aa20c51c20a', 'tag': '0f0437fe-fe92-41a2-9a50-93a6d08e6a3d', 'status': 'completed', 'code': 200} Aug 23 14:57:03.429757 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:03.433440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492e418-d7fb-4652-91bd-9b2917df2dac service neutron] Pushing event updated for resources: {'Port': ['ID=0f0437fe-fe92-41a2-9a50-93a6d08e6a3d,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:03.455531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-db277868-8ef0-4cd8-ac27-22b59fe96a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:03.462364 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-db277868-8ef0-4cd8-ac27-22b59fe96a77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72070819-7380-4ce2-bba5-cb3fe9632737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0891712 Aug 23 14:57:03.462672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Transition to ACTIVE for port object 87485ac3-f192-46ab-adda-391cafc69ce4 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:57:03.490270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Transition to ACTIVE for port object 87485ac3-f192-46ab-adda-391cafc69ce4 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:57:03.505943 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5889c479-d79f-4202-b523-e14b8027b5f0 req-b02bd9e2-fe7c-4216-bc70-fae071d95e57 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:03.507329 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5889c479-d79f-4202-b523-e14b8027b5f0 req-b02bd9e2-fe7c-4216-bc70-fae071d95e57 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7633748 Aug 23 14:57:03.527438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c78cef-178a-4619-ab66-a2c50f3f9ed7 req-4e7ab402-337f-4fff-a064-9359107a6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:03.529141 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71c78cef-178a-4619-ab66-a2c50f3f9ed7 req-4e7ab402-337f-4fff-a064-9359107a6369 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 1095 time: 0.0853205 Aug 23 14:57:03.599728 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-6c99918e-1a51-4c43-917d-d4127949a147 service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334434 Aug 23 14:57:03.600988 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:03.657375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Network 4e2be072-2318-4041-8318-6b975babc276 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:57:03.659119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:57:03.666988 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:57:03.680787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c78cef-178a-4619-ab66-a2c50f3f9ed7 req-1da7d29c-eaef-44e9-840e-881c0d6dd628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:03.683360 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71c78cef-178a-4619-ab66-a2c50f3f9ed7 req-1da7d29c-eaef-44e9-840e-881c0d6dd628 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1465874 Aug 23 14:57:03.764374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Pushing event updated for resources: {'Port': ['ID=87485ac3-f192-46ab-adda-391cafc69ce4,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:03.809107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Attempting to bind port 87485ac3-f192-46ab-adda-391cafc69ce4 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:57:03.809480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Attempting to bind port 87485ac3-f192-46ab-adda-391cafc69ce4 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:57:03.809881 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Attempting to bind port 87485ac3-f192-46ab-adda-391cafc69ce4 on network 4e2be072-2318-4041-8318-6b975babc276 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:57:03.838985 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:57:03.839766 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Checking segment: {'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:57:03.840620 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:03.846216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Bound using segment: {'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:57:03.849798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Bound port: 87485ac3-f192-46ab-adda-391cafc69ce4, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:57:03.850715 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:03.875969 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-6c2a8e13-6b9a-4b0d-bef6-8f52b417bc6b service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655830 Aug 23 14:57:03.942992 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] For port 87485ac3-f192-46ab-adda-391cafc69ce4, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:57:03.947726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] For port 87485ac3-f192-46ab-adda-391cafc69ce4, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=87485ac3-f192-46ab-adda-391cafc69ce4,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:57:03.955132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd752f9b-c3ab-42ef-9750-54e2ba245839 req-feb0c0ed-2cd2-456c-b3ea-766c4e36b3ab tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:03.956696 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd752f9b-c3ab-42ef-9750-54e2ba245839 req-feb0c0ed-2cd2-456c-b3ea-766c4e36b3ab tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 944 time: 0.0861375 Aug 23 14:57:03.958149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c78cef-178a-4619-ab66-a2c50f3f9ed7 req-2729f17f-b943-4eda-8127-3f71c1436a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:03.959701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71c78cef-178a-4619-ab66-a2c50f3f9ed7 req-2729f17f-b943-4eda-8127-3f71c1436a8a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2697399 Aug 23 14:57:03.962579 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-541bf06e-9c79-4656-b7a5-2590a828dd11 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d93a231e-4370-4457-8e88-9c673c90e61e HTTP/1.1" status: 200 len: 217 time: 0.0735297 Aug 23 14:57:04.015399 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd752f9b-c3ab-42ef-9750-54e2ba245839 req-a39a84ca-121c-4885-8f40-c0bf4389b59d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472145 Aug 23 14:57:04.060472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-7c799fa0-9474-4697-bead-ed5bd42bc2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:04.061977 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-7c799fa0-9474-4697-bead-ed5bd42bc2de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e HTTP/1.1" status: 200 len: 797 time: 0.0876391 Aug 23 14:57:04.072026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-9d926daa-a48b-493b-94c4-14870758a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:04.073543 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-9d926daa-a48b-493b-94c4-14870758a2d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 1095 time: 0.0520754 Aug 23 14:57:04.086486 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:04.112273 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-c38350e6-d619-48d6-a735-c43f81b44691 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:04.121000 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-c38350e6-d619-48d6-a735-c43f81b44691 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/networks?id=515c5043-8a1b-48a5-bf1d-35053ecdca9c HTTP/1.1" status: 200 len: 813 time: 0.2733462 Aug 23 14:57:04.143258 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-4527e3d9-36ef-4140-91a5-7284d87116ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f0437fe-fe92-41a2-9a50-93a6d08e6a3d HTTP/1.1" status: 200 len: 217 time: 0.0532475 Aug 23 14:57:04.147626 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-b7df1b45-3f8d-4cfd-b3f5-e10569db9471 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/quotas/e3e8a488145a49fb9357ed979004996b HTTP/1.1" status: 200 len: 375 time: 0.0255470 Aug 23 14:57:04.175048 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5970831-6c12-4569-90a9-558ffe06e34b req-77d03548-47cf-4e63-b756-455919f60ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:04.176391 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-77d03548-47cf-4e63-b756-455919f60ab4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72070819-7380-4ce2-bba5-cb3fe9632737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1060624 Aug 23 14:57:04.180221 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a660228-5ec9-461e-9bec-1cef57af17ae None None] Pushing event updated for resources: {'Port': ['ID=87485ac3-f192-46ab-adda-391cafc69ce4,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:04.229861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-4b177bb7-f00c-47ea-ac3d-6f1dd9da03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:04.231468 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-4b177bb7-f00c-47ea-ac3d-6f1dd9da03ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a98ce89-de66-4736-958d-4fd0680e79be HTTP/1.1" status: 200 len: 851 time: 0.0749815 Aug 23 14:57:04.278567 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-5240553b-a090-4189-b332-e5616d5b42b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384169 Aug 23 14:57:04.335193 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-86dc83bc-ccc9-49ed-8dce-9c5c67c22545 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3e8a488145a49fb9357ed979004996b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1770003 Aug 23 14:57:04.452775 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-f405cfbd-8fb4-4e4d-acde-ff6de0061dc0 service neutron] 10.222.0.57 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657176 Aug 23 14:57:04.469219 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-67e9dfaa-5e4e-4b4f-a2fc-b169aa22fee0 service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570243 Aug 23 14:57:04.609417 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5970831-6c12-4569-90a9-558ffe06e34b req-077e5f54-2c03-4371-9409-f1a8f68bc6db service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247041 Aug 23 14:57:04.646219 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-a7a4a68a-f220-49cf-afe5-23c73203e891 service neutron] 10.222.0.38 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041046 Aug 23 14:57:04.693449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-c2e03e41-5997-4e01-a736-997079f95fb2 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:04.695690 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-c2e03e41-5997-4e01-a736-997079f95fb2 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/networks?id=4e2be072-2318-4041-8318-6b975babc276 HTTP/1.1" status: 200 len: 816 time: 0.2412579 Aug 23 14:57:04.697790 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-800be98b-c5cc-4f1a-ae47-1841c9a41d04 req-23892a26-3ace-4b6e-b762-2ee015897828 service neutron] 10.222.0.57 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335460 Aug 23 14:57:04.713100 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-73caf6b1-99bf-440e-85fd-ce43af3734fd tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/quotas/e7e94925d3cf4f65b58e713a46ffd81f HTTP/1.1" status: 200 len: 375 time: 0.0106778 Aug 23 14:57:04.799277 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-434d469b-b039-4bae-9400-a647d930f77a service neutron] 10.222.0.38 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543632 Aug 23 14:57:04.820329 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-15c5c82b-3213-4e35-bfd5-6e4771c83399 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e7e94925d3cf4f65b58e713a46ffd81f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1006141 Aug 23 14:57:04.946830 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-39efb8e0-3b4e-46dc-9823-75caa05449a1 service neutron] 10.222.0.38 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168878 Aug 23 14:57:05.197775 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-c4eb61c6-28cf-41a9-b185-15a405c18798 service neutron] 10.222.0.38 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387021 Aug 23 14:57:05.414550 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8db95b3-5169-4003-9211-389f75dbaff9 req-4c85a669-369f-4de8-b713-58da24e823cd tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 210 time: 0.0434208 Aug 23 14:57:05.628778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 87485ac3-f192-46ab-adda-391cafc69ce4 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:57:05.646853 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52114e25-28b1-47d3-8c9c-3977caade416 req-17e293ff-1b8c-4832-b009-906e5716ebf8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:05.649261 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-52114e25-28b1-47d3-8c9c-3977caade416 req-17e293ff-1b8c-4832-b009-906e5716ebf8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 944 time: 0.1318440 Aug 23 14:57:05.661994 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f233c-b9c6-4ee8-873d-6a1091054690 None None] Network 4e2be072-2318-4041-8318-6b975babc276 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:57:05.815581 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-52114e25-28b1-47d3-8c9c-3977caade416 req-e86eb16a-25fc-45d8-8585-0cdf6ff2781b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532423 Aug 23 14:57:05.839213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-37131692-be8f-47fc-b916-a37f189f64ae None None] Provisioning for port 87485ac3-f192-46ab-adda-391cafc69ce4 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:57:05.877729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 87485ac3-f192-46ab-adda-391cafc69ce4 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:57:05.888586 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-37131692-be8f-47fc-b916-a37f189f64ae None None] Provisioning complete for port 87485ac3-f192-46ab-adda-391cafc69ce4 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:57:05.889094 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-37131692-be8f-47fc-b916-a37f189f64ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:05.894294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 87485ac3-f192-46ab-adda-391cafc69ce4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:57:05.894916 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:06.013733 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-9a7df293-b9a1-496d-938c-99ffd9426a3b tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:06.023443 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-9a7df293-b9a1-496d-938c-99ffd9426a3b tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/networks?id=4e2be072-2318-4041-8318-6b975babc276 HTTP/1.1" status: 200 len: 816 time: 0.1778421 Aug 23 14:57:06.036512 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-f9519883-d4fa-4626-acee-4ede1257b5ed tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/quotas/e7e94925d3cf4f65b58e713a46ffd81f HTTP/1.1" status: 200 len: 375 time: 0.0119777 Aug 23 14:57:06.114849 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:06.115042 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-caba3aee-137d-47d2-821d-70ad8f6d0b44 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e7e94925d3cf4f65b58e713a46ffd81f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704615 Aug 23 14:57:06.150928 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-37131692-be8f-47fc-b916-a37f189f64ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:06.270508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 87485ac3-f192-46ab-adda-391cafc69ce4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=87485ac3-f192-46ab-adda-391cafc69ce4,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:06.332711 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:06.339374 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-26d87852-2fa4-4a4c-854e-7a7a934c0c40 service neutron] 10.222.0.38 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233634 Aug 23 14:57:06.382178 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-37131692-be8f-47fc-b916-a37f189f64ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:57:06.382599 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-37131692-be8f-47fc-b916-a37f189f64ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:57:06.468259 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=87485ac3-f192-46ab-adda-391cafc69ce4,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:06.524437 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-b26bdc28-9a83-4ee4-9952-6b389a6dd83f service neutron] 10.222.0.38 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735458 Aug 23 14:57:06.574517 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8d66dfc-604c-4c54-b32c-9d9464c2c5bb req-01de90e3-8822-4fdc-82ab-f278f58a45e6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 210 time: 0.0354736 Aug 23 14:57:07.012961 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eabb63-1501-4eff-9bf5-6bc6b2773eed req-4b2973e8-af27-4b18-bee9-27f345ede0c8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:07.029502 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-87eabb63-1501-4eff-9bf5-6bc6b2773eed req-4b2973e8-af27-4b18-bee9-27f345ede0c8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 944 time: 0.1066706 Aug 23 14:57:07.108931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-148b3586-3a9c-40f5-8f59-1a2fcc4d2b72 None None] Provisioning complete for port 87485ac3-f192-46ab-adda-391cafc69ce4 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:57:07.111483 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-148b3586-3a9c-40f5-8f59-1a2fcc4d2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:07.178263 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-87eabb63-1501-4eff-9bf5-6bc6b2773eed req-bd5ce228-26fe-40e1-9993-38b176647309 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474519 Aug 23 14:57:07.209836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-65a156a9-327b-4d75-b6c0-c97911b4a1cd tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:07.211508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:57:07.220401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-65a156a9-327b-4d75-b6c0-c97911b4a1cd tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/networks?id=4e2be072-2318-4041-8318-6b975babc276 HTTP/1.1" status: 200 len: 816 time: 0.1461313 Aug 23 14:57:07.244340 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-5d741e12-2b6d-4172-9d4e-da115ff74224 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/quotas/e7e94925d3cf4f65b58e713a46ffd81f HTTP/1.1" status: 200 len: 375 time: 0.0222871 Aug 23 14:57:07.335454 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-0cc7d4cd-add1-4bdf-af37-610201566f3c tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e7e94925d3cf4f65b58e713a46ffd81f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865870 Aug 23 14:57:07.391015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0f0437fe-fe92-41a2-9a50-93a6d08e6a3d,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:07.404974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '0f0437fe-fe92-41a2-9a50-93a6d08e6a3d', 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b', 'port_id': '0f0437fe-fe92-41a2-9a50-93a6d08e6a3d', 'mac_address': 'fa:16:3e:84:29:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a98ce89-de66-4736-958d-4fd0680e79be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:57:07.453150 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:07.512512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:57:07.552700 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0f0437fe-fe92-41a2-9a50-93a6d08e6a3d,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:07.607303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 87485ac3-f192-46ab-adda-391cafc69ce4 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:57:07.645257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-cc9dfc0a-47d6-423c-8ecf-394efa5d989b service neutron] 10.222.0.38 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037131 Aug 23 14:57:07.691329 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:07.743891 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 87485ac3-f192-46ab-adda-391cafc69ce4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:57:07.744409 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:07.758635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=0f0437fe-fe92-41a2-9a50-93a6d08e6a3d,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:07.773181 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a9c10c90-3081-4239-adb0-62df5e0fa185 req-03754f74-4cea-4613-b941-3c524400ad7c tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 210 time: 0.0420587 Aug 23 14:57:07.910602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-d4f236b1-dfb6-4fb4-9461-d35cba7b371d service neutron] 10.222.0.38 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633460 Aug 23 14:57:07.982385 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['0f0437fe-fe92-41a2-9a50-93a6d08e6a3d'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:57:08.111371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-3c92f6e4-ac00-4121-a22d-a9dc34221951 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:08.113441 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-3c92f6e4-ac00-4121-a22d-a9dc34221951 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.61 "GET /v2.0/networks?id=515c5043-8a1b-48a5-bf1d-35053ecdca9c HTTP/1.1" status: 200 len: 813 time: 0.1254799 Aug 23 14:57:08.128046 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-fb241240-31df-49eb-89a9-bc1f33d51c6f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'port': {'device_id': 'f720ca4f-370a-479b-9641-dd830c9fb058', 'network_id': '515c5043-8a1b-48a5-bf1d-35053ecdca9c', 'admin_state_up': True, 'tenant_id': 'e3e8a488145a49fb9357ed979004996b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:08.360682 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-17b537cf-a0a0-4cb2-aada-91d537f59da2 req-08082936-c2ee-4808-b857-dc35b478aadf tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 210 time: 0.0665345 Aug 23 14:57:08.450246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524b67a-7961-41f0-bf78-2816b5dc2b1a req-54ce7352-8eaf-49a0-af02-34bde2f335de tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:08.452116 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4524b67a-7961-41f0-bf78-2816b5dc2b1a req-54ce7352-8eaf-49a0-af02-34bde2f335de tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 945 time: 0.1103451 Aug 23 14:57:08.534286 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4524b67a-7961-41f0-bf78-2816b5dc2b1a req-b587a2fe-3b62-4846-beb8-daa829361ba7 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758901 Aug 23 14:57:08.560097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-fb241240-31df-49eb-89a9-bc1f33d51c6f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Made reservation on behalf of e3e8a488145a49fb9357ed979004996b for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:57:08.563839 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-fb241240-31df-49eb-89a9-bc1f33d51c6f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:08.749909 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-fb241240-31df-49eb-89a9-bc1f33d51c6f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Allocated IP 172.20.0.4 (515c5043-8a1b-48a5-bf1d-35053ecdca9c/baa8984d-a374-4ec1-b25c-d977d386f7a0/108d615b-8fb1-4521-a99e-af9fde96353f) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:57:08.918351 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5208ddc6-62fe-41e2-9857-85e037c7e740 req-794d62bb-976a-4b58-ad28-56f2b497e0ea tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 210 time: 0.0625587 Aug 23 14:57:08.969461 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-fb241240-31df-49eb-89a9-bc1f33d51c6f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:09.137105 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-fb241240-31df-49eb-89a9-bc1f33d51c6f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:09.152290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['7da9ebce-d4e6-4bf2-b463-4dfa5c220720'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:57:09.231169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-fb241240-31df-49eb-89a9-bc1f33d51c6f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Network 515c5043-8a1b-48a5-bf1d-35053ecdca9c is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:57:09.235028 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-fb241240-31df-49eb-89a9-bc1f33d51c6f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:57:09.239055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-fb241240-31df-49eb-89a9-bc1f33d51c6f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:57:09.255484 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:57:09.283960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb241240-31df-49eb-89a9-bc1f33d51c6f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'Port': ['ID=108d615b-8fb1-4521-a99e-af9fde96353f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:09.374199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-fb241240-31df-49eb-89a9-bc1f33d51c6f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:09.374993 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-fb241240-31df-49eb-89a9-bc1f33d51c6f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:09.486705 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-fb241240-31df-49eb-89a9-bc1f33d51c6f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3632679 Aug 23 14:57:09.506910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Request body: {'port': {'device_id': 'f720ca4f-370a-479b-9641-dd830c9fb058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:09.594357 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:57:09.610598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:57:09.610979 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:09.747249 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7286586-439a-4aa9-bb53-f790f90623b7 req-26920cd9-1d9c-49ea-a177-93ab5dde48e7 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 210 time: 0.0860386 Aug 23 14:57:09.756857 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:09.842328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-00a9157d-75db-4987-9373-110ea5edd115 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:09.843922 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-00a9157d-75db-4987-9373-110ea5edd115 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.61 "GET /v2.0/networks?id=4e2be072-2318-4041-8318-6b975babc276 HTTP/1.1" status: 200 len: 816 time: 0.4071090 Aug 23 14:57:09.864778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-613aa4a5-d5be-4ba2-9627-d83b4699818f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Request body: {'port': {'device_id': 'ddb962de-d155-48a9-8fdc-7ef7ba4ae75e', 'network_id': '4e2be072-2318-4041-8318-6b975babc276', 'admin_state_up': True, 'tenant_id': 'e7e94925d3cf4f65b58e713a46ffd81f'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:09.940685 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:10.028983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24839b71-0e55-404c-8b39-3aa20c51c20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0437fe-fe92-41a2-9a50-93a6d08e6a3d'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:10.031316 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a98686-8ba1-480b-8738-cd53eac230f8" -d '{"events": [{"server_uuid": "24839b71-0e55-404c-8b39-3aa20c51c20a", "name": "network-vif-plugged", "status": "completed", "tag": "0f0437fe-fe92-41a2-9a50-93a6d08e6a3d"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:10.104217 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0f0437fe-fe92-41a2-9a50-93a6d08e6a3d,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:10.199567 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:10.235033 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fbec4-016d-42c8-8312-430897f065e3 req-87fcdd78-8c8c-4629-bede-83cd58e8b84b tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:10.243089 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-093fbec4-016d-42c8-8312-430897f065e3 req-87fcdd78-8c8c-4629-bede-83cd58e8b84b tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 931 time: 0.0653172 Aug 23 14:57:10.246687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1212b-2616-4063-b35d-05ac83a1d27e req-42e8cd27-1ba7-4c9a-a9f8-381e2d9e6969 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:10.254351 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f6a1212b-2616-4063-b35d-05ac83a1d27e req-42e8cd27-1ba7-4c9a-a9f8-381e2d9e6969 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 945 time: 0.3790417 Aug 23 14:57:10.256392 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=0f0437fe-fe92-41a2-9a50-93a6d08e6a3d,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:10.276188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-613aa4a5-d5be-4ba2-9627-d83b4699818f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Made reservation on behalf of e7e94925d3cf4f65b58e713a46ffd81f for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:57:10.282152 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-613aa4a5-d5be-4ba2-9627-d83b4699818f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:10.435133 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-093fbec4-016d-42c8-8312-430897f065e3 req-cd10fc85-b795-4d67-a7a0-6a21bb5f2ce2 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904430 Aug 23 14:57:10.491770 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f6a1212b-2616-4063-b35d-05ac83a1d27e req-ff93786f-85a3-484c-9c70-c8a74a676366 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142041 Aug 23 14:57:10.542204 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32174a74-96b0-4b50-afe5-f8cf41cc26a9 x-openstack-request-id: req-32174a74-96b0-4b50-afe5-f8cf41cc26a9 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:10.542204 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24839b71-0e55-404c-8b39-3aa20c51c20a", "name": "network-vif-plugged", "status": "completed", "tag": "0f0437fe-fe92-41a2-9a50-93a6d08e6a3d", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:10.542436 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32174a74-96b0-4b50-afe5-f8cf41cc26a9 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:10.542765 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24839b71-0e55-404c-8b39-3aa20c51c20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0437fe-fe92-41a2-9a50-93a6d08e6a3d', 'code': 200} Aug 23 14:57:10.548683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108d615b-8fb1-4521-a99e-af9fde96353f {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:57:10.562119 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:10.583488 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Transition to ACTIVE for port object 108d615b-8fb1-4521-a99e-af9fde96353f will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:57:10.610367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-e76be44e-a9b9-456e-9299-934a91e3fc37 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:10.611899 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-e76be44e-a9b9-456e-9299-934a91e3fc37 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.61 "GET /v2.0/networks?id=4e2be072-2318-4041-8318-6b975babc276 HTTP/1.1" status: 200 len: 816 time: 0.3179760 Aug 23 14:57:10.626808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Request body: {'port': {'device_id': 'debac2d9-fb03-4085-8522-340209a7a50d', 'network_id': '4e2be072-2318-4041-8318-6b975babc276', 'admin_state_up': True, 'tenant_id': 'e7e94925d3cf4f65b58e713a46ffd81f'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:10.674185 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:10.722497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-613aa4a5-d5be-4ba2-9627-d83b4699818f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Allocated IP 172.20.0.10 (4e2be072-2318-4041-8318-6b975babc276/987982e8-5221-4102-b3c8-eee1069b54fe/ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:57:10.771790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256ddce-75ba-4c27-93ab-940a2e133269 req-57fcd04c-34e0-48f3-ae8c-2bddc5aabf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:10.773694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d256ddce-75ba-4c27-93ab-940a2e133269 req-57fcd04c-34e0-48f3-ae8c-2bddc5aabf55 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 1097 time: 0.1268611 Aug 23 14:57:10.869851 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Pushing event updated for resources: {'Port': ['ID=108d615b-8fb1-4521-a99e-af9fde96353f,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:10.965476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Attempting to bind port 108d615b-8fb1-4521-a99e-af9fde96353f on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:57:10.965820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Attempting to bind port 108d615b-8fb1-4521-a99e-af9fde96353f by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '45edded4-f409-474b-89a3-5d4b1b17c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '515c5043-8a1b-48a5-bf1d-35053ecdca9c'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:57:10.966148 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Attempting to bind port 108d615b-8fb1-4521-a99e-af9fde96353f on network 515c5043-8a1b-48a5-bf1d-35053ecdca9c {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:57:10.971805 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Port 108d615b-8fb1-4521-a99e-af9fde96353f on network 515c5043-8a1b-48a5-bf1d-35053ecdca9c not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:57:10.972576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Attempting to bind port 108d615b-8fb1-4521-a99e-af9fde96353f on network 515c5043-8a1b-48a5-bf1d-35053ecdca9c {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:57:10.980002 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:57:10.980824 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27328b38-d5d8-4e4d-b703-8fb0cc2bcf08 req-d04dec29-af56-4d73-b2c1-d6a76094b01a tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 210 time: 0.0592318 Aug 23 14:57:10.990620 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Checking segment: {'id': '45edded4-f409-474b-89a3-5d4b1b17c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '515c5043-8a1b-48a5-bf1d-35053ecdca9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:57:10.991037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Bound using segment: {'id': '45edded4-f409-474b-89a3-5d4b1b17c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '515c5043-8a1b-48a5-bf1d-35053ecdca9c'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:57:10.992385 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Bound port: 108d615b-8fb1-4521-a99e-af9fde96353f, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45edded4-f409-474b-89a3-5d4b1b17c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '515c5043-8a1b-48a5-bf1d-35053ecdca9c'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:57:10.993853 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:11.013221 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d256ddce-75ba-4c27-93ab-940a2e133269 req-686e4bf3-df0a-40ef-9dbb-f705f38b27c0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261016 Aug 23 14:57:11.116175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-f3baa6b9-ef41-46db-a2a9-6530e72e7407 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:11.117911 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-f3baa6b9-ef41-46db-a2a9-6530e72e7407 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.57 "GET /v2.0/networks?id=4e2be072-2318-4041-8318-6b975babc276 HTTP/1.1" status: 200 len: 816 time: 0.2734046 Aug 23 14:57:11.125080 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] For port 108d615b-8fb1-4521-a99e-af9fde96353f, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:57:11.129550 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] For port 108d615b-8fb1-4521-a99e-af9fde96353f, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=108d615b-8fb1-4521-a99e-af9fde96353f,segment=NetworkSegment(45edded4-f409-474b-89a3-5d4b1b17c419),segment_id=45edded4-f409-474b-89a3-5d4b1b17c419)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:57:11.165124 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-613aa4a5-d5be-4ba2-9627-d83b4699818f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:11.180035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-613aa4a5-d5be-4ba2-9627-d83b4699818f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Transition to ACTIVE for port object ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:57:11.188132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Made reservation on behalf of e7e94925d3cf4f65b58e713a46ffd81f for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:57:11.196281 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:11.240892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-af824de1-2a37-4f1f-973b-a0aa590ddc83 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Request body: {'port': {'device_id': 'df54541f-50e8-498f-9725-97c8d7a39d48', 'network_id': '4e2be072-2318-4041-8318-6b975babc276', 'admin_state_up': True, 'tenant_id': 'e7e94925d3cf4f65b58e713a46ffd81f'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:11.250124 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:11.309973 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:11.310612 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:11.312062 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-d290877a-1779-4044-838f-eb8ced213970 service neutron] 10.222.0.61 "PUT /v2.0/ports/108d615b-8fb1-4521-a99e-af9fde96353f HTTP/1.1" status: 200 len: 1091 time: 1.8165610 Aug 23 14:57:11.312674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f720ca4f-370a-479b-9641-dd830c9fb058', 'tag': '108d615b-8fb1-4521-a99e-af9fde96353f'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:11.314978 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1400c2cc-1b19-4093-baa0-697758ec44a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f720ca4f-370a-479b-9641-dd830c9fb058", "tag": "108d615b-8fb1-4521-a99e-af9fde96353f"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:11.362675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290877a-1779-4044-838f-eb8ced213970 service neutron] Pushing event updated for resources: {'Port': ['ID=108d615b-8fb1-4521-a99e-af9fde96353f,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:11.388431 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b294f452-8552-40e3-b5c6-bcb949915950 x-openstack-request-id: req-b294f452-8552-40e3-b5c6-bcb949915950 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:11.388734 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f720ca4f-370a-479b-9641-dd830c9fb058", "tag": "108d615b-8fb1-4521-a99e-af9fde96353f", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:11.389006 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b294f452-8552-40e3-b5c6-bcb949915950 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:11.389519 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f720ca4f-370a-479b-9641-dd830c9fb058', 'tag': '108d615b-8fb1-4521-a99e-af9fde96353f', 'status': 'completed', 'code': 200} Aug 23 14:57:11.449395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400c2cc-1b19-4093-baa0-697758ec44a2 req-2a24c335-888d-4efe-b941-b572977b0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:11.450957 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1400c2cc-1b19-4093-baa0-697758ec44a2 req-2a24c335-888d-4efe-b941-b572977b0851 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3e8a488145a49fb9357ed979004996b&device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 1094 time: 0.0513220 Aug 23 14:57:11.478962 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-613aa4a5-d5be-4ba2-9627-d83b4699818f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:11.583984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-613aa4a5-d5be-4ba2-9627-d83b4699818f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Network 4e2be072-2318-4041-8318-6b975babc276 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:57:11.607615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-613aa4a5-d5be-4ba2-9627-d83b4699818f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:57:11.609862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400c2cc-1b19-4093-baa0-697758ec44a2 req-cbfd2e81-ffac-4fa6-9630-54d2b09bc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:11.610402 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-613aa4a5-d5be-4ba2-9627-d83b4699818f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:57:11.611589 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1400c2cc-1b19-4093-baa0-697758ec44a2 req-cbfd2e81-ffac-4fa6-9630-54d2b09bc9fc service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e3e8a488145a49fb9357ed979004996b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1519384 Aug 23 14:57:11.689116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613aa4a5-d5be-4ba2-9627-d83b4699818f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Pushing event updated for resources: {'Port': ['ID=ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:11.707910 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.api [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-36fa455d-1a51-4d54-88e8-2c96a88b2cf8 {{(pid=96115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:57:11.707910 n-d-804985-3 neutron-server[96115]: DEBUG oslo_db.api [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:57:11.727507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-613aa4a5-d5be-4ba2-9627-d83b4699818f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:11.728391 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-613aa4a5-d5be-4ba2-9627-d83b4699818f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:11.748070 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f37bb-b284-49fd-8985-f98fdc69a061 req-b3f48cfd-6ea2-41d3-b913-fea3b6ce967a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:11.749781 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1b9f37bb-b284-49fd-8985-f98fdc69a061 req-b3f48cfd-6ea2-41d3-b913-fea3b6ce967a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.1567638 Aug 23 14:57:11.754346 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afb273-18f3-47db-bfc5-563a02a63f8c req-46fdada7-8df4-46e6-9b79-694f278bf4b3 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:11.756041 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74afb273-18f3-47db-bfc5-563a02a63f8c req-46fdada7-8df4-46e6-9b79-694f278bf4b3 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 943 time: 0.1761634 Aug 23 14:57:11.802498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-af824de1-2a37-4f1f-973b-a0aa590ddc83 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Made reservation on behalf of e7e94925d3cf4f65b58e713a46ffd81f for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:57:11.814952 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-af824de1-2a37-4f1f-973b-a0aa590ddc83 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:11.814952 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74afb273-18f3-47db-bfc5-563a02a63f8c req-022baa5e-7466-4708-80ce-86122365d371 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467687 Aug 23 14:57:11.815312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400c2cc-1b19-4093-baa0-697758ec44a2 req-4d8b225c-fdfa-4240-8d7d-535090c5e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:11.816648 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1400c2cc-1b19-4093-baa0-697758ec44a2 req-4d8b225c-fdfa-4240-8d7d-535090c5e720 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1901186 Aug 23 14:57:11.832215 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1b9f37bb-b284-49fd-8985-f98fdc69a061 req-dead9955-55f9-4696-b9d1-cbee8f6b1a3e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745223 Aug 23 14:57:11.928366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-3e2cc046-30bc-4d9a-9e4d-6ab2b8aa125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:11.939530 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-3e2cc046-30bc-4d9a-9e4d-6ab2b8aa125e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3e8a488145a49fb9357ed979004996b&device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 1094 time: 0.0744827 Aug 23 14:57:11.960011 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-613aa4a5-d5be-4ba2-9627-d83b4699818f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1007032 Aug 23 14:57:11.972547 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Request body: {'port': {'device_id': 'ddb962de-d155-48a9-8fdc-7ef7ba4ae75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:12.002974 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-de1d9214-eb3e-48c7-8afc-7dd45006b2ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=108d615b-8fb1-4521-a99e-af9fde96353f HTTP/1.1" status: 200 len: 217 time: 0.0558460 Aug 23 14:57:12.032308 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-af824de1-2a37-4f1f-973b-a0aa590ddc83 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Allocated IP 172.20.0.5 (4e2be072-2318-4041-8318-6b975babc276/987982e8-5221-4102-b3c8-eee1069b54fe/777b5b3a-4355-4138-87e8-3e0d06ec958f) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:57:12.081125 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:12.110486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-28978ee3-a398-408e-890c-1ad03a9c0f82 None None] Provisioning for port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:57:12.115637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-28978ee3-a398-408e-890c-1ad03a9c0f82 None None] Provisioning complete for port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:57:12.116131 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-28978ee3-a398-408e-890c-1ad03a9c0f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:12.195269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-28978ee3-a398-408e-890c-1ad03a9c0f82 None None] Port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:57:12.196958 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f9e50ec1-8ad7-4bbf-a4c9-feb168b8cbb7 req-afb8e29e-dc9b-4c94-be61-5c47011baa67 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 210 time: 0.0494976 Aug 23 14:57:12.201275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-3c1d58b2-b76f-486c-ab72-6df91a2ffbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:12.203363 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-3c1d58b2-b76f-486c-ab72-6df91a2ffbc6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=baa8984d-a374-4ec1-b25c-d977d386f7a0 HTTP/1.1" status: 200 len: 853 time: 0.1732864 Aug 23 14:57:12.214259 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:12.251429 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-882ccafc-1730-4509-bb91-446b7dc6cca6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=515c5043-8a1b-48a5-bf1d-35053ecdca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356116 Aug 23 14:57:12.386083 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-48d69665-5ed3-41df-9661-0d85cd3caed4 service neutron] 10.222.0.61 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265481 Aug 23 14:57:12.495196 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa9b53cc-3ec8-4430-9126-87770fc76792 req-a93ad3ee-f6af-41e5-a7a7-aa5318d22fdd service neutron] 10.222.0.61 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006474 Aug 23 14:57:12.884257 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-af824de1-2a37-4f1f-973b-a0aa590ddc83 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:12.935890 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-af824de1-2a37-4f1f-973b-a0aa590ddc83 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Transition to ACTIVE for port object 777b5b3a-4355-4138-87e8-3e0d06ec958f will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:57:12.970720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05a3b4-5c16-4ca2-97e1-16c80938da6b req-372d256d-24b7-477f-a814-f2ecdf6d0cc1 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:12.972470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ee05a3b4-5c16-4ca2-97e1-16c80938da6b req-372d256d-24b7-477f-a814-f2ecdf6d0cc1 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 943 time: 0.0841267 Aug 23 14:57:12.993192 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129366da-6a11-4521-ac8c-603aabe7d78c req-59adf0ab-b847-447b-b3db-98799a8c1a87 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:12.994911 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-129366da-6a11-4521-ac8c-603aabe7d78c req-59adf0ab-b847-447b-b3db-98799a8c1a87 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0563414 Aug 23 14:57:13.028453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ee05a3b4-5c16-4ca2-97e1-16c80938da6b req-4bce7cce-49f7-4dd3-a1b7-38bda38ebce0 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451133 Aug 23 14:57:13.048996 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-129366da-6a11-4521-ac8c-603aabe7d78c req-ba190185-d0bc-401c-aed8-2fe8e7887ca2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443819 Aug 23 14:57:13.128862 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-af824de1-2a37-4f1f-973b-a0aa590ddc83 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:13.191918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-af824de1-2a37-4f1f-973b-a0aa590ddc83 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Network 4e2be072-2318-4041-8318-6b975babc276 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:57:13.232364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-af824de1-2a37-4f1f-973b-a0aa590ddc83 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:57:13.238568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-af824de1-2a37-4f1f-973b-a0aa590ddc83 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:57:13.297015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af824de1-2a37-4f1f-973b-a0aa590ddc83 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Pushing event updated for resources: {'Port': ['ID=777b5b3a-4355-4138-87e8-3e0d06ec958f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:13.375826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-af824de1-2a37-4f1f-973b-a0aa590ddc83 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:13.381772 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-af824de1-2a37-4f1f-973b-a0aa590ddc83 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:13.425914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f7809-60e1-4b36-90aa-146a0e0b776e req-ed6c54d0-8d9a-49b5-b7ca-282141f5e845 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:13.427527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a90f7809-60e1-4b36-90aa-146a0e0b776e req-ed6c54d0-8d9a-49b5-b7ca-282141f5e845 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 931 time: 0.1170766 Aug 23 14:57:13.480879 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-af824de1-2a37-4f1f-973b-a0aa590ddc83 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2400081 Aug 23 14:57:13.497060 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Request body: {'port': {'device_id': 'df54541f-50e8-498f-9725-97c8d7a39d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:13.503418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:57:13.532108 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:13.580559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Transition to ACTIVE for port object ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:57:13.582378 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a90f7809-60e1-4b36-90aa-146a0e0b776e req-2586b55e-113f-49e6-8bcd-23edcd2724e4 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275504 Aug 23 14:57:13.594112 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:13.665667 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:13.693671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82112bb7-2ab5-4e7f-b4c6-14ef2a71e57a req-4f790b29-ec52-437f-849b-141d0a5f2960 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:13.695896 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82112bb7-2ab5-4e7f-b4c6-14ef2a71e57a req-4f790b29-ec52-437f-849b-141d0a5f2960 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0582528 Aug 23 14:57:13.736934 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82112bb7-2ab5-4e7f-b4c6-14ef2a71e57a req-61c2679f-a6a5-4d3f-a81b-0ae5db4d5072 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345733 Aug 23 14:57:13.744059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4a931cea-5dbc-4f7d-912c-ac962396ff71 None None] Provisioning for port 777b5b3a-4355-4138-87e8-3e0d06ec958f completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:57:13.751834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4a931cea-5dbc-4f7d-912c-ac962396ff71 None None] Provisioning complete for port 777b5b3a-4355-4138-87e8-3e0d06ec958f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:57:13.752345 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4a931cea-5dbc-4f7d-912c-ac962396ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:13.789802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4a931cea-5dbc-4f7d-912c-ac962396ff71 None None] Port 777b5b3a-4355-4138-87e8-3e0d06ec958f cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:57:13.842033 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Pushing event updated for resources: {'Port': ['ID=ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:13.920484 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.api [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-36fa455d-1a51-4d54-88e8-2c96a88b2cf8 {{(pid=96115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:57:13.921168 n-d-804985-3 neutron-server[96115]: DEBUG oslo_db.api [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:57:14.009948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Attempting to bind port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:57:14.010287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Attempting to bind port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:57:14.010619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Attempting to bind port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b on network 4e2be072-2318-4041-8318-6b975babc276 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:57:14.022584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b on network 4e2be072-2318-4041-8318-6b975babc276 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:57:14.023071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Attempting to bind port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b on network 4e2be072-2318-4041-8318-6b975babc276 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:57:14.031690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:57:14.032035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Checking segment: {'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:57:14.032471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Bound using segment: {'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:57:14.034940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Bound port: ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:57:14.034940 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:14.124047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 108d615b-8fb1-4521-a99e-af9fde96353f details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:57:14.164431 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777b5b3a-4355-4138-87e8-3e0d06ec958f {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:57:14.190888 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:14.196920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] For port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:57:14.223446 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] For port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:57:14.224963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Transition to ACTIVE for port object 777b5b3a-4355-4138-87e8-3e0d06ec958f will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:57:14.248115 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13781055-8bda-42c4-9cec-aa1f89bd4024 req-43a2f90c-7c17-4c60-815e-ea2f9bfe2fb3 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:14.250277 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-13781055-8bda-42c4-9cec-aa1f89bd4024 req-43a2f90c-7c17-4c60-815e-ea2f9bfe2fb3 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 943 time: 0.1177287 Aug 23 14:57:14.269764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 108d615b-8fb1-4521-a99e-af9fde96353f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=108d615b-8fb1-4521-a99e-af9fde96353f,segment=NetworkSegment(45edded4-f409-474b-89a3-5d4b1b17c419),segment_id=45edded4-f409-474b-89a3-5d4b1b17c419)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:14.291729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '108d615b-8fb1-4521-a99e-af9fde96353f', 'network_id': '515c5043-8a1b-48a5-bf1d-35053ecdca9c', 'port_id': '108d615b-8fb1-4521-a99e-af9fde96353f', 'mac_address': 'fa:16:3e:21:3c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa8984d-a374-4ec1-b25c-d977d386f7a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:57:14.307886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-13781055-8bda-42c4-9cec-aa1f89bd4024 req-54addc4d-ad4c-4bfb-a46b-f948041044f5 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508921 Aug 23 14:57:14.324119 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:14.355076 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:14.373564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:14.374637 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:14.376590 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] 10.222.0.61 "PUT /v2.0/ports/ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b HTTP/1.1" status: 200 len: 1092 time: 2.4079707 Aug 23 14:57:14.383180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb962de-d155-48a9-8fdc-7ef7ba4ae75e', 'tag': 'ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:14.385874 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0085d693-7b6c-474c-8cc5-1b6745bfbd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb962de-d155-48a9-8fdc-7ef7ba4ae75e", "tag": "ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:14.393866 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:14.422636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38fd10-041c-4f47-9496-541190c46275 service neutron] Pushing event updated for resources: {'Port': ['ID=ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:14.443929 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108d615b-8fb1-4521-a99e-af9fde96353f {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:57:14.463949 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cbd5dc-b3da-4210-859a-8d65c3bf241c x-openstack-request-id: req-83cbd5dc-b3da-4210-859a-8d65c3bf241c {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:14.464237 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb962de-d155-48a9-8fdc-7ef7ba4ae75e", "tag": "ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:14.464482 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-83cbd5dc-b3da-4210-859a-8d65c3bf241c {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:14.464881 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb962de-d155-48a9-8fdc-7ef7ba4ae75e', 'tag': 'ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b', 'status': 'completed', 'code': 200} Aug 23 14:57:14.480272 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 108d615b-8fb1-4521-a99e-af9fde96353f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=108d615b-8fb1-4521-a99e-af9fde96353f,segment=NetworkSegment(45edded4-f409-474b-89a3-5d4b1b17c419),segment_id=45edded4-f409-474b-89a3-5d4b1b17c419)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:14.541284 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:14.544068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Pushing event updated for resources: {'Port': ['ID=777b5b3a-4355-4138-87e8-3e0d06ec958f,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:14.589806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085d693-7b6c-474c-8cc5-1b6745bfbd9c req-4eb57f00-74ac-4ad2-a55c-c9f901b89343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:14.591485 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0085d693-7b6c-474c-8cc5-1b6745bfbd9c req-4eb57f00-74ac-4ad2-a55c-c9f901b89343 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e7e94925d3cf4f65b58e713a46ffd81f&device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 1095 time: 0.1090198 Aug 23 14:57:14.594201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Attempting to bind port 777b5b3a-4355-4138-87e8-3e0d06ec958f on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:57:14.594535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Attempting to bind port 777b5b3a-4355-4138-87e8-3e0d06ec958f by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:57:14.594984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Attempting to bind port 777b5b3a-4355-4138-87e8-3e0d06ec958f on network 4e2be072-2318-4041-8318-6b975babc276 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:57:14.610339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Port 777b5b3a-4355-4138-87e8-3e0d06ec958f on network 4e2be072-2318-4041-8318-6b975babc276 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:57:14.610783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Attempting to bind port 777b5b3a-4355-4138-87e8-3e0d06ec958f on network 4e2be072-2318-4041-8318-6b975babc276 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:57:14.613713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=108d615b-8fb1-4521-a99e-af9fde96353f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:14.669849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:57:14.669849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Checking segment: {'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:57:14.669849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Bound using segment: {'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:57:14.669849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Bound port: 777b5b3a-4355-4138-87e8-3e0d06ec958f, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:57:14.669849 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:14.780115 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:14.849854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['108d615b-8fb1-4521-a99e-af9fde96353f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:57:14.987642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da00f11-efe3-4fcd-96cd-0648b849177a req-99a847ed-b5c5-4e32-b5f8-a7a61a30a3e3 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:14.996232 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3da00f11-efe3-4fcd-96cd-0648b849177a req-99a847ed-b5c5-4e32-b5f8-a7a61a30a3e3 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 943 time: 0.2171478 Aug 23 14:57:15.025915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10707e2-0900-4a1f-8e9c-1e3c6401b3d7 req-fc34229c-975d-45de-858e-93640d57cd1c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:15.037377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085d693-7b6c-474c-8cc5-1b6745bfbd9c req-f9769267-a0e8-46d7-bf4e-5e9693dd6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:15.037652 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a10707e2-0900-4a1f-8e9c-1e3c6401b3d7 req-fc34229c-975d-45de-858e-93640d57cd1c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.1099210 Aug 23 14:57:15.039852 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0085d693-7b6c-474c-8cc5-1b6745bfbd9c req-f9769267-a0e8-46d7-bf4e-5e9693dd6a28 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e7e94925d3cf4f65b58e713a46ffd81f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4391232 Aug 23 14:57:15.059150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] For port 777b5b3a-4355-4138-87e8-3e0d06ec958f, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:57:15.102266 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a10707e2-0900-4a1f-8e9c-1e3c6401b3d7 req-9e8d88f1-a6d4-472c-92f3-29159732851e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608339 Aug 23 14:57:15.115063 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3da00f11-efe3-4fcd-96cd-0648b849177a req-dfc77290-5fff-4a56-988e-084a4ce9fda5 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179743 Aug 23 14:57:15.116736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] For port 777b5b3a-4355-4138-87e8-3e0d06ec958f, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=777b5b3a-4355-4138-87e8-3e0d06ec958f,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:57:15.182456 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:15.184840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Allocated IP 172.20.0.8 (4e2be072-2318-4041-8318-6b975babc276/987982e8-5221-4102-b3c8-eee1069b54fe/99950aea-da04-47e6-a5e0-1db3b99484a1) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:57:15.248422 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:15.249054 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:15.257396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] 10.222.0.57 "PUT /v2.0/ports/777b5b3a-4355-4138-87e8-3e0d06ec958f HTTP/1.1" status: 200 len: 1091 time: 1.7640908 Aug 23 14:57:15.326751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085d693-7b6c-474c-8cc5-1b6745bfbd9c req-807f5cc5-18ce-4e1f-9ece-7afdb6c832e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:15.328256 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0085d693-7b6c-474c-8cc5-1b6745bfbd9c req-807f5cc5-18ce-4e1f-9ece-7afdb6c832e0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2649100 Aug 23 14:57:15.328893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04163d-71ce-4f87-b4e0-32bb7e66aee8 service neutron] Pushing event updated for resources: {'Port': ['ID=777b5b3a-4355-4138-87e8-3e0d06ec958f,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:15.445788 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:15.482627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493fd64-88c0-4f32-910e-dad4afce8a25 req-729d723a-4b2e-437b-b473-65bd04ad894f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:15.484185 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5493fd64-88c0-4f32-910e-dad4afce8a25 req-729d723a-4b2e-437b-b473-65bd04ad894f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 944 time: 0.0665784 Aug 23 14:57:15.484900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51198) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:15.542712 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5493fd64-88c0-4f32-910e-dad4afce8a25 req-5fbd7c91-85b5-446f-923e-e4ade29e0419 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504603 Aug 23 14:57:15.592222 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-ef6dfc3e-aeb7-4d7b-8c6a-2fe9835a4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:15.594848 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-ef6dfc3e-aeb7-4d7b-8c6a-2fe9835a4c7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7e94925d3cf4f65b58e713a46ffd81f&device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 1094 time: 0.1583595 Aug 23 14:57:15.618102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-bd20b0d6-34b2-456d-bb8d-7ff36118ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:15.619693 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-bd20b0d6-34b2-456d-bb8d-7ff36118ccc4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e7e94925d3cf4f65b58e713a46ffd81f&device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 1095 time: 0.1717730 Aug 23 14:57:15.654014 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c8825ba-bce6-4602-9984-609239b5aafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:15.691919 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-e539b9c4-b4a8-441f-9339-c1125fc80b57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=777b5b3a-4355-4138-87e8-3e0d06ec958f HTTP/1.1" status: 200 len: 217 time: 0.0588298 Aug 23 14:57:15.774830 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-bcfaad7b-1cc5-49d1-a7f8-473f1aae6fec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3064685 Aug 23 14:57:15.794337 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:15.799917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-92136c5a-b192-45bd-93db-4875fd2d6e25 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b HTTP/1.1" status: 200 len: 217 time: 0.1134424 Aug 23 14:57:15.811102 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c8825ba-bce6-4602-9984-609239b5aafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:15.854269 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Transition to ACTIVE for port object 99950aea-da04-47e6-a5e0-1db3b99484a1 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:57:15.863833 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-6792600d-9c69-4863-909d-0b5afbdc89a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:15.865354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-6792600d-9c69-4863-909d-0b5afbdc89a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=987982e8-5221-4102-b3c8-eee1069b54fe HTTP/1.1" status: 200 len: 855 time: 0.1627021 Aug 23 14:57:15.909962 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c8825ba-bce6-4602-9984-609239b5aafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:15.939089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-4523712a-dad8-4820-8e3e-4baccd44c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:15.940602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-4523712a-dad8-4820-8e3e-4baccd44c800 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=987982e8-5221-4102-b3c8-eee1069b54fe HTTP/1.1" status: 200 len: 855 time: 0.1294620 Aug 23 14:57:15.954445 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8825ba-bce6-4602-9984-609239b5aafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e57eba4-ab1d-4ff5-bab0-cd4382d77868,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:15.959569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3c8825ba-bce6-4602-9984-609239b5aafa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e0ac50903691417f971f67e3edb00080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4735110 Aug 23 14:57:15.962737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51208) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:16.002316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-6e4481d3-52cf-48b7-8bcd-e98ad8c411d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.002940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-6e4481d3-52cf-48b7-8bcd-e98ad8c411d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.003275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-6e4481d3-52cf-48b7-8bcd-e98ad8c411d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.003770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-6e4481d3-52cf-48b7-8bcd-e98ad8c411d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.004240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-6e4481d3-52cf-48b7-8bcd-e98ad8c411d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.004714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-6e4481d3-52cf-48b7-8bcd-e98ad8c411d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.005182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-6e4481d3-52cf-48b7-8bcd-e98ad8c411d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.007175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-6e4481d3-52cf-48b7-8bcd-e98ad8c411d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=453bc9f0ae244a8fad31793e47e18492&device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 6502 time: 0.1635463 Aug 23 14:57:16.019378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-8f2e92eb-3e0e-4f22-b5a5-31d8d2605193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.024301 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-8f2e92eb-3e0e-4f22-b5a5-31d8d2605193 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e2be072-2318-4041-8318-6b975babc276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371655 Aug 23 14:57:16.026741 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c42bc32-0726-4e01-99a9-1444d80b1d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:16.039888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-10278261-7a5a-4a5c-a0ef-fd99fd7d7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.041366 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-10278261-7a5a-4a5c-a0ef-fd99fd7d7546 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e2be072-2318-4041-8318-6b975babc276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870066 Aug 23 14:57:16.049834 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c42bc32-0726-4e01-99a9-1444d80b1d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:16.144092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 108d615b-8fb1-4521-a99e-af9fde96353f up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:57:16.158978 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:16.199497 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c42bc32-0726-4e01-99a9-1444d80b1d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:16.203334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c42bc32-0726-4e01-99a9-1444d80b1d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:16.205221 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0c42bc32-0726-4e01-99a9-1444d80b1d49 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4e57eba4-ab1d-4ff5-bab0-cd4382d77868 HTTP/1.1" status: 204 len: 168 time: 0.2414973 Aug 23 14:57:16.221033 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42bc32-0726-4e01-99a9-1444d80b1d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e57eba4-ab1d-4ff5-bab0-cd4382d77868,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:16.262822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Pushing event updated for resources: {'Port': ['ID=99950aea-da04-47e6-a5e0-1db3b99484a1,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:16.285548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Network 4e2be072-2318-4041-8318-6b975babc276 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:57:16.296571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 108d615b-8fb1-4521-a99e-af9fde96353f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:57:16.300683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 108d615b-8fb1-4521-a99e-af9fde96353f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:57:16.303362 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:16.339079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:57:16.341755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:57:16.357350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df071225-eec2-430f-8eb7-9a9fd3c1de72 req-e26f5671-30b5-46e7-995f-8a818d8a1f99 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.359310 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df071225-eec2-430f-8eb7-9a9fd3c1de72 req-e26f5671-30b5-46e7-995f-8a818d8a1f99 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.1143157 Aug 23 14:57:16.398929 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.399845 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:16.428841 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df071225-eec2-430f-8eb7-9a9fd3c1de72 req-9632ece8-07db-4b69-bf6a-109bd1e69dd9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506475 Aug 23 14:57:16.434011 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:16.477845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 108d615b-8fb1-4521-a99e-af9fde96353f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=108d615b-8fb1-4521-a99e-af9fde96353f,segment=NetworkSegment(45edded4-f409-474b-89a3-5d4b1b17c419),segment_id=45edded4-f409-474b-89a3-5d4b1b17c419)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:16.478730 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f720ca4f-370a-479b-9641-dd830c9fb058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108d615b-8fb1-4521-a99e-af9fde96353f'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:16.481228 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94285f0e-8c9a-4315-b505-f5489193c656" -d '{"events": [{"server_uuid": "f720ca4f-370a-479b-9641-dd830c9fb058", "name": "network-vif-plugged", "status": "completed", "tag": "108d615b-8fb1-4521-a99e-af9fde96353f"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:16.483484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df54541f-50e8-498f-9725-97c8d7a39d48', 'tag': '777b5b3a-4355-4138-87e8-3e0d06ec958f'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:16.486156 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f59b460-e255-42a0-8838-f79caaec8f72" -d '{"events": [{"name": "network-changed", "server_uuid": "df54541f-50e8-498f-9725-97c8d7a39d48", "tag": "777b5b3a-4355-4138-87e8-3e0d06ec958f"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:16.490946 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-e3d02671-e5a0-4cd1-9d15-b5119c68a849 service neutron] 10.222.0.57 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617021 Aug 23 14:57:16.545713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-817191ac-9a93-4b02-8bed-fae1a33c9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.546258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-817191ac-9a93-4b02-8bed-fae1a33c9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.546731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-817191ac-9a93-4b02-8bed-fae1a33c9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.548428 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-817191ac-9a93-4b02-8bed-fae1a33c9376 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b542f892-fbd7-43ba-9b32-88275cc36a65&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&id=a24b937b-de39-4060-9493-8fb429cfbe9e&id=a24b937b-de39-4060-9493-8fb429cfbe9e HTTP/1.1" status: 200 len: 2298 time: 0.4974856 Aug 23 14:57:16.550708 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-c7dd2fbc-42f9-4e2b-9036-97b23d42a8c4 service neutron] 10.222.0.61 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923630 Aug 23 14:57:16.577547 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4558c97-0302-437e-8a02-8209b6945728 req-abfe620d-5777-4283-bf78-1f208412a7ad tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.579322 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4558c97-0302-437e-8a02-8209b6945728 req-abfe620d-5777-4283-bf78-1f208412a7ad tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 943 time: 0.2926409 Aug 23 14:57:16.594920 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812ea3b6-bebe-4efb-a169-fa082d8e275b x-openstack-request-id: req-812ea3b6-bebe-4efb-a169-fa082d8e275b {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:16.595404 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f720ca4f-370a-479b-9641-dd830c9fb058", "name": "network-vif-plugged", "status": "completed", "tag": "108d615b-8fb1-4521-a99e-af9fde96353f", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:16.595868 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-812ea3b6-bebe-4efb-a169-fa082d8e275b {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:16.596430 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f720ca4f-370a-479b-9641-dd830c9fb058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108d615b-8fb1-4521-a99e-af9fde96353f', 'code': 200} Aug 23 14:57:16.598253 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:16.672568 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-fd7fce98-dd53-4f7f-abe9-8bd1f6655bef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0218675 Aug 23 14:57:16.674589 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=108d615b-8fb1-4521-a99e-af9fde96353f,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:16.698064 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d940164-d211-4c31-adff-b02f4e4c4a35 x-openstack-request-id: req-9d940164-d211-4c31-adff-b02f4e4c4a35 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:16.698480 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df54541f-50e8-498f-9725-97c8d7a39d48", "tag": "777b5b3a-4355-4138-87e8-3e0d06ec958f", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:16.698829 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d940164-d211-4c31-adff-b02f4e4c4a35 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:16.699360 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df54541f-50e8-498f-9725-97c8d7a39d48', 'tag': '777b5b3a-4355-4138-87e8-3e0d06ec958f', 'status': 'completed', 'code': 200} Aug 23 14:57:16.762229 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b00ed-de44-486b-932d-a4fc4acc3904 req-1b3442b6-9892-4a55-88bc-f4f31dfde90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.764128 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-392b00ed-de44-486b-932d-a4fc4acc3904 req-1b3442b6-9892-4a55-88bc-f4f31dfde90f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 1096 time: 0.0983357 Aug 23 14:57:16.772080 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Request body: {'port': {'device_id': 'debac2d9-fb03-4085-8522-340209a7a50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:16.777028 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec17a5f-4d32-4755-9089-dcb19e879ab5 req-44a324ff-5c04-47b3-99d6-192e7d7ee7dd tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:16.778797 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3ec17a5f-4d32-4755-9089-dcb19e879ab5 req-44a324ff-5c04-47b3-99d6-192e7d7ee7dd tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 945 time: 0.0723567 Aug 23 14:57:16.833843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-89035237-0978-4ed3-a616-9aa75bffd1cd None None] Provisioning for port 99950aea-da04-47e6-a5e0-1db3b99484a1 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:57:16.838716 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-392b00ed-de44-486b-932d-a4fc4acc3904 req-c18e560c-c58d-4158-a169-ebbd4d66a822 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587649 Aug 23 14:57:16.838921 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-89035237-0978-4ed3-a616-9aa75bffd1cd None None] Provisioning complete for port 99950aea-da04-47e6-a5e0-1db3b99484a1 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:57:16.840138 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-89035237-0978-4ed3-a616-9aa75bffd1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:16.852712 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3ec17a5f-4d32-4755-9089-dcb19e879ab5 req-6e1b491b-f785-45c1-bfa9-86676d795b91 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580459 Aug 23 14:57:16.926721 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4558c97-0302-437e-8a02-8209b6945728 req-586e6458-d4c4-4a17-be20-15b370c491fa tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260971 Aug 23 14:57:16.938459 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-89035237-0978-4ed3-a616-9aa75bffd1cd None None] Port 99950aea-da04-47e6-a5e0-1db3b99484a1 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:57:16.951600 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-da45d793-98ab-406e-9787-e16bfe765e09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b5dc2aa-fd61-48b1-984e-dfd0407c8185 HTTP/1.1" status: 200 len: 1001 time: 0.3695340 Aug 23 14:57:17.155223 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:17.162734 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54cee55b-2ab0-4006-8200-33b2c0c17179 req-5fe0f221-c3d7-47b9-9fe6-b4a0a2f01655 service neutron] 10.222.0.57 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6108689 Aug 23 14:57:17.172513 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b65135f-1702-492a-926b-ebf9707b13b5 req-5aebddd3-2a47-4150-820f-3caaa518b5e2 service neutron] 10.222.0.61 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902488 Aug 23 14:57:17.217292 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f19f68-d60f-4b84-98c7-c8c7a9d25c73 req-79d1825d-5e5e-46c3-8d12-3ec192e64dbd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:17.224145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f19f68-d60f-4b84-98c7-c8c7a9d25c73 req-79d1825d-5e5e-46c3-8d12-3ec192e64dbd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:17.224656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-2cb9329f-80d9-4b94-bbd2-12d8ddee49ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:17.226641 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-2cb9329f-80d9-4b94-bbd2-12d8ddee49ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bf12937b-e5ce-4aea-882b-044b4a3734f1 HTTP/1.1" status: 200 len: 856 time: 0.2434866 Aug 23 14:57:17.231265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f19f68-d60f-4b84-98c7-c8c7a9d25c73 req-79d1825d-5e5e-46c3-8d12-3ec192e64dbd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:17.238470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f19f68-d60f-4b84-98c7-c8c7a9d25c73 req-79d1825d-5e5e-46c3-8d12-3ec192e64dbd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:17.245328 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f19f68-d60f-4b84-98c7-c8c7a9d25c73 req-79d1825d-5e5e-46c3-8d12-3ec192e64dbd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:17.248978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51234) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:17.252091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f19f68-d60f-4b84-98c7-c8c7a9d25c73 req-79d1825d-5e5e-46c3-8d12-3ec192e64dbd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:17.259828 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f19f68-d60f-4b84-98c7-c8c7a9d25c73 req-79d1825d-5e5e-46c3-8d12-3ec192e64dbd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:17.261994 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24f19f68-d60f-4b84-98c7-c8c7a9d25c73 req-79d1825d-5e5e-46c3-8d12-3ec192e64dbd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5434 time: 0.1160824 Aug 23 14:57:17.312470 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f67779d-d53d-4954-859d-6debfb60a86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:17.324745 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24f19f68-d60f-4b84-98c7-c8c7a9d25c73 req-81f5491f-67d6-465e-a00f-3b753e3e16c1 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547104 Aug 23 14:57:17.560497 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ae5fb-428c-440f-860c-e214bef3da9f req-7e45d2f8-cc8a-44b8-b925-21ad62e44508 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:17.562279 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-494ae5fb-428c-440f-860c-e214bef3da9f req-7e45d2f8-cc8a-44b8-b925-21ad62e44508 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0535622 Aug 23 14:57:17.608720 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-494ae5fb-428c-440f-860c-e214bef3da9f req-4bdf1242-f46e-4288-b034-7551e66f18bb tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396879 Aug 23 14:57:17.844678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-3cfec614-e8eb-4071-83ab-ba1f99815b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:17.846239 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-3cfec614-e8eb-4071-83ab-ba1f99815b0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b542f892-fbd7-43ba-9b32-88275cc36a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6103897 Aug 23 14:57:17.933821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59b460-e255-42a0-8838-f79caaec8f72 req-9b125ef9-9f88-4d67-b66d-12359b2472bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:17.935341 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f59b460-e255-42a0-8838-f79caaec8f72 req-9b125ef9-9f88-4d67-b66d-12359b2472bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7e94925d3cf4f65b58e713a46ffd81f&device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 1094 time: 0.6455314 Aug 23 14:57:18.002614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba478461-9558-4543-a2e9-a4c99d6ae8b2 req-a509915f-2ae0-436c-9a70-4b1d875cf15e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:18.004746 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba478461-9558-4543-a2e9-a4c99d6ae8b2 req-a509915f-2ae0-436c-9a70-4b1d875cf15e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 945 time: 0.0666449 Aug 23 14:57:18.019810 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c27be-a5dc-480f-a6a4-cda7e4072427 req-e1afc15b-c236-4136-8f7c-91212fcb158b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:18.026509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c27be-a5dc-480f-a6a4-cda7e4072427 req-e1afc15b-c236-4136-8f7c-91212fcb158b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:18.035305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c27be-a5dc-480f-a6a4-cda7e4072427 req-e1afc15b-c236-4136-8f7c-91212fcb158b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:18.042715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c27be-a5dc-480f-a6a4-cda7e4072427 req-e1afc15b-c236-4136-8f7c-91212fcb158b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:18.048225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c27be-a5dc-480f-a6a4-cda7e4072427 req-e1afc15b-c236-4136-8f7c-91212fcb158b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:18.058676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c27be-a5dc-480f-a6a4-cda7e4072427 req-e1afc15b-c236-4136-8f7c-91212fcb158b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:18.061097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c27be-a5dc-480f-a6a4-cda7e4072427 req-e1afc15b-c236-4136-8f7c-91212fcb158b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:18.063093 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fa8c27be-a5dc-480f-a6a4-cda7e4072427 req-e1afc15b-c236-4136-8f7c-91212fcb158b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5434 time: 0.3125658 Aug 23 14:57:18.118537 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba478461-9558-4543-a2e9-a4c99d6ae8b2 req-4cb50bcf-875a-4789-807f-3962164402f2 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058772 Aug 23 14:57:18.231788 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-1be1407a-86fc-4a87-ad1f-73a9cb929ba6 service neutron] 10.222.0.57 "GET /v2.0/networks/b542f892-fbd7-43ba-9b32-88275cc36a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430777 Aug 23 14:57:18.403608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59b460-e255-42a0-8838-f79caaec8f72 req-1e7474f2-30db-47a4-8279-ad0a842810a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:18.405125 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f59b460-e255-42a0-8838-f79caaec8f72 req-1e7474f2-30db-47a4-8279-ad0a842810a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e2be072-2318-4041-8318-6b975babc276 HTTP/1.1" status: 200 len: 917 time: 0.4369097 Aug 23 14:57:18.444201 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f67779d-d53d-4954-859d-6debfb60a86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:18.461834 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99950aea-da04-47e6-a5e0-1db3b99484a1 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:57:18.537700 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1890e-b31b-44c5-8020-0a2858e97694 req-0a9deed2-e376-4aad-a86d-f00a0087a72f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:18.539878 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4b1890e-b31b-44c5-8020-0a2858e97694 req-0a9deed2-e376-4aad-a86d-f00a0087a72f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 943 time: 0.3469188 Aug 23 14:57:18.541713 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f59b460-e255-42a0-8838-f79caaec8f72 req-d29ccb2f-e54c-4cbe-a151-2727eef7cc12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=777b5b3a-4355-4138-87e8-3e0d06ec958f HTTP/1.1" status: 200 len: 217 time: 0.1136937 Aug 23 14:57:18.542609 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f67779d-d53d-4954-859d-6debfb60a86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:18.552083 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:18.680246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Transition to ACTIVE for port object 99950aea-da04-47e6-a5e0-1db3b99484a1 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:57:18.689619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3f67779d-d53d-4954-859d-6debfb60a86d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=70086a7243c24a418a7f9aae431c072b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4364903 Aug 23 14:57:18.691374 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-8efbf8fa-0c37-47c6-84c2-b1a8c9dba0d2 service neutron] 10.222.0.57 "GET /v2.0/networks/b542f892-fbd7-43ba-9b32-88275cc36a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287903 Aug 23 14:57:18.691522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51256) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:18.696257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67779d-d53d-4954-859d-6debfb60a86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3562a7-7a67-4d5d-ad24-bc30c73b11e2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:18.748345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4b1890e-b31b-44c5-8020-0a2858e97694 req-f924937d-c694-4f07-8979-0c9f695beb13 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931932 Aug 23 14:57:18.799942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59b460-e255-42a0-8838-f79caaec8f72 req-fc4f5b07-ae89-4ccc-8221-22c0aa75e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:18.802184 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f59b460-e255-42a0-8838-f79caaec8f72 req-fc4f5b07-ae89-4ccc-8221-22c0aa75e1a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=987982e8-5221-4102-b3c8-eee1069b54fe HTTP/1.1" status: 200 len: 855 time: 0.2353086 Aug 23 14:57:18.804849 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-88104be5-062a-4f72-b34a-77857cffd941 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=cc7683fa-d729-485b-a13f-03f149ab4dae HTTP/1.1" status: 200 len: 217 time: 0.1040378 Aug 23 14:57:18.806755 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:18.895449 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cc592578-9c65-4b87-839f-b16159e9a292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:18.925065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3226d-a196-4fa3-8221-3597897d7fbe req-22e75c19-2a48-4a75-aba7-1142371a28d0 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:18.931547 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69b3226d-a196-4fa3-8221-3597897d7fbe req-22e75c19-2a48-4a75-aba7-1142371a28d0 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.1607358 Aug 23 14:57:18.959750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-79626c0f-4d6e-4683-a45f-74d0502e20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:18.963569 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-79626c0f-4d6e-4683-a45f-74d0502e20b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.1455250 Aug 23 14:57:18.983507 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cc592578-9c65-4b87-839f-b16159e9a292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:18.992947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20142507-cbdd-434b-932a-add25510f30b service neutron] Pushing event updated for resources: {'Port': ['ID=99950aea-da04-47e6-a5e0-1db3b99484a1,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:19.063806 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69b3226d-a196-4fa3-8221-3597897d7fbe req-3c2227c3-3495-43de-ad11-ad387a386cfe tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306202 Aug 23 14:57:19.121939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-ba5de0b0-6966-4162-90fb-960444ce3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:19.123681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-ba5de0b0-6966-4162-90fb-960444ce3aed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1200538 Aug 23 14:57:19.166323 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59b460-e255-42a0-8838-f79caaec8f72 req-ac2de416-244c-4d2d-9810-af87529126bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:19.169557 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f59b460-e255-42a0-8838-f79caaec8f72 req-ac2de416-244c-4d2d-9810-af87529126bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e2be072-2318-4041-8318-6b975babc276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3420589 Aug 23 14:57:19.177306 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cc592578-9c65-4b87-839f-b16159e9a292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:19.182421 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cc592578-9c65-4b87-839f-b16159e9a292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:19.184191 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cc592578-9c65-4b87-839f-b16159e9a292 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f3562a7-7a67-4d5d-ad24-bc30c73b11e2 HTTP/1.1" status: 204 len: 168 time: 0.4907241 Aug 23 14:57:19.203220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc592578-9c65-4b87-839f-b16159e9a292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3562a7-7a67-4d5d-ad24-bc30c73b11e2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:19.285916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 777b5b3a-4355-4138-87e8-3e0d06ec958f details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:57:19.436031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Attempting to bind port 99950aea-da04-47e6-a5e0-1db3b99484a1 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:57:19.436031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Attempting to bind port 99950aea-da04-47e6-a5e0-1db3b99484a1 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:57:19.436978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Attempting to bind port 99950aea-da04-47e6-a5e0-1db3b99484a1 on network 4e2be072-2318-4041-8318-6b975babc276 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:57:19.460743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Port 99950aea-da04-47e6-a5e0-1db3b99484a1 on network 4e2be072-2318-4041-8318-6b975babc276 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:57:19.460743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Attempting to bind port 99950aea-da04-47e6-a5e0-1db3b99484a1 on network 4e2be072-2318-4041-8318-6b975babc276 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:57:19.493752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c00236-4c27-4c50-b4d9-df6ff59cc815 req-217ebc9a-305f-4a04-9185-f3caf3891e15 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:19.501936 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c00236-4c27-4c50-b4d9-df6ff59cc815 req-217ebc9a-305f-4a04-9185-f3caf3891e15 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 945 time: 0.2323749 Aug 23 14:57:19.516230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:57:19.516537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Checking segment: {'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:57:19.519018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Bound using segment: {'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:57:19.519018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Bound port: 99950aea-da04-47e6-a5e0-1db3b99484a1, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93494e4-70d6-4838-a9a6-f454ad553c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e2be072-2318-4041-8318-6b975babc276'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:57:19.525271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:19.533520 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f59b460-e255-42a0-8838-f79caaec8f72 req-41fd211b-2f67-411e-87ba-97061fcb69b0 service neutron] 10.222.0.57 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354404 Aug 23 14:57:19.541809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 777b5b3a-4355-4138-87e8-3e0d06ec958f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=777b5b3a-4355-4138-87e8-3e0d06ec958f,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:19.570120 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '777b5b3a-4355-4138-87e8-3e0d06ec958f', 'network_id': '4e2be072-2318-4041-8318-6b975babc276', 'port_id': '777b5b3a-4355-4138-87e8-3e0d06ec958f', 'mac_address': 'fa:16:3e:b9:e2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987982e8-5221-4102-b3c8-eee1069b54fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:57:19.636407 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c00236-4c27-4c50-b4d9-df6ff59cc815 req-13ac43e3-57d7-40c0-b3fa-31f03ff98c3e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334007 Aug 23 14:57:19.642309 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-8da25fe1-30b3-4171-9c99-bb4fefe5aa71 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607847 Aug 23 14:57:19.647402 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:19.697667 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777b5b3a-4355-4138-87e8-3e0d06ec958f {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:57:19.720314 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 777b5b3a-4355-4138-87e8-3e0d06ec958f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=777b5b3a-4355-4138-87e8-3e0d06ec958f,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:19.811155 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:19.856028 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d867ba74-1480-4df6-a9b1-1b562ca22639 req-020486e6-0df4-473f-9fa8-57a6929d9e16 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1732812940&fields=id&tenant_id=e3e8a488145a49fb9357ed979004996b HTTP/1.1" status: 200 len: 267 time: 0.1039526 Aug 23 14:57:19.886844 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-06503c90-3c88-41aa-af50-31134bd7a70a service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361663 Aug 23 14:57:19.953052 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867ba74-1480-4df6-a9b1-1b562ca22639 req-bdac29a9-bef4-43dc-adaf-24896765c228 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:19.956064 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d867ba74-1480-4df6-a9b1-1b562ca22639 req-bdac29a9-bef4-43dc-adaf-24896765c228 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 945 time: 0.0893211 Aug 23 14:57:19.971250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-d867ba74-1480-4df6-a9b1-1b562ca22639 req-65957d6e-e5f2-4fea-ac4f-3c676b993edf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'port': {'security_groups': ['dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e', '3186dc56-0671-4ad9-be79-4505e1903a3e']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:20.000747 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] For port 99950aea-da04-47e6-a5e0-1db3b99484a1, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:57:20.017760 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-0ca0b1d2-5ec9-4720-9e03-ac2b7cfef38e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e HTTP/1.1" status: 200 len: 217 time: 0.1223214 Aug 23 14:57:20.043151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=777b5b3a-4355-4138-87e8-3e0d06ec958f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:20.044524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] For port 99950aea-da04-47e6-a5e0-1db3b99484a1, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=99950aea-da04-47e6-a5e0-1db3b99484a1,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:57:20.088615 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d867ba74-1480-4df6-a9b1-1b562ca22639 req-65957d6e-e5f2-4fea-ac4f-3c676b993edf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:20.116918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6684b0d-c07d-43ff-91b1-d8f7208144da req-d5274eea-ff2e-45c6-be27-640cb1ba84ac tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:20.120256 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d6684b0d-c07d-43ff-91b1-d8f7208144da req-d5274eea-ff2e-45c6-be27-640cb1ba84ac tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 944 time: 0.1927636 Aug 23 14:57:20.133684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['777b5b3a-4355-4138-87e8-3e0d06ec958f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:57:20.135394 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f59b460-e255-42a0-8838-f79caaec8f72 req-18336092-9c8b-4604-9c8c-4a65ff7a1113 service neutron] 10.222.0.57 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707102 Aug 23 14:57:20.177168 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:20.253196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20142507-cbdd-434b-932a-add25510f30b service neutron] Pushing event updated for resources: {'Port': ['ID=99950aea-da04-47e6-a5e0-1db3b99484a1,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:20.264931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-7da30f71-0380-49c5-aced-c5fabce779a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:20.267271 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-7da30f71-0380-49c5-aced-c5fabce779a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.2354157 Aug 23 14:57:20.286654 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d6684b0d-c07d-43ff-91b1-d8f7208144da req-fe8361a3-24ca-48e3-9e5c-97079d1b1055 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497440 Aug 23 14:57:20.311623 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:20.312436 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:20.313904 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-20142507-cbdd-434b-932a-add25510f30b service neutron] 10.222.0.61 "PUT /v2.0/ports/99950aea-da04-47e6-a5e0-1db3b99484a1 HTTP/1.1" status: 200 len: 1091 time: 3.5551181 Aug 23 14:57:20.314462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debac2d9-fb03-4085-8522-340209a7a50d', 'tag': '99950aea-da04-47e6-a5e0-1db3b99484a1'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:20.331624 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b2041f-7446-4f51-b84f-6ddba2e25145" -d '{"events": [{"name": "network-changed", "server_uuid": "debac2d9-fb03-4085-8522-340209a7a50d", "tag": "99950aea-da04-47e6-a5e0-1db3b99484a1"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:20.368519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-d867ba74-1480-4df6-a9b1-1b562ca22639 req-65957d6e-e5f2-4fea-ac4f-3c676b993edf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] For port 108d615b-8fb1-4521-a99e-af9fde96353f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=108d615b-8fb1-4521-a99e-af9fde96353f,segment=NetworkSegment(45edded4-f409-474b-89a3-5d4b1b17c419),segment_id=45edded4-f409-474b-89a3-5d4b1b17c419)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:20.407432 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d867ba74-1480-4df6-a9b1-1b562ca22639 req-65957d6e-e5f2-4fea-ac4f-3c676b993edf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:20.416506 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:20.437206 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:57:20.485553 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d867ba74-1480-4df6-a9b1-1b562ca22639 req-65957d6e-e5f2-4fea-ac4f-3c676b993edf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:20.503591 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['7da9ebce-d4e6-4bf2-b463-4dfa5c220720', '108d615b-8fb1-4521-a99e-af9fde96353f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:57:20.570775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-94256725-d910-4739-ac43-cc4e3af38ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:20.574508 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-94256725-d910-4739-ac43-cc4e3af38ac2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2705309 Aug 23 14:57:20.586525 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-16a9355b-afc0-4b6d-a56c-4a47fa49452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:20.588416 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-16a9355b-afc0-4b6d-a56c-4a47fa49452b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e7e94925d3cf4f65b58e713a46ffd81f&device_id=debac2d9-fb03-4085-8522-340209a7a50d HTTP/1.1" status: 200 len: 1094 time: 0.1380939 Aug 23 14:57:20.635060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867ba74-1480-4df6-a9b1-1b562ca22639 req-65957d6e-e5f2-4fea-ac4f-3c676b993edf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:20.636897 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d867ba74-1480-4df6-a9b1-1b562ca22639 req-65957d6e-e5f2-4fea-ac4f-3c676b993edf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:20.653282 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d867ba74-1480-4df6-a9b1-1b562ca22639 req-65957d6e-e5f2-4fea-ac4f-3c676b993edf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "PUT /v2.0/ports/108d615b-8fb1-4521-a99e-af9fde96353f HTTP/1.1" status: 200 len: 981 time: 0.6874478 Aug 23 14:57:20.656164 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f720ca4f-370a-479b-9641-dd830c9fb058', 'tag': '108d615b-8fb1-4521-a99e-af9fde96353f'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:20.661784 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4c1db2-942b-4c30-a81c-b3e316596875" -d '{"events": [{"name": "network-changed", "server_uuid": "f720ca4f-370a-479b-9641-dd830c9fb058", "tag": "108d615b-8fb1-4521-a99e-af9fde96353f"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:20.761606 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65957d6e-e5f2-4fea-ac4f-3c676b993edf tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'Port': ['ID=108d615b-8fb1-4521-a99e-af9fde96353f,revision_number=6']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:20.869752 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-016ddfbd-962e-481f-bf8d-270eff8f07d2 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855506 Aug 23 14:57:20.871012 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-3810f4e2-d694-4c74-ad0d-fad8fddb6189 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99950aea-da04-47e6-a5e0-1db3b99484a1 HTTP/1.1" status: 200 len: 217 time: 0.0753853 Aug 23 14:57:20.874195 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['108d615b-8fb1-4521-a99e-af9fde96353f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:57:20.946543 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30f0700-9a62-434e-80f5-0a1f9956fa31 x-openstack-request-id: req-c30f0700-9a62-434e-80f5-0a1f9956fa31 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:20.947087 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debac2d9-fb03-4085-8522-340209a7a50d", "tag": "99950aea-da04-47e6-a5e0-1db3b99484a1", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:20.947087 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c30f0700-9a62-434e-80f5-0a1f9956fa31 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:20.950397 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debac2d9-fb03-4085-8522-340209a7a50d', 'tag': '99950aea-da04-47e6-a5e0-1db3b99484a1', 'status': 'completed', 'code': 200} Aug 23 14:57:21.022072 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60cfee59-b47a-40f7-8ced-b2315a5e57c4 req-b120b758-e3f5-47f4-a35e-747f005f6dba tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/3186dc56-0671-4ad9-be79-4505e1903a3e HTTP/1.1" status: 200 len: 1803 time: 0.0678267 Aug 23 14:57:21.033764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-4c1e66f0-4e39-49ae-8148-072992176b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:21.034855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-4c1e66f0-4e39-49ae-8148-072992176b7f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=987982e8-5221-4102-b3c8-eee1069b54fe HTTP/1.1" status: 200 len: 855 time: 0.1454546 Aug 23 14:57:21.063893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddc862-2dc7-43be-afa7-b1d59b46c160 req-0947cf21-5931-4c4d-a864-5bdcda5bfa80 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:21.073024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a5ddc862-2dc7-43be-afa7-b1d59b46c160 req-0947cf21-5931-4c4d-a864-5bdcda5bfa80 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.2811904 Aug 23 14:57:21.085810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:21.151080 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [req-60cfee59-b47a-40f7-8ced-b2315a5e57c4 req-f5eae251-ba43-4f81-91d9-5a20fe77133c tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 14:57:21.152149 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60cfee59-b47a-40f7-8ced-b2315a5e57c4 req-f5eae251-ba43-4f81-91d9-5a20fe77133c tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "DELETE /v2.0/security-groups/3186dc56-0671-4ad9-be79-4505e1903a3e HTTP/1.1" status: 409 len: 341 time: 0.1224437 Aug 23 14:57:21.164664 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-893e0817-8ec6-449c-b3b5-54dd04226619 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766943 Aug 23 14:57:21.166726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-afab12e5-ac5f-4e6e-9d83-d8c5523518fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:21.168231 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-afab12e5-ac5f-4e6e-9d83-d8c5523518fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e2be072-2318-4041-8318-6b975babc276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227353 Aug 23 14:57:21.182969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b', 'network_id': '4e2be072-2318-4041-8318-6b975babc276', 'port_id': 'ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b', 'mac_address': 'fa:16:3e:67:cd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987982e8-5221-4102-b3c8-eee1069b54fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:57:21.187850 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a5ddc862-2dc7-43be-afa7-b1d59b46c160 req-414324f5-802a-4dd6-b8f4-70366f15836e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138167 Aug 23 14:57:21.219346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51326) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:21.298835 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-10b92dba-9143-4009-98e5-b2fc12fdcf38 service neutron] 10.222.0.61 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098318 Aug 23 14:57:21.353600 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-5a8d4b35-552d-4bd6-becb-cfb905bd2093 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=e0058166-4f12-416b-8269-a53656408fa9 HTTP/1.1" status: 200 len: 217 time: 0.1633811 Aug 23 14:57:21.372925 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:21.424803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:57:21.453919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-0483a8fc-2b4a-459c-8522-bb1715f88f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:21.464272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-0483a8fc-2b4a-459c-8522-bb1715f88f5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.0914097 Aug 23 14:57:21.523164 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:21.529297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6038b6-e03d-42a9-a1fa-ba5a7e5a0fdf req-abfbe528-3c0e-461c-8ea1-4eee64e84b8a service neutron] 10.222.0.61 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219594 Aug 23 14:57:21.532798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a0f87-cbcb-459d-84ba-6cd7bdf54750 req-72081453-2985-44bd-a69d-49a40f7147f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:21.534715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a0f87-cbcb-459d-84ba-6cd7bdf54750 req-72081453-2985-44bd-a69d-49a40f7147f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:21.534987 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a0f87-cbcb-459d-84ba-6cd7bdf54750 req-72081453-2985-44bd-a69d-49a40f7147f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:21.535377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a0f87-cbcb-459d-84ba-6cd7bdf54750 req-72081453-2985-44bd-a69d-49a40f7147f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:21.537731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a0f87-cbcb-459d-84ba-6cd7bdf54750 req-72081453-2985-44bd-a69d-49a40f7147f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:21.538887 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a0f87-cbcb-459d-84ba-6cd7bdf54750 req-72081453-2985-44bd-a69d-49a40f7147f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:21.543324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a0f87-cbcb-459d-84ba-6cd7bdf54750 req-72081453-2985-44bd-a69d-49a40f7147f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:21.544462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-35232c64-b11c-4504-98b2-68909b7d11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:21.547731 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-35232c64-b11c-4504-98b2-68909b7d11b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0802882 Aug 23 14:57:21.552435 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-882a0f87-cbcb-459d-84ba-6cd7bdf54750 req-72081453-2985-44bd-a69d-49a40f7147f6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 6491 time: 0.3316555 Aug 23 14:57:21.615834 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-882a0f87-cbcb-459d-84ba-6cd7bdf54750 req-b57996cc-f772-4a98-95e0-a9abd983851e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&id=c5e7c66b-1617-41da-b755-233eff0922e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591240 Aug 23 14:57:21.645233 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:21.715577 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b712a7c2-5905-4468-ab57-5c695ff756ee x-openstack-request-id: req-b712a7c2-5905-4468-ab57-5c695ff756ee {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:21.716009 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f720ca4f-370a-479b-9641-dd830c9fb058", "tag": "108d615b-8fb1-4521-a99e-af9fde96353f", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:21.716397 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b712a7c2-5905-4468-ab57-5c695ff756ee {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:21.716906 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f720ca4f-370a-479b-9641-dd830c9fb058', 'tag': '108d615b-8fb1-4521-a99e-af9fde96353f', 'status': 'completed', 'code': 200} Aug 23 14:57:21.734588 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-10b7b81e-86a0-4b31-9cbd-810b58551a3a service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786656 Aug 23 14:57:21.818665 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:21.971250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6e7fd-f410-4480-932d-5193e49586a1 req-575c5f56-f354-4667-9e33-d0076c1b4fed tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:21.977048 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-28c6e7fd-f410-4480-932d-5193e49586a1 req-575c5f56-f354-4667-9e33-d0076c1b4fed tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 984 time: 0.0814326 Aug 23 14:57:22.008459 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:57:22.012790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2041f-7446-4f51-b84f-6ddba2e25145 req-d3f13c01-0cd4-4078-8a6c-2b5bf2dac9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:22.014445 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97b2041f-7446-4f51-b84f-6ddba2e25145 req-d3f13c01-0cd4-4078-8a6c-2b5bf2dac9e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e7e94925d3cf4f65b58e713a46ffd81f&device_id=debac2d9-fb03-4085-8522-340209a7a50d HTTP/1.1" status: 200 len: 1094 time: 0.2954404 Aug 23 14:57:22.034808 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-28c6e7fd-f410-4480-932d-5193e49586a1 req-2b2fdcd9-7b91-4242-89f7-9dbecd16450c tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=3186dc56-0671-4ad9-be79-4505e1903a3e&id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0533001 Aug 23 14:57:22.068178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c1db2-942b-4c30-a81c-b3e316596875 req-8821c57b-251c-40ed-bdce-9282a0f4168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:22.068178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b4c1db2-942b-4c30-a81c-b3e316596875 req-8821c57b-251c-40ed-bdce-9282a0f4168d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3e8a488145a49fb9357ed979004996b&device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 1135 time: 0.2552624 Aug 23 14:57:22.146822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a089b-904f-4a6f-819e-2285bd56b1a3 req-49e6783b-7e15-4fb6-8d29-db563886348d tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:22.148667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-426a089b-904f-4a6f-819e-2285bd56b1a3 req-49e6783b-7e15-4fb6-8d29-db563886348d tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 944 time: 0.3024173 Aug 23 14:57:22.231928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-e8c31d19-472d-4db7-b1f1-ad08c8baa99e service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832063 Aug 23 14:57:22.314891 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-ac6a9e72-82c8-404a-9d9e-5ca5e23af5eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 HTTP/1.1" status: 200 len: 217 time: 0.0580745 Aug 23 14:57:22.327382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd8cdf-5e5e-4413-88bb-2fb4b1bdde53 req-bbf8503b-5f17-4e1c-b5ce-b320281279af tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:22.333626 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75cd8cdf-5e5e-4413-88bb-2fb4b1bdde53 req-bbf8503b-5f17-4e1c-b5ce-b320281279af tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0724990 Aug 23 14:57:22.354805 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-426a089b-904f-4a6f-819e-2285bd56b1a3 req-0caa54f7-e65b-4179-aec8-13414a475727 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928074 Aug 23 14:57:22.386214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2041f-7446-4f51-b84f-6ddba2e25145 req-311d6ac6-a61f-460f-ac5c-6bf1f1ea999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:22.387522 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75cd8cdf-5e5e-4413-88bb-2fb4b1bdde53 req-0bb9a4cd-f93e-406e-8052-819a49ad4524 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472438 Aug 23 14:57:22.388438 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97b2041f-7446-4f51-b84f-6ddba2e25145 req-311d6ac6-a61f-460f-ac5c-6bf1f1ea999a service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e2be072-2318-4041-8318-6b975babc276 HTTP/1.1" status: 200 len: 917 time: 0.3634877 Aug 23 14:57:22.565477 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4ffcf646-b824-4fc4-b1b4-6b8a0ec12b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:22.860544 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97b2041f-7446-4f51-b84f-6ddba2e25145 req-65f7f880-6475-4683-a035-b432903cbf5f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99950aea-da04-47e6-a5e0-1db3b99484a1 HTTP/1.1" status: 200 len: 217 time: 0.4579511 Aug 23 14:57:22.864282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c1db2-942b-4c30-a81c-b3e316596875 req-7600c786-cf1f-45bd-881d-6ff89394e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:22.865737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b4c1db2-942b-4c30-a81c-b3e316596875 req-7600c786-cf1f-45bd-881d-6ff89394e37a service neutron] 10.222.0.61 "GET /v2.0/networks?id=515c5043-8a1b-48a5-bf1d-35053ecdca9c HTTP/1.1" status: 200 len: 914 time: 0.7493970 Aug 23 14:57:22.872213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-3a44dea8-0da8-4edf-a46a-103346d81ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:22.873657 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-3a44dea8-0da8-4edf-a46a-103346d81ce1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 200 len: 797 time: 0.5478323 Aug 23 14:57:22.988599 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b4c1db2-942b-4c30-a81c-b3e316596875 req-48479915-58fc-4890-8f10-554baaf45ba6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=108d615b-8fb1-4521-a99e-af9fde96353f HTTP/1.1" status: 200 len: 217 time: 0.0921340 Aug 23 14:57:23.016315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8c102-db03-4caf-8f71-f05f63e45ec0 req-6f67bb59-c555-4dd6-ba10-5c3d35ba5def tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:23.017846 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-70f8c102-db03-4caf-8f71-f05f63e45ec0 req-6f67bb59-c555-4dd6-ba10-5c3d35ba5def tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 945 time: 0.0596223 Aug 23 14:57:23.030912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2041f-7446-4f51-b84f-6ddba2e25145 req-32bfa848-1e93-40cb-b8d2-0f9ff438c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:23.032425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97b2041f-7446-4f51-b84f-6ddba2e25145 req-32bfa848-1e93-40cb-b8d2-0f9ff438c5c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=987982e8-5221-4102-b3c8-eee1069b54fe HTTP/1.1" status: 200 len: 855 time: 0.1527996 Aug 23 14:57:23.054943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-02895325-b78c-445e-93f1-1eba69cf423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:23.056723 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-02895325-b78c-445e-93f1-1eba69cf423f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3181b0-25bc-4dc4-bbd2-aea26008a76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1628897 Aug 23 14:57:23.061958 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-70f8c102-db03-4caf-8f71-f05f63e45ec0 req-5fb5d4af-fad9-4d72-88b0-4020ccd2935d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374632 Aug 23 14:57:23.100004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c1db2-942b-4c30-a81c-b3e316596875 req-43e2a8ac-a6fe-41db-b0f1-07f5288c0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:23.100004 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b4c1db2-942b-4c30-a81c-b3e316596875 req-43e2a8ac-a6fe-41db-b0f1-07f5288c0589 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=baa8984d-a374-4ec1-b25c-d977d386f7a0 HTTP/1.1" status: 200 len: 853 time: 0.1050789 Aug 23 14:57:23.181548 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b4c1db2-942b-4c30-a81c-b3e316596875 req-d20c83c1-a4c9-4f92-b989-814bbcf9e100 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=515c5043-8a1b-48a5-bf1d-35053ecdca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678110 Aug 23 14:57:23.296829 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2041f-7446-4f51-b84f-6ddba2e25145 req-68dcb6fa-bb5f-4173-9b66-67cfe90f6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:23.298047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 777b5b3a-4355-4138-87e8-3e0d06ec958f up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:57:23.299409 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97b2041f-7446-4f51-b84f-6ddba2e25145 req-68dcb6fa-bb5f-4173-9b66-67cfe90f6232 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e2be072-2318-4041-8318-6b975babc276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2575126 Aug 23 14:57:23.404411 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-7b59ae45-7cc8-4c09-96c2-5cdd0f02470b service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213248 Aug 23 14:57:23.436089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb89388-7006-45f6-a63c-da456b031379 req-ee839e6f-0459-47ae-9047-f830324b5d47 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:23.437852 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3bb89388-7006-45f6-a63c-da456b031379 req-ee839e6f-0459-47ae-9047-f830324b5d47 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 984 time: 0.2770493 Aug 23 14:57:23.472639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 777b5b3a-4355-4138-87e8-3e0d06ec958f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:57:23.478118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 777b5b3a-4355-4138-87e8-3e0d06ec958f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:57:23.478118 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:23.536208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b4c1db2-942b-4c30-a81c-b3e316596875 req-745fe6bb-8334-4f13-9731-e529d83bc77a service neutron] 10.222.0.61 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382711 Aug 23 14:57:23.615276 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:23.640780 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97b2041f-7446-4f51-b84f-6ddba2e25145 req-3ee42c30-2bf6-40a1-9ee2-c47b4d06ee37 service neutron] 10.222.0.61 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282578 Aug 23 14:57:23.645155 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3bb89388-7006-45f6-a63c-da456b031379 req-1adf851e-b903-4ed4-9d57-bb94b90e3b26 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=3186dc56-0671-4ad9-be79-4505e1903a3e&id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1885595 Aug 23 14:57:23.661809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df54541f-50e8-498f-9725-97c8d7a39d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777b5b3a-4355-4138-87e8-3e0d06ec958f'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:23.667686 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3104bbda-5963-47f0-a504-70cc84fadbe7" -d '{"events": [{"server_uuid": "df54541f-50e8-498f-9725-97c8d7a39d48", "name": "network-vif-plugged", "status": "completed", "tag": "777b5b3a-4355-4138-87e8-3e0d06ec958f"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:23.696265 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-932601cd-e3b7-4aaa-99a2-3025ce169b71 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837703 Aug 23 14:57:23.706710 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 777b5b3a-4355-4138-87e8-3e0d06ec958f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=777b5b3a-4355-4138-87e8-3e0d06ec958f,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:23.782332 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:23.788785 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-7d22bcf3-4582-4b30-b02f-e451499ccfa5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b58b144d-9752-4c28-8735-b31a58987388 HTTP/1.1" status: 200 len: 217 time: 0.0637002 Aug 23 14:57:23.876972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=777b5b3a-4355-4138-87e8-3e0d06ec958f,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:23.884927 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b4c1db2-942b-4c30-a81c-b3e316596875 req-a416ef04-10b5-415b-b639-c6275890ce9b service neutron] 10.222.0.61 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341587 Aug 23 14:57:23.954781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97b2041f-7446-4f51-b84f-6ddba2e25145 req-fc69def7-1fee-4b8c-9b8f-2b1bbbce5578 service neutron] 10.222.0.61 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041079 Aug 23 14:57:23.958904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-2cf95c8c-bed2-4661-9721-37912619f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:23.960748 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-2cf95c8c-bed2-4661-9721-37912619f3ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8041fe2e-c347-4b3e-abfc-bf8ee4b736dd HTTP/1.1" status: 200 len: 797 time: 0.1643519 Aug 23 14:57:23.964807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b70d7-4cca-4238-9127-f668ad394d08 req-95c04884-a335-451d-b77b-eee68a8f10b0 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:23.966783 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f2b70d7-4cca-4238-9127-f668ad394d08 req-95c04884-a335-451d-b77b-eee68a8f10b0 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0798676 Aug 23 14:57:23.978831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37332783-bebd-4c31-bd91-8ad844056c53 req-1a05bd65-3ab5-4c22-bedf-3a7124ae63bc tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:23.980602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-37332783-bebd-4c31-bd91-8ad844056c53 req-1a05bd65-3ab5-4c22-bedf-3a7124ae63bc tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 945 time: 0.1097522 Aug 23 14:57:24.025686 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f2b70d7-4cca-4238-9127-f668ad394d08 req-c56e1b7e-d465-4e23-ac96-b66c2db79553 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Aug 23 14:57:24.052593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-37332783-bebd-4c31-bd91-8ad844056c53 req-f3b1e1e7-0ac6-4955-954d-4f329d3ba36c tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620923 Aug 23 14:57:24.056025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-b8d4f32f-256b-4ba2-9aae-a0aae8ad105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:24.058625 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-b8d4f32f-256b-4ba2-9aae-a0aae8ad105a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a24b937b-de39-4060-9493-8fb429cfbe9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0891268 Aug 23 14:57:24.073925 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf34a92-7da5-4b6c-9fde-ba30ce03568b x-openstack-request-id: req-6bf34a92-7da5-4b6c-9fde-ba30ce03568b {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:24.074231 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df54541f-50e8-498f-9725-97c8d7a39d48", "name": "network-vif-plugged", "status": "completed", "tag": "777b5b3a-4355-4138-87e8-3e0d06ec958f", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:24.074489 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6bf34a92-7da5-4b6c-9fde-ba30ce03568b {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:24.074912 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df54541f-50e8-498f-9725-97c8d7a39d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777b5b3a-4355-4138-87e8-3e0d06ec958f', 'code': 200} Aug 23 14:57:24.182818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 99950aea-da04-47e6-a5e0-1db3b99484a1 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:57:24.187506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:57:24.241627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b328d1-3bca-4eda-a7a3-f82f8c2e6e92 req-e554b046-7e7b-4cd7-8657-0394604c4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:24.243232 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4b328d1-3bca-4eda-a7a3-f82f8c2e6e92 req-e554b046-7e7b-4cd7-8657-0394604c4c23 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 1096 time: 0.1012778 Aug 23 14:57:24.245318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-2d9fab1a-950b-4bbd-abfb-fc23a02dadba service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803107 Aug 23 14:57:24.258506 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71335bdd-154d-43ea-ab0e-1f4ecceac6a9 req-a1dec5db-9a0c-4fdc-811b-050410bf96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:24.260067 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71335bdd-154d-43ea-ab0e-1f4ecceac6a9 req-a1dec5db-9a0c-4fdc-811b-050410bf96fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3e8a488145a49fb9357ed979004996b&device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 1135 time: 0.0774789 Aug 23 14:57:24.329669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 99950aea-da04-47e6-a5e0-1db3b99484a1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=99950aea-da04-47e6-a5e0-1db3b99484a1,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:24.344573 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '99950aea-da04-47e6-a5e0-1db3b99484a1', 'network_id': '4e2be072-2318-4041-8318-6b975babc276', 'port_id': '99950aea-da04-47e6-a5e0-1db3b99484a1', 'mac_address': 'fa:16:3e:2b:78:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987982e8-5221-4102-b3c8-eee1069b54fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:57:24.399493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4b328d1-3bca-4eda-a7a3-f82f8c2e6e92 req-8b552deb-02c1-4f0b-a589-a9030d4e9634 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371517 Aug 23 14:57:24.401027 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:24.422140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:57:24.430204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:57:24.430577 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:24.456214 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-9b5189a0-fd31-4786-966a-fb2cb9f0601d service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950603 Aug 23 14:57:24.457395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71335bdd-154d-43ea-ab0e-1f4ecceac6a9 req-cada6666-2dc3-42fa-a32d-9fbd139d181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:24.458791 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71335bdd-154d-43ea-ab0e-1f4ecceac6a9 req-cada6666-2dc3-42fa-a32d-9fbd139d181f service neutron] 10.222.0.61 "GET /v2.0/networks?id=515c5043-8a1b-48a5-bf1d-35053ecdca9c HTTP/1.1" status: 200 len: 914 time: 0.1836081 Aug 23 14:57:24.461454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99950aea-da04-47e6-a5e0-1db3b99484a1 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:57:24.494134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 99950aea-da04-47e6-a5e0-1db3b99484a1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=99950aea-da04-47e6-a5e0-1db3b99484a1,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:24.512269 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71335bdd-154d-43ea-ab0e-1f4ecceac6a9 req-2f5de250-acb2-4980-bdba-16a36d680212 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=108d615b-8fb1-4521-a99e-af9fde96353f HTTP/1.1" status: 200 len: 217 time: 0.0457380 Aug 23 14:57:24.544531 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:24.572372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71335bdd-154d-43ea-ab0e-1f4ecceac6a9 req-863fd3f7-d642-462f-8553-3861b1d58138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:24.573900 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71335bdd-154d-43ea-ab0e-1f4ecceac6a9 req-863fd3f7-d642-462f-8553-3861b1d58138 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=baa8984d-a374-4ec1-b25c-d977d386f7a0 HTTP/1.1" status: 200 len: 853 time: 0.0546918 Aug 23 14:57:24.574072 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:24.590386 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:24.613449 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71335bdd-154d-43ea-ab0e-1f4ecceac6a9 req-92193a6b-7bad-4651-8a2a-afa7b7a83d25 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=515c5043-8a1b-48a5-bf1d-35053ecdca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323720 Aug 23 14:57:24.639848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=99950aea-da04-47e6-a5e0-1db3b99484a1,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:24.655121 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-6f78ea32-2abd-44cf-86c4-c3e734155195 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=25154261-6545-4a3f-bb8b-1267f051675f HTTP/1.1" status: 200 len: 217 time: 0.0631652 Aug 23 14:57:24.702691 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:24.833637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:24.855553 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71335bdd-154d-43ea-ab0e-1f4ecceac6a9 req-d4d4bbd9-72f4-4714-a887-f31417343c22 service neutron] 10.222.0.61 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098832 Aug 23 14:57:24.904778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['99950aea-da04-47e6-a5e0-1db3b99484a1'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:57:24.954744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-5a19ec6d-85bd-443a-b7a9-7578a191b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:24.956360 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-5a19ec6d-85bd-443a-b7a9-7578a191b62e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8041fe2e-c347-4b3e-abfc-bf8ee4b736dd HTTP/1.1" status: 200 len: 797 time: 0.2814090 Aug 23 14:57:25.020831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d411ffb-e9a7-4313-8075-28e9e493fb5b req-29b2fadd-3698-4f77-b647-885d26fa234c tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:25.025106 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d411ffb-e9a7-4313-8075-28e9e493fb5b req-29b2fadd-3698-4f77-b647-885d26fa234c tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 984 time: 0.1777983 Aug 23 14:57:25.109508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-96a3b11c-3a66-4cc0-bc34-ba3d04ffaa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:25.111047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-96a3b11c-3a66-4cc0-bc34-ba3d04ffaa8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a24b937b-de39-4060-9493-8fb429cfbe9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1449702 Aug 23 14:57:25.133399 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71335bdd-154d-43ea-ab0e-1f4ecceac6a9 req-142fbb79-c872-4227-be8b-124a93e6c560 service neutron] 10.222.0.61 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599285 Aug 23 14:57:25.156593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d411ffb-e9a7-4313-8075-28e9e493fb5b req-47ab942b-6b4a-48fa-a95d-45041b13bdb7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=3186dc56-0671-4ad9-be79-4505e1903a3e&id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1234524 Aug 23 14:57:25.203190 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fdf70-46ca-4b0f-b5ce-1e1febd0b83c req-24b00536-8ee0-4d69-8eef-ad03f93eee60 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:25.205537 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e43fdf70-46ca-4b0f-b5ce-1e1febd0b83c req-24b00536-8ee0-4d69-8eef-ad03f93eee60 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0741739 Aug 23 14:57:25.252060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-00508e9d-85ca-4dc9-b94e-731a621aba4c service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318765 Aug 23 14:57:25.263415 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e43fdf70-46ca-4b0f-b5ce-1e1febd0b83c req-950450b6-1d95-4694-8c14-cdc1cdc4d646 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499349 Aug 23 14:57:25.362762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e83ac-66eb-4980-8ef3-99f07fff0336 req-274f6340-a17a-4888-bbd4-1f6297597713 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:25.364595 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-be7e83ac-66eb-4980-8ef3-99f07fff0336 req-274f6340-a17a-4888-bbd4-1f6297597713 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 945 time: 0.1290967 Aug 23 14:57:25.421322 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-254b9503-4cf7-469a-a001-ea94ac917c51 req-41d90dfb-1031-447b-a780-3a933c35ff63 service neutron] 10.222.0.57 "GET /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520264 Aug 23 14:57:25.442833 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-be7e83ac-66eb-4980-8ef3-99f07fff0336 req-87bce446-1023-40ca-998b-88f06462bd54 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643578 Aug 23 14:57:25.483884 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:26.076489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb962de-d155-48a9-8fdc-7ef7ba4ae75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:26.079433 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef114046-7ea8-4885-87d1-31c9b2891b26" -d '{"events": [{"server_uuid": "ddb962de-d155-48a9-8fdc-7ef7ba4ae75e", "name": "network-vif-plugged", "status": "completed", "tag": "ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:26.130855 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5266b59f-dad3-48e1-9ca4-73410dff4515 x-openstack-request-id: req-5266b59f-dad3-48e1-9ca4-73410dff4515 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:26.131137 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb962de-d155-48a9-8fdc-7ef7ba4ae75e", "name": "network-vif-plugged", "status": "completed", "tag": "ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:26.131539 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5266b59f-dad3-48e1-9ca4-73410dff4515 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:26.132487 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb962de-d155-48a9-8fdc-7ef7ba4ae75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b', 'code': 200} Aug 23 14:57:26.187060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 99950aea-da04-47e6-a5e0-1db3b99484a1 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:57:26.250145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c6785-a3ae-469c-b112-1624b5850b4f req-732b6183-4d8b-40b9-8bfc-7d8466499565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:26.252828 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e4c6785-a3ae-469c-b112-1624b5850b4f req-732b6183-4d8b-40b9-8bfc-7d8466499565 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 1097 time: 0.0524046 Aug 23 14:57:26.296218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e4592-99d1-4d38-ab1d-928045abb910 req-ae15bf86-9a4a-45d6-a9fd-192d3418044d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:26.296974 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e4c6785-a3ae-469c-b112-1624b5850b4f req-9e92ac50-75f7-48b5-aab5-d8bce4c7ef76 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375361 Aug 23 14:57:26.297832 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0f7e4592-99d1-4d38-ab1d-928045abb910 req-ae15bf86-9a4a-45d6-a9fd-192d3418044d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 984 time: 0.0568345 Aug 23 14:57:26.336256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 99950aea-da04-47e6-a5e0-1db3b99484a1 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:57:26.340903 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 99950aea-da04-47e6-a5e0-1db3b99484a1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:57:26.341369 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:26.367468 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0f7e4592-99d1-4d38-ab1d-928045abb910 req-6de3f732-6988-4553-b3b5-3f9fcd0ae8a8 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=3186dc56-0671-4ad9-be79-4505e1903a3e&id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0571835 Aug 23 14:57:26.414823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b466567-adef-4e6c-9886-b29db6d1e20b req-592ff606-23a7-44b0-9e2e-4394fd0162fc tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:26.416728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2b466567-adef-4e6c-9886-b29db6d1e20b req-592ff606-23a7-44b0-9e2e-4394fd0162fc tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0656433 Aug 23 14:57:26.460185 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:26.489298 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2b466567-adef-4e6c-9886-b29db6d1e20b req-bd467237-c45f-4cb3-b7ab-4062f4c78ab2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644772 Aug 23 14:57:26.505979 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-95ad3d99-d535-44ce-b57c-cff1ced71d7f req-9f2392b9-3a84-4b36-8ed2-8951fcf41942 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1687831985&fields=id&tenant_id=e3e8a488145a49fb9357ed979004996b HTTP/1.1" status: 200 len: 267 time: 0.0520604 Aug 23 14:57:26.513089 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 99950aea-da04-47e6-a5e0-1db3b99484a1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=99950aea-da04-47e6-a5e0-1db3b99484a1,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:26.581782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3d99-d535-44ce-b57c-cff1ced71d7f req-21d8b071-ddc7-4d30-8565-5d95835ed6b3 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:26.591145 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-95ad3d99-d535-44ce-b57c-cff1ced71d7f req-21d8b071-ddc7-4d30-8565-5d95835ed6b3 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 984 time: 0.0770376 Aug 23 14:57:26.594616 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b8599dc-1bda-4295-a645-467b58c67c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:26.599351 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-95ad3d99-d535-44ce-b57c-cff1ced71d7f req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'port': {'security_groups': ['3186dc56-0671-4ad9-be79-4505e1903a3e', 'dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e', '5a6b7a9d-c55d-4a88-b3b1-2846312dbeba']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:26.599684 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:26.636600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8a351-095c-4b81-ae60-66ef0febe370 req-6e5fba01-fafa-44ce-a80e-351579f0792f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:26.638501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3d8a351-095c-4b81-ae60-66ef0febe370 req-6e5fba01-fafa-44ce-a80e-351579f0792f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 945 time: 0.0617192 Aug 23 14:57:26.706893 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-95ad3d99-d535-44ce-b57c-cff1ced71d7f req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:26.712602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3d8a351-095c-4b81-ae60-66ef0febe370 req-1ac9a82b-3a4e-42d5-a706-98ac3fbd5690 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611732 Aug 23 14:57:26.720189 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=99950aea-da04-47e6-a5e0-1db3b99484a1,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:26.734887 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:26.850265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b79524-b0cc-4059-8c8a-1ac2c8d6cb8f req-756dd0e5-794f-4236-9acd-dea4d9ced010 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:26.852999 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50b79524-b0cc-4059-8c8a-1ac2c8d6cb8f req-756dd0e5-794f-4236-9acd-dea4d9ced010 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.0805187 Aug 23 14:57:26.898728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50b79524-b0cc-4059-8c8a-1ac2c8d6cb8f req-5a4333a8-2c99-407c-98f2-6daf999a5acb tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396376 Aug 23 14:57:26.957783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-95ad3d99-d535-44ce-b57c-cff1ced71d7f req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] For port 108d615b-8fb1-4521-a99e-af9fde96353f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=108d615b-8fb1-4521-a99e-af9fde96353f,segment=NetworkSegment(45edded4-f409-474b-89a3-5d4b1b17c419),segment_id=45edded4-f409-474b-89a3-5d4b1b17c419)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:27.315558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:57:27.355779 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-95ad3d99-d535-44ce-b57c-cff1ced71d7f req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:27.426374 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-95ad3d99-d535-44ce-b57c-cff1ced71d7f req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:27.433629 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:27.448376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['7da9ebce-d4e6-4bf2-b463-4dfa5c220720', '108d615b-8fb1-4521-a99e-af9fde96353f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:57:27.452107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'port_id': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'mac_address': 'fa:16:3e:0a:88:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:57:27.477251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3d99-d535-44ce-b57c-cff1ced71d7f req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:27.478198 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-95ad3d99-d535-44ce-b57c-cff1ced71d7f req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:27.482720 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-95ad3d99-d535-44ce-b57c-cff1ced71d7f req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "PUT /v2.0/ports/108d615b-8fb1-4521-a99e-af9fde96353f HTTP/1.1" status: 200 len: 1020 time: 0.8904448 Aug 23 14:57:27.483220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f720ca4f-370a-479b-9641-dd830c9fb058', 'tag': '108d615b-8fb1-4521-a99e-af9fde96353f'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:27.485568 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac362eed-a1a0-4698-9325-d535bc59efde" -d '{"events": [{"name": "network-changed", "server_uuid": "f720ca4f-370a-479b-9641-dd830c9fb058", "tag": "108d615b-8fb1-4521-a99e-af9fde96353f"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:27.531587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'Port': ['ID=108d615b-8fb1-4521-a99e-af9fde96353f,revision_number=7']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:27.553036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:27.554511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:27.559451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:27.560658 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:27.561597 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:27.562278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:27.562795 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:27.563809 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:27.564381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:27.565000 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:27.565689 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:27.566522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7536e90-1820-4a58-946f-5730927461a7 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:27.603985 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99603035-7536-4a62-a7be-52c52552ac4f x-openstack-request-id: req-99603035-7536-4a62-a7be-52c52552ac4f {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:27.605297 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f720ca4f-370a-479b-9641-dd830c9fb058", "tag": "108d615b-8fb1-4521-a99e-af9fde96353f", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:27.605877 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-99603035-7536-4a62-a7be-52c52552ac4f {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:27.606129 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:27.606676 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f720ca4f-370a-479b-9641-dd830c9fb058', 'tag': '108d615b-8fb1-4521-a99e-af9fde96353f', 'status': 'completed', 'code': 200} Aug 23 14:57:27.630041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['108d615b-8fb1-4521-a99e-af9fde96353f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:57:27.652232 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1de86be9-d3ad-402b-8205-d93ff78e07b5 req-7855264b-7636-49c7-9504-894de1ab4019 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/5a6b7a9d-c55d-4a88-b3b1-2846312dbeba HTTP/1.1" status: 200 len: 1802 time: 0.1408463 Aug 23 14:57:27.719804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:57:27.788726 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-1de86be9-d3ad-402b-8205-d93ff78e07b5 req-a8331afe-35a5-4f3b-bcd7-f2cc475341c9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 14:57:27.799474 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1de86be9-d3ad-402b-8205-d93ff78e07b5 req-a8331afe-35a5-4f3b-bcd7-f2cc475341c9 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "DELETE /v2.0/security-groups/5a6b7a9d-c55d-4a88-b3b1-2846312dbeba HTTP/1.1" status: 409 len: 341 time: 0.1405873 Aug 23 14:57:27.814045 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c6648-3b07-4f90-a342-846d2a5a82c5 req-560803a0-33fb-486f-92c5-27688ad8fa06 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:27.815514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac362eed-a1a0-4698-9325-d535bc59efde req-1aed344f-218a-4f5a-a61a-5e8a9291232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:27.821846 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-921c6648-3b07-4f90-a342-846d2a5a82c5 req-560803a0-33fb-486f-92c5-27688ad8fa06 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.1067464 Aug 23 14:57:27.822004 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:27.822483 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac362eed-a1a0-4698-9325-d535bc59efde req-1aed344f-218a-4f5a-a61a-5e8a9291232d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3e8a488145a49fb9357ed979004996b&device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 1174 time: 0.1615403 Aug 23 14:57:27.878749 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-921c6648-3b07-4f90-a342-846d2a5a82c5 req-142203b9-17fe-47a2-b02e-d05072a154cb tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559444 Aug 23 14:57:27.982666 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:28.020518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac362eed-a1a0-4698-9325-d535bc59efde req-7b85d186-5317-43a8-b785-7dd0a20fa044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:28.027036 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac362eed-a1a0-4698-9325-d535bc59efde req-7b85d186-5317-43a8-b785-7dd0a20fa044 service neutron] 10.222.0.61 "GET /v2.0/networks?id=515c5043-8a1b-48a5-bf1d-35053ecdca9c HTTP/1.1" status: 200 len: 914 time: 0.1945691 Aug 23 14:57:28.078767 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac362eed-a1a0-4698-9325-d535bc59efde req-149008e8-82c3-4c98-9e11-a83a808f5b55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=108d615b-8fb1-4521-a99e-af9fde96353f HTTP/1.1" status: 200 len: 217 time: 0.0467923 Aug 23 14:57:28.081522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b737491-74b4-493a-86d2-9b92c6dfe361 req-adce7804-1299-43c0-a4e1-dfd4f51c2e3e tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:28.093641 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b737491-74b4-493a-86d2-9b92c6dfe361 req-adce7804-1299-43c0-a4e1-dfd4f51c2e3e tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.0810716 Aug 23 14:57:28.115453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:28.138618 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:57:28.140743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debac2d9-fb03-4085-8522-340209a7a50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99950aea-da04-47e6-a5e0-1db3b99484a1'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:28.143126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac362eed-a1a0-4698-9325-d535bc59efde req-42b7741c-d9a5-4ed3-bc7e-de77d85f28de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:28.143331 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44487ebd-a8c3-41e4-98bf-4e01c2cc0178" -d '{"events": [{"server_uuid": "debac2d9-fb03-4085-8522-340209a7a50d", "name": "network-vif-plugged", "status": "completed", "tag": "99950aea-da04-47e6-a5e0-1db3b99484a1"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:28.144719 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac362eed-a1a0-4698-9325-d535bc59efde req-42b7741c-d9a5-4ed3-bc7e-de77d85f28de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=baa8984d-a374-4ec1-b25c-d977d386f7a0 HTTP/1.1" status: 200 len: 853 time: 0.0577037 Aug 23 14:57:28.149757 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b737491-74b4-493a-86d2-9b92c6dfe361 req-16988956-ab57-4ea6-848a-0b65cba4531d tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550876 Aug 23 14:57:28.213990 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac362eed-a1a0-4698-9325-d535bc59efde req-fd148e89-ebcf-40da-b2b0-df706611d333 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=515c5043-8a1b-48a5-bf1d-35053ecdca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610566 Aug 23 14:57:28.387277 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b6d5fc-632e-44d0-873d-915e03aa212d x-openstack-request-id: req-65b6d5fc-632e-44d0-873d-915e03aa212d {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:28.387868 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debac2d9-fb03-4085-8522-340209a7a50d", "name": "network-vif-plugged", "status": "completed", "tag": "99950aea-da04-47e6-a5e0-1db3b99484a1", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:28.387868 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-65b6d5fc-632e-44d0-873d-915e03aa212d {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:28.389757 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debac2d9-fb03-4085-8522-340209a7a50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99950aea-da04-47e6-a5e0-1db3b99484a1', 'code': 200} Aug 23 14:57:28.536704 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e727dc-e1aa-4b95-a0a2-ba1dbe285860 req-951d19a3-8e64-408d-9f1a-487504d1660a tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:28.543338 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a8e727dc-e1aa-4b95-a0a2-ba1dbe285860 req-951d19a3-8e64-408d-9f1a-487504d1660a tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=debac2d9-fb03-4085-8522-340209a7a50d HTTP/1.1" status: 200 len: 945 time: 0.1042991 Aug 23 14:57:28.544166 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac362eed-a1a0-4698-9325-d535bc59efde req-36bd03be-ab56-4a36-9bf2-6c259b24954d service neutron] 10.222.0.61 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233631 Aug 23 14:57:28.552906 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f1732-29af-4e5a-b6d6-73cbbf1cd9d3 req-597de6b1-2535-48f5-945f-00a150b78220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:28.555151 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c91f1732-29af-4e5a-b6d6-73cbbf1cd9d3 req-597de6b1-2535-48f5-945f-00a150b78220 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=debac2d9-fb03-4085-8522-340209a7a50d HTTP/1.1" status: 200 len: 1096 time: 0.0669537 Aug 23 14:57:28.621873 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a8e727dc-e1aa-4b95-a0a2-ba1dbe285860 req-2b382504-1416-4df2-a404-f5ccf72069b3 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664802 Aug 23 14:57:28.682981 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c91f1732-29af-4e5a-b6d6-73cbbf1cd9d3 req-cd7c59df-95a7-4c27-a982-27cf2656abe2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079721 Aug 23 14:57:28.697688 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c873a8-054d-45eb-81de-c2e1f812710e req-9c141323-bcb5-40ef-b7b8-a8987d3dab4b tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:28.702854 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-42c873a8-054d-45eb-81de-c2e1f812710e req-9c141323-bcb5-40ef-b7b8-a8987d3dab4b tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 1023 time: 0.1351404 Aug 23 14:57:28.703005 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:28.786373 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-42c873a8-054d-45eb-81de-c2e1f812710e req-bcf1a15b-cc67-497c-bb86-9804a62d5446 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=3186dc56-0671-4ad9-be79-4505e1903a3e&id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&id=5a6b7a9d-c55d-4a88-b3b1-2846312dbeba&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0731618 Aug 23 14:57:28.788912 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac362eed-a1a0-4698-9325-d535bc59efde req-7367fee3-73ab-46e0-bc54-e3461eeb75bb service neutron] 10.222.0.61 "GET /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325528 Aug 23 14:57:28.994388 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:57:29.103517 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cb70d-2af4-43f2-b39b-3611806dd67c req-7f9284ee-e9dc-4a82-8bc0-449cf26c6d29 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:29.105446 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b29cb70d-2af4-43f2-b39b-3611806dd67c req-7f9284ee-e9dc-4a82-8bc0-449cf26c6d29 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0715423 Aug 23 14:57:29.172117 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b29cb70d-2af4-43f2-b39b-3611806dd67c req-a0d1627a-640c-440d-8346-b2aa1a0552de tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574720 Aug 23 14:57:29.335017 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:57:29.474591 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:57:29.475933 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:29.598300 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:29.653222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:29.804491 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:29.856608 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469944c8-0a26-4747-802d-b922629b3a17 req-b75989d3-1ff5-43a2-a52b-d0c798e1f98a tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:29.858217 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-469944c8-0a26-4747-802d-b922629b3a17 req-b75989d3-1ff5-43a2-a52b-d0c798e1f98a tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=debac2d9-fb03-4085-8522-340209a7a50d HTTP/1.1" status: 200 len: 945 time: 0.1048269 Aug 23 14:57:29.899261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:29.945009 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-469944c8-0a26-4747-802d-b922629b3a17 req-4ff1b9a3-bf4d-4131-983e-f4a116d652c1 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716033 Aug 23 14:57:30.027919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7920816-6fea-4796-926f-5eff6947e246 req-35b2bea8-3ca5-46a4-aa16-679fdee47669 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:30.029911 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7920816-6fea-4796-926f-5eff6947e246 req-35b2bea8-3ca5-46a4-aa16-679fdee47669 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 1023 time: 0.0836060 Aug 23 14:57:30.130079 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7920816-6fea-4796-926f-5eff6947e246 req-db9ac3ae-e6f5-4b5d-8b84-8b3b7bdc5625 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=3186dc56-0671-4ad9-be79-4505e1903a3e&id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&id=5a6b7a9d-c55d-4a88-b3b1-2846312dbeba&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0885475 Aug 23 14:57:30.391107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:30.394293 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4802f8b2-33f2-4e35-98b8-1ff88f419cae" -d '{"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-plugged", "status": "completed", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:30.409860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7aa35-37df-4692-887d-374ad45edf89 req-0230a1eb-84ae-439b-b60c-977975e19963 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:30.409860 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66b7aa35-37df-4692-887d-374ad45edf89 req-0230a1eb-84ae-439b-b60c-977975e19963 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.61 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 1023 time: 0.0987568 Aug 23 14:57:30.469090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd55428-e613-4d01-a810-451eacb6d004 req-96ce1d2d-3f5b-4588-8fe4-66d212870ba9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:30.478064 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ccd55428-e613-4d01-a810-451eacb6d004 req-96ce1d2d-3f5b-4588-8fe4-66d212870ba9 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.1651194 Aug 23 14:57:30.484567 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be238798-9a0d-44e1-b883-6a6c248bf349 x-openstack-request-id: req-be238798-9a0d-44e1-b883-6a6c248bf349 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:30.485189 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-plugged", "status": "completed", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:30.485302 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-be238798-9a0d-44e1-b883-6a6c248bf349 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:30.485766 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'code': 200} Aug 23 14:57:30.592443 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ccd55428-e613-4d01-a810-451eacb6d004 req-679059c1-e745-4e43-9646-26e4504f9fa6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106682 Aug 23 14:57:30.641886 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-66b7aa35-37df-4692-887d-374ad45edf89 req-a3cbc939-08cb-4399-87c5-bddee425009d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Deleting port 108d615b-8fb1-4521-a99e-af9fde96353f {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:57:30.642301 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66b7aa35-37df-4692-887d-374ad45edf89 req-a3cbc939-08cb-4399-87c5-bddee425009d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:30.785126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-66b7aa35-37df-4692-887d-374ad45edf89 req-a3cbc939-08cb-4399-87c5-bddee425009d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] For port 108d615b-8fb1-4521-a99e-af9fde96353f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=108d615b-8fb1-4521-a99e-af9fde96353f,segment=NetworkSegment(45edded4-f409-474b-89a3-5d4b1b17c419),segment_id=45edded4-f409-474b-89a3-5d4b1b17c419)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:30.785569 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66b7aa35-37df-4692-887d-374ad45edf89 req-a3cbc939-08cb-4399-87c5-bddee425009d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:30.805235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-66b7aa35-37df-4692-887d-374ad45edf89 req-a3cbc939-08cb-4399-87c5-bddee425009d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Calling delete_port for 108d615b-8fb1-4521-a99e-af9fde96353f owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:57:31.148475 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66b7aa35-37df-4692-887d-374ad45edf89 req-a3cbc939-08cb-4399-87c5-bddee425009d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:31.176145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['7da9ebce-d4e6-4bf2-b463-4dfa5c220720', '108d615b-8fb1-4521-a99e-af9fde96353f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:57:31.252805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbc939-08cb-4399-87c5-bddee425009d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event deleted for resources: {'Port': ['ID=108d615b-8fb1-4521-a99e-af9fde96353f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:31.372501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a967f4aa-489e-472b-a712-b5fc5610abaf req-508d9868-e079-4104-9866-ea923f654695 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 210 time: 0.0836425 Aug 23 14:57:31.374008 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b7aa35-37df-4692-887d-374ad45edf89 req-a3cbc939-08cb-4399-87c5-bddee425009d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] No DVR routers for this DVR port 108d615b-8fb1-4521-a99e-af9fde96353f on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:57:31.398869 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66b7aa35-37df-4692-887d-374ad45edf89 req-a3cbc939-08cb-4399-87c5-bddee425009d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:31.407802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66b7aa35-37df-4692-887d-374ad45edf89 req-a3cbc939-08cb-4399-87c5-bddee425009d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.61 "DELETE /v2.0/ports/108d615b-8fb1-4521-a99e-af9fde96353f HTTP/1.1" status: 204 len: 173 time: 0.9927847 Aug 23 14:57:31.407802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f720ca4f-370a-479b-9641-dd830c9fb058', 'name': 'network-vif-deleted', 'tag': '108d615b-8fb1-4521-a99e-af9fde96353f'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:31.424543 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c45613-5128-4d69-b310-4cc34a799c65" -d '{"events": [{"server_uuid": "f720ca4f-370a-479b-9641-dd830c9fb058", "name": "network-vif-deleted", "tag": "108d615b-8fb1-4521-a99e-af9fde96353f"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:31.483832 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba3152-6206-46f9-8638-965dc4aba2ad req-bb77d91e-e877-46db-8203-a52bfb306c2e tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:31.513847 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398c5a59-ef8d-42c2-9532-d7f5a0a4f7f3 x-openstack-request-id: req-398c5a59-ef8d-42c2-9532-d7f5a0a4f7f3 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:31.513847 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f720ca4f-370a-479b-9641-dd830c9fb058", "name": "network-vif-deleted", "tag": "108d615b-8fb1-4521-a99e-af9fde96353f", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:31.513847 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-398c5a59-ef8d-42c2-9532-d7f5a0a4f7f3 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:31.514194 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2eba3152-6206-46f9-8638-965dc4aba2ad req-bb77d91e-e877-46db-8203-a52bfb306c2e tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=debac2d9-fb03-4085-8522-340209a7a50d HTTP/1.1" status: 200 len: 945 time: 0.1090577 Aug 23 14:57:31.514559 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f720ca4f-370a-479b-9641-dd830c9fb058', 'name': 'network-vif-deleted', 'tag': '108d615b-8fb1-4521-a99e-af9fde96353f', 'status': 'completed', 'code': 200} Aug 23 14:57:31.588742 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2eba3152-6206-46f9-8638-965dc4aba2ad req-31852d57-204e-4f06-b7da-9eefae4622db tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649116 Aug 23 14:57:31.874575 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe69e2f-0d11-4946-9e21-9256621e2a01 req-c7fbab32-776e-4a53-89c7-b3c67509d3d7 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:31.889543 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ffe69e2f-0d11-4946-9e21-9256621e2a01 req-c7fbab32-776e-4a53-89c7-b3c67509d3d7 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.1538873 Aug 23 14:57:31.967776 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ffe69e2f-0d11-4946-9e21-9256621e2a01 req-7acd3d69-6d8f-40ca-82de-1b7619706c06 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771527 Aug 23 14:57:32.149928 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0500d-a8c5-491c-9b97-453bb05eb12a req-ea47dc61-4125-4497-abb2-86c37b648eed tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:32.151867 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7f0500d-a8c5-491c-9b97-453bb05eb12a req-ea47dc61-4125-4497-abb2-86c37b648eed tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 945 time: 0.0789926 Aug 23 14:57:32.213037 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7f0500d-a8c5-491c-9b97-453bb05eb12a req-092d385c-2e8a-44ca-b419-d002c8680779 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523021 Aug 23 14:57:32.571629 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6754b28-934f-4dc4-9985-dd32c3cd9280 req-670226fa-0680-4f5b-90fb-9d13ef302095 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=f720ca4f-370a-479b-9641-dd830c9fb058 HTTP/1.1" status: 200 len: 210 time: 0.0802960 Aug 23 14:57:32.630239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509861bc-40e5-44d1-9978-72322335c60a req-a194eccc-4b50-4732-b088-417119ccd1c9 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:32.632578 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-509861bc-40e5-44d1-9978-72322335c60a req-a194eccc-4b50-4732-b088-417119ccd1c9 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.1017005 Aug 23 14:57:32.712927 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-509861bc-40e5-44d1-9978-72322335c60a req-b04f0e69-f907-4453-9ac6-9d4bd19f5ce8 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564101 Aug 23 14:57:33.082909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df6378-6436-4945-9045-458ae1cf15ad req-802e2a9c-14bc-4004-8fb6-c5aab799e718 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:33.090584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df6378-6436-4945-9045-458ae1cf15ad req-802e2a9c-14bc-4004-8fb6-c5aab799e718 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:33.094257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3158b4f-d5eb-418f-bab5-6e6f662696c7 req-87b4c4f2-84f0-4b8d-944f-56914c247782 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:33.095824 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c3158b4f-d5eb-418f-bab5-6e6f662696c7 req-87b4c4f2-84f0-4b8d-944f-56914c247782 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0606370 Aug 23 14:57:33.098717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df6378-6436-4945-9045-458ae1cf15ad req-802e2a9c-14bc-4004-8fb6-c5aab799e718 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:33.101351 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-62df6378-6436-4945-9045-458ae1cf15ad req-802e2a9c-14bc-4004-8fb6-c5aab799e718 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48&device_id=debac2d9-fb03-4085-8522-340209a7a50d&device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 2417 time: 0.0851896 Aug 23 14:57:33.152869 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c3158b4f-d5eb-418f-bab5-6e6f662696c7 req-1cf3b464-4b33-4c40-b4c3-ad3df757e1c3 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419946 Aug 23 14:57:33.157414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-62df6378-6436-4945-9045-458ae1cf15ad req-feda23c6-cfe8-411b-b416-591524d124f8 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496697 Aug 23 14:57:33.329978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0e112-451c-4683-b8a3-b48ead083cb0 req-856391b6-6956-4a0a-8d61-e1f31d30192d tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:33.331896 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-95c0e112-451c-4683-b8a3-b48ead083cb0 req-856391b6-6956-4a0a-8d61-e1f31d30192d tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 945 time: 0.0568323 Aug 23 14:57:33.398869 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-95c0e112-451c-4683-b8a3-b48ead083cb0 req-ad973684-a9a1-4470-a575-28692882defa tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463414 Aug 23 14:57:33.734991 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d12b0897-e58b-4a1f-a750-6c13f9edd8ce req-e6bacf92-cb96-4120-bcb0-e2642aa58de2 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/3186dc56-0671-4ad9-be79-4505e1903a3e HTTP/1.1" status: 200 len: 1803 time: 0.0733531 Aug 23 14:57:33.818021 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d12b0897-e58b-4a1f-a750-6c13f9edd8ce req-1c6d65cc-8d77-400c-81fa-48fc5c95eea6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:33.890985 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d12b0897-e58b-4a1f-a750-6c13f9edd8ce req-1c6d65cc-8d77-400c-81fa-48fc5c95eea6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:34.073221 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d12b0897-e58b-4a1f-a750-6c13f9edd8ce req-1c6d65cc-8d77-400c-81fa-48fc5c95eea6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:34.076137 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d12b0897-e58b-4a1f-a750-6c13f9edd8ce req-1c6d65cc-8d77-400c-81fa-48fc5c95eea6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:34.084029 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d12b0897-e58b-4a1f-a750-6c13f9edd8ce req-1c6d65cc-8d77-400c-81fa-48fc5c95eea6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "DELETE /v2.0/security-groups/3186dc56-0671-4ad9-be79-4505e1903a3e HTTP/1.1" status: 204 len: 173 time: 0.3479445 Aug 23 14:57:34.144338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d65cc-8d77-400c-81fa-48fc5c95eea6 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3186dc56-0671-4ad9-be79-4505e1903a3e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:34.230207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 108d615b-8fb1-4521-a99e-af9fde96353f no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:57:34.240452 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c8d1755-05dd-4e78-8faa-aaf585897610 req-22b4eb03-4a94-4d61-81c3-df2ef0be040f tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/5a6b7a9d-c55d-4a88-b3b1-2846312dbeba HTTP/1.1" status: 200 len: 1802 time: 0.1161323 Aug 23 14:57:34.276812 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 108d615b-8fb1-4521-a99e-af9fde96353f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:57:34.277402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 108d615b-8fb1-4521-a99e-af9fde96353f not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:57:34.384376 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6c8d1755-05dd-4e78-8faa-aaf585897610 req-1f81c1af-ec92-4eb1-9fde-656ee1285631 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:34.433337 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6c8d1755-05dd-4e78-8faa-aaf585897610 req-1f81c1af-ec92-4eb1-9fde-656ee1285631 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:34.620836 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6c8d1755-05dd-4e78-8faa-aaf585897610 req-1f81c1af-ec92-4eb1-9fde-656ee1285631 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:34.631782 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-6c8d1755-05dd-4e78-8faa-aaf585897610 req-1f81c1af-ec92-4eb1-9fde-656ee1285631 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:34.636091 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c8d1755-05dd-4e78-8faa-aaf585897610 req-1f81c1af-ec92-4eb1-9fde-656ee1285631 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "DELETE /v2.0/security-groups/5a6b7a9d-c55d-4a88-b3b1-2846312dbeba HTTP/1.1" status: 204 len: 173 time: 0.3941493 Aug 23 14:57:34.669959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81c1af-ec92-4eb1-9fde-656ee1285631 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6b7a9d-c55d-4a88-b3b1-2846312dbeba,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:34.723282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4142d-c72f-4625-a825-bbbe3219e99f req-da3128ae-966e-461f-a651-e71bb0608f90 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:34.730152 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dcb4142d-c72f-4625-a825-bbbe3219e99f req-da3128ae-966e-461f-a651-e71bb0608f90 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0881221 Aug 23 14:57:34.800304 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dcb4142d-c72f-4625-a825-bbbe3219e99f req-7429e716-2a96-449e-9dd4-2616f5727198 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667186 Aug 23 14:57:34.835240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-719d3ce9-1f71-47be-883b-f8defa99f2d5 req-fc090f5b-161f-450d-8d86-8df61c47bb99 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1277072934', 'description': 'tempest-description-2040615925'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:34.982026 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-719d3ce9-1f71-47be-883b-f8defa99f2d5 req-fc090f5b-161f-450d-8d86-8df61c47bb99 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:35.210579 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-719d3ce9-1f71-47be-883b-f8defa99f2d5 req-fc090f5b-161f-450d-8d86-8df61c47bb99 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:35.284893 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-719d3ce9-1f71-47be-883b-f8defa99f2d5 req-fc090f5b-161f-450d-8d86-8df61c47bb99 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:35.344770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc090f5b-161f-450d-8d86-8df61c47bb99 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2b4d14-6452-473c-ae7b-ecaf712ffa66,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:35.444874 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-719d3ce9-1f71-47be-883b-f8defa99f2d5 req-fc090f5b-161f-450d-8d86-8df61c47bb99 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:35.449900 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-719d3ce9-1f71-47be-883b-f8defa99f2d5 req-fc090f5b-161f-450d-8d86-8df61c47bb99 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6192367 Aug 23 14:57:35.554955 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86f91700-4ed8-48b4-aeed-8f12deb166b0 req-c2463dad-bd4c-4e8a-9595-a4edc6b7e8ec tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/dd2b4d14-6452-473c-ae7b-ecaf712ffa66 HTTP/1.1" status: 200 len: 1803 time: 0.0788288 Aug 23 14:57:35.564326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-86f91700-4ed8-48b4-aeed-8f12deb166b0 req-687bca7e-01c4-41d8-abe8-d2ab56bfc802 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Request body: {'security_group': {'name': 'tempest-sg-hth-914443788', 'description': 'tempest-description-hth-34563852'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:35.603976 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-86f91700-4ed8-48b4-aeed-8f12deb166b0 req-687bca7e-01c4-41d8-abe8-d2ab56bfc802 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:35.676606 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-86f91700-4ed8-48b4-aeed-8f12deb166b0 req-687bca7e-01c4-41d8-abe8-d2ab56bfc802 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:35.733616 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562648ed-221c-4ad3-9947-05b50545b6f6 req-c215e257-f1c7-46a9-84da-f0a9bda5ca58 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:35.736839 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-562648ed-221c-4ad3-9947-05b50545b6f6 req-c215e257-f1c7-46a9-84da-f0a9bda5ca58 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.0778551 Aug 23 14:57:35.793549 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-86f91700-4ed8-48b4-aeed-8f12deb166b0 req-687bca7e-01c4-41d8-abe8-d2ab56bfc802 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:35.796538 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-86f91700-4ed8-48b4-aeed-8f12deb166b0 req-687bca7e-01c4-41d8-abe8-d2ab56bfc802 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:35.801382 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86f91700-4ed8-48b4-aeed-8f12deb166b0 req-687bca7e-01c4-41d8-abe8-d2ab56bfc802 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "PUT /v2.0/security-groups/dd2b4d14-6452-473c-ae7b-ecaf712ffa66 HTTP/1.1" status: 200 len: 1774 time: 0.2454948 Aug 23 14:57:35.836369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-562648ed-221c-4ad3-9947-05b50545b6f6 req-4fa722ad-0042-4f38-aa38-8df7e8bf8639 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792713 Aug 23 14:57:35.912641 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bca7e-01c4-41d8-abe8-d2ab56bfc802 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2b4d14-6452-473c-ae7b-ecaf712ffa66,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:35.972055 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-acc32ef4-10d6-40db-8341-25166a93090a req-6538b1ae-0858-4b11-97b1-20b45458b65c tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/dd2b4d14-6452-473c-ae7b-ecaf712ffa66 HTTP/1.1" status: 200 len: 1774 time: 0.1104276 Aug 23 14:57:36.073657 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-090127e9-8d0d-473a-8c12-fca29c64338e req-cd4d68eb-9172-403c-8dcb-4ba5bce2485d tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/dd2b4d14-6452-473c-ae7b-ecaf712ffa66 HTTP/1.1" status: 200 len: 1774 time: 0.0866468 Aug 23 14:57:36.163567 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895157fe-fd6b-4f40-b182-1d8ba6e87a80 req-77aecf4e-8df5-4a0b-8e6e-24fe2aeab802 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:36.164385 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-090127e9-8d0d-473a-8c12-fca29c64338e req-862db274-b4da-4826-924d-bb6ac62d9a23 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:36.166006 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-895157fe-fd6b-4f40-b182-1d8ba6e87a80 req-77aecf4e-8df5-4a0b-8e6e-24fe2aeab802 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.1077669 Aug 23 14:57:36.200820 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-090127e9-8d0d-473a-8c12-fca29c64338e req-862db274-b4da-4826-924d-bb6ac62d9a23 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:36.257013 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-895157fe-fd6b-4f40-b182-1d8ba6e87a80 req-53bbd853-43d6-4c3b-a4cf-ca779c87f826 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769415 Aug 23 14:57:36.334767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-090127e9-8d0d-473a-8c12-fca29c64338e req-862db274-b4da-4826-924d-bb6ac62d9a23 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:36.338529 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-090127e9-8d0d-473a-8c12-fca29c64338e req-862db274-b4da-4826-924d-bb6ac62d9a23 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:36.343708 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-090127e9-8d0d-473a-8c12-fca29c64338e req-862db274-b4da-4826-924d-bb6ac62d9a23 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "DELETE /v2.0/security-groups/dd2b4d14-6452-473c-ae7b-ecaf712ffa66 HTTP/1.1" status: 204 len: 173 time: 0.2546318 Aug 23 14:57:36.360360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862db274-b4da-4826-924d-bb6ac62d9a23 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2b4d14-6452-473c-ae7b-ecaf712ffa66,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:36.520786 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [req-6c065219-a67c-4607-a05a-0af859cc7cc5 req-1073ca45-02f9-41d4-92b6-1437aba4eb04 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] show failed (client error): The resource could not be found. Aug 23 14:57:36.522029 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c065219-a67c-4607-a05a-0af859cc7cc5 req-1073ca45-02f9-41d4-92b6-1437aba4eb04 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/5a6b7a9d-c55d-4a88-b3b1-2846312dbeba HTTP/1.1" status: 404 len: 352 time: 0.0261965 Aug 23 14:57:36.561403 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-c454fe5d-5d6d-4341-aac8-8132039c4373 req-fed81c67-bce7-417b-be7c-857f52f65fe4 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] show failed (client error): The resource could not be found. Aug 23 14:57:36.567051 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c454fe5d-5d6d-4341-aac8-8132039c4373 req-fed81c67-bce7-417b-be7c-857f52f65fe4 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/3186dc56-0671-4ad9-be79-4505e1903a3e HTTP/1.1" status: 404 len: 352 time: 0.0197685 Aug 23 14:57:36.610264 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [req-ec76d91b-8c38-4afa-82ec-94c246bba991 req-28b9a0b7-a356-4099-aaf5-d57b1cf74c01 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] show failed (client error): The resource could not be found. Aug 23 14:57:36.611310 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec76d91b-8c38-4afa-82ec-94c246bba991 req-28b9a0b7-a356-4099-aaf5-d57b1cf74c01 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/03a46926-4bfe-4627-a672-4a93e900a81f HTTP/1.1" status: 404 len: 352 time: 0.0232344 Aug 23 14:57:36.650491 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-9c033d4d-4188-47e5-b4dc-3020cd06bc77 req-6a461e9c-58c3-4592-b247-d16162b0960a tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] show failed (client error): The resource could not be found. Aug 23 14:57:36.651562 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9c033d4d-4188-47e5-b4dc-3020cd06bc77 req-6a461e9c-58c3-4592-b247-d16162b0960a tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/23a525a0-4d95-435f-ad0f-43f408ff4db5 HTTP/1.1" status: 404 len: 352 time: 0.0166042 Aug 23 14:57:36.704399 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [req-adb35591-c36e-4d84-84e8-a246dccfea3c req-c335cdef-c468-4de6-8d81-15d2cb055671 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] show failed (client error): The resource could not be found. Aug 23 14:57:36.716809 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-adb35591-c36e-4d84-84e8-a246dccfea3c req-c335cdef-c468-4de6-8d81-15d2cb055671 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/3a983912-d00b-43e1-bc15-5e684078f61c HTTP/1.1" status: 404 len: 352 time: 0.0202048 Aug 23 14:57:36.749802 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-eb7ff325-da95-40da-8e97-3b7de0e2026a req-0b792a9c-b019-4313-b224-28f9550b5f58 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] show failed (client error): The resource could not be found. Aug 23 14:57:36.754031 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb7ff325-da95-40da-8e97-3b7de0e2026a req-0b792a9c-b019-4313-b224-28f9550b5f58 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/d3359697-ab95-41cc-bbdf-342c54b4078a HTTP/1.1" status: 404 len: 352 time: 0.0167215 Aug 23 14:57:36.974505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbd0a0-12cd-46b1-a857-3e803d378fc2 req-f1b5a9de-cefd-432c-946f-05a4eef99058 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:36.976823 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6dbbd0a0-12cd-46b1-a857-3e803d378fc2 req-f1b5a9de-cefd-432c-946f-05a4eef99058 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.0640547 Aug 23 14:57:37.017374 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6dbbd0a0-12cd-46b1-a857-3e803d378fc2 req-005fff3d-85b1-426b-b8c4-605d0878be16 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341542 Aug 23 14:57:37.394064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1268c3-a8ae-469f-b53a-9e0ee36e3427 req-fccfa005-c863-4ac4-83ef-92c14b629c9c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:37.407907 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed1268c3-a8ae-469f-b53a-9e0ee36e3427 req-fccfa005-c863-4ac4-83ef-92c14b629c9c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0704057 Aug 23 14:57:37.459046 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed1268c3-a8ae-469f-b53a-9e0ee36e3427 req-614b6bd0-f972-496e-b94a-65207e7ade80 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513194 Aug 23 14:57:37.721940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526dbe1-048d-4968-bff3-2aa19fa51d9c req-2cefdca5-ff96-4272-9e8c-19b9c15eccc2 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:37.733353 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b526dbe1-048d-4968-bff3-2aa19fa51d9c req-2cefdca5-ff96-4272-9e8c-19b9c15eccc2 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 1023 time: 0.1023819 Aug 23 14:57:37.796011 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b526dbe1-048d-4968-bff3-2aa19fa51d9c req-aef972b3-cdee-435e-b969-af6609995e86 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=06ca7af9-0133-4983-a3e7-c1da3930ff1b&id=95334205-7804-4d4f-b563-0f8ad7d5032f&id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0602388 Aug 23 14:57:38.240202 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc6cd5-d16b-4903-b549-8f8a3b64e0f8 req-60e129cf-5870-45e6-ae89-e7b98cf924c9 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:38.248210 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1dc6cd5-d16b-4903-b549-8f8a3b64e0f8 req-60e129cf-5870-45e6-ae89-e7b98cf924c9 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.1302192 Aug 23 14:57:38.319901 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1dc6cd5-d16b-4903-b549-8f8a3b64e0f8 req-bc8961da-c0b2-431c-bea4-35b89792051a tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522025 Aug 23 14:57:38.642186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab87ffe-9a5b-4f34-9d88-26d0ef58bb7d req-16f472b0-1f20-462e-b96e-c63bc04ce80f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:38.645842 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ab87ffe-9a5b-4f34-9d88-26d0ef58bb7d req-16f472b0-1f20-462e-b96e-c63bc04ce80f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0703182 Aug 23 14:57:39.108832 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9801925-a5d6-4c9b-8f56-74def7a9644a req-cd457b57-fd1b-4799-b548-d566deffb672 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:39.123599 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e9801925-a5d6-4c9b-8f56-74def7a9644a req-cd457b57-fd1b-4799-b548-d566deffb672 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 1023 time: 0.1487083 Aug 23 14:57:39.151890 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ab87ffe-9a5b-4f34-9d88-26d0ef58bb7d req-8cab591b-6f6d-43bb-91f8-f0102572a828 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963667 Aug 23 14:57:39.200721 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e9801925-a5d6-4c9b-8f56-74def7a9644a req-eab15e2b-5059-43f7-8a18-5d78a77e57f5 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups?id=06ca7af9-0133-4983-a3e7-c1da3930ff1b&id=95334205-7804-4d4f-b563-0f8ad7d5032f&id=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0760489 Aug 23 14:57:39.233721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e98a35-e16e-4f7f-91ab-898a8d059d42 req-7fe5481a-c3b9-4b7c-9557-f6f73d461d3a tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:39.235221 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77e98a35-e16e-4f7f-91ab-898a8d059d42 req-7fe5481a-c3b9-4b7c-9557-f6f73d461d3a tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.61 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 1023 time: 0.0968833 Aug 23 14:57:39.494937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-77e98a35-e16e-4f7f-91ab-898a8d059d42 req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Deleting port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:57:39.495289 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-77e98a35-e16e-4f7f-91ab-898a8d059d42 req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:39.577302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97de30-d7d1-4837-81fd-1fb16822c0d2 req-e3380f5f-7700-4e6d-bb76-d784c5291a43 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:39.578900 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3d97de30-d7d1-4837-81fd-1fb16822c0d2 req-e3380f5f-7700-4e6d-bb76-d784c5291a43 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.1169949 Aug 23 14:57:39.636392 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3d97de30-d7d1-4837-81fd-1fb16822c0d2 req-8c6690a4-5db5-49a9-8211-cb558317b9bc tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501001 Aug 23 14:57:39.707332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-77e98a35-e16e-4f7f-91ab-898a8d059d42 req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] For port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7da9ebce-d4e6-4bf2-b463-4dfa5c220720,segment=NetworkSegment(45edded4-f409-474b-89a3-5d4b1b17c419),segment_id=45edded4-f409-474b-89a3-5d4b1b17c419)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:39.707973 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-77e98a35-e16e-4f7f-91ab-898a8d059d42 req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:39.733379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-77e98a35-e16e-4f7f-91ab-898a8d059d42 req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Calling delete_port for 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:57:39.974598 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-77e98a35-e16e-4f7f-91ab-898a8d059d42 req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:39.988615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['7da9ebce-d4e6-4bf2-b463-4dfa5c220720'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:57:40.018654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event deleted for resources: {'Port': ['ID=7da9ebce-d4e6-4bf2-b463-4dfa5c220720,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:40.034219 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:40.034729 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:40.035151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:40.035610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:40.036076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:40.036516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:40.036966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:40.038343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:40.038787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:40.039573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:40.040044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:40.040475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:40.090833 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e98a35-e16e-4f7f-91ab-898a8d059d42 req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] No DVR routers for this DVR port 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:57:40.094182 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-77e98a35-e16e-4f7f-91ab-898a8d059d42 req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:40.096402 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-77e98a35-e16e-4f7f-91ab-898a8d059d42 req-35733c1c-932a-44b5-8cf5-dee66c525199 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.61 "DELETE /v2.0/ports/7da9ebce-d4e6-4bf2-b463-4dfa5c220720 HTTP/1.1" status: 204 len: 173 time: 0.8419826 Aug 23 14:57:40.096996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301d5096-3596-4d55-94f4-99c1ea060fb4', 'name': 'network-vif-deleted', 'tag': '7da9ebce-d4e6-4bf2-b463-4dfa5c220720'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:40.103757 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60529a2-c15c-4b14-af19-b7d2aaa962b8" -d '{"events": [{"server_uuid": "301d5096-3596-4d55-94f4-99c1ea060fb4", "name": "network-vif-deleted", "tag": "7da9ebce-d4e6-4bf2-b463-4dfa5c220720"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:40.150346 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cfafd0-0651-433c-93b7-8d7a2b445bdc x-openstack-request-id: req-71cfafd0-0651-433c-93b7-8d7a2b445bdc {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:40.151601 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301d5096-3596-4d55-94f4-99c1ea060fb4", "name": "network-vif-deleted", "tag": "7da9ebce-d4e6-4bf2-b463-4dfa5c220720", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:40.152394 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71cfafd0-0651-433c-93b7-8d7a2b445bdc {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:40.153768 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301d5096-3596-4d55-94f4-99c1ea060fb4', 'name': 'network-vif-deleted', 'tag': '7da9ebce-d4e6-4bf2-b463-4dfa5c220720', 'status': 'completed', 'code': 200} Aug 23 14:57:40.381220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351cb03-31df-425a-88c1-51478cccf84a req-cbac121a-66ad-45af-b013-1b6c8923b283 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:40.415942 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c351cb03-31df-425a-88c1-51478cccf84a req-cbac121a-66ad-45af-b013-1b6c8923b283 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.1194077 Aug 23 14:57:40.432572 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53671c66-5379-4b30-8e14-0b4d33c68c5f req-c8491612-2ac0-4d53-951c-828fd51bf490 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 210 time: 0.0698936 Aug 23 14:57:40.562092 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c351cb03-31df-425a-88c1-51478cccf84a req-a18cb1c0-f167-44c6-8f2e-894861afdea0 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450546 Aug 23 14:57:40.790215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203083c-be55-4785-9dd3-988701ac6686 req-62182cb9-5c3c-4fd2-9d68-e87c907521f4 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:40.793994 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8203083c-be55-4785-9dd3-988701ac6686 req-62182cb9-5c3c-4fd2-9d68-e87c907521f4 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.0743973 Aug 23 14:57:40.899239 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8203083c-be55-4785-9dd3-988701ac6686 req-d147f118-ec4d-4178-821f-871af21a9365 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967016 Aug 23 14:57:41.564757 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e1cf7119-9188-431a-870c-46a62c71f9cc req-41f7d2cc-3380-4cc3-9383-d86db5b5a4ab tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/ports?device_id=301d5096-3596-4d55-94f4-99c1ea060fb4 HTTP/1.1" status: 200 len: 210 time: 0.0358498 Aug 23 14:57:41.763381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ba4be-d01d-4ab1-a88d-f261e2e08dde req-be548ee0-a272-4e17-accf-12946e3b6a1e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:41.765412 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-805ba4be-d01d-4ab1-a88d-f261e2e08dde req-be548ee0-a272-4e17-accf-12946e3b6a1e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0723917 Aug 23 14:57:41.813860 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-805ba4be-d01d-4ab1-a88d-f261e2e08dde req-78fa559c-c99f-45e8-803f-2cc1733468c8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423217 Aug 23 14:57:42.048748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad970b-d476-49d4-af4b-4331d29b0182 req-71c5cc9e-e156-40ac-9fdd-a2884e57681c tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:42.059873 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-87ad970b-d476-49d4-af4b-4331d29b0182 req-71c5cc9e-e156-40ac-9fdd-a2884e57681c tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.0724106 Aug 23 14:57:42.109453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-87ad970b-d476-49d4-af4b-4331d29b0182 req-75131db3-21e6-497f-9c96-f53692aa34f9 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482249 Aug 23 14:57:42.706650 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0249d45c-0225-4400-97f3-909e83e399a9 req-650699a9-7948-4c35-acb9-ce78b527a46e tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/06ca7af9-0133-4983-a3e7-c1da3930ff1b HTTP/1.1" status: 200 len: 1803 time: 0.0615559 Aug 23 14:57:42.791544 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0249d45c-0225-4400-97f3-909e83e399a9 req-976a15ca-9e76-40f0-bcde-3963a8d85009 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:42.817867 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0249d45c-0225-4400-97f3-909e83e399a9 req-976a15ca-9e76-40f0-bcde-3963a8d85009 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:42.929874 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0249d45c-0225-4400-97f3-909e83e399a9 req-976a15ca-9e76-40f0-bcde-3963a8d85009 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:42.935740 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0249d45c-0225-4400-97f3-909e83e399a9 req-976a15ca-9e76-40f0-bcde-3963a8d85009 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:42.942218 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0249d45c-0225-4400-97f3-909e83e399a9 req-976a15ca-9e76-40f0-bcde-3963a8d85009 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "DELETE /v2.0/security-groups/06ca7af9-0133-4983-a3e7-c1da3930ff1b HTTP/1.1" status: 204 len: 173 time: 0.2231154 Aug 23 14:57:42.949923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a15ca-9e76-40f0-bcde-3963a8d85009 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ca7af9-0133-4983-a3e7-c1da3930ff1b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:42.982910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2feb5d-2b5f-4186-a603-1b1261654756 req-ba6939db-a401-45aa-bde6-3f689640109e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:42.991706 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-be2feb5d-2b5f-4186-a603-1b1261654756 req-ba6939db-a401-45aa-bde6-3f689640109e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0868523 Aug 23 14:57:43.013318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69f75170-05a9-4c9d-8d7f-2366b2fda967 req-624f45f2-3566-4578-889a-ce2dce706cc1 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "GET /v2.0/security-groups/95334205-7804-4d4f-b563-0f8ad7d5032f HTTP/1.1" status: 200 len: 1803 time: 0.0562053 Aug 23 14:57:43.030252 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-be2feb5d-2b5f-4186-a603-1b1261654756 req-c0fdab14-1bb6-4f36-9af9-ff8a7f14aac7 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377352 Aug 23 14:57:43.074149 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-69f75170-05a9-4c9d-8d7f-2366b2fda967 req-e4254049-0aed-4557-a50e-20fc953fdfb4 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:43.097350 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-69f75170-05a9-4c9d-8d7f-2366b2fda967 req-e4254049-0aed-4557-a50e-20fc953fdfb4 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:43.247392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7618e9-f05e-4198-9104-26473ec501a6 req-2806599c-5f59-4716-b380-8cd860d7518a tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:43.254974 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db7618e9-f05e-4198-9104-26473ec501a6 req-2806599c-5f59-4716-b380-8cd860d7518a tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.0591464 Aug 23 14:57:43.266328 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-69f75170-05a9-4c9d-8d7f-2366b2fda967 req-e4254049-0aed-4557-a50e-20fc953fdfb4 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:43.274176 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-69f75170-05a9-4c9d-8d7f-2366b2fda967 req-e4254049-0aed-4557-a50e-20fc953fdfb4 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:43.280542 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69f75170-05a9-4c9d-8d7f-2366b2fda967 req-e4254049-0aed-4557-a50e-20fc953fdfb4 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] 10.222.0.38 "DELETE /v2.0/security-groups/95334205-7804-4d4f-b563-0f8ad7d5032f HTTP/1.1" status: 204 len: 173 time: 0.2607310 Aug 23 14:57:43.284489 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51940) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:43.334790 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db7618e9-f05e-4198-9104-26473ec501a6 req-6407e8a0-1783-4cbc-8309-c60c7c8ab3b7 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782599 Aug 23 14:57:43.337930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4254049-0aed-4557-a50e-20fc953fdfb4 tempest-SecurityGroupsTestJSON-1487145477 tempest-SecurityGroupsTestJSON-1487145477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95334205-7804-4d4f-b563-0f8ad7d5032f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:43.364378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df9ea4d-2895-43e2-8e15-36528b1062cc admin admin] Deleting subnet baa8984d-a374-4ec1-b25c-d977d386f7a0 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:57:43.368110 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2df9ea4d-2895-43e2-8e15-36528b1062cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:43.416594 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2df9ea4d-2895-43e2-8e15-36528b1062cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:43.457569 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2df9ea4d-2895-43e2-8e15-36528b1062cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:43.581970 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2df9ea4d-2895-43e2-8e15-36528b1062cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:43.612967 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2df9ea4d-2895-43e2-8e15-36528b1062cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:43.619051 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2df9ea4d-2895-43e2-8e15-36528b1062cc admin admin] 10.222.0.38 "DELETE /v2.0/subnets/baa8984d-a374-4ec1-b25c-d977d386f7a0 HTTP/1.1" status: 204 len: 168 time: 0.3285189 Aug 23 14:57:43.619051 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9ea4d-2895-43e2-8e15-36528b1062cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa8984d-a374-4ec1-b25c-d977d386f7a0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:43.621328 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51950) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:43.706911 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-db031aba-4bb1-4d74-b434-6d64157704c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:43.772814 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f391410-f2b9-4f62-9f0c-f18f29eec141 req-46a0e18b-f0e1-4898-911b-44cd4ea6e56f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:43.774518 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f391410-f2b9-4f62-9f0c-f18f29eec141 req-46a0e18b-f0e1-4898-911b-44cd4ea6e56f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 945 time: 0.0764456 Aug 23 14:57:43.809744 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-db031aba-4bb1-4d74-b434-6d64157704c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:43.825964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-db031aba-4bb1-4d74-b434-6d64157704c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515c5043-8a1b-48a5-bf1d-35053ecdca9c']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:57:43.845745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-db031aba-4bb1-4d74-b434-6d64157704c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45edded4-f409-474b-89a3-5d4b1b17c419') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:57:43.846057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-db031aba-4bb1-4d74-b434-6d64157704c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45edded4-f409-474b-89a3-5d4b1b17c419') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:57:43.862466 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f391410-f2b9-4f62-9f0c-f18f29eec141 req-54a7b76e-8d1e-496b-8a08-be4c8fbed609 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815883 Aug 23 14:57:43.872292 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-db031aba-4bb1-4d74-b434-6d64157704c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:43.897845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-db031aba-4bb1-4d74-b434-6d64157704c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:43.908950 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db031aba-4bb1-4d74-b434-6d64157704c9 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:57:43.909363 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-db031aba-4bb1-4d74-b434-6d64157704c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:57:43.911088 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:57:44.086006 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-db031aba-4bb1-4d74-b434-6d64157704c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:44.104915 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-db031aba-4bb1-4d74-b434-6d64157704c9 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:44.104915 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-db031aba-4bb1-4d74-b434-6d64157704c9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/515c5043-8a1b-48a5-bf1d-35053ecdca9c HTTP/1.1" status: 204 len: 168 time: 0.4798560 Aug 23 14:57:44.105616 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db031aba-4bb1-4d74-b434-6d64157704c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=515c5043-8a1b-48a5-bf1d-35053ecdca9c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:44.155939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38b31b-4d1c-49b5-94da-f5f4c4bf88d0 req-daf85341-7024-450f-9854-15879c49a70c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:44.157705 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd38b31b-4d1c-49b5-94da-f5f4c4bf88d0 req-daf85341-7024-450f-9854-15879c49a70c tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0553055 Aug 23 14:57:44.203679 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd38b31b-4d1c-49b5-94da-f5f4c4bf88d0 req-729175a8-b93d-4c27-a2d9-96fe519396dd tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395088 Aug 23 14:57:44.278722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:57:44.300855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:57:44.301477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7da9ebce-d4e6-4bf2-b463-4dfa5c220720 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:57:44.707560 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51994) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:44.736734 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ba6d8-dcde-49de-8cea-f266c2a89a73 req-1ed0183b-2ea5-4902-b33c-f2f9b400c6c8 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:44.738804 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-305ba6d8-dcde-49de-8cea-f266c2a89a73 req-1ed0183b-2ea5-4902-b33c-f2f9b400c6c8 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.0578778 Aug 23 14:57:44.814764 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-305ba6d8-dcde-49de-8cea-f266c2a89a73 req-86e0d5cc-4bcc-4965-b711-05fb3b404406 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665426 Aug 23 14:57:44.865992 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5cf0becb-c66c-4daa-a31b-11651267a452 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3e8a488145a49fb9357ed979004996b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529915 Aug 23 14:57:44.865992 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51996) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:44.890256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d4a64-d47f-49c9-b165-022560b2bcf9 req-7e212310-d979-4871-9dde-b9718faee402 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:44.898853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-880d4a64-d47f-49c9-b165-022560b2bcf9 req-7e212310-d979-4871-9dde-b9718faee402 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.1811533 Aug 23 14:57:44.994061 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-880d4a64-d47f-49c9-b165-022560b2bcf9 req-81312820-a4e7-4d30-b260-f8dd3bd9a2fa tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937397 Aug 23 14:57:45.012908 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3a06-4308-4850-a076-486dbccb624a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:45.038510 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3a06-4308-4850-a076-486dbccb624a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:45.169150 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3a06-4308-4850-a076-486dbccb624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:45.172145 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3a06-4308-4850-a076-486dbccb624a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:45.176305 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cfcd3a06-4308-4850-a076-486dbccb624a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e HTTP/1.1" status: 204 len: 168 time: 0.3109605 Aug 23 14:57:45.186745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd3a06-4308-4850-a076-486dbccb624a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd415ebe-0bcd-4cd1-86cf-0dc0044ecd6e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:45.365584 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52004) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:45.467489 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:45.638002 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d23015a-bb92-4824-a8c4-201516ab79d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:45.776259 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d23015a-bb92-4824-a8c4-201516ab79d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:45.878896 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d23015a-bb92-4824-a8c4-201516ab79d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:45.934403 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2d23015a-bb92-4824-a8c4-201516ab79d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1bfff19c33a646d494c3c73c6935582f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673280 Aug 23 14:57:45.935800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23015a-bb92-4824-a8c4-201516ab79d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f9563f-0feb-4b94-a62d-1eea3b2b8bbc,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:45.938614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52026) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:45.994525 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4a566-3326-47c3-b11b-68b12969b463 req-d91ba45a-4632-404c-b9cb-0c143adc6eef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:45.994525 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f9a4a566-3326-47c3-b11b-68b12969b463 req-d91ba45a-4632-404c-b9cb-0c143adc6eef tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.1091378 Aug 23 14:57:46.017277 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6118d499-4b3d-459e-b9c6-d88ac570c14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:46.059698 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6118d499-4b3d-459e-b9c6-d88ac570c14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:46.072732 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f9a4a566-3326-47c3-b11b-68b12969b463 req-fa2d1baa-2c3e-473f-9464-edf3f931e841 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670595 Aug 23 14:57:46.212048 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a9311-168a-4ccd-9c3a-d415e729acde req-ac85e2eb-50a3-4946-8f94-873a620bcaca tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:46.217312 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4f4a9311-168a-4ccd-9c3a-d415e729acde req-ac85e2eb-50a3-4946-8f94-873a620bcaca tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.0953948 Aug 23 14:57:46.219336 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6118d499-4b3d-459e-b9c6-d88ac570c14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:46.225120 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6118d499-4b3d-459e-b9c6-d88ac570c14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:46.235629 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6118d499-4b3d-459e-b9c6-d88ac570c14f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/64f9563f-0feb-4b94-a62d-1eea3b2b8bbc HTTP/1.1" status: 204 len: 168 time: 0.2943170 Aug 23 14:57:46.257974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118d499-4b3d-459e-b9c6-d88ac570c14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f9563f-0feb-4b94-a62d-1eea3b2b8bbc,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:46.278977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192e1c4-47ef-4fa4-9615-398d3f30b644 req-a3238a19-bf7c-427e-b7e3-ec5236fda7e1 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:46.281838 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4f4a9311-168a-4ccd-9c3a-d415e729acde req-96bb4ca1-3d55-494f-99a8-d90ef8bd62f2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558741 Aug 23 14:57:46.282756 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4192e1c4-47ef-4fa4-9615-398d3f30b644 req-a3238a19-bf7c-427e-b7e3-ec5236fda7e1 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 946 time: 0.1158237 Aug 23 14:57:46.391309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-4192e1c4-47ef-4fa4-9615-398d3f30b644 req-234534d0-c024-4e55-83e1-f6dd9cd91287 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Deleting port 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:57:46.391668 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4192e1c4-47ef-4fa4-9615-398d3f30b644 req-234534d0-c024-4e55-83e1-f6dd9cd91287 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:46.488811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52042) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:46.499874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4192e1c4-47ef-4fa4-9615-398d3f30b644 req-234534d0-c024-4e55-83e1-f6dd9cd91287 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] For port 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0f0437fe-fe92-41a2-9a50-93a6d08e6a3d,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:46.500249 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4192e1c4-47ef-4fa4-9615-398d3f30b644 req-234534d0-c024-4e55-83e1-f6dd9cd91287 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:46.514523 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-4192e1c4-47ef-4fa4-9615-398d3f30b644 req-234534d0-c024-4e55-83e1-f6dd9cd91287 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Calling delete_port for 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:57:46.612200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1963382916-network', 'tenant_id': '559687d23e2c418bbd410da3830d8b55'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:46.724522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] Made reservation on behalf of 559687d23e2c418bbd410da3830d8b55 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:57:46.727147 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:46.736792 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:46.776089 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4192e1c4-47ef-4fa4-9615-398d3f30b644 req-234534d0-c024-4e55-83e1-f6dd9cd91287 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:46.788761 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['0f0437fe-fe92-41a2-9a50-93a6d08e6a3d'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:57:46.815154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234534d0-c024-4e55-83e1-f6dd9cd91287 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Pushing event deleted for resources: {'Port': ['ID=0f0437fe-fe92-41a2-9a50-93a6d08e6a3d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:46.853553 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:46.868046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-4192e1c4-47ef-4fa4-9615-398d3f30b644 req-234534d0-c024-4e55-83e1-f6dd9cd91287 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] No DVR routers for this DVR port 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:57:46.870599 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4192e1c4-47ef-4fa4-9615-398d3f30b644 req-234534d0-c024-4e55-83e1-f6dd9cd91287 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:46.872658 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4192e1c4-47ef-4fa4-9615-398d3f30b644 req-234534d0-c024-4e55-83e1-f6dd9cd91287 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "DELETE /v2.0/ports/0f0437fe-fe92-41a2-9a50-93a6d08e6a3d HTTP/1.1" status: 204 len: 173 time: 0.5850468 Aug 23 14:57:46.873098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24839b71-0e55-404c-8b39-3aa20c51c20a', 'name': 'network-vif-deleted', 'tag': '0f0437fe-fe92-41a2-9a50-93a6d08e6a3d'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:46.875341 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127c3ba9-5d5f-44d3-8c54-df44fcb440fc" -d '{"events": [{"server_uuid": "24839b71-0e55-404c-8b39-3aa20c51c20a", "name": "network-vif-deleted", "tag": "0f0437fe-fe92-41a2-9a50-93a6d08e6a3d"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:46.921450 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56ad074-2d68-44de-8239-08139cd86e18 x-openstack-request-id: req-f56ad074-2d68-44de-8239-08139cd86e18 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:46.921827 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24839b71-0e55-404c-8b39-3aa20c51c20a", "name": "network-vif-deleted", "tag": "0f0437fe-fe92-41a2-9a50-93a6d08e6a3d", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:46.922169 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f56ad074-2d68-44de-8239-08139cd86e18 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:46.922581 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24839b71-0e55-404c-8b39-3aa20c51c20a', 'name': 'network-vif-deleted', 'tag': '0f0437fe-fe92-41a2-9a50-93a6d08e6a3d', 'status': 'completed', 'code': 200} Aug 23 14:57:46.948075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52056) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:46.961587 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6dfdb9ac-ab86-471d-80d5-34769b0d6fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:46.968814 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:46.999835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:57:47.014664 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a4e298-7b92-4a9b-9f56-4198805f660d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:47.023425 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:47.023933 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] Added segment 8013da92-a811-460f-b647-4dc89fd83944 of type vlan for network 799eb0df-c9f1-4141-8c4b-24ffe90fdd90 Aug 23 14:57:47.090813 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:47.178992 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6dfdb9ac-ab86-471d-80d5-34769b0d6fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:47.210822 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:47.212292 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:47.212882 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:47.230007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead99c8-013b-4e44-9bf9-a6c4e93c72c5 req-6ad8e22d-89fb-40c2-bba2-c90b432599cf tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:47.236564 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6dfdb9ac-ab86-471d-80d5-34769b0d6fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:47.238331 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ead99c8-013b-4e44-9bf9-a6c4e93c72c5 req-6ad8e22d-89fb-40c2-bba2-c90b432599cf tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.0613899 Aug 23 14:57:47.276193 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ead99c8-013b-4e44-9bf9-a6c4e93c72c5 req-6f733e4b-fca1-46d5-90ce-870b741a7ada tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366719 Aug 23 14:57:47.318380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] Pushing event updated for resources: {'Network': ['ID=799eb0df-c9f1-4141-8c4b-24ffe90fdd90,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:47.325515 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-997dc653-7290-4e75-8eb9-bde851a0a7c2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8337328 Aug 23 14:57:47.326896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52064) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:47.330764 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6dfdb9ac-ab86-471d-80d5-34769b0d6fcc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8186d16e424f4a07976ca58177a4fd64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3791976 Aug 23 14:57:47.331054 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52066) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:47.334775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f8d7ea1b-012d-48a7-b422-f5e3ff162d75 admin admin] Request body: {'subnet': {'network_id': '799eb0df-c9f1-4141-8c4b-24ffe90fdd90', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1963382916-subnet', 'tenant_id': '559687d23e2c418bbd410da3830d8b55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:47.340303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 799eb0df-c9f1-4141-8c4b-24ffe90fdd90 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:57:47.356242 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdb9ac-ab86-471d-80d5-34769b0d6fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e9a826-1049-43b3-aa1f-03aff5ceedc3,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:47.434190 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-024b961f-8cd2-49de-a92a-d3b292c93ca7 req-b46e8f77-66ac-490c-b903-65ec7dd61ba5 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=24839b71-0e55-404c-8b39-3aa20c51c20a HTTP/1.1" status: 200 len: 210 time: 0.0355270 Aug 23 14:57:47.439146 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ddf9d6d-6b17-4729-bddd-355b7cbbe821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:47.445092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d7ea1b-012d-48a7-b422-f5e3ff162d75 admin admin] Made reservation on behalf of 559687d23e2c418bbd410da3830d8b55 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:57:47.448821 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ea1b-012d-48a7-b422-f5e3ff162d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:47.460342 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:57:47.463981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:57:47.467669 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ddf9d6d-6b17-4729-bddd-355b7cbbe821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:47.587427 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ddf9d6d-6b17-4729-bddd-355b7cbbe821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:47.589982 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ddf9d6d-6b17-4729-bddd-355b7cbbe821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:47.591168 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8ddf9d6d-6b17-4729-bddd-355b7cbbe821 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6e9a826-1049-43b3-aa1f-03aff5ceedc3 HTTP/1.1" status: 204 len: 168 time: 0.2593482 Aug 23 14:57:47.602906 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf9d6d-6b17-4729-bddd-355b7cbbe821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e9a826-1049-43b3-aa1f-03aff5ceedc3,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:47.799692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:47.824483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'port_id': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'mac_address': 'fa:16:3e:0a:88:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:57:47.828989 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:47.872896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:47.875160 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79fa400-b682-4ca9-9501-662155351387" -d '{"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-unplugged", "status": "completed", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:47.883049 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ea1b-012d-48a7-b422-f5e3ff162d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:47.896231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:47.902233 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:47.919374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:57:47.941447 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d6c235-ecf1-4c41-90ef-f7e33d3ab8d4 x-openstack-request-id: req-02d6c235-ecf1-4c41-90ef-f7e33d3ab8d4 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:47.942182 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-unplugged", "status": "completed", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:47.942182 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-02d6c235-ecf1-4c41-90ef-f7e33d3ab8d4 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:47.942538 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'code': 200} Aug 23 14:57:47.979174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7ea1b-012d-48a7-b422-f5e3ff162d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cd0bfd0-1770-4cd3-bf1c-62e7e9ba3bd5,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:47.986515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d7ea1b-012d-48a7-b422-f5e3ff162d75 admin admin] Checking segment: {'id': '8013da92-a811-460f-b647-4dc89fd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '799eb0df-c9f1-4141-8c4b-24ffe90fdd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:57:47.986891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d7ea1b-012d-48a7-b422-f5e3ff162d75 admin admin] Network hostable DHCP agents. Network: 799eb0df-c9f1-4141-8c4b-24ffe90fdd90, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:57:47.987810 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:48.056508 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:57:48.056869 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:57:48.067042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d7ea1b-012d-48a7-b422-f5e3ff162d75 admin admin] Network 799eb0df-c9f1-4141-8c4b-24ffe90fdd90 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:57:48.076303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:48.135537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-f8d7ea1b-012d-48a7-b422-f5e3ff162d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 799eb0df-c9f1-4141-8c4b-24ffe90fdd90) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:57:48.140784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d7ea1b-012d-48a7-b422-f5e3ff162d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:48.141484 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ea1b-012d-48a7-b422-f5e3ff162d75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:48.151223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610546a8-601a-4984-9b20-75e67582ec28 None None] Network 799eb0df-c9f1-4141-8c4b-24ffe90fdd90 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:57:48.227974 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f8d7ea1b-012d-48a7-b422-f5e3ff162d75 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8998187 Aug 23 14:57:48.325061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c8f720-cdde-4949-a6fa-90a5e8780a54 None None] Network 799eb0df-c9f1-4141-8c4b-24ffe90fdd90 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:57:48.496355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1851b0-481c-4a1c-be18-6cd44a958cc1 req-f9148c04-31a2-4513-b94b-94d87beb9631 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:48.496930 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c1851b0-481c-4a1c-be18-6cd44a958cc1 req-f9148c04-31a2-4513-b94b-94d87beb9631 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.1069787 Aug 23 14:57:48.546735 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c1851b0-481c-4a1c-be18-6cd44a958cc1 req-f5383263-4eb3-4abe-a84b-6baf3541e377 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433528 Aug 23 14:57:48.605656 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:48.620404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:57:48.643550 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:48.735896 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:48.848572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:48.864529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:48.866539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:48.867316 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:48.867940 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:48.868363 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:48.868771 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:48.869175 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:48.869577 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:48.870125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:48.870618 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:48.870952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:48.871347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:57:48.877974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:57:48.960471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-a169f035-3e97-45ce-988c-f342a53f33e8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:48.970302 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-a169f035-3e97-45ce-988c-f342a53f33e8 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/networks?id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 200 len: 811 time: 0.1491690 Aug 23 14:57:48.999726 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fa6eb5b-cf88-43c3-8096-cac610af4ab5 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/quotas/7f5c6c20f9874df4a22ef4bbb9ddc20f HTTP/1.1" status: 200 len: 375 time: 0.0280635 Aug 23 14:57:49.035584 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-503f6d69-c685-4dee-ae59-5c9236b8028a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:49.042506 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-e34b8a7f-0b84-4fe8-b646-6def549719ef tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413058 Aug 23 14:57:49.060048 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-503f6d69-c685-4dee-ae59-5c9236b8028a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/networks?id=799eb0df-c9f1-4141-8c4b-24ffe90fdd90 HTTP/1.1" status: 200 len: 814 time: 0.2153416 Aug 23 14:57:49.092676 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-0cd4a027-0b9c-49e0-ba92-cdb57ce39b15 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/quotas/559687d23e2c418bbd410da3830d8b55 HTTP/1.1" status: 200 len: 375 time: 0.0314617 Aug 23 14:57:49.159459 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-4287be40-84a5-4685-b512-87f348bd0eaa tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=559687d23e2c418bbd410da3830d8b55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637045 Aug 23 14:57:49.197058 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-d5ec33b0-1cc9-4cc8-a980-c3651f9174a4 service neutron] 10.222.0.38 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463740 Aug 23 14:57:49.303520 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-c541af4b-3ba0-4953-8aad-f93ed3a53542 service neutron] 10.222.0.38 "GET /v2.0/networks/799eb0df-c9f1-4141-8c4b-24ffe90fdd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427865 Aug 23 14:57:49.324316 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-dda1d59d-8e39-46ec-9c5a-591ff671910e service neutron] 10.222.0.38 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331949 Aug 23 14:57:49.412325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-92dd8b4a-5f7d-40a8-9a17-e57f6eadfa1c service neutron] 10.222.0.38 "GET /v2.0/networks/799eb0df-c9f1-4141-8c4b-24ffe90fdd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069241 Aug 23 14:57:49.497414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:57:49.538975 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:57:49.545476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0f0437fe-fe92-41a2-9a50-93a6d08e6a3d not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:57:49.735605 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7555f71-7c96-4eb5-9909-bf7f8bcbf551 req-991f8d82-432d-4734-904d-55d9b5747525 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 210 time: 0.0860057 Aug 23 14:57:49.883502 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd234560-269d-4dbf-a886-efea960f7caa req-7273262b-98f3-42a0-9b93-c99e63fc85e1 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:49.885880 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bd234560-269d-4dbf-a886-efea960f7caa req-7273262b-98f3-42a0-9b93-c99e63fc85e1 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.1554539 Aug 23 14:57:49.936387 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-255cfa4b-6da3-4ea5-9c39-435e21616b31 req-43b581b9-3b69-4229-9a13-ef7fe37d790b tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 210 time: 0.0856645 Aug 23 14:57:49.977599 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bd234560-269d-4dbf-a886-efea960f7caa req-3dc5cf71-c12d-4ae3-ac03-38c82e426955 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853603 Aug 23 14:57:50.084596 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:50.913642 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-632ba6b6-428d-4955-bce8-43ee2ea1e3bc req-8a8614c7-e870-44bf-b342-df4b041144f3 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 210 time: 0.0924213 Aug 23 14:57:51.093619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0d34aa7b-8a01-4b30-a1db-397fb7c335e8 req-463bdef5-c491-45ef-b262-56f365c3dca9 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 210 time: 0.0459976 Aug 23 14:57:51.189378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef1532-0a59-43b9-bacb-193f39062290 req-df126419-8fdd-4acd-8347-f683ab481a80 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:51.191095 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2cef1532-0a59-43b9-bacb-193f39062290 req-df126419-8fdd-4acd-8347-f683ab481a80 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.0971971 Aug 23 14:57:51.289655 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2cef1532-0a59-43b9-bacb-193f39062290 req-ff0a9962-5c74-4ab4-8c48-4219f549a76d tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856931 Aug 23 14:57:51.493403 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:57:51.592220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:57:51.595425 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:51.845149 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:51.874636 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:51.877689 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38c2a0d-88ee-418d-be95-a4b359759f09" -d '{"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-plugged", "status": "completed", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:51.909279 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:57:51.946112 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a446646-3af6-49bb-aeec-b1625a700b86 x-openstack-request-id: req-4a446646-3af6-49bb-aeec-b1625a700b86 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:51.953154 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-plugged", "status": "completed", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:51.953154 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a446646-3af6-49bb-aeec-b1625a700b86 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:51.953154 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'code': 200} Aug 23 14:57:52.064390 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-21a05588-878b-4e9e-b99c-e336bc6d80e6 req-47d7be9b-084d-4238-80a4-a164be60eba1 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 210 time: 0.0445347 Aug 23 14:57:52.101699 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:52.213445 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,revision_number=10']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:52.275162 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8a192a1c-df3e-4dc7-8545-7b4e5598bcc3 req-d9ab9cbe-82f9-4a7d-86aa-ed28d8c1264e tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 210 time: 0.0338273 Aug 23 14:57:52.498595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-1fc01d72-0755-4954-beaf-ee4d300aca35 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:52.500929 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-1fc01d72-0755-4954-beaf-ee4d300aca35 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "GET /v2.0/networks?id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 200 len: 811 time: 0.1820185 Aug 23 14:57:52.520792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-5af23e4d-a8f1-417c-9946-c7f2b5687045 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Request body: {'port': {'device_id': 'cb3e75f4-94ff-437e-aeaa-c299c39f5acd', 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b', 'admin_state_up': True, 'tenant_id': '7f5c6c20f9874df4a22ef4bbb9ddc20f'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:52.538032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7230e-8ecf-4233-adba-9447cb483d87 req-8640efb0-703b-48d2-8069-d3a6bfad0e16 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:52.540789 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-33c7230e-8ecf-4233-adba-9447cb483d87 req-8640efb0-703b-48d2-8069-d3a6bfad0e16 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.1114447 Aug 23 14:57:52.615620 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-684c32b3-8faf-491a-80e9-9e3ad16bc38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:52.696396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-33c7230e-8ecf-4233-adba-9447cb483d87 req-bf8d5f63-0a42-4499-9fe7-ed897894df5a tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266234 Aug 23 14:57:52.827067 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-5af23e4d-a8f1-417c-9946-c7f2b5687045 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Made reservation on behalf of 7f5c6c20f9874df4a22ef4bbb9ddc20f for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:57:52.832942 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-5af23e4d-a8f1-417c-9946-c7f2b5687045 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:53.040074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-5af23e4d-a8f1-417c-9946-c7f2b5687045 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Allocated IP 172.20.0.11 (736cf8e5-b78e-43e6-8d69-606c4b4e6a5b/6a98ce89-de66-4736-958d-4fd0680e79be/051aae7b-38bb-4838-9191-5c17e13f0d45) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:57:53.292223 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cea3f4ce-e563-4d32-a421-c75651e10f2a req-1fea1bf9-2b16-4591-ae02-d4066425012f tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 210 time: 0.0981231 Aug 23 14:57:53.438443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52326) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:53.456573 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4856c9a2-c4e0-41de-bade-8be1cf4af19c req-d5305135-77c5-4f43-99f1-5394c4a5280a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 210 time: 0.0563326 Aug 23 14:57:53.493668 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-5af23e4d-a8f1-417c-9946-c7f2b5687045 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:53.502105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-4ce29432-e62d-4ffa-9fff-1ed809324f13 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:53.503695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-4ce29432-e62d-4ffa-9fff-1ed809324f13 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.57 "GET /v2.0/networks?id=799eb0df-c9f1-4141-8c4b-24ffe90fdd90 HTTP/1.1" status: 200 len: 814 time: 0.3533802 Aug 23 14:57:53.545849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-d69dc08c-b3c1-4d31-9693-d05d17e9fd6a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Request body: {'port': {'device_id': '43294661-a79e-4b1b-97fa-9b1fb5e0cf4d', 'network_id': '799eb0df-c9f1-4141-8c4b-24ffe90fdd90', 'admin_state_up': True, 'tenant_id': '559687d23e2c418bbd410da3830d8b55'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:53.682914 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b839d4b6-d551-45fe-8f06-5e8a264f905e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:53.711609 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-5af23e4d-a8f1-417c-9946-c7f2b5687045 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:53.814654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-5af23e4d-a8f1-417c-9946-c7f2b5687045 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:57:53.854130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-5af23e4d-a8f1-417c-9946-c7f2b5687045 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:57:53.856964 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-5af23e4d-a8f1-417c-9946-c7f2b5687045 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:57:53.921304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af23e4d-a8f1-417c-9946-c7f2b5687045 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Pushing event updated for resources: {'Port': ['ID=051aae7b-38bb-4838-9191-5c17e13f0d45,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:54.002118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-5af23e4d-a8f1-417c-9946-c7f2b5687045 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:54.002754 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-5af23e4d-a8f1-417c-9946-c7f2b5687045 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:54.026198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff6b77-33b3-4b36-85f2-9cc355a59469 req-c5393f40-7dce-4562-926c-d112ad15a087 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:54.036062 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f1ff6b77-33b3-4b36-85f2-9cc355a59469 req-c5393f40-7dce-4562-926c-d112ad15a087 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.2272496 Aug 23 14:57:54.105948 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b839d4b6-d551-45fe-8f06-5e8a264f905e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:54.122121 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f1ff6b77-33b3-4b36-85f2-9cc355a59469 req-45265f08-5287-472b-b7eb-a8e53bafc6eb tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813210 Aug 23 14:57:54.171916 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b839d4b6-d551-45fe-8f06-5e8a264f905e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:54.229562 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b839d4b6-d551-45fe-8f06-5e8a264f905e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6958e9a8909942d78d36d184904729e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7754631 Aug 23 14:57:54.229562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839d4b6-d551-45fe-8f06-5e8a264f905e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbb6672-cd8a-4dee-b26a-d8642759362e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:54.229885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52340) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:54.290532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-d69dc08c-b3c1-4d31-9693-d05d17e9fd6a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Made reservation on behalf of 559687d23e2c418bbd410da3830d8b55 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:57:54.294015 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-d69dc08c-b3c1-4d31-9693-d05d17e9fd6a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:54.320704 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-99d8bf60-e022-418e-9cb7-510c522c0512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:54.390863 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-99d8bf60-e022-418e-9cb7-510c522c0512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:54.427899 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c39818-3c97-45e9-ab88-d60416d0b27f req-81b5c089-529f-45af-b36b-910ace4634be tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:54.429725 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36c39818-3c97-45e9-ab88-d60416d0b27f req-81b5c089-529f-45af-b36b-910ace4634be tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 932 time: 0.0561581 Aug 23 14:57:54.475074 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36c39818-3c97-45e9-ab88-d60416d0b27f req-ed6231b2-dd8b-4c0a-a746-d04d5a9199e5 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385561 Aug 23 14:57:54.499026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-d69dc08c-b3c1-4d31-9693-d05d17e9fd6a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Allocated IP 172.20.0.5 (799eb0df-c9f1-4141-8c4b-24ffe90fdd90/4cd0bfd0-1770-4cd3-bf1c-62e7e9ba3bd5/927da8a4-d5d5-4906-9c35-64e43f604f43) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:57:54.577006 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f7da824-af2a-4d28-bf2b-5b6db798649c req-b040cf2a-b970-4688-b510-f1ed17461a37 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 210 time: 0.0379949 Aug 23 14:57:54.689103 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-5af23e4d-a8f1-417c-9946-c7f2b5687045 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1770928 Aug 23 14:57:54.689740 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-99d8bf60-e022-418e-9cb7-510c522c0512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:54.692225 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-99d8bf60-e022-418e-9cb7-510c522c0512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:54.693866 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-99d8bf60-e022-418e-9cb7-510c522c0512 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5fbb6672-cd8a-4dee-b26a-d8642759362e HTTP/1.1" status: 204 len: 168 time: 0.4516156 Aug 23 14:57:54.707001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Request body: {'port': {'device_id': 'cb3e75f4-94ff-437e-aeaa-c299c39f5acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:54.732673 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8bf60-e022-418e-9cb7-510c522c0512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbb6672-cd8a-4dee-b26a-d8642759362e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:54.758598 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-d69dc08c-b3c1-4d31-9693-d05d17e9fd6a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:54.821254 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:55.017619 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-d69dc08c-b3c1-4d31-9693-d05d17e9fd6a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:55.106959 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-d69dc08c-b3c1-4d31-9693-d05d17e9fd6a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Network 799eb0df-c9f1-4141-8c4b-24ffe90fdd90 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:57:55.122030 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-d69dc08c-b3c1-4d31-9693-d05d17e9fd6a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:57:55.134633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-d69dc08c-b3c1-4d31-9693-d05d17e9fd6a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:57:55.239035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dc08c-b3c1-4d31-9693-d05d17e9fd6a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Pushing event updated for resources: {'Port': ['ID=927da8a4-d5d5-4906-9c35-64e43f604f43,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:55.337768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-d69dc08c-b3c1-4d31-9693-d05d17e9fd6a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:55.338821 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-d69dc08c-b3c1-4d31-9693-d05d17e9fd6a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:55.392749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e84ce-0f6c-4560-8673-ebfb05292c69 req-195fcfc0-b742-453e-91de-d9f9bc6040ed tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:55.394702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a5e84ce-0f6c-4560-8673-ebfb05292c69 req-195fcfc0-b742-453e-91de-d9f9bc6040ed tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.1568727 Aug 23 14:57:55.441145 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-d69dc08c-b3c1-4d31-9693-d05d17e9fd6a tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8998883 Aug 23 14:57:55.467297 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:55.484131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Request body: {'port': {'device_id': '43294661-a79e-4b1b-97fa-9b1fb5e0cf4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:55.554187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051aae7b-38bb-4838-9191-5c17e13f0d45 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:57:55.569179 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:55.580457 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a5e84ce-0f6c-4560-8673-ebfb05292c69 req-a2e3154e-643c-4b17-a9e0-8741f80ba538 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607759 Aug 23 14:57:55.607986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52372) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:55.634091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Transition to ACTIVE for port object 051aae7b-38bb-4838-9191-5c17e13f0d45 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:57:55.641042 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:55.648615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ebe24-29a9-4151-a11a-dab24def2e09 req-d35fc375-4990-47bb-8b8c-d212a67d1876 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:55.658120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-943ebe24-29a9-4151-a11a-dab24def2e09 req-d35fc375-4990-47bb-8b8c-d212a67d1876 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 932 time: 0.0902071 Aug 23 14:57:55.686282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52374) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:55.697541 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77d8e204-dbd5-43a0-8107-c8433b02907a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:55.711097 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:55.714750 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-943ebe24-29a9-4151-a11a-dab24def2e09 req-8dafbf43-2059-4533-9347-729cc076ad81 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552542 Aug 23 14:57:55.837798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Pushing event updated for resources: {'Port': ['ID=051aae7b-38bb-4838-9191-5c17e13f0d45,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:55.988505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ddbef-c3d3-4ded-9624-af726c079433 req-8f3b5536-a1d3-4fc4-b9d1-0c69f4c7cc60 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:55.991380 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9d6ddbef-c3d3-4ded-9624-af726c079433 req-8f3b5536-a1d3-4fc4-b9d1-0c69f4c7cc60 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 931 time: 0.2501862 Aug 23 14:57:56.018742 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2d821e17-1231-47d4-a101-e5d2d3aa6cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:56.514252 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9d6ddbef-c3d3-4ded-9624-af726c079433 req-0f1eb328-2f68-471b-955b-ccfcb8498854 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847524 Aug 23 14:57:56.547569 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-27507aa8-5dc1-4943-92ac-4d6872de2558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:56.560551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Attempting to bind port 051aae7b-38bb-4838-9191-5c17e13f0d45 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:57:56.560910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Attempting to bind port 051aae7b-38bb-4838-9191-5c17e13f0d45 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:57:56.561237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Attempting to bind port 051aae7b-38bb-4838-9191-5c17e13f0d45 on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:57:56.593472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Port 051aae7b-38bb-4838-9191-5c17e13f0d45 on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:57:56.594169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Attempting to bind port 051aae7b-38bb-4838-9191-5c17e13f0d45 on network 736cf8e5-b78e-43e6-8d69-606c4b4e6a5b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:57:56.628923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:57:56.629271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Checking segment: {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:57:56.629672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Bound using segment: {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:57:56.630118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Bound port: 051aae7b-38bb-4838-9191-5c17e13f0d45, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2a654c-ff46-4b5a-9825-6973a6e33ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:57:56.631105 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:56.639034 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:56.669701 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77d8e204-dbd5-43a0-8107-c8433b02907a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:56.774831 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281aab1-47ff-47ac-8bb1-42e2a589b3c8 req-2f41f9a5-72b8-44df-ba42-b32dd2f6bf2d tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:56.777954 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1281aab1-47ff-47ac-8bb1-42e2a589b3c8 req-2f41f9a5-72b8-44df-ba42-b32dd2f6bf2d tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.0655811 Aug 23 14:57:56.834606 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1281aab1-47ff-47ac-8bb1-42e2a589b3c8 req-499ff988-5c1e-44d4-8433-d6a19a64be53 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458460 Aug 23 14:57:56.835515 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77d8e204-dbd5-43a0-8107-c8433b02907a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:56.934500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927da8a4-d5d5-4906-9c35-64e43f604f43 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:57:56.939136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] For port 051aae7b-38bb-4838-9191-5c17e13f0d45, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:57:56.968225 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:56.971689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8e204-dbd5-43a0-8107-c8433b02907a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a9ce51-7317-4365-9d82-465f816cc9f1,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:56.977754 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] For port 051aae7b-38bb-4838-9191-5c17e13f0d45, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=051aae7b-38bb-4838-9191-5c17e13f0d45,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:57:56.983941 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-77d8e204-dbd5-43a0-8107-c8433b02907a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=95a17dbf85034ba696c6c8c316ca4f80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3725498 Aug 23 14:57:56.986819 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52392) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:57.006782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Transition to ACTIVE for port object 927da8a4-d5d5-4906-9c35-64e43f604f43 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:57:57.024955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f57134-7eec-4364-b371-c892601e894e req-5ef8cabf-881b-4274-99c0-3ce9d8c10bdb tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:57.032174 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-42f57134-7eec-4364-b371-c892601e894e req-5ef8cabf-881b-4274-99c0-3ce9d8c10bdb tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 944 time: 0.1985669 Aug 23 14:57:57.070954 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4fe756b4-db45-4cf9-88c7-a395b6a6ebf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:57.096604 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4fe756b4-db45-4cf9-88c7-a395b6a6ebf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:57.099769 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-42f57134-7eec-4364-b371-c892601e894e req-a6148b37-275a-4966-bf6a-cb74ea837391 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651238 Aug 23 14:57:57.105442 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:57.122938 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2d821e17-1231-47d4-a101-e5d2d3aa6cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:57.148731 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:57.151805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:57.152446 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:57.153883 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] 10.222.0.57 "PUT /v2.0/ports/051aae7b-38bb-4838-9191-5c17e13f0d45 HTTP/1.1" status: 200 len: 1092 time: 2.4520190 Aug 23 14:57:57.157581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3e75f4-94ff-437e-aeaa-c299c39f5acd', 'tag': '051aae7b-38bb-4838-9191-5c17e13f0d45'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:57.158629 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b67d265-2129-436e-80ee-563209789152" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3e75f4-94ff-437e-aeaa-c299c39f5acd", "tag": "051aae7b-38bb-4838-9191-5c17e13f0d45"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:57.198340 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe86221-0064-4b7b-bc40-b56c9b28a377 service neutron] Pushing event updated for resources: {'Port': ['ID=051aae7b-38bb-4838-9191-5c17e13f0d45,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:57.237292 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2d821e17-1231-47d4-a101-e5d2d3aa6cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:57.261154 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89f0ab0-d157-4f31-a474-930b4499ff93 x-openstack-request-id: req-a89f0ab0-d157-4f31-a474-930b4499ff93 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:57.261154 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3e75f4-94ff-437e-aeaa-c299c39f5acd", "tag": "051aae7b-38bb-4838-9191-5c17e13f0d45", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:57.261154 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a89f0ab0-d157-4f31-a474-930b4499ff93 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:57.261154 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3e75f4-94ff-437e-aeaa-c299c39f5acd', 'tag': '051aae7b-38bb-4838-9191-5c17e13f0d45', 'status': 'completed', 'code': 200} Aug 23 14:57:57.273666 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4fe756b4-db45-4cf9-88c7-a395b6a6ebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:57.283374 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4fe756b4-db45-4cf9-88c7-a395b6a6ebf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:57.283374 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4fe756b4-db45-4cf9-88c7-a395b6a6ebf5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/13a9ce51-7317-4365-9d82-465f816cc9f1 HTTP/1.1" status: 204 len: 168 time: 0.2899370 Aug 23 14:57:57.297082 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe756b4-db45-4cf9-88c7-a395b6a6ebf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a9ce51-7317-4365-9d82-465f816cc9f1,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:57.440080 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d821e17-1231-47d4-a101-e5d2d3aa6cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdad7e7f-7a2f-403f-8aaf-00b184300269,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:57.448377 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2d821e17-1231-47d4-a101-e5d2d3aa6cf7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=da7ebb78c78546608f2f596b1bc7d7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7564850 Aug 23 14:57:57.448377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=927da8a4-d5d5-4906-9c35-64e43f604f43,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:57.452328 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52406) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:57.476472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67d265-2129-436e-80ee-563209789152 req-6c62d218-6f86-4202-b880-7ebc48d604dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:57.476472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b67d265-2129-436e-80ee-563209789152 req-6c62d218-6f86-4202-b880-7ebc48d604dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 1095 time: 0.2102845 Aug 23 14:57:57.483566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Attempting to bind port 927da8a4-d5d5-4906-9c35-64e43f604f43 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:57:57.483949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Attempting to bind port 927da8a4-d5d5-4906-9c35-64e43f604f43 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '8013da92-a811-460f-b647-4dc89fd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '799eb0df-c9f1-4141-8c4b-24ffe90fdd90'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:57:57.484277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Attempting to bind port 927da8a4-d5d5-4906-9c35-64e43f604f43 on network 799eb0df-c9f1-4141-8c4b-24ffe90fdd90 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:57:57.511587 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Port 927da8a4-d5d5-4906-9c35-64e43f604f43 on network 799eb0df-c9f1-4141-8c4b-24ffe90fdd90 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:57:57.511946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Attempting to bind port 927da8a4-d5d5-4906-9c35-64e43f604f43 on network 799eb0df-c9f1-4141-8c4b-24ffe90fdd90 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:57:57.563742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:57:57.564097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Checking segment: {'id': '8013da92-a811-460f-b647-4dc89fd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '799eb0df-c9f1-4141-8c4b-24ffe90fdd90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:57:57.564496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Bound using segment: {'id': '8013da92-a811-460f-b647-4dc89fd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '799eb0df-c9f1-4141-8c4b-24ffe90fdd90'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:57:57.564953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Bound port: 927da8a4-d5d5-4906-9c35-64e43f604f43, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8013da92-a811-460f-b647-4dc89fd83944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '799eb0df-c9f1-4141-8c4b-24ffe90fdd90'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:57:57.565323 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:57.593744 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e81d63-054d-4b37-8ad5-934ac005aa6e req-a7e3c416-0d17-4bf6-a10d-c1526795ba03 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:57.604977 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-71e81d63-054d-4b37-8ad5-934ac005aa6e req-a7e3c416-0d17-4bf6-a10d-c1526795ba03 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.1913302 Aug 23 14:57:57.714276 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-71e81d63-054d-4b37-8ad5-934ac005aa6e req-921b89b4-4f8c-473d-8ca4-5998185e6848 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969439 Aug 23 14:57:57.721176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67d265-2129-436e-80ee-563209789152 req-c322e36a-9080-4846-aa29-22a831c9d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:57.722673 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b67d265-2129-436e-80ee-563209789152 req-c322e36a-9080-4846-aa29-22a831c9d847 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2359831 Aug 23 14:57:57.742258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad3c0b-fbe1-43cb-89d6-74aa7eda2883 req-be993f68-5d21-4be1-aabe-2fb7e28b6c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:57.743816 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02ad3c0b-fbe1-43cb-89d6-74aa7eda2883 req-be993f68-5d21-4be1-aabe-2fb7e28b6c84 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e7e94925d3cf4f65b58e713a46ffd81f&device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 1097 time: 0.1654434 Aug 23 14:57:57.744689 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-faecc0ce-0ae7-46f4-8d6f-03250c3e9519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:57.776113 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-faecc0ce-0ae7-46f4-8d6f-03250c3e9519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:57.858560 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] For port 927da8a4-d5d5-4906-9c35-64e43f604f43, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:57:57.935472 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-faecc0ce-0ae7-46f4-8d6f-03250c3e9519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:57.938425 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-faecc0ce-0ae7-46f4-8d6f-03250c3e9519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:57.939711 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-faecc0ce-0ae7-46f4-8d6f-03250c3e9519 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bdad7e7f-7a2f-403f-8aaf-00b184300269 HTTP/1.1" status: 204 len: 168 time: 0.4890146 Aug 23 14:57:57.941898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3c5ed-cbc3-4df1-8217-253cd35b2de2 req-3b01e92b-40a6-45c6-a615-1347fcef2a53 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:57.944868 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9d3c5ed-cbc3-4df1-8217-253cd35b2de2 req-3b01e92b-40a6-45c6-a615-1347fcef2a53 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 943 time: 0.2897584 Aug 23 14:57:57.956606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] For port 927da8a4-d5d5-4906-9c35-64e43f604f43, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=927da8a4-d5d5-4906-9c35-64e43f604f43,segment=NetworkSegment(8013da92-a811-460f-b647-4dc89fd83944),segment_id=8013da92-a811-460f-b647-4dc89fd83944)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:57:57.958749 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faecc0ce-0ae7-46f4-8d6f-03250c3e9519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdad7e7f-7a2f-403f-8aaf-00b184300269,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:58.038054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67d265-2129-436e-80ee-563209789152 req-805cc7b2-3f2f-4e42-a1f3-76fa490eb2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:58.039732 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b67d265-2129-436e-80ee-563209789152 req-805cc7b2-3f2f-4e42-a1f3-76fa490eb2e0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2932239 Aug 23 14:57:58.068426 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:58.092044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9d3c5ed-cbc3-4df1-8217-253cd35b2de2 req-175ae8cc-e441-45cb-9e1f-ac326e9e6a60 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910740 Aug 23 14:57:58.097492 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad3c0b-fbe1-43cb-89d6-74aa7eda2883 req-42c63787-62a3-4890-a96c-5a9ef2906eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:58.099635 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02ad3c0b-fbe1-43cb-89d6-74aa7eda2883 req-42c63787-62a3-4890-a96c-5a9ef2906eae service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e2be072-2318-4041-8318-6b975babc276 HTTP/1.1" status: 200 len: 917 time: 0.3392129 Aug 23 14:57:58.187603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:58.187838 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:58.189226 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] 10.222.0.57 "PUT /v2.0/ports/927da8a4-d5d5-4906-9c35-64e43f604f43 HTTP/1.1" status: 200 len: 1091 time: 2.7121546 Aug 23 14:57:58.198765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02ad3c0b-fbe1-43cb-89d6-74aa7eda2883 req-250eb0e6-7f1f-4b43-adcc-6d3e042faa96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b HTTP/1.1" status: 200 len: 217 time: 0.0706911 Aug 23 14:57:58.278158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead7490-5517-405e-a3d0-d7bd5e9f9ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=927da8a4-d5d5-4906-9c35-64e43f604f43,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:58.282133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-ac7cbc0f-89a9-410a-8c77-915af2ca9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:58.283799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-ac7cbc0f-89a9-410a-8c77-915af2ca9673 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 1095 time: 0.1827438 Aug 23 14:57:58.306661 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad3c0b-fbe1-43cb-89d6-74aa7eda2883 req-6c3b8a57-121f-4bfa-afd0-ce01ec295a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:58.306661 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02ad3c0b-fbe1-43cb-89d6-74aa7eda2883 req-6c3b8a57-121f-4bfa-afd0-ce01ec295a96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=987982e8-5221-4102-b3c8-eee1069b54fe HTTP/1.1" status: 200 len: 855 time: 0.0976739 Aug 23 14:57:58.365870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585edc2-3906-46f8-bd60-65333f005ec9 req-f7187e43-f82f-4b2c-9884-9d0ffdcf4644 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:58.366559 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7585edc2-3906-46f8-bd60-65333f005ec9 req-f7187e43-f82f-4b2c-9884-9d0ffdcf4644 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 944 time: 0.1462271 Aug 23 14:57:58.407209 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-7c73c609-e8aa-4e9d-9eea-607e3a744060 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=051aae7b-38bb-4838-9191-5c17e13f0d45 HTTP/1.1" status: 200 len: 217 time: 0.1135046 Aug 23 14:57:58.468002 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7585edc2-3906-46f8-bd60-65333f005ec9 req-8b52fdd4-bc24-4e72-a7c1-4efd9237f041 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946894 Aug 23 14:57:58.483461 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:58.556448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-040cda67-5938-4954-abe1-1af005fd627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:58.557982 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-040cda67-5938-4954-abe1-1af005fd627b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a98ce89-de66-4736-958d-4fd0680e79be HTTP/1.1" status: 200 len: 851 time: 0.1180179 Aug 23 14:57:58.562515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-4e8824dd-506b-4f48-9cd8-b48049233001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:58.566921 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-4e8824dd-506b-4f48-9cd8-b48049233001 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=559687d23e2c418bbd410da3830d8b55&device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 1094 time: 0.2014573 Aug 23 14:57:58.567166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad3c0b-fbe1-43cb-89d6-74aa7eda2883 req-235e0c3c-deb1-452c-b9a3-a44b53eb88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:58.569433 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02ad3c0b-fbe1-43cb-89d6-74aa7eda2883 req-235e0c3c-deb1-452c-b9a3-a44b53eb88bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e2be072-2318-4041-8318-6b975babc276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2059577 Aug 23 14:57:58.781456 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-c7930a07-e9e9-40da-997f-e1c5420fc8f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2032881 Aug 23 14:57:58.865566 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-d7061aab-cc93-403d-895b-caa5bf95b27f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=927da8a4-d5d5-4906-9c35-64e43f604f43 HTTP/1.1" status: 200 len: 217 time: 0.2825615 Aug 23 14:57:59.000177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-9a3fc4c4-aa2b-4525-8444-c5c5a55ef115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:59.001979 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-9a3fc4c4-aa2b-4525-8444-c5c5a55ef115 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4cd0bfd0-1770-4cd3-bf1c-62e7e9ba3bd5 HTTP/1.1" status: 200 len: 854 time: 0.1144834 Aug 23 14:57:59.066752 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-3e0c65f9-7c45-4fd7-9a9c-9ca2bb79b106 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=799eb0df-c9f1-4141-8c4b-24ffe90fdd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529444 Aug 23 14:57:59.096004 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52452) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:59.116183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02ad3c0b-fbe1-43cb-89d6-74aa7eda2883 req-f291fd6c-faba-4a6b-b406-c5c3498aaef3 service neutron] 10.222.0.61 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364981 Aug 23 14:57:59.128736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfc350-2370-4386-aa9a-8046a383229f req-5c7cff91-8e35-498b-b810-68ed91b77fbb tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:59.130826 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14dfc350-2370-4386-aa9a-8046a383229f req-5c7cff91-8e35-498b-b810-68ed91b77fbb tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.2818513 Aug 23 14:57:59.229537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb04e3-ab40-4082-b4de-ae9f935e5cd8 req-71f6c25f-e585-4ee6-9f54-205fe9a4b59e tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:59.231342 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4cb04e3-ab40-4082-b4de-ae9f935e5cd8 req-71f6c25f-e585-4ee6-9f54-205fe9a4b59e tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 943 time: 0.0675688 Aug 23 14:57:59.236726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1629995835'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:57:59.261469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43294661-a79e-4b1b-97fa-9b1fb5e0cf4d', 'tag': '927da8a4-d5d5-4906-9c35-64e43f604f43'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:57:59.264077 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a12e28-61e1-46cc-ac36-5f2798452c51" -d '{"events": [{"name": "network-changed", "server_uuid": "43294661-a79e-4b1b-97fa-9b1fb5e0cf4d", "tag": "927da8a4-d5d5-4906-9c35-64e43f604f43"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:57:59.287572 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4cb04e3-ab40-4082-b4de-ae9f935e5cd8 req-f968501a-5df8-4231-9f38-13280d2c0a3c tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464640 Aug 23 14:57:59.288810 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-89208c4c-3328-415d-b2c8-a8b220c8165d service neutron] 10.222.0.57 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387171 Aug 23 14:57:59.347992 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3234bf9-819b-4af0-88c0-7b37f6246655 x-openstack-request-id: req-d3234bf9-819b-4af0-88c0-7b37f6246655 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:57:59.348280 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43294661-a79e-4b1b-97fa-9b1fb5e0cf4d", "tag": "927da8a4-d5d5-4906-9c35-64e43f604f43", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:57:59.349827 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d3234bf9-819b-4af0-88c0-7b37f6246655 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:57:59.350338 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43294661-a79e-4b1b-97fa-9b1fb5e0cf4d', 'tag': '927da8a4-d5d5-4906-9c35-64e43f604f43', 'status': 'completed', 'code': 200} Aug 23 14:57:59.390524 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-24a23cb0-763f-47a7-a9ad-df77aac75364 service neutron] 10.222.0.57 "GET /v2.0/networks/799eb0df-c9f1-4141-8c4b-24ffe90fdd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133433 Aug 23 14:57:59.401506 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14dfc350-2370-4386-aa9a-8046a383229f req-f8ad39a5-c4c8-40ab-839b-f804e34eba73 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257276 Aug 23 14:57:59.460998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:57:59.466044 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:59.486822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02ad3c0b-fbe1-43cb-89d6-74aa7eda2883 req-c118403a-b039-4f53-bc13-69940d5646dd service neutron] 10.222.0.61 "GET /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546736 Aug 23 14:57:59.492210 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:59.536101 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-256da0f1-b0b1-4bef-bf31-f6bf57dc376e req-d05730fe-cf4c-43ec-9034-f86cb98c2838 service neutron] 10.222.0.57 "GET /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255199 Aug 23 14:57:59.560812 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f649a9ad-6cd5-4dd4-b720-ada952b74d03 req-6e5750f8-bdf6-4bc7-bbdc-6d2646e60d4c service neutron] 10.222.0.57 "GET /v2.0/networks/799eb0df-c9f1-4141-8c4b-24ffe90fdd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575267 Aug 23 14:57:59.677985 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:59.710990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a166b-f779-4a4d-8a3a-c676f50d91b6 req-512d24fe-2527-40bd-8dc0-98954db44d6b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:59.720019 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f49a166b-f779-4a4d-8a3a-c676f50d91b6 req-512d24fe-2527-40bd-8dc0-98954db44d6b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 944 time: 0.0839496 Aug 23 14:57:59.769023 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:59.810075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:57:59.824655 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f49a166b-f779-4a4d-8a3a-c676f50d91b6 req-9223036c-2372-4041-af37-ff9db7365564 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035769 Aug 23 14:57:59.835898 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148531bb-d3cf-4f4e-83b7-c86b7ea36717,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:57:59.850970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a12e28-61e1-46cc-ac36-5f2798452c51 req-ecc20b23-e0ec-4e3c-b8cc-e2267c34e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:57:59.853274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3a12e28-61e1-46cc-ac36-5f2798452c51 req-ecc20b23-e0ec-4e3c-b8cc-e2267c34e642 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=559687d23e2c418bbd410da3830d8b55&device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 1094 time: 0.0981312 Aug 23 14:57:59.854585 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:57:59.854946 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Added segment 313bf69f-0cb1-41af-bfff-629fc800bf22 of type vlan for network e5b0acb2-f502-49bc-bcfd-23da8c3de34c Aug 23 14:57:59.897363 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52480) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:57:59.945848 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:00.007013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a12e28-61e1-46cc-ac36-5f2798452c51 req-e5d35087-f7f7-42dc-a565-861136927bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:00.008870 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3a12e28-61e1-46cc-ac36-5f2798452c51 req-e5d35087-f7f7-42dc-a565-861136927bf3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=799eb0df-c9f1-4141-8c4b-24ffe90fdd90 HTTP/1.1" status: 200 len: 915 time: 0.1455395 Aug 23 14:58:00.051872 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1067260831-network', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:00.064132 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:00.070270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:00.070872 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:00.086389 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3a12e28-61e1-46cc-ac36-5f2798452c51 req-22d9be5d-be8e-43c0-b465-dee933007d6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=927da8a4-d5d5-4906-9c35-64e43f604f43 HTTP/1.1" status: 200 len: 217 time: 0.0693917 Aug 23 14:58:00.164203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a12e28-61e1-46cc-ac36-5f2798452c51 req-f218169b-fe51-462c-9cf2-1a6d92751732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:00.176502 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3a12e28-61e1-46cc-ac36-5f2798452c51 req-f218169b-fe51-462c-9cf2-1a6d92751732 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4cd0bfd0-1770-4cd3-bf1c-62e7e9ba3bd5 HTTP/1.1" status: 200 len: 854 time: 0.0688224 Aug 23 14:58:00.177491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Network': ['ID=e5b0acb2-f502-49bc-bcfd-23da8c3de34c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:00.181242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:58:00.215258 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3a12e28-61e1-46cc-ac36-5f2798452c51 req-4c41812a-9f42-4c6d-89bb-67e354143f4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=799eb0df-c9f1-4141-8c4b-24ffe90fdd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388529 Aug 23 14:58:00.283441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] Made reservation on behalf of 94f04dbf9eef4b6cabf9f08f4814b810 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:00.286616 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:00.304989 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:00.343009 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3a12e28-61e1-46cc-ac36-5f2798452c51 req-19d6b3d0-71b6-4ae8-acf0-5624b1644978 service neutron] 10.222.0.57 "GET /v2.0/networks/799eb0df-c9f1-4141-8c4b-24ffe90fdd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175802 Aug 23 14:58:00.476889 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f64f761f-39d5-4476-9ee8-961efb1d3c47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3793862 Aug 23 14:58:00.480697 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52488) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:00.486026 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b7a1f73b-7f1c-43e2-9108-e87678a1f1d5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'name': 'tempest-PortsIpV6TestJSON-2106790797'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:00.538753 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3a12e28-61e1-46cc-ac36-5f2798452c51 req-7712f65d-ee0d-4dc8-b137-85349c116759 service neutron] 10.222.0.57 "GET /v2.0/networks/799eb0df-c9f1-4141-8c4b-24ffe90fdd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869991 Aug 23 14:58:00.598435 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7847b1-1af2-4c0c-ae81-f91da6fd293d req-491ae4fc-d0c0-4f48-ac8a-3717189d1177 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:00.600709 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd7847b1-1af2-4c0c-ae81-f91da6fd293d req-491ae4fc-d0c0-4f48-ac8a-3717189d1177 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.0610189 Aug 23 14:58:00.601727 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e80ae3-bb7c-45ac-85df-9476c9852cec req-1a9f37c7-04d5-4eca-a1c3-9f9503038d5d tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:00.603268 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51e80ae3-bb7c-45ac-85df-9476c9852cec req-1a9f37c7-04d5-4eca-a1c3-9f9503038d5d tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 943 time: 0.2278841 Aug 23 14:58:00.626594 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:00.657725 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51e80ae3-bb7c-45ac-85df-9476c9852cec req-e0bb413a-8b47-47a4-ac02-c45e7968c27c tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 Aug 23 14:58:00.665726 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd7847b1-1af2-4c0c-ae81-f91da6fd293d req-b09014ba-7d47-4b75-ac6b-57dc2d689db6 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482233 Aug 23 14:58:00.688220 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:00.733301 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:58:00.758070 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f7e21f-2caa-43c8-9fb7-440a07deb01b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:00.765160 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:00.766165 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] Added segment 32cd6f52-fdbd-4ae7-9f0c-5f5161199575 of type vlan for network 529cc4b9-928f-4b12-96db-60ee071d5066 Aug 23 14:58:00.799310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a1f73b-7f1c-43e2-9108-e87678a1f1d5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:00.803918 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f73b-7f1c-43e2-9108-e87678a1f1d5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:00.828251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:00.856169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-b7a1f73b-7f1c-43e2-9108-e87678a1f1d5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port 96a248f6-a43d-405d-8ad0-8187ba2df686 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:58:00.878646 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519cccd-9a5c-4a57-ae61-e56c41c09869 req-62be5028-852d-4978-860a-cb99cc1b8d29 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:00.880578 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b519cccd-9a5c-4a57-ae61-e56c41c09869 req-62be5028-852d-4978-860a-cb99cc1b8d29 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.0552568 Aug 23 14:58:00.950042 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b519cccd-9a5c-4a57-ae61-e56c41c09869 req-ba04a2d5-4511-4447-880f-d934ca3473b2 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615251 Aug 23 14:58:00.964451 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:00.965402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:00.965991 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:01.087501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7252d-3c10-4625-95d7-60b61b793927 req-a2474279-7425-4758-b6ef-c7c0cd983b15 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:01.095639 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eaf7252d-3c10-4625-95d7-60b61b793927 req-a2474279-7425-4758-b6ef-c7c0cd983b15 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=debac2d9-fb03-4085-8522-340209a7a50d HTTP/1.1" status: 200 len: 945 time: 0.0762808 Aug 23 14:58:01.107150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2058032 Aug 23 14:58:01.116946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52504) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:01.124499 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-231a9bd4-3425-4468-b3d3-bc644ee92938 admin admin] Request body: {'subnet': {'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1067260831-subnet', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:01.167593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eaf7252d-3c10-4625-95d7-60b61b793927 req-e862e9d2-c04f-4c87-ac1d-5dce8b9ea1cf tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705249 Aug 23 14:58:01.183534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ab0b8-69e2-4098-be42-6352dd9baf37 req-4e682c0e-0574-4344-95df-e737b7d88f9b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:01.193344 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6e8ab0b8-69e2-4098-be42-6352dd9baf37 req-4e682c0e-0574-4344-95df-e737b7d88f9b tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 944 time: 0.2351918 Aug 23 14:58:01.195845 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db19371-6ebc-4612-aafc-7351307c7de1 admin admin] Pushing event updated for resources: {'Network': ['ID=529cc4b9-928f-4b12-96db-60ee071d5066,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:01.209386 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 529cc4b9-928f-4b12-96db-60ee071d5066 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:58:01.260747 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231a9bd4-3425-4468-b3d3-bc644ee92938 admin admin] Made reservation on behalf of 94f04dbf9eef4b6cabf9f08f4814b810 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:01.264019 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-231a9bd4-3425-4468-b3d3-bc644ee92938 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:01.269896 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6e8ab0b8-69e2-4098-be42-6352dd9baf37 req-8fc694cc-f65b-45d1-9b90-3f80bfd97f94 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748897 Aug 23 14:58:01.298138 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f73b-7f1c-43e2-9108-e87678a1f1d5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:01.397394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc61b34-a080-4124-a844-a29700320041 req-397b7bca-a09b-47f8-bb08-a8e8a2d0d696 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:01.405150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfc61b34-a080-4124-a844-a29700320041 req-397b7bca-a09b-47f8-bb08-a8e8a2d0d696 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 945 time: 0.1579585 Aug 23 14:58:01.416598 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f73b-7f1c-43e2-9108-e87678a1f1d5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:01.457902 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfc61b34-a080-4124-a844-a29700320041 req-d57895c8-7e64-4932-bd62-4e8995da7f37 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517387 Aug 23 14:58:01.560521 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-cbc4eb7f-3d0b-4a68-a62a-c7cb40646993 req-0df1e017-5f52-4c85-9ce8-43ffef0d1b51 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:58:01.570808 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cbc4eb7f-3d0b-4a68-a62a-c7cb40646993 req-0df1e017-5f52-4c85-9ce8-43ffef0d1b51 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160358 Aug 23 14:58:01.637671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1f73b-7f1c-43e2-9108-e87678a1f1d5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=96a248f6-a43d-405d-8ad0-8187ba2df686,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:01.644178 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-231a9bd4-3425-4468-b3d3-bc644ee92938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:01.747588 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a9bd4-3425-4468-b3d3-bc644ee92938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:01.762037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231a9bd4-3425-4468-b3d3-bc644ee92938 admin admin] Checking segment: {'id': '32cd6f52-fdbd-4ae7-9f0c-5f5161199575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:01.762430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231a9bd4-3425-4468-b3d3-bc644ee92938 admin admin] Network hostable DHCP agents. Network: 529cc4b9-928f-4b12-96db-60ee071d5066, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:58:01.791400 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cbc4eb7f-3d0b-4a68-a62a-c7cb40646993 req-1ec4d342-f73c-4905-b966-f786bc019fa6 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2195711 Aug 23 14:58:01.792508 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1f73b-7f1c-43e2-9108-e87678a1f1d5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Checking segment: {'id': '313bf69f-0cb1-41af-bfff-629fc800bf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:01.795512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a1f73b-7f1c-43e2-9108-e87678a1f1d5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network hostable DHCP agents. Network: e5b0acb2-f502-49bc-bcfd-23da8c3de34c, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:58:01.852966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033d0e-456d-4143-a0b7-02651ca08cc2 req-c8675802-95a2-4a53-a722-8faf6a960f10 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:01.861463 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-99033d0e-456d-4143-a0b7-02651ca08cc2 req-c8675802-95a2-4a53-a722-8faf6a960f10 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 943 time: 0.0824537 Aug 23 14:58:01.922193 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-99033d0e-456d-4143-a0b7-02651ca08cc2 req-6b1e5d91-d759-435b-bddd-e40ab0f09cdc tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594599 Aug 23 14:58:01.923019 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231a9bd4-3425-4468-b3d3-bc644ee92938 admin admin] Network 529cc4b9-928f-4b12-96db-60ee071d5066 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:58:01.967212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a1f73b-7f1c-43e2-9108-e87678a1f1d5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:58:02.055776 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-231a9bd4-3425-4468-b3d3-bc644ee92938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 529cc4b9-928f-4b12-96db-60ee071d5066) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:02.056174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-b7a1f73b-7f1c-43e2-9108-e87678a1f1d5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, e5b0acb2-f502-49bc-bcfd-23da8c3de34c) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:02.074446 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231a9bd4-3425-4468-b3d3-bc644ee92938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.076175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a1f73b-7f1c-43e2-9108-e87678a1f1d5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:02.078781 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-231a9bd4-3425-4468-b3d3-bc644ee92938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:02.081336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a76394-c6d1-4f31-9753-02e3f5030e06 None None] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:02.105408 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a1f73b-7f1c-43e2-9108-e87678a1f1d5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.106093 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f73b-7f1c-43e2-9108-e87678a1f1d5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:02.106233 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daf0e39-7d04-4540-9b52-020dff10884e None None] Network 529cc4b9-928f-4b12-96db-60ee071d5066 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:02.188923 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-231a9bd4-3425-4468-b3d3-bc644ee92938 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0656509 Aug 23 14:58:02.188923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52522) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:02.192149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:02.248104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be91bc-c2b1-48fe-a007-9cfff20fd18e req-29672918-af5b-4f32-809c-0eaf21e88732 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.251959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30654d3-aa2c-4010-bb37-2f4a737af1a2 req-428899d3-3396-4522-afe9-568ba79c3014 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.255519 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c30654d3-aa2c-4010-bb37-2f4a737af1a2 req-428899d3-3396-4522-afe9-568ba79c3014 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.1336846 Aug 23 14:58:02.258265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be91bc-c2b1-48fe-a007-9cfff20fd18e req-29672918-af5b-4f32-809c-0eaf21e88732 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.265093 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be91bc-c2b1-48fe-a007-9cfff20fd18e req-29672918-af5b-4f32-809c-0eaf21e88732 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.272849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be91bc-c2b1-48fe-a007-9cfff20fd18e req-29672918-af5b-4f32-809c-0eaf21e88732 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.279114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be91bc-c2b1-48fe-a007-9cfff20fd18e req-29672918-af5b-4f32-809c-0eaf21e88732 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.286063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be91bc-c2b1-48fe-a007-9cfff20fd18e req-29672918-af5b-4f32-809c-0eaf21e88732 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.294902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be91bc-c2b1-48fe-a007-9cfff20fd18e req-29672918-af5b-4f32-809c-0eaf21e88732 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.297079 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-82be91bc-c2b1-48fe-a007-9cfff20fd18e req-29672918-af5b-4f32-809c-0eaf21e88732 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5445 time: 0.1681733 Aug 23 14:58:02.298611 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:02.299767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:02.330109 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c30654d3-aa2c-4010-bb37-2f4a737af1a2 req-56e31261-30b7-4edc-a7fe-1aade0c58bde tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673931 Aug 23 14:58:02.368750 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b7a1f73b-7f1c-43e2-9108-e87678a1f1d5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8839281 Aug 23 14:58:02.369083 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52528) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:02.386527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-af7a50bb-10a0-4af9-8445-d21806806778 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1126481768'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:02.390673 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-82be91bc-c2b1-48fe-a007-9cfff20fd18e req-eaae8dc9-5e7f-4a3c-81eb-e324e9bfa747 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766687 Aug 23 14:58:02.441447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-529cc4b9-928f-4b12-96db-60ee071d5066', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'fixed_ips': [{'subnet_id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:58:02.442336 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:02.516709 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7a50bb-10a0-4af9-8445-d21806806778 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:02.521999 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-af7a50bb-10a0-4af9-8445-d21806806778 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:02.550822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743e0f1-28e7-4e3f-b67e-295361caddbc req-4758f19a-a8a1-416b-a614-547df6da32f3 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.559783 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6743e0f1-28e7-4e3f-b67e-295361caddbc req-4758f19a-a8a1-416b-a614-547df6da32f3 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 944 time: 0.1281264 Aug 23 14:58:02.591015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7a50bb-10a0-4af9-8445-d21806806778 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:58:02.614105 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-af7a50bb-10a0-4af9-8445-d21806806778 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:02.615283 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-af7a50bb-10a0-4af9-8445-d21806806778 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Added segment 154b4c3c-7ca3-4b58-bea0-cc84722a0329 of type vlan for network 1da96791-f50e-41be-a2bd-6d3d1c47b8ef Aug 23 14:58:02.635982 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6743e0f1-28e7-4e3f-b67e-295361caddbc req-549b0b32-cbbd-47d7-aecc-d9eca4982b2e tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751421 Aug 23 14:58:02.642332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Allocated IP 172.20.0.2 (529cc4b9-928f-4b12-96db-60ee071d5066/64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff/137dff06-1f92-48bf-bf27-e96cc26c9bb4) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:02.760026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-af7a50bb-10a0-4af9-8445-d21806806778 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:02.837392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cf546-4e2d-4175-8cc4-b3b736a8a985 req-16a6eb28-4b37-45d1-bf9a-bcf079143e8a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.843605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cf546-4e2d-4175-8cc4-b3b736a8a985 req-16a6eb28-4b37-45d1-bf9a-bcf079143e8a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.851282 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cf546-4e2d-4175-8cc4-b3b736a8a985 req-16a6eb28-4b37-45d1-bf9a-bcf079143e8a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.857915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cf546-4e2d-4175-8cc4-b3b736a8a985 req-16a6eb28-4b37-45d1-bf9a-bcf079143e8a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.864532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cf546-4e2d-4175-8cc4-b3b736a8a985 req-16a6eb28-4b37-45d1-bf9a-bcf079143e8a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.870379 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:02.871245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cf546-4e2d-4175-8cc4-b3b736a8a985 req-16a6eb28-4b37-45d1-bf9a-bcf079143e8a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.878437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cf546-4e2d-4175-8cc4-b3b736a8a985 req-16a6eb28-4b37-45d1-bf9a-bcf079143e8a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.883912 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-879cf546-4e2d-4175-8cc4-b3b736a8a985 req-16a6eb28-4b37-45d1-bf9a-bcf079143e8a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5445 time: 0.1551831 Aug 23 14:58:02.885310 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-af7a50bb-10a0-4af9-8445-d21806806778 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:02.889624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Transition to ACTIVE for port object 137dff06-1f92-48bf-bf27-e96cc26c9bb4 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:02.891875 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a50bb-10a0-4af9-8445-d21806806778 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:02.892532 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-af7a50bb-10a0-4af9-8445-d21806806778 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:02.960859 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:02.971888 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Transition to ACTIVE for port object 137dff06-1f92-48bf-bf27-e96cc26c9bb4 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:03.007103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a50bb-10a0-4af9-8445-d21806806778 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Network': ['ID=1da96791-f50e-41be-a2bd-6d3d1c47b8ef,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:03.018526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 1da96791-f50e-41be-a2bd-6d3d1c47b8ef details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:58:03.037444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a4de1-cfd2-4eee-8d18-22620190bec8 req-fda0d128-0573-4d74-8ea6-a0f36e317770 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:03.054230 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e70a4de1-cfd2-4eee-8d18-22620190bec8 req-fda0d128-0573-4d74-8ea6-a0f36e317770 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=debac2d9-fb03-4085-8522-340209a7a50d HTTP/1.1" status: 200 len: 945 time: 0.0919676 Aug 23 14:58:03.100584 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:03.109917 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-af7a50bb-10a0-4af9-8445-d21806806778 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7397373 Aug 23 14:58:03.112579 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52542) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:03.119233 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'ports': [{'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c'}, {'network_id': '1da96791-f50e-41be-a2bd-6d3d1c47b8ef'}]} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:03.119598 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:03.120071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'network_id': '1da96791-f50e-41be-a2bd-6d3d1c47b8ef'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:03.157781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e70a4de1-cfd2-4eee-8d18-22620190bec8 req-e9d7d78f-daae-47d0-a635-758d6d58abb2 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980482 Aug 23 14:58:03.205883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Network 529cc4b9-928f-4b12-96db-60ee071d5066 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:03.211359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:03.212626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00685b2-5206-476e-9d2b-e57889d1426b req-80e00ec9-ad15-41cf-bf16-00854b1f4e5d tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:03.215452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:03.220325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f00685b2-5206-476e-9d2b-e57889d1426b req-80e00ec9-ad15-41cf-bf16-00854b1f4e5d tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 943 time: 0.1939211 Aug 23 14:58:03.234113 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Pushing event updated for resources: {'Port': ['ID=137dff06-1f92-48bf-bf27-e96cc26c9bb4,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:03.334221 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Attempting to bind port 137dff06-1f92-48bf-bf27-e96cc26c9bb4 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:58:03.335272 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Attempting to bind port 137dff06-1f92-48bf-bf27-e96cc26c9bb4 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '32cd6f52-fdbd-4ae7-9f0c-5f5161199575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:58:03.335757 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Attempting to bind port 137dff06-1f92-48bf-bf27-e96cc26c9bb4 on network 529cc4b9-928f-4b12-96db-60ee071d5066 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:03.345581 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:03.346689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:58:03.347041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Checking segment: {'id': '32cd6f52-fdbd-4ae7-9f0c-5f5161199575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:03.347582 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:03.348480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Bound using segment: {'id': '32cd6f52-fdbd-4ae7-9f0c-5f5161199575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:58:03.348800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Bound port: 137dff06-1f92-48bf-bf27-e96cc26c9bb4, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cd6f52-fdbd-4ae7-9f0c-5f5161199575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:58:03.349971 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:03.354303 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f00685b2-5206-476e-9d2b-e57889d1426b req-385437f1-01a2-413e-bc7b-93fd4cd8bb39 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272798 Aug 23 14:58:03.440427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478075cb-c83d-46bd-bf96-4c3b4547009a req-729c078f-e023-463f-b522-2f27fbb09d2f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:03.444205 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-478075cb-c83d-46bd-bf96-4c3b4547009a req-729c078f-e023-463f-b522-2f27fbb09d2f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 945 time: 0.0901799 Aug 23 14:58:03.471068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] For port 137dff06-1f92-48bf-bf27-e96cc26c9bb4, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:58:03.476914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] For port 137dff06-1f92-48bf-bf27-e96cc26c9bb4, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=137dff06-1f92-48bf-bf27-e96cc26c9bb4,segment=NetworkSegment(32cd6f52-fdbd-4ae7-9f0c-5f5161199575),segment_id=32cd6f52-fdbd-4ae7-9f0c-5f5161199575)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:58:03.500739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'port': 2} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:03.507356 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:03.524897 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:03.537567 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-478075cb-c83d-46bd-bf96-4c3b4547009a req-2e58cc6b-9050-4eb2-966c-bacd7e94f31a tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840330 Aug 23 14:58:03.543302 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:03.586199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 927da8a4-d5d5-4906-9c35-64e43f604f43 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:58:03.673309 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port 9d678212-5c09-4aba-96e9-7d1fb05bbda2 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:58:03.714012 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed962ae3-62ea-4007-a047-64dffdb1d79d None None] Pushing event updated for resources: {'Port': ['ID=137dff06-1f92-48bf-bf27-e96cc26c9bb4,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:04.172817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 927da8a4-d5d5-4906-9c35-64e43f604f43, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=927da8a4-d5d5-4906-9c35-64e43f604f43,segment=NetworkSegment(8013da92-a811-460f-b647-4dc89fd83944),segment_id=8013da92-a811-460f-b647-4dc89fd83944)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:04.172817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '927da8a4-d5d5-4906-9c35-64e43f604f43', 'network_id': '799eb0df-c9f1-4141-8c4b-24ffe90fdd90', 'port_id': '927da8a4-d5d5-4906-9c35-64e43f604f43', 'mac_address': 'fa:16:3e:59:f8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd0bfd0-1770-4cd3-bf1c-62e7e9ba3bd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:58:04.172817 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:04.177248 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:04.184020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927da8a4-d5d5-4906-9c35-64e43f604f43 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:58:04.184538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdc8e5-40f5-48db-b844-20ce5a07c868 req-4d135cb5-0a30-4c78-a2c1-7f13f4c63538 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:04.184538 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1bfdc8e5-40f5-48db-b844-20ce5a07c868 req-4d135cb5-0a30-4c78-a2c1-7f13f4c63538 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 944 time: 0.0975053 Aug 23 14:58:04.185027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 927da8a4-d5d5-4906-9c35-64e43f604f43, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=927da8a4-d5d5-4906-9c35-64e43f604f43,segment=NetworkSegment(8013da92-a811-460f-b647-4dc89fd83944),segment_id=8013da92-a811-460f-b647-4dc89fd83944)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:04.185130 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:04.185130 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:04.185331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0783f82-4230-47ba-b626-2ee9fbd39def req-ea6df1df-788e-4fc6-a436-7500842fd441 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:04.185331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0783f82-4230-47ba-b626-2ee9fbd39def req-ea6df1df-788e-4fc6-a436-7500842fd441 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:04.185331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0783f82-4230-47ba-b626-2ee9fbd39def req-ea6df1df-788e-4fc6-a436-7500842fd441 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:04.185331 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d0783f82-4230-47ba-b626-2ee9fbd39def req-ea6df1df-788e-4fc6-a436-7500842fd441 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48&device_id=debac2d9-fb03-4085-8522-340209a7a50d&device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 2417 time: 0.2017012 Aug 23 14:58:04.185331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port 0d235ac6-0826-4ebf-ad16-3095430bfa8e yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:58:04.185758 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1bfdc8e5-40f5-48db-b844-20ce5a07c868 req-2a11ac0a-9075-439d-ad1b-bab08e2f4ba0 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391733 Aug 23 14:58:04.185855 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d0783f82-4230-47ba-b626-2ee9fbd39def req-ff888b44-18e4-498f-92cd-73643ba91faf tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619562 Aug 23 14:58:04.220375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-c08b4edf-1f1b-4c59-b4db-45c460cd41bc req-fed8c47e-e113-4927-92a7-05e27dc72061 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:58:04.221501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c08b4edf-1f1b-4c59-b4db-45c460cd41bc req-fed8c47e-e113-4927-92a7-05e27dc72061 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095243 Aug 23 14:58:04.229652 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Allocated IP 172.25.8.199 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/0e400587-2775-4fa0-a9a7-a0198cb77fed) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:04.300446 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:04.413135 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c08b4edf-1f1b-4c59-b4db-45c460cd41bc req-17ff4f29-4d81-4279-b1b3-33dfe31e9814 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1810379 Aug 23 14:58:04.421307 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:04.422522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 051aae7b-38bb-4838-9191-5c17e13f0d45 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:58:04.456400 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:04.464223 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:04.527706 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:04.531717 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:04.537938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:04.538961 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:04.566464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=9d678212-5c09-4aba-96e9-7d1fb05bbda2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:04.599822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f34268-eb9a-41a1-a8c4-37c6c2c13ece req-3eaacbf8-f45d-4fe0-8228-3ae914761364 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:04.607900 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a9f34268-eb9a-41a1-a8c4-37c6c2c13ece req-3eaacbf8-f45d-4fe0-8228-3ae914761364 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 944 time: 0.1649983 Aug 23 14:58:04.618597 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:04.646376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=927da8a4-d5d5-4906-9c35-64e43f604f43,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:04.686632 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 051aae7b-38bb-4838-9191-5c17e13f0d45, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=051aae7b-38bb-4838-9191-5c17e13f0d45,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:04.717964 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '051aae7b-38bb-4838-9191-5c17e13f0d45', 'network_id': '736cf8e5-b78e-43e6-8d69-606c4b4e6a5b', 'port_id': '051aae7b-38bb-4838-9191-5c17e13f0d45', 'mac_address': 'fa:16:3e:dc:41:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a98ce89-de66-4736-958d-4fd0680e79be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:58:04.760015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:04.777774 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:04.780890 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:04.808019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=0d235ac6-0826-4ebf-ad16-3095430bfa8e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:04.814503 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:04.833891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Checking segment: {'id': '154b4c3c-7ca3-4b58-bea0-cc84722a0329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1da96791-f50e-41be-a2bd-6d3d1c47b8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:04.837867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network hostable DHCP agents. Network: 1da96791-f50e-41be-a2bd-6d3d1c47b8ef, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:58:04.840761 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051aae7b-38bb-4838-9191-5c17e13f0d45 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:58:04.861783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Pushing event updated for resources: {'Port': ['ID=0e400587-2775-4fa0-a9a7-a0198cb77fed,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:04.883827 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a9f34268-eb9a-41a1-a8c4-37c6c2c13ece req-4bad87ba-0b4d-4658-94ff-4580ec111dd8 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660868 Aug 23 14:58:04.897035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 051aae7b-38bb-4838-9191-5c17e13f0d45, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=051aae7b-38bb-4838-9191-5c17e13f0d45,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:04.963534 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:04.991966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network 1da96791-f50e-41be-a2bd-6d3d1c47b8ef is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:58:05.062034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=051aae7b-38bb-4838-9191-5c17e13f0d45,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:05.095142 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 1da96791-f50e-41be-a2bd-6d3d1c47b8ef) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:05.099254 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:05.105402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:05.109893 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3ef982-15c4-44a8-9302-add3c0af435a None None] Network 1da96791-f50e-41be-a2bd-6d3d1c47b8ef requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:05.141047 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:05.141926 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:05.266688 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-862233a8-3f48-48ab-adbc-7883d4e863b4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1527865 Aug 23 14:58:05.269381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52578) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:05.352064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab078f00-1297-49e5-9c80-ed11e5310206 None None] Network 529cc4b9-928f-4b12-96db-60ee071d5066 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:05.395052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['927da8a4-d5d5-4906-9c35-64e43f604f43'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:58:05.401582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['051aae7b-38bb-4838-9191-5c17e13f0d45'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:58:05.433243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d7e714b9-1ee5-4947-8f8e-c5faccca8f9d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port 0d235ac6-0826-4ebf-ad16-3095430bfa8e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:05.433934 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d7e714b9-1ee5-4947-8f8e-c5faccca8f9d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:05.450727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4b9d0-e019-487a-8148-a4c3aa314cda req-20ac71ca-6647-4eb1-8e64-87aac2c43604 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:05.467238 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ae4b9d0-e019-487a-8148-a4c3aa314cda req-20ac71ca-6647-4eb1-8e64-87aac2c43604 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 945 time: 0.1693778 Aug 23 14:58:05.528092 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:05.531244 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d7e714b9-1ee5-4947-8f8e-c5faccca8f9d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:05.550347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d7e714b9-1ee5-4947-8f8e-c5faccca8f9d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for 0d235ac6-0826-4ebf-ad16-3095430bfa8e owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:05.613840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a7ffcde9-b63f-47c8-a8d2-70b7f6636040 None None] Provisioning for port 137dff06-1f92-48bf-bf27-e96cc26c9bb4 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:05.693619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ae4b9d0-e019-487a-8148-a4c3aa314cda req-dc8d9f8a-0ac5-45d5-ada3-98f75bc61eb0 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236202 Aug 23 14:58:05.730543 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d7e714b9-1ee5-4947-8f8e-c5faccca8f9d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:05.838291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e714b9-1ee5-4947-8f8e-c5faccca8f9d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=0d235ac6-0826-4ebf-ad16-3095430bfa8e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:05.856031 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d7e714b9-1ee5-4947-8f8e-c5faccca8f9d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:05.861223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d7e714b9-1ee5-4947-8f8e-c5faccca8f9d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/0d235ac6-0826-4ebf-ad16-3095430bfa8e HTTP/1.1" status: 204 len: 168 time: 0.5876169 Aug 23 14:58:05.862829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52592) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:05.935248 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 137dff06-1f92-48bf-bf27-e96cc26c9bb4 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:05.973389 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:58:06.055874 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:06.081531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13cff2b-684c-41f8-9711-f77249b9fc84 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:06.097984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13cff2b-684c-41f8-9711-f77249b9fc84 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:06.106035 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d13cff2b-684c-41f8-9711-f77249b9fc84 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2396884 Aug 23 14:58:06.106780 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52600) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:06.112848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c5f47-596a-482e-bf56-55594dcdebb4 req-936894e4-2144-47f5-9778-a0aaab1bbb8f tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:06.121955 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-563c5f47-596a-482e-bf56-55594dcdebb4 req-936894e4-2144-47f5-9778-a0aaab1bbb8f tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 944 time: 0.1170919 Aug 23 14:58:06.215518 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-563c5f47-596a-482e-bf56-55594dcdebb4 req-04e1009b-6b79-4431-9dcf-7059d13cd202 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925875 Aug 23 14:58:06.253900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 137dff06-1f92-48bf-bf27-e96cc26c9bb4 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:06.256495 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52606) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:06.329553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 137dff06-1f92-48bf-bf27-e96cc26c9bb4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:06.329553 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:06.370337 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-36be5488-e5bb-4ead-81b5-ba53c40a6e73 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port 9d678212-5c09-4aba-96e9-7d1fb05bbda2 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:06.370718 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-36be5488-e5bb-4ead-81b5-ba53c40a6e73 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:06.417737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cf16a-87a8-47bc-93e6-2b3a3ce086ab req-9e185afe-6150-40e9-9867-d1cac4ecbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:06.418671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cf16a-87a8-47bc-93e6-2b3a3ce086ab req-9e185afe-6150-40e9-9867-d1cac4ecbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:06.421497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cf16a-87a8-47bc-93e6-2b3a3ce086ab req-9e185afe-6150-40e9-9867-d1cac4ecbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:06.421701 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cf16a-87a8-47bc-93e6-2b3a3ce086ab req-9e185afe-6150-40e9-9867-d1cac4ecbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:06.422174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cf16a-87a8-47bc-93e6-2b3a3ce086ab req-9e185afe-6150-40e9-9867-d1cac4ecbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:06.422647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cf16a-87a8-47bc-93e6-2b3a3ce086ab req-9e185afe-6150-40e9-9867-d1cac4ecbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:06.423113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cf16a-87a8-47bc-93e6-2b3a3ce086ab req-9e185afe-6150-40e9-9867-d1cac4ecbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:06.425165 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6d6cf16a-87a8-47bc-93e6-2b3a3ce086ab req-9e185afe-6150-40e9-9867-d1cac4ecbace service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 6502 time: 0.1674523 Aug 23 14:58:06.454850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Router 47d7944c-32ec-43d4-a406-7b8c96a3819c is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:58:06.461627 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-36be5488-e5bb-4ead-81b5-ba53c40a6e73 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:06.480161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-36be5488-e5bb-4ead-81b5-ba53c40a6e73 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for 9d678212-5c09-4aba-96e9-7d1fb05bbda2 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:06.480995 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6d6cf16a-87a8-47bc-93e6-2b3a3ce086ab req-2558a2c0-dd90-499b-a34d-37b9e837c419 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475547 Aug 23 14:58:06.559190 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:06.637800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 137dff06-1f92-48bf-bf27-e96cc26c9bb4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=137dff06-1f92-48bf-bf27-e96cc26c9bb4,segment=NetworkSegment(32cd6f52-fdbd-4ae7-9f0c-5f5161199575),segment_id=32cd6f52-fdbd-4ae7-9f0c-5f5161199575)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:06.649374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:58:06.661734 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Sync routers for ids ['47d7944c-32ec-43d4-a406-7b8c96a3819c'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:58:06.677184 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Routers {'47d7944c-32ec-43d4-a406-7b8c96a3819c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:58:06.678368 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:57:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['47d7944c-32ec-43d4-a406-7b8c96a3819c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:06.706823 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-36be5488-e5bb-4ead-81b5-ba53c40a6e73 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:06.746817 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:06.772826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be5488-e5bb-4ead-81b5-ba53c40a6e73 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=9d678212-5c09-4aba-96e9-7d1fb05bbda2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:06.809369 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:06.810654 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-32de52ab-1376-4907-9c1a-eba45b346992 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6230185 Aug 23 14:58:06.814642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52626) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:06.850357 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-36be5488-e5bb-4ead-81b5-ba53c40a6e73 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:06.863198 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-36be5488-e5bb-4ead-81b5-ba53c40a6e73 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/9d678212-5c09-4aba-96e9-7d1fb05bbda2 HTTP/1.1" status: 204 len: 168 time: 0.7521958 Aug 23 14:58:06.866374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52632) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:06.892541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=137dff06-1f92-48bf-bf27-e96cc26c9bb4,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:06.956325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4122bd-67db-4ac1-874c-4793449cbd8b req-0ca8680f-7d96-4094-b6fb-0dbc7a2e3cb5 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:06.964511 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6d4122bd-67db-4ac1-874c-4793449cbd8b req-0ca8680f-7d96-4094-b6fb-0dbc7a2e3cb5 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 945 time: 0.1817205 Aug 23 14:58:06.965605 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9d4a69fb-ed47-43ab-af28-6926c0dfccd7 None None] Provisioning complete for port 137dff06-1f92-48bf-bf27-e96cc26c9bb4 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:06.966176 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9d4a69fb-ed47-43ab-af28-6926c0dfccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:06.996916 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb751da-866f-4fce-a535-04feda4c6437 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:07.008256 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0bb751da-866f-4fce-a535-04feda4c6437 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1405754 Aug 23 14:58:07.012546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52644) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:07.073040 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Set router 47d7944c-32ec-43d4-a406-7b8c96a3819c gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:58:07.084277 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6d4122bd-67db-4ac1-874c-4793449cbd8b req-63576fcf-d886-4c38-a654-17bb4fc35277 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187961 Aug 23 14:58:07.088896 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dadd896-6bf0-4995-a11c-aaa6eeda316c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] GET failed (client error): The resource could not be found. Aug 23 14:58:07.091043 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4dadd896-6bf0-4995-a11c-aaa6eeda316c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/0d235ac6-0826-4ebf-ad16-3095430bfa8e HTTP/1.1" status: 404 len: 333 time: 0.0770805 Aug 23 14:58:07.097571 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52646) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:07.140120 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f729fc52-862c-4b09-a9ce-4d642a293903 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] GET failed (client error): The resource could not be found. Aug 23 14:58:07.144939 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f729fc52-862c-4b09-a9ce-4d642a293903 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/9d678212-5c09-4aba-96e9-7d1fb05bbda2 HTTP/1.1" status: 404 len: 333 time: 0.0462937 Aug 23 14:58:07.146980 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52648) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:07.281211 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c468d6-0a62-41d6-b834-7a0e5780732f req-99e0a0a3-6cef-41d9-aca7-ccbb8648b9c0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:07.282828 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-55c468d6-0a62-41d6-b834-7a0e5780732f req-99e0a0a3-6cef-41d9-aca7-ccbb8648b9c0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.1282170 Aug 23 14:58:07.287527 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f637f9d5-71a8-4e41-bef0-ec4d40274ee4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:07.311222 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T14:58:05Z', 'revision_number': 3, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:07.342210 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Checking router: 47d7944c-32ec-43d4-a406-7b8c96a3819c for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:58:07.342563 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Updating router 47d7944c-32ec-43d4-a406-7b8c96a3819c port 0e400587-2775-4fa0-a9a7-a0198cb77fed binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:58:07.368527 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:07.377545 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecccf5-2771-42dc-a136-4e6550b2be6d req-3bce646a-20e4-46b6-9b89-e0d6e34b7a5d tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:07.379104 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eaecccf5-2771-42dc-a136-4e6550b2be6d req-3bce646a-20e4-46b6-9b89-e0d6e34b7a5d tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 945 time: 0.0983765 Aug 23 14:58:07.380612 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-55c468d6-0a62-41d6-b834-7a0e5780732f req-50c8e07e-c919-4cce-bda6-56eccf4774eb tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883155 Aug 23 14:58:07.447014 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f637f9d5-71a8-4e41-bef0-ec4d40274ee4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:07.447787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eaecccf5-2771-42dc-a136-4e6550b2be6d req-98af3665-bcc7-4b4e-a443-c423eab74b7f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433211 Aug 23 14:58:07.475251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-f637f9d5-71a8-4e41-bef0-ec4d40274ee4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da96791-f50e-41be-a2bd-6d3d1c47b8ef']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:07.508479 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:07.579933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 927da8a4-d5d5-4906-9c35-64e43f604f43 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:07.643141 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 137dff06-1f92-48bf-bf27-e96cc26c9bb4 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:07.717298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Allocated IP 172.20.0.1 (529cc4b9-928f-4b12-96db-60ee071d5066/64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff/2c1268ee-0f7d-4ff5-a4bd-ceee4c111777) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:07.735556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 137dff06-1f92-48bf-bf27-e96cc26c9bb4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:07.736009 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:07.794483 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:07.809502 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Transition to ACTIVE for port object 0e400587-2775-4fa0-a9a7-a0198cb77fed will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:07.816928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 927da8a4-d5d5-4906-9c35-64e43f604f43 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:07.825783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 927da8a4-d5d5-4906-9c35-64e43f604f43 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:07.826162 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:07.852235 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:07.872970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Transition to ACTIVE for port object 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:07.883037 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:07.903343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-f637f9d5-71a8-4e41-bef0-ec4d40274ee4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154b4c3c-7ca3-4b58-bea0-cc84722a0329') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:07.904006 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-f637f9d5-71a8-4e41-bef0-ec4d40274ee4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154b4c3c-7ca3-4b58-bea0-cc84722a0329') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:07.917238 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f637f9d5-71a8-4e41-bef0-ec4d40274ee4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:07.928643 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:07.936924 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Attempting to bind port 0e400587-2775-4fa0-a9a7-a0198cb77fed on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:58:07.937175 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Attempting to bind port 0e400587-2775-4fa0-a9a7-a0198cb77fed by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:58:07.937504 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Attempting to bind port 0e400587-2775-4fa0-a9a7-a0198cb77fed on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:07.943497 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31996d-6d60-4c8f-86f7-18f804debf14 req-e7fb83a4-a1bc-47fc-bc6d-306449edbfdc tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:07.945367 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f31996d-6d60-4c8f-86f7-18f804debf14 req-e7fb83a4-a1bc-47fc-bc6d-306449edbfdc tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 944 time: 0.4897549 Aug 23 14:58:07.946284 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:58:07.946732 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:07.947146 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:07.947544 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:58:07.948048 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Bound port: 0e400587-2775-4fa0-a9a7-a0198cb77fed, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:58:07.948437 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:07.955718 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce88888-30df-4cec-854c-321d272431fd None None] Pushing event updated for resources: {'Port': ['ID=0e400587-2775-4fa0-a9a7-a0198cb77fed,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:07.986107 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f31996d-6d60-4c8f-86f7-18f804debf14 req-66334b11-18b6-4b7e-9b07-9f212773008f tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330958 Aug 23 14:58:07.986329 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce88888-30df-4cec-854c-321d272431fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:07.986557 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce88888-30df-4cec-854c-321d272431fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:07.986942 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce88888-30df-4cec-854c-321d272431fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:07.987287 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce88888-30df-4cec-854c-321d272431fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:07.987623 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce88888-30df-4cec-854c-321d272431fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:07.987986 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce88888-30df-4cec-854c-321d272431fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:07.988320 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce88888-30df-4cec-854c-321d272431fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:07.988667 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce88888-30df-4cec-854c-321d272431fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:07.989008 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce88888-30df-4cec-854c-321d272431fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:07.989876 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce88888-30df-4cec-854c-321d272431fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:07.990201 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce88888-30df-4cec-854c-321d272431fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:07.990629 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce88888-30df-4cec-854c-321d272431fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:08.015313 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.058971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Network 529cc4b9-928f-4b12-96db-60ee071d5066 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:08.060634 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f637f9d5-71a8-4e41-bef0-ec4d40274ee4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.061932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:08.065622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:08.065893 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] For port 0e400587-2775-4fa0-a9a7-a0198cb77fed, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:58:08.070056 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] For port 0e400587-2775-4fa0-a9a7-a0198cb77fed, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0e400587-2775-4fa0-a9a7-a0198cb77fed,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:58:08.073432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43294661-a79e-4b1b-97fa-9b1fb5e0cf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927da8a4-d5d5-4906-9c35-64e43f604f43'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:58:08.074141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1268ee-0f7d-4ff5-a4bd-ceee4c111777,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:08.074399 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5257f6-7c99-41c2-af9e-3937e142854b" -d '{"events": [{"server_uuid": "43294661-a79e-4b1b-97fa-9b1fb5e0cf4d", "name": "network-vif-plugged", "status": "completed", "tag": "927da8a4-d5d5-4906-9c35-64e43f604f43"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:58:08.084272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f637f9d5-71a8-4e41-bef0-ec4d40274ee4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:58:08.084695 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f637f9d5-71a8-4e41-bef0-ec4d40274ee4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:58:08.089930 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:58:08.100091 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 927da8a4-d5d5-4906-9c35-64e43f604f43, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=927da8a4-d5d5-4906-9c35-64e43f604f43,segment=NetworkSegment(8013da92-a811-460f-b647-4dc89fd83944),segment_id=8013da92-a811-460f-b647-4dc89fd83944)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:08.134449 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fe16cf-951d-4b01-b399-b9fcdb513913 x-openstack-request-id: req-68fe16cf-951d-4b01-b399-b9fcdb513913 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:58:08.134826 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43294661-a79e-4b1b-97fa-9b1fb5e0cf4d", "name": "network-vif-plugged", "status": "completed", "tag": "927da8a4-d5d5-4906-9c35-64e43f604f43", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:58:08.135925 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68fe16cf-951d-4b01-b399-b9fcdb513913 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:58:08.136722 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43294661-a79e-4b1b-97fa-9b1fb5e0cf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927da8a4-d5d5-4906-9c35-64e43f604f43', 'code': 200} Aug 23 14:58:08.163105 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.165118 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.192275 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.193369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 051aae7b-38bb-4838-9191-5c17e13f0d45 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:08.240736 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f637f9d5-71a8-4e41-bef0-ec4d40274ee4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.249731 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f637f9d5-71a8-4e41-bef0-ec4d40274ee4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.258405 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f637f9d5-71a8-4e41-bef0-ec4d40274ee4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/networks/1da96791-f50e-41be-a2bd-6d3d1c47b8ef HTTP/1.1" status: 204 len: 168 time: 1.1114514 Aug 23 14:58:08.259426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52662) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:08.270206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-465bf7f0-5537-414c-9543-b280b6d65066 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1027102857'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:08.273238 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce88888-30df-4cec-854c-321d272431fd None None] Pushing event updated for resources: {'Port': ['ID=0e400587-2775-4fa0-a9a7-a0198cb77fed,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:08.285552 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Routers {'47d7944c-32ec-43d4-a406-7b8c96a3819c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:58:08.291408 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:57:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['47d7944c-32ec-43d4-a406-7b8c96a3819c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:08.302398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637f9d5-71a8-4e41-bef0-ec4d40274ee4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Network': ['ID=1da96791-f50e-41be-a2bd-6d3d1c47b8ef,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:08.320806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3dc94-bcac-40cc-a384-8ef37dbcf363 req-a8a48cfe-905e-4fb8-b65f-e674cd7caef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:08.327101 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2aa3dc94-bcac-40cc-a384-8ef37dbcf363 req-a8a48cfe-905e-4fb8-b65f-e674cd7caef6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 1096 time: 0.1002476 Aug 23 14:58:08.328984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c886be4-0c5b-4a87-9802-cacd85b7e807 req-c97c6a8d-9e3c-442c-ac53-6f9f3a2b4690 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:08.330604 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c886be4-0c5b-4a87-9802-cacd85b7e807 req-c97c6a8d-9e3c-442c-ac53-6f9f3a2b4690 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 945 time: 0.1629097 Aug 23 14:58:08.350426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=927da8a4-d5d5-4906-9c35-64e43f604f43,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:08.382003 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2aa3dc94-bcac-40cc-a384-8ef37dbcf363 req-fb66a630-f47d-4129-aa3b-e717be6ad44c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476284 Aug 23 14:58:08.393951 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c886be4-0c5b-4a87-9802-cacd85b7e807 req-26e08bfb-2074-442f-9445-0b6393bd2d08 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452871 Aug 23 14:58:08.433717 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.450396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465bf7f0-5537-414c-9543-b280b6d65066 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:08.454260 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-465bf7f0-5537-414c-9543-b280b6d65066 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.460556 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] Set router 47d7944c-32ec-43d4-a406-7b8c96a3819c gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:58:08.479697 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 051aae7b-38bb-4838-9191-5c17e13f0d45 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:08.482285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2fbd8724-0202-4a0f-aa42-d2ffe0b062ea None None] Provisioning for port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:08.483854 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465bf7f0-5537-414c-9543-b280b6d65066 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:58:08.491385 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2fbd8724-0202-4a0f-aa42-d2ffe0b062ea None None] Provisioning complete for port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:08.491814 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2fbd8724-0202-4a0f-aa42-d2ffe0b062ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.495598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 051aae7b-38bb-4838-9191-5c17e13f0d45 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:08.496100 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.496739 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-465bf7f0-5537-414c-9543-b280b6d65066 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.497563 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-465bf7f0-5537-414c-9543-b280b6d65066 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Added segment 8bb83adc-386a-48e0-8889-6eca11c9a3ea of type vlan for network 40c6e713-550d-4b38-8162-80cc54709d64 Aug 23 14:58:08.552747 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40cc8e-105f-46b8-b998-0cc1f4ab5eca req-9e12da9a-d6ef-44c1-9e8e-9a72116cfb28 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:08.554076 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-465bf7f0-5537-414c-9543-b280b6d65066 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.554546 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b40cc8e-105f-46b8-b998-0cc1f4ab5eca req-9e12da9a-d6ef-44c1-9e8e-9a72116cfb28 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.0878096 Aug 23 14:58:08.589937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd8724-0202-4a0f-aa42-d2ffe0b062ea None None] Port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:58:08.647886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b40cc8e-105f-46b8-b998-0cc1f4ab5eca req-3c4a98ed-a2fd-4716-9ec0-b105469c28f9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621560 Aug 23 14:58:08.672580 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.695231 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac5065-adf8-4bea-9939-c34249532419 req-471a6b85-fc3d-4212-88f6-6518c9da381f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:08.698172 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aaac5065-adf8-4bea-9939-c34249532419 req-471a6b85-fc3d-4212-88f6-6518c9da381f tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 945 time: 0.1189849 Aug 23 14:58:08.706589 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-465bf7f0-5537-414c-9543-b280b6d65066 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.712839 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465bf7f0-5537-414c-9543-b280b6d65066 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:08.713457 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-465bf7f0-5537-414c-9543-b280b6d65066 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.722533 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.726140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 051aae7b-38bb-4838-9191-5c17e13f0d45, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=051aae7b-38bb-4838-9191-5c17e13f0d45,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:08.775533 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T14:58:05Z', 'revision_number': 3, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:08.803420 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.812471 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8582a39d-0db3-4b8c-a26f-20d76e13bc3e None None] The sync data for ids ['47d7944c-32ec-43d4-a406-7b8c96a3819c'] in n-d-804985-3 is: [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T14:58:05Z', 'revision_number': 3, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:58:08.814907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bf7f0-5537-414c-9543-b280b6d65066 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Network': ['ID=40c6e713-550d-4b38-8162-80cc54709d64,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:08.820671 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.826127 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-465bf7f0-5537-414c-9543-b280b6d65066 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5578079 Aug 23 14:58:08.838506 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aaac5065-adf8-4bea-9939-c34249532419 req-49b3a84f-e26e-4e43-9c32-39e4b285e909 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291151 Aug 23 14:58:08.839078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52674) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:08.844813 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f0e88623-ce4f-40be-a235-89905cbee060 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'subnet': {'network_id': '40c6e713-550d-4b38-8162-80cc54709d64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:08.894354 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=051aae7b-38bb-4838-9191-5c17e13f0d45,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:08.908218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 40c6e713-550d-4b38-8162-80cc54709d64 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:58:08.945218 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:08.956895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1268ee-0f7d-4ff5-a4bd-ceee4c111777,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:08.971163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b8ac2-c9b0-476e-be69-6715ddacc332 req-7f290f91-bbb7-4f10-abf5-ba63f8293b64 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:08.973175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b2b8ac2-c9b0-476e-be69-6715ddacc332 req-7f290f91-bbb7-4f10-abf5-ba63f8293b64 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.57 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 945 time: 0.2208047 Aug 23 14:58:09.043232 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e88623-ce4f-40be-a235-89905cbee060 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:09.047528 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0e88623-ce4f-40be-a235-89905cbee060 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:09.150690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Network 529cc4b9-928f-4b12-96db-60ee071d5066 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:09.153417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:09.179728 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-9b2b8ac2-c9b0-476e-be69-6715ddacc332 req-d3fb6005-5b2d-4957-b505-cf257d546998 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Deleting port 777b5b3a-4355-4138-87e8-3e0d06ec958f {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:09.179728 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9b2b8ac2-c9b0-476e-be69-6715ddacc332 req-d3fb6005-5b2d-4957-b505-cf257d546998 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:09.225470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12238f65-5762-4327-98d9-43a0df201b30 req-9748c640-fcfb-422d-9cfc-4056df1e4745 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:09.227029 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-12238f65-5762-4327-98d9-43a0df201b30 req-9748c640-fcfb-422d-9cfc-4056df1e4745 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 945 time: 0.1248014 Aug 23 14:58:09.374711 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-12238f65-5762-4327-98d9-43a0df201b30 req-b0bd2616-44b1-4b7e-8b20-6604dd932bdc tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233361 Aug 23 14:58:09.595550 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0e88623-ce4f-40be-a235-89905cbee060 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:09.631718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3b4a790b-8995-44fc-b267-6513599f36d9 None None] Provisioning complete for port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:09.632785 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b4a790b-8995-44fc-b267-6513599f36d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:09.665367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0e400587-2775-4fa0-a9a7-a0198cb77fed up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:09.693471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e88623-ce4f-40be-a235-89905cbee060 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Subnet': ['ID=6ee141f6-84b5-4197-92ed-dd600d08b6f3,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:09.707711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3b4a790b-8995-44fc-b267-6513599f36d9 None None] Port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:58:09.714248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f93694-e1f0-43dc-a719-8d6254d12f4d req-c768b025-b3ff-4ca3-be5e-07b46d0c3966 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:09.727380 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30f93694-e1f0-43dc-a719-8d6254d12f4d req-c768b025-b3ff-4ca3-be5e-07b46d0c3966 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 946 time: 0.1960282 Aug 23 14:58:09.784248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e88623-ce4f-40be-a235-89905cbee060 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Checking segment: {'id': '8bb83adc-386a-48e0-8889-6eca11c9a3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '40c6e713-550d-4b38-8162-80cc54709d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:09.784620 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e88623-ce4f-40be-a235-89905cbee060 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network hostable DHCP agents. Network: 40c6e713-550d-4b38-8162-80cc54709d64, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:58:09.792041 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30f93694-e1f0-43dc-a719-8d6254d12f4d req-532ed713-cc12-40ff-9efc-5225905aed71 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636697 Aug 23 14:58:09.820326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 0e400587-2775-4fa0-a9a7-a0198cb77fed completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:09.826362 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0e400587-2775-4fa0-a9a7-a0198cb77fed triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:09.826787 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:09.870536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e88623-ce4f-40be-a235-89905cbee060 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network 40c6e713-550d-4b38-8162-80cc54709d64 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:58:09.908533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-9b2b8ac2-c9b0-476e-be69-6715ddacc332 req-d3fb6005-5b2d-4957-b505-cf257d546998 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] For port 777b5b3a-4355-4138-87e8-3e0d06ec958f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=777b5b3a-4355-4138-87e8-3e0d06ec958f,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:09.909161 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9b2b8ac2-c9b0-476e-be69-6715ddacc332 req-d3fb6005-5b2d-4957-b505-cf257d546998 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:09.956291 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:09.958555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-f0e88623-ce4f-40be-a235-89905cbee060 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 40c6e713-550d-4b38-8162-80cc54709d64) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:09.962138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-9b2b8ac2-c9b0-476e-be69-6715ddacc332 req-d3fb6005-5b2d-4957-b505-cf257d546998 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Calling delete_port for 777b5b3a-4355-4138-87e8-3e0d06ec958f owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:09.976064 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e88623-ce4f-40be-a235-89905cbee060 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:09.976684 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0e88623-ce4f-40be-a235-89905cbee060 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:09.987257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451ff55-f1fe-4756-aaf4-9752deb81821 req-c2fc8ed6-011a-44a1-806c-207c480dc863 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:09.995141 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7451ff55-f1fe-4756-aaf4-9752deb81821 req-c2fc8ed6-011a-44a1-806c-207c480dc863 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.2114358 Aug 23 14:58:10.000525 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204ce69-6e8d-41c6-9068-3ab052ddde55 req-fbd3309e-7f3b-493f-8719-1f38ff6acb48 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:10.000725 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde914d4-acb4-4d56-b2fa-eef38b60beb5 None None] Network 40c6e713-550d-4b38-8162-80cc54709d64 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:10.010083 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d204ce69-6e8d-41c6-9068-3ab052ddde55 req-fbd3309e-7f3b-493f-8719-1f38ff6acb48 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 945 time: 0.0912604 Aug 23 14:58:10.050937 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d204ce69-6e8d-41c6-9068-3ab052ddde55 req-4ba6aa4e-bfa5-4d77-9026-a7a6a911b3df tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 Aug 23 14:58:10.073600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 0e400587-2775-4fa0-a9a7-a0198cb77fed, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0e400587-2775-4fa0-a9a7-a0198cb77fed,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:10.086592 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f0e88623-ce4f-40be-a235-89905cbee060 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2452974 Aug 23 14:58:10.089497 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52688) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:10.092551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Router 47d7944c-32ec-43d4-a406-7b8c96a3819c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:58:10.107178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8662e9d4-0730-4246-a68b-9a08798a9025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'network_id': '40c6e713-550d-4b38-8162-80cc54709d64', 'name': 'tempest-PortsIpV6TestJSON-939091950'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:10.140124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3e75f4-94ff-437e-aeaa-c299c39f5acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051aae7b-38bb-4838-9191-5c17e13f0d45'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:58:10.144933 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c1521f-3ace-4770-ac9f-1a44df8232c1" -d '{"events": [{"server_uuid": "cb3e75f4-94ff-437e-aeaa-c299c39f5acd", "name": "network-vif-plugged", "status": "completed", "tag": "051aae7b-38bb-4838-9191-5c17e13f0d45"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:58:10.159569 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7451ff55-f1fe-4756-aaf4-9752deb81821 req-48a00919-6a6b-4a45-b381-64a37be3c663 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635249 Aug 23 14:58:10.179012 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:10.262527 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f869f73a-5fb8-4a8e-b14d-aa4b997fe993 x-openstack-request-id: req-f869f73a-5fb8-4a8e-b14d-aa4b997fe993 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:58:10.262829 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3e75f4-94ff-437e-aeaa-c299c39f5acd", "name": "network-vif-plugged", "status": "completed", "tag": "051aae7b-38bb-4838-9191-5c17e13f0d45", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:58:10.263085 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f869f73a-5fb8-4a8e-b14d-aa4b997fe993 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:58:10.263762 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3e75f4-94ff-437e-aeaa-c299c39f5acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051aae7b-38bb-4838-9191-5c17e13f0d45', 'code': 200} Aug 23 14:58:10.266030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=0e400587-2775-4fa0-a9a7-a0198cb77fed,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:10.355613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-40c6e713-550d-4b38-8162-80cc54709d64', 'network_id': '40c6e713-550d-4b38-8162-80cc54709d64', 'tenant_id': 'b2e37f6dfe47457092c32ed670b647d9', 'fixed_ips': [{'subnet_id': '6ee141f6-84b5-4197-92ed-dd600d08b6f3'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:58:10.356650 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:10.397310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70829e0f-e35b-49f1-9d20-b98d58e5c6d0 req-7683ea96-baef-44f5-bea3-1dd8487d3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:10.398811 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70829e0f-e35b-49f1-9d20-b98d58e5c6d0 req-7683ea96-baef-44f5-bea3-1dd8487d3592 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 1097 time: 0.1012995 Aug 23 14:58:10.399821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:58:10.405960 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6b8b693f-ef9c-45bf-b9af-dad6edc678d2 admin admin] 10.222.0.38 "PUT /v2.0/routers/47d7944c-32ec-43d4-a406-7b8c96a3819c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5901294 Aug 23 14:58:10.443700 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70829e0f-e35b-49f1-9d20-b98d58e5c6d0 req-fc746aaa-899b-4864-9b09-bea6de26ae24 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330417 Aug 23 14:58:10.446684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8662e9d4-0730-4246-a68b-9a08798a9025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:10.450885 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8662e9d4-0730-4246-a68b-9a08798a9025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:10.473053 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9b2b8ac2-c9b0-476e-be69-6715ddacc332 req-d3fb6005-5b2d-4957-b505-cf257d546998 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:10.479379 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-8662e9d4-0730-4246-a68b-9a08798a9025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port ae686298-c2a2-446d-a02e-bc2416e2a326 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:58:10.507179 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b', '99950aea-da04-47e6-a5e0-1db3b99484a1'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:58:10.538689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb6005-5b2d-4957-b505-cf257d546998 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Pushing event deleted for resources: {'Port': ['ID=777b5b3a-4355-4138-87e8-3e0d06ec958f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:10.590481 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Allocated IP 2001:db8::2 (40c6e713-550d-4b38-8162-80cc54709d64/6ee141f6-84b5-4197-92ed-dd600d08b6f3/773a05b7-6adf-40c1-b0df-3437dc0f569b) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:10.614468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2b8ac2-c9b0-476e-be69-6715ddacc332 req-d3fb6005-5b2d-4957-b505-cf257d546998 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] No DVR routers for this DVR port 777b5b3a-4355-4138-87e8-3e0d06ec958f on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:58:10.616031 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9b2b8ac2-c9b0-476e-be69-6715ddacc332 req-d3fb6005-5b2d-4957-b505-cf257d546998 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:10.618026 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b2b8ac2-c9b0-476e-be69-6715ddacc332 req-d3fb6005-5b2d-4957-b505-cf257d546998 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.57 "DELETE /v2.0/ports/777b5b3a-4355-4138-87e8-3e0d06ec958f HTTP/1.1" status: 204 len: 173 time: 1.6330416 Aug 23 14:58:10.618470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df54541f-50e8-498f-9725-97c8d7a39d48', 'name': 'network-vif-deleted', 'tag': '777b5b3a-4355-4138-87e8-3e0d06ec958f'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:58:10.620828 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141b8669-3e08-4169-ab46-c20391dbd5c0" -d '{"events": [{"server_uuid": "df54541f-50e8-498f-9725-97c8d7a39d48", "name": "network-vif-deleted", "tag": "777b5b3a-4355-4138-87e8-3e0d06ec958f"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:58:10.667266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff89c0-b62c-4f82-a4ba-c84cb3126893 req-1672b1ba-f724-47c3-aca6-b91c0ff48818 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:10.669483 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-acff89c0-b62c-4f82-a4ba-c84cb3126893 req-1672b1ba-f724-47c3-aca6-b91c0ff48818 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 945 time: 0.1765790 Aug 23 14:58:10.671451 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5aac276-3014-4d8c-87ab-62bf226e462c x-openstack-request-id: req-b5aac276-3014-4d8c-87ab-62bf226e462c {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:58:10.671902 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df54541f-50e8-498f-9725-97c8d7a39d48", "name": "network-vif-deleted", "tag": "777b5b3a-4355-4138-87e8-3e0d06ec958f", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:58:10.673682 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b5aac276-3014-4d8c-87ab-62bf226e462c {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:58:10.673682 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df54541f-50e8-498f-9725-97c8d7a39d48', 'name': 'network-vif-deleted', 'tag': '777b5b3a-4355-4138-87e8-3e0d06ec958f', 'status': 'completed', 'code': 200} Aug 23 14:58:10.722361 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-acff89c0-b62c-4f82-a4ba-c84cb3126893 req-b60a4fa2-045b-42a4-9e0b-862ee51bad5b tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380294 Aug 23 14:58:10.872374 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:10.892122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Transition to ACTIVE for port object 773a05b7-6adf-40c1-b0df-3437dc0f569b will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:10.945688 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Transition to ACTIVE for port object 773a05b7-6adf-40c1-b0df-3437dc0f569b will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:11.009012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50793a-b7c6-4e4d-a210-a669f5835af2 req-de7e82a3-43d8-4800-a439-55cb53c039c3 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:11.010694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3a50793a-b7c6-4e4d-a210-a669f5835af2 req-de7e82a3-43d8-4800-a439-55cb53c039c3 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 946 time: 0.1122041 Aug 23 14:58:11.015491 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:11.047218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Network 40c6e713-550d-4b38-8162-80cc54709d64 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:11.050426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:11.075242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:11.080799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3a50793a-b7c6-4e4d-a210-a669f5835af2 req-f795fc4c-8076-4085-b935-76d15c627e2a tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607963 Aug 23 14:58:11.138630 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Pushing event updated for resources: {'Port': ['ID=773a05b7-6adf-40c1-b0df-3437dc0f569b,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:11.170612 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-8662e9d4-0730-4246-a68b-9a08798a9025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Allocated IP 2001:db8::160 (40c6e713-550d-4b38-8162-80cc54709d64/6ee141f6-84b5-4197-92ed-dd600d08b6f3/ae686298-c2a2-446d-a02e-bc2416e2a326) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:11.183281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Attempting to bind port 773a05b7-6adf-40c1-b0df-3437dc0f569b on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:58:11.184293 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Attempting to bind port 773a05b7-6adf-40c1-b0df-3437dc0f569b by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '8bb83adc-386a-48e0-8889-6eca11c9a3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '40c6e713-550d-4b38-8162-80cc54709d64'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:58:11.184293 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Attempting to bind port 773a05b7-6adf-40c1-b0df-3437dc0f569b on network 40c6e713-550d-4b38-8162-80cc54709d64 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:11.189498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:58:11.189882 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Checking segment: {'id': '8bb83adc-386a-48e0-8889-6eca11c9a3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '40c6e713-550d-4b38-8162-80cc54709d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:11.190289 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:11.190682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Bound using segment: {'id': '8bb83adc-386a-48e0-8889-6eca11c9a3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '40c6e713-550d-4b38-8162-80cc54709d64'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:58:11.191222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Bound port: 773a05b7-6adf-40c1-b0df-3437dc0f569b, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb83adc-386a-48e0-8889-6eca11c9a3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '40c6e713-550d-4b38-8162-80cc54709d64'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:58:11.191544 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:11.265611 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1b2adfc5-417a-492f-ba84-7c059a74e555 req-2dff7159-daea-413f-8bf8-514ec67cb5ae tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=df54541f-50e8-498f-9725-97c8d7a39d48 HTTP/1.1" status: 200 len: 210 time: 0.0361066 Aug 23 14:58:11.319267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] For port 773a05b7-6adf-40c1-b0df-3437dc0f569b, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:58:11.323128 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] For port 773a05b7-6adf-40c1-b0df-3437dc0f569b, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=773a05b7-6adf-40c1-b0df-3437dc0f569b,segment=NetworkSegment(8bb83adc-386a-48e0-8889-6eca11c9a3ea),segment_id=8bb83adc-386a-48e0-8889-6eca11c9a3ea)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:58:11.343779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Sync routers for ids ['47d7944c-32ec-43d4-a406-7b8c96a3819c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:58:11.389610 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Routers {'47d7944c-32ec-43d4-a406-7b8c96a3819c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:58:11.393180 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:57:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['47d7944c-32ec-43d4-a406-7b8c96a3819c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:11.453571 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:11.466000 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a91301-679a-4cf4-8354-f9a18f839769 req-251897db-7bc7-4ce2-bd4c-699740d9db21 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:11.478184 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c6a91301-679a-4cf4-8354-f9a18f839769 req-251897db-7bc7-4ce2-bd4c-699740d9db21 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.1230638 Aug 23 14:58:11.487500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3de0f-7d25-4cd8-a7a1-c34126bd6301 req-f15de66b-c6d1-4de7-8922-768aa7223198 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:11.489200 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1fa3de0f-7d25-4cd8-a7a1-c34126bd6301 req-f15de66b-c6d1-4de7-8922-768aa7223198 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 945 time: 0.1415169 Aug 23 14:58:11.499548 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8662e9d4-0730-4246-a68b-9a08798a9025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:11.507381 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3213b96-307b-4574-b088-372603eec9ae req-850e3901-d64a-45d1-baac-9ce957811390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:11.509025 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3213b96-307b-4574-b088-372603eec9ae req-850e3901-d64a-45d1-baac-9ce957811390 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=559687d23e2c418bbd410da3830d8b55&device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 1096 time: 0.0911558 Aug 23 14:58:11.518215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-8662e9d4-0730-4246-a68b-9a08798a9025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Transition to ACTIVE for port object ae686298-c2a2-446d-a02e-bc2416e2a326 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:11.556132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52722) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:11.561832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1572260401-network', 'tenant_id': '90ea2743f058486daa62f332135c1d0e'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:11.614426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:58:11.631682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 777b5b3a-4355-4138-87e8-3e0d06ec958f no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:58:11.664339 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1fa3de0f-7d25-4cd8-a7a1-c34126bd6301 req-a446cacc-5412-48a1-adb3-7bef2cc03334 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667373 Aug 23 14:58:11.697669 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c6a91301-679a-4cf4-8354-f9a18f839769 req-cde225af-c786-4222-8267-d4b6ed6124a5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179406 Aug 23 14:58:11.717447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bbc2f-2df4-4e27-b102-5fb80a311e01 None None] Pushing event updated for resources: {'Port': ['ID=773a05b7-6adf-40c1-b0df-3437dc0f569b,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:11.721524 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0e400587-2775-4fa0-a9a7-a0198cb77fed up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:11.728926 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 777b5b3a-4355-4138-87e8-3e0d06ec958f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:58:11.729280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 777b5b3a-4355-4138-87e8-3e0d06ec958f not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:58:11.729699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:58:11.734157 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Set router 47d7944c-32ec-43d4-a406-7b8c96a3819c gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:58:11.744627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3213b96-307b-4574-b088-372603eec9ae req-e4fb166c-a3a1-410e-97a0-1cc30736c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:11.755497 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3213b96-307b-4574-b088-372603eec9ae req-e4fb166c-a3a1-410e-97a0-1cc30736c217 service neutron] 10.222.0.57 "GET /v2.0/networks?id=799eb0df-c9f1-4141-8c4b-24ffe90fdd90 HTTP/1.1" status: 200 len: 915 time: 0.2320669 Aug 23 14:58:11.769704 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8662e9d4-0730-4246-a68b-9a08798a9025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:11.830568 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3213b96-307b-4574-b088-372603eec9ae req-3b14e036-8a8f-401a-9fba-4f16a46aecd9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=927da8a4-d5d5-4906-9c35-64e43f604f43 HTTP/1.1" status: 200 len: 217 time: 0.0725503 Aug 23 14:58:11.831605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] Made reservation on behalf of 90ea2743f058486daa62f332135c1d0e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:11.834088 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:11.845161 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:11.867016 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.resource_extend [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:58:11.868409 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8662e9d4-0730-4246-a68b-9a08798a9025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network 40c6e713-550d-4b38-8162-80cc54709d64 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:11.873767 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-8662e9d4-0730-4246-a68b-9a08798a9025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:11.877578 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8662e9d4-0730-4246-a68b-9a08798a9025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:11.885532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8662e9d4-0730-4246-a68b-9a08798a9025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:11.886218 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8662e9d4-0730-4246-a68b-9a08798a9025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:11.920974 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662e9d4-0730-4246-a68b-9a08798a9025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=ae686298-c2a2-446d-a02e-bc2416e2a326,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:11.946010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3213b96-307b-4574-b088-372603eec9ae req-d55d62f0-8cf7-4583-b1ee-31125386fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:11.947587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3213b96-307b-4574-b088-372603eec9ae req-d55d62f0-8cf7-4583-b1ee-31125386fd4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4cd0bfd0-1770-4cd3-bf1c-62e7e9ba3bd5 HTTP/1.1" status: 200 len: 854 time: 0.1037707 Aug 23 14:58:11.998881 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3213b96-307b-4574-b088-372603eec9ae req-8aba56a6-3acb-4a07-8c52-16d83cc82c78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=799eb0df-c9f1-4141-8c4b-24ffe90fdd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388925 Aug 23 14:58:12.114522 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:12.132595 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3213b96-307b-4574-b088-372603eec9ae req-bb47a6bb-e752-4362-b278-de84b095f1e2 service neutron] 10.222.0.57 "GET /v2.0/networks/799eb0df-c9f1-4141-8c4b-24ffe90fdd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221492 Aug 23 14:58:12.200975 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:12.233219 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8662e9d4-0730-4246-a68b-9a08798a9025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1414783 Aug 23 14:58:12.238261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52726) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:12.248923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:58:12.265816 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:12.288682 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:12.289472 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] Added segment f80e5647-9a2e-400d-abba-865e0c55a212 of type vlan for network e8c94c12-a980-40ce-8075-4f5e492bc38c Aug 23 14:58:12.297562 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0e400587-2775-4fa0-a9a7-a0198cb77fed triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:12.297843 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:12.301646 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:12.306015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358eea4c-0545-4821-9de9-7c52b4a854da,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:12.306244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'port_id': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'mac_address': 'fa:16:3e:0a:88:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:58:12.382021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c264a-305d-4349-9b4e-ee5275516324 req-aeb1f431-9735-4e4b-87ff-53d6eedfd501 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:12.383919 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a6c264a-305d-4349-9b4e-ee5275516324 req-aeb1f431-9735-4e4b-87ff-53d6eedfd501 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 946 time: 0.1891799 Aug 23 14:58:12.392443 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3213b96-307b-4574-b088-372603eec9ae req-656eb037-0fa7-45d9-a736-fc40f77acc1c service neutron] 10.222.0.57 "GET /v2.0/networks/799eb0df-c9f1-4141-8c4b-24ffe90fdd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494402 Aug 23 14:58:12.394454 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:12.409418 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-16b91298-da3f-4aee-a50d-75b883cf3aef tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port ae686298-c2a2-446d-a02e-bc2416e2a326 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:12.409841 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-16b91298-da3f-4aee-a50d-75b883cf3aef tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:12.463941 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a6c264a-305d-4349-9b4e-ee5275516324 req-5249f2db-05a5-4eeb-bd7a-fbfa7a2c3a91 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631673 Aug 23 14:58:12.520791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:58:12.523896 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7ce2b0-0e3f-4020-8996-56f1ddafc869" -d '{"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-unplugged", "status": "completed", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:58:12.526855 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:12.537184 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:12.538840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:12.539446 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:12.546062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:12.548331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:58:12.578836 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-16b91298-da3f-4aee-a50d-75b883cf3aef tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:12.593593 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-16b91298-da3f-4aee-a50d-75b883cf3aef tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for ae686298-c2a2-446d-a02e-bc2416e2a326 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:12.630177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] Pushing event updated for resources: {'Network': ['ID=e8c94c12-a980-40ce-8075-4f5e492bc38c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:12.656398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network e8c94c12-a980-40ce-8075-4f5e492bc38c details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:58:12.701569 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7c660423-f00b-40aa-b821-2eda6c2fd94b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1436882 Aug 23 14:58:12.704198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52738) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:12.710592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f37454ca-48a3-414c-96e8-e1188466bad5 admin admin] Request body: {'subnet': {'network_id': 'e8c94c12-a980-40ce-8075-4f5e492bc38c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1572260401-subnet', 'tenant_id': '90ea2743f058486daa62f332135c1d0e', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:12.720009 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:12.832023 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d273a4a-c170-4e46-a158-826e98a5a29e x-openstack-request-id: req-1d273a4a-c170-4e46-a158-826e98a5a29e {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:58:12.832380 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-unplugged", "status": "completed", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:58:12.833250 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d273a4a-c170-4e46-a158-826e98a5a29e {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:58:12.833636 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'code': 200} Aug 23 14:58:12.843950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T14:58:08Z', 'revision_number': 4, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '2c1268ee-0f7d-4ff5-a4bd-ceee4c111777', 'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'mac_address': 'fa:16:3e:51:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:07Z', 'updated_at': '2021-08-23T14:58:08Z', 'revision_number': 2, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'subnets': [{'id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:12.895754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfaf1c9-5b44-414e-bbfc-2622ce58cbe2 None None] Network 40c6e713-550d-4b38-8162-80cc54709d64 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:12.898564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Checking router: 47d7944c-32ec-43d4-a406-7b8c96a3819c for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:58:12.898922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Updating router 47d7944c-32ec-43d4-a406-7b8c96a3819c port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:58:12.912150 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:58:12.912503 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:58:12.915301 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0de36-2185-407d-ad8e-4f22892b9483 req-f1a8f979-6c79-4bf2-85ee-79daa30ceddd tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:12.916880 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9df0de36-2185-407d-ad8e-4f22892b9483 req-f1a8f979-6c79-4bf2-85ee-79daa30ceddd tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 945 time: 0.0533514 Aug 23 14:58:12.929333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37454ca-48a3-414c-96e8-e1188466bad5 admin admin] Made reservation on behalf of 90ea2743f058486daa62f332135c1d0e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:12.931759 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f37454ca-48a3-414c-96e8-e1188466bad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:12.962509 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9df0de36-2185-407d-ad8e-4f22892b9483 req-8795397e-3a08-4132-bc5f-065cdb83be7c tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394447 Aug 23 14:58:12.996568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,revision_number=11']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:13.001470 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:13.016477 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-16b91298-da3f-4aee-a50d-75b883cf3aef tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:13.071332 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b91298-da3f-4aee-a50d-75b883cf3aef tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=ae686298-c2a2-446d-a02e-bc2416e2a326,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:13.101168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7a9e2034-bf14-4601-acbe-7d9a1c120274 None None] Provisioning for port 773a05b7-6adf-40c1-b0df-3437dc0f569b completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:13.172493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58e1e9-1079-4f0b-bbf1-b6563cfb10e7 req-b1343209-4865-4671-b435-cd16af4df158 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:13.174603 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-16b91298-da3f-4aee-a50d-75b883cf3aef tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:13.176299 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb58e1e9-1079-4f0b-bbf1-b6563cfb10e7 req-b1343209-4865-4671-b435-cd16af4df158 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=debac2d9-fb03-4085-8522-340209a7a50d HTTP/1.1" status: 200 len: 945 time: 0.0815997 Aug 23 14:58:13.179092 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-16b91298-da3f-4aee-a50d-75b883cf3aef tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/ae686298-c2a2-446d-a02e-bc2416e2a326 HTTP/1.1" status: 204 len: 168 time: 0.9386990 Aug 23 14:58:13.182861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52754) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:13.229336 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-91fe71c0-c293-4d4e-8b1f-40379fe7f3a9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] DELETE failed (client error): The resource could not be found. Aug 23 14:58:13.230718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91fe71c0-c293-4d4e-8b1f-40379fe7f3a9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:58:13.233449 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-91fe71c0-c293-4d4e-8b1f-40379fe7f3a9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/ae686298-c2a2-446d-a02e-bc2416e2a326 HTTP/1.1" status: 404 len: 333 time: 0.0492220 Aug 23 14:58:13.236195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52756) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:13.253084 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1adf9-6b2a-43bd-81c1-6644abd8e3d8 req-a20fa36f-8f5c-41f3-94ec-6e78f20c1bb2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:13.262027 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-86e1adf9-6b2a-43bd-81c1-6644abd8e3d8 req-a20fa36f-8f5c-41f3-94ec-6e78f20c1bb2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.2349651 Aug 23 14:58:13.274513 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb58e1e9-1079-4f0b-bbf1-b6563cfb10e7 req-22d913aa-699e-4d0d-ba33-282faaf97045 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795543 Aug 23 14:58:13.377273 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-86e1adf9-6b2a-43bd-81c1-6644abd8e3d8 req-3fde5065-6f16-4da3-a7b8-3de8584f0adc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139765 Aug 23 14:58:13.379378 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8c08bb-3334-4f37-9225-e039972838e6 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] GET failed (client error): The resource could not be found. Aug 23 14:58:13.381822 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0e8c08bb-3334-4f37-9225-e039972838e6 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/ae686298-c2a2-446d-a02e-bc2416e2a326 HTTP/1.1" status: 404 len: 333 time: 0.1443474 Aug 23 14:58:13.384947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52760) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:13.436814 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f37454ca-48a3-414c-96e8-e1188466bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:13.483599 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:13.500391 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:13.518560 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Transition to ACTIVE for port object 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:13.523379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:58:13.540601 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-086d8300-53e5-4791-a795-11bb03e658d8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting subnet 6ee141f6-84b5-4197-92ed-dd600d08b6f3 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:58:13.548365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:13.554659 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-086d8300-53e5-4791-a795-11bb03e658d8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:13.589875 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37454ca-48a3-414c-96e8-e1188466bad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a19a1bb-44de-48c4-b89a-89d32f7661bb,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:13.609436 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:13.616840 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:13.631099 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-086d8300-53e5-4791-a795-11bb03e658d8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:13.642270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33baa7-0a5d-42f8-98d7-4fa9d599bcaf req-7844d989-4de2-46f5-8be1-aa15e9eb7723 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:13.644361 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb33baa7-0a5d-42f8-98d7-4fa9d599bcaf req-7844d989-4de2-46f5-8be1-aa15e9eb7723 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 946 time: 0.1582642 Aug 23 14:58:13.646494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37454ca-48a3-414c-96e8-e1188466bad5 admin admin] Checking segment: {'id': 'f80e5647-9a2e-400d-abba-865e0c55a212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e8c94c12-a980-40ce-8075-4f5e492bc38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:13.646876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37454ca-48a3-414c-96e8-e1188466bad5 admin admin] Network hostable DHCP agents. Network: e8c94c12-a980-40ce-8075-4f5e492bc38c, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:58:13.712174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 773a05b7-6adf-40c1-b0df-3437dc0f569b up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:13.802821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:58:13.838709 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb33baa7-0a5d-42f8-98d7-4fa9d599bcaf req-eac7eda4-6939-4d3f-867c-af37506ded33 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231139 Aug 23 14:58:13.870741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,revision_number=12']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:13.876526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37454ca-48a3-414c-96e8-e1188466bad5 admin admin] Network e8c94c12-a980-40ce-8075-4f5e492bc38c is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:58:13.914864 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-086d8300-53e5-4791-a795-11bb03e658d8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:13.949320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-f37454ca-48a3-414c-96e8-e1188466bad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, e8c94c12-a980-40ce-8075-4f5e492bc38c) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:13.961680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37454ca-48a3-414c-96e8-e1188466bad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:13.962479 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f37454ca-48a3-414c-96e8-e1188466bad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:13.993242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Attempting to bind port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:58:13.993616 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Attempting to bind port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '32cd6f52-fdbd-4ae7-9f0c-5f5161199575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:58:13.993982 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Attempting to bind port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 on network 529cc4b9-928f-4b12-96db-60ee071d5066 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:13.996406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463b6429-850a-49c1-85fb-321c271b437f None None] Network e8c94c12-a980-40ce-8075-4f5e492bc38c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:14.088033 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf794d0-bd1e-4bfd-b7fc-71964bdb6dd2 None None] Pushing event updated for resources: {'Port': ['ID=2c1268ee-0f7d-4ff5-a4bd-ceee4c111777,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:14.093388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:58:14.094479 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Checking segment: {'id': '32cd6f52-fdbd-4ae7-9f0c-5f5161199575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:14.094908 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:14.095311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Bound using segment: {'id': '32cd6f52-fdbd-4ae7-9f0c-5f5161199575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:58:14.095825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Bound port: 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cd6f52-fdbd-4ae7-9f0c-5f5161199575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:58:14.096214 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:14.135267 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fbc42-6708-49fb-b51b-6dee19667ebf req-e3377410-346e-4859-be22-c10033a0c9a0 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:14.138700 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d9fbc42-6708-49fb-b51b-6dee19667ebf req-e3377410-346e-4859-be22-c10033a0c9a0 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 945 time: 0.0667732 Aug 23 14:58:14.166135 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f37454ca-48a3-414c-96e8-e1188466bad5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4604843 Aug 23 14:58:14.170259 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52774) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:14.175570 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1572260401-router', 'tenant_id': '90ea2743f058486daa62f332135c1d0e', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:14.210989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d9fbc42-6708-49fb-b51b-6dee19667ebf req-23b8cf02-be79-4bd6-b866-a3f637c9cd78 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637145 Aug 23 14:58:14.221985 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-086d8300-53e5-4791-a795-11bb03e658d8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:14.276280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ae652198-46fa-41b7-9030-5336dd6ffa1e None None] Could not find standard attr ID for object ae686298-c2a2-446d-a02e-bc2416e2a326. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 14:58:14.285679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] For port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:58:14.292624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 773a05b7-6adf-40c1-b0df-3437dc0f569b completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:14.296264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] For port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2c1268ee-0f7d-4ff5-a4bd-ceee4c111777,segment=NetworkSegment(32cd6f52-fdbd-4ae7-9f0c-5f5161199575),segment_id=32cd6f52-fdbd-4ae7-9f0c-5f5161199575)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:58:14.317362 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:14.318478 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:14.361726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 773a05b7-6adf-40c1-b0df-3437dc0f569b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:14.366428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d8300-53e5-4791-a795-11bb03e658d8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee141f6-84b5-4197-92ed-dd600d08b6f3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:14.366626 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:14.376582 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-086d8300-53e5-4791-a795-11bb03e658d8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:14.379217 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-086d8300-53e5-4791-a795-11bb03e658d8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/6ee141f6-84b5-4197-92ed-dd600d08b6f3 HTTP/1.1" status: 204 len: 168 time: 0.9927280 Aug 23 14:58:14.382981 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52786) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:14.414958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7bad8-5e27-44ec-b783-c2edcf9b6e92 req-9ead4565-9730-43ed-95b2-9e356254255b tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:14.416932 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-56b7bad8-5e27-44ec-b783-c2edcf9b6e92 req-9ead4565-9730-43ed-95b2-9e356254255b tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.61 "GET /v2.0/ports?device_id=debac2d9-fb03-4085-8522-340209a7a50d HTTP/1.1" status: 200 len: 945 time: 0.2677977 Aug 23 14:58:14.506620 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:14.601194 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:14.604691 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:14.651707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-56b7bad8-5e27-44ec-b783-c2edcf9b6e92 req-b08354a6-a907-403f-8a2d-3fe85a3a4585 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Deleting port 99950aea-da04-47e6-a5e0-1db3b99484a1 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:14.652112 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-56b7bad8-5e27-44ec-b783-c2edcf9b6e92 req-b08354a6-a907-403f-8a2d-3fe85a3a4585 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:14.656449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c874a3f3-8823-4fa6-9a0d-2faa2bb9c9d1 None None] Network 40c6e713-550d-4b38-8162-80cc54709d64 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:14.706582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-e8c94c12-a980-40ce-8075-4f5e492bc38c', 'network_id': 'e8c94c12-a980-40ce-8075-4f5e492bc38c', 'tenant_id': '90ea2743f058486daa62f332135c1d0e', 'fixed_ips': [{'subnet_id': '5a19a1bb-44de-48c4-b89a-89d32f7661bb'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:58:14.707472 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:14.809542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port 773a05b7-6adf-40c1-b0df-3437dc0f569b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:14.811815 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:14.812943 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dd0d2-8342-4ef6-95c3-d7c0f225e34d req-ade23acb-1f6c-45de-9b92-588c3a3d7e12 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:14.817722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-56b7bad8-5e27-44ec-b783-c2edcf9b6e92 req-b08354a6-a907-403f-8a2d-3fe85a3a4585 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] For port 99950aea-da04-47e6-a5e0-1db3b99484a1, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=99950aea-da04-47e6-a5e0-1db3b99484a1,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:14.818441 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-56b7bad8-5e27-44ec-b783-c2edcf9b6e92 req-b08354a6-a907-403f-8a2d-3fe85a3a4585 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:14.832297 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-820dd0d2-8342-4ef6-95c3-d7c0f225e34d req-ade23acb-1f6c-45de-9b92-588c3a3d7e12 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=debac2d9-fb03-4085-8522-340209a7a50d HTTP/1.1" status: 200 len: 945 time: 0.3237672 Aug 23 14:58:14.932757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-56b7bad8-5e27-44ec-b783-c2edcf9b6e92 req-b08354a6-a907-403f-8a2d-3fe85a3a4585 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Calling delete_port for 99950aea-da04-47e6-a5e0-1db3b99484a1 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:14.964076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Routers {'47d7944c-32ec-43d4-a406-7b8c96a3819c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:58:14.964729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:57:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['47d7944c-32ec-43d4-a406-7b8c96a3819c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:15.075494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] For port 773a05b7-6adf-40c1-b0df-3437dc0f569b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=773a05b7-6adf-40c1-b0df-3437dc0f569b,segment=NetworkSegment(8bb83adc-386a-48e0-8889-6eca11c9a3ea),segment_id=8bb83adc-386a-48e0-8889-6eca11c9a3ea)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:15.075779 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:15.084694 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:15.107639 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-820dd0d2-8342-4ef6-95c3-d7c0f225e34d req-4d681dd2-a9f4-4da9-9ee8-eb5d60f21745 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731795 Aug 23 14:58:15.124238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for 773a05b7-6adf-40c1-b0df-3437dc0f569b owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:15.161772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a000a-b424-45a6-9718-8e64d0b1da05 req-b6b94cca-1f18-43c1-a8bf-ceee65e67324 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:15.167592 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f3a000a-b424-45a6-9718-8e64d0b1da05 req-b6b94cca-1f18-43c1-a8bf-ceee65e67324 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 945 time: 0.1465015 Aug 23 14:58:15.291140 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77f067-4091-4019-b8ca-c794013d62e2 req-99b61b62-6ca4-4059-b54e-f570f44f5d16 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:15.293166 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0f77f067-4091-4019-b8ca-c794013d62e2 req-99b61b62-6ca4-4059-b54e-f570f44f5d16 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 946 time: 0.0706310 Aug 23 14:58:15.330932 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f3a000a-b424-45a6-9718-8e64d0b1da05 req-7e9dd7b3-4da5-42ae-8a57-97ae710808e6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623602 Aug 23 14:58:15.365246 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:15.407578 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0f77f067-4091-4019-b8ca-c794013d62e2 req-ca18f195-fd9e-4639-8cd3-8805ab6f05ad tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018758 Aug 23 14:58:15.415178 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Allocated IP 172.20.0.2 (e8c94c12-a980-40ce-8075-4f5e492bc38c/5a19a1bb-44de-48c4-b89a-89d32f7661bb/53fe9112-d3b7-480d-aeb6-0785b307bcc8) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:15.428237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No DVR routers for this DVR port 773a05b7-6adf-40c1-b0df-3437dc0f569b on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:58:15.439895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=773a05b7-6adf-40c1-b0df-3437dc0f569b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:15.622439 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-56b7bad8-5e27-44ec-b783-c2edcf9b6e92 req-b08354a6-a907-403f-8a2d-3fe85a3a4585 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:15.686759 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:15.695042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b', '99950aea-da04-47e6-a5e0-1db3b99484a1'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:58:15.700232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08354a6-a907-403f-8a2d-3fe85a3a4585 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Pushing event deleted for resources: {'Port': ['ID=99950aea-da04-47e6-a5e0-1db3b99484a1,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:15.722645 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:15.762774 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:15.765039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd97fa-20ad-4131-b774-cc8fbd7cedae req-35368539-c730-4683-867b-107dd1a7d897 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:15.769453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf794d0-bd1e-4bfd-b7fc-71964bdb6dd2 None None] Pushing event updated for resources: {'Port': ['ID=2c1268ee-0f7d-4ff5-a4bd-ceee4c111777,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:15.776309 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6dd97fa-20ad-4131-b774-cc8fbd7cedae req-35368539-c730-4683-867b-107dd1a7d897 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 945 time: 0.2521296 Aug 23 14:58:15.811640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c6e713-550d-4b38-8162-80cc54709d64']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:15.860423 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:15.875006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb83adc-386a-48e0-8889-6eca11c9a3ea') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:15.875006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb83adc-386a-48e0-8889-6eca11c9a3ea') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:15.901350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b7bad8-5e27-44ec-b783-c2edcf9b6e92 req-b08354a6-a907-403f-8a2d-3fe85a3a4585 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] No DVR routers for this DVR port 99950aea-da04-47e6-a5e0-1db3b99484a1 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:58:15.934010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eacf1-f8a5-4b37-a89d-ee31b75b8a63 req-c4f3d465-abef-409d-b2aa-30324cba4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:15.936719 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d65eacf1-f8a5-4b37-a89d-ee31b75b8a63 req-c4f3d465-abef-409d-b2aa-30324cba4459 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 1096 time: 0.3602192 Aug 23 14:58:15.939146 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-56b7bad8-5e27-44ec-b783-c2edcf9b6e92 req-b08354a6-a907-403f-8a2d-3fe85a3a4585 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:15.955263 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-56b7bad8-5e27-44ec-b783-c2edcf9b6e92 req-b08354a6-a907-403f-8a2d-3fe85a3a4585 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.61 "DELETE /v2.0/ports/99950aea-da04-47e6-a5e0-1db3b99484a1 HTTP/1.1" status: 204 len: 173 time: 1.5222714 Aug 23 14:58:15.968600 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:15.979746 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debac2d9-fb03-4085-8522-340209a7a50d', 'name': 'network-vif-deleted', 'tag': '99950aea-da04-47e6-a5e0-1db3b99484a1'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:58:15.982460 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac359ed-b1bd-4446-8428-19e9da05153a" -d '{"events": [{"server_uuid": "debac2d9-fb03-4085-8522-340209a7a50d", "name": "network-vif-deleted", "tag": "99950aea-da04-47e6-a5e0-1db3b99484a1"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:58:16.026134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Allocated IP 172.25.8.114 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/94acea27-424d-4aee-b2b9-c508d212076a) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:16.031078 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:16.036813 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6dd97fa-20ad-4131-b774-cc8fbd7cedae req-f979a9eb-aea7-451f-b715-a2a0702ef594 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583828 Aug 23 14:58:16.038339 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:16.163430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:58:16.164278 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:58:16.172081 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:58:16.273304 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7595b90c-1c89-4304-abcf-fc06e10bf839 x-openstack-request-id: req-7595b90c-1c89-4304-abcf-fc06e10bf839 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:58:16.273699 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debac2d9-fb03-4085-8522-340209a7a50d", "name": "network-vif-deleted", "tag": "99950aea-da04-47e6-a5e0-1db3b99484a1", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:58:16.273876 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7595b90c-1c89-4304-abcf-fc06e10bf839 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:58:16.274490 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debac2d9-fb03-4085-8522-340209a7a50d', 'name': 'network-vif-deleted', 'tag': '99950aea-da04-47e6-a5e0-1db3b99484a1', 'status': 'completed', 'code': 200} Aug 23 14:58:16.400404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d26404-fbea-406c-be6d-9a294749893b None None] DHCP port deletion for 40c6e713-550d-4b38-8162-80cc54709d64 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:58:16.448943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] Set router 47d7944c-32ec-43d4-a406-7b8c96a3819c gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:58:16.459733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:16.503930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c40437-d5a0-4cd5-beb1-9b649cd2ed65 req-a0d818f6-ca8f-47e6-a700-90387814b063 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:16.517627 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a4c40437-d5a0-4cd5-beb1-9b649cd2ed65 req-a0d818f6-ca8f-47e6-a700-90387814b063 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 946 time: 0.2414725 Aug 23 14:58:16.528303 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:16.619145 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a4c40437-d5a0-4cd5-beb1-9b649cd2ed65 req-e193971d-8482-4457-bd6a-248243392dfe tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003239 Aug 23 14:58:16.678570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eacf1-f8a5-4b37-a89d-ee31b75b8a63 req-63ae4e2e-5d43-4c68-b3aa-4df568be8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:16.681755 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d65eacf1-f8a5-4b37-a89d-ee31b75b8a63 req-63ae4e2e-5d43-4c68-b3aa-4df568be8517 service neutron] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.6859589 Aug 23 14:58:16.685017 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3a756af9-45ee-4789-8b50-edd786ed1bfa req-0ef020d5-0faf-4482-ac31-bae4189c29fc tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=debac2d9-fb03-4085-8522-340209a7a50d HTTP/1.1" status: 200 len: 210 time: 0.2890785 Aug 23 14:58:16.689976 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:16.764044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Transition to ACTIVE for port object 53fe9112-d3b7-480d-aeb6-0785b307bcc8 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:16.788273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Transition to ACTIVE for port object 53fe9112-d3b7-480d-aeb6-0785b307bcc8 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:16.796470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T14:58:08Z', 'revision_number': 4, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '2c1268ee-0f7d-4ff5-a4bd-ceee4c111777', 'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'mac_address': 'fa:16:3e:51:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:07Z', 'updated_at': '2021-08-23T14:58:14Z', 'revision_number': 4, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'subnets': [{'id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:16.810808 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:16.827243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Pushing event updated for resources: {'Port': ['ID=94acea27-424d-4aee-b2b9-c508d212076a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:16.833728 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:16.835007 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7d8f9-bf4a-4891-bb5f-12124e9151c4 None None] The sync data for ids ['47d7944c-32ec-43d4-a406-7b8c96a3819c'] in n-d-804985-3 is: [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T14:58:08Z', 'revision_number': 4, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '2c1268ee-0f7d-4ff5-a4bd-ceee4c111777', 'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'mac_address': 'fa:16:3e:51:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:07Z', 'updated_at': '2021-08-23T14:58:14Z', 'revision_number': 4, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'subnets': [{'id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:58:16.845388 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/networks/40c6e713-550d-4b38-8162-80cc54709d64 HTTP/1.1" status: 204 len: 168 time: 2.4603767 Aug 23 14:58:16.851829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:16.856861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52802) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:16.859616 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d6533c03-6688-4974-ba61-9e9a39aa1beb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-892250717'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:16.867856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:16.870367 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:16.874671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f2d5b-dbda-4472-a8a8-5e84e91e32dd req-132e491a-f7b9-48f6-86cd-99700aa2cb79 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:16.880121 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b6f2d5b-dbda-4472-a8a8-5e84e91e32dd req-132e491a-f7b9-48f6-86cd-99700aa2cb79 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.57 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 945 time: 0.4713686 Aug 23 14:58:16.905601 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff6003-00bf-4fbc-bae6-de53811ca217 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Network': ['ID=40c6e713-550d-4b38-8162-80cc54709d64,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:16.930668 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:16.952976 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d65eacf1-f8a5-4b37-a89d-ee31b75b8a63 req-84c30ea3-b957-4286-a374-5cad67c72235 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 HTTP/1.1" status: 200 len: 1000 time: 0.2474856 Aug 23 14:58:16.997687 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Network e8c94c12-a980-40ce-8075-4f5e492bc38c is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:17.000671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:17.005635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:17.071484 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Pushing event updated for resources: {'Port': ['ID=53fe9112-d3b7-480d-aeb6-0785b307bcc8,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:17.134703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a50fd-cd97-426c-a50f-f911b0271a59 req-deebb741-7d16-4ba5-94d2-d54238c067ed tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:17.143625 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb2a50fd-cd97-426c-a50f-f911b0271a59 req-deebb741-7d16-4ba5-94d2-d54238c067ed tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 945 time: 0.3548226 Aug 23 14:58:17.148198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eacf1-f8a5-4b37-a89d-ee31b75b8a63 req-a8e7aac3-eeb2-4707-b774-2fb2c3822093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:17.150799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Attempting to bind port 53fe9112-d3b7-480d-aeb6-0785b307bcc8 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:58:17.151359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Attempting to bind port 53fe9112-d3b7-480d-aeb6-0785b307bcc8 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'f80e5647-9a2e-400d-abba-865e0c55a212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e8c94c12-a980-40ce-8075-4f5e492bc38c'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:58:17.151522 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d65eacf1-f8a5-4b37-a89d-ee31b75b8a63 req-a8e7aac3-eeb2-4707-b774-2fb2c3822093 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.1674781 Aug 23 14:58:17.152048 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Attempting to bind port 53fe9112-d3b7-480d-aeb6-0785b307bcc8 on network e8c94c12-a980-40ce-8075-4f5e492bc38c {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:17.159138 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:58:17.159957 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Checking segment: {'id': 'f80e5647-9a2e-400d-abba-865e0c55a212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e8c94c12-a980-40ce-8075-4f5e492bc38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:17.160643 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:17.161327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Bound using segment: {'id': 'f80e5647-9a2e-400d-abba-865e0c55a212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e8c94c12-a980-40ce-8075-4f5e492bc38c'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:58:17.162019 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Bound port: 53fe9112-d3b7-480d-aeb6-0785b307bcc8, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80e5647-9a2e-400d-abba-865e0c55a212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e8c94c12-a980-40ce-8075-4f5e492bc38c'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:58:17.162769 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:17.320301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] For port 53fe9112-d3b7-480d-aeb6-0785b307bcc8, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:58:17.332967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] For port 53fe9112-d3b7-480d-aeb6-0785b307bcc8, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=53fe9112-d3b7-480d-aeb6-0785b307bcc8,segment=NetworkSegment(f80e5647-9a2e-400d-abba-865e0c55a212),segment_id=f80e5647-9a2e-400d-abba-865e0c55a212)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:58:17.369998 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-3b6f2d5b-dbda-4472-a8a8-5e84e91e32dd req-cae163b9-acda-40ba-9e92-7aef5bfce40f tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Deleting port 927da8a4-d5d5-4906-9c35-64e43f604f43 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:17.370347 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3b6f2d5b-dbda-4472-a8a8-5e84e91e32dd req-cae163b9-acda-40ba-9e92-7aef5bfce40f tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:17.397906 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:17.466020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eacf1-f8a5-4b37-a89d-ee31b75b8a63 req-a1f369b5-1e48-49cb-9110-fdf34cfa5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:17.468768 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d65eacf1-f8a5-4b37-a89d-ee31b75b8a63 req-a1f369b5-1e48-49cb-9110-fdf34cfa5076 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3047800 Aug 23 14:58:17.481631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7464-4b43-4f55-9a9b-dc5bd91a3ee0 req-6590c5eb-f0bc-44b3-9838-60bceee84d07 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:17.490436 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c01a7464-4b43-4f55-9a9b-dc5bd91a3ee0 req-6590c5eb-f0bc-44b3-9838-60bceee84d07 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 945 time: 0.2765546 Aug 23 14:58:17.540220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4115399-54f6-4332-9cdb-2a86d99ef6a8 None None] Pushing event updated for resources: {'Port': ['ID=53fe9112-d3b7-480d-aeb6-0785b307bcc8,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:17.638812 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:17.666382 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c01a7464-4b43-4f55-9a9b-dc5bd91a3ee0 req-0a331bac-d85c-4700-b9c3-f6f318b45564 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667554 Aug 23 14:58:17.710499 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-3b6f2d5b-dbda-4472-a8a8-5e84e91e32dd req-cae163b9-acda-40ba-9e92-7aef5bfce40f tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] For port 927da8a4-d5d5-4906-9c35-64e43f604f43, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=927da8a4-d5d5-4906-9c35-64e43f604f43,segment=NetworkSegment(8013da92-a811-460f-b647-4dc89fd83944),segment_id=8013da92-a811-460f-b647-4dc89fd83944)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:17.725831 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3b6f2d5b-dbda-4472-a8a8-5e84e91e32dd req-cae163b9-acda-40ba-9e92-7aef5bfce40f tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:17.779401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-3b6f2d5b-dbda-4472-a8a8-5e84e91e32dd req-cae163b9-acda-40ba-9e92-7aef5bfce40f tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Calling delete_port for 927da8a4-d5d5-4906-9c35-64e43f604f43 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:17.847353 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:17.850751 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:17.892981 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d65eacf1-f8a5-4b37-a89d-ee31b75b8a63 req-912a5f40-b78c-4e64-9827-35542fa4b341 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939056 Aug 23 14:58:18.026024 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:18.038716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6533c03-6688-4974-ba61-9e9a39aa1beb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:18.041561 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:18.059042 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d6533c03-6688-4974-ba61-9e9a39aa1beb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:18.141429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:18.153668 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:58:18.156174 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8e369b-b497-49dc-96b7-3eca956185f8" -d '{"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-plugged", "status": "completed", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:58:18.210330 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb2a50fd-cd97-426c-a50f-f911b0271a59 req-eb54beb5-cfbc-4be0-8cea-2ecccaae3dc4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0626433 Aug 23 14:58:18.215642 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:18.220312 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 927da8a4-d5d5-4906-9c35-64e43f604f43 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:58:18.288610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6533c03-6688-4974-ba61-9e9a39aa1beb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:58:18.398984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b76ab-2570-42f2-bf17-5273d7d060d7 req-2eec7989-4ec2-40f4-8e1e-021c20e8b717 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:18.400783 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f1b76ab-2570-42f2-bf17-5273d7d060d7 req-2eec7989-4ec2-40f4-8e1e-021c20e8b717 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 946 time: 0.4232080 Aug 23 14:58:18.402094 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d6533c03-6688-4974-ba61-9e9a39aa1beb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:18.402445 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-d6533c03-6688-4974-ba61-9e9a39aa1beb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Added segment 31ed270d-3c19-49d5-97f9-de2ef590264a of type vlan for network 7ade40c5-7418-4527-b40a-5a7401847781 Aug 23 14:58:18.471643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,revision_number=13']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:18.521531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 53fe9112-d3b7-480d-aeb6-0785b307bcc8 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:18.524230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 99950aea-da04-47e6-a5e0-1db3b99484a1 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:58:18.539996 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42eb505-cd72-48b2-a471-c7f1f90d4191 x-openstack-request-id: req-c42eb505-cd72-48b2-a471-c7f1f90d4191 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:58:18.540508 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-plugged", "status": "completed", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:58:18.544646 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c42eb505-cd72-48b2-a471-c7f1f90d4191 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:58:18.545977 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'code': 200} Aug 23 14:58:18.637117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 99950aea-da04-47e6-a5e0-1db3b99484a1 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:58:18.637628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 99950aea-da04-47e6-a5e0-1db3b99484a1 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:58:18.652443 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d65eacf1-f8a5-4b37-a89d-ee31b75b8a63 req-55ef3963-91b8-44b7-96d8-5c9426887fae service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968503 Aug 23 14:58:18.673244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0bf56-62ea-41ae-97a8-d6972e1c96d1 req-7fb416c4-97c1-4f6b-9c6e-b1398cbb85a2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:18.682584 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab0bf56-62ea-41ae-97a8-d6972e1c96d1 req-7fb416c4-97c1-4f6b-9c6e-b1398cbb85a2 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 946 time: 0.8798337 Aug 23 14:58:18.700756 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d6533c03-6688-4974-ba61-9e9a39aa1beb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:18.760367 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab0bf56-62ea-41ae-97a8-d6972e1c96d1 req-ba82fcbb-e9bd-47f0-981e-8b3a9d688576 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764976 Aug 23 14:58:18.855973 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:18.940216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 53fe9112-d3b7-480d-aeb6-0785b307bcc8 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:18.947151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:18.986227 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:19.003363 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-1f1b76ab-2570-42f2-bf17-5273d7d060d7 req-652cfc1f-0cca-424b-a276-12e2002cc4a6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Deleting port 051aae7b-38bb-4838-9191-5c17e13f0d45 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:19.003740 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1f1b76ab-2570-42f2-bf17-5273d7d060d7 req-652cfc1f-0cca-424b-a276-12e2002cc4a6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:19.023960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c32bf-85f9-4bee-b01b-ac8a552712af req-2d71a792-e023-4f7a-98aa-d868d49b2108 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:19.032289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-824c32bf-85f9-4bee-b01b-ac8a552712af req-2d71a792-e023-4f7a-98aa-d868d49b2108 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 945 time: 0.0785558 Aug 23 14:58:19.046605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d6533c03-6688-4974-ba61-9e9a39aa1beb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:19.055579 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6533c03-6688-4974-ba61-9e9a39aa1beb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:19.056367 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d6533c03-6688-4974-ba61-9e9a39aa1beb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:19.075043 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3b6f2d5b-dbda-4472-a8a8-5e84e91e32dd req-cae163b9-acda-40ba-9e92-7aef5bfce40f tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:19.163489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:19.169000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:19.170345 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:19.216386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae163b9-acda-40ba-9e92-7aef5bfce40f tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Pushing event deleted for resources: {'Port': ['ID=927da8a4-d5d5-4906-9c35-64e43f604f43,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:19.271073 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-824c32bf-85f9-4bee-b01b-ac8a552712af req-950b83f2-70c8-4fea-944f-9fd621227592 tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/security-groups?id=e1a4e298-7b92-4a9b-9f56-4198805f660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378016 Aug 23 14:58:19.295545 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6f2d5b-dbda-4472-a8a8-5e84e91e32dd req-cae163b9-acda-40ba-9e92-7aef5bfce40f tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] No DVR routers for this DVR port 927da8a4-d5d5-4906-9c35-64e43f604f43 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:58:19.298338 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3b6f2d5b-dbda-4472-a8a8-5e84e91e32dd req-cae163b9-acda-40ba-9e92-7aef5bfce40f tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:19.308769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9c3040-7e5a-4fe6-893b-d2ef086f071b None None] Network e8c94c12-a980-40ce-8075-4f5e492bc38c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:19.316264 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b6f2d5b-dbda-4472-a8a8-5e84e91e32dd req-cae163b9-acda-40ba-9e92-7aef5bfce40f tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.57 "DELETE /v2.0/ports/927da8a4-d5d5-4906-9c35-64e43f604f43 HTTP/1.1" status: 204 len: 173 time: 2.4134295 Aug 23 14:58:19.316800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43294661-a79e-4b1b-97fa-9b1fb5e0cf4d', 'name': 'network-vif-deleted', 'tag': '927da8a4-d5d5-4906-9c35-64e43f604f43'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:58:19.322094 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a9fcb5-a55d-46ad-a7f3-5d765c6387c2" -d '{"events": [{"server_uuid": "43294661-a79e-4b1b-97fa-9b1fb5e0cf4d", "name": "network-vif-deleted", "tag": "927da8a4-d5d5-4906-9c35-64e43f604f43"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:58:19.355517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52822) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:19.356603 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d6533c03-6688-4974-ba61-9e9a39aa1beb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.5021324 Aug 23 14:58:19.361229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-07ed87d7-6b46-4597-8667-145c713047a5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'subnet': {'network_id': '7ade40c5-7418-4527-b40a-5a7401847781', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:19.427017 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:19.442453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-1f1b76ab-2570-42f2-bf17-5273d7d060d7 req-652cfc1f-0cca-424b-a276-12e2002cc4a6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] For port 051aae7b-38bb-4838-9191-5c17e13f0d45, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=051aae7b-38bb-4838-9191-5c17e13f0d45,segment=NetworkSegment(2b2a654c-ff46-4b5a-9825-6973a6e33ff1),segment_id=2b2a654c-ff46-4b5a-9825-6973a6e33ff1)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:19.442853 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1f1b76ab-2570-42f2-bf17-5273d7d060d7 req-652cfc1f-0cca-424b-a276-12e2002cc4a6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:19.490754 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-1f1b76ab-2570-42f2-bf17-5273d7d060d7 req-652cfc1f-0cca-424b-a276-12e2002cc4a6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Calling delete_port for 051aae7b-38bb-4838-9191-5c17e13f0d45 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:19.518531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2c1268ee-0f7d-4ff5-a4bd-ceee4c111777,segment=NetworkSegment(32cd6f52-fdbd-4ae7-9f0c-5f5161199575),segment_id=32cd6f52-fdbd-4ae7-9f0c-5f5161199575)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:19.525953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533f47-75aa-4996-817f-7cb2c9d720d9 req-8ebf6a77-f5d9-4ad0-acb5-37d3c10266de tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:19.527442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18533f47-75aa-4996-817f-7cb2c9d720d9 req-8ebf6a77-f5d9-4ad0-acb5-37d3c10266de tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.1132469 Aug 23 14:58:19.535610 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2a0c3f3b-4437-438a-9c19-57723cb0fc14 None None] Provisioning for port 53fe9112-d3b7-480d-aeb6-0785b307bcc8 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:19.554630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6533c03-6688-4974-ba61-9e9a39aa1beb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Network': ['ID=7ade40c5-7418-4527-b40a-5a7401847781,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:19.592183 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:19.599011 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 7ade40c5-7418-4527-b40a-5a7401847781 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:58:19.609952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2a0c3f3b-4437-438a-9c19-57723cb0fc14 None None] Provisioning complete for port 53fe9112-d3b7-480d-aeb6-0785b307bcc8 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:19.610622 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3f3b-4437-438a-9c19-57723cb0fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:19.619754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 773a05b7-6adf-40c1-b0df-3437dc0f569b no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:58:19.623484 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18533f47-75aa-4996-817f-7cb2c9d720d9 req-e73c6813-ea0f-400d-98e2-c2e320f4ffdd tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789294 Aug 23 14:58:19.651001 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27584fd-f2a7-4a02-b5cc-ec19e0db3d1b req-7705dd57-6095-4f9b-957c-dcb7413710a8 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:19.654163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ed87d7-6b46-4597-8667-145c713047a5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:19.674195 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07ed87d7-6b46-4597-8667-145c713047a5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:19.685678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 773a05b7-6adf-40c1-b0df-3437dc0f569b {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:58:19.686384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 773a05b7-6adf-40c1-b0df-3437dc0f569b not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:58:19.690145 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c27584fd-f2a7-4a02-b5cc-ec19e0db3d1b req-7705dd57-6095-4f9b-957c-dcb7413710a8 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.3789330 Aug 23 14:58:19.732386 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20d37d7-bb6d-4935-9ee7-295e8890e3fe x-openstack-request-id: req-c20d37d7-bb6d-4935-9ee7-295e8890e3fe {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:58:19.735828 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43294661-a79e-4b1b-97fa-9b1fb5e0cf4d", "name": "network-vif-deleted", "tag": "927da8a4-d5d5-4906-9c35-64e43f604f43", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:58:19.736195 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c20d37d7-bb6d-4935-9ee7-295e8890e3fe {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:58:19.736706 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43294661-a79e-4b1b-97fa-9b1fb5e0cf4d', 'name': 'network-vif-deleted', 'tag': '927da8a4-d5d5-4906-9c35-64e43f604f43', 'status': 'completed', 'code': 200} Aug 23 14:58:19.828733 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c27584fd-f2a7-4a02-b5cc-ec19e0db3d1b req-5f074ea1-7974-42ff-906f-959b1ef8d072 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325929 Aug 23 14:58:19.917199 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f941e-97b5-4d07-8dcf-1e17389d64d9 req-489b4480-83ac-415e-ae95-a3337c4384a4 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:19.925710 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a04f941e-97b5-4d07-8dcf-1e17389d64d9 req-489b4480-83ac-415e-ae95-a3337c4384a4 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 946 time: 0.0864978 Aug 23 14:58:19.946855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=2c1268ee-0f7d-4ff5-a4bd-ceee4c111777,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:20.014923 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3f3b-4437-438a-9c19-57723cb0fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:20.072682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a04f941e-97b5-4d07-8dcf-1e17389d64d9 req-e5debf49-1c6a-4515-91a7-273aabb4adeb tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/security-groups?id=c3db3077-5722-4959-bbac-652047df3f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426537 Aug 23 14:58:20.102659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Router 94317880-a3da-4284-8946-6f2d2422d88f is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:58:20.103980 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2a0c3f3b-4437-438a-9c19-57723cb0fc14 None None] For port 53fe9112-d3b7-480d-aeb6-0785b307bcc8, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=53fe9112-d3b7-480d-aeb6-0785b307bcc8,segment=NetworkSegment(f80e5647-9a2e-400d-abba-865e0c55a212),segment_id=f80e5647-9a2e-400d-abba-865e0c55a212)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:20.152941 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:20.199574 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1f1b76ab-2570-42f2-bf17-5273d7d060d7 req-652cfc1f-0cca-424b-a276-12e2002cc4a6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:20.219456 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3f3b-4437-438a-9c19-57723cb0fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:20.263858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:20.296093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cfc1f-0cca-424b-a276-12e2002cc4a6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Pushing event deleted for resources: {'Port': ['ID=051aae7b-38bb-4838-9191-5c17e13f0d45,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:20.352126 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07ed87d7-6b46-4597-8667-145c713047a5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:20.380713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c3f3b-4437-438a-9c19-57723cb0fc14 None None] Pushing event updated for resources: {'Port': ['ID=53fe9112-d3b7-480d-aeb6-0785b307bcc8,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:20.410506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6fec25ae-8845-4846-bc9d-462b22c5a9fe None None] Provisioning complete for port 53fe9112-d3b7-480d-aeb6-0785b307bcc8 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:20.410790 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1b76ab-2570-42f2-bf17-5273d7d060d7 req-652cfc1f-0cca-424b-a276-12e2002cc4a6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] No DVR routers for this DVR port 051aae7b-38bb-4838-9191-5c17e13f0d45 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:58:20.412090 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6fec25ae-8845-4846-bc9d-462b22c5a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:20.416275 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1f1b76ab-2570-42f2-bf17-5273d7d060d7 req-652cfc1f-0cca-424b-a276-12e2002cc4a6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:20.419468 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f1b76ab-2570-42f2-bf17-5273d7d060d7 req-652cfc1f-0cca-424b-a276-12e2002cc4a6 tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.57 "DELETE /v2.0/ports/051aae7b-38bb-4838-9191-5c17e13f0d45 HTTP/1.1" status: 204 len: 173 time: 2.0066483 Aug 23 14:58:20.419988 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3e75f4-94ff-437e-aeaa-c299c39f5acd', 'name': 'network-vif-deleted', 'tag': '051aae7b-38bb-4838-9191-5c17e13f0d45'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:58:20.423990 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe934e57-0c1b-492c-ace4-c415ba64e077" -d '{"events": [{"server_uuid": "cb3e75f4-94ff-437e-aeaa-c299c39f5acd", "name": "network-vif-deleted", "tag": "051aae7b-38bb-4838-9191-5c17e13f0d45"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:58:20.472792 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-28833fee-bc99-4101-a088-53c703165fd7 req-a4638874-5d5d-4fa0-a6e2-9b641d377ade tempest-InstanceActionsTestJSON-514384446 tempest-InstanceActionsTestJSON-514384446-project] 10.222.0.38 "GET /v2.0/ports?device_id=43294661-a79e-4b1b-97fa-9b1fb5e0cf4d HTTP/1.1" status: 200 len: 210 time: 0.0428035 Aug 23 14:58:20.492319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:58:20.502242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:20.503502 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:20.509623 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Sync routers for ids ['94317880-a3da-4284-8946-6f2d2422d88f'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:58:20.547495 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Routers {'94317880-a3da-4284-8946-6f2d2422d88f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:58:20.554965 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:57:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['94317880-a3da-4284-8946-6f2d2422d88f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:20.596867 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22b29b7-5351-44bf-a1cc-7b422df7a55b x-openstack-request-id: req-a22b29b7-5351-44bf-a1cc-7b422df7a55b {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:58:20.597254 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3e75f4-94ff-437e-aeaa-c299c39f5acd", "name": "network-vif-deleted", "tag": "051aae7b-38bb-4838-9191-5c17e13f0d45", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:58:20.601802 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a22b29b7-5351-44bf-a1cc-7b422df7a55b {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:58:20.602327 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3e75f4-94ff-437e-aeaa-c299c39f5acd', 'name': 'network-vif-deleted', 'tag': '051aae7b-38bb-4838-9191-5c17e13f0d45', 'status': 'completed', 'code': 200} Aug 23 14:58:20.604656 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:20.606460 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8653e8ad-9d83-4cd0-abf7-0f4e28bb68ed admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4347820 Aug 23 14:58:20.611797 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52830) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:20.623083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ed87d7-6b46-4597-8667-145c713047a5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Checking segment: {'id': '31ed270d-3c19-49d5-97f9-de2ef590264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7ade40c5-7418-4527-b40a-5a7401847781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:20.623609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ed87d7-6b46-4597-8667-145c713047a5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network hostable DHCP agents. Network: 7ade40c5-7418-4527-b40a-5a7401847781, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:58:20.626858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed87d7-6b46-4597-8667-145c713047a5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Subnet': ['ID=fc5ac8f2-c2f3-4676-b30b-bdb143e9290f,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:20.745905 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Set router 94317880-a3da-4284-8946-6f2d2422d88f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:58:20.810852 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd584f-8208-477a-8062-1b9e8bcc815b req-970be0b6-10dc-4298-a48b-3d9e3b26e187 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:20.812975 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b5bd584f-8208-477a-8062-1b9e8bcc815b req-970be0b6-10dc-4298-a48b-3d9e3b26e187 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.1604807 Aug 23 14:58:20.849218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ed87d7-6b46-4597-8667-145c713047a5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network 7ade40c5-7418-4527-b40a-5a7401847781 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:58:21.039054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-07ed87d7-6b46-4597-8667-145c713047a5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 7ade40c5-7418-4527-b40a-5a7401847781) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:21.044463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ed87d7-6b46-4597-8667-145c713047a5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:21.045113 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07ed87d7-6b46-4597-8667-145c713047a5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:21.050440 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291fa5e1-a0c5-4e51-92bc-073a88ef32e6 None None] Network 7ade40c5-7418-4527-b40a-5a7401847781 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:21.094278 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94317880-a3da-4284-8946-6f2d2422d88f', 'name': 'tempest-TestVolumeBackupRestore-1572260401-router', 'tenant_id': '90ea2743f058486daa62f332135c1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '94acea27-424d-4aee-b2b9-c508d212076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:14Z', 'updated_at': '2021-08-23T14:58:17Z', 'revision_number': 3, 'project_id': '90ea2743f058486daa62f332135c1d0e', 'gw_port': {'id': '94acea27-424d-4aee-b2b9-c508d212076a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94317880-a3da-4284-8946-6f2d2422d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:15Z', 'updated_at': '2021-08-23T14:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:21.127907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b1b74-79a3-4440-b4ff-6ec3e88d7766 req-6a49e64a-3ab7-482e-8501-52a644bdf0fb tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:21.128193 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Checking router: 94317880-a3da-4284-8946-6f2d2422d88f for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:58:21.128786 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Updating router 94317880-a3da-4284-8946-6f2d2422d88f port 94acea27-424d-4aee-b2b9-c508d212076a binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:58:21.129911 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb5b1b74-79a3-4440-b4ff-6ec3e88d7766 req-6a49e64a-3ab7-482e-8501-52a644bdf0fb tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 946 time: 0.0947673 Aug 23 14:58:21.149472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-07ed87d7-6b46-4597-8667-145c713047a5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7923083 Aug 23 14:58:21.150163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52838) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:21.169578 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:21.174098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-b5bd584f-8208-477a-8062-1b9e8bcc815b req-84f117f8-8596-4bff-ba8c-9c37dae7f420 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Deleting port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:21.174457 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b5bd584f-8208-477a-8062-1b9e8bcc815b req-84f117f8-8596-4bff-ba8c-9c37dae7f420 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:21.301472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-b5bd584f-8208-477a-8062-1b9e8bcc815b req-84f117f8-8596-4bff-ba8c-9c37dae7f420 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] For port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:21.302470 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b5bd584f-8208-477a-8062-1b9e8bcc815b req-84f117f8-8596-4bff-ba8c-9c37dae7f420 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:21.331545 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-b5bd584f-8208-477a-8062-1b9e8bcc815b req-84f117f8-8596-4bff-ba8c-9c37dae7f420 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Calling delete_port for ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:21.421976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-7ade40c5-7418-4527-b40a-5a7401847781', 'network_id': '7ade40c5-7418-4527-b40a-5a7401847781', 'tenant_id': 'b2e37f6dfe47457092c32ed670b647d9', 'fixed_ips': [{'subnet_id': 'fc5ac8f2-c2f3-4676-b30b-bdb143e9290f'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:58:21.422993 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:21.516971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-55a8ce24-5dc2-4791-88bc-c6c15321f97a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'network_id': '7ade40c5-7418-4527-b40a-5a7401847781', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2113645387'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:21.595760 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb5b1b74-79a3-4440-b4ff-6ec3e88d7766 req-dd04916e-6235-4814-bde7-2c1af897f1ff tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/security-groups?id=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526763 Aug 23 14:58:21.599002 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b5bd584f-8208-477a-8062-1b9e8bcc815b req-84f117f8-8596-4bff-ba8c-9c37dae7f420 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:21.627737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:58:21.696831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 051aae7b-38bb-4838-9191-5c17e13f0d45 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:58:21.728624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 051aae7b-38bb-4838-9191-5c17e13f0d45 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:58:21.728977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 051aae7b-38bb-4838-9191-5c17e13f0d45 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:58:21.859381 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f117f8-8596-4bff-ba8c-9c37dae7f420 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Pushing event deleted for resources: {'Port': ['ID=ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:21.873084 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e52c4-6327-41e2-92aa-037a13eac1fd req-29e8f2bf-64bb-400e-b752-98e299b1755e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:21.885249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Allocated IP 2001:db8::2 (7ade40c5-7418-4527-b40a-5a7401847781/fc5ac8f2-c2f3-4676-b30b-bdb143e9290f/04a4994d-f676-4aac-915f-1bd0de27ef16) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:21.886849 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-436e52c4-6327-41e2-92aa-037a13eac1fd req-29e8f2bf-64bb-400e-b752-98e299b1755e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 1.0723200 Aug 23 14:58:21.932126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bd584f-8208-477a-8062-1b9e8bcc815b req-84f117f8-8596-4bff-ba8c-9c37dae7f420 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] No DVR routers for this DVR port ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:58:21.935132 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b5bd584f-8208-477a-8062-1b9e8bcc815b req-84f117f8-8596-4bff-ba8c-9c37dae7f420 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:21.944421 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b5bd584f-8208-477a-8062-1b9e8bcc815b req-84f117f8-8596-4bff-ba8c-9c37dae7f420 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.61 "DELETE /v2.0/ports/ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b HTTP/1.1" status: 204 len: 173 time: 1.1245317 Aug 23 14:58:21.947841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb962de-d155-48a9-8fdc-7ef7ba4ae75e', 'name': 'network-vif-deleted', 'tag': 'ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:58:21.951347 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143321a9-1020-45a6-9b6e-a6695e862f42" -d '{"events": [{"server_uuid": "ddb962de-d155-48a9-8fdc-7ef7ba4ae75e", "name": "network-vif-deleted", "tag": "ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:58:21.964334 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bce0fe80-c61f-4924-a445-a63ef5f1f8dc req-09ca0988-1ac0-4dd2-a8ac-a272ecc8e73d tempest-DeleteServersTestJSON-1422315208 tempest-DeleteServersTestJSON-1422315208-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb3e75f4-94ff-437e-aeaa-c299c39f5acd HTTP/1.1" status: 200 len: 210 time: 0.1080484 Aug 23 14:58:22.023853 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.069525 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Transition to ACTIVE for port object 94acea27-424d-4aee-b2b9-c508d212076a will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:22.108326 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-436e52c4-6327-41e2-92aa-037a13eac1fd req-b81b2575-7b9d-478a-8348-8d4f67843ffd tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168040 Aug 23 14:58:22.112160 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52844) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:22.123370 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.157592 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.193868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-9180850c-2bf6-4b6c-8e35-ba5dc856ee2b admin admin] Deleting subnet 4cd0bfd0-1770-4cd3-bf1c-62e7e9ba3bd5 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:58:22.232070 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5b6a78-e1ca-44e2-9792-2ce31b2e00b9 x-openstack-request-id: req-ad5b6a78-e1ca-44e2-9792-2ce31b2e00b9 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:58:22.234135 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb962de-d155-48a9-8fdc-7ef7ba4ae75e", "name": "network-vif-deleted", "tag": "ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:58:22.234733 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ad5b6a78-e1ca-44e2-9792-2ce31b2e00b9 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:58:22.235623 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb962de-d155-48a9-8fdc-7ef7ba4ae75e', 'name': 'network-vif-deleted', 'tag': 'ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b', 'status': 'completed', 'code': 200} Aug 23 14:58:22.260353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a8ce24-5dc2-4791-88bc-c6c15321f97a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:22.265216 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55a8ce24-5dc2-4791-88bc-c6c15321f97a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.280348 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9180850c-2bf6-4b6c-8e35-ba5dc856ee2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.286586 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.299598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Transition to ACTIVE for port object 04a4994d-f676-4aac-915f-1bd0de27ef16 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:22.302837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-55a8ce24-5dc2-4791-88bc-c6c15321f97a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port ac6f4af7-fdf7-4ef9-b234-31aa09d1c71a yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:58:22.324656 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Transition to ACTIVE for port object 04a4994d-f676-4aac-915f-1bd0de27ef16 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:22.326862 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627dec2-7628-4804-ba8b-d3a9cf0c9f46 None None] Pushing event updated for resources: {'Port': ['ID=94acea27-424d-4aee-b2b9-c508d212076a,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:22.330177 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Attempting to bind port 94acea27-424d-4aee-b2b9-c508d212076a on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:58:22.330690 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Attempting to bind port 94acea27-424d-4aee-b2b9-c508d212076a by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:58:22.331133 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Attempting to bind port 94acea27-424d-4aee-b2b9-c508d212076a on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:22.339791 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:58:22.342495 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 53fe9112-d3b7-480d-aeb6-0785b307bcc8 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:22.342697 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:22.343375 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.343854 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:58:22.344548 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Bound port: 94acea27-424d-4aee-b2b9-c508d212076a, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:58:22.346938 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.419700 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.425941 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9180850c-2bf6-4b6c-8e35-ba5dc856ee2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.473317 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9180850c-2bf6-4b6c-8e35-ba5dc856ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.486385 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Network 7ade40c5-7418-4527-b40a-5a7401847781 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:22.493418 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:22.514654 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Pushing event updated for resources: {'Port': ['ID=04a4994d-f676-4aac-915f-1bd0de27ef16,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:22.516815 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:22.522048 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] For port 94acea27-424d-4aee-b2b9-c508d212076a, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:58:22.534195 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] For port 94acea27-424d-4aee-b2b9-c508d212076a, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=94acea27-424d-4aee-b2b9-c508d212076a,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:58:22.580580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-55a8ce24-5dc2-4791-88bc-c6c15321f97a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Allocated IP 2001:db8::ca (7ade40c5-7418-4527-b40a-5a7401847781/fc5ac8f2-c2f3-4676-b30b-bdb143e9290f/ac6f4af7-fdf7-4ef9-b234-31aa09d1c71a) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:22.602426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 53fe9112-d3b7-480d-aeb6-0785b307bcc8 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:22.602805 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.625810 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.634460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Attempting to bind port 04a4994d-f676-4aac-915f-1bd0de27ef16 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:58:22.644587 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Attempting to bind port 04a4994d-f676-4aac-915f-1bd0de27ef16 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '31ed270d-3c19-49d5-97f9-de2ef590264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7ade40c5-7418-4527-b40a-5a7401847781'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:58:22.644587 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Attempting to bind port 04a4994d-f676-4aac-915f-1bd0de27ef16 on network 7ade40c5-7418-4527-b40a-5a7401847781 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:22.645692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Allocated IP 172.20.0.1 (e8c94c12-a980-40ce-8075-4f5e492bc38c/5a19a1bb-44de-48c4-b89a-89d32f7661bb/449e823c-02e6-4e2b-a339-3ece3774da06) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:22.648454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:58:22.651211 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Checking segment: {'id': '31ed270d-3c19-49d5-97f9-de2ef590264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7ade40c5-7418-4527-b40a-5a7401847781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:22.651689 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.652115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Bound using segment: {'id': '31ed270d-3c19-49d5-97f9-de2ef590264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7ade40c5-7418-4527-b40a-5a7401847781'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:58:22.652629 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Bound port: 04a4994d-f676-4aac-915f-1bd0de27ef16, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ed270d-3c19-49d5-97f9-de2ef590264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7ade40c5-7418-4527-b40a-5a7401847781'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:58:22.653028 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.737430 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Routers {'94317880-a3da-4284-8946-6f2d2422d88f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:58:22.738080 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:57:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['94317880-a3da-4284-8946-6f2d2422d88f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:22.789176 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627dec2-7628-4804-ba8b-d3a9cf0c9f46 None None] Pushing event updated for resources: {'Port': ['ID=94acea27-424d-4aee-b2b9-c508d212076a,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:22.806615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] For port 04a4994d-f676-4aac-915f-1bd0de27ef16, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:58:22.827860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] For port 04a4994d-f676-4aac-915f-1bd0de27ef16, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=04a4994d-f676-4aac-915f-1bd0de27ef16,segment=NetworkSegment(31ed270d-3c19-49d5-97f9-de2ef590264a),segment_id=31ed270d-3c19-49d5-97f9-de2ef590264a)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:58:22.846753 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db9c1722-ef16-48f4-aa6b-fdcae981cb50 req-6b256854-a8f3-46a6-9866-7a439181ab27 tempest-ListServerFiltersTestJSON-546597338 tempest-ListServerFiltersTestJSON-546597338-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddb962de-d155-48a9-8fdc-7ef7ba4ae75e HTTP/1.1" status: 200 len: 210 time: 0.0448995 Aug 23 14:58:22.871907 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55a8ce24-5dc2-4791-88bc-c6c15321f97a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.877000 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ec65d562-ab47-474e-b9f2-27bf71dc681b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.884223 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9180850c-2bf6-4b6c-8e35-ba5dc856ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.888471 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] Set router 94317880-a3da-4284-8946-6f2d2422d88f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:58:22.892231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-55a8ce24-5dc2-4791-88bc-c6c15321f97a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Transition to ACTIVE for port object ac6f4af7-fdf7-4ef9-b234-31aa09d1c71a will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:22.928879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180850c-2bf6-4b6c-8e35-ba5dc856ee2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cd0bfd0-1770-4cd3-bf1c-62e7e9ba3bd5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:22.939126 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9180850c-2bf6-4b6c-8e35-ba5dc856ee2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.941153 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9180850c-2bf6-4b6c-8e35-ba5dc856ee2b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4cd0bfd0-1770-4cd3-bf1c-62e7e9ba3bd5 HTTP/1.1" status: 204 len: 168 time: 0.8263192 Aug 23 14:58:22.944857 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.945359 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52848) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:22.952577 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:22.979113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Transition to ACTIVE for port object 449e823c-02e6-4e2b-a339-3ece3774da06 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:23.080784 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55a8ce24-5dc2-4791-88bc-c6c15321f97a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:23.090389 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d78e-3fea-40de-880d-91b961376f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:23.108493 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93695062-98d2-41b0-b041-aa56988fda06 None None] Pushing event updated for resources: {'Port': ['ID=04a4994d-f676-4aac-915f-1bd0de27ef16,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:23.117967 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:23.167748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a8ce24-5dc2-4791-88bc-c6c15321f97a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network 7ade40c5-7418-4527-b40a-5a7401847781 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:23.188506 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ce24-5dc2-4791-88bc-c6c15321f97a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=ac6f4af7-fdf7-4ef9-b234-31aa09d1c71a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:23.198931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-55a8ce24-5dc2-4791-88bc-c6c15321f97a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:23.206429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8ce24-5dc2-4791-88bc-c6c15321f97a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:23.214089 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94317880-a3da-4284-8946-6f2d2422d88f', 'name': 'tempest-TestVolumeBackupRestore-1572260401-router', 'tenant_id': '90ea2743f058486daa62f332135c1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '94acea27-424d-4aee-b2b9-c508d212076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:14Z', 'updated_at': '2021-08-23T14:58:17Z', 'revision_number': 3, 'project_id': '90ea2743f058486daa62f332135c1d0e', 'gw_port': {'id': '94acea27-424d-4aee-b2b9-c508d212076a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94317880-a3da-4284-8946-6f2d2422d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:15Z', 'updated_at': '2021-08-23T14:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:23.218313 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a8ce24-5dc2-4791-88bc-c6c15321f97a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:23.219033 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55a8ce24-5dc2-4791-88bc-c6c15321f97a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:23.253821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Network e8c94c12-a980-40ce-8075-4f5e492bc38c is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:23.260655 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:23.271230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:23.289078 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba5bb9b-3c32-4765-aab0-9588d38a7587 None None] The sync data for ids ['94317880-a3da-4284-8946-6f2d2422d88f'] in n-d-804985-3 is: [{'id': '94317880-a3da-4284-8946-6f2d2422d88f', 'name': 'tempest-TestVolumeBackupRestore-1572260401-router', 'tenant_id': '90ea2743f058486daa62f332135c1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '94acea27-424d-4aee-b2b9-c508d212076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:14Z', 'updated_at': '2021-08-23T14:58:17Z', 'revision_number': 3, 'project_id': '90ea2743f058486daa62f332135c1d0e', 'gw_port': {'id': '94acea27-424d-4aee-b2b9-c508d212076a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94317880-a3da-4284-8946-6f2d2422d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:15Z', 'updated_at': '2021-08-23T14:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:58:23.352920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Pushing event updated for resources: {'Port': ['ID=449e823c-02e6-4e2b-a339-3ece3774da06,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:23.390641 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:23.481664 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-55a8ce24-5dc2-4791-88bc-c6c15321f97a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.3128664 Aug 23 14:58:23.499810 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52866) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:23.524856 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d78e-3fea-40de-880d-91b961376f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:23.542777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2bc5d78e-3fea-40de-880d-91b961376f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799eb0df-c9f1-4141-8c4b-24ffe90fdd90']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:23.561802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2bc5d78e-3fea-40de-880d-91b961376f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8013da92-a811-460f-b647-4dc89fd83944') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:23.561998 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2bc5d78e-3fea-40de-880d-91b961376f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8013da92-a811-460f-b647-4dc89fd83944') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:23.597192 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27919e69-9248-4bbb-b715-3815da089abf req-582bdbc8-e910-4ba9-9c9f-6ba4c668db52 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:23.605651 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27919e69-9248-4bbb-b715-3815da089abf req-582bdbc8-e910-4ba9-9c9f-6ba4c668db52 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.2846682 Aug 23 14:58:23.627460 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d78e-3fea-40de-880d-91b961376f91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:23.688927 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27919e69-9248-4bbb-b715-3815da089abf req-dba29cf0-0f7f-4144-a8d6-178dc75e0f1a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710876 Aug 23 14:58:23.690379 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d78e-3fea-40de-880d-91b961376f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:23.703449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc5d78e-3fea-40de-880d-91b961376f91 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:58:23.704135 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d78e-3fea-40de-880d-91b961376f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:58:23.706185 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:58:23.833234 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-81227fa7-1c89-4d67-aa4d-e673fae18f06 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port ac6f4af7-fdf7-4ef9-b234-31aa09d1c71a {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:23.833685 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-81227fa7-1c89-4d67-aa4d-e673fae18f06 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:23.924913 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d78e-3fea-40de-880d-91b961376f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:23.949699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5f35d48a-28ed-4bbd-96cf-802e2dcabdef None None] Provisioning for port 449e823c-02e6-4e2b-a339-3ece3774da06 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:23.953521 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52882) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:23.965655 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5f35d48a-28ed-4bbd-96cf-802e2dcabdef None None] Provisioning complete for port 449e823c-02e6-4e2b-a339-3ece3774da06 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:23.966332 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d78e-3fea-40de-880d-91b961376f91 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:23.968357 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5f35d48a-28ed-4bbd-96cf-802e2dcabdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:23.978815 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2bc5d78e-3fea-40de-880d-91b961376f91 admin admin] 10.222.0.38 "DELETE /v2.0/networks/799eb0df-c9f1-4141-8c4b-24ffe90fdd90 HTTP/1.1" status: 204 len: 168 time: 1.0316603 Aug 23 14:58:24.044201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5d78e-3fea-40de-880d-91b961376f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=799eb0df-c9f1-4141-8c4b-24ffe90fdd90,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:24.087827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5f35d48a-28ed-4bbd-96cf-802e2dcabdef None None] Port 449e823c-02e6-4e2b-a339-3ece3774da06 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:58:24.098316 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:24.389011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-696c61b5-89bf-4e29-99ef-137651cc739a admin admin] Deleting subnet 987982e8-5221-4102-b3c8-eee1069b54fe {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:58:24.393809 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-696c61b5-89bf-4e29-99ef-137651cc739a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:24.446146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 94acea27-424d-4aee-b2b9-c508d212076a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:24.453340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:58:24.511607 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-81227fa7-1c89-4d67-aa4d-e673fae18f06 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:24.538801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52892) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:24.554640 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:58:24.562182 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device ef683c5e-79e6-4f11-b3d5-0ea7a3b6f81b not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:58:24.610183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-81227fa7-1c89-4d67-aa4d-e673fae18f06 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for ac6f4af7-fdf7-4ef9-b234-31aa09d1c71a owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:24.630374 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:24.634184 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-696c61b5-89bf-4e29-99ef-137651cc739a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:24.657872 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d1cf45b1-1746-42b7-b33e-0272c4a7a186 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=559687d23e2c418bbd410da3830d8b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1145606 Aug 23 14:58:24.659437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52894) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:24.705744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 94acea27-424d-4aee-b2b9-c508d212076a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:24.711356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 94acea27-424d-4aee-b2b9-c508d212076a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:24.712510 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:24.780339 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:24.794537 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3350-c51b-4af0-8e95-a7e53bfb8925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:24.834630 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3350-c51b-4af0-8e95-a7e53bfb8925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:24.874168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f914cc-3a38-40fb-aaee-487795a3c464 None None] Network 7ade40c5-7418-4527-b40a-5a7401847781 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:24.929558 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:25.001939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b5625-44a2-4b82-9ee4-e2fda770ae75 req-39867b0d-af65-4ce4-a50f-7ae6cdc09271 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:25.009969 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-959b5625-44a2-4b82-9ee4-e2fda770ae75 req-39867b0d-af65-4ce4-a50f-7ae6cdc09271 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.1230824 Aug 23 14:58:25.065946 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:25.076678 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-959b5625-44a2-4b82-9ee4-e2fda770ae75 req-2a73af9d-1ba3-4caa-ad2e-3b7d725ef431 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599544 Aug 23 14:58:25.077347 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3350-c51b-4af0-8e95-a7e53bfb8925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:25.080744 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3350-c51b-4af0-8e95-a7e53bfb8925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:25.084760 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ee6d3350-c51b-4af0-8e95-a7e53bfb8925 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e1a4e298-7b92-4a9b-9f56-4198805f660d HTTP/1.1" status: 204 len: 168 time: 0.4208362 Aug 23 14:58:25.128669 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d3350-c51b-4af0-8e95-a7e53bfb8925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a4e298-7b92-4a9b-9f56-4198805f660d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:25.145952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 94acea27-424d-4aee-b2b9-c508d212076a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=94acea27-424d-4aee-b2b9-c508d212076a,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:25.203278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-99f53799-9b63-47bf-bd23-23e0b0cd6641 None None] Provisioning for port 04a4994d-f676-4aac-915f-1bd0de27ef16 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:25.213848 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:25.214984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 04a4994d-f676-4aac-915f-1bd0de27ef16 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:25.394655 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Pushing event updated for resources: {'Port': ['ID=449e823c-02e6-4e2b-a339-3ece3774da06,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:25.423028 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-696c61b5-89bf-4e29-99ef-137651cc739a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:25.650853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=94acea27-424d-4aee-b2b9-c508d212076a,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:25.695201 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Network e8c94c12-a980-40ce-8075-4f5e492bc38c is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:25.704777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:25.712394 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:25.914706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 04a4994d-f676-4aac-915f-1bd0de27ef16 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:25.926855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 04a4994d-f676-4aac-915f-1bd0de27ef16 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:25.927604 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:26.008809 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-81227fa7-1c89-4d67-aa4d-e673fae18f06 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:26.012371 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-696c61b5-89bf-4e29-99ef-137651cc739a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:26.106740 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:26.165831 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81227fa7-1c89-4d67-aa4d-e673fae18f06 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=ac6f4af7-fdf7-4ef9-b234-31aa09d1c71a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:26.171891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c61b5-89bf-4e29-99ef-137651cc739a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987982e8-5221-4102-b3c8-eee1069b54fe,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:26.172144 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f8609e-e8b2-46ad-a5bd-f775c596671c None None] Network 4e2be072-2318-4041-8318-6b975babc276 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:26.175757 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-696c61b5-89bf-4e29-99ef-137651cc739a admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:26.179411 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-696c61b5-89bf-4e29-99ef-137651cc739a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/987982e8-5221-4102-b3c8-eee1069b54fe HTTP/1.1" status: 204 len: 168 time: 2.2181201 Aug 23 14:58:26.182064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52914) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:26.274275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Router 94317880-a3da-4284-8946-6f2d2422d88f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:58:26.295525 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-81227fa7-1c89-4d67-aa4d-e673fae18f06 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:26.303860 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-81227fa7-1c89-4d67-aa4d-e673fae18f06 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/ac6f4af7-fdf7-4ef9-b234-31aa09d1c71a HTTP/1.1" status: 204 len: 168 time: 2.7970955 Aug 23 14:58:26.308233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52916) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:26.349239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-aa9ca447-5a84-4863-b409-0d3aebd212d4 None None] Provisioning complete for port 449e823c-02e6-4e2b-a339-3ece3774da06 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:26.349625 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aa9ca447-5a84-4863-b409-0d3aebd212d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:26.398931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 04a4994d-f676-4aac-915f-1bd0de27ef16, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=04a4994d-f676-4aac-915f-1bd0de27ef16,segment=NetworkSegment(31ed270d-3c19-49d5-97f9-de2ef590264a),segment_id=31ed270d-3c19-49d5-97f9-de2ef590264a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:26.402175 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d7b306-c510-4588-b555-cfbfef3cf041 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] GET failed (client error): The resource could not be found. Aug 23 14:58:26.412339 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-63d7b306-c510-4588-b555-cfbfef3cf041 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/ac6f4af7-fdf7-4ef9-b234-31aa09d1c71a HTTP/1.1" status: 404 len: 333 time: 0.1009743 Aug 23 14:58:26.421231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ca447-5a84-4863-b409-0d3aebd212d4 None None] Port 449e823c-02e6-4e2b-a339-3ece3774da06 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:58:26.441309 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:26.444487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52918) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:26.515508 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29db5ca-4159-4084-a302-8515257e3753 req-019e3f8c-e4ed-4fc6-95d7-f397e194c5e7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:26.525563 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a29db5ca-4159-4084-a302-8515257e3753 req-019e3f8c-e4ed-4fc6-95d7-f397e194c5e7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.2478874 Aug 23 14:58:26.538224 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:26.553085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-28cdef83-96f6-4c81-88f1-89f835a79c22 None None] Could not find standard attr ID for object ac6f4af7-fdf7-4ef9-b234-31aa09d1c71a. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 14:58:26.603465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f37a86-41dc-4a87-ac3d-34a1b73ac111 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting subnet fc5ac8f2-c2f3-4676-b30b-bdb143e9290f {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:58:26.607871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c7f37a86-41dc-4a87-ac3d-34a1b73ac111 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:26.688509 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a244f223-0026-4bd9-b1af-ab545f1f6de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:26.713032 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a29db5ca-4159-4084-a302-8515257e3753 req-bda637a5-8ef5-4b04-af1a-7be28cc46d94 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849773 Aug 23 14:58:26.727055 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-28cdef83-96f6-4c81-88f1-89f835a79c22 None None] Provisioning complete for port 04a4994d-f676-4aac-915f-1bd0de27ef16 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:26.727434 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-28cdef83-96f6-4c81-88f1-89f835a79c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:26.754493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:58:26.777612 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fa533dcf-176b-4d35-a0ed-ccad283f6488 admin admin] 10.222.0.38 "PUT /v2.0/routers/94317880-a3da-4284-8946-6f2d2422d88f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1630809 Aug 23 14:58:26.790456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 94acea27-424d-4aee-b2b9-c508d212076a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:26.880241 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c7f37a86-41dc-4a87-ac3d-34a1b73ac111 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:26.926014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Sync routers for ids ['94317880-a3da-4284-8946-6f2d2422d88f'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:58:26.950353 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71eaed4-66b3-4428-955d-0717336f5557 None None] DHCP port deletion for 4e2be072-2318-4041-8318-6b975babc276 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:58:26.964884 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:26.974957 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] Deleting port 87485ac3-f192-46ab-adda-391cafc69ce4 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:26.974957 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:27.004745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=04a4994d-f676-4aac-915f-1bd0de27ef16,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:27.154038 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Routers {'94317880-a3da-4284-8946-6f2d2422d88f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:58:27.154731 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:58:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['94317880-a3da-4284-8946-6f2d2422d88f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:27.160221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52938) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:27.209237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] For port 87485ac3-f192-46ab-adda-391cafc69ce4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=87485ac3-f192-46ab-adda-391cafc69ce4,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:27.209791 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:27.248020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 94acea27-424d-4aee-b2b9-c508d212076a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:27.248560 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:27.257049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] Calling delete_port for 87485ac3-f192-46ab-adda-391cafc69ce4 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:27.323888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1222584724-network', 'tenant_id': '6105d80b51584732bfbc8318a616cd4f'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:27.431480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Made reservation on behalf of 6105d80b51584732bfbc8318a616cd4f for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:27.434217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:27.462323 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:27.483270 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c7f37a86-41dc-4a87-ac3d-34a1b73ac111 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:27.661237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Set router 94317880-a3da-4284-8946-6f2d2422d88f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:58:27.748050 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:27.755404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d71eaed4-66b3-4428-955d-0717336f5557 None None] Deleting port 87485ac3-f192-46ab-adda-391cafc69ce4 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:27.755826 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d71eaed4-66b3-4428-955d-0717336f5557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:27.780056 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c7f37a86-41dc-4a87-ac3d-34a1b73ac111 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:27.822463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f37a86-41dc-4a87-ac3d-34a1b73ac111 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5ac8f2-c2f3-4676-b30b-bdb143e9290f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:27.825254 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:27.837258 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:27.861680 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:58:27.884925 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:27.886297 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Added segment da4e00ee-37ac-40f5-9459-1728aea32112 of type vlan for network 3deea10b-2f25-4854-b562-84874dde5008 Aug 23 14:58:27.916654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=87485ac3-f192-46ab-adda-391cafc69ce4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:27.924447 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c7f37a86-41dc-4a87-ac3d-34a1b73ac111 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:27.929662 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c7f37a86-41dc-4a87-ac3d-34a1b73ac111 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/fc5ac8f2-c2f3-4676-b30b-bdb143e9290f HTTP/1.1" status: 204 len: 168 time: 1.4833508 Aug 23 14:58:27.940733 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52980) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:27.950306 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efae561-9f5a-48b5-a7bc-fa3a76ae3fec None None] Network 7ade40c5-7418-4527-b40a-5a7401847781 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:27.956074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] No DVR routers for this DVR port 87485ac3-f192-46ab-adda-391cafc69ce4 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:58:28.059476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d71eaed4-66b3-4428-955d-0717336f5557 None None] For port 87485ac3-f192-46ab-adda-391cafc69ce4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=87485ac3-f192-46ab-adda-391cafc69ce4,segment=NetworkSegment(b93494e4-70d6-4838-a9a6-f454ad553c9e),segment_id=b93494e4-70d6-4838-a9a6-f454ad553c9e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:28.059885 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d71eaed4-66b3-4428-955d-0717336f5557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.076137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d71eaed4-66b3-4428-955d-0717336f5557 None None] Calling delete_port for 87485ac3-f192-46ab-adda-391cafc69ce4 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:28.091041 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.111095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2d34b-074f-4e4a-950e-d894955022f1 req-aa4c97f1-8e27-4540-ad3a-25cc4b414e29 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:28.114468 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fa2d34b-074f-4e4a-950e-d894955022f1 req-aa4c97f1-8e27-4540-ad3a-25cc4b414e29 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.2295883 Aug 23 14:58:28.152671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac5edcb-4f59-4ead-9c65-d4aee54048f7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:28.171108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5e66566b-3cb2-401e-bb2c-169026f468dd None None] Could not find standard attr ID for object ac6f4af7-fdf7-4ef9-b234-31aa09d1c71a. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 14:58:28.175995 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.176805 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:28.177167 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:28.177513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:28.177865 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:28.178204 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:28.178544 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:28.178881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:28.179212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:28.179558 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:28.179896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:28.180223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:28.180553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:28.250050 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.277616 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.278619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:28.279211 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.298040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2be072-2318-4041-8318-6b975babc276']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:28.346096 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fa2d34b-074f-4e4a-950e-d894955022f1 req-973c58be-e4bb-407c-acce-69eec6cfe6a6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198834 Aug 23 14:58:28.361768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93494e4-70d6-4838-a9a6-f454ad553c9e') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:28.362372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93494e4-70d6-4838-a9a6-f454ad553c9e') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:28.376151 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.404736 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.414235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:58:28.420417 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:58:28.438586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port 04a4994d-f676-4aac-915f-1bd0de27ef16 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:28.438831 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.439022 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d71eaed4-66b3-4428-955d-0717336f5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.448915 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2833107 Aug 23 14:58:28.474053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52982) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:28.495361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d76348f8-2539-4a2b-8980-dbe722abf735 admin admin] Request body: {'subnet': {'network_id': '3deea10b-2f25-4854-b562-84874dde5008', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1222584724-subnet', 'tenant_id': '6105d80b51584732bfbc8318a616cd4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:28.497330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce3ec7-14cc-4def-95be-2fd385764ebb admin admin] Pushing event updated for resources: {'Network': ['ID=3deea10b-2f25-4854-b562-84874dde5008,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:28.535791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 3deea10b-2f25-4854-b562-84874dde5008 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:58:28.544206 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71eaed4-66b3-4428-955d-0717336f5557 None None] Pushing event deleted for resources: {'Port': ['ID=87485ac3-f192-46ab-adda-391cafc69ce4,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:28.573514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71eaed4-66b3-4428-955d-0717336f5557 None None] No DVR routers for this DVR port 87485ac3-f192-46ab-adda-391cafc69ce4 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:58:28.589082 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] For port 04a4994d-f676-4aac-915f-1bd0de27ef16, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=04a4994d-f676-4aac-915f-1bd0de27ef16,segment=NetworkSegment(31ed270d-3c19-49d5-97f9-de2ef590264a),segment_id=31ed270d-3c19-49d5-97f9-de2ef590264a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:28.589703 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.613287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for 04a4994d-f676-4aac-915f-1bd0de27ef16 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:28.636013 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.643876 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.659126 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.661572 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4e2be072-2318-4041-8318-6b975babc276 HTTP/1.1" status: 204 len: 168 time: 2.4777329 Aug 23 14:58:28.670036 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76348f8-2539-4a2b-8980-dbe722abf735 admin admin] Made reservation on behalf of 6105d80b51584732bfbc8318a616cd4f for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:28.680824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d76348f8-2539-4a2b-8980-dbe722abf735 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:28.769997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94317880-a3da-4284-8946-6f2d2422d88f', 'name': 'tempest-TestVolumeBackupRestore-1572260401-router', 'tenant_id': '90ea2743f058486daa62f332135c1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '94acea27-424d-4aee-b2b9-c508d212076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:14Z', 'updated_at': '2021-08-23T14:58:23Z', 'revision_number': 4, 'project_id': '90ea2743f058486daa62f332135c1d0e', 'gw_port': {'id': '94acea27-424d-4aee-b2b9-c508d212076a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94317880-a3da-4284-8946-6f2d2422d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:15Z', 'updated_at': '2021-08-23T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '449e823c-02e6-4e2b-a339-3ece3774da06', 'name': '', 'network_id': 'e8c94c12-a980-40ce-8075-4f5e492bc38c', 'tenant_id': '90ea2743f058486daa62f332135c1d0e', 'mac_address': 'fa:16:3e:92:c1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94317880-a3da-4284-8946-6f2d2422d88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '5a19a1bb-44de-48c4-b89a-89d32f7661bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:22Z', 'updated_at': '2021-08-23T14:58:24Z', 'revision_number': 2, 'project_id': '90ea2743f058486daa62f332135c1d0e', 'subnets': [{'id': '5a19a1bb-44de-48c4-b89a-89d32f7661bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:28.799809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34885fc-edf0-469c-ab4b-11abf0d01e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e2be072-2318-4041-8318-6b975babc276,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:28.912827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb83192-c5bc-4723-80a9-ffa538ae7040 None None] DHCP port deletion for 7ade40c5-7418-4527-b40a-5a7401847781 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:58:28.916987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Checking router: 94317880-a3da-4284-8946-6f2d2422d88f for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:58:28.917508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Updating router 94317880-a3da-4284-8946-6f2d2422d88f port 449e823c-02e6-4e2b-a339-3ece3774da06 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:58:29.002097 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:29.017766 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 87485ac3-f192-46ab-adda-391cafc69ce4 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:58:29.071907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 87485ac3-f192-46ab-adda-391cafc69ce4 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:58:29.072792 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 87485ac3-f192-46ab-adda-391cafc69ce4 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:58:29.108302 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:29.171158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No DVR routers for this DVR port 04a4994d-f676-4aac-915f-1bd0de27ef16 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:58:29.173349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=04a4994d-f676-4aac-915f-1bd0de27ef16,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:29.266720 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:29.281411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ade40c5-7418-4527-b40a-5a7401847781']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:29.293552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ed270d-3c19-49d5-97f9-de2ef590264a') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:29.294004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ed270d-3c19-49d5-97f9-de2ef590264a') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:29.314446 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:29.317808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53008) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:29.345694 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:29.364775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:58:29.364775 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:29.430665 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-85395cea-49f0-4078-a805-ba46e29b2054 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e7e94925d3cf4f65b58e713a46ffd81f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1101341 Aug 23 14:58:29.433331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53024) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:58:29.574754 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:58:29.623076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bab7a3-9564-4e6d-8aa9-ee62924b794a req-305f5004-1e5a-4c26-bebe-4c1256ac7119 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:29.638405 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-25bab7a3-9564-4e6d-8aa9-ee62924b794a req-305f5004-1e5a-4c26-bebe-4c1256ac7119 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.1883578 Aug 23 14:58:29.705511 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3e2abcd8-c612-40db-b363-fd45c5af890d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:29.781260 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:29.781653 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1eb83192-c5bc-4723-80a9-ffa538ae7040 None None] Deleting port 04a4994d-f676-4aac-915f-1bd0de27ef16 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:29.782145 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1eb83192-c5bc-4723-80a9-ffa538ae7040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:29.787040 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d76348f8-2539-4a2b-8980-dbe722abf735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:29.817010 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:29.824567 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/networks/7ade40c5-7418-4527-b40a-5a7401847781 HTTP/1.1" status: 204 len: 168 time: 1.8743143 Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server [None req-1eb83192-c5bc-4723-80a9-ffa538ae7040 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 7ade40c5-7418-4527-b40a-5a7401847781 could not be found. Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 14:58:29.824828 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 7ade40c5-7418-4527-b40a-5a7401847781 could not be found. Aug 23 14:58:29.829145 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Aug 23 14:58:29.847028 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-25bab7a3-9564-4e6d-8aa9-ee62924b794a req-4bfb5eb1-5dbe-48dc-9e8c-0c0d6067b408 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878915 Aug 23 14:58:29.847028 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53032) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:29.847028 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3e2abcd8-c612-40db-b363-fd45c5af890d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:29.847028 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-28d36f9a-a88c-456f-b466-17a2c222b4e4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'name': 'tempest-PortsIpV6TestJSON-1464713522'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:29.929200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4291906-5194-4ca7-922b-691dd1148a98 None None] DHCP port deletion for 7ade40c5-7418-4527-b40a-5a7401847781 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:58:29.947699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ada815-8a5d-48b6-a676-b52eccf2dfac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Network': ['ID=7ade40c5-7418-4527-b40a-5a7401847781,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:30.001229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76348f8-2539-4a2b-8980-dbe722abf735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffccb559-d99b-4330-9eb2-2211e0b5a614,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:30.030882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76348f8-2539-4a2b-8980-dbe722abf735 admin admin] Checking segment: {'id': 'da4e00ee-37ac-40f5-9459-1728aea32112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3deea10b-2f25-4854-b562-84874dde5008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:30.031213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76348f8-2539-4a2b-8980-dbe722abf735 admin admin] Network hostable DHCP agents. Network: 3deea10b-2f25-4854-b562-84874dde5008, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:58:30.066585 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:30.147056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76348f8-2539-4a2b-8980-dbe722abf735 admin admin] Network 3deea10b-2f25-4854-b562-84874dde5008 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:58:30.176812 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e9f4ab-1a27-4ce3-8118-564e41035f05 None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 14:58:30.189596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53044) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:30.263220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-d76348f8-2539-4a2b-8980-dbe722abf735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 3deea10b-2f25-4854-b562-84874dde5008) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:30.278137 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d36f9a-a88c-456f-b466-17a2c222b4e4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:30.279790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Transition to ACTIVE for port object 449e823c-02e6-4e2b-a339-3ece3774da06 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:30.283150 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28d36f9a-a88c-456f-b466-17a2c222b4e4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:30.283426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76348f8-2539-4a2b-8980-dbe722abf735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:30.283426 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d76348f8-2539-4a2b-8980-dbe722abf735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:30.286425 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3e2abcd8-c612-40db-b363-fd45c5af890d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:30.292159 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3e2abcd8-c612-40db-b363-fd45c5af890d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:30.293382 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3e2abcd8-c612-40db-b363-fd45c5af890d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e HTTP/1.1" status: 204 len: 168 time: 0.8589296 Aug 23 14:58:30.346562 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2abcd8-c612-40db-b363-fd45c5af890d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6a5ee5-f5b7-40b1-8eac-9b5196a2958e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:30.375518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f43568-f092-42b4-a3ca-0f5ad1456b08 admin admin] Deleting subnet 6a98ce89-de66-4736-958d-4fd0680e79be {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:58:30.377943 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-28d36f9a-a88c-456f-b466-17a2c222b4e4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port 507295c9-ce6c-4cf9-8320-0c77bc6c57e5 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:58:30.386619 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01f43568-f092-42b4-a3ca-0f5ad1456b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:30.435970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d76348f8-2539-4a2b-8980-dbe722abf735 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9619043 Aug 23 14:58:30.440791 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:30.506402 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01f43568-f092-42b4-a3ca-0f5ad1456b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:30.636058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ec1ef-fe55-4f8f-8a74-d3d7409f40f5 None None] Pushing event updated for resources: {'Port': ['ID=449e823c-02e6-4e2b-a339-3ece3774da06,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:30.713756 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01f43568-f092-42b4-a3ca-0f5ad1456b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:30.732875 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e9f4ab-1a27-4ce3-8118-564e41035f05 None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 14:58:30.771037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Attempting to bind port 449e823c-02e6-4e2b-a339-3ece3774da06 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:58:30.772515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Attempting to bind port 449e823c-02e6-4e2b-a339-3ece3774da06 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'f80e5647-9a2e-400d-abba-865e0c55a212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e8c94c12-a980-40ce-8075-4f5e492bc38c'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:58:30.772515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Attempting to bind port 449e823c-02e6-4e2b-a339-3ece3774da06 on network e8c94c12-a980-40ce-8075-4f5e492bc38c {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:30.871351 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 04a4994d-f676-4aac-915f-1bd0de27ef16 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:58:30.943470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 04a4994d-f676-4aac-915f-1bd0de27ef16 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:58:30.943470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 04a4994d-f676-4aac-915f-1bd0de27ef16 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:58:30.973908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:58:30.978147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Checking segment: {'id': 'f80e5647-9a2e-400d-abba-865e0c55a212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e8c94c12-a980-40ce-8075-4f5e492bc38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:30.978668 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:30.979093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Bound using segment: {'id': 'f80e5647-9a2e-400d-abba-865e0c55a212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e8c94c12-a980-40ce-8075-4f5e492bc38c'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:58:30.979640 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Bound port: 449e823c-02e6-4e2b-a339-3ece3774da06, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80e5647-9a2e-400d-abba-865e0c55a212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e8c94c12-a980-40ce-8075-4f5e492bc38c'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:58:30.980055 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:31.094628 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01f43568-f092-42b4-a3ca-0f5ad1456b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:31.166395 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28d36f9a-a88c-456f-b466-17a2c222b4e4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:31.226546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f43568-f092-42b4-a3ca-0f5ad1456b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a98ce89-de66-4736-958d-4fd0680e79be,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:31.278083 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01f43568-f092-42b4-a3ca-0f5ad1456b08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:31.282842 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-01f43568-f092-42b4-a3ca-0f5ad1456b08 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6a98ce89-de66-4736-958d-4fd0680e79be HTTP/1.1" status: 204 len: 168 time: 1.0920477 Aug 23 14:58:31.287490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53066) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:31.329185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972338f-8393-4825-a3c7-a175553dc4d2 req-64a23af2-ea4f-4ac4-a875-5a7cd6f80fc3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:31.335108 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2972338f-8393-4825-a3c7-a175553dc4d2 req-64a23af2-ea4f-4ac4-a875-5a7cd6f80fc3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.3272984 Aug 23 14:58:31.397333 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28d36f9a-a88c-456f-b466-17a2c222b4e4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:31.458992 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2972338f-8393-4825-a3c7-a175553dc4d2 req-2741fadb-5ba3-4ac7-88b6-73cfa72d9417 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977869 Aug 23 14:58:31.501487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d36f9a-a88c-456f-b466-17a2c222b4e4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:31.510494 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e122a1f1-bbd7-4b1a-80a9-6199d5bc08b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:31.517510 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-28d36f9a-a88c-456f-b466-17a2c222b4e4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:31.522566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d36f9a-a88c-456f-b466-17a2c222b4e4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:31.538491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d36f9a-a88c-456f-b466-17a2c222b4e4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:31.538740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] For port 449e823c-02e6-4e2b-a339-3ece3774da06, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:58:31.539170 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28d36f9a-a88c-456f-b466-17a2c222b4e4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:31.559069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d36f9a-a88c-456f-b466-17a2c222b4e4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=507295c9-ce6c-4cf9-8320-0c77bc6c57e5,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:31.582546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] For port 449e823c-02e6-4e2b-a339-3ece3774da06, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=449e823c-02e6-4e2b-a339-3ece3774da06,segment=NetworkSegment(f80e5647-9a2e-400d-abba-865e0c55a212),segment_id=f80e5647-9a2e-400d-abba-865e0c55a212)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:58:31.629840 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-28d36f9a-a88c-456f-b466-17a2c222b4e4 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7965508 Aug 23 14:58:31.630562 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53076) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:31.669636 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e122a1f1-bbd7-4b1a-80a9-6199d5bc08b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:31.684205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e122a1f1-bbd7-4b1a-80a9-6199d5bc08b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736cf8e5-b78e-43e6-8d69-606c4b4e6a5b']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:31.702567 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e122a1f1-bbd7-4b1a-80a9-6199d5bc08b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2a654c-ff46-4b5a-9825-6973a6e33ff1') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:31.702881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e122a1f1-bbd7-4b1a-80a9-6199d5bc08b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2a654c-ff46-4b5a-9825-6973a6e33ff1') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:31.707372 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:31.719914 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e122a1f1-bbd7-4b1a-80a9-6199d5bc08b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:31.820572 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e122a1f1-bbd7-4b1a-80a9-6199d5bc08b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e122a1f1-bbd7-4b1a-80a9-6199d5bc08b2 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e122a1f1-bbd7-4b1a-80a9-6199d5bc08b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:58:31.850393 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:58:31.900167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ec1ef-fe55-4f8f-8a74-d3d7409f40f5 None None] Pushing event updated for resources: {'Port': ['ID=449e823c-02e6-4e2b-a339-3ece3774da06,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:31.960687 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Routers {'94317880-a3da-4284-8946-6f2d2422d88f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:58:31.961690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:58:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['94317880-a3da-4284-8946-6f2d2422d88f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:32.017713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f1be89b8-5062-4217-92a6-ff5f0d82679b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port 507295c9-ce6c-4cf9-8320-0c77bc6c57e5 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:32.017713 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f1be89b8-5062-4217-92a6-ff5f0d82679b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:32.039155 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964d5393-8acf-432f-9ca3-a217296231fa None None] Network 3deea10b-2f25-4854-b562-84874dde5008 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:32.201966 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] Set router 94317880-a3da-4284-8946-6f2d2422d88f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:58:32.359920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e47592c-c54e-453c-81ef-7c3bcdbf9e91 None None] Network 3deea10b-2f25-4854-b562-84874dde5008 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:32.395064 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f1be89b8-5062-4217-92a6-ff5f0d82679b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:32.413532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f1be89b8-5062-4217-92a6-ff5f0d82679b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for 507295c9-ce6c-4cf9-8320-0c77bc6c57e5 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:32.632753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd660c-7c34-44d9-990a-5e02554dddde req-9e2e0aa8-64dd-410a-b99b-3085fc550a04 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:32.633585 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aebd660c-7c34-44d9-990a-5e02554dddde req-9e2e0aa8-64dd-410a-b99b-3085fc550a04 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.0632293 Aug 23 14:58:32.655789 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e122a1f1-bbd7-4b1a-80a9-6199d5bc08b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:32.676031 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e122a1f1-bbd7-4b1a-80a9-6199d5bc08b2 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:32.691802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e122a1f1-bbd7-4b1a-80a9-6199d5bc08b2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/736cf8e5-b78e-43e6-8d69-606c4b4e6a5b HTTP/1.1" status: 204 len: 168 time: 1.3945003 Aug 23 14:58:32.702806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94317880-a3da-4284-8946-6f2d2422d88f', 'name': 'tempest-TestVolumeBackupRestore-1572260401-router', 'tenant_id': '90ea2743f058486daa62f332135c1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '94acea27-424d-4aee-b2b9-c508d212076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:14Z', 'updated_at': '2021-08-23T14:58:23Z', 'revision_number': 4, 'project_id': '90ea2743f058486daa62f332135c1d0e', 'gw_port': {'id': '94acea27-424d-4aee-b2b9-c508d212076a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94317880-a3da-4284-8946-6f2d2422d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:15Z', 'updated_at': '2021-08-23T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '449e823c-02e6-4e2b-a339-3ece3774da06', 'name': '', 'network_id': 'e8c94c12-a980-40ce-8075-4f5e492bc38c', 'tenant_id': '90ea2743f058486daa62f332135c1d0e', 'mac_address': 'fa:16:3e:92:c1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94317880-a3da-4284-8946-6f2d2422d88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '5a19a1bb-44de-48c4-b89a-89d32f7661bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:22Z', 'updated_at': '2021-08-23T14:58:31Z', 'revision_number': 4, 'project_id': '90ea2743f058486daa62f332135c1d0e', 'subnets': [{'id': '5a19a1bb-44de-48c4-b89a-89d32f7661bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:32.714273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122a1f1-bbd7-4b1a-80a9-6199d5bc08b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=736cf8e5-b78e-43e6-8d69-606c4b4e6a5b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:32.728889 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f1be89b8-5062-4217-92a6-ff5f0d82679b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:32.744092 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aebd660c-7c34-44d9-990a-5e02554dddde req-e683f3db-6944-4c7a-80de-2b9e41b3333e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957217 Aug 23 14:58:32.754301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b6abc-b406-4a51-aca9-178f92b70bd5 None None] The sync data for ids ['94317880-a3da-4284-8946-6f2d2422d88f'] in n-d-804985-3 is: [{'id': '94317880-a3da-4284-8946-6f2d2422d88f', 'name': 'tempest-TestVolumeBackupRestore-1572260401-router', 'tenant_id': '90ea2743f058486daa62f332135c1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '94acea27-424d-4aee-b2b9-c508d212076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:14Z', 'updated_at': '2021-08-23T14:58:23Z', 'revision_number': 4, 'project_id': '90ea2743f058486daa62f332135c1d0e', 'gw_port': {'id': '94acea27-424d-4aee-b2b9-c508d212076a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94317880-a3da-4284-8946-6f2d2422d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:15Z', 'updated_at': '2021-08-23T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '449e823c-02e6-4e2b-a339-3ece3774da06', 'name': '', 'network_id': 'e8c94c12-a980-40ce-8075-4f5e492bc38c', 'tenant_id': '90ea2743f058486daa62f332135c1d0e', 'mac_address': 'fa:16:3e:92:c1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94317880-a3da-4284-8946-6f2d2422d88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '5a19a1bb-44de-48c4-b89a-89d32f7661bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:22Z', 'updated_at': '2021-08-23T14:58:31Z', 'revision_number': 4, 'project_id': '90ea2743f058486daa62f332135c1d0e', 'subnets': [{'id': '5a19a1bb-44de-48c4-b89a-89d32f7661bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:58:32.907497 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f1be89b8-5062-4217-92a6-ff5f0d82679b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:32.909717 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f1be89b8-5062-4217-92a6-ff5f0d82679b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/507295c9-ce6c-4cf9-8320-0c77bc6c57e5 HTTP/1.1" status: 204 len: 168 time: 1.2781727 Aug 23 14:58:32.910998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be89b8-5062-4217-92a6-ff5f0d82679b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=507295c9-ce6c-4cf9-8320-0c77bc6c57e5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:32.912739 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53098) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:32.920010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-5d906470-666b-4527-ab03-ee1d6684ac08 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'mac_address': 'fa:16:3e:e8:04:aa', 'name': 'tempest-PortsIpV6TestJSON-968634263'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:33.129233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d906470-666b-4527-ab03-ee1d6684ac08 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:33.197940 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53108) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:33.294318 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-62a9bab9-15f2-41b3-aae6-4e714f0e2f24 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f5c6c20f9874df4a22ef4bbb9ddc20f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0936868 Aug 23 14:58:33.295261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53112) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:33.346602 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5d906470-666b-4527-ab03-ee1d6684ac08 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:33.386045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-5d906470-666b-4527-ab03-ee1d6684ac08 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port f2f9e899-bbbe-4462-80bc-389697ff69c1 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:58:33.475959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5b2c13f6-8457-4858-8740-50b31d91e6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:33.529208 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5b2c13f6-8457-4858-8740-50b31d91e6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:33.714667 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5d906470-666b-4527-ab03-ee1d6684ac08 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:33.717752 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5b2c13f6-8457-4858-8740-50b31d91e6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:33.721697 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5b2c13f6-8457-4858-8740-50b31d91e6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:33.735645 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5b2c13f6-8457-4858-8740-50b31d91e6b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c3db3077-5722-4959-bbac-652047df3f1f HTTP/1.1" status: 204 len: 168 time: 0.4290497 Aug 23 14:58:33.745615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c13f6-8457-4858-8740-50b31d91e6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3db3077-5722-4959-bbac-652047df3f1f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:33.828621 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5d906470-666b-4527-ab03-ee1d6684ac08 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:33.929128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d906470-666b-4527-ab03-ee1d6684ac08 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:33.933185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-5d906470-666b-4527-ab03-ee1d6684ac08 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:33.937351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d906470-666b-4527-ab03-ee1d6684ac08 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:33.943637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d906470-666b-4527-ab03-ee1d6684ac08 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:33.944311 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5d906470-666b-4527-ab03-ee1d6684ac08 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:34.015701 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d906470-666b-4527-ab03-ee1d6684ac08 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=f2f9e899-bbbe-4462-80bc-389697ff69c1,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:34.060730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc844c-3eac-4786-89a6-970d037004c0 req-9a2f2f2e-5526-45bf-87bf-fd3fa0a4ecb4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:34.062673 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-47fc844c-3eac-4786-89a6-970d037004c0 req-9a2f2f2e-5526-45bf-87bf-fd3fa0a4ecb4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.0965116 Aug 23 14:58:34.076387 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53132) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:34.077121 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5d906470-666b-4527-ab03-ee1d6684ac08 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1628144 Aug 23 14:58:34.135748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aa3ddc-35b5-4bfa-87f5-415491ae70cf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:34.137840 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-01aa3ddc-35b5-4bfa-87f5-415491ae70cf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/f2f9e899-bbbe-4462-80bc-389697ff69c1 HTTP/1.1" status: 200 len: 844 time: 0.0600760 Aug 23 14:58:34.141475 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-47fc844c-3eac-4786-89a6-970d037004c0 req-2f7cac8b-3bd4-41fd-93e0-00c661c511a7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698478 Aug 23 14:58:34.142980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53134) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:34.289816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-264bb76c-e233-444d-8458-52159b750c84 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port f2f9e899-bbbe-4462-80bc-389697ff69c1 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:34.290419 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-264bb76c-e233-444d-8458-52159b750c84 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:34.410499 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-264bb76c-e233-444d-8458-52159b750c84 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:34.443242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-264bb76c-e233-444d-8458-52159b750c84 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for f2f9e899-bbbe-4462-80bc-389697ff69c1 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:34.768159 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-264bb76c-e233-444d-8458-52159b750c84 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:34.814211 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 449e823c-02e6-4e2b-a339-3ece3774da06 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:34.837462 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-264bb76c-e233-444d-8458-52159b750c84 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:34.839440 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-264bb76c-e233-444d-8458-52159b750c84 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/f2f9e899-bbbe-4462-80bc-389697ff69c1 HTTP/1.1" status: 204 len: 168 time: 0.6965141 Aug 23 14:58:34.842251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53158) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:34.900868 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b02f91-c0d1-48b4-8b1e-52ab4f65e4a8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] GET failed (client error): The resource could not be found. Aug 23 14:58:34.905946 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-84b02f91-c0d1-48b4-8b1e-52ab4f65e4a8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/f2f9e899-bbbe-4462-80bc-389697ff69c1 HTTP/1.1" status: 404 len: 333 time: 0.0625508 Aug 23 14:58:34.911190 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53162) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:34.914651 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bb76c-e233-444d-8458-52159b750c84 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=f2f9e899-bbbe-4462-80bc-389697ff69c1,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:34.919724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-99abb1c8-0820-4c2e-88c9-6185fd528034 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'name': 'tempest-PortsIpV6TestJSON-1214884653'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:35.141500 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 449e823c-02e6-4e2b-a339-3ece3774da06 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:35.146829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 449e823c-02e6-4e2b-a339-3ece3774da06 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:35.151959 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:35.347377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99abb1c8-0820-4c2e-88c9-6185fd528034 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:35.350273 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99abb1c8-0820-4c2e-88c9-6185fd528034 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:35.408353 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:35.421532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-99abb1c8-0820-4c2e-88c9-6185fd528034 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port 2a72aaf0-4916-4eb8-8efa-bae854512fbd yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:58:35.484172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a66cd-ed28-47ae-819e-6b54916ba17e req-5f648a80-c7ad-4a39-8ca0-9dc8f0abfc95 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:35.484172 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e48a66cd-ed28-47ae-819e-6b54916ba17e req-5f648a80-c7ad-4a39-8ca0-9dc8f0abfc95 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.1588414 Aug 23 14:58:35.544820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 449e823c-02e6-4e2b-a339-3ece3774da06, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=449e823c-02e6-4e2b-a339-3ece3774da06,segment=NetworkSegment(f80e5647-9a2e-400d-abba-865e0c55a212),segment_id=f80e5647-9a2e-400d-abba-865e0c55a212)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:35.612360 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e48a66cd-ed28-47ae-819e-6b54916ba17e req-1d7ab15e-5375-4d46-aec6-a825d25c4b96 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082945 Aug 23 14:58:35.612360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53174) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:35.631595 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:35.771529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=449e823c-02e6-4e2b-a339-3ece3774da06,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:35.859825 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4bf2-e970-45b8-a195-35a98882279c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:35.943682 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99abb1c8-0820-4c2e-88c9-6185fd528034 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:36.043057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53182) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:36.080695 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4bf2-e970-45b8-a195-35a98882279c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:36.094341 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99abb1c8-0820-4c2e-88c9-6185fd528034 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:36.151177 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4bf2-e970-45b8-a195-35a98882279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:36.175030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abb1c8-0820-4c2e-88c9-6185fd528034 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=2a72aaf0-4916-4eb8-8efa-bae854512fbd,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:36.208062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99abb1c8-0820-4c2e-88c9-6185fd528034 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:36.211823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-99abb1c8-0820-4c2e-88c9-6185fd528034 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:36.226365 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99abb1c8-0820-4c2e-88c9-6185fd528034 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:36.232103 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1b8d4bf2-e970-45b8-a195-35a98882279c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7ee32e27a3dd45bcafb1a941be7129f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6259608 Aug 23 14:58:36.233677 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d4bf2-e970-45b8-a195-35a98882279c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d169f818-8457-4946-8779-52dc05cf56d1,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:36.236612 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53186) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:36.241590 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99abb1c8-0820-4c2e-88c9-6185fd528034 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:36.242963 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99abb1c8-0820-4c2e-88c9-6185fd528034 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:36.264996 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-47350921-network', 'tenant_id': '5377be88f3cc48dc9755bad2c6a80042'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:36.476620 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-994f80c9-8598-434c-8d65-9d97759d6f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:36.476620 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-994f80c9-8598-434c-8d65-9d97759d6f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:36.730821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 449e823c-02e6-4e2b-a339-3ece3774da06 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:36.780811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] Made reservation on behalf of 5377be88f3cc48dc9755bad2c6a80042 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:36.783468 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:36.809348 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:36.828162 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-994f80c9-8598-434c-8d65-9d97759d6f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:36.833096 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-994f80c9-8598-434c-8d65-9d97759d6f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:36.842965 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-994f80c9-8598-434c-8d65-9d97759d6f3f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d169f818-8457-4946-8779-52dc05cf56d1 HTTP/1.1" status: 204 len: 168 time: 0.6051714 Aug 23 14:58:36.876951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 449e823c-02e6-4e2b-a339-3ece3774da06 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:36.877221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f80c9-8598-434c-8d65-9d97759d6f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d169f818-8457-4946-8779-52dc05cf56d1,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:36.878105 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:36.892678 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-99abb1c8-0820-4c2e-88c9-6185fd528034 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9763474 Aug 23 14:58:36.898772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53194) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:36.916625 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bc946-c997-4d7c-83e5-e2e061ade517 req-aeb5ab5e-c5c6-4314-a3da-85ce7455f374 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:36.916985 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-977a8cb2-2228-4ca3-935c-3fd1e4b51014 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:36.931007 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-875bc946-c997-4d7c-83e5-e2e061ade517 req-aeb5ab5e-c5c6-4314-a3da-85ce7455f374 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.1766686 Aug 23 14:58:37.021198 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-875bc946-c997-4d7c-83e5-e2e061ade517 req-c063fc71-647b-42e0-9c99-4d84fbaee594 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863180 Aug 23 14:58:37.081230 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-977a8cb2-2228-4ca3-935c-3fd1e4b51014 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:37.336285 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-977a8cb2-2228-4ca3-935c-3fd1e4b51014 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:37.363249 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:37.397439 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-977a8cb2-2228-4ca3-935c-3fd1e4b51014 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:37.462136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-977a8cb2-2228-4ca3-935c-3fd1e4b51014 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] In _notify_port_updated(), no bound segment for port 2a72aaf0-4916-4eb8-8efa-bae854512fbd on network e5b0acb2-f502-49bc-bcfd-23da8c3de34c {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 14:58:37.468583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977a8cb2-2228-4ca3-935c-3fd1e4b51014 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:37.468915 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-977a8cb2-2228-4ca3-935c-3fd1e4b51014 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:37.470283 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-977a8cb2-2228-4ca3-935c-3fd1e4b51014 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "PUT /v2.0/ports/2a72aaf0-4916-4eb8-8efa-bae854512fbd HTTP/1.1" status: 200 len: 818 time: 0.5700488 Aug 23 14:58:37.474403 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:37.475068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53202) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:37.534655 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:58:37.557570 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:37.558239 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] Added segment e4019f48-14c6-4933-9455-ce135526836d of type vlan for network 73dcc6b1-0907-4a51-8863-5e28e1827271 Aug 23 14:58:37.616965 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:37.626030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e263ba6d-6d8b-4c93-9d70-42d09270536c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:37.653318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a8cb2-2228-4ca3-935c-3fd1e4b51014 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=2a72aaf0-4916-4eb8-8efa-bae854512fbd,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:37.658838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d49af4b8-7da8-4c38-b91b-2673d18e954f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port 2a72aaf0-4916-4eb8-8efa-bae854512fbd {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:37.660466 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d49af4b8-7da8-4c38-b91b-2673d18e954f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:37.754278 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d49af4b8-7da8-4c38-b91b-2673d18e954f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:37.785349 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:37.786462 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:37.789396 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:37.790638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d49af4b8-7da8-4c38-b91b-2673d18e954f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for 2a72aaf0-4916-4eb8-8efa-bae854512fbd owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:38.060304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] Pushing event updated for resources: {'Network': ['ID=73dcc6b1-0907-4a51-8863-5e28e1827271,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:38.076760 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 73dcc6b1-0907-4a51-8863-5e28e1827271 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:58:38.179975 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8ec77563-42e1-41d8-8ed6-e5143639cb51 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1303406 Aug 23 14:58:38.179975 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53212) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:38.184854 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e31ae509-edd7-45c0-a344-47cb656467fd admin admin] Request body: {'subnet': {'network_id': '73dcc6b1-0907-4a51-8863-5e28e1827271', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-47350921-subnet', 'tenant_id': '5377be88f3cc48dc9755bad2c6a80042', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:38.299177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31ae509-edd7-45c0-a344-47cb656467fd admin admin] Made reservation on behalf of 5377be88f3cc48dc9755bad2c6a80042 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:38.299177 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e31ae509-edd7-45c0-a344-47cb656467fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:38.527925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c3784-cc61-477a-b1e7-fada9ec00127 req-b3ac2c29-dc2e-4eec-823d-36c9cc640248 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:38.529820 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-134c3784-cc61-477a-b1e7-fada9ec00127 req-b3ac2c29-dc2e-4eec-823d-36c9cc640248 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.1399665 Aug 23 14:58:38.578798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-134c3784-cc61-477a-b1e7-fada9ec00127 req-da1526ff-6361-4ad3-b512-fb26657ff37b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411680 Aug 23 14:58:38.607612 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d49af4b8-7da8-4c38-b91b-2673d18e954f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:38.625482 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e31ae509-edd7-45c0-a344-47cb656467fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:38.648804 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d49af4b8-7da8-4c38-b91b-2673d18e954f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:38.651040 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d49af4b8-7da8-4c38-b91b-2673d18e954f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/2a72aaf0-4916-4eb8-8efa-bae854512fbd HTTP/1.1" status: 204 len: 168 time: 1.1746817 Aug 23 14:58:38.673042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53230) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:38.716333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49af4b8-7da8-4c38-b91b-2673d18e954f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=2a72aaf0-4916-4eb8-8efa-bae854512fbd,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:38.774839 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ae509-edd7-45c0-a344-47cb656467fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc874858-4f68-4cfd-ab54-7b509d7cb7e3,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:38.805613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c95f9b-96f9-4450-8baa-290a3f7db573 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:38.807414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ae509-edd7-45c0-a344-47cb656467fd admin admin] Checking segment: {'id': 'e4019f48-14c6-4933-9455-ce135526836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73dcc6b1-0907-4a51-8863-5e28e1827271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:38.807765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-55c95f9b-96f9-4450-8baa-290a3f7db573 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1331937 Aug 23 14:58:38.808920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31ae509-edd7-45c0-a344-47cb656467fd admin admin] Network hostable DHCP agents. Network: 73dcc6b1-0907-4a51-8863-5e28e1827271, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:58:38.810232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53234) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:38.855282 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb31641d-1430-4827-b819-c927f5da5400 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] GET failed (client error): The resource could not be found. Aug 23 14:58:38.857498 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fb31641d-1430-4827-b819-c927f5da5400 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/2a72aaf0-4916-4eb8-8efa-bae854512fbd HTTP/1.1" status: 404 len: 333 time: 0.0457973 Aug 23 14:58:38.862339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53236) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:38.873801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b59c2447-23a1-455d-85c7-f83ecba1c5bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1746400354'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:38.931826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31ae509-edd7-45c0-a344-47cb656467fd admin admin] Network 73dcc6b1-0907-4a51-8863-5e28e1827271 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:58:38.974863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59c2447-23a1-455d-85c7-f83ecba1c5bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:38.978916 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b59c2447-23a1-455d-85c7-f83ecba1c5bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:39.015169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-e31ae509-edd7-45c0-a344-47cb656467fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 73dcc6b1-0907-4a51-8863-5e28e1827271) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:39.030388 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ae509-edd7-45c0-a344-47cb656467fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:39.031625 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f46fa08-b4c6-4616-bdb8-28c6074a43a1 None None] Network 73dcc6b1-0907-4a51-8863-5e28e1827271 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:39.033350 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e31ae509-edd7-45c0-a344-47cb656467fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:39.046151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59c2447-23a1-455d-85c7-f83ecba1c5bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:58:39.073217 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b59c2447-23a1-455d-85c7-f83ecba1c5bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:39.073631 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-b59c2447-23a1-455d-85c7-f83ecba1c5bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Added segment f600a365-3a6e-4e8c-a6f0-634047c0cdef of type vlan for network ec0f90b1-69b9-46d3-8684-664985240bd5 Aug 23 14:58:39.132136 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b59c2447-23a1-455d-85c7-f83ecba1c5bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:39.158151 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e31ae509-edd7-45c0-a344-47cb656467fd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9778523 Aug 23 14:58:39.271602 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b59c2447-23a1-455d-85c7-f83ecba1c5bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:39.279046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59c2447-23a1-455d-85c7-f83ecba1c5bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:39.284729 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b59c2447-23a1-455d-85c7-f83ecba1c5bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:39.287350 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffe1d71-623a-4b37-a104-925980286bc4 None None] Network 73dcc6b1-0907-4a51-8863-5e28e1827271 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:39.455512 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b59c2447-23a1-455d-85c7-f83ecba1c5bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5911398 Aug 23 14:58:39.459872 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53268) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:39.466896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f8b5c6b2-65e9-44fd-8505-a05e2fd7c63d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'subnet': {'network_id': 'ec0f90b1-69b9-46d3-8684-664985240bd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:39.499499 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c2447-23a1-455d-85c7-f83ecba1c5bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Network': ['ID=ec0f90b1-69b9-46d3-8684-664985240bd5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:39.529031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network ec0f90b1-69b9-46d3-8684-664985240bd5 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:58:39.756687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b5c6b2-65e9-44fd-8505-a05e2fd7c63d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:39.760652 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c6b2-65e9-44fd-8505-a05e2fd7c63d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:39.879126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53282) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:40.024659 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:40.065467 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c6b2-65e9-44fd-8505-a05e2fd7c63d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:40.127046 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:40.138580 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5c6b2-65e9-44fd-8505-a05e2fd7c63d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Subnet': ['ID=4aa5678c-fcf7-434a-90df-26a378537e25,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:40.145567 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5c6b2-65e9-44fd-8505-a05e2fd7c63d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Checking segment: {'id': 'f600a365-3a6e-4e8c-a6f0-634047c0cdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ec0f90b1-69b9-46d3-8684-664985240bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:40.145567 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b5c6b2-65e9-44fd-8505-a05e2fd7c63d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network hostable DHCP agents. Network: ec0f90b1-69b9-46d3-8684-664985240bd5, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:58:40.208450 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:40.242660 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b5c6b2-65e9-44fd-8505-a05e2fd7c63d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network ec0f90b1-69b9-46d3-8684-664985240bd5 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:58:40.262209 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2f78939fe8944ac7a4ebb243e6c23c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3795235 Aug 23 14:58:40.274759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53302) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:40.276838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3cfef7-8d49-4f30-9e08-563a476b806d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:40.329331 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:40.329710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:40.330022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:40.330362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:40.330702 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:40.331039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:40.332045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:40.332380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:40.332811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:40.333147 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:40.333478 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:40.333817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df278a-1973-4223-ad14-2003c6bb0d6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:40.356954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-f8b5c6b2-65e9-44fd-8505-a05e2fd7c63d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, ec0f90b1-69b9-46d3-8684-664985240bd5) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:40.365234 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7588c9db-7e0f-4aea-a25a-767d3add6e86 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:40.367116 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7588c9db-7e0f-4aea-a25a-767d3add6e86 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/networks?id=3deea10b-2f25-4854-b562-84874dde5008 HTTP/1.1" status: 200 len: 818 time: 0.1362829 Aug 23 14:58:40.367802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d583b-2657-4df1-a1e7-6514079e4139 None None] Network ec0f90b1-69b9-46d3-8684-664985240bd5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:40.370397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b5c6b2-65e9-44fd-8505-a05e2fd7c63d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:40.371098 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c6b2-65e9-44fd-8505-a05e2fd7c63d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:40.394588 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-2ce4a787-d4dd-4682-9e46-a20ae618ee26 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/quotas/6105d80b51584732bfbc8318a616cd4f HTTP/1.1" status: 200 len: 375 time: 0.0100596 Aug 23 14:58:40.410217 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a377d95e-5cad-4f53-ac96-947a83fa2f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:40.416348 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-e9b5569d-b99b-40af-a41a-f9195fe0bf1a tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:40.417903 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-e9b5569d-b99b-40af-a41a-f9195fe0bf1a tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/networks?id=73dcc6b1-0907-4a51-8863-5e28e1827271 HTTP/1.1" status: 200 len: 820 time: 0.1818252 Aug 23 14:58:40.448788 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-cc1e37fa-7ec8-4dd5-a1cd-930b3ba04606 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/quotas/5377be88f3cc48dc9755bad2c6a80042 HTTP/1.1" status: 200 len: 375 time: 0.0210588 Aug 23 14:58:40.450628 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a377d95e-5cad-4f53-ac96-947a83fa2f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:40.454094 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f8b5c6b2-65e9-44fd-8505-a05e2fd7c63d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9923341 Aug 23 14:58:40.458121 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53304) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:40.472231 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e4f6af4c-c5d5-4355-9fee-34e4332ee8a2 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6105d80b51584732bfbc8318a616cd4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630617 Aug 23 14:58:40.472838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-8da7033d-0537-4996-bc7e-16e29bc30770 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'subnet': {'network_id': 'ec0f90b1-69b9-46d3-8684-664985240bd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:40.555863 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-d29b452d-6c97-43e0-9516-0062026476b3 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5377be88f3cc48dc9755bad2c6a80042&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826056 Aug 23 14:58:40.568624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-ec0f90b1-69b9-46d3-8684-664985240bd5', 'network_id': 'ec0f90b1-69b9-46d3-8684-664985240bd5', 'tenant_id': 'b2e37f6dfe47457092c32ed670b647d9', 'fixed_ips': [{'subnet_id': '4aa5678c-fcf7-434a-90df-26a378537e25'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:58:40.570430 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:40.623868 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e83ac77c-2eb2-477b-9471-4e95c6ddc2a5 service neutron] 10.222.0.38 "GET /v2.0/networks/3deea10b-2f25-4854-b562-84874dde5008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571746 Aug 23 14:58:40.745696 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a377d95e-5cad-4f53-ac96-947a83fa2f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:40.749185 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a377d95e-5cad-4f53-ac96-947a83fa2f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:40.750686 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a377d95e-5cad-4f53-ac96-947a83fa2f08 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0b3cfef7-8d49-4f30-9e08-563a476b806d HTTP/1.1" status: 204 len: 168 time: 0.4744883 Aug 23 14:58:40.772267 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-ee54bea1-e38e-4b3f-9836-3186b9de1ac2 service neutron] 10.222.0.38 "GET /v2.0/networks/3deea10b-2f25-4854-b562-84874dde5008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473081 Aug 23 14:58:40.777723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377d95e-5cad-4f53-ac96-947a83fa2f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3cfef7-8d49-4f30-9e08-563a476b806d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:40.830307 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-1480cebf-2ec2-455b-b225-20a276951d01 service neutron] 10.222.0.38 "GET /v2.0/networks/73dcc6b1-0907-4a51-8863-5e28e1827271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640116 Aug 23 14:58:40.850007 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Allocated IP 2001:db8::2 (ec0f90b1-69b9-46d3-8684-664985240bd5/4aa5678c-fcf7-434a-90df-26a378537e25/ef23e8b9-c8e2-4d18-81ed-ac14264f3199) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:40.893379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da7033d-0537-4996-bc7e-16e29bc30770 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:40.900595 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8da7033d-0537-4996-bc7e-16e29bc30770 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:41.082815 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-add58357-5ef9-44aa-8033-a2e137e1b4a9 service neutron] 10.222.0.38 "GET /v2.0/networks/73dcc6b1-0907-4a51-8863-5e28e1827271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450855 Aug 23 14:58:41.112223 n-d-804985-3 neutron-server[96115]: INFO neutron.db.ipam_backend_mixin [None req-8da7033d-0537-4996-bc7e-16e29bc30770 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4aa5678c-fcf7-434a-90df-26a378537e25 (CIDR: 2001:db8::/64) Aug 23 14:58:41.130226 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:41.135447 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da7033d-0537-4996-bc7e-16e29bc30770 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 14:58:41.135955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da7033d-0537-4996-bc7e-16e29bc30770 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:58:41.140324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Transition to ACTIVE for port object ef23e8b9-c8e2-4d18-81ed-ac14264f3199 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:41.160656 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Transition to ACTIVE for port object ef23e8b9-c8e2-4d18-81ed-ac14264f3199 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:41.224089 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53326) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:41.232542 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8da7033d-0537-4996-bc7e-16e29bc30770 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7673404 Aug 23 14:58:41.232701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-0c27d466-0acc-417c-a843-f18a437b6106 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'subnet': {'network_id': 'ec0f90b1-69b9-46d3-8684-664985240bd5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:41.248669 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:41.270057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Network ec0f90b1-69b9-46d3-8684-664985240bd5 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:41.273414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:41.316338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:41.415708 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Attempting to bind port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:58:41.415708 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Attempting to bind port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'f600a365-3a6e-4e8c-a6f0-634047c0cdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ec0f90b1-69b9-46d3-8684-664985240bd5'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:58:41.415708 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Attempting to bind port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 on network ec0f90b1-69b9-46d3-8684-664985240bd5 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:41.425752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:58:41.426553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Checking segment: {'id': 'f600a365-3a6e-4e8c-a6f0-634047c0cdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ec0f90b1-69b9-46d3-8684-664985240bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:41.427209 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:41.427887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Bound using segment: {'id': 'f600a365-3a6e-4e8c-a6f0-634047c0cdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ec0f90b1-69b9-46d3-8684-664985240bd5'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:58:41.428679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Bound port: ef23e8b9-c8e2-4d18-81ed-ac14264f3199, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f600a365-3a6e-4e8c-a6f0-634047c0cdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ec0f90b1-69b9-46d3-8684-664985240bd5'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:58:41.429299 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:41.432998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Pushing event updated for resources: {'Port': ['ID=ef23e8b9-c8e2-4d18-81ed-ac14264f3199,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:41.577583 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] For port ef23e8b9-c8e2-4d18-81ed-ac14264f3199, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:58:41.584225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] For port ef23e8b9-c8e2-4d18-81ed-ac14264f3199, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ef23e8b9-c8e2-4d18-81ed-ac14264f3199,segment=NetworkSegment(f600a365-3a6e-4e8c-a6f0-634047c0cdef),segment_id=f600a365-3a6e-4e8c-a6f0-634047c0cdef)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:58:41.635150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-594c9ea4-0e38-493a-acaa-77d57b1cd6d3 req-ea49824e-9bb2-47aa-a2dd-0b575a90c900 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 210 time: 0.0445197 Aug 23 14:58:41.648730 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:41.654671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95334fd0-abf1-412b-b0d3-aaaee6acd181 req-8168d42c-0281-4da1-9bd5-5a71de1063e6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:41.657047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95334fd0-abf1-412b-b0d3-aaaee6acd181 req-8168d42c-0281-4da1-9bd5-5a71de1063e6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.1711714 Aug 23 14:58:41.753831 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c27d466-0acc-417c-a843-f18a437b6106 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:41.756130 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c27d466-0acc-417c-a843-f18a437b6106 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:41.775696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20e4cb-2de0-4fbf-b3b5-b619cb347558 None None] Pushing event updated for resources: {'Port': ['ID=ef23e8b9-c8e2-4d18-81ed-ac14264f3199,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:41.810223 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95334fd0-abf1-412b-b0d3-aaaee6acd181 req-c000d8c0-8ea6-44ca-99b6-67423f6a255c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251779 Aug 23 14:58:41.977615 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1f33307-134c-4eb4-ace5-b5ac8c74ebfc req-6c6f6f0c-d45f-478b-9cc2-7728f80753bb tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 210 time: 0.0517845 Aug 23 14:58:42.352489 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c27d466-0acc-417c-a843-f18a437b6106 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:42.404052 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c27d466-0acc-417c-a843-f18a437b6106 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network ec0f90b1-69b9-46d3-8684-664985240bd5 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:42.407912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-0c27d466-0acc-417c-a843-f18a437b6106 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:42.414698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c27d466-0acc-417c-a843-f18a437b6106 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:42.415602 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c27d466-0acc-417c-a843-f18a437b6106 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:42.429570 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27d466-0acc-417c-a843-f18a437b6106 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Subnet': ['ID=c39becc8-1bd9-40b5-a316-0dfbaca182cc,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:42.529464 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0c27d466-0acc-417c-a843-f18a437b6106 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3042166 Aug 23 14:58:42.532465 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53398) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:42.538230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'network_id': 'ec0f90b1-69b9-46d3-8684-664985240bd5', 'fixed_ips': [{'subnet_id': '4aa5678c-fcf7-434a-90df-26a378537e25'}, {'subnet_id': 'c39becc8-1bd9-40b5-a316-0dfbaca182cc'}], 'name': 'tempest-PortsIpV6TestJSON-1439607717'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:42.762907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ef23e8b9-c8e2-4d18-81ed-ac14264f3199 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:42.818370 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64c016cf-83b8-42cd-972a-203a34e58661 req-64a33945-08ef-47cb-bff6-1d331552fd35 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 210 time: 0.0840006 Aug 23 14:58:42.934524 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:42.975510 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:58:43.091574 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:43.120733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port 16492b66-5d5c-4608-8a40-bd2839c48eeb yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:58:43.128842 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c1f738e-3e4e-407d-9ed4-667171939cf0 req-017a1789-ec76-4b36-96d8-13f8a399d168 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 210 time: 0.0565035 Aug 23 14:58:43.150259 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5c03c7-f765-47e6-96db-742625ebc274 None None] Network ec0f90b1-69b9-46d3-8684-664985240bd5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:43.216263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:43.363764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-67601e5a-2952-4392-854f-a993c006138f None None] Provisioning for port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:43.397474 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-67601e5a-2952-4392-854f-a993c006138f None None] Provisioning complete for port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:43.399022 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-67601e5a-2952-4392-854f-a993c006138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:43.492397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe318d4a-7b61-4e20-beaf-b571e4eca5f1 req-79148227-9017-4fc9-8737-50f70220cf24 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:43.494961 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe318d4a-7b61-4e20-beaf-b571e4eca5f1 req-79148227-9017-4fc9-8737-50f70220cf24 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 946 time: 0.0753808 Aug 23 14:58:43.583242 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-67601e5a-2952-4392-854f-a993c006138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:43.587583 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe318d4a-7b61-4e20-beaf-b571e4eca5f1 req-c0a5f4c0-fd5f-4389-9ece-cd587540a9e7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856361 Aug 23 14:58:43.630091 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-67601e5a-2952-4392-854f-a993c006138f None None] For port ef23e8b9-c8e2-4d18-81ed-ac14264f3199, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ef23e8b9-c8e2-4d18-81ed-ac14264f3199,segment=NetworkSegment(f600a365-3a6e-4e8c-a6f0-634047c0cdef),segment_id=f600a365-3a6e-4e8c-a6f0-634047c0cdef)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:43.726007 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-67601e5a-2952-4392-854f-a993c006138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:43.768418 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Allocated IP 2001:db8::271 (ec0f90b1-69b9-46d3-8684-664985240bd5/4aa5678c-fcf7-434a-90df-26a378537e25/16492b66-5d5c-4608-8a40-bd2839c48eeb) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:43.777476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Allocated IP 2001:db8:0:1::326 (ec0f90b1-69b9-46d3-8684-664985240bd5/c39becc8-1bd9-40b5-a316-0dfbaca182cc/16492b66-5d5c-4608-8a40-bd2839c48eeb) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:43.779692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:58:43.825043 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fee94fd-d6df-42ad-956d-1b75f6cd620d None None] Update dhcp port {'port': {'network_id': 'ec0f90b1-69b9-46d3-8684-664985240bd5', 'fixed_ips': [{'subnet_id': '4aa5678c-fcf7-434a-90df-26a378537e25', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c39becc8-1bd9-40b5-a316-0dfbaca182cc'}], 'binding:host_id': 'n-d-804985-3'}, 'id': 'ef23e8b9-c8e2-4d18-81ed-ac14264f3199'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 14:58:43.909052 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1fee94fd-d6df-42ad-956d-1b75f6cd620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:43.948391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67601e5a-2952-4392-854f-a993c006138f None None] Pushing event updated for resources: {'Port': ['ID=ef23e8b9-c8e2-4d18-81ed-ac14264f3199,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:43.976243 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0564d2d8-266b-4b11-9cb0-46010509ff46 req-3f3d4ee9-afb1-44df-a135-bd965d0d69db tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 210 time: 0.0511928 Aug 23 14:58:43.989609 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:44.023484 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Transition to ACTIVE for port object 16492b66-5d5c-4608-8a40-bd2839c48eeb will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:44.073510 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:44.168023 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:44.184428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:58:44.186740 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b807c91f-ed82-45df-bd70-7ab5761412ed" -d '{"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-unplugged", "status": "completed", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:58:44.211886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:44.298351 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network ec0f90b1-69b9-46d3-8684-664985240bd5 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:44.315118 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504bcd7e-7e12-4c7f-95d2-d1dd336aba0b x-openstack-request-id: req-504bcd7e-7e12-4c7f-95d2-d1dd336aba0b {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:58:44.321163 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-unplugged", "status": "completed", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:58:44.321163 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-504bcd7e-7e12-4c7f-95d2-d1dd336aba0b {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:58:44.321163 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'code': 200} Aug 23 14:58:44.321163 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:44.321783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:44.333319 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-1fee94fd-d6df-42ad-956d-1b75f6cd620d None None] Allocated IP 2001:db8:0:1::2 (ec0f90b1-69b9-46d3-8684-664985240bd5/c39becc8-1bd9-40b5-a316-0dfbaca182cc/ef23e8b9-c8e2-4d18-81ed-ac14264f3199) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:44.374720 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:44.388789 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:44.400468 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:44.431751 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02303874-593a-4a77-8c6b-cc959ee69dd5 req-3e8b3a93-7bb2-4471-873a-c8da17dd8213 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 210 time: 0.2057400 Aug 23 14:58:44.435178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=16492b66-5d5c-4608-8a40-bd2839c48eeb,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:44.439183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,revision_number=14']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:44.511589 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-193c5734-356d-411e-a368-289d6a07657a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.9780202 Aug 23 14:58:44.514461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53466) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:44.515581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-38c2c889-161b-42dd-b9e7-0de4115ba1da tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:44.517146 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-38c2c889-161b-42dd-b9e7-0de4115ba1da tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.61 "GET /v2.0/networks?id=73dcc6b1-0907-4a51-8863-5e28e1827271 HTTP/1.1" status: 200 len: 820 time: 0.2567446 Aug 23 14:58:44.521358 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-4d53975b-2afb-42cd-aa61-1413b8b05ceb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4aa5678c-fcf7-434a-90df-26a378537e25'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:44.522809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1fee94fd-d6df-42ad-956d-1b75f6cd620d None None] For port ef23e8b9-c8e2-4d18-81ed-ac14264f3199, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ef23e8b9-c8e2-4d18-81ed-ac14264f3199,segment=NetworkSegment(f600a365-3a6e-4e8c-a6f0-634047c0cdef),segment_id=f600a365-3a6e-4e8c-a6f0-634047c0cdef)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:44.533096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-19ddaffb-e9d0-40f5-af60-ad19b938f92c tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Request body: {'port': {'device_id': 'd98fbaf9-37bd-42af-9800-84762ca3a062', 'network_id': '73dcc6b1-0907-4a51-8863-5e28e1827271', 'admin_state_up': True, 'tenant_id': '5377be88f3cc48dc9755bad2c6a80042'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:44.577287 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1fee94fd-d6df-42ad-956d-1b75f6cd620d None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:44.595200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1fee94fd-d6df-42ad-956d-1b75f6cd620d None None] Transition to ACTIVE for port object ef23e8b9-c8e2-4d18-81ed-ac14264f3199 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:44.692545 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4d53975b-2afb-42cd-aa61-1413b8b05ceb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:44.694263 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1fee94fd-d6df-42ad-956d-1b75f6cd620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:44.708721 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ef23e8b9-c8e2-4d18-81ed-ac14264f3199 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:44.889054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-19ddaffb-e9d0-40f5-af60-ad19b938f92c tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Made reservation on behalf of 5377be88f3cc48dc9755bad2c6a80042 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:44.893141 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-19ddaffb-e9d0-40f5-af60-ad19b938f92c tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:44.893321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee94fd-d6df-42ad-956d-1b75f6cd620d None None] Pushing event updated for resources: {'Port': ['ID=ef23e8b9-c8e2-4d18-81ed-ac14264f3199,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:45.269493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4bb18b9-a83f-410c-8f9e-8c7f9d97e0d9 req-bff4f507-1dc5-4ef1-b8c1-921a509aefcb tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 210 time: 0.1190848 Aug 23 14:58:45.383068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-19ddaffb-e9d0-40f5-af60-ad19b938f92c tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Allocated IP 172.20.0.7 (73dcc6b1-0907-4a51-8863-5e28e1827271/fc874858-4f68-4cfd-ab54-7b509d7cb7e3/5e082b44-b191-40e9-acf3-cfed5e5a2f42) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:45.383891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-4d53975b-2afb-42cd-aa61-1413b8b05ceb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Delete allocated IP 2001:db8:0:1::326 (ec0f90b1-69b9-46d3-8684-664985240bd5/c39becc8-1bd9-40b5-a316-0dfbaca182cc) {{(pid=96114) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 14:58:45.630373 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-66ab177a-aefc-4ef6-8975-3931aa8e1975 req-395006cd-2ae3-47c6-96b7-0cf67d6f81a9 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 210 time: 0.0507565 Aug 23 14:58:45.734620 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-19ddaffb-e9d0-40f5-af60-ad19b938f92c tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:45.752773 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4d53975b-2afb-42cd-aa61-1413b8b05ceb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:45.776903 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0841ee8-752a-4973-a0a5-b4395aa49ec1 None None] Network ec0f90b1-69b9-46d3-8684-664985240bd5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:45.780913 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-4d53975b-2afb-42cd-aa61-1413b8b05ceb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Ignored duplicate provisioning block setup for port 16492b66-5d5c-4608-8a40-bd2839c48eeb by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 23 14:58:45.975623 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-19ddaffb-e9d0-40f5-af60-ad19b938f92c tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:45.978378 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4d53975b-2afb-42cd-aa61-1413b8b05ceb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:45.981180 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:45.983472 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fd909827-e57a-4a7e-9511-e8ca3bbf4781 None None] Provisioning for port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:46.004159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fd909827-e57a-4a7e-9511-e8ca3bbf4781 None None] Provisioning complete for port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:46.004696 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fd909827-e57a-4a7e-9511-e8ca3bbf4781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:46.080787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-19ddaffb-e9d0-40f5-af60-ad19b938f92c tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Network 73dcc6b1-0907-4a51-8863-5e28e1827271 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:46.095021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-19ddaffb-e9d0-40f5-af60-ad19b938f92c tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:46.098385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-19ddaffb-e9d0-40f5-af60-ad19b938f92c tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:46.409014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddaffb-e9d0-40f5-af60-ad19b938f92c tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Pushing event updated for resources: {'Port': ['ID=5e082b44-b191-40e9-acf3-cfed5e5a2f42,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:46.522746 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-19ddaffb-e9d0-40f5-af60-ad19b938f92c tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:46.531198 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-19ddaffb-e9d0-40f5-af60-ad19b938f92c tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:46.701402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a2bba0e4-8213-4c35-9b0f-c46d1ac5ddeb None None] Provisioning complete for port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:46.703739 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a2bba0e4-8213-4c35-9b0f-c46d1ac5ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:46.774770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-098b5e9c-b0c3-4eda-8b74-c10be0fa5613 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:46.777692 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-098b5e9c-b0c3-4eda-8b74-c10be0fa5613 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.61 "GET /v2.0/networks?id=3deea10b-2f25-4854-b562-84874dde5008 HTTP/1.1" status: 200 len: 818 time: 0.7318888 Aug 23 14:58:46.808064 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-19ddaffb-e9d0-40f5-af60-ad19b938f92c tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2809505 Aug 23 14:58:46.819898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7c0d533a-ef88-4533-ad47-0b8afd0e96bf tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Request body: {'port': {'device_id': 'd2107a64-7eb7-4462-a6b2-008bdf0937ce', 'network_id': '3deea10b-2f25-4854-b562-84874dde5008', 'admin_state_up': True, 'tenant_id': '6105d80b51584732bfbc8318a616cd4f'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:46.830418 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ef23e8b9-c8e2-4d18-81ed-ac14264f3199 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:46.883472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Request body: {'port': {'device_id': 'd98fbaf9-37bd-42af-9800-84762ca3a062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:46.949445 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4d53975b-2afb-42cd-aa61-1413b8b05ceb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] In _notify_port_updated(), no bound segment for port 16492b66-5d5c-4608-8a40-bd2839c48eeb on network ec0f90b1-69b9-46d3-8684-664985240bd5 {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 14:58:46.955272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d53975b-2afb-42cd-aa61-1413b8b05ceb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:46.955978 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4d53975b-2afb-42cd-aa61-1413b8b05ceb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:46.961081 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4d53975b-2afb-42cd-aa61-1413b8b05ceb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "PUT /v2.0/ports/16492b66-5d5c-4608-8a40-bd2839c48eeb HTTP/1.1" status: 200 len: 926 time: 2.4455230 Aug 23 14:58:46.962314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53975b-2afb-42cd-aa61-1413b8b05ceb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=16492b66-5d5c-4608-8a40-bd2839c48eeb,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:46.976946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53522) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:47.006919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3ccc7-92f1-4357-b5c5-177523caaa07 req-52378d0e-6cb4-456b-b138-f3ec27f91c31 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:47.013078 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-03c3ccc7-92f1-4357-b5c5-177523caaa07 req-52378d0e-6cb4-456b-b138-f3ec27f91c31 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 931 time: 0.5469532 Aug 23 14:58:47.045366 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2b3a7554-6c53-43b1-b478-928ddd189bd9 req-f690533c-c39a-41ea-a29f-0380c735ecde tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 210 time: 0.0710602 Aug 23 14:58:47.122742 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:47.124488 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:47.136207 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-39d20a35-4586-4ea3-9902-0aa7d0788573 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4aa5678c-fcf7-434a-90df-26a378537e25'}, {'subnet_id': 'c39becc8-1bd9-40b5-a316-0dfbaca182cc'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:47.168371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-a8c0e0b4-4dee-4c00-b5ee-f1f5de61887c tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:47.169967 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-a8c0e0b4-4dee-4c00-b5ee-f1f5de61887c tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.57 "GET /v2.0/networks?id=3deea10b-2f25-4854-b562-84874dde5008 HTTP/1.1" status: 200 len: 818 time: 0.1947260 Aug 23 14:58:47.191222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-822b9b05-4322-4c3f-a2a2-0b787c02b422 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Request body: {'port': {'device_id': '3962e921-6af7-4919-a781-fe303cad293f', 'network_id': '3deea10b-2f25-4854-b562-84874dde5008', 'admin_state_up': True, 'tenant_id': '6105d80b51584732bfbc8318a616cd4f'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:47.312179 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a2bba0e4-8213-4c35-9b0f-c46d1ac5ddeb None None] Provisioning for port 16492b66-5d5c-4608-8a40-bd2839c48eeb completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:47.319919 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a2bba0e4-8213-4c35-9b0f-c46d1ac5ddeb None None] Provisioning complete for port 16492b66-5d5c-4608-8a40-bd2839c48eeb triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:47.323752 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a2bba0e4-8213-4c35-9b0f-c46d1ac5ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:47.423365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a2bba0e4-8213-4c35-9b0f-c46d1ac5ddeb None None] Port 16492b66-5d5c-4608-8a40-bd2839c48eeb cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:58:47.464584 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-03c3ccc7-92f1-4357-b5c5-177523caaa07 req-7c05463b-3ff7-47e8-a5ac-278f4c4c1491 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/security-groups?id=e263ba6d-6d8b-4c93-9d70-42d09270536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987900 Aug 23 14:58:47.490120 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:47.559526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4d029a2c-fd51-4615-8402-1b92349a9f14 None None] Provisioning complete for port 16492b66-5d5c-4608-8a40-bd2839c48eeb triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:47.564127 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4d029a2c-fd51-4615-8402-1b92349a9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:47.631377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4d029a2c-fd51-4615-8402-1b92349a9f14 None None] Port 16492b66-5d5c-4608-8a40-bd2839c48eeb cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:58:47.681162 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-822b9b05-4322-4c3f-a2a2-0b787c02b422 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Made reservation on behalf of 6105d80b51584732bfbc8318a616cd4f for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:47.694941 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-822b9b05-4322-4c3f-a2a2-0b787c02b422 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:47.762951 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-2be2f3db-0d15-4b08-8036-168cbb8aaaff tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:47.764800 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-2be2f3db-0d15-4b08-8036-168cbb8aaaff tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.61 "GET /v2.0/networks?id=3deea10b-2f25-4854-b562-84874dde5008 HTTP/1.1" status: 200 len: 818 time: 0.2439492 Aug 23 14:58:47.798273 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Request body: {'port': {'device_id': 'fcf17978-b2c1-496c-8911-29c93db13997', 'network_id': '3deea10b-2f25-4854-b562-84874dde5008', 'admin_state_up': True, 'tenant_id': '6105d80b51584732bfbc8318a616cd4f'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:47.836754 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7c0d533a-ef88-4533-ad47-0b8afd0e96bf tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Made reservation on behalf of 6105d80b51584732bfbc8318a616cd4f for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:47.840272 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7c0d533a-ef88-4533-ad47-0b8afd0e96bf tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:47.960757 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-822b9b05-4322-4c3f-a2a2-0b787c02b422 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Allocated IP 172.20.0.8 (3deea10b-2f25-4854-b562-84874dde5008/ffccb559-d99b-4330-9eb2-2211e0b5a614/8121d2d4-163d-451e-979f-472f068b8e00) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:47.970510 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-39d20a35-4586-4ea3-9902-0aa7d0788573 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:48.103926 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Made reservation on behalf of 6105d80b51584732bfbc8318a616cd4f for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:48.105104 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:48.187031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53562) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:48.257875 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7af306ac-60a1-453c-bbe1-c46a60495a70 req-eb125fbe-2259-468e-874f-f0859cbb2010 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 210 time: 0.0452282 Aug 23 14:58:48.291779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e082b44-b191-40e9-acf3-cfed5e5a2f42 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:58:48.294592 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-822b9b05-4322-4c3f-a2a2-0b787c02b422 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:48.339600 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:48.366039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Transition to ACTIVE for port object 5e082b44-b191-40e9-acf3-cfed5e5a2f42 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:48.396534 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-822b9b05-4322-4c3f-a2a2-0b787c02b422 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:48.425968 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-822b9b05-4322-4c3f-a2a2-0b787c02b422 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Network 3deea10b-2f25-4854-b562-84874dde5008 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:48.451245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-822b9b05-4322-4c3f-a2a2-0b787c02b422 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:48.455801 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-822b9b05-4322-4c3f-a2a2-0b787c02b422 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:48.463520 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:48.472532 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4f65ef0-d6e0-40ee-83c9-69972e1ac4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:48.509368 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b9b05-4322-4c3f-a2a2-0b787c02b422 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Pushing event updated for resources: {'Port': ['ID=8121d2d4-163d-451e-979f-472f068b8e00,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:48.522969 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-822b9b05-4322-4c3f-a2a2-0b787c02b422 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:48.523615 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-822b9b05-4322-4c3f-a2a2-0b787c02b422 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:48.586083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7c0d533a-ef88-4533-ad47-0b8afd0e96bf tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Allocated IP 172.20.0.9 (3deea10b-2f25-4854-b562-84874dde5008/ffccb559-d99b-4330-9eb2-2211e0b5a614/5bc76c05-0533-492e-8f43-109acea6759a) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:48.594170 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-822b9b05-4322-4c3f-a2a2-0b787c02b422 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4125190 Aug 23 14:58:48.608447 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Request body: {'port': {'device_id': '3962e921-6af7-4919-a781-fe303cad293f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:48.647857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Pushing event updated for resources: {'Port': ['ID=5e082b44-b191-40e9-acf3-cfed5e5a2f42,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:48.652419 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573563c-2c6b-4f2e-a03f-d706efbd9239 req-faf25977-5ce6-4557-90eb-5693e4a14335 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:48.655199 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7573563c-2c6b-4f2e-a03f-d706efbd9239 req-faf25977-5ce6-4557-90eb-5693e4a14335 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 943 time: 0.0920320 Aug 23 14:58:48.701591 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:48.702575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db06fc-84f5-4630-9067-a2509808a7c2 req-809deb4c-93d3-4575-9eef-18bf245bdd73 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:48.704335 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14db06fc-84f5-4630-9067-a2509808a7c2 req-809deb4c-93d3-4575-9eef-18bf245bdd73 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.2483351 Aug 23 14:58:48.725401 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7573563c-2c6b-4f2e-a03f-d706efbd9239 req-62da0802-3dcc-4a94-8d39-008d8c225233 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/security-groups?id=e263ba6d-6d8b-4c93-9d70-42d09270536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500109 Aug 23 14:58:48.738868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-39d20a35-4586-4ea3-9902-0aa7d0788573 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Allocated IP 2001:db8:0:1::24e (ec0f90b1-69b9-46d3-8684-664985240bd5/c39becc8-1bd9-40b5-a316-0dfbaca182cc/16492b66-5d5c-4608-8a40-bd2839c48eeb) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:48.969252 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14db06fc-84f5-4630-9067-a2509808a7c2 req-75835a07-25b8-47ed-bc27-f067c0478f98 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339742 Aug 23 14:58:48.990453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Attempting to bind port 5e082b44-b191-40e9-acf3-cfed5e5a2f42 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:58:48.990453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Attempting to bind port 5e082b44-b191-40e9-acf3-cfed5e5a2f42 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'e4019f48-14c6-4933-9455-ce135526836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73dcc6b1-0907-4a51-8863-5e28e1827271'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:58:48.990453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Attempting to bind port 5e082b44-b191-40e9-acf3-cfed5e5a2f42 on network 73dcc6b1-0907-4a51-8863-5e28e1827271 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:49.025319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Port 5e082b44-b191-40e9-acf3-cfed5e5a2f42 on network 73dcc6b1-0907-4a51-8863-5e28e1827271 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:58:49.025655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Attempting to bind port 5e082b44-b191-40e9-acf3-cfed5e5a2f42 on network 73dcc6b1-0907-4a51-8863-5e28e1827271 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:49.071847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:58:49.072275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Checking segment: {'id': 'e4019f48-14c6-4933-9455-ce135526836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73dcc6b1-0907-4a51-8863-5e28e1827271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:49.072598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Bound using segment: {'id': 'e4019f48-14c6-4933-9455-ce135526836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73dcc6b1-0907-4a51-8863-5e28e1827271'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:58:49.073051 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Bound port: 5e082b44-b191-40e9-acf3-cfed5e5a2f42, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4019f48-14c6-4933-9455-ce135526836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73dcc6b1-0907-4a51-8863-5e28e1827271'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:58:49.073439 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:49.088132 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4f65ef0-d6e0-40ee-83c9-69972e1ac4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:49.123586 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7c0d533a-ef88-4533-ad47-0b8afd0e96bf tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:49.178534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-39d20a35-4586-4ea3-9902-0aa7d0788573 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:49.223912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-39d20a35-4586-4ea3-9902-0aa7d0788573 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Transition to ACTIVE for port object 16492b66-5d5c-4608-8a40-bd2839c48eeb will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:49.232961 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] For port 5e082b44-b191-40e9-acf3-cfed5e5a2f42, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:58:49.237223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] For port 5e082b44-b191-40e9-acf3-cfed5e5a2f42, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5e082b44-b191-40e9-acf3-cfed5e5a2f42,segment=NetworkSegment(e4019f48-14c6-4933-9455-ce135526836d),segment_id=e4019f48-14c6-4933-9455-ce135526836d)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:58:49.369723 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-82c120c6-7c52-4335-b60b-67c335aa0995 req-e7ecb975-5884-4db3-ba26-7fbfcfa929b2 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 210 time: 0.0346868 Aug 23 14:58:49.483263 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4f65ef0-d6e0-40ee-83c9-69972e1ac4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:49.489443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7c0d533a-ef88-4533-ad47-0b8afd0e96bf tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:49.491735 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-39d20a35-4586-4ea3-9902-0aa7d0788573 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:49.493558 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:49.595023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7c0d533a-ef88-4533-ad47-0b8afd0e96bf tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Network 3deea10b-2f25-4854-b562-84874dde5008 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:49.595023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:49.595023 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:49.596586 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] 10.222.0.61 "PUT /v2.0/ports/5e082b44-b191-40e9-acf3-cfed5e5a2f42 HTTP/1.1" status: 200 len: 1091 time: 2.7385108 Aug 23 14:58:49.599956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98fbaf9-37bd-42af-9800-84762ca3a062', 'tag': '5e082b44-b191-40e9-acf3-cfed5e5a2f42'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:58:49.602322 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54699eef-00ca-4a81-837e-6a2cd35496f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d98fbaf9-37bd-42af-9800-84762ca3a062", "tag": "5e082b44-b191-40e9-acf3-cfed5e5a2f42"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:58:49.605044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f65ef0-d6e0-40ee-83c9-69972e1ac4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bb8e87-4dfb-49ea-be23-45a8fbca493e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:49.623403 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-3804b635-421c-43f2-9ee1-3b657d724625 {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:58:49.623403 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:58:49.624381 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a4f65ef0-d6e0-40ee-83c9-69972e1ac4b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f33591b5875b47dfa2f51f8d04fa6fad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4329875 Aug 23 14:58:49.627558 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53580) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:49.645273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7c0d533a-ef88-4533-ad47-0b8afd0e96bf tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:49.658331 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7c0d533a-ef88-4533-ad47-0b8afd0e96bf tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:49.681574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-39d20a35-4586-4ea3-9902-0aa7d0788573 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] In _notify_port_updated(), no bound segment for port 16492b66-5d5c-4608-8a40-bd2839c48eeb on network ec0f90b1-69b9-46d3-8684-664985240bd5 {{(pid=96115) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 14:58:49.687412 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d20a35-4586-4ea3-9902-0aa7d0788573 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:49.689526 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-39d20a35-4586-4ea3-9902-0aa7d0788573 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:49.691001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-39d20a35-4586-4ea3-9902-0aa7d0788573 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "PUT /v2.0/ports/16492b66-5d5c-4608-8a40-bd2839c48eeb HTTP/1.1" status: 200 len: 1012 time: 2.7113748 Aug 23 14:58:49.696883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53584) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:49.736563 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b785d4-4452-4faa-86bf-743ac2d1f35b x-openstack-request-id: req-58b785d4-4452-4faa-86bf-743ac2d1f35b {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:58:49.736777 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98fbaf9-37bd-42af-9800-84762ca3a062", "tag": "5e082b44-b191-40e9-acf3-cfed5e5a2f42", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:58:49.737537 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-58b785d4-4452-4faa-86bf-743ac2d1f35b {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:58:49.738001 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98fbaf9-37bd-42af-9800-84762ca3a062', 'tag': '5e082b44-b191-40e9-acf3-cfed5e5a2f42', 'status': 'completed', 'code': 200} Aug 23 14:58:49.760187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff9c4f-00a7-43d9-85ed-27bfd3b3100a service neutron] Pushing event updated for resources: {'Port': ['ID=5e082b44-b191-40e9-acf3-cfed5e5a2f42,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:49.887956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7c0d533a-ef88-4533-ad47-0b8afd0e96bf tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:49.888627 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7c0d533a-ef88-4533-ad47-0b8afd0e96bf tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:49.969865 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7aff3131-000b-485d-b445-d1ff88889ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:50.095087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13137e-5c4b-4cba-bca6-ccba14a8f7a0 req-f4f13a8f-5278-49c6-9f9d-7784f9f36ade tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:50.095087 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8b13137e-5c4b-4cba-bca6-ccba14a8f7a0 req-f4f13a8f-5278-49c6-9f9d-7784f9f36ade tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 943 time: 0.2104924 Aug 23 14:58:50.095087 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7aff3131-000b-485d-b445-d1ff88889ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:50.095087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8121d2d4-163d-451e-979f-472f068b8e00 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:58:50.112401 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f17f61c4-d54c-45d1-8c22-c739f66e39c8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port 16492b66-5d5c-4608-8a40-bd2839c48eeb {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:50.112981 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f17f61c4-d54c-45d1-8c22-c739f66e39c8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:50.122225 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:50.126633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:50.156416 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:50.184821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b6435655-0d2b-4f9b-95cf-c9b8d5e89e99 None None] Provisioning for port 16492b66-5d5c-4608-8a40-bd2839c48eeb completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:50.189355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b6435655-0d2b-4f9b-95cf-c9b8d5e89e99 None None] Provisioning complete for port 16492b66-5d5c-4608-8a40-bd2839c48eeb triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:50.193700 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b6435655-0d2b-4f9b-95cf-c9b8d5e89e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:50.221237 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Transition to ACTIVE for port object 8121d2d4-163d-451e-979f-472f068b8e00 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:50.233655 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b6435655-0d2b-4f9b-95cf-c9b8d5e89e99 None None] Port 16492b66-5d5c-4608-8a40-bd2839c48eeb cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:58:50.242945 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8b13137e-5c4b-4cba-bca6-ccba14a8f7a0 req-dd69e893-c243-456b-b9d4-f625eb94d2b6 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/security-groups?id=e263ba6d-6d8b-4c93-9d70-42d09270536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845248 Aug 23 14:58:50.289231 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f17f61c4-d54c-45d1-8c22-c739f66e39c8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:50.303719 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f17f61c4-d54c-45d1-8c22-c739f66e39c8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for 16492b66-5d5c-4608-8a40-bd2839c48eeb owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:50.307977 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:50.354655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-2a2d2cb9-a41a-4bba-b0eb-3a0231c21097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:50.356333 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-2a2d2cb9-a41a-4bba-b0eb-3a0231c21097 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5377be88f3cc48dc9755bad2c6a80042&device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 1094 time: 0.6215181 Aug 23 14:58:50.369634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d533a-ef88-4533-ad47-0b8afd0e96bf tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Pushing event updated for resources: {'Port': ['ID=5bc76c05-0533-492e-8f43-109acea6759a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:50.373068 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7aff3131-000b-485d-b445-d1ff88889ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:50.375608 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7aff3131-000b-485d-b445-d1ff88889ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:50.376880 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7aff3131-000b-485d-b445-d1ff88889ada admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/62bb8e87-4dfb-49ea-be23-45a8fbca493e HTTP/1.1" status: 204 len: 168 time: 0.7477131 Aug 23 14:58:50.451500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff3131-000b-485d-b445-d1ff88889ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bb8e87-4dfb-49ea-be23-45a8fbca493e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:50.453271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602cd70-a0dc-4418-87f2-37e219112a2f req-89ef41e8-f1b2-46d9-93e9-54aa47686259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:50.454285 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7602cd70-a0dc-4418-87f2-37e219112a2f req-89ef41e8-f1b2-46d9-93e9-54aa47686259 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 1095 time: 0.7207210 Aug 23 14:58:50.479680 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Pushing event updated for resources: {'Port': ['ID=8121d2d4-163d-451e-979f-472f068b8e00,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:50.484920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbf633-7c9a-4619-86d7-8e41d0b53250 req-f53c3816-6b0e-452a-8bf3-f4300273b08e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:50.484920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfdbf633-7c9a-4619-86d7-8e41d0b53250 req-f53c3816-6b0e-452a-8bf3-f4300273b08e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.7324185 Aug 23 14:58:50.486074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d20a35-4586-4ea3-9902-0aa7d0788573 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=16492b66-5d5c-4608-8a40-bd2839c48eeb,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:50.534614 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7c0d533a-ef88-4533-ad47-0b8afd0e96bf tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7422216 Aug 23 14:58:50.552329 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-07ed48b3-0857-41cf-b30a-784d891840fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e082b44-b191-40e9-acf3-cfed5e5a2f42 HTTP/1.1" status: 200 len: 217 time: 0.1837604 Aug 23 14:58:50.569579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Request body: {'port': {'device_id': 'd2107a64-7eb7-4462-a6b2-008bdf0937ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:50.614280 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c776341-8ea0-4653-8509-46a765468850 req-c64115c6-d573-4c8a-aae2-93bf5a536628 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 210 time: 0.0839865 Aug 23 14:58:50.631432 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Allocated IP 172.20.0.12 (3deea10b-2f25-4854-b562-84874dde5008/ffccb559-d99b-4330-9eb2-2211e0b5a614/791157f1-d2ec-442d-916b-9b58dd0b773a) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:50.692054 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Attempting to bind port 8121d2d4-163d-451e-979f-472f068b8e00 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:58:50.692407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Attempting to bind port 8121d2d4-163d-451e-979f-472f068b8e00 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'da4e00ee-37ac-40f5-9459-1728aea32112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3deea10b-2f25-4854-b562-84874dde5008'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:58:50.692744 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Attempting to bind port 8121d2d4-163d-451e-979f-472f068b8e00 on network 3deea10b-2f25-4854-b562-84874dde5008 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:50.713302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Port 8121d2d4-163d-451e-979f-472f068b8e00 on network 3deea10b-2f25-4854-b562-84874dde5008 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:58:50.713538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Attempting to bind port 8121d2d4-163d-451e-979f-472f068b8e00 on network 3deea10b-2f25-4854-b562-84874dde5008 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:50.733127 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:58:50.733525 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Checking segment: {'id': 'da4e00ee-37ac-40f5-9459-1728aea32112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3deea10b-2f25-4854-b562-84874dde5008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:50.733861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Bound using segment: {'id': 'da4e00ee-37ac-40f5-9459-1728aea32112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3deea10b-2f25-4854-b562-84874dde5008'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:58:50.734600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Bound port: 8121d2d4-163d-451e-979f-472f068b8e00, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4e00ee-37ac-40f5-9459-1728aea32112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3deea10b-2f25-4854-b562-84874dde5008'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:58:50.734760 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:50.781409 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfdbf633-7c9a-4619-86d7-8e41d0b53250 req-c19e922d-945d-4cb8-9951-864a29240e5c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519126 Aug 23 14:58:50.795691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-bd404c7e-fd50-46fe-ac64-453013e7a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:50.797339 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-bd404c7e-fd50-46fe-ac64-453013e7a662 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc874858-4f68-4cfd-ab54-7b509d7cb7e3 HTTP/1.1" status: 200 len: 860 time: 0.2168460 Aug 23 14:58:50.817976 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:50.836730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602cd70-a0dc-4418-87f2-37e219112a2f req-770c08d9-c5e0-4c53-b335-c640c4d46ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:50.838368 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7602cd70-a0dc-4418-87f2-37e219112a2f req-770c08d9-c5e0-4c53-b335-c640c4d46ff4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.3067458 Aug 23 14:58:50.858537 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-1bf53385-78d2-422e-b674-7d2c77db533f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=73dcc6b1-0907-4a51-8863-5e28e1827271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493021 Aug 23 14:58:50.948953 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] For port 8121d2d4-163d-451e-979f-472f068b8e00, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:58:50.966042 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:50.972138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] For port 8121d2d4-163d-451e-979f-472f068b8e00, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8121d2d4-163d-451e-979f-472f068b8e00,segment=NetworkSegment(da4e00ee-37ac-40f5-9459-1728aea32112),segment_id=da4e00ee-37ac-40f5-9459-1728aea32112)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:58:51.021681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7602cd70-a0dc-4418-87f2-37e219112a2f req-f0872672-ec87-4815-b64d-b847c90cfa1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 HTTP/1.1" status: 200 len: 999 time: 0.1657660 Aug 23 14:58:51.146372 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f17f61c4-d54c-45d1-8c22-c739f66e39c8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:51.156143 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:51.156975 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-287d6c79-9c9e-48c7-9fb1-8a8ff70126e2 service neutron] 10.222.0.61 "GET /v2.0/networks/73dcc6b1-0907-4a51-8863-5e28e1827271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898297 Aug 23 14:58:51.164161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602cd70-a0dc-4418-87f2-37e219112a2f req-411677c6-f140-470f-9723-4831081a16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:51.166150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7602cd70-a0dc-4418-87f2-37e219112a2f req-411677c6-f140-470f-9723-4831081a16bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.0939176 Aug 23 14:58:51.190686 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f61c4-d54c-45d1-8c22-c739f66e39c8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=16492b66-5d5c-4608-8a40-bd2839c48eeb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:51.196400 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:51.204677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:51.205469 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:51.207903 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] 10.222.0.57 "PUT /v2.0/ports/8121d2d4-163d-451e-979f-472f068b8e00 HTTP/1.1" status: 200 len: 1091 time: 2.6053872 Aug 23 14:58:51.214740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3962e921-6af7-4919-a781-fe303cad293f', 'tag': '8121d2d4-163d-451e-979f-472f068b8e00'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:58:51.217640 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2500a85b-9791-4c1b-bf48-c180253cc6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3962e921-6af7-4919-a781-fe303cad293f", "tag": "8121d2d4-163d-451e-979f-472f068b8e00"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:58:51.279741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53610) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:51.320371 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8875908a-ba49-4216-9e0e-3d59b59fd3a6 x-openstack-request-id: req-8875908a-ba49-4216-9e0e-3d59b59fd3a6 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:58:51.321011 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3962e921-6af7-4919-a781-fe303cad293f", "tag": "8121d2d4-163d-451e-979f-472f068b8e00", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:58:51.321496 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8875908a-ba49-4216-9e0e-3d59b59fd3a6 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:58:51.322352 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3962e921-6af7-4919-a781-fe303cad293f', 'tag': '8121d2d4-163d-451e-979f-472f068b8e00', 'status': 'completed', 'code': 200} Aug 23 14:58:51.326057 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f17f61c4-d54c-45d1-8c22-c739f66e39c8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:51.331711 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f17f61c4-d54c-45d1-8c22-c739f66e39c8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/16492b66-5d5c-4608-8a40-bd2839c48eeb HTTP/1.1" status: 204 len: 168 time: 1.6279347 Aug 23 14:58:51.343621 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53612) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:51.353382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Network 3deea10b-2f25-4854-b562-84874dde5008 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:51.377209 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f79f669-9329-4d32-8c1c-3bc578c59c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:51.396641 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:51.399072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:51.449285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432c808-40b1-4670-a835-49537a11ae1c service neutron] Pushing event updated for resources: {'Port': ['ID=8121d2d4-163d-451e-979f-472f068b8e00,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:51.457226 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34b6231-9f7c-42fa-829b-a7b76ba96360 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] GET failed (client error): The resource could not be found. Aug 23 14:58:51.462153 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f34b6231-9f7c-42fa-829b-a7b76ba96360 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/16492b66-5d5c-4608-8a40-bd2839c48eeb HTTP/1.1" status: 404 len: 333 time: 0.1169705 Aug 23 14:58:51.468471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53614) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:51.514365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602cd70-a0dc-4418-87f2-37e219112a2f req-1411d57c-1935-42fc-859d-f273857b78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:51.517119 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7602cd70-a0dc-4418-87f2-37e219112a2f req-1411d57c-1935-42fc-859d-f273857b78a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3418031 Aug 23 14:58:51.600719 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:51.601391 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:51.604124 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Pushing event updated for resources: {'Port': ['ID=791157f1-d2ec-442d-916b-9b58dd0b773a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:51.614059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-a8e1ee5b-7010-49b6-b68e-a6cda65d4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:51.616004 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-a8e1ee5b-7010-49b6-b68e-a6cda65d4b35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6105d80b51584732bfbc8318a616cd4f&device_id=3962e921-6af7-4919-a781-fe303cad293f HTTP/1.1" status: 200 len: 1094 time: 0.2829816 Aug 23 14:58:51.639739 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b366654-3041-4f5a-be8b-b2f032b49a25 req-b9faa872-53d1-4db3-91a2-959d0f7baf6d tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:51.641608 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b366654-3041-4f5a-be8b-b2f032b49a25 req-b9faa872-53d1-4db3-91a2-959d0f7baf6d tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 943 time: 0.2951734 Aug 23 14:58:51.642161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a351c2-df46-47b9-8592-5a5b9ac28708 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting subnet c39becc8-1bd9-40b5-a316-0dfbaca182cc {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:58:51.667466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc76c05-0533-492e-8f43-109acea6759a {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:58:51.718725 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14a351c2-df46-47b9-8592-5a5b9ac28708 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:51.725470 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-61a0eb05-e2b3-4439-8870-a69f914f75ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8121d2d4-163d-451e-979f-472f068b8e00 HTTP/1.1" status: 200 len: 217 time: 0.0981536 Aug 23 14:58:51.729151 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27a44a4f-6411-41ff-ac22-d55e64778cb1 req-d27bc5f4-b42a-43d7-a39b-78506b6191b4 service neutron] 10.222.0.61 "GET /v2.0/networks/73dcc6b1-0907-4a51-8863-5e28e1827271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618770 Aug 23 14:58:51.731159 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:51.745269 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7602cd70-a0dc-4418-87f2-37e219112a2f req-c5baab2f-8f3d-4639-ab58-1203406ce229 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170126 Aug 23 14:58:51.787994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Transition to ACTIVE for port object 5bc76c05-0533-492e-8f43-109acea6759a will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:51.843084 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b366654-3041-4f5a-be8b-b2f032b49a25 req-d2dbb7b2-fd6d-478a-b332-535fe2c10ff7 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/security-groups?id=e263ba6d-6d8b-4c93-9d70-42d09270536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598959 Aug 23 14:58:51.902292 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:51.993561 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7602cd70-a0dc-4418-87f2-37e219112a2f req-30ea17e6-5a36-440b-af3b-811d18168ca2 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382262 Aug 23 14:58:52.021885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54699eef-00ca-4a81-837e-6a2cd35496f6 req-7627551d-1d3d-42d0-83c7-7847bb077ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:52.023445 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54699eef-00ca-4a81-837e-6a2cd35496f6 req-7627551d-1d3d-42d0-83c7-7847bb077ca0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5377be88f3cc48dc9755bad2c6a80042&device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 1094 time: 0.1725025 Aug 23 14:58:52.028952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Pushing event updated for resources: {'Port': ['ID=5bc76c05-0533-492e-8f43-109acea6759a,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:52.129753 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14a351c2-df46-47b9-8592-5a5b9ac28708 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:52.155850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae27448-f219-4d9c-8f7d-57f5e74c1246 req-5873475d-2b4e-457e-95c4-86b8fa1d1c30 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:52.158136 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ae27448-f219-4d9c-8f7d-57f5e74c1246 req-5873475d-2b4e-457e-95c4-86b8fa1d1c30 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.2078357 Aug 23 14:58:52.198766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-678d5d2b-c00b-40f3-93ec-1c51608511c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:52.200385 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-678d5d2b-c00b-40f3-93ec-1c51608511c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ffccb559-d99b-4330-9eb2-2211e0b5a614 HTTP/1.1" status: 200 len: 858 time: 0.1615703 Aug 23 14:58:52.212102 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e7b42-b4df-44ea-bc39-6ef3d36c69cb req-2f089e1b-8a00-4c1a-9231-deda3776ff52 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:52.213750 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-de2e7b42-b4df-44ea-bc39-6ef3d36c69cb req-2f089e1b-8a00-4c1a-9231-deda3776ff52 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 932 time: 0.1884465 Aug 23 14:58:52.223440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Attempting to bind port 5bc76c05-0533-492e-8f43-109acea6759a on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:58:52.223812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Attempting to bind port 5bc76c05-0533-492e-8f43-109acea6759a by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'da4e00ee-37ac-40f5-9459-1728aea32112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3deea10b-2f25-4854-b562-84874dde5008'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:58:52.224153 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Attempting to bind port 5bc76c05-0533-492e-8f43-109acea6759a on network 3deea10b-2f25-4854-b562-84874dde5008 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:52.250615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Port 5bc76c05-0533-492e-8f43-109acea6759a on network 3deea10b-2f25-4854-b562-84874dde5008 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:58:52.250842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Attempting to bind port 5bc76c05-0533-492e-8f43-109acea6759a on network 3deea10b-2f25-4854-b562-84874dde5008 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:52.263623 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ae27448-f219-4d9c-8f7d-57f5e74c1246 req-f20465be-cc06-49a9-9da6-6700ac77abbb tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932224 Aug 23 14:58:52.264677 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54699eef-00ca-4a81-837e-6a2cd35496f6 req-a5c47914-f9d7-4ce4-8754-072217982ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:52.266139 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54699eef-00ca-4a81-837e-6a2cd35496f6 req-a5c47914-f9d7-4ce4-8754-072217982ee8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=73dcc6b1-0907-4a51-8863-5e28e1827271 HTTP/1.1" status: 200 len: 921 time: 0.2130842 Aug 23 14:58:52.266915 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:58:52.267075 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-712ab562-c4fb-4d8e-846d-f930c5a42af4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3deea10b-2f25-4854-b562-84874dde5008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475163 Aug 23 14:58:52.267260 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Checking segment: {'id': 'da4e00ee-37ac-40f5-9459-1728aea32112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3deea10b-2f25-4854-b562-84874dde5008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:52.267679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Bound using segment: {'id': 'da4e00ee-37ac-40f5-9459-1728aea32112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3deea10b-2f25-4854-b562-84874dde5008'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:58:52.268165 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Bound port: 5bc76c05-0533-492e-8f43-109acea6759a, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4e00ee-37ac-40f5-9459-1728aea32112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3deea10b-2f25-4854-b562-84874dde5008'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:58:52.269140 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:52.319473 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f79f669-9329-4d32-8c1c-3bc578c59c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:52.327313 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54699eef-00ca-4a81-837e-6a2cd35496f6 req-4ab8c44f-7477-4dfa-85a6-ff0b0710f4d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e082b44-b191-40e9-acf3-cfed5e5a2f42 HTTP/1.1" status: 200 len: 217 time: 0.0487227 Aug 23 14:58:52.394048 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14a351c2-df46-47b9-8592-5a5b9ac28708 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:52.399443 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-de2e7b42-b4df-44ea-bc39-6ef3d36c69cb req-f3273dfc-dcf4-41f5-8139-df630506aace tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627097 Aug 23 14:58:52.422960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54699eef-00ca-4a81-837e-6a2cd35496f6 req-555c07a5-ccd5-4663-a92e-696b6d42c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:52.422960 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54699eef-00ca-4a81-837e-6a2cd35496f6 req-555c07a5-ccd5-4663-a92e-696b6d42c664 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc874858-4f68-4cfd-ab54-7b509d7cb7e3 HTTP/1.1" status: 200 len: 860 time: 0.0738943 Aug 23 14:58:52.422960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] For port 5bc76c05-0533-492e-8f43-109acea6759a, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:58:52.427579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] For port 5bc76c05-0533-492e-8f43-109acea6759a, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5bc76c05-0533-492e-8f43-109acea6759a,segment=NetworkSegment(da4e00ee-37ac-40f5-9459-1728aea32112),segment_id=da4e00ee-37ac-40f5-9459-1728aea32112)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:58:52.450651 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f79f669-9329-4d32-8c1c-3bc578c59c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:52.460759 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54699eef-00ca-4a81-837e-6a2cd35496f6 req-bb3f9721-86f7-4cb6-b869-a89f0e58d59d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=73dcc6b1-0907-4a51-8863-5e28e1827271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314829 Aug 23 14:58:52.524858 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:52.543674 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-1d3e4040-e8ea-435c-bc15-9bda0d7dac2d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7494097 Aug 23 14:58:52.549987 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7f79f669-9329-4d32-8c1c-3bc578c59c46 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9cec80edfefe4fba94a2c86a97925e81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2689805 Aug 23 14:58:52.550693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53630) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:52.551584 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f768b1ee-06f4-4c48-aeb6-6a1852d733da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:52.559081 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-d73b315d-6032-41f2-8b48-843117b3c893 service neutron] 10.222.0.57 "GET /v2.0/networks/3deea10b-2f25-4854-b562-84874dde5008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539814 Aug 23 14:58:52.560499 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79f669-9329-4d32-8c1c-3bc578c59c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8c53e0-4d6b-43e7-843d-9d4b7eee2d60,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:52.568219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Request body: {'port': {'device_id': 'fcf17978-b2c1-496c-8911-29c93db13997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:52.614253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:52.615291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:52.617028 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] 10.222.0.61 "PUT /v2.0/ports/5bc76c05-0533-492e-8f43-109acea6759a HTTP/1.1" status: 200 len: 1091 time: 2.0665061 Aug 23 14:58:52.619829 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2107a64-7eb7-4462-a6b2-008bdf0937ce', 'tag': '5bc76c05-0533-492e-8f43-109acea6759a'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:58:52.623505 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db00fcef-3e38-439d-b91e-f0eebb9df86f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2107a64-7eb7-4462-a6b2-008bdf0937ce", "tag": "5bc76c05-0533-492e-8f43-109acea6759a"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:58:52.667163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708aba8-f61b-4032-94fa-608b1844a3cf service neutron] Pushing event updated for resources: {'Port': ['ID=5bc76c05-0533-492e-8f43-109acea6759a,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:52.685196 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54699eef-00ca-4a81-837e-6a2cd35496f6 req-b9b48d74-361e-4b68-9fe8-f5b2ca027bef service neutron] 10.222.0.61 "GET /v2.0/networks/73dcc6b1-0907-4a51-8863-5e28e1827271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165637 Aug 23 14:58:52.713339 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2656b44-55b0-44c4-ae14-6351cb878b89 x-openstack-request-id: req-b2656b44-55b0-44c4-ae14-6351cb878b89 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:58:52.716742 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2107a64-7eb7-4462-a6b2-008bdf0937ce", "tag": "5bc76c05-0533-492e-8f43-109acea6759a", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:58:52.716742 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2656b44-55b0-44c4-ae14-6351cb878b89 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:58:52.716742 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2107a64-7eb7-4462-a6b2-008bdf0937ce', 'tag': '5bc76c05-0533-492e-8f43-109acea6759a', 'status': 'completed', 'code': 200} Aug 23 14:58:52.756862 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:52.797197 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14a351c2-df46-47b9-8592-5a5b9ac28708 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:52.798143 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd842a43-6b39-49a2-adb0-1df7f347e3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:52.823746 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00fcef-3e38-439d-b91e-f0eebb9df86f req-d102f4d3-277f-4623-bfca-ff3b3cd73818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:52.824856 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db00fcef-3e38-439d-b91e-f0eebb9df86f req-d102f4d3-277f-4623-bfca-ff3b3cd73818 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6105d80b51584732bfbc8318a616cd4f&device_id=d2107a64-7eb7-4462-a6b2-008bdf0937ce HTTP/1.1" status: 200 len: 1094 time: 0.0952647 Aug 23 14:58:52.829486 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-d8dbe23c-e353-427e-a6ce-7c08fbc9bc08 service neutron] 10.222.0.57 "GET /v2.0/networks/3deea10b-2f25-4854-b562-84874dde5008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553453 Aug 23 14:58:52.859855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54699eef-00ca-4a81-837e-6a2cd35496f6 req-e2a1119a-af69-435d-a32f-91414083c48b service neutron] 10.222.0.61 "GET /v2.0/networks/73dcc6b1-0907-4a51-8863-5e28e1827271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655693 Aug 23 14:58:52.864425 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a351c2-df46-47b9-8592-5a5b9ac28708 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Subnet': ['ID=c39becc8-1bd9-40b5-a316-0dfbaca182cc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:52.891388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e0a6ea-fcd6-4f74-9e40-3a89a93b3f76 None None] Network ec0f90b1-69b9-46d3-8684-664985240bd5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:52.926999 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14a351c2-df46-47b9-8592-5a5b9ac28708 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:52.933097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53636) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:52.936190 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-14a351c2-df46-47b9-8592-5a5b9ac28708 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/c39becc8-1bd9-40b5-a316-0dfbaca182cc HTTP/1.1" status: 204 len: 168 time: 1.4638422 Aug 23 14:58:53.027399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-0234a9e9-2663-4839-ab79-80cf7c42ed4c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting subnet 4aa5678c-fcf7-434a-90df-26a378537e25 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:58:53.035741 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0234a9e9-2663-4839-ab79-80cf7c42ed4c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:53.040278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00fcef-3e38-439d-b91e-f0eebb9df86f req-6ec9be34-dee8-4280-8e75-ab82a09c6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:53.042215 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db00fcef-3e38-439d-b91e-f0eebb9df86f req-6ec9be34-dee8-4280-8e75-ab82a09c6a4b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6105d80b51584732bfbc8318a616cd4f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2067418 Aug 23 14:58:53.095633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd842a43-6b39-49a2-adb0-1df7f347e3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:53.152824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0234a9e9-2663-4839-ab79-80cf7c42ed4c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:53.234900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00fcef-3e38-439d-b91e-f0eebb9df86f req-b158f9f9-bdcf-4a7a-9ae2-21cab0ff331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:53.240501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db00fcef-3e38-439d-b91e-f0eebb9df86f req-b158f9f9-bdcf-4a7a-9ae2-21cab0ff331e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1742902 Aug 23 14:58:53.247595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500a85b-9791-4c1b-bf48-c180253cc6e7 req-b0582401-4ce3-4c26-8d6d-ad6467862c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:53.249171 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2500a85b-9791-4c1b-bf48-c180253cc6e7 req-b0582401-4ce3-4c26-8d6d-ad6467862c23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6105d80b51584732bfbc8318a616cd4f&device_id=3962e921-6af7-4919-a781-fe303cad293f HTTP/1.1" status: 200 len: 1094 time: 0.2285745 Aug 23 14:58:53.289005 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d9c3c-3216-4738-abd9-5486d26bb520 req-51aa4c07-2330-4ee9-9ea8-a98724c64a79 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:53.291359 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a0d9c3c-3216-4738-abd9-5486d26bb520 req-51aa4c07-2330-4ee9-9ea8-a98724c64a79 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 943 time: 0.2526605 Aug 23 14:58:53.351343 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0234a9e9-2663-4839-ab79-80cf7c42ed4c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:53.380768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-3af9baa3-e905-47de-bae0-a0e5a2cad446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:53.387594 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-3af9baa3-e905-47de-bae0-a0e5a2cad446 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6105d80b51584732bfbc8318a616cd4f&device_id=d2107a64-7eb7-4462-a6b2-008bdf0937ce HTTP/1.1" status: 200 len: 1094 time: 0.1044652 Aug 23 14:58:53.446027 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-b5f998cc-19a4-4473-8d58-27dc8cee52c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bc76c05-0533-492e-8f43-109acea6759a HTTP/1.1" status: 200 len: 217 time: 0.0540876 Aug 23 14:58:53.504966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500a85b-9791-4c1b-bf48-c180253cc6e7 req-0e40d93f-a37b-4078-b28e-0a8b428ff295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:53.506700 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2500a85b-9791-4c1b-bf48-c180253cc6e7 req-0e40d93f-a37b-4078-b28e-0a8b428ff295 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3deea10b-2f25-4854-b562-84874dde5008 HTTP/1.1" status: 200 len: 919 time: 0.2488022 Aug 23 14:58:53.517089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-5e1f3696-63b8-475d-be0d-09a697dde13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:53.518790 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-5e1f3696-63b8-475d-be0d-09a697dde13f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffccb559-d99b-4330-9eb2-2211e0b5a614 HTTP/1.1" status: 200 len: 858 time: 0.0522699 Aug 23 14:58:53.565383 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd842a43-6b39-49a2-adb0-1df7f347e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:53.568070 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd842a43-6b39-49a2-adb0-1df7f347e3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:53.571510 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bd842a43-6b39-49a2-adb0-1df7f347e3a2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d8c53e0-4d6b-43e7-843d-9d4b7eee2d60 HTTP/1.1" status: 204 len: 168 time: 1.0166097 Aug 23 14:58:53.589117 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a0d9c3c-3216-4738-abd9-5486d26bb520 req-2b77c2c8-e25d-4470-893a-e74bec6908c7 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/security-groups?id=e263ba6d-6d8b-4c93-9d70-42d09270536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811832 Aug 23 14:58:53.594782 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-ac7c5a40-0b51-40f0-a414-0f712237e304 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3deea10b-2f25-4854-b562-84874dde5008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685458 Aug 23 14:58:53.614478 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd842a43-6b39-49a2-adb0-1df7f347e3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8c53e0-4d6b-43e7-843d-9d4b7eee2d60,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:53.628464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74962680-2f05-4cb7-96d8-9b1eed6c225c req-fd5a979a-6c45-449a-b287-4c3c60e17cdc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:53.633125 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74962680-2f05-4cb7-96d8-9b1eed6c225c req-fd5a979a-6c45-449a-b287-4c3c60e17cdc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.2493906 Aug 23 14:58:53.663446 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2500a85b-9791-4c1b-bf48-c180253cc6e7 req-2a9e6b07-158d-42ae-be46-3a13a49846f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8121d2d4-163d-451e-979f-472f068b8e00 HTTP/1.1" status: 200 len: 217 time: 0.0898530 Aug 23 14:58:53.668795 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791157f1-d2ec-442d-916b-9b58dd0b773a {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:58:53.687073 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:53.771331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Transition to ACTIVE for port object 791157f1-d2ec-442d-916b-9b58dd0b773a will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:53.786950 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500a85b-9791-4c1b-bf48-c180253cc6e7 req-55476095-464a-4a9c-8b9f-9c6183341592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:53.788796 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2500a85b-9791-4c1b-bf48-c180253cc6e7 req-55476095-464a-4a9c-8b9f-9c6183341592 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ffccb559-d99b-4330-9eb2-2211e0b5a614 HTTP/1.1" status: 200 len: 858 time: 0.1149490 Aug 23 14:58:53.804495 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74962680-2f05-4cb7-96d8-9b1eed6c225c req-80f9f230-8838-4839-855e-ea48580d382a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601489 Aug 23 14:58:53.805841 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e0b29-e16d-41a8-8c9f-94152261f967 req-b11f351d-3d16-4b83-8968-cfe53b5d4201 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:53.807257 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0234a9e9-2663-4839-ab79-80cf7c42ed4c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:53.812539 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7d6e0b29-e16d-41a8-8c9f-94152261f967 req-b11f351d-3d16-4b83-8968-cfe53b5d4201 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 932 time: 0.0787382 Aug 23 14:58:53.860318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234a9e9-2663-4839-ab79-80cf7c42ed4c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa5678c-fcf7-434a-90df-26a378537e25,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:53.865398 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0234a9e9-2663-4839-ab79-80cf7c42ed4c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:53.867335 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0234a9e9-2663-4839-ab79-80cf7c42ed4c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/4aa5678c-fcf7-434a-90df-26a378537e25 HTTP/1.1" status: 204 len: 168 time: 0.9334190 Aug 23 14:58:53.870449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53656) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:53.901048 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2500a85b-9791-4c1b-bf48-c180253cc6e7 req-a8c02991-9d05-4a2f-97f9-f19a51d8fbd7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3deea10b-2f25-4854-b562-84874dde5008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868986 Aug 23 14:58:53.904004 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:53.987348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:54.061441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-185b3884-74bd-4d39-a26f-e54c3d5e33db service neutron] 10.222.0.61 "GET /v2.0/networks/3deea10b-2f25-4854-b562-84874dde5008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990297 Aug 23 14:58:54.066325 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64252bac-9bc0-48e6-84f1-a4763ed45c76 None None] Network ec0f90b1-69b9-46d3-8684-664985240bd5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:54.069703 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7d6e0b29-e16d-41a8-8c9f-94152261f967 req-ce46456a-0752-44d8-84de-d4d2524663c5 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456665 Aug 23 14:58:54.120753 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2500a85b-9791-4c1b-bf48-c180253cc6e7 req-4e0dac52-a219-45f3-945e-743fb417d276 service neutron] 10.222.0.57 "GET /v2.0/networks/3deea10b-2f25-4854-b562-84874dde5008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083545 Aug 23 14:58:54.124037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Pushing event updated for resources: {'Port': ['ID=791157f1-d2ec-442d-916b-9b58dd0b773a,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:54.243098 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e58fc826-8865-4a84-a9b9-090a34e25708 None None] Provisioning complete for port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:54.243487 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e58fc826-8865-4a84-a9b9-090a34e25708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:54.243622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bba12-6b10-4e8f-a54f-f1d13bce8739 req-b4263bb1-167b-4501-a6ad-c32eaac98f96 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:54.252025 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ee6bba12-6b10-4e8f-a54f-f1d13bce8739 req-b4263bb1-167b-4501-a6ad-c32eaac98f96 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1985266 Aug 23 14:58:54.302108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:54.303047 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:54.337994 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-e9f9cb13-95af-440c-b1e5-488d177f8132 service neutron] 10.222.0.61 "GET /v2.0/networks/3deea10b-2f25-4854-b562-84874dde5008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370450 Aug 23 14:58:54.359677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Attempting to bind port 791157f1-d2ec-442d-916b-9b58dd0b773a on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:58:54.361728 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Attempting to bind port 791157f1-d2ec-442d-916b-9b58dd0b773a by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'da4e00ee-37ac-40f5-9459-1728aea32112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3deea10b-2f25-4854-b562-84874dde5008'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:58:54.362646 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Attempting to bind port 791157f1-d2ec-442d-916b-9b58dd0b773a on network 3deea10b-2f25-4854-b562-84874dde5008 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:54.390987 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Port 791157f1-d2ec-442d-916b-9b58dd0b773a on network 3deea10b-2f25-4854-b562-84874dde5008 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:58:54.391128 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Attempting to bind port 791157f1-d2ec-442d-916b-9b58dd0b773a on network 3deea10b-2f25-4854-b562-84874dde5008 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:54.398601 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ee6bba12-6b10-4e8f-a54f-f1d13bce8739 req-4b9d92a3-a09b-4b94-bde9-cba8fa4c6692 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454878 Aug 23 14:58:54.435195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:58:54.435533 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Checking segment: {'id': 'da4e00ee-37ac-40f5-9459-1728aea32112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3deea10b-2f25-4854-b562-84874dde5008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:54.435977 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Bound using segment: {'id': 'da4e00ee-37ac-40f5-9459-1728aea32112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3deea10b-2f25-4854-b562-84874dde5008'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:58:54.436426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Bound port: 791157f1-d2ec-442d-916b-9b58dd0b773a, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4e00ee-37ac-40f5-9459-1728aea32112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3deea10b-2f25-4854-b562-84874dde5008'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:58:54.436891 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:54.449576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] For port ef23e8b9-c8e2-4d18-81ed-ac14264f3199, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ef23e8b9-c8e2-4d18-81ed-ac14264f3199,segment=NetworkSegment(f600a365-3a6e-4e8c-a6f0-634047c0cdef),segment_id=f600a365-3a6e-4e8c-a6f0-634047c0cdef)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:54.450014 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:54.474943 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2500a85b-9791-4c1b-bf48-c180253cc6e7 req-f9547274-f800-4170-aeb2-6b576a7ee027 service neutron] 10.222.0.57 "GET /v2.0/networks/3deea10b-2f25-4854-b562-84874dde5008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394802 Aug 23 14:58:54.486181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for ef23e8b9-c8e2-4d18-81ed-ac14264f3199 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:54.554668 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] DHCP port deletion for ec0f90b1-69b9-46d3-8684-664985240bd5 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:58:54.615862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5e082b44-b191-40e9-acf3-cfed5e5a2f42 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:58:54.674054 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703d0a4-5f91-41c2-8d14-63ca0b70da2e req-b2bc5b96-50c4-4530-b5f4-d4faffb39aa0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:54.680214 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b703d0a4-5f91-41c2-8d14-63ca0b70da2e req-b2bc5b96-50c4-4530-b5f4-d4faffb39aa0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1933143 Aug 23 14:58:54.689327 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:54.735181 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] For port 791157f1-d2ec-442d-916b-9b58dd0b773a, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:58:54.748177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No DVR routers for this DVR port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:58:54.751720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=ef23e8b9-c8e2-4d18-81ed-ac14264f3199,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:54.767537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] For port 791157f1-d2ec-442d-916b-9b58dd0b773a, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=791157f1-d2ec-442d-916b-9b58dd0b773a,segment=NetworkSegment(da4e00ee-37ac-40f5-9459-1728aea32112),segment_id=da4e00ee-37ac-40f5-9459-1728aea32112)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:58:54.778901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ef23e8b9-c8e2-4d18-81ed-ac14264f3199 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:58:54.796056 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b703d0a4-5f91-41c2-8d14-63ca0b70da2e req-d10beb3f-8ffc-4385-b3fb-c44eee776ffc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917234 Aug 23 14:58:54.832989 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:54.895181 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:54.915430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabf666-93da-497f-b697-30b8b9548626 req-f057bbac-edca-4192-be3c-03bdc2903639 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:54.917628 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-edabf666-93da-497f-b697-30b8b9548626 req-f057bbac-edca-4192-be3c-03bdc2903639 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 943 time: 0.1819544 Aug 23 14:58:54.919305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0f90b1-69b9-46d3-8684-664985240bd5']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:54.930993 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:54.932992 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f600a365-3a6e-4e8c-a6f0-634047c0cdef') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:54.933144 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:54.937474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f600a365-3a6e-4e8c-a6f0-634047c0cdef') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:58:54.938535 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] 10.222.0.61 "PUT /v2.0/ports/791157f1-d2ec-442d-916b-9b58dd0b773a HTTP/1.1" status: 200 len: 1092 time: 2.3745329 Aug 23 14:58:54.939101 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf17978-b2c1-496c-8911-29c93db13997', 'tag': '791157f1-d2ec-442d-916b-9b58dd0b773a'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:58:54.952388 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba05112f-7f34-4adc-82c8-1c5c72b2e87d" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf17978-b2c1-496c-8911-29c93db13997", "tag": "791157f1-d2ec-442d-916b-9b58dd0b773a"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:58:54.996592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d14d66-a16f-4b42-85c3-06c9cae09b32 service neutron] Pushing event updated for resources: {'Port': ['ID=791157f1-d2ec-442d-916b-9b58dd0b773a,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:54.997119 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:55.033044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-edabf666-93da-497f-b697-30b8b9548626 req-a894087e-2438-4dfc-949f-ce2d55026ea4 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/security-groups?id=e263ba6d-6d8b-4c93-9d70-42d09270536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044638 Aug 23 14:58:55.042051 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed91e1b1-079d-4345-8ddd-adc4f9669730 x-openstack-request-id: req-ed91e1b1-079d-4345-8ddd-adc4f9669730 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:58:55.042357 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf17978-b2c1-496c-8911-29c93db13997", "tag": "791157f1-d2ec-442d-916b-9b58dd0b773a", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:58:55.042958 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed91e1b1-079d-4345-8ddd-adc4f9669730 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:58:55.043294 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf17978-b2c1-496c-8911-29c93db13997', 'tag': '791157f1-d2ec-442d-916b-9b58dd0b773a', 'status': 'completed', 'code': 200} Aug 23 14:58:55.052676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Deleting port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:58:55.058035 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:55.058035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: ef23e8b9-c8e2-4d18-81ed-ac14264f3199 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:58:55.058035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ef23e8b9-c8e2-4d18-81ed-ac14264f3199 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:58:55.058510 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:55.076616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:58:55.077059 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:58:55.082950 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:58:55.121434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-4d9dd9a5-7903-448c-8c64-d9a283182443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:55.123237 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-4d9dd9a5-7903-448c-8c64-d9a283182443 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6105d80b51584732bfbc8318a616cd4f&device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 1095 time: 0.0564909 Aug 23 14:58:55.180072 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-370195f5-1a3f-4ed9-8f3d-c709c75e1aed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=791157f1-d2ec-442d-916b-9b58dd0b773a HTTP/1.1" status: 200 len: 217 time: 0.0473926 Aug 23 14:58:55.228690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] For port ef23e8b9-c8e2-4d18-81ed-ac14264f3199, host n-d-804985-3, got binding levels [] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:55.229310 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:55.270518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7a47c701-1be9-4584-a0b8-44cf3413831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:55.271952 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-7a47c701-1be9-4584-a0b8-44cf3413831d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffccb559-d99b-4330-9eb2-2211e0b5a614 HTTP/1.1" status: 200 len: 858 time: 0.0847538 Aug 23 14:58:55.277076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Calling delete_port for ef23e8b9-c8e2-4d18-81ed-ac14264f3199 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:58:55.280412 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.ipam_backend_mixin [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 was not found and therefore no delete operation was performed {{(pid=96116) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 14:58:55.282199 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:55.323445 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Pushing event deleted for resources: {'Port': ['ID=ef23e8b9-c8e2-4d18-81ed-ac14264f3199,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:55.341620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:55.342006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:55.342699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:55.343122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:55.343536 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:55.343980 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:55.344387 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:55.345562 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:55.346000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:55.348022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:55.348448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:55.349051 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:58:55.353680 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 5e082b44-b191-40e9-acf3-cfed5e5a2f42, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5e082b44-b191-40e9-acf3-cfed5e5a2f42,segment=NetworkSegment(e4019f48-14c6-4933-9455-ce135526836d),segment_id=e4019f48-14c6-4933-9455-ce135526836d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:55.364915 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8436a40-750e-4146-909a-4b0e5f2a1c68 None None] No DVR routers for this DVR port ef23e8b9-c8e2-4d18-81ed-ac14264f3199 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:58:55.389541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '5e082b44-b191-40e9-acf3-cfed5e5a2f42', 'network_id': '73dcc6b1-0907-4a51-8863-5e28e1827271', 'port_id': '5e082b44-b191-40e9-acf3-cfed5e5a2f42', 'mac_address': 'fa:16:3e:80:2c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc874858-4f68-4cfd-ab54-7b509d7cb7e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:58:55.406122 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:55.413177 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:55.422327 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/networks/ec0f90b1-69b9-46d3-8684-664985240bd5 HTTP/1.1" status: 204 len: 168 time: 1.5506876 Aug 23 14:58:55.425732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53704) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:55.438645 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-9e45e762-79fa-4759-a5d2-e8d0ceafd5d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3deea10b-2f25-4854-b562-84874dde5008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702260 Aug 23 14:58:55.459664 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:55.483001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a0db3-97bb-4b75-9f78-e00da6010808 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Network': ['ID=ec0f90b1-69b9-46d3-8684-664985240bd5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:55.484999 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-873dfe99-6210-4d6c-b4de-3ad26477ff49 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:55.486812 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-873dfe99-6210-4d6c-b4de-3ad26477ff49 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 812 time: 0.2138863 Aug 23 14:58:55.509951 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:55.533270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383092e-d170-436f-961d-80f97378eefd req-b40ceef0-e8c6-4e8d-8e4e-94e4a010b889 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:55.537409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e082b44-b191-40e9-acf3-cfed5e5a2f42 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:58:55.543224 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b383092e-d170-436f-961d-80f97378eefd req-b40ceef0-e8c6-4e8d-8e4e-94e4a010b889 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 944 time: 0.2784438 Aug 23 14:58:55.548398 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-1b01ad58-fe9a-47bd-b3db-a53e76d53f9c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/quotas/d29d65bd81b5474c8566cb0d1d8e6006 HTTP/1.1" status: 200 len: 375 time: 0.0254850 Aug 23 14:58:55.567235 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 5e082b44-b191-40e9-acf3-cfed5e5a2f42, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5e082b44-b191-40e9-acf3-cfed5e5a2f42,segment=NetworkSegment(e4019f48-14c6-4933-9455-ce135526836d),segment_id=e4019f48-14c6-4933-9455-ce135526836d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:55.581922 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721bd5b6-2036-4338-80e2-f51b8f347bcd tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:55.587253 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-721bd5b6-2036-4338-80e2-f51b8f347bcd tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1529133 Aug 23 14:58:55.587863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53706) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:55.634246 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:55.637758 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-9989c4d0-6189-4fb9-a7ae-388de6e26b2e service neutron] 10.222.0.61 "GET /v2.0/networks/3deea10b-2f25-4854-b562-84874dde5008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858785 Aug 23 14:58:55.654027 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-c2b57507-cb18-41a3-9615-8720d69d5f87 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1045852 Aug 23 14:58:55.666046 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b383092e-d170-436f-961d-80f97378eefd req-dba18b9e-ce36-4352-ae17-bf7d6998f8f6 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169438 Aug 23 14:58:55.682829 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0ebcdd00-4b5a-414b-8652-9364ad5b79bc tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0905182 Aug 23 14:58:55.683186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53710) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:55.688766 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3cbeecf2-d4e9-4ee8-a23b-c5226a569c7e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1310699272'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:55.736968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=5e082b44-b191-40e9-acf3-cfed5e5a2f42,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:55.791888 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8121d2d4-163d-451e-979f-472f068b8e00 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:58:55.796708 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbeecf2-d4e9-4ee8-a23b-c5226a569c7e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:55.801271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3cbeecf2-d4e9-4ee8-a23b-c5226a569c7e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:55.827913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbeecf2-d4e9-4ee8-a23b-c5226a569c7e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:58:55.840001 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3cbeecf2-d4e9-4ee8-a23b-c5226a569c7e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:55.844394 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-3cbeecf2-d4e9-4ee8-a23b-c5226a569c7e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Added segment 917b0ec5-bf69-476a-926c-40e0089d0e2c of type vlan for network 130ae502-b041-4836-9a02-f2e2bcbfefae Aug 23 14:58:55.890486 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3cbeecf2-d4e9-4ee8-a23b-c5226a569c7e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:55.915331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['5e082b44-b191-40e9-acf3-cfed5e5a2f42'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:58:55.967486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8121d2d4-163d-451e-979f-472f068b8e00, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8121d2d4-163d-451e-979f-472f068b8e00,segment=NetworkSegment(da4e00ee-37ac-40f5-9459-1728aea32112),segment_id=da4e00ee-37ac-40f5-9459-1728aea32112)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:55.995465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '8121d2d4-163d-451e-979f-472f068b8e00', 'network_id': '3deea10b-2f25-4854-b562-84874dde5008', 'port_id': '8121d2d4-163d-451e-979f-472f068b8e00', 'mac_address': 'fa:16:3e:bc:4e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffccb559-d99b-4330-9eb2-2211e0b5a614', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:58:56.063277 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:56.071245 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3cbeecf2-d4e9-4ee8-a23b-c5226a569c7e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:56.076816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbeecf2-d4e9-4ee8-a23b-c5226a569c7e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:56.083339 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3cbeecf2-d4e9-4ee8-a23b-c5226a569c7e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:56.121384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8121d2d4-163d-451e-979f-472f068b8e00 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:58:56.148234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8121d2d4-163d-451e-979f-472f068b8e00, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8121d2d4-163d-451e-979f-472f068b8e00,segment=NetworkSegment(da4e00ee-37ac-40f5-9459-1728aea32112),segment_id=da4e00ee-37ac-40f5-9459-1728aea32112)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:56.156151 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c44a615e-e419-49c4-b51f-7248cf2dcd90 req-bba53bc3-72c9-4494-90f0-2cdeecab43e5 service neutron] 10.222.0.61 "GET /v2.0/networks/3deea10b-2f25-4854-b562-84874dde5008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004904 Aug 23 14:58:56.174074 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-fa723f30-f19d-4878-a4ef-4f73a015c1a9 service neutron] 10.222.0.38 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093110 Aug 23 14:58:56.182164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbeecf2-d4e9-4ee8-a23b-c5226a569c7e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Network': ['ID=130ae502-b041-4836-9a02-f2e2bcbfefae,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:56.197696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 130ae502-b041-4836-9a02-f2e2bcbfefae details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:58:56.212169 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3cbeecf2-d4e9-4ee8-a23b-c5226a569c7e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5273700 Aug 23 14:58:56.215422 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53718) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:56.224517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-fcc96f62-16c2-4c7d-a992-9ca41f7a3cea tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'subnet': {'network_id': '130ae502-b041-4836-9a02-f2e2bcbfefae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:56.303110 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:56.311629 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-06e4cdde-e679-44d7-b19b-0e522e350f1b service neutron] 10.222.0.38 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309066 Aug 23 14:58:56.396304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05112f-7f34-4adc-82c8-1c5c72b2e87d req-b2e7c0ac-4a1e-40c8-9f30-d88d271e1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:56.398058 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba05112f-7f34-4adc-82c8-1c5c72b2e87d req-b2e7c0ac-4a1e-40c8-9f30-d88d271e1c45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6105d80b51584732bfbc8318a616cd4f&device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 1095 time: 0.0713253 Aug 23 14:58:56.408089 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=8121d2d4-163d-451e-979f-472f068b8e00,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:56.532118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05112f-7f34-4adc-82c8-1c5c72b2e87d req-3f2482a3-65e0-4b00-af10-ac2eb2c3c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:56.534526 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba05112f-7f34-4adc-82c8-1c5c72b2e87d req-3f2482a3-65e0-4b00-af10-ac2eb2c3c8b2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3deea10b-2f25-4854-b562-84874dde5008 HTTP/1.1" status: 200 len: 919 time: 0.1268098 Aug 23 14:58:56.567251 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['8121d2d4-163d-451e-979f-472f068b8e00'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:58:56.586364 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba05112f-7f34-4adc-82c8-1c5c72b2e87d req-17972b29-9096-471b-8ae0-9b75bbbdd1d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=791157f1-d2ec-442d-916b-9b58dd0b773a HTTP/1.1" status: 200 len: 217 time: 0.0449688 Aug 23 14:58:56.637629 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b7c7-0551-4153-825d-07fd3f0448a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:56.706890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05112f-7f34-4adc-82c8-1c5c72b2e87d req-a820e6a7-4ff1-45f6-adc4-eee66c937c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:56.711869 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba05112f-7f34-4adc-82c8-1c5c72b2e87d req-a820e6a7-4ff1-45f6-adc4-eee66c937c6c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ffccb559-d99b-4330-9eb2-2211e0b5a614 HTTP/1.1" status: 200 len: 858 time: 0.1153705 Aug 23 14:58:56.741287 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1e7c7412-8933-4b3e-9a55-ce75817a1392 req-821f9dfb-527b-418e-9f5f-66e2bc722005 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 210 time: 0.0424919 Aug 23 14:58:56.754678 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:56.771677 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba05112f-7f34-4adc-82c8-1c5c72b2e87d req-94f6e9a1-a551-4120-84ad-7f585ed84ccf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3deea10b-2f25-4854-b562-84874dde5008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292807 Aug 23 14:58:56.824733 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2f40a-fdb8-4b83-bd8b-cc348b5adef6 req-a812be2a-6756-40ad-be3b-f4d9ecee931c tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:56.836593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35b2f40a-fdb8-4b83-bd8b-cc348b5adef6 req-a812be2a-6756-40ad-be3b-f4d9ecee931c tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 944 time: 0.6759624 Aug 23 14:58:56.910502 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35b2f40a-fdb8-4b83-bd8b-cc348b5adef6 req-530ee3a6-e937-4609-8a62-62a27cc3747a tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/security-groups?id=e263ba6d-6d8b-4c93-9d70-42d09270536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615385 Aug 23 14:58:56.949843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f3d5a-72f3-4b3c-a7d6-75f0a55b4a85 req-55e5fca3-d358-4fad-8d0b-ab6a5f88e1ce tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:56.951366 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9b0f3d5a-72f3-4b3c-a7d6-75f0a55b4a85 req-55e5fca3-d358-4fad-8d0b-ab6a5f88e1ce tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 944 time: 0.0881524 Aug 23 14:58:56.983613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba05112f-7f34-4adc-82c8-1c5c72b2e87d req-f1b66b39-2efa-496e-b904-aa73d8c44c2a service neutron] 10.222.0.61 "GET /v2.0/networks/3deea10b-2f25-4854-b562-84874dde5008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028074 Aug 23 14:58:57.008150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc96f62-16c2-4c7d-a992-9ca41f7a3cea tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:57.011696 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fcc96f62-16c2-4c7d-a992-9ca41f7a3cea tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:57.025565 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9b0f3d5a-72f3-4b3c-a7d6-75f0a55b4a85 req-17f9e5e8-82ca-4fda-9dda-3d4f94149157 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650737 Aug 23 14:58:57.101516 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba05112f-7f34-4adc-82c8-1c5c72b2e87d req-a340d8db-9704-4fbd-b123-be1c71c1769f service neutron] 10.222.0.61 "GET /v2.0/networks/3deea10b-2f25-4854-b562-84874dde5008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091573 Aug 23 14:58:57.334149 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fcc96f62-16c2-4c7d-a992-9ca41f7a3cea tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:57.405391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc96f62-16c2-4c7d-a992-9ca41f7a3cea tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Subnet': ['ID=1d25e5b6-da1b-4f55-99df-183780b007d8,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:57.422244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc96f62-16c2-4c7d-a992-9ca41f7a3cea tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Checking segment: {'id': '917b0ec5-bf69-476a-926c-40e0089d0e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '130ae502-b041-4836-9a02-f2e2bcbfefae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:57.422244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc96f62-16c2-4c7d-a992-9ca41f7a3cea tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network hostable DHCP agents. Network: 130ae502-b041-4836-9a02-f2e2bcbfefae, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:58:57.538802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc96f62-16c2-4c7d-a992-9ca41f7a3cea tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network 130ae502-b041-4836-9a02-f2e2bcbfefae is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:58:57.676932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-fcc96f62-16c2-4c7d-a992-9ca41f7a3cea tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 130ae502-b041-4836-9a02-f2e2bcbfefae) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:57.683943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc96f62-16c2-4c7d-a992-9ca41f7a3cea tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:57.684875 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fcc96f62-16c2-4c7d-a992-9ca41f7a3cea tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:57.686601 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7535903-be46-46e7-aa8e-6e6dfa73a9f1 None None] Network 130ae502-b041-4836-9a02-f2e2bcbfefae requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:58:57.807260 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8121d2d4-163d-451e-979f-472f068b8e00 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:57.834881 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e67ec327-1b9e-466a-8d5a-f7823544ed52 req-25a7285e-9ca1-45b8-810a-279300f794d5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 210 time: 0.0351973 Aug 23 14:58:57.840113 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fcc96f62-16c2-4c7d-a992-9ca41f7a3cea tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6181283 Aug 23 14:58:57.840113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53764) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:57.844752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-48917e58-5f01-4b85-8477-3205723f3f1d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'network_id': '130ae502-b041-4836-9a02-f2e2bcbfefae', 'name': 'tempest-PortsIpV6TestJSON-2020418745'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:57.883153 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-130ae502-b041-4836-9a02-f2e2bcbfefae', 'network_id': '130ae502-b041-4836-9a02-f2e2bcbfefae', 'tenant_id': 'b2e37f6dfe47457092c32ed670b647d9', 'fixed_ips': [{'subnet_id': '1d25e5b6-da1b-4f55-99df-183780b007d8'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:58:57.884175 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:58.058486 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a07fd-1ac0-4071-9472-072f07855a92 req-b3c90113-a3f8-4379-8971-49741f1b18cb tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:58.060175 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d98a07fd-1ac0-4071-9472-072f07855a92 req-b3c90113-a3f8-4379-8971-49741f1b18cb tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 944 time: 0.0662830 Aug 23 14:58:58.104282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48917e58-5f01-4b85-8477-3205723f3f1d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:58.107360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 8121d2d4-163d-451e-979f-472f068b8e00 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:58.110070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48917e58-5f01-4b85-8477-3205723f3f1d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:58.117043 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 8121d2d4-163d-451e-979f-472f068b8e00 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:58.117437 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:58.146888 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d98a07fd-1ac0-4071-9472-072f07855a92 req-7a884b64-7c15-4a29-ac56-2de2f3d62992 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/security-groups?id=e263ba6d-6d8b-4c93-9d70-42d09270536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713499 Aug 23 14:58:58.173132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-48917e58-5f01-4b85-8477-3205723f3f1d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port a03ca7c6-7765-4044-874e-d7c9dacb081f yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:58:58.175867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Allocated IP 2001:db8::2 (130ae502-b041-4836-9a02-f2e2bcbfefae/1d25e5b6-da1b-4f55-99df-183780b007d8/680d659e-9c56-4f56-8dec-ba0b66eb45a0) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:58.291727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0d938-e290-41f0-b8de-8c89dbc42aa1 req-c959a481-507c-4183-a657-6b6998300042 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:58.293425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73b0d938-e290-41f0-b8de-8c89dbc42aa1 req-c959a481-507c-4183-a657-6b6998300042 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 944 time: 0.1522362 Aug 23 14:58:58.298721 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:58.342090 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3962e921-6af7-4919-a781-fe303cad293f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8121d2d4-163d-451e-979f-472f068b8e00'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:58:58.344405 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73b0d938-e290-41f0-b8de-8c89dbc42aa1 req-aea92323-148c-45be-a420-efc6cf8d6960 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403764 Aug 23 14:58:58.344733 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31de5ad-18fd-4a7d-aef2-6d674674b59b" -d '{"events": [{"server_uuid": "3962e921-6af7-4919-a781-fe303cad293f", "name": "network-vif-plugged", "status": "completed", "tag": "8121d2d4-163d-451e-979f-472f068b8e00"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:58:58.367984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8121d2d4-163d-451e-979f-472f068b8e00, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8121d2d4-163d-451e-979f-472f068b8e00,segment=NetworkSegment(da4e00ee-37ac-40f5-9459-1728aea32112),segment_id=da4e00ee-37ac-40f5-9459-1728aea32112)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:58.393940 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f67a7df-bf0c-4147-b554-97ddaa25c09e x-openstack-request-id: req-7f67a7df-bf0c-4147-b554-97ddaa25c09e {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:58:58.394249 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3962e921-6af7-4919-a781-fe303cad293f", "name": "network-vif-plugged", "status": "completed", "tag": "8121d2d4-163d-451e-979f-472f068b8e00", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:58:58.394628 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f67a7df-bf0c-4147-b554-97ddaa25c09e {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:58:58.394959 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3962e921-6af7-4919-a781-fe303cad293f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8121d2d4-163d-451e-979f-472f068b8e00', 'code': 200} Aug 23 14:58:58.444369 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:58.454523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Transition to ACTIVE for port object 680d659e-9c56-4f56-8dec-ba0b66eb45a0 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:58.456786 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:58.507380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Transition to ACTIVE for port object 680d659e-9c56-4f56-8dec-ba0b66eb45a0 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:58.520513 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:58.530294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=8121d2d4-163d-451e-979f-472f068b8e00,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:58.536505 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bc373-1fd9-4499-81a1-be992d692764 req-541c52ba-9bcd-40ff-b17a-3ff7d9beb86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:58.538235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-360bc373-1fd9-4499-81a1-be992d692764 req-541c52ba-9bcd-40ff-b17a-3ff7d9beb86a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3962e921-6af7-4919-a781-fe303cad293f HTTP/1.1" status: 200 len: 1096 time: 0.0583358 Aug 23 14:58:58.582730 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-360bc373-1fd9-4499-81a1-be992d692764 req-fa1a0707-7847-4524-8429-9af0fa52efc1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365148 Aug 23 14:58:58.619318 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:58.635584 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5bc76c05-0533-492e-8f43-109acea6759a details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:58:58.639213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5e082b44-b191-40e9-acf3-cfed5e5a2f42 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:58:58.688559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-48917e58-5f01-4b85-8477-3205723f3f1d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Allocated IP 2001:db8::1a9 (130ae502-b041-4836-9a02-f2e2bcbfefae/1d25e5b6-da1b-4f55-99df-183780b007d8/a03ca7c6-7765-4044-874e-d7c9dacb081f) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:58:58.717146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Network 130ae502-b041-4836-9a02-f2e2bcbfefae is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:58.727229 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:58.740452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:58.747567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Pushing event updated for resources: {'Port': ['ID=680d659e-9c56-4f56-8dec-ba0b66eb45a0,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:58.759088 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53780) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:58.883439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Attempting to bind port 680d659e-9c56-4f56-8dec-ba0b66eb45a0 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:58:58.892579 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Attempting to bind port 680d659e-9c56-4f56-8dec-ba0b66eb45a0 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '917b0ec5-bf69-476a-926c-40e0089d0e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '130ae502-b041-4836-9a02-f2e2bcbfefae'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:58:58.895962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Attempting to bind port 680d659e-9c56-4f56-8dec-ba0b66eb45a0 on network 130ae502-b041-4836-9a02-f2e2bcbfefae {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:58:58.910913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:58:58.911321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Checking segment: {'id': '917b0ec5-bf69-476a-926c-40e0089d0e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '130ae502-b041-4836-9a02-f2e2bcbfefae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:58:58.911786 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:58.912239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Bound using segment: {'id': '917b0ec5-bf69-476a-926c-40e0089d0e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '130ae502-b041-4836-9a02-f2e2bcbfefae'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:58:58.912741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Bound port: 680d659e-9c56-4f56-8dec-ba0b66eb45a0, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917b0ec5-bf69-476a-926c-40e0089d0e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '130ae502-b041-4836-9a02-f2e2bcbfefae'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:58:58.913254 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:58.915008 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48917e58-5f01-4b85-8477-3205723f3f1d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:58.937056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 5bc76c05-0533-492e-8f43-109acea6759a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5bc76c05-0533-492e-8f43-109acea6759a,segment=NetworkSegment(da4e00ee-37ac-40f5-9459-1728aea32112),segment_id=da4e00ee-37ac-40f5-9459-1728aea32112)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:58.945214 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ee581fc-8d66-482e-9ac2-d2b36044fe7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:58.955240 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '5bc76c05-0533-492e-8f43-109acea6759a', 'network_id': '3deea10b-2f25-4854-b562-84874dde5008', 'port_id': '5bc76c05-0533-492e-8f43-109acea6759a', 'mac_address': 'fa:16:3e:67:fe:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffccb559-d99b-4330-9eb2-2211e0b5a614', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:58:58.964811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-48917e58-5f01-4b85-8477-3205723f3f1d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Transition to ACTIVE for port object a03ca7c6-7765-4044-874e-d7c9dacb081f will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:58:58.967980 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4c7b953-2169-4260-b7c3-09690548b0bd req-fcc61eb5-3d63-44b4-b411-5fe43c6fa5e9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 210 time: 0.0400445 Aug 23 14:58:58.983067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 5e082b44-b191-40e9-acf3-cfed5e5a2f42 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:58:59.014671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 5e082b44-b191-40e9-acf3-cfed5e5a2f42 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:58:59.015065 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:59.071230 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:59.076898 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] For port 680d659e-9c56-4f56-8dec-ba0b66eb45a0, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:58:59.091988 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ee581fc-8d66-482e-9ac2-d2b36044fe7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:59.103711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc76c05-0533-492e-8f43-109acea6759a {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:58:59.105627 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48917e58-5f01-4b85-8477-3205723f3f1d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:59.109201 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] For port 680d659e-9c56-4f56-8dec-ba0b66eb45a0, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=680d659e-9c56-4f56-8dec-ba0b66eb45a0,segment=NetworkSegment(917b0ec5-bf69-476a-926c-40e0089d0e2c),segment_id=917b0ec5-bf69-476a-926c-40e0089d0e2c)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:58:59.132533 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 5bc76c05-0533-492e-8f43-109acea6759a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5bc76c05-0533-492e-8f43-109acea6759a,segment=NetworkSegment(da4e00ee-37ac-40f5-9459-1728aea32112),segment_id=da4e00ee-37ac-40f5-9459-1728aea32112)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:59.160948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48917e58-5f01-4b85-8477-3205723f3f1d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network 130ae502-b041-4836-9a02-f2e2bcbfefae is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:58:59.164275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-48917e58-5f01-4b85-8477-3205723f3f1d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:58:59.166209 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:59.167174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48917e58-5f01-4b85-8477-3205723f3f1d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:58:59.176176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48917e58-5f01-4b85-8477-3205723f3f1d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:59.176950 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48917e58-5f01-4b85-8477-3205723f3f1d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:59.193388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48917e58-5f01-4b85-8477-3205723f3f1d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=a03ca7c6-7765-4044-874e-d7c9dacb081f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:59.207603 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ee581fc-8d66-482e-9ac2-d2b36044fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:59.222275 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 5e082b44-b191-40e9-acf3-cfed5e5a2f42, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5e082b44-b191-40e9-acf3-cfed5e5a2f42,segment=NetworkSegment(e4019f48-14c6-4933-9455-ce135526836d),segment_id=e4019f48-14c6-4933-9455-ce135526836d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:58:59.250233 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1ee581fc-8d66-482e-9ac2-d2b36044fe7a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a9b8d813cd3440e48a1185330497c2c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899879 Aug 23 14:58:59.251312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee581fc-8d66-482e-9ac2-d2b36044fe7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ff3f11-9066-4bdd-8749-49b47114cded,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:59.253347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53788) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:59.265832 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:59.271029 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:59.303251 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:59.305765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-48917e58-5f01-4b85-8477-3205723f3f1d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4651940 Aug 23 14:58:59.306590 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53790) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:58:59.312701 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a78aabaf-0a1a-4176-a001-6052df911065 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'network_id': '130ae502-b041-4836-9a02-f2e2bcbfefae', 'name': 'tempest-PortsIpV6TestJSON-689552708'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:59.351264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=5bc76c05-0533-492e-8f43-109acea6759a,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:59.351814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc8c1a-3aba-4716-a2c1-c04eac1874cc req-247ab4c2-d829-4826-b8a6-32a92bad032d tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:59.360693 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2ecc8c1a-3aba-4716-a2c1-c04eac1874cc req-247ab4c2-d829-4826-b8a6-32a92bad032d tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 944 time: 0.0991666 Aug 23 14:58:59.403387 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a674242a-37aa-4a32-a8ce-fa1617e9fb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:59.432975 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a674242a-37aa-4a32-a8ce-fa1617e9fb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:59.434125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549d94a-e569-4189-be7e-8b9e80d84009 None None] Pushing event updated for resources: {'Port': ['ID=680d659e-9c56-4f56-8dec-ba0b66eb45a0,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:59.468310 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2ecc8c1a-3aba-4716-a2c1-c04eac1874cc req-78af9e4f-367b-4ee0-a1a0-073e99a1b1b4 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/security-groups?id=e263ba6d-6d8b-4c93-9d70-42d09270536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064763 Aug 23 14:58:59.519250 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=5e082b44-b191-40e9-acf3-cfed5e5a2f42,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:59.538535 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['5bc76c05-0533-492e-8f43-109acea6759a'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:58:59.586950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956b2df-02af-47df-942a-4e34e0e187e9 req-7273aad9-453a-49d2-8268-6c19e0e568a6 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:59.588551 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0956b2df-02af-47df-942a-4e34e0e187e9 req-7273aad9-453a-49d2-8268-6c19e0e568a6 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 944 time: 0.1029522 Aug 23 14:58:59.668010 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a674242a-37aa-4a32-a8ce-fa1617e9fb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:59.668010 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a674242a-37aa-4a32-a8ce-fa1617e9fb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:59.687759 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a674242a-37aa-4a32-a8ce-fa1617e9fb17 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e4ff3f11-9066-4bdd-8749-49b47114cded HTTP/1.1" status: 204 len: 168 time: 0.4329379 Aug 23 14:58:59.715719 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0956b2df-02af-47df-942a-4e34e0e187e9 req-aac51586-12f1-458f-951c-38dfa7e55339 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167634 Aug 23 14:58:59.733155 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674242a-37aa-4a32-a8ce-fa1617e9fb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ff3f11-9066-4bdd-8749-49b47114cded,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:58:59.761588 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78aabaf-0a1a-4176-a001-6052df911065 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:58:59.774092 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a78aabaf-0a1a-4176-a001-6052df911065 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:58:59.836242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-a78aabaf-0a1a-4176-a001-6052df911065 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port 5af3ce21-adbb-4da2-9624-1a2f315b1b93 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:58:59.841519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-dc2f0720-7881-48e5-ad0a-467e8dc0bb72 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:58:59.846805 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-dc2f0720-7881-48e5-ad0a-467e8dc0bb72 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 812 time: 0.3377557 Aug 23 14:58:59.857501 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-9c471a92-513e-44f8-82fb-a1a110a88eb0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Request body: {'port': {'device_id': 'd3f98902-ba61-4ea1-a351-d98dde0180c4', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'admin_state_up': True, 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:58:59.893527 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-15eced05-f9dd-4b10-9c60-9bd477d9072a req-b77d7972-83a8-4de1-ba3d-7e4702eabe94 tempest-ServersWithSpecificFlavorTestJSON-287267340 tempest-ServersWithSpecificFlavorTestJSON-287267340-project] (96115) timed out ('10.222.0.57', 58006) {{(pid=96115) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 14:58:59.988566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-a78aabaf-0a1a-4176-a001-6052df911065 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Allocated IP 2001:db8::7d (130ae502-b041-4836-9a02-f2e2bcbfefae/1d25e5b6-da1b-4f55-99df-183780b007d8/5af3ce21-adbb-4da2-9624-1a2f315b1b93) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:00.104762 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-9c471a92-513e-44f8-82fb-a1a110a88eb0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Made reservation on behalf of d29d65bd81b5474c8566cb0d1d8e6006 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:00.108492 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-9c471a92-513e-44f8-82fb-a1a110a88eb0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:00.171944 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a78aabaf-0a1a-4176-a001-6052df911065 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:00.189620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-a78aabaf-0a1a-4176-a001-6052df911065 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Transition to ACTIVE for port object 5af3ce21-adbb-4da2-9624-1a2f315b1b93 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:00.249974 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-563b4beb-e9b4-480b-a228-08687c8078e1 req-be601c99-f863-4de0-8c77-01ca1099becb tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 210 time: 0.0445373 Aug 23 14:59:00.334392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-9c471a92-513e-44f8-82fb-a1a110a88eb0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Allocated IP 172.20.0.14 (73692fcc-64c5-44dc-8045-7bc29f031267/779a538e-f82d-42fb-9ff9-66d0a5c47662/fd52f09e-4f16-4cf2-ab1a-990dcb516014) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:00.373252 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a78aabaf-0a1a-4176-a001-6052df911065 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:00.396417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98fbaf9-37bd-42af-9800-84762ca3a062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e082b44-b191-40e9-acf3-cfed5e5a2f42'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:00.398779 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbb554e-8833-4df3-8008-b11e5189b223" -d '{"events": [{"server_uuid": "d98fbaf9-37bd-42af-9800-84762ca3a062", "name": "network-vif-plugged", "status": "completed", "tag": "5e082b44-b191-40e9-acf3-cfed5e5a2f42"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:00.434953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78aabaf-0a1a-4176-a001-6052df911065 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network 130ae502-b041-4836-9a02-f2e2bcbfefae is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:00.438044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-a78aabaf-0a1a-4176-a001-6052df911065 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:00.443960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78aabaf-0a1a-4176-a001-6052df911065 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:00.455296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78aabaf-0a1a-4176-a001-6052df911065 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:00.456180 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a78aabaf-0a1a-4176-a001-6052df911065 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:00.464175 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6ec5a4-c255-4759-89e5-ccf66740d91f x-openstack-request-id: req-ee6ec5a4-c255-4759-89e5-ccf66740d91f {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:00.464346 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98fbaf9-37bd-42af-9800-84762ca3a062", "name": "network-vif-plugged", "status": "completed", "tag": "5e082b44-b191-40e9-acf3-cfed5e5a2f42", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:00.464698 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee6ec5a4-c255-4759-89e5-ccf66740d91f {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:00.465257 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98fbaf9-37bd-42af-9800-84762ca3a062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e082b44-b191-40e9-acf3-cfed5e5a2f42', 'code': 200} Aug 23 14:59:00.477724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78aabaf-0a1a-4176-a001-6052df911065 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=5af3ce21-adbb-4da2-9624-1a2f315b1b93,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:00.546454 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a78aabaf-0a1a-4176-a001-6052df911065 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2383468 Aug 23 14:59:00.549818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53806) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:00.603626 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-9c471a92-513e-44f8-82fb-a1a110a88eb0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:00.633053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 791157f1-d2ec-442d-916b-9b58dd0b773a details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:59:00.635701 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5bc76c05-0533-492e-8f43-109acea6759a up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:00.691843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-9c471a92-513e-44f8-82fb-a1a110a88eb0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Transition to ACTIVE for port object fd52f09e-4f16-4cf2-ab1a-990dcb516014 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:00.710062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8a27a-c96d-4fd9-a663-90eda43519c6 req-4d3f2f79-d7b1-4d59-a43e-a054fc216b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:00.710835 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2bb8a27a-c96d-4fd9-a663-90eda43519c6 req-4d3f2f79-d7b1-4d59-a43e-a054fc216b0f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 1096 time: 0.1823518 Aug 23 14:59:00.740933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad2a38-ad4e-46b4-b423-e2afca775d72 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:00.743849 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-25ad2a38-ad4e-46b4-b423-e2afca775d72 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1a9 HTTP/1.1" status: 200 len: 929 time: 0.1926026 Aug 23 14:59:00.745364 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1615b735-c66d-43d8-97a1-a531b6efe4d4 None None] Network 130ae502-b041-4836-9a02-f2e2bcbfefae requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:00.746281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53810) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:00.758650 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3748fec-7d36-4c39-83cc-08fa931c9a29 req-e863ce79-a80d-46a7-8163-93710598ea4b tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:00.760275 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e3748fec-7d36-4c39-83cc-08fa931c9a29 req-e863ce79-a80d-46a7-8163-93710598ea4b tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 945 time: 0.2056074 Aug 23 14:59:00.767356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53812) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:00.811754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 680d659e-9c56-4f56-8dec-ba0b66eb45a0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:00.826693 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-795624ab-3067-4016-bca7-084012c17e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:00.865755 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2bb8a27a-c96d-4fd9-a663-90eda43519c6 req-70389c24-403a-4992-9a3d-456ba2454fa3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e263ba6d-6d8b-4c93-9d70-42d09270536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472030 Aug 23 14:59:00.917466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457e454-d435-4370-a277-a6498c88138c req-787e77de-cb08-4bdf-ba7a-41806755f4ce tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:00.917784 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e3748fec-7d36-4c39-83cc-08fa931c9a29 req-e4fd9c86-cf5e-4c75-b47f-44d60229bea4 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/security-groups?id=e263ba6d-6d8b-4c93-9d70-42d09270536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480322 Aug 23 14:59:00.919322 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b457e454-d435-4370-a277-a6498c88138c req-787e77de-cb08-4bdf-ba7a-41806755f4ce tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 944 time: 0.1015115 Aug 23 14:59:00.953213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e0098a15-1912-4989-95b0-40a4d5f17182 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port 5af3ce21-adbb-4da2-9624-1a2f315b1b93 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:00.953213 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0098a15-1912-4989-95b0-40a4d5f17182 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:00.981380 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-9c471a92-513e-44f8-82fb-a1a110a88eb0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.013448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 791157f1-d2ec-442d-916b-9b58dd0b773a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=791157f1-d2ec-442d-916b-9b58dd0b773a,segment=NetworkSegment(da4e00ee-37ac-40f5-9459-1728aea32112),segment_id=da4e00ee-37ac-40f5-9459-1728aea32112)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:01.031944 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b457e454-d435-4370-a277-a6498c88138c req-5c70ac2b-d8e0-4923-aea5-3cca9c98e268 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048310 Aug 23 14:59:01.048157 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-9c471a92-513e-44f8-82fb-a1a110a88eb0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Network 73692fcc-64c5-44dc-8045-7bc29f031267 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:01.065518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-9c471a92-513e-44f8-82fb-a1a110a88eb0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:01.068855 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-9c471a92-513e-44f8-82fb-a1a110a88eb0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:01.069314 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '791157f1-d2ec-442d-916b-9b58dd0b773a', 'network_id': '3deea10b-2f25-4854-b562-84874dde5008', 'port_id': '791157f1-d2ec-442d-916b-9b58dd0b773a', 'mac_address': 'fa:16:3e:2b:83:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffccb559-d99b-4330-9eb2-2211e0b5a614', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:59:01.093845 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0098a15-1912-4989-95b0-40a4d5f17182 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.114542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e0098a15-1912-4989-95b0-40a4d5f17182 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for 5af3ce21-adbb-4da2-9624-1a2f315b1b93 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:01.114688 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c471a92-513e-44f8-82fb-a1a110a88eb0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event updated for resources: {'Port': ['ID=fd52f09e-4f16-4cf2-ab1a-990dcb516014,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:01.121499 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-795624ab-3067-4016-bca7-084012c17e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.145358 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.149160 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-9c471a92-513e-44f8-82fb-a1a110a88eb0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:01.149552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dc243ed8-19de-4029-a312-2bc6998cf94c None None] Provisioning for port 680d659e-9c56-4f56-8dec-ba0b66eb45a0 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:01.150283 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-9c471a92-513e-44f8-82fb-a1a110a88eb0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.250114 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-795624ab-3067-4016-bca7-084012c17e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.307571 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-795624ab-3067-4016-bca7-084012c17e53 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8983b2d4ad344279937aeb9356f7e082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390532 Aug 23 14:59:01.310341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53818) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:01.311220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795624ab-3067-4016-bca7-084012c17e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991c1281-60dd-49cb-a541-8a0849872694,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:01.342117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 680d659e-9c56-4f56-8dec-ba0b66eb45a0 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:01.345237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 5bc76c05-0533-492e-8f43-109acea6759a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:01.356996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 680d659e-9c56-4f56-8dec-ba0b66eb45a0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:01.357445 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.360162 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 5bc76c05-0533-492e-8f43-109acea6759a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:01.360583 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.363316 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791157f1-d2ec-442d-916b-9b58dd0b773a {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:59:01.396308 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0098a15-1912-4989-95b0-40a4d5f17182 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.433486 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-9c471a92-513e-44f8-82fb-a1a110a88eb0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5804067 Aug 23 14:59:01.444055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0098a15-1912-4989-95b0-40a4d5f17182 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=5af3ce21-adbb-4da2-9624-1a2f315b1b93,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:01.461151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Request body: {'port': {'device_id': 'd3f98902-ba61-4ea1-a351-d98dde0180c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:01.498394 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0098a15-1912-4989-95b0-40a4d5f17182 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.507374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53820) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:01.507596 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e0098a15-1912-4989-95b0-40a4d5f17182 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/5af3ce21-adbb-4da2-9624-1a2f315b1b93 HTTP/1.1" status: 204 len: 168 time: 0.7592835 Aug 23 14:59:01.522041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 791157f1-d2ec-442d-916b-9b58dd0b773a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=791157f1-d2ec-442d-916b-9b58dd0b773a,segment=NetworkSegment(da4e00ee-37ac-40f5-9459-1728aea32112),segment_id=da4e00ee-37ac-40f5-9459-1728aea32112)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:01.551455 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-4056a552-722f-4dfe-adaa-fc934229ed87 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] GET failed (client error): The resource could not be found. Aug 23 14:59:01.556379 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4056a552-722f-4dfe-adaa-fc934229ed87 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/5af3ce21-adbb-4da2-9624-1a2f315b1b93 HTTP/1.1" status: 404 len: 333 time: 0.0448155 Aug 23 14:59:01.557229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53822) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:01.592986 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.602450 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54e773-7b57-4f5e-b218-648e095c602b req-7a2d1ec8-631e-4ef5-b02a-29591e42a813 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:01.604375 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fa54e773-7b57-4f5e-b218-648e095c602b req-7a2d1ec8-631e-4ef5-b02a-29591e42a813 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 932 time: 0.2372360 Aug 23 14:59:01.617498 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e37ab801-087b-4747-b99a-21b898911f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.618328 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.633373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-51bef60a-aa74-47ab-a6dc-5d62d96d971e None None] Provisioning for port fd52f09e-4f16-4cf2-ab1a-990dcb516014 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:01.641481 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.663772 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-51bef60a-aa74-47ab-a6dc-5d62d96d971e None None] Provisioning complete for port fd52f09e-4f16-4cf2-ab1a-990dcb516014 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:01.664059 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-51bef60a-aa74-47ab-a6dc-5d62d96d971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.665647 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.687033 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e37ab801-087b-4747-b99a-21b898911f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.721763 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fa54e773-7b57-4f5e-b218-648e095c602b req-3667f4d7-5b87-4165-90b1-8be3dd0221d3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052318 Aug 23 14:59:01.743125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ff423812-f2f3-4af4-b228-a3aebd51a4f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port a03ca7c6-7765-4044-874e-d7c9dacb081f {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:01.746844 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff423812-f2f3-4af4-b228-a3aebd51a4f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.763646 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 680d659e-9c56-4f56-8dec-ba0b66eb45a0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=680d659e-9c56-4f56-8dec-ba0b66eb45a0,segment=NetworkSegment(917b0ec5-bf69-476a-926c-40e0089d0e2c),segment_id=917b0ec5-bf69-476a-926c-40e0089d0e2c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:01.770100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 5bc76c05-0533-492e-8f43-109acea6759a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5bc76c05-0533-492e-8f43-109acea6759a,segment=NetworkSegment(da4e00ee-37ac-40f5-9459-1728aea32112),segment_id=da4e00ee-37ac-40f5-9459-1728aea32112)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:01.788264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-51bef60a-aa74-47ab-a6dc-5d62d96d971e None None] Port fd52f09e-4f16-4cf2-ab1a-990dcb516014 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:01.829016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=791157f1-d2ec-442d-916b-9b58dd0b773a,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:01.841647 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.915107 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:01.978694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=680d659e-9c56-4f56-8dec-ba0b66eb45a0,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:02.009342 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['791157f1-d2ec-442d-916b-9b58dd0b773a'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:02.014949 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff423812-f2f3-4af4-b228-a3aebd51a4f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:02.058383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ff423812-f2f3-4af4-b228-a3aebd51a4f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for a03ca7c6-7765-4044-874e-d7c9dacb081f owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:02.071382 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e37ab801-087b-4747-b99a-21b898911f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:02.077069 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e37ab801-087b-4747-b99a-21b898911f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:02.083673 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e37ab801-087b-4747-b99a-21b898911f45 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/991c1281-60dd-49cb-a541-8a0849872694 HTTP/1.1" status: 204 len: 168 time: 0.7519412 Aug 23 14:59:02.234584 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ab801-087b-4747-b99a-21b898911f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991c1281-60dd-49cb-a541-8a0849872694,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:02.266666 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=5bc76c05-0533-492e-8f43-109acea6759a,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:02.293435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fe736933-1e0d-4092-bbad-c5a5ba70d638 None None] Provisioning for port a03ca7c6-7765-4044-874e-d7c9dacb081f completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:02.316462 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fe736933-1e0d-4092-bbad-c5a5ba70d638 None None] Provisioning complete for port a03ca7c6-7765-4044-874e-d7c9dacb081f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:02.326748 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fe736933-1e0d-4092-bbad-c5a5ba70d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:02.358957 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-094470bc-d8c9-40fa-920e-412dbbf990df service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2697172 Aug 23 14:59:02.373598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cfb75-d6df-4560-96b9-b9693328ef0c req-0419c779-21ac-4ed7-85f8-a8d0600febfb tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:02.375305 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe0cfb75-d6df-4560-96b9-b9693328ef0c req-0419c779-21ac-4ed7-85f8-a8d0600febfb tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 945 time: 0.1440334 Aug 23 14:59:02.401112 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f7b0c-cc25-4c84-b6ee-fcd9225a808e req-60adfd25-295e-4d71-a0a3-294c947f024c tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:02.409169 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d5f7b0c-cc25-4c84-b6ee-fcd9225a808e req-60adfd25-295e-4d71-a0a3-294c947f024c tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 945 time: 0.1800516 Aug 23 14:59:02.470802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2107a64-7eb7-4462-a6b2-008bdf0937ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc76c05-0533-492e-8f43-109acea6759a'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:02.472582 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cfbea9-de83-4fd6-ae2e-86d5062c8217" -d '{"events": [{"server_uuid": "d2107a64-7eb7-4462-a6b2-008bdf0937ce", "name": "network-vif-plugged", "status": "completed", "tag": "5bc76c05-0533-492e-8f43-109acea6759a"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:02.475817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fe736933-1e0d-4092-bbad-c5a5ba70d638 None None] Port a03ca7c6-7765-4044-874e-d7c9dacb081f cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:02.489772 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fe736933-1e0d-4092-bbad-c5a5ba70d638 None None] Could not find standard attr ID for object 5af3ce21-adbb-4da2-9624-1a2f315b1b93. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 14:59:02.504302 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe0cfb75-d6df-4560-96b9-b9693328ef0c req-ed883c8b-02f2-47b3-b4d1-a1500e279710 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/security-groups?id=e263ba6d-6d8b-4c93-9d70-42d09270536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624776 Aug 23 14:59:02.538552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fe736933-1e0d-4092-bbad-c5a5ba70d638 None None] Provisioning complete for port 680d659e-9c56-4f56-8dec-ba0b66eb45a0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:02.539048 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fe736933-1e0d-4092-bbad-c5a5ba70d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:02.565469 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d5f7b0c-cc25-4c84-b6ee-fcd9225a808e req-2ce24f6d-ad33-446b-aa52-4fc6f215ced1 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553204 Aug 23 14:59:02.579064 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff423812-f2f3-4af4-b228-a3aebd51a4f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:02.595246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd52f09e-4f16-4cf2-ab1a-990dcb516014 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:59:02.631304 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:02.645620 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9b33d9-1d56-470d-8439-e3c847c5bd41 x-openstack-request-id: req-1b9b33d9-1d56-470d-8439-e3c847c5bd41 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:02.645898 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2107a64-7eb7-4462-a6b2-008bdf0937ce", "name": "network-vif-plugged", "status": "completed", "tag": "5bc76c05-0533-492e-8f43-109acea6759a", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:02.646173 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b9b33d9-1d56-470d-8439-e3c847c5bd41 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:02.646579 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2107a64-7eb7-4462-a6b2-008bdf0937ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc76c05-0533-492e-8f43-109acea6759a', 'code': 200} Aug 23 14:59:02.660510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff423812-f2f3-4af4-b228-a3aebd51a4f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=a03ca7c6-7765-4044-874e-d7c9dacb081f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:02.661915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-c733ab44-bc77-45ab-b696-d5fa0bab59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:02.665426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-c733ab44-bc77-45ab-b696-d5fa0bab59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:02.666403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-c733ab44-bc77-45ab-b696-d5fa0bab59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:02.668438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-c733ab44-bc77-45ab-b696-d5fa0bab59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:02.690482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-c733ab44-bc77-45ab-b696-d5fa0bab59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:02.690482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-c733ab44-bc77-45ab-b696-d5fa0bab59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:02.690482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-c733ab44-bc77-45ab-b696-d5fa0bab59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:02.690482 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-c733ab44-bc77-45ab-b696-d5fa0bab59d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 6491 time: 0.2473154 Aug 23 14:59:02.691067 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff423812-f2f3-4af4-b228-a3aebd51a4f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:02.691941 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ff423812-f2f3-4af4-b228-a3aebd51a4f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/a03ca7c6-7765-4044-874e-d7c9dacb081f HTTP/1.1" status: 204 len: 168 time: 1.1328411 Aug 23 14:59:02.703535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53836) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:02.719711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Transition to ACTIVE for port object fd52f09e-4f16-4cf2-ab1a-990dcb516014 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:02.764465 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa44631-70cb-421c-ad62-0468435d4601 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] GET failed (client error): The resource could not be found. Aug 23 14:59:02.768523 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4fa44631-70cb-421c-ad62-0468435d4601 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/a03ca7c6-7765-4044-874e-d7c9dacb081f HTTP/1.1" status: 404 len: 333 time: 0.0635853 Aug 23 14:59:02.772014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd52909-6b4a-40f7-bf72-311bf3e288e6 req-bf70c29c-857b-4ab2-b056-428d87ecaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:02.774593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fcd52909-6b4a-40f7-bf72-311bf3e288e6 req-bf70c29c-857b-4ab2-b056-428d87ecaf10 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d2107a64-7eb7-4462-a6b2-008bdf0937ce HTTP/1.1" status: 200 len: 1096 time: 0.0952356 Aug 23 14:59:02.778580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53840) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:02.835356 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:02.852423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 680d659e-9c56-4f56-8dec-ba0b66eb45a0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:02.913137 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fcd52909-6b4a-40f7-bf72-311bf3e288e6 req-f4fdc53f-d8f4-4b9e-941b-db7edf7e3068 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110680 Aug 23 14:59:02.921310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-70252f8f-a19b-4e27-a0a6-ffc5547eee8e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting subnet 1d25e5b6-da1b-4f55-99df-183780b007d8 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:59:02.925755 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70252f8f-a19b-4e27-a0a6-ffc5547eee8e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:02.943776 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-e239f0a7-230c-4597-a278-a9bffce9b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:02.944829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-e239f0a7-230c-4597-a278-a9bffce9b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:02.945493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-e239f0a7-230c-4597-a278-a9bffce9b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:02.947282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f9517388-cd74-4014-8c69-e37fd72ee271 None None] Could not find standard attr ID for object a03ca7c6-7765-4044-874e-d7c9dacb081f. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 14:59:02.947570 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-e239f0a7-230c-4597-a278-a9bffce9b7cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&id=72070819-7380-4ce2-bba5-cb3fe9632737&id=72070819-7380-4ce2-bba5-cb3fe9632737 HTTP/1.1" status: 200 len: 2294 time: 0.2260644 Aug 23 14:59:02.956698 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 680d659e-9c56-4f56-8dec-ba0b66eb45a0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:02.959242 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:02.967793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f9517388-cd74-4014-8c69-e37fd72ee271 None None] Could not find standard attr ID for object 5af3ce21-adbb-4da2-9624-1a2f315b1b93. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 14:59:02.997929 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70252f8f-a19b-4e27-a0a6-ffc5547eee8e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:03.113035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Pushing event updated for resources: {'Port': ['ID=fd52f09e-4f16-4cf2-ab1a-990dcb516014,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:03.129177 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70252f8f-a19b-4e27-a0a6-ffc5547eee8e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:03.272980 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8104e6-c206-40c5-9d1f-f6bf0cf16c2d req-ba61c3b5-f657-4043-af1b-abd7abf95727 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:03.274606 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f8104e6-c206-40c5-9d1f-f6bf0cf16c2d req-ba61c3b5-f657-4043-af1b-abd7abf95727 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 944 time: 0.3972690 Aug 23 14:59:03.279203 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-2969d927-dda1-464e-ba46-d5609b1a322b req-52290499-e719-4cff-834e-ab8ad2932246 service neutron] (96114) timed out ('10.222.0.61', 56843) {{(pid=96114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 14:59:03.318720 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70252f8f-a19b-4e27-a0a6-ffc5547eee8e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:03.327781 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-dd8e54a4-825b-47ce-979b-323118592b17 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9edec396-03e2-4ea6-bce5-2fa40fbed659 HTTP/1.1" status: 200 len: 999 time: 0.1971388 Aug 23 14:59:03.335008 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Attempting to bind port fd52f09e-4f16-4cf2-ab1a-990dcb516014 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:59:03.335008 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Attempting to bind port fd52f09e-4f16-4cf2-ab1a-990dcb516014 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:59:03.335808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Attempting to bind port fd52f09e-4f16-4cf2-ab1a-990dcb516014 on network 73692fcc-64c5-44dc-8045-7bc29f031267 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:59:03.349353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70252f8f-a19b-4e27-a0a6-ffc5547eee8e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Subnet': ['ID=1d25e5b6-da1b-4f55-99df-183780b007d8,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:03.355451 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70252f8f-a19b-4e27-a0a6-ffc5547eee8e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:03.359707 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-70252f8f-a19b-4e27-a0a6-ffc5547eee8e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/1d25e5b6-da1b-4f55-99df-183780b007d8 HTTP/1.1" status: 204 len: 168 time: 0.5757730 Aug 23 14:59:03.360432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53852) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:03.382624 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Port fd52f09e-4f16-4cf2-ab1a-990dcb516014 on network 73692fcc-64c5-44dc-8045-7bc29f031267 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:59:03.382966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Attempting to bind port fd52f09e-4f16-4cf2-ab1a-990dcb516014 on network 73692fcc-64c5-44dc-8045-7bc29f031267 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:59:03.398806 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f8104e6-c206-40c5-9d1f-f6bf0cf16c2d req-0e54927e-be51-484e-99e2-c9275a1e1be1 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130788 Aug 23 14:59:03.401657 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:59:03.402006 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Checking segment: {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:59:03.402396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Bound using segment: {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:59:03.402844 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Bound port: fd52f09e-4f16-4cf2-ab1a-990dcb516014, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:59:03.403212 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:03.465307 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-c390574f-a23b-472e-b75b-c5e274f198d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:03.466665 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-c390574f-a23b-472e-b75b-c5e274f198d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60d43940-211a-4370-9555-0648239a8725 HTTP/1.1" status: 200 len: 851 time: 0.1252954 Aug 23 14:59:03.466868 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:03.535156 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] For port fd52f09e-4f16-4cf2-ab1a-990dcb516014, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:59:03.541102 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] For port fd52f09e-4f16-4cf2-ab1a-990dcb516014, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=fd52f09e-4f16-4cf2-ab1a-990dcb516014,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:59:03.547959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-13d34cfc-b471-4984-8e79-775be3a317a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:03.553031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9547aa-5c19-4dc9-bdde-13bb757e7df9 None None] Network 130ae502-b041-4836-9a02-f2e2bcbfefae requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:03.560365 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-13d34cfc-b471-4984-8e79-775be3a317a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747650 Aug 23 14:59:03.563335 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port 680d659e-9c56-4f56-8dec-ba0b66eb45a0 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:03.563335 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:03.636388 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:03.694106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] For port 680d659e-9c56-4f56-8dec-ba0b66eb45a0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=680d659e-9c56-4f56-8dec-ba0b66eb45a0,segment=NetworkSegment(917b0ec5-bf69-476a-926c-40e0089d0e2c),segment_id=917b0ec5-bf69-476a-926c-40e0089d0e2c)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:03.694776 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:03.722443 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:03.723673 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:03.725264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] 10.222.0.57 "PUT /v2.0/ports/fd52f09e-4f16-4cf2-ab1a-990dcb516014 HTTP/1.1" status: 200 len: 1092 time: 2.2790687 Aug 23 14:59:03.728515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f98902-ba61-4ea1-a351-d98dde0180c4', 'tag': 'fd52f09e-4f16-4cf2-ab1a-990dcb516014'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:03.730869 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d969e857-4617-4d25-b6fa-820bcbcc064f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f98902-ba61-4ea1-a351-d98dde0180c4", "tag": "fd52f09e-4f16-4cf2-ab1a-990dcb516014"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:03.731858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for 680d659e-9c56-4f56-8dec-ba0b66eb45a0 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:03.753203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cae27-e957-4e2e-85e5-6559ac9e3820 req-1dbe7f1b-ad70-406b-8f5f-0d006f830848 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:03.756627 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b6cae27-e957-4e2e-85e5-6559ac9e3820 req-1dbe7f1b-ad70-406b-8f5f-0d006f830848 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 945 time: 0.1429429 Aug 23 14:59:03.781227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e451599-a1af-4dd3-9197-ca84940591bb service neutron] Pushing event updated for resources: {'Port': ['ID=fd52f09e-4f16-4cf2-ab1a-990dcb516014,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:03.794708 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-5cdccb71-733c-491c-97bb-4c661f6dc015 service neutron] 10.222.0.61 "GET /v2.0/networks/cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320666 Aug 23 14:59:03.811405 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe6b7b-3eb8-4515-9e60-10af62f2e1a4 req-1c320984-aebe-4270-aeeb-810e25c471f8 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:03.819641 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e4fe6b7b-3eb8-4515-9e60-10af62f2e1a4 req-1c320984-aebe-4270-aeeb-810e25c471f8 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 945 time: 0.1470273 Aug 23 14:59:03.837907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f1b5cc-6cdd-4988-a93a-d35045cdad5f None None] DHCP port deletion for 130ae502-b041-4836-9a02-f2e2bcbfefae request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:59:03.884739 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b6cae27-e957-4e2e-85e5-6559ac9e3820 req-2ea92f45-931c-4f13-8a7d-683fb8cf00a2 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/security-groups?id=e263ba6d-6d8b-4c93-9d70-42d09270536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185606 Aug 23 14:59:03.941236 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-65f1b5cc-6cdd-4988-a93a-d35045cdad5f None None] Deleting port 680d659e-9c56-4f56-8dec-ba0b66eb45a0 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:03.941617 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-65f1b5cc-6cdd-4988-a93a-d35045cdad5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:03.967230 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12d3a64-b169-4ea6-ad56-a686c4b851b7 x-openstack-request-id: req-b12d3a64-b169-4ea6-ad56-a686c4b851b7 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:03.967534 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f98902-ba61-4ea1-a351-d98dde0180c4", "tag": "fd52f09e-4f16-4cf2-ab1a-990dcb516014", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:03.967811 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b12d3a64-b169-4ea6-ad56-a686c4b851b7 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:03.968316 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f98902-ba61-4ea1-a351-d98dde0180c4', 'tag': 'fd52f09e-4f16-4cf2-ab1a-990dcb516014', 'status': 'completed', 'code': 200} Aug 23 14:59:04.008213 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:04.081713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No DVR routers for this DVR port 680d659e-9c56-4f56-8dec-ba0b66eb45a0 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:04.085858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=680d659e-9c56-4f56-8dec-ba0b66eb45a0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:04.090139 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-65f1b5cc-6cdd-4988-a93a-d35045cdad5f None None] For port 680d659e-9c56-4f56-8dec-ba0b66eb45a0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=680d659e-9c56-4f56-8dec-ba0b66eb45a0,segment=NetworkSegment(917b0ec5-bf69-476a-926c-40e0089d0e2c),segment_id=917b0ec5-bf69-476a-926c-40e0089d0e2c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:04.090667 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-65f1b5cc-6cdd-4988-a93a-d35045cdad5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:04.115604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-65f1b5cc-6cdd-4988-a93a-d35045cdad5f None None] Calling delete_port for 680d659e-9c56-4f56-8dec-ba0b66eb45a0 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:04.214548 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:04.226787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130ae502-b041-4836-9a02-f2e2bcbfefae']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:04.240067 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-65f1b5cc-6cdd-4988-a93a-d35045cdad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:04.258531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917b0ec5-bf69-476a-926c-40e0089d0e2c') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:04.258840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917b0ec5-bf69-476a-926c-40e0089d0e2c') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:04.273980 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1b5cc-6cdd-4988-a93a-d35045cdad5f None None] Pushing event deleted for resources: {'Port': ['ID=680d659e-9c56-4f56-8dec-ba0b66eb45a0,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:04.286365 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:04.298390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1b5cc-6cdd-4988-a93a-d35045cdad5f None None] No DVR routers for this DVR port 680d659e-9c56-4f56-8dec-ba0b66eb45a0 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:04.324653 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:04.344909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:59:04.345334 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:59:04.348969 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:59:04.386368 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e4fe6b7b-3eb8-4515-9e60-10af62f2e1a4 req-97de5cdd-3512-471b-b6ab-b1b3c4981da6 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658386 Aug 23 14:59:04.400114 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-5aac4de6-60e7-4371-ae2f-61424dba0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:04.401410 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-5aac4de6-60e7-4371-ae2f-61424dba0ac8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 1095 time: 0.5524471 Aug 23 14:59:04.458456 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-fd8d50c1-ec14-40bb-bf67-cb1c6b4ddac7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd52f09e-4f16-4cf2-ab1a-990dcb516014 HTTP/1.1" status: 200 len: 217 time: 0.0492759 Aug 23 14:59:04.462265 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-c11f02ac-ea57-4664-8133-39d500da6424 service neutron] 10.222.0.61 "GET /v2.0/networks/cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406553 Aug 23 14:59:04.499064 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:04.507228 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:04.516069 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/networks/130ae502-b041-4836-9a02-f2e2bcbfefae HTTP/1.1" status: 204 len: 168 time: 1.1531503 Aug 23 14:59:04.520241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53890) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:04.531792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d29e28-cec0-41d3-aef0-ac88f75f8c0d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Network': ['ID=130ae502-b041-4836-9a02-f2e2bcbfefae,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:04.540555 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-32de8376-0d7d-4079-a768-3a60d63c7dd7 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1903296924'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:04.580862 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-98e0ad67-ba80-4fcc-b485-9eb70afb3500 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=fdaf866e-b082-4a67-8d49-4f5d453ffd4a HTTP/1.1" status: 200 len: 217 time: 0.0585005 Aug 23 14:59:04.595613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-023e6e32-cb81-47cd-95ce-b0cceae12c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:04.596942 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-023e6e32-cb81-47cd-95ce-b0cceae12c4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.1312313 Aug 23 14:59:04.660317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 680d659e-9c56-4f56-8dec-ba0b66eb45a0 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:59:04.665751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32de8376-0d7d-4079-a768-3a60d63c7dd7 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:04.670769 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de8376-0d7d-4079-a768-3a60d63c7dd7 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:04.709583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32de8376-0d7d-4079-a768-3a60d63c7dd7 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:59:04.716993 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-48af2315-2db2-4f77-b94e-b6eaef39e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:04.719009 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-48af2315-2db2-4f77-b94e-b6eaef39e86f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.1210415 Aug 23 14:59:04.722255 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de8376-0d7d-4079-a768-3a60d63c7dd7 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:04.722397 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 791157f1-d2ec-442d-916b-9b58dd0b773a up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:04.722534 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-32de8376-0d7d-4079-a768-3a60d63c7dd7 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Added segment ed5a4767-7982-45aa-9dc3-4582873789f7 of type vlan for network e44f11f3-73d7-4ee9-99f3-2698db5f40ca Aug 23 14:59:04.728307 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d92f8-4c11-453b-b62e-4d6828d9a701 req-0a7ea683-4c01-450e-9139-baba548bcdfb tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:04.729755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 680d659e-9c56-4f56-8dec-ba0b66eb45a0 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:59:04.729985 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc0d92f8-4c11-453b-b62e-4d6828d9a701 req-0a7ea683-4c01-450e-9139-baba548bcdfb tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 944 time: 0.2088594 Aug 23 14:59:04.730110 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 680d659e-9c56-4f56-8dec-ba0b66eb45a0 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:59:04.762871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-cdc73b0c-69de-4e33-afcb-547fe5190227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:04.765632 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-cdc73b0c-69de-4e33-afcb-547fe5190227 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394348 Aug 23 14:59:04.818579 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de8376-0d7d-4079-a768-3a60d63c7dd7 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:04.851305 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc0d92f8-4c11-453b-b62e-4d6828d9a701 req-12c1cf1e-383b-4a78-834b-e9570caded65 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920351 Aug 23 14:59:04.868862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9817899-855d-4d45-aa6b-569cda70d8ac req-ca8dcaca-2351-45ef-a19b-209485bfd8f5 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:04.872737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 791157f1-d2ec-442d-916b-9b58dd0b773a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:04.880346 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 791157f1-d2ec-442d-916b-9b58dd0b773a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:04.880794 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:04.884267 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f9817899-855d-4d45-aa6b-569cda70d8ac req-ca8dcaca-2351-45ef-a19b-209485bfd8f5 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 945 time: 0.1219940 Aug 23 14:59:04.901713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-381ed1ad-6ceb-4ed2-86d7-eed63c0ba610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:04.903225 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-381ed1ad-6ceb-4ed2-86d7-eed63c0ba610 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1721599 Aug 23 14:59:04.941820 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f9817899-855d-4d45-aa6b-569cda70d8ac req-6bec9922-2d96-48d2-850b-1e612b4984e1 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/security-groups?id=e263ba6d-6d8b-4c93-9d70-42d09270536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547695 Aug 23 14:59:04.956256 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de8376-0d7d-4079-a768-3a60d63c7dd7 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:04.965163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de8376-0d7d-4079-a768-3a60d63c7dd7 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:04.966189 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-32de8376-0d7d-4079-a768-3a60d63c7dd7 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:04.988130 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-3614af6b-2d44-4a56-b002-d7beeef0141e service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890769 Aug 23 14:59:05.015055 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:05.049035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de8376-0d7d-4079-a768-3a60d63c7dd7 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Network': ['ID=e44f11f3-73d7-4ee9-99f3-2698db5f40ca,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:05.049901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf17978-b2c1-496c-8911-29c93db13997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791157f1-d2ec-442d-916b-9b58dd0b773a'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:05.062912 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87ea8a6-d982-406f-8e21-4d0179eb2897" -d '{"events": [{"server_uuid": "fcf17978-b2c1-496c-8911-29c93db13997", "name": "network-vif-plugged", "status": "completed", "tag": "791157f1-d2ec-442d-916b-9b58dd0b773a"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:05.071126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network e44f11f3-73d7-4ee9-99f3-2698db5f40ca details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:59:05.097289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-32de8376-0d7d-4079-a768-3a60d63c7dd7 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5611441 Aug 23 14:59:05.097289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53908) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:05.106242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2fcd312b-ed20-430c-ad3c-979f9a69e7aa tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'subnet': {'network_id': 'e44f11f3-73d7-4ee9-99f3-2698db5f40ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:05.130854 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a1aee5-6d5a-4539-adf6-210930493b14 x-openstack-request-id: req-87a1aee5-6d5a-4539-adf6-210930493b14 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:05.131220 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf17978-b2c1-496c-8911-29c93db13997", "name": "network-vif-plugged", "status": "completed", "tag": "791157f1-d2ec-442d-916b-9b58dd0b773a", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:05.131372 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-87a1aee5-6d5a-4539-adf6-210930493b14 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:05.131804 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf17978-b2c1-496c-8911-29c93db13997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791157f1-d2ec-442d-916b-9b58dd0b773a', 'code': 200} Aug 23 14:59:05.140786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 791157f1-d2ec-442d-916b-9b58dd0b773a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=791157f1-d2ec-442d-916b-9b58dd0b773a,segment=NetworkSegment(da4e00ee-37ac-40f5-9459-1728aea32112),segment_id=da4e00ee-37ac-40f5-9459-1728aea32112)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:05.141024 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-bcc1ffa9-db94-494f-9d9f-e661a7b9ac69 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241864 Aug 23 14:59:05.201963 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:05.243714 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee18c313-7aa8-414f-83d3-203b41dc05ec req-ea34a879-663f-4d50-b393-23f0003933ce service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462401 Aug 23 14:59:05.270303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=791157f1-d2ec-442d-916b-9b58dd0b773a,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:05.271577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf6533-842b-4421-acd5-2ffb42bdb86c req-0f0d1db9-cd64-4506-8453-0f6199b33007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:05.273472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-90cf6533-842b-4421-acd5-2ffb42bdb86c req-0f0d1db9-cd64-4506-8453-0f6199b33007 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 1097 time: 0.0788634 Aug 23 14:59:05.277852 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-2d951b99-5e6a-47f8-96b3-f6bd6733e9fb service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221535 Aug 23 14:59:05.335895 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-5eb5e904-1b07-413a-b888-021c1199f29e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=f66771fe-2ca7-4582-921f-2f8c8db8358f HTTP/1.1" status: 200 len: 217 time: 0.0468984 Aug 23 14:59:05.337503 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-90cf6533-842b-4421-acd5-2ffb42bdb86c req-725463e8-b646-40c2-a98d-acef77238be9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489166 Aug 23 14:59:05.338541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcd312b-ed20-430c-ad3c-979f9a69e7aa tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:05.342536 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2fcd312b-ed20-430c-ad3c-979f9a69e7aa tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:05.443485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969e857-4617-4d25-b6fa-820bcbcc064f req-cf6c3d3f-1fba-439e-9ddd-5ab6fe072aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:05.445223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d969e857-4617-4d25-b6fa-820bcbcc064f req-cf6c3d3f-1fba-439e-9ddd-5ab6fe072aca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 1095 time: 0.0482371 Aug 23 14:59:05.603868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-721e2b9d-d4d8-46d0-95dd-493a91ecf660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:05.606239 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-721e2b9d-d4d8-46d0-95dd-493a91ecf660 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.0832491 Aug 23 14:59:05.613357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9a982-3696-45c0-a3b5-c045d2b33f81 req-f999830e-1895-48da-8b52-3e6b646c54d3 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:05.615002 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95a9a982-3696-45c0-a3b5-c045d2b33f81 req-f999830e-1895-48da-8b52-3e6b646c54d3 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 946 time: 0.1096056 Aug 23 14:59:05.650107 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969e857-4617-4d25-b6fa-820bcbcc064f req-b7e368f8-553c-43bb-aa8b-b8e46a4abc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:05.651781 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d969e857-4617-4d25-b6fa-820bcbcc064f req-b7e368f8-553c-43bb-aa8b-b8e46a4abc49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.1982887 Aug 23 14:59:05.659626 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95a9a982-3696-45c0-a3b5-c045d2b33f81 req-56bb0fca-72c6-4d9b-bb08-c1a03c73281f tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377672 Aug 23 14:59:05.677862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-db9443af-f942-43a2-8e21-756865e5d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:05.677967 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2fcd312b-ed20-430c-ad3c-979f9a69e7aa tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:05.678095 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-db9443af-f942-43a2-8e21-756865e5d718 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0585597 Aug 23 14:59:05.730481 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d969e857-4617-4d25-b6fa-820bcbcc064f req-d7f19632-cb45-4a53-a80c-effffb0a2145 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd52f09e-4f16-4cf2-ab1a-990dcb516014 HTTP/1.1" status: 200 len: 217 time: 0.0583656 Aug 23 14:59:05.747889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd312b-ed20-430c-ad3c-979f9a69e7aa tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Subnet': ['ID=0b4104c2-9383-47c8-9e3b-0ff5eb1926f7,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:05.774835 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd312b-ed20-430c-ad3c-979f9a69e7aa tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Checking segment: {'id': 'ed5a4767-7982-45aa-9dc3-4582873789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e44f11f3-73d7-4ee9-99f3-2698db5f40ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:59:05.775295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd312b-ed20-430c-ad3c-979f9a69e7aa tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network hostable DHCP agents. Network: e44f11f3-73d7-4ee9-99f3-2698db5f40ca, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:59:05.838715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969e857-4617-4d25-b6fa-820bcbcc064f req-03317fac-6938-4eba-95d6-783a92818716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:05.840123 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d969e857-4617-4d25-b6fa-820bcbcc064f req-03317fac-6938-4eba-95d6-783a92818716 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.0987585 Aug 23 14:59:05.866602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd312b-ed20-430c-ad3c-979f9a69e7aa tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network e44f11f3-73d7-4ee9-99f3-2698db5f40ca is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:59:05.906026 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-c2865c0c-6d82-412b-92da-eb90810fcd1f service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747646 Aug 23 14:59:05.916681 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969e857-4617-4d25-b6fa-820bcbcc064f req-eb75bff2-bf01-41b7-ba76-f8c033479436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:05.918321 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d969e857-4617-4d25-b6fa-820bcbcc064f req-eb75bff2-bf01-41b7-ba76-f8c033479436 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678878 Aug 23 14:59:05.950531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-2fcd312b-ed20-430c-ad3c-979f9a69e7aa tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, e44f11f3-73d7-4ee9-99f3-2698db5f40ca) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:05.962925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcd312b-ed20-430c-ad3c-979f9a69e7aa tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:05.963210 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2fcd312b-ed20-430c-ad3c-979f9a69e7aa tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:05.964814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e3ecef-19f2-4998-bf06-65d74a7c1f8e None None] Network e44f11f3-73d7-4ee9-99f3-2698db5f40ca requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:06.083860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad84ac6-667c-487f-aa19-94d378892d8f req-ea16ee8f-9cdc-456b-a163-1c8b1867e79e tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:06.089762 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ad84ac6-667c-487f-aa19-94d378892d8f req-ea16ee8f-9cdc-456b-a163-1c8b1867e79e tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 945 time: 0.0762620 Aug 23 14:59:06.097341 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2fcd312b-ed20-430c-ad3c-979f9a69e7aa tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0001600 Aug 23 14:59:06.099020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53928) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:06.115806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3b0b574b-6639-44c4-98b8-19262260db58 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'network_id': 'e44f11f3-73d7-4ee9-99f3-2698db5f40ca', 'name': 'tempest-PortsIpV6TestJSON-1907028801', 'fixed_ips': [{'subnet_id': '0b4104c2-9383-47c8-9e3b-0ff5eb1926f7', 'ip_address': '2001:db8::10'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:06.147771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f5592-9386-4f85-8763-e3c556c43d27 req-f86c220a-8541-4663-8a6f-99f946706c0f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:06.155596 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f25f5592-9386-4f85-8763-e3c556c43d27 req-f86c220a-8541-4663-8a6f-99f946706c0f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 944 time: 0.1148372 Aug 23 14:59:06.214014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-e44f11f3-73d7-4ee9-99f3-2698db5f40ca', 'network_id': 'e44f11f3-73d7-4ee9-99f3-2698db5f40ca', 'tenant_id': 'b2e37f6dfe47457092c32ed670b647d9', 'fixed_ips': [{'subnet_id': '0b4104c2-9383-47c8-9e3b-0ff5eb1926f7'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:59:06.215870 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:06.228857 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-c133012f-d81a-4cf5-a7f6-6ddc6d8848b3 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096445 Aug 23 14:59:06.237672 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f25f5592-9386-4f85-8763-e3c556c43d27 req-f12dfb6d-d385-4d3a-9a9b-7f63141a523a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807574 Aug 23 14:59:06.288186 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-2535a8fc-45c8-4320-9c22-3ccbf5113108 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=afc637ab-7b54-4ae5-97f1-c9c64cc49729 HTTP/1.1" status: 200 len: 217 time: 0.0446970 Aug 23 14:59:06.291619 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d969e857-4617-4d25-b6fa-820bcbcc064f req-ab2e1db5-795a-42a1-bf74-fdd9b273bacf service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642776 Aug 23 14:59:06.349683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-4ed2ddca-262b-46f2-b960-be3e7be7aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:06.351143 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-4ed2ddca-262b-46f2-b960-be3e7be7aa3c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.0555587 Aug 23 14:59:06.420754 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16520411-62a5-47f4-b5f4-3b3804e47c14 req-dea14583-2400-4e12-b1fd-f245cea3d29d tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:06.422417 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16520411-62a5-47f4-b5f4-3b3804e47c14 req-dea14583-2400-4e12-b1fd-f245cea3d29d tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.61 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 945 time: 0.3236587 Aug 23 14:59:06.425813 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ad84ac6-667c-487f-aa19-94d378892d8f req-6b4f2630-cf76-4357-aefa-6c23713d29a3 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/security-groups?id=e263ba6d-6d8b-4c93-9d70-42d09270536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254905 Aug 23 14:59:06.500236 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Allocated IP 2001:db8::2 (e44f11f3-73d7-4ee9-99f3-2698db5f40ca/0b4104c2-9383-47c8-9e3b-0ff5eb1926f7/682d3e34-6986-4239-ba79-7c48e36ac1bb) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:06.545239 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d969e857-4617-4d25-b6fa-820bcbcc064f req-28f90f29-a7a3-4d3b-b578-a3164e6bfd6f service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927886 Aug 23 14:59:06.566084 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-29604fc0-768c-4dcc-986d-5a3a01272f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:06.567605 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-29604fc0-768c-4dcc-986d-5a3a01272f3a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1200762 Aug 23 14:59:06.677080 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-16520411-62a5-47f4-b5f4-3b3804e47c14 req-59802963-94ee-48ca-abed-dc6cefcaca62 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Deleting port 5e082b44-b191-40e9-acf3-cfed5e5a2f42 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:06.677080 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-16520411-62a5-47f4-b5f4-3b3804e47c14 req-59802963-94ee-48ca-abed-dc6cefcaca62 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:06.714709 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-a7000c56-a107-4fb6-9cb8-2c3862df6dc3 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386459 Aug 23 14:59:06.751337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0b574b-6639-44c4-98b8-19262260db58 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:06.754615 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:06.767012 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Transition to ACTIVE for port object 682d3e34-6986-4239-ba79-7c48e36ac1bb will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:06.789846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Transition to ACTIVE for port object 682d3e34-6986-4239-ba79-7c48e36ac1bb will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:06.859395 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:06.943687 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Network e44f11f3-73d7-4ee9-99f3-2698db5f40ca is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:06.946140 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-16520411-62a5-47f4-b5f4-3b3804e47c14 req-59802963-94ee-48ca-abed-dc6cefcaca62 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] For port 5e082b44-b191-40e9-acf3-cfed5e5a2f42, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5e082b44-b191-40e9-acf3-cfed5e5a2f42,segment=NetworkSegment(e4019f48-14c6-4933-9455-ce135526836d),segment_id=e4019f48-14c6-4933-9455-ce135526836d)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:06.946633 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-16520411-62a5-47f4-b5f4-3b3804e47c14 req-59802963-94ee-48ca-abed-dc6cefcaca62 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:06.948225 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-e3d668ef-9fb6-4a15-8533-8e3762545abe service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248058 Aug 23 14:59:06.951547 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Pushing event updated for resources: {'Port': ['ID=682d3e34-6986-4239-ba79-7c48e36ac1bb,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:06.959140 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65359621-9f13-4066-81f3-586d4541c247 req-9c62cbb0-5fb6-4748-9656-594812bd1b4d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:06.971797 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b0b574b-6639-44c4-98b8-19262260db58 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:06.971940 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:06.972384 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65359621-9f13-4066-81f3-586d4541c247 req-9c62cbb0-5fb6-4748-9656-594812bd1b4d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 946 time: 0.1193674 Aug 23 14:59:06.972503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:06.977758 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-16520411-62a5-47f4-b5f4-3b3804e47c14 req-59802963-94ee-48ca-abed-dc6cefcaca62 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Calling delete_port for 5e082b44-b191-40e9-acf3-cfed5e5a2f42 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:07.001025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-3b0b574b-6639-44c4-98b8-19262260db58 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port 1a8649c4-4232-4cd4-a41b-a6f9afc3e6c2 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:59:07.026768 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-19559311-09f5-4b5a-a4c8-aba1100e884b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=17812f53-fbc5-4a79-919c-21e20ab42ecc HTTP/1.1" status: 200 len: 217 time: 0.0557778 Aug 23 14:59:07.078156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Attempting to bind port 682d3e34-6986-4239-ba79-7c48e36ac1bb on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:59:07.078902 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Attempting to bind port 682d3e34-6986-4239-ba79-7c48e36ac1bb by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'ed5a4767-7982-45aa-9dc3-4582873789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e44f11f3-73d7-4ee9-99f3-2698db5f40ca'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:59:07.079699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Attempting to bind port 682d3e34-6986-4239-ba79-7c48e36ac1bb on network e44f11f3-73d7-4ee9-99f3-2698db5f40ca {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:59:07.096553 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65359621-9f13-4066-81f3-586d4541c247 req-bac7c9e4-e674-4ff1-90d1-2435e72c40fb tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272335 Aug 23 14:59:07.104170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:59:07.104615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Checking segment: {'id': 'ed5a4767-7982-45aa-9dc3-4582873789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e44f11f3-73d7-4ee9-99f3-2698db5f40ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:59:07.105126 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:07.105638 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Bound using segment: {'id': 'ed5a4767-7982-45aa-9dc3-4582873789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e44f11f3-73d7-4ee9-99f3-2698db5f40ca'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:59:07.106310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Bound port: 682d3e34-6986-4239-ba79-7c48e36ac1bb, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5a4767-7982-45aa-9dc3-4582873789f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e44f11f3-73d7-4ee9-99f3-2698db5f40ca'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:59:07.106790 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:07.132281 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-f0248536-f490-43e4-b4d2-dce11576fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:07.133798 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-f0248536-f490-43e4-b4d2-dce11576fc75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 200 len: 797 time: 0.0915754 Aug 23 14:59:07.203198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] For port 682d3e34-6986-4239-ba79-7c48e36ac1bb, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:59:07.203198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] For port 682d3e34-6986-4239-ba79-7c48e36ac1bb, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=682d3e34-6986-4239-ba79-7c48e36ac1bb,segment=NetworkSegment(ed5a4767-7982-45aa-9dc3-4582873789f7),segment_id=ed5a4767-7982-45aa-9dc3-4582873789f7)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:59:07.224040 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-9ce8a6d0-f02b-4c4b-bdd8-33a005c63392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:07.226949 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-9ce8a6d0-f02b-4c4b-bdd8-33a005c63392 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0845890 Aug 23 14:59:07.282793 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:07.318235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-3b0b574b-6639-44c4-98b8-19262260db58 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Allocated IP 2001:db8::10 (e44f11f3-73d7-4ee9-99f3-2698db5f40ca/0b4104c2-9383-47c8-9e3b-0ff5eb1926f7/1a8649c4-4232-4cd4-a41b-a6f9afc3e6c2) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:07.412358 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-16520411-62a5-47f4-b5f4-3b3804e47c14 req-59802963-94ee-48ca-abed-dc6cefcaca62 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:07.429478 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['5e082b44-b191-40e9-acf3-cfed5e5a2f42'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:07.434203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50196c-e0c9-47b8-aa03-09a68bd4e4b8 None None] Pushing event updated for resources: {'Port': ['ID=682d3e34-6986-4239-ba79-7c48e36ac1bb,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:07.448728 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-18816492-8905-44e8-92c7-01e78da080f6 service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083697 Aug 23 14:59:07.485040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59802963-94ee-48ca-abed-dc6cefcaca62 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Pushing event deleted for resources: {'Port': ['ID=5e082b44-b191-40e9-acf3-cfed5e5a2f42,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:07.561686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8090f0a-d846-4edd-9093-e7a7e9e2486c req-fa5de51e-8468-415d-b975-a18e2f203331 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:07.570606 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8090f0a-d846-4edd-9093-e7a7e9e2486c req-fa5de51e-8468-415d-b975-a18e2f203331 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 944 time: 0.2310719 Aug 23 14:59:07.584425 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f73bc268-5f9f-4214-a788-3ca6e99a4d91 req-c963ff8b-e488-4a5b-9016-51b53c082c9e tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 210 time: 0.0360882 Aug 23 14:59:07.631620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-16520411-62a5-47f4-b5f4-3b3804e47c14 req-59802963-94ee-48ca-abed-dc6cefcaca62 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] No DVR routers for this DVR port 5e082b44-b191-40e9-acf3-cfed5e5a2f42 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:07.668168 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-16520411-62a5-47f4-b5f4-3b3804e47c14 req-59802963-94ee-48ca-abed-dc6cefcaca62 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:07.669056 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16520411-62a5-47f4-b5f4-3b3804e47c14 req-59802963-94ee-48ca-abed-dc6cefcaca62 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.61 "DELETE /v2.0/ports/5e082b44-b191-40e9-acf3-cfed5e5a2f42 HTTP/1.1" status: 204 len: 173 time: 1.2397416 Aug 23 14:59:07.669656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98fbaf9-37bd-42af-9800-84762ca3a062', 'name': 'network-vif-deleted', 'tag': '5e082b44-b191-40e9-acf3-cfed5e5a2f42'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:07.672215 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e94fb1-70bb-4661-9fd3-c157c82da513" -d '{"events": [{"server_uuid": "d98fbaf9-37bd-42af-9800-84762ca3a062", "name": "network-vif-deleted", "tag": "5e082b44-b191-40e9-acf3-cfed5e5a2f42"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:07.690358 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-658f3032-c3bb-43d9-98bf-77766222a7ea service neutron] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324152 Aug 23 14:59:07.746541 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857c9809-b5a9-4103-b878-5dfa2446ad88 x-openstack-request-id: req-857c9809-b5a9-4103-b878-5dfa2446ad88 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:07.746836 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98fbaf9-37bd-42af-9800-84762ca3a062", "name": "network-vif-deleted", "tag": "5e082b44-b191-40e9-acf3-cfed5e5a2f42", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:07.747091 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-857c9809-b5a9-4103-b878-5dfa2446ad88 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:07.748198 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98fbaf9-37bd-42af-9800-84762ca3a062', 'name': 'network-vif-deleted', 'tag': '5e082b44-b191-40e9-acf3-cfed5e5a2f42', 'status': 'completed', 'code': 200} Aug 23 14:59:07.769455 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8090f0a-d846-4edd-9093-e7a7e9e2486c req-816fa8b7-bfec-41e5-8874-25d036076f50 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926332 Aug 23 14:59:07.772745 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-bed2ecf2-21a1-471c-bd10-117a3c45d79a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=47cc6354-51c7-401d-a491-1ca75f25bef5 HTTP/1.1" status: 200 len: 217 time: 0.0746746 Aug 23 14:59:07.816747 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b0b574b-6639-44c4-98b8-19262260db58 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:07.841729 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-3b0b574b-6639-44c4-98b8-19262260db58 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Transition to ACTIVE for port object 1a8649c4-4232-4cd4-a41b-a6f9afc3e6c2 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:07.853052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device fd52f09e-4f16-4cf2-ab1a-990dcb516014 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:59:07.861874 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-73129910-24cb-4f20-aa76-d50c6a2d6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:07.864412 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-73129910-24cb-4f20-aa76-d50c6a2d6ffc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e HTTP/1.1" status: 200 len: 797 time: 0.0800753 Aug 23 14:59:07.930564 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-437bc333-637f-43d3-8b18-861bf12df2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:07.933041 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-437bc333-637f-43d3-8b18-861bf12df2ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72070819-7380-4ce2-bba5-cb3fe9632737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0603337 Aug 23 14:59:07.948587 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b0b574b-6639-44c4-98b8-19262260db58 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:07.991920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port fd52f09e-4f16-4cf2-ab1a-990dcb516014, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=fd52f09e-4f16-4cf2-ab1a-990dcb516014,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:08.006551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'fd52f09e-4f16-4cf2-ab1a-990dcb516014', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'port_id': 'fd52f09e-4f16-4cf2-ab1a-990dcb516014', 'mac_address': 'fa:16:3e:b6:fb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:59:08.013485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0b574b-6639-44c4-98b8-19262260db58 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network e44f11f3-73d7-4ee9-99f3-2698db5f40ca is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:08.019359 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-3b0b574b-6639-44c4-98b8-19262260db58 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:08.021546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b574b-6639-44c4-98b8-19262260db58 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:08.027485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0b574b-6639-44c4-98b8-19262260db58 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:08.028280 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b0b574b-6639-44c4-98b8-19262260db58 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:08.051531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b574b-6639-44c4-98b8-19262260db58 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=1a8649c4-4232-4cd4-a41b-a6f9afc3e6c2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:08.083924 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:08.084828 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-e67a6a90-3c64-4572-8c9c-11dd33aec4a4 service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437280 Aug 23 14:59:08.112942 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd52f09e-4f16-4cf2-ab1a-990dcb516014 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:59:08.141882 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port fd52f09e-4f16-4cf2-ab1a-990dcb516014, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=fd52f09e-4f16-4cf2-ab1a-990dcb516014,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:08.180895 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3b0b574b-6639-44c4-98b8-19262260db58 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0792136 Aug 23 14:59:08.183622 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53966) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:08.192757 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a8bb23da-cbe8-4be2-b7ca-fb2ec6a7ed11 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'network_id': 'e44f11f3-73d7-4ee9-99f3-2698db5f40ca', 'name': 'tempest-PortsIpV6TestJSON-1922661080', 'fixed_ips': [{'subnet_id': '0b4104c2-9383-47c8-9e3b-0ff5eb1926f7', 'ip_address': '2001:db8::f'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:08.281364 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:08.308340 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-21ff6416-8e96-4333-8897-baa715fe8b40 service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155161 Aug 23 14:59:08.321096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea311771-5abf-49f3-ba77-ba0d772dd422 req-20c1bb85-1ac6-4af2-9354-792c9fc5e841 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:08.322644 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ea311771-5abf-49f3-ba77-ba0d772dd422 req-20c1bb85-1ac6-4af2-9354-792c9fc5e841 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 946 time: 0.1358788 Aug 23 14:59:08.414089 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=fd52f09e-4f16-4cf2-ab1a-990dcb516014,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:08.596763 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['fd52f09e-4f16-4cf2-ab1a-990dcb516014'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:08.762937 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-cb91ba53-906a-4b49-b060-6345b9d3fc30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d93a231e-4370-4457-8e88-9c673c90e61e HTTP/1.1" status: 200 len: 217 time: 0.4392660 Aug 23 14:59:08.780178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-89963e15-c204-41d9-bf64-3bc7e3d0a0e4 req-9689542a-2883-4d53-949d-ff6a36b20271 tempest-ServerAddressesNegativeTestJSON-78371734 tempest-ServerAddressesNegativeTestJSON-78371734-project] 10.222.0.38 "GET /v2.0/ports?device_id=d98fbaf9-37bd-42af-9800-84762ca3a062 HTTP/1.1" status: 200 len: 210 time: 0.0883222 Aug 23 14:59:08.866995 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5b63da-abc0-42f9-bfd6-bc363e417089 None None] Network e44f11f3-73d7-4ee9-99f3-2698db5f40ca requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:08.960881 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ea311771-5abf-49f3-ba77-ba0d772dd422 req-0658639b-fd7d-40e4-b175-17a2fa555ff6 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6194901 Aug 23 14:59:08.963193 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 682d3e34-6986-4239-ba79-7c48e36ac1bb up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:08.975679 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-772fe15c-4dd7-4041-a78c-25bae9667ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:08.977657 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-772fe15c-4dd7-4041-a78c-25bae9667ee2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e HTTP/1.1" status: 200 len: 797 time: 0.2012279 Aug 23 14:59:09.028119 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bb23da-cbe8-4be2-b7ca-fb2ec6a7ed11 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:09.056763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c72c9-822f-4404-a142-b3166950221a req-b337871b-cc82-41c8-a874-621b00e666e3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:09.058330 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-361c72c9-822f-4404-a142-b3166950221a req-b337871b-cc82-41c8-a874-621b00e666e3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 945 time: 0.1261318 Aug 23 14:59:09.139030 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-361c72c9-822f-4404-a142-b3166950221a req-07e99db0-75ee-4d10-be74-8a06c9089fe3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733821 Aug 23 14:59:09.142073 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8bb23da-cbe8-4be2-b7ca-fb2ec6a7ed11 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:09.157281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-59410900-c34f-458d-a5b9-f59817c7aa77 None None] Provisioning for port 682d3e34-6986-4239-ba79-7c48e36ac1bb completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:09.215605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-a684da3f-d2b3-41b7-a523-4dba9259f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:09.217842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-a684da3f-d2b3-41b7-a523-4dba9259f6fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72070819-7380-4ce2-bba5-cb3fe9632737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2259541 Aug 23 14:59:09.225092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-a8bb23da-cbe8-4be2-b7ca-fb2ec6a7ed11 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port 892dc6aa-ff95-4713-a7d6-13cc746290ff yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:59:09.255827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 682d3e34-6986-4239-ba79-7c48e36ac1bb completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:09.261711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 682d3e34-6986-4239-ba79-7c48e36ac1bb triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:09.262089 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:09.368189 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c0971-f9d8-4379-ae7a-4061065886ea req-d6e13ce4-34c3-481b-8ffe-b9e9a95158da tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:09.370768 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-382c0971-f9d8-4379-ae7a-4061065886ea req-d6e13ce4-34c3-481b-8ffe-b9e9a95158da tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962e921-6af7-4919-a781-fe303cad293f HTTP/1.1" status: 200 len: 945 time: 0.2326891 Aug 23 14:59:09.383347 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:09.459810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 682d3e34-6986-4239-ba79-7c48e36ac1bb, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=682d3e34-6986-4239-ba79-7c48e36ac1bb,segment=NetworkSegment(ed5a4767-7982-45aa-9dc3-4582873789f7),segment_id=ed5a4767-7982-45aa-9dc3-4582873789f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:09.504750 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:09.514252 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-382c0971-f9d8-4379-ae7a-4061065886ea req-cafe9b81-e68f-49e7-966d-6aef172a21b0 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339247 Aug 23 14:59:09.612083 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-9ba1cd87-c723-4b37-9033-e57b16c5bcd0 service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790348 Aug 23 14:59:09.635066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=682d3e34-6986-4239-ba79-7c48e36ac1bb,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:09.681678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b072a98-5fab-43a4-8311-8ff9501facd4 req-71ea9154-59e0-49cd-b177-e8f85a10d9a6 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:09.687625 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b072a98-5fab-43a4-8311-8ff9501facd4 req-71ea9154-59e0-49cd-b177-e8f85a10d9a6 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=d2107a64-7eb7-4462-a6b2-008bdf0937ce HTTP/1.1" status: 200 len: 945 time: 0.0875833 Aug 23 14:59:09.699607 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-a8bb23da-cbe8-4be2-b7ca-fb2ec6a7ed11 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Allocated IP 2001:db8::f (e44f11f3-73d7-4ee9-99f3-2698db5f40ca/0b4104c2-9383-47c8-9e3b-0ff5eb1926f7/892dc6aa-ff95-4713-a7d6-13cc746290ff) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:09.748408 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b072a98-5fab-43a4-8311-8ff9501facd4 req-37cef6ea-997d-4404-bafa-a778759f0c95 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564959 Aug 23 14:59:09.864452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c6b12407-9c73-46e2-95b8-9e2d93ab55d4 None None] Provisioning for port 1a8649c4-4232-4cd4-a41b-a6f9afc3e6c2 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:09.869128 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c6b12407-9c73-46e2-95b8-9e2d93ab55d4 None None] Provisioning complete for port 1a8649c4-4232-4cd4-a41b-a6f9afc3e6c2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:09.869507 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c6b12407-9c73-46e2-95b8-9e2d93ab55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:09.895468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53994) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:09.956907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c6b12407-9c73-46e2-95b8-9e2d93ab55d4 None None] Port 1a8649c4-4232-4cd4-a41b-a6f9afc3e6c2 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:09.974399 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f8035ed8-adca-4998-853e-3b0ce00990e0 req-68dddb75-7a2c-4ea3-945f-74348597d634 service neutron] 10.222.0.61 "GET /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560321 Aug 23 14:59:09.993000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff377cae-56ed-4dac-bd8b-8d9279fad49f admin admin] Deleting subnet fc874858-4f68-4cfd-ab54-7b509d7cb7e3 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:59:09.997101 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff377cae-56ed-4dac-bd8b-8d9279fad49f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.001228 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c6b12407-9c73-46e2-95b8-9e2d93ab55d4 None None] Provisioning complete for port 682d3e34-6986-4239-ba79-7c48e36ac1bb triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:10.001605 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c6b12407-9c73-46e2-95b8-9e2d93ab55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.014163 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8bb23da-cbe8-4be2-b7ca-fb2ec6a7ed11 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.028860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-a8bb23da-cbe8-4be2-b7ca-fb2ec6a7ed11 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Transition to ACTIVE for port object 892dc6aa-ff95-4713-a7d6-13cc746290ff will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:10.101641 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff377cae-56ed-4dac-bd8b-8d9279fad49f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.153985 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff377cae-56ed-4dac-bd8b-8d9279fad49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.161920 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8bb23da-cbe8-4be2-b7ca-fb2ec6a7ed11 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.223485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bb23da-cbe8-4be2-b7ca-fb2ec6a7ed11 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network e44f11f3-73d7-4ee9-99f3-2698db5f40ca is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:10.228051 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a8bb23da-cbe8-4be2-b7ca-fb2ec6a7ed11 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:10.230289 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb23da-cbe8-4be2-b7ca-fb2ec6a7ed11 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:10.236508 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bb23da-cbe8-4be2-b7ca-fb2ec6a7ed11 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:10.237225 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8bb23da-cbe8-4be2-b7ca-fb2ec6a7ed11 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.273475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb23da-cbe8-4be2-b7ca-fb2ec6a7ed11 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=892dc6aa-ff95-4713-a7d6-13cc746290ff,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:10.343060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-86788755-80a8-42d3-b643-97f420c221a1 None None] Provisioning complete for port 1a8649c4-4232-4cd4-a41b-a6f9afc3e6c2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:10.343613 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-86788755-80a8-42d3-b643-97f420c221a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.346392 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a8bb23da-cbe8-4be2-b7ca-fb2ec6a7ed11 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1604629 Aug 23 14:59:10.355199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54006) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:10.405803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-86788755-80a8-42d3-b643-97f420c221a1 None None] Port 1a8649c4-4232-4cd4-a41b-a6f9afc3e6c2 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:10.413347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b1106-e00a-41c3-b7ec-757869907449 req-1a18bdf1-bcf2-491b-bf60-1669c2ad9691 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:10.415115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-675b1106-e00a-41c3-b7ec-757869907449 req-1a18bdf1-bcf2-491b-bf60-1669c2ad9691 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 945 time: 0.1632092 Aug 23 14:59:10.462392 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-675b1106-e00a-41c3-b7ec-757869907449 req-30cb9bd0-f4c4-40de-92e6-a94960abd5e6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394425 Aug 23 14:59:10.489299 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff377cae-56ed-4dac-bd8b-8d9279fad49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.521938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41614b0-e1b5-43b5-a062-23c723c52ccb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:10.527345 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d41614b0-e1b5-43b5-a062-23c723c52ccb tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1705241 Aug 23 14:59:10.531025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54010) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:10.545029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff377cae-56ed-4dac-bd8b-8d9279fad49f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc874858-4f68-4cfd-ab54-7b509d7cb7e3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:10.563751 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff377cae-56ed-4dac-bd8b-8d9279fad49f admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.568511 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ff377cae-56ed-4dac-bd8b-8d9279fad49f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/fc874858-4f68-4cfd-ab54-7b509d7cb7e3 HTTP/1.1" status: 204 len: 168 time: 0.6690261 Aug 23 14:59:10.568946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54012) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:10.599086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79587-e21b-4a82-b70d-1084a8d28729 req-0cc6c99c-37e4-4b01-baa2-52bc5a69b72d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:10.608825 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dea79587-e21b-4a82-b70d-1084a8d28729 req-0cc6c99c-37e4-4b01-baa2-52bc5a69b72d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=d2107a64-7eb7-4462-a6b2-008bdf0937ce HTTP/1.1" status: 200 len: 945 time: 0.2339463 Aug 23 14:59:10.672185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83568a3b-de48-4367-8c82-e2bd6287113d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:10.681060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83568a3b-de48-4367-8c82-e2bd6287113d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:10.688273 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83568a3b-de48-4367-8c82-e2bd6287113d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:10.694003 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-83568a3b-de48-4367-8c82-e2bd6287113d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1616588 Aug 23 14:59:10.694648 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54014) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:10.711627 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dea79587-e21b-4a82-b70d-1084a8d28729 req-45cc8b28-fe16-4423-8a72-a98be0960a77 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015728 Aug 23 14:59:10.733016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5e082b44-b191-40e9-acf3-cfed5e5a2f42 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:59:10.787764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 5e082b44-b191-40e9-acf3-cfed5e5a2f42 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:59:10.788374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5e082b44-b191-40e9-acf3-cfed5e5a2f42 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:59:10.792081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 682d3e34-6986-4239-ba79-7c48e36ac1bb up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:10.806008 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7393e05-e2b0-4a8e-8915-30580150f343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.817365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d9da44be-7ab3-451e-9189-6e210474f179 None None] Provisioning for port 892dc6aa-ff95-4713-a7d6-13cc746290ff completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:10.827012 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d9da44be-7ab3-451e-9189-6e210474f179 None None] Provisioning complete for port 892dc6aa-ff95-4713-a7d6-13cc746290ff triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:10.827390 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d9da44be-7ab3-451e-9189-6e210474f179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.875870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5f6d2018-1880-4f94-89b6-0253a04bd991 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port 892dc6aa-ff95-4713-a7d6-13cc746290ff {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:10.876315 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f6d2018-1880-4f94-89b6-0253a04bd991 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.882348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d9da44be-7ab3-451e-9189-6e210474f179 None None] Port 892dc6aa-ff95-4713-a7d6-13cc746290ff cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:10.889918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 682d3e34-6986-4239-ba79-7c48e36ac1bb triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:10.890293 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.921462 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7393e05-e2b0-4a8e-8915-30580150f343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.936393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e7393e05-e2b0-4a8e-8915-30580150f343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dcc6b1-0907-4a51-8863-5e28e1827271']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:10.949361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e7393e05-e2b0-4a8e-8915-30580150f343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4019f48-14c6-4933-9455-ce135526836d') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:10.950299 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e7393e05-e2b0-4a8e-8915-30580150f343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4019f48-14c6-4933-9455-ce135526836d') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:10.961158 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7393e05-e2b0-4a8e-8915-30580150f343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.989805 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f6d2018-1880-4f94-89b6-0253a04bd991 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:10.993012 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7393e05-e2b0-4a8e-8915-30580150f343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:11.001150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7393e05-e2b0-4a8e-8915-30580150f343 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:59:11.005502 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7393e05-e2b0-4a8e-8915-30580150f343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:59:11.007829 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:59:11.011107 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5f6d2018-1880-4f94-89b6-0253a04bd991 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for 892dc6aa-ff95-4713-a7d6-13cc746290ff owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:11.138829 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7393e05-e2b0-4a8e-8915-30580150f343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:11.145710 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7393e05-e2b0-4a8e-8915-30580150f343 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:11.149803 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e7393e05-e2b0-4a8e-8915-30580150f343 admin admin] 10.222.0.38 "DELETE /v2.0/networks/73dcc6b1-0907-4a51-8863-5e28e1827271 HTTP/1.1" status: 204 len: 168 time: 0.5779138 Aug 23 14:59:11.165196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7393e05-e2b0-4a8e-8915-30580150f343 admin admin] Pushing event deleted for resources: {'Network': ['ID=73dcc6b1-0907-4a51-8863-5e28e1827271,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:11.224896 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f6d2018-1880-4f94-89b6-0253a04bd991 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:11.268348 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d2018-1880-4f94-89b6-0253a04bd991 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=892dc6aa-ff95-4713-a7d6-13cc746290ff,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:11.318857 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f6d2018-1880-4f94-89b6-0253a04bd991 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:11.324403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54030) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:11.328243 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5f6d2018-1880-4f94-89b6-0253a04bd991 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/892dc6aa-ff95-4713-a7d6-13cc746290ff HTTP/1.1" status: 204 len: 168 time: 0.6321485 Aug 23 14:59:11.353081 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-196b38e5-8725-40c7-970d-8db15c78e181 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] GET failed (client error): The resource could not be found. Aug 23 14:59:11.357836 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-196b38e5-8725-40c7-970d-8db15c78e181 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/892dc6aa-ff95-4713-a7d6-13cc746290ff HTTP/1.1" status: 404 len: 333 time: 0.0322437 Aug 23 14:59:11.358529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54032) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:11.497011 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b250fd91-6763-4b0c-a179-82f9362cc118 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port 1a8649c4-4232-4cd4-a41b-a6f9afc3e6c2 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:11.497366 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b250fd91-6763-4b0c-a179-82f9362cc118 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:11.596925 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54042) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:11.641477 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b30408c6-1d13-4c9b-bed1-3b1e48fa644a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5377be88f3cc48dc9755bad2c6a80042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433164 Aug 23 14:59:11.646453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54044) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:11.664030 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b250fd91-6763-4b0c-a179-82f9362cc118 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:11.707680 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d03fe69b-d26a-428f-9dd0-54a01e068578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:11.734968 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d03fe69b-d26a-428f-9dd0-54a01e068578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:11.833573 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47e634-f6a3-40fd-b4e0-0e4c4dd3f8e5 req-0484dc9a-4c4d-4d10-8ad2-e268077cfe9e tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:11.835278 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fa47e634-f6a3-40fd-b4e0-0e4c4dd3f8e5 req-0484dc9a-4c4d-4d10-8ad2-e268077cfe9e tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2107a64-7eb7-4462-a6b2-008bdf0937ce HTTP/1.1" status: 200 len: 945 time: 0.0922060 Aug 23 14:59:11.875084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device fd52f09e-4f16-4cf2-ab1a-990dcb516014 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:11.913888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73fe7c-44d2-4749-9092-49456f1cda0c req-f486f6d3-9bdd-41e3-9433-3cbd9856c634 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:11.915513 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2d73fe7c-44d2-4749-9092-49456f1cda0c req-f486f6d3-9bdd-41e3-9433-3cbd9856c634 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=d2107a64-7eb7-4462-a6b2-008bdf0937ce HTTP/1.1" status: 200 len: 945 time: 0.1148310 Aug 23 14:59:11.990378 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d03fe69b-d26a-428f-9dd0-54a01e068578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:11.993972 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d03fe69b-d26a-428f-9dd0-54a01e068578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:11.995173 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d03fe69b-d26a-428f-9dd0-54a01e068578 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e263ba6d-6d8b-4c93-9d70-42d09270536c HTTP/1.1" status: 204 len: 168 time: 0.3477399 Aug 23 14:59:12.016312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fe69b-d26a-428f-9dd0-54a01e068578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e263ba6d-6d8b-4c93-9d70-42d09270536c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:12.031369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2d73fe7c-44d2-4749-9092-49456f1cda0c req-e138716b-9c30-4f0c-ac23-2ca81eb0def6 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061881 Aug 23 14:59:12.044220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-fa47e634-f6a3-40fd-b4e0-0e4c4dd3f8e5 req-ce4ed118-7651-482f-a916-9d314c99949d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Deleting port 5bc76c05-0533-492e-8f43-109acea6759a {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:12.044560 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fa47e634-f6a3-40fd-b4e0-0e4c4dd3f8e5 req-ce4ed118-7651-482f-a916-9d314c99949d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:12.178457 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-fa47e634-f6a3-40fd-b4e0-0e4c4dd3f8e5 req-ce4ed118-7651-482f-a916-9d314c99949d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] For port 5bc76c05-0533-492e-8f43-109acea6759a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5bc76c05-0533-492e-8f43-109acea6759a,segment=NetworkSegment(da4e00ee-37ac-40f5-9459-1728aea32112),segment_id=da4e00ee-37ac-40f5-9459-1728aea32112)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:12.178886 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fa47e634-f6a3-40fd-b4e0-0e4c4dd3f8e5 req-ce4ed118-7651-482f-a916-9d314c99949d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:12.193913 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-fa47e634-f6a3-40fd-b4e0-0e4c4dd3f8e5 req-ce4ed118-7651-482f-a916-9d314c99949d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Calling delete_port for 5bc76c05-0533-492e-8f43-109acea6759a owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:12.220113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b250fd91-6763-4b0c-a179-82f9362cc118 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for 1a8649c4-4232-4cd4-a41b-a6f9afc3e6c2 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:12.233220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3d64-484a-4ec8-b2cf-e8bf542b1c41 req-df861f57-fb75-4790-9892-88dcfcfd2fe5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:12.235034 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfcc3d64-484a-4ec8-b2cf-e8bf542b1c41 req-df861f57-fb75-4790-9892-88dcfcfd2fe5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 945 time: 0.6279507 Aug 23 14:59:12.319271 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfcc3d64-484a-4ec8-b2cf-e8bf542b1c41 req-62895a71-b8e3-4197-b7af-8e1264d64c93 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742989 Aug 23 14:59:12.350569 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port fd52f09e-4f16-4cf2-ab1a-990dcb516014 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:12.357823 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port fd52f09e-4f16-4cf2-ab1a-990dcb516014 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:12.362148 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:12.483242 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:12.487985 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fa47e634-f6a3-40fd-b4e0-0e4c4dd3f8e5 req-ce4ed118-7651-482f-a916-9d314c99949d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:12.517367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['5bc76c05-0533-492e-8f43-109acea6759a', '791157f1-d2ec-442d-916b-9b58dd0b773a'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:12.520268 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['8121d2d4-163d-451e-979f-472f068b8e00'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:12.550087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ed118-7651-482f-a916-9d314c99949d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Pushing event deleted for resources: {'Port': ['ID=5bc76c05-0533-492e-8f43-109acea6759a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:12.567411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b250fd91-6763-4b0c-a179-82f9362cc118 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:12.580421 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa47e634-f6a3-40fd-b4e0-0e4c4dd3f8e5 req-ce4ed118-7651-482f-a916-9d314c99949d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] No DVR routers for this DVR port 5bc76c05-0533-492e-8f43-109acea6759a on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:12.586862 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fa47e634-f6a3-40fd-b4e0-0e4c4dd3f8e5 req-ce4ed118-7651-482f-a916-9d314c99949d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:12.597712 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fa47e634-f6a3-40fd-b4e0-0e4c4dd3f8e5 req-ce4ed118-7651-482f-a916-9d314c99949d tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.61 "DELETE /v2.0/ports/5bc76c05-0533-492e-8f43-109acea6759a HTTP/1.1" status: 204 len: 173 time: 0.7467740 Aug 23 14:59:12.599352 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2107a64-7eb7-4462-a6b2-008bdf0937ce', 'name': 'network-vif-deleted', 'tag': '5bc76c05-0533-492e-8f43-109acea6759a'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:12.605099 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd515b43-b5cd-49da-99ae-d5b59b8c6408" -d '{"events": [{"server_uuid": "d2107a64-7eb7-4462-a6b2-008bdf0937ce", "name": "network-vif-deleted", "tag": "5bc76c05-0533-492e-8f43-109acea6759a"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:12.609473 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f98902-ba61-4ea1-a351-d98dde0180c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd52f09e-4f16-4cf2-ab1a-990dcb516014'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:12.618605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250fd91-6763-4b0c-a179-82f9362cc118 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=1a8649c4-4232-4cd4-a41b-a6f9afc3e6c2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:12.623222 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e905a4-1c09-4079-b03b-5b9c55005aba" -d '{"events": [{"server_uuid": "d3f98902-ba61-4ea1-a351-d98dde0180c4", "name": "network-vif-plugged", "status": "completed", "tag": "fd52f09e-4f16-4cf2-ab1a-990dcb516014"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:12.674165 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b250fd91-6763-4b0c-a179-82f9362cc118 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:12.676819 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39c6c1b-c47d-4079-a35d-2d0ab9dcb94c x-openstack-request-id: req-d39c6c1b-c47d-4079-a35d-2d0ab9dcb94c {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:12.677122 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2107a64-7eb7-4462-a6b2-008bdf0937ce", "name": "network-vif-deleted", "tag": "5bc76c05-0533-492e-8f43-109acea6759a", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:12.677376 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d39c6c1b-c47d-4079-a35d-2d0ab9dcb94c {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:12.677789 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2107a64-7eb7-4462-a6b2-008bdf0937ce', 'name': 'network-vif-deleted', 'tag': '5bc76c05-0533-492e-8f43-109acea6759a', 'status': 'completed', 'code': 200} Aug 23 14:59:12.683402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port fd52f09e-4f16-4cf2-ab1a-990dcb516014, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=fd52f09e-4f16-4cf2-ab1a-990dcb516014,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:12.687527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54066) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:12.692344 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b250fd91-6763-4b0c-a179-82f9362cc118 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/1a8649c4-4232-4cd4-a41b-a6f9afc3e6c2 HTTP/1.1" status: 204 len: 168 time: 1.3273077 Aug 23 14:59:12.728858 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c904bc7-45cd-4105-a4e2-39534106d839 x-openstack-request-id: req-9c904bc7-45cd-4105-a4e2-39534106d839 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:12.735853 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f98902-ba61-4ea1-a351-d98dde0180c4", "name": "network-vif-plugged", "status": "completed", "tag": "fd52f09e-4f16-4cf2-ab1a-990dcb516014", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:12.735853 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c904bc7-45cd-4105-a4e2-39534106d839 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:12.735853 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f98902-ba61-4ea1-a351-d98dde0180c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd52f09e-4f16-4cf2-ab1a-990dcb516014', 'code': 200} Aug 23 14:59:12.761549 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-e509ed1f-e5ca-4082-a028-734dd0d70869 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] GET failed (client error): The resource could not be found. Aug 23 14:59:12.763470 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e509ed1f-e5ca-4082-a028-734dd0d70869 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/1a8649c4-4232-4cd4-a41b-a6f9afc3e6c2 HTTP/1.1" status: 404 len: 333 time: 0.0721071 Aug 23 14:59:12.769844 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:12.771400 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54072) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:12.847562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98b0159-62c3-4daa-8c87-734a3c3cf0bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting subnet 0b4104c2-9383-47c8-9e3b-0ff5eb1926f7 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:59:12.850949 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b98b0159-62c3-4daa-8c87-734a3c3cf0bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:12.927231 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d17c43-a30e-460e-8a41-e37716ed4485 req-f0380c2c-ecad-49d1-b606-25cc4b17db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:12.929462 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-37d17c43-a30e-460e-8a41-e37716ed4485 req-f0380c2c-ecad-49d1-b606-25cc4b17db5f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 1097 time: 0.1447103 Aug 23 14:59:12.934428 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b98b0159-62c3-4daa-8c87-734a3c3cf0bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:12.992573 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-37d17c43-a30e-460e-8a41-e37716ed4485 req-e99e37ee-e154-4aa5-aaf4-b0743dfd64d4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545232 Aug 23 14:59:12.997064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=fd52f09e-4f16-4cf2-ab1a-990dcb516014,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:13.065936 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b98b0159-62c3-4daa-8c87-734a3c3cf0bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:13.154215 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1c87eea0-e70f-4581-8bd3-a35677c96d3c req-959bc4b9-b831-4fec-9d21-24da92b1b373 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=d2107a64-7eb7-4462-a6b2-008bdf0937ce HTTP/1.1" status: 200 len: 210 time: 0.0282276 Aug 23 14:59:13.230774 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b98b0159-62c3-4daa-8c87-734a3c3cf0bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:13.265993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b0159-62c3-4daa-8c87-734a3c3cf0bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4104c2-9383-47c8-9e3b-0ff5eb1926f7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:13.268685 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b98b0159-62c3-4daa-8c87-734a3c3cf0bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:13.270732 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b98b0159-62c3-4daa-8c87-734a3c3cf0bf tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/0b4104c2-9383-47c8-9e3b-0ff5eb1926f7 HTTP/1.1" status: 204 len: 168 time: 0.4981563 Aug 23 14:59:13.273388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54080) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:13.278658 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a816b93-f138-4875-9ffb-7d2c4f195273 None None] Network e44f11f3-73d7-4ee9-99f3-2698db5f40ca requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:13.426711 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:13.557121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501d3768-341b-417c-85aa-8298a08db317 None None] DHCP port deletion for e44f11f3-73d7-4ee9-99f3-2698db5f40ca request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:59:13.593081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115121ac-1289-4b01-a89d-ca3ae2a0a33f req-0fba64e0-7674-4261-acc7-24a2d007e815 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:13.594620 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115121ac-1289-4b01-a89d-ca3ae2a0a33f req-0fba64e0-7674-4261-acc7-24a2d007e815 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.0672619 Aug 23 14:59:13.604132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port 682d3e34-6986-4239-ba79-7c48e36ac1bb {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:13.604488 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:13.645287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-501d3768-341b-417c-85aa-8298a08db317 None None] Deleting port 682d3e34-6986-4239-ba79-7c48e36ac1bb {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:13.647511 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-501d3768-341b-417c-85aa-8298a08db317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:13.728921 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-501d3768-341b-417c-85aa-8298a08db317 None None] For port 682d3e34-6986-4239-ba79-7c48e36ac1bb, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=682d3e34-6986-4239-ba79-7c48e36ac1bb,segment=NetworkSegment(ed5a4767-7982-45aa-9dc3-4582873789f7),segment_id=ed5a4767-7982-45aa-9dc3-4582873789f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:13.729383 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-501d3768-341b-417c-85aa-8298a08db317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:13.739043 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115121ac-1289-4b01-a89d-ca3ae2a0a33f req-3517c53c-6f89-41cd-b1f6-03b0300a44a0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373019 Aug 23 14:59:13.751339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] For port 682d3e34-6986-4239-ba79-7c48e36ac1bb, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=682d3e34-6986-4239-ba79-7c48e36ac1bb,segment=NetworkSegment(ed5a4767-7982-45aa-9dc3-4582873789f7),segment_id=ed5a4767-7982-45aa-9dc3-4582873789f7)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:13.751339 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:13.770864 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-501d3768-341b-417c-85aa-8298a08db317 None None] Calling delete_port for 682d3e34-6986-4239-ba79-7c48e36ac1bb owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:13.775288 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for 682d3e34-6986-4239-ba79-7c48e36ac1bb owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:13.838967 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54104) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.949540 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.952269 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.952269 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.952269 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.952269 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.952269 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.952269 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.952269 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.952269 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.952269 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.952269 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.952269 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.952269 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.952269 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:13.952269 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 14:59:13.953173 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:13.958431 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-501d3768-341b-417c-85aa-8298a08db317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:13.968434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-102654626-network', 'tenant_id': '88f8a26a99a844c481e3085faeade9fd'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:13.996132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501d3768-341b-417c-85aa-8298a08db317 None None] No DVR routers for this DVR port 682d3e34-6986-4239-ba79-7c48e36ac1bb on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:13.998405 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=682d3e34-6986-4239-ba79-7c48e36ac1bb,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:14.011114 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d3768-341b-417c-85aa-8298a08db317 None None] Pushing event deleted for resources: {'Port': ['ID=682d3e34-6986-4239-ba79-7c48e36ac1bb,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:14.016273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No DVR routers for this DVR port 682d3e34-6986-4239-ba79-7c48e36ac1bb on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:14.097310 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.110318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44f11f3-73d7-4ee9-99f3-2698db5f40ca']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:14.134791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5a4767-7982-45aa-9dc3-4582873789f7') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:14.139156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5a4767-7982-45aa-9dc3-4582873789f7') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:14.146810 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.163520 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.170018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:59:14.170516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: timer() Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:59:14.174428 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:59:14.190582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] Made reservation on behalf of 88f8a26a99a844c481e3085faeade9fd for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:14.190582 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.199330 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.321867 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.327248 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.329346 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/networks/e44f11f3-73d7-4ee9-99f3-2698db5f40ca HTTP/1.1" status: 204 len: 168 time: 1.0549090 Aug 23 14:59:14.334401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54124) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:14.341090 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4d26812c-0ba3-47c7-98b1-d5dab75638e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1676871310'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:14.362951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db0d27-e301-4266-af0c-f8674bf8898c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Network': ['ID=e44f11f3-73d7-4ee9-99f3-2698db5f40ca,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:14.412043 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.500583 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.539914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:59:14.544702 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7165020-6b22-4cb1-8f8c-bbe6870edf20,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:14.552417 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.553041 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] Added segment 874f60f5-a524-4dbe-a785-acc35611f0cd of type vlan for network d04ef1b7-e717-48ad-b71a-70e29fc8453d Aug 23 14:59:14.584235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d26812c-0ba3-47c7-98b1-d5dab75638e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:14.595919 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d26812c-0ba3-47c7-98b1-d5dab75638e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.648292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d26812c-0ba3-47c7-98b1-d5dab75638e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:59:14.658973 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d26812c-0ba3-47c7-98b1-d5dab75638e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.659784 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-4d26812c-0ba3-47c7-98b1-d5dab75638e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Added segment 4aaa0910-d272-4580-9cca-aea0eae443a7 of type vlan for network f7170ce0-f77e-4efc-b42c-22ce9b72866d Aug 23 14:59:14.662259 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.728399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 682d3e34-6986-4239-ba79-7c48e36ac1bb no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:59:14.738338 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d26812c-0ba3-47c7-98b1-d5dab75638e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.752415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 682d3e34-6986-4239-ba79-7c48e36ac1bb {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:59:14.753145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 682d3e34-6986-4239-ba79-7c48e36ac1bb not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:59:14.767529 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.768740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:14.769338 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.857268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] Pushing event updated for resources: {'Network': ['ID=d04ef1b7-e717-48ad-b71a-70e29fc8453d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:14.868545 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network d04ef1b7-e717-48ad-b71a-70e29fc8453d details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:59:14.961573 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d26812c-0ba3-47c7-98b1-d5dab75638e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.962643 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f8c08149-a8a3-4886-85ba-f92c34696f6e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1221559 Aug 23 14:59:14.965658 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54158) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:14.968941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d26812c-0ba3-47c7-98b1-d5dab75638e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:14.978391 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d26812c-0ba3-47c7-98b1-d5dab75638e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:14.978742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2d92da02-de91-4bf2-a648-a8c3799230ba admin admin] Request body: {'subnet': {'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-102654626-subnet', 'tenant_id': '88f8a26a99a844c481e3085faeade9fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:15.077836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4886f0-0493-4df6-bc5a-c124e7fb349d req-d0471bd7-ad5f-45de-9806-9bd2c38d3a66 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:15.077836 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f4886f0-0493-4df6-bc5a-c124e7fb349d req-d0471bd7-ad5f-45de-9806-9bd2c38d3a66 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.2424169 Aug 23 14:59:15.086465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26812c-0ba3-47c7-98b1-d5dab75638e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Network': ['ID=f7170ce0-f77e-4efc-b42c-22ce9b72866d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:15.094131 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d92da02-de91-4bf2-a648-a8c3799230ba admin admin] Made reservation on behalf of 88f8a26a99a844c481e3085faeade9fd for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:15.103980 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d92da02-de91-4bf2-a648-a8c3799230ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:15.114166 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network f7170ce0-f77e-4efc-b42c-22ce9b72866d details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:59:15.139264 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f4886f0-0493-4df6-bc5a-c124e7fb349d req-a4c19901-1de2-4d96-a000-7f65aa20d350 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537453 Aug 23 14:59:15.213461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4d26812c-0ba3-47c7-98b1-d5dab75638e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8783700 Aug 23 14:59:15.221550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54174) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:15.222985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-75010d29-7df3-4ae5-8fe3-cc7a15473025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'subnet': {'network_id': 'f7170ce0-f77e-4efc-b42c-22ce9b72866d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:15.280153 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe00b0-1d1e-45ca-b7f2-e7f8d732e87e req-91075c03-dfb8-4771-83e3-8e19dde1388f tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:15.287054 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe00b0-1d1e-45ca-b7f2-e7f8d732e87e req-91075c03-dfb8-4771-83e3-8e19dde1388f tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:15.288986 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21fe00b0-1d1e-45ca-b7f2-e7f8d732e87e req-91075c03-dfb8-4771-83e3-8e19dde1388f tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962e921-6af7-4919-a781-fe303cad293f&device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 1682 time: 0.1281455 Aug 23 14:59:15.368877 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21fe00b0-1d1e-45ca-b7f2-e7f8d732e87e req-e225773d-4ae2-4168-b6bc-9b670b5a1715 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721364 Aug 23 14:59:15.442643 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:15.443297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75010d29-7df3-4ae5-8fe3-cc7a15473025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:15.448343 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-75010d29-7df3-4ae5-8fe3-cc7a15473025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:15.550505 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d92da02-de91-4bf2-a648-a8c3799230ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:15.624292 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92da02-de91-4bf2-a648-a8c3799230ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:15.632317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d92da02-de91-4bf2-a648-a8c3799230ba admin admin] Checking segment: {'id': '874f60f5-a524-4dbe-a785-acc35611f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:59:15.632682 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d92da02-de91-4bf2-a648-a8c3799230ba admin admin] Network hostable DHCP agents. Network: d04ef1b7-e717-48ad-b71a-70e29fc8453d, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:59:15.640203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8b5d3-9b30-4e64-b127-20ec7eec1cc9 req-0d6fb3ef-3c61-4236-bcc0-fc8a67b285d3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:15.642409 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6bd8b5d3-9b30-4e64-b127-20ec7eec1cc9 req-0d6fb3ef-3c61-4236-bcc0-fc8a67b285d3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.1157694 Aug 23 14:59:15.704368 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d92da02-de91-4bf2-a648-a8c3799230ba admin admin] Network d04ef1b7-e717-48ad-b71a-70e29fc8453d is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:59:15.736623 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6bd8b5d3-9b30-4e64-b127-20ec7eec1cc9 req-6b6311f6-a753-419b-9851-037f7bce3574 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732806 Aug 23 14:59:15.789682 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-2d92da02-de91-4bf2-a648-a8c3799230ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, d04ef1b7-e717-48ad-b71a-70e29fc8453d) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:15.798554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3b5bf5-b0f8-4b10-8cd2-0327d75c4645 None None] Network d04ef1b7-e717-48ad-b71a-70e29fc8453d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:15.802775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d92da02-de91-4bf2-a648-a8c3799230ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:15.803852 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d92da02-de91-4bf2-a648-a8c3799230ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:15.865266 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-75010d29-7df3-4ae5-8fe3-cc7a15473025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:15.891031 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2d92da02-de91-4bf2-a648-a8c3799230ba admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9213622 Aug 23 14:59:15.898642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54206) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:15.898642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-102654626-router', 'tenant_id': '88f8a26a99a844c481e3085faeade9fd', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:15.988600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db46dc0-bb7c-4031-9456-f98ca5b700e0 None None] Network d04ef1b7-e717-48ad-b71a-70e29fc8453d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:16.007243 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:16.008464 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:16.022431 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75010d29-7df3-4ae5-8fe3-cc7a15473025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Checking segment: {'id': '4aaa0910-d272-4580-9cca-aea0eae443a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7170ce0-f77e-4efc-b42c-22ce9b72866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:59:16.023108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75010d29-7df3-4ae5-8fe3-cc7a15473025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network hostable DHCP agents. Network: f7170ce0-f77e-4efc-b42c-22ce9b72866d, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:59:16.040334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75010d29-7df3-4ae5-8fe3-cc7a15473025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Subnet': ['ID=443b7810-c2b4-40eb-929a-9be96a060c3e,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:16.088925 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:16.138326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75010d29-7df3-4ae5-8fe3-cc7a15473025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network f7170ce0-f77e-4efc-b42c-22ce9b72866d is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:59:16.201584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-75010d29-7df3-4ae5-8fe3-cc7a15473025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, f7170ce0-f77e-4efc-b42c-22ce9b72866d) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:16.207525 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75010d29-7df3-4ae5-8fe3-cc7a15473025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:16.212813 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-75010d29-7df3-4ae5-8fe3-cc7a15473025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:16.214468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520307a9-d2cd-410d-b0c8-f5c4ae4b26d7 None None] Network f7170ce0-f77e-4efc-b42c-22ce9b72866d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:16.288922 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-75010d29-7df3-4ae5-8fe3-cc7a15473025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0711837 Aug 23 14:59:16.293853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54218) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:16.298967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-5ca27e2f-d868-448e-9233-b9785b4f8361 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-155029754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:16.320484 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:16.428344 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-f7170ce0-f77e-4efc-b42c-22ce9b72866d', 'network_id': 'f7170ce0-f77e-4efc-b42c-22ce9b72866d', 'tenant_id': 'b2e37f6dfe47457092c32ed670b647d9', 'fixed_ips': [{'subnet_id': '443b7810-c2b4-40eb-929a-9be96a060c3e'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:59:16.429275 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:16.439526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4feaf-72d4-44f7-a53e-92656a39c5e8 req-36a9d077-72d1-4699-8bb2-9cdddf7c0005 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:16.442079 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ff4feaf-72d4-44f7-a53e-92656a39c5e8 req-36a9d077-72d1-4699-8bb2-9cdddf7c0005 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962e921-6af7-4919-a781-fe303cad293f HTTP/1.1" status: 200 len: 945 time: 0.0707204 Aug 23 14:59:16.444506 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5ca27e2f-d868-448e-9233-b9785b4f8361 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:16.445756 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5ca27e2f-d868-448e-9233-b9785b4f8361 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:16.521157 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ff4feaf-72d4-44f7-a53e-92656a39c5e8 req-4f7834a3-dc49-454d-b20e-42a0d2a3245f tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676956 Aug 23 14:59:16.557682 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5ca27e2f-d868-448e-9233-b9785b4f8361 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:16.612104 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5ca27e2f-d868-448e-9233-b9785b4f8361 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:16.637490 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Allocated IP 2001:db8::2 (f7170ce0-f77e-4efc-b42c-22ce9b72866d/443b7810-c2b4-40eb-929a-9be96a060c3e/d1b02e21-de77-4c48-b0a7-4dd70b71de92) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:16.688207 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:16.705826 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5ca27e2f-d868-448e-9233-b9785b4f8361 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:16.707109 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5ca27e2f-d868-448e-9233-b9785b4f8361 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4122076 Aug 23 14:59:16.709895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54230) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:16.714744 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:16.737779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3f5673dd-96f7-4199-bd1f-38409aa07a32 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'network_id': 'f7170ce0-f77e-4efc-b42c-22ce9b72866d', 'name': 'tempest-PortsIpV6TestJSON-1081817905'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:16.758716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5bc76c05-0533-492e-8f43-109acea6759a no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:59:16.794137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 5bc76c05-0533-492e-8f43-109acea6759a {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:59:16.794583 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5bc76c05-0533-492e-8f43-109acea6759a not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:59:16.835394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Allocated IP 172.25.8.218 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/16aade49-8b10-487f-9726-c310fc18cfce) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:16.931825 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:16.942528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Transition to ACTIVE for port object d1b02e21-de77-4c48-b0a7-4dd70b71de92 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:16.963641 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Transition to ACTIVE for port object d1b02e21-de77-4c48-b0a7-4dd70b71de92 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:16.980430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0afe3-dd26-4888-af8f-1eb7fada9d5a req-7d5227f9-e7d4-4816-98b0-05e69f0f2d3b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:16.982055 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5fe0afe3-dd26-4888-af8f-1eb7fada9d5a req-7d5227f9-e7d4-4816-98b0-05e69f0f2d3b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.1408980 Aug 23 14:59:16.989986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5673dd-96f7-4199-bd1f-38409aa07a32 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:16.993637 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f5673dd-96f7-4199-bd1f-38409aa07a32 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:17.020482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-3f5673dd-96f7-4199-bd1f-38409aa07a32 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port a84a1cf9-66d0-451e-a418-d7a4658a0953 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:59:17.053425 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:17.093355 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5fe0afe3-dd26-4888-af8f-1eb7fada9d5a req-0f7db90c-db8a-4207-adc5-6bb16ee07cb9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832171 Aug 23 14:59:17.120005 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:17.146054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Network f7170ce0-f77e-4efc-b42c-22ce9b72866d is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:17.151241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-3f5673dd-96f7-4199-bd1f-38409aa07a32 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Allocated IP 2001:db8::36e (f7170ce0-f77e-4efc-b42c-22ce9b72866d/443b7810-c2b4-40eb-929a-9be96a060c3e/a84a1cf9-66d0-451e-a418-d7a4658a0953) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:17.157003 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Pushing event updated for resources: {'Port': ['ID=d1b02e21-de77-4c48-b0a7-4dd70b71de92,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:17.162689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:17.166010 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:17.235363 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Attempting to bind port d1b02e21-de77-4c48-b0a7-4dd70b71de92 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:59:17.237917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Attempting to bind port d1b02e21-de77-4c48-b0a7-4dd70b71de92 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '4aaa0910-d272-4580-9cca-aea0eae443a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7170ce0-f77e-4efc-b42c-22ce9b72866d'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:59:17.238510 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Attempting to bind port d1b02e21-de77-4c48-b0a7-4dd70b71de92 on network f7170ce0-f77e-4efc-b42c-22ce9b72866d {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:59:17.244956 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:59:17.244956 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Checking segment: {'id': '4aaa0910-d272-4580-9cca-aea0eae443a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7170ce0-f77e-4efc-b42c-22ce9b72866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:59:17.244956 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:17.245482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Bound using segment: {'id': '4aaa0910-d272-4580-9cca-aea0eae443a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7170ce0-f77e-4efc-b42c-22ce9b72866d'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:59:17.245931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Bound port: d1b02e21-de77-4c48-b0a7-4dd70b71de92, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaa0910-d272-4580-9cca-aea0eae443a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7170ce0-f77e-4efc-b42c-22ce9b72866d'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:59:17.246313 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:17.289842 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:17.317653 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] For port d1b02e21-de77-4c48-b0a7-4dd70b71de92, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:59:17.321618 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] For port d1b02e21-de77-4c48-b0a7-4dd70b71de92, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d1b02e21-de77-4c48-b0a7-4dd70b71de92,segment=NetworkSegment(4aaa0910-d272-4580-9cca-aea0eae443a7),segment_id=4aaa0910-d272-4580-9cca-aea0eae443a7)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:59:17.340773 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f5673dd-96f7-4199-bd1f-38409aa07a32 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:17.358901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:17.359581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-3f5673dd-96f7-4199-bd1f-38409aa07a32 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Transition to ACTIVE for port object a84a1cf9-66d0-451e-a418-d7a4658a0953 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:17.362922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:17.381605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:17.385824 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Pushing event updated for resources: {'Port': ['ID=16aade49-8b10-487f-9726-c310fc18cfce,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:17.391235 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:17.455149 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f5673dd-96f7-4199-bd1f-38409aa07a32 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:17.483172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463292f-2cc9-4866-9a23-e6d071556c3c None None] Pushing event updated for resources: {'Port': ['ID=d1b02e21-de77-4c48-b0a7-4dd70b71de92,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:17.516955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5673dd-96f7-4199-bd1f-38409aa07a32 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network f7170ce0-f77e-4efc-b42c-22ce9b72866d is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:17.521207 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-3f5673dd-96f7-4199-bd1f-38409aa07a32 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:17.526511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5673dd-96f7-4199-bd1f-38409aa07a32 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:17.532546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5673dd-96f7-4199-bd1f-38409aa07a32 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:17.533276 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f5673dd-96f7-4199-bd1f-38409aa07a32 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:17.540409 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85e353-ee21-41d4-8e96-bc22bdffe55f req-a48d0f06-61d7-4f00-941e-4f53aadb4f47 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:17.542037 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b85e353-ee21-41d4-8e96-bc22bdffe55f req-a48d0f06-61d7-4f00-941e-4f53aadb4f47 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.57 "GET /v2.0/ports?device_id=3962e921-6af7-4919-a781-fe303cad293f HTTP/1.1" status: 200 len: 945 time: 0.1751914 Aug 23 14:59:17.584259 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5673dd-96f7-4199-bd1f-38409aa07a32 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=a84a1cf9-66d0-451e-a418-d7a4658a0953,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:17.655445 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3f5673dd-96f7-4199-bd1f-38409aa07a32 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9434316 Aug 23 14:59:17.658785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54242) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:17.936613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759d7ef-d040-491d-b182-1db4db072745 req-4128e050-ea4e-4d0e-879d-a959814094c1 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:17.940027 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e759d7ef-d040-491d-b182-1db4db072745 req-4128e050-ea4e-4d0e-879d-a959814094c1 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962e921-6af7-4919-a781-fe303cad293f HTTP/1.1" status: 200 len: 945 time: 0.3267376 Aug 23 14:59:18.006836 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-298d57d2-cd00-462c-9b54-23a2abf75966 req-4889f797-5d36-4a30-a9f4-5df779d3fe98 service neutron] (96114) timed out ('10.222.0.61', 56814) {{(pid=96114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 14:59:18.076850 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e759d7ef-d040-491d-b182-1db4db072745 req-f3397841-7036-43ca-b748-d2b304a1a082 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084847 Aug 23 14:59:18.117251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd90781-481e-43d3-850f-fd5ce77efc15 req-cac1e2ff-8747-48b7-ac09-c3240262c191 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:18.118838 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8bd90781-481e-43d3-850f-fd5ce77efc15 req-cac1e2ff-8747-48b7-ac09-c3240262c191 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcf17978-b2c1-496c-8911-29c93db13997 HTTP/1.1" status: 200 len: 946 time: 0.1838155 Aug 23 14:59:18.183026 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-7b85e353-ee21-41d4-8e96-bc22bdffe55f req-3f4f9874-986b-4837-9639-8062f00e1e4c tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Deleting port 8121d2d4-163d-451e-979f-472f068b8e00 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:18.183400 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-7b85e353-ee21-41d4-8e96-bc22bdffe55f req-3f4f9874-986b-4837-9639-8062f00e1e4c tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:18.250936 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7599c8de-ca2b-4811-9ada-628fb720e4f9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:18.536889 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb667ff8-d6ed-4124-9e0a-e351873c1e4a req-ab63d84f-73ac-48b0-ab08-cf9e5b0de894 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:18.544327 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eb667ff8-d6ed-4124-9e0a-e351873c1e4a req-ab63d84f-73ac-48b0-ab08-cf9e5b0de894 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.3225274 Aug 23 14:59:18.590141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-7b85e353-ee21-41d4-8e96-bc22bdffe55f req-3f4f9874-986b-4837-9639-8062f00e1e4c tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] For port 8121d2d4-163d-451e-979f-472f068b8e00, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8121d2d4-163d-451e-979f-472f068b8e00,segment=NetworkSegment(da4e00ee-37ac-40f5-9459-1728aea32112),segment_id=da4e00ee-37ac-40f5-9459-1728aea32112)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:18.590613 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-7b85e353-ee21-41d4-8e96-bc22bdffe55f req-3f4f9874-986b-4837-9639-8062f00e1e4c tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:18.635782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-7b85e353-ee21-41d4-8e96-bc22bdffe55f req-3f4f9874-986b-4837-9639-8062f00e1e4c tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Calling delete_port for 8121d2d4-163d-451e-979f-472f068b8e00 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:18.689765 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7599c8de-ca2b-4811-9ada-628fb720e4f9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:18.732837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-8bd90781-481e-43d3-850f-fd5ce77efc15 req-75076aee-c2e0-4c60-a04d-d967c57ee0ee tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Deleting port 791157f1-d2ec-442d-916b-9b58dd0b773a {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:18.733485 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8bd90781-481e-43d3-850f-fd5ce77efc15 req-75076aee-c2e0-4c60-a04d-d967c57ee0ee tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:18.770874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d1b02e21-de77-4c48-b0a7-4dd70b71de92 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:18.778205 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7599c8de-ca2b-4811-9ada-628fb720e4f9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:18.881379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599c8de-ca2b-4811-9ada-628fb720e4f9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=a84a1cf9-66d0-451e-a418-d7a4658a0953,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:18.911052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d696180c-d2e0-47ce-8090-28b167af7e2e None None] Network f7170ce0-f77e-4efc-b42c-22ce9b72866d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:18.940380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-8bd90781-481e-43d3-850f-fd5ce77efc15 req-75076aee-c2e0-4c60-a04d-d967c57ee0ee tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] For port 791157f1-d2ec-442d-916b-9b58dd0b773a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=791157f1-d2ec-442d-916b-9b58dd0b773a,segment=NetworkSegment(da4e00ee-37ac-40f5-9459-1728aea32112),segment_id=da4e00ee-37ac-40f5-9459-1728aea32112)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:18.940380 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8bd90781-481e-43d3-850f-fd5ce77efc15 req-75076aee-c2e0-4c60-a04d-d967c57ee0ee tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:18.969648 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port d1b02e21-de77-4c48-b0a7-4dd70b71de92 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:18.978791 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-8bd90781-481e-43d3-850f-fd5ce77efc15 req-75076aee-c2e0-4c60-a04d-d967c57ee0ee tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Calling delete_port for 791157f1-d2ec-442d-916b-9b58dd0b773a owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:19.091040 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:19.105918 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eb667ff8-d6ed-4124-9e0a-e351873c1e4a req-770bf757-6006-4c94-878d-2b391d11f7cd tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564175 Aug 23 14:59:19.130440 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f6c044ed-e82e-4d3a-804a-e07a477c7ba2 None None] Provisioning for port d1b02e21-de77-4c48-b0a7-4dd70b71de92 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:19.137080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f6c044ed-e82e-4d3a-804a-e07a477c7ba2 None None] Provisioning complete for port d1b02e21-de77-4c48-b0a7-4dd70b71de92 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:19.140928 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f6c044ed-e82e-4d3a-804a-e07a477c7ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:19.320707 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7599c8de-ca2b-4811-9ada-628fb720e4f9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:19.341248 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f6c044ed-e82e-4d3a-804a-e07a477c7ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:19.427468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f6c044ed-e82e-4d3a-804a-e07a477c7ba2 None None] For port d1b02e21-de77-4c48-b0a7-4dd70b71de92, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d1b02e21-de77-4c48-b0a7-4dd70b71de92,segment=NetworkSegment(4aaa0910-d272-4580-9cca-aea0eae443a7),segment_id=4aaa0910-d272-4580-9cca-aea0eae443a7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:19.448110 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8bd90781-481e-43d3-850f-fd5ce77efc15 req-75076aee-c2e0-4c60-a04d-d967c57ee0ee tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:19.471331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['791157f1-d2ec-442d-916b-9b58dd0b773a'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:19.477023 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['8121d2d4-163d-451e-979f-472f068b8e00'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:19.543892 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75076aee-c2e0-4c60-a04d-d967c57ee0ee tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Pushing event deleted for resources: {'Port': ['ID=791157f1-d2ec-442d-916b-9b58dd0b773a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:19.578733 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f6c044ed-e82e-4d3a-804a-e07a477c7ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:19.624572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd90781-481e-43d3-850f-fd5ce77efc15 req-75076aee-c2e0-4c60-a04d-d967c57ee0ee tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] No DVR routers for this DVR port 791157f1-d2ec-442d-916b-9b58dd0b773a on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:19.628722 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-8bd90781-481e-43d3-850f-fd5ce77efc15 req-75076aee-c2e0-4c60-a04d-d967c57ee0ee tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:19.630742 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8bd90781-481e-43d3-850f-fd5ce77efc15 req-75076aee-c2e0-4c60-a04d-d967c57ee0ee tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.61 "DELETE /v2.0/ports/791157f1-d2ec-442d-916b-9b58dd0b773a HTTP/1.1" status: 204 len: 173 time: 1.5041561 Aug 23 14:59:19.631212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf17978-b2c1-496c-8911-29c93db13997', 'name': 'network-vif-deleted', 'tag': '791157f1-d2ec-442d-916b-9b58dd0b773a'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:19.636784 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e650da0c-3470-4eaa-ba9d-4492b3add5cf" -d '{"events": [{"server_uuid": "fcf17978-b2c1-496c-8911-29c93db13997", "name": "network-vif-deleted", "tag": "791157f1-d2ec-442d-916b-9b58dd0b773a"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:19.639116 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:19.747754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c044ed-e82e-4d3a-804a-e07a477c7ba2 None None] Pushing event updated for resources: {'Port': ['ID=d1b02e21-de77-4c48-b0a7-4dd70b71de92,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:19.774531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f7bc7f56-065b-4bea-baef-228321337b02 None None] Provisioning complete for port d1b02e21-de77-4c48-b0a7-4dd70b71de92 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:19.775182 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f7bc7f56-065b-4bea-baef-228321337b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:19.815174 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaa126e-4e58-4094-a11b-445a4daaeb66 x-openstack-request-id: req-2aaa126e-4e58-4094-a11b-445a4daaeb66 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:19.815174 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf17978-b2c1-496c-8911-29c93db13997", "name": "network-vif-deleted", "tag": "791157f1-d2ec-442d-916b-9b58dd0b773a", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:19.815174 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2aaa126e-4e58-4094-a11b-445a4daaeb66 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:19.815174 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf17978-b2c1-496c-8911-29c93db13997', 'name': 'network-vif-deleted', 'tag': '791157f1-d2ec-442d-916b-9b58dd0b773a', 'status': 'completed', 'code': 200} Aug 23 14:59:19.818721 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-7b85e353-ee21-41d4-8e96-bc22bdffe55f req-3f4f9874-986b-4837-9639-8062f00e1e4c tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:19.848417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['791157f1-d2ec-442d-916b-9b58dd0b773a'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:19.857262 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66285a-09dc-46c0-b438-260be798115a req-eed6983e-4c38-4d6c-ac28-5aa4d05b7f52 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:19.865894 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a66285a-09dc-46c0-b438-260be798115a req-eed6983e-4c38-4d6c-ac28-5aa4d05b7f52 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962e921-6af7-4919-a781-fe303cad293f HTTP/1.1" status: 200 len: 945 time: 0.5906968 Aug 23 14:59:19.887549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f9874-986b-4837-9639-8062f00e1e4c tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Pushing event deleted for resources: {'Port': ['ID=8121d2d4-163d-451e-979f-472f068b8e00,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:19.987417 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:59:19.988549 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a66285a-09dc-46c0-b438-260be798115a req-3f3bc1d2-fc76-4a60-912d-1f50f410ef04 tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/security-groups?id=dac5edcb-4f59-4ead-9c65-d4aee54048f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209912 Aug 23 14:59:19.990093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b85e353-ee21-41d4-8e96-bc22bdffe55f req-3f4f9874-986b-4837-9639-8062f00e1e4c tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] No DVR routers for this DVR port 8121d2d4-163d-451e-979f-472f068b8e00 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:19.993135 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-7b85e353-ee21-41d4-8e96-bc22bdffe55f req-3f4f9874-986b-4837-9639-8062f00e1e4c tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:19.996133 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b85e353-ee21-41d4-8e96-bc22bdffe55f req-3f4f9874-986b-4837-9639-8062f00e1e4c tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.57 "DELETE /v2.0/ports/8121d2d4-163d-451e-979f-472f068b8e00 HTTP/1.1" status: 204 len: 173 time: 2.3682258 Aug 23 14:59:20.059559 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7599c8de-ca2b-4811-9ada-628fb720e4f9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:20.138047 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Router 7bc6e7b0-99b7-4077-b3a0-b413c30d2bda is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:59:20.203296 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:20.351108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f7bc7f56-065b-4bea-baef-228321337b02 None None] Provisioning for port a84a1cf9-66d0-451e-a418-d7a4658a0953 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:20.367715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f7bc7f56-065b-4bea-baef-228321337b02 None None] Provisioning complete for port a84a1cf9-66d0-451e-a418-d7a4658a0953 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:20.367715 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f7bc7f56-065b-4bea-baef-228321337b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:20.383716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:59:20.399312 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Sync routers for ids ['7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:59:20.424210 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Routers {'7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:59:20.425496 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:58:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:20.456677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86445a1-828a-4cc0-8c12-ccb097918398 req-d1802e12-9ee2-4666-8030-638ef647a772 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:20.458807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc7f56-065b-4bea-baef-228321337b02 None None] Port a84a1cf9-66d0-451e-a418-d7a4658a0953 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:20.460002 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d86445a1-828a-4cc0-8c12-ccb097918398 req-d1802e12-9ee2-4666-8030-638ef647a772 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.2189076 Aug 23 14:59:20.533596 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:20.534853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bed5ace4-3a08-4067-8290-a05b98179e51 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6407485 Aug 23 14:59:20.539134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54292) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:20.600708 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d86445a1-828a-4cc0-8c12-ccb097918398 req-bfdf4b30-2f43-4498-b4e3-0521d89e9a90 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219971 Aug 23 14:59:20.606487 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8a860099-6646-48a1-bed0-f22b21b44e25 None None] Provisioning complete for port a84a1cf9-66d0-451e-a418-d7a4658a0953 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:20.607259 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8a860099-6646-48a1-bed0-f22b21b44e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:20.628852 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7599c8de-ca2b-4811-9ada-628fb720e4f9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:20.682446 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7599c8de-ca2b-4811-9ada-628fb720e4f9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:20.682446 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7599c8de-ca2b-4811-9ada-628fb720e4f9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:20.690329 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Set router 7bc6e7b0-99b7-4077-b3a0-b413c30d2bda gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:59:20.712528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8a860099-6646-48a1-bed0-f22b21b44e25 None None] Port a84a1cf9-66d0-451e-a418-d7a4658a0953 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:20.790109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d1b02e21-de77-4c48-b0a7-4dd70b71de92 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:20.964743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port d1b02e21-de77-4c48-b0a7-4dd70b71de92 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:20.969122 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599c8de-ca2b-4811-9ada-628fb720e4f9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=a84a1cf9-66d0-451e-a418-d7a4658a0953,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:20.974653 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:20.995418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7599c8de-ca2b-4811-9ada-628fb720e4f9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network f7170ce0-f77e-4efc-b42c-22ce9b72866d is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:20.997854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-7599c8de-ca2b-4811-9ada-628fb720e4f9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:21.159884 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'name': 'tempest-ServerRescueTestJSON-102654626-router', 'tenant_id': '88f8a26a99a844c481e3085faeade9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '16aade49-8b10-487f-9726-c310fc18cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T14:59:18Z', 'revision_number': 3, 'project_id': '88f8a26a99a844c481e3085faeade9fd', 'gw_port': {'id': '16aade49-8b10-487f-9726-c310fc18cfce', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T14:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:21.235719 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Checking router: 7bc6e7b0-99b7-4077-b3a0-b413c30d2bda for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:59:21.236647 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Updating router 7bc6e7b0-99b7-4077-b3a0-b413c30d2bda port 16aade49-8b10-487f-9726-c310fc18cfce binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:59:21.257091 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1681c5c9-d8e6-43b8-b212-12994d68017e req-b80f96cf-c096-4d91-8d29-6051fd85b53b tempest-ListServersNegativeTestJSON-442092003 tempest-ListServersNegativeTestJSON-442092003-project] 10.222.0.38 "GET /v2.0/ports?device_id=3962e921-6af7-4919-a781-fe303cad293f HTTP/1.1" status: 200 len: 210 time: 0.0550182 Aug 23 14:59:21.304595 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:21.474380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-84d09411-d601-456d-bf2e-f4c91b64d2ee None None] Provisioning complete for port a84a1cf9-66d0-451e-a418-d7a4658a0953 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:21.476660 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84d09411-d601-456d-bf2e-f4c91b64d2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:21.537092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-84d09411-d601-456d-bf2e-f4c91b64d2ee None None] Port a84a1cf9-66d0-451e-a418-d7a4658a0953 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:21.567000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7599c8de-ca2b-4811-9ada-628fb720e4f9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Router 848784cd-673e-42f7-a104-ed4a8e0ff134 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:59:21.696713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7599c8de-ca2b-4811-9ada-628fb720e4f9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:59:21.709849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91375a-564d-4c38-bd58-2ddc8d6d9b18 None None] Sync routers for ids ['848784cd-673e-42f7-a104-ed4a8e0ff134'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:59:21.710822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7599c8de-ca2b-4811-9ada-628fb720e4f9 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "PUT /v2.0/routers/848784cd-673e-42f7-a104-ed4a8e0ff134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0508380 Aug 23 14:59:21.714396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54310) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:21.742109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91375a-564d-4c38-bd58-2ddc8d6d9b18 None None] Routers {'848784cd-673e-42f7-a104-ed4a8e0ff134'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:59:21.748542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a91375a-564d-4c38-bd58-2ddc8d6d9b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:58:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['848784cd-673e-42f7-a104-ed4a8e0ff134'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:21.796596 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:21.808152 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Transition to ACTIVE for port object 16aade49-8b10-487f-9726-c310fc18cfce will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:21.818036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3962e921-6af7-4919-a781-fe303cad293f', 'name': 'network-vif-deleted', 'tag': '8121d2d4-163d-451e-979f-472f068b8e00'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:21.820253 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43caceb-92b6-44bd-89ab-a57090aa3c2a" -d '{"events": [{"server_uuid": "3962e921-6af7-4919-a781-fe303cad293f", "name": "network-vif-deleted", "tag": "8121d2d4-163d-451e-979f-472f068b8e00"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:21.835341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9ac038-5371-4735-8736-3747fa38309e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:21.838655 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ab9ac038-5371-4735-8736-3747fa38309e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports?device_id=848784cd-673e-42f7-a104-ed4a8e0ff134 HTTP/1.1" status: 200 len: 989 time: 0.1228344 Aug 23 14:59:21.841866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a91375a-564d-4c38-bd58-2ddc8d6d9b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:21.848480 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54318) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:21.855888 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91375a-564d-4c38-bd58-2ddc8d6d9b18 None None] Routers {'848784cd-673e-42f7-a104-ed4a8e0ff134'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:59:21.856657 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a91375a-564d-4c38-bd58-2ddc8d6d9b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:58:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['848784cd-673e-42f7-a104-ed4a8e0ff134'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:21.893788 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:21.896719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a91375a-564d-4c38-bd58-2ddc8d6d9b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:21.897683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91375a-564d-4c38-bd58-2ddc8d6d9b18 None None] The sync data for ids ['848784cd-673e-42f7-a104-ed4a8e0ff134'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:59:21.909883 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ac6e29-10b7-456a-8573-5c2a948f5362 x-openstack-request-id: req-b1ac6e29-10b7-456a-8573-5c2a948f5362 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:21.909883 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3962e921-6af7-4919-a781-fe303cad293f", "name": "network-vif-deleted", "tag": "8121d2d4-163d-451e-979f-472f068b8e00", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:21.909883 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b1ac6e29-10b7-456a-8573-5c2a948f5362 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:21.909883 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3962e921-6af7-4919-a781-fe303cad293f', 'name': 'network-vif-deleted', 'tag': '8121d2d4-163d-451e-979f-472f068b8e00', 'status': 'completed', 'code': 200} Aug 23 14:59:21.930173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d25195-6cec-453f-95b2-ebf834d6b397 req-7a12c46e-50ce-4486-936a-f3c4b70236c8 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:21.940340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8121d2d4-163d-451e-979f-472f068b8e00 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:59:21.941939 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-47d25195-6cec-453f-95b2-ebf834d6b397 req-7a12c46e-50ce-4486-936a-f3c4b70236c8 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.1466122 Aug 23 14:59:21.970576 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 8121d2d4-163d-451e-979f-472f068b8e00 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:59:21.971117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8121d2d4-163d-451e-979f-472f068b8e00 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:59:22.011763 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Attempting to bind port 16aade49-8b10-487f-9726-c310fc18cfce on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:59:22.012703 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Attempting to bind port 16aade49-8b10-487f-9726-c310fc18cfce by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:59:22.013509 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Attempting to bind port 16aade49-8b10-487f-9726-c310fc18cfce on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:59:22.035589 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:59:22.036459 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:59:22.037108 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:22.037901 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:59:22.038654 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-47d25195-6cec-453f-95b2-ebf834d6b397 req-fec3d991-72ac-4298-acea-63f5f7df2328 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920913 Aug 23 14:59:22.040083 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Bound port: 16aade49-8b10-487f-9726-c310fc18cfce, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:59:22.045117 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:22.060757 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:22.091058 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f9198-df67-4575-9736-16d457889746 None None] Pushing event updated for resources: {'Port': ['ID=16aade49-8b10-487f-9726-c310fc18cfce,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:22.107722 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f9198-df67-4575-9736-16d457889746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:22.108674 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f9198-df67-4575-9736-16d457889746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:22.109190 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f9198-df67-4575-9736-16d457889746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:22.109841 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f9198-df67-4575-9736-16d457889746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:22.110443 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f9198-df67-4575-9736-16d457889746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:22.111286 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f9198-df67-4575-9736-16d457889746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:22.111748 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f9198-df67-4575-9736-16d457889746 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:22.112251 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f9198-df67-4575-9736-16d457889746 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:22.112768 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f9198-df67-4575-9736-16d457889746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:22.113429 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f9198-df67-4575-9736-16d457889746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:22.114355 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f9198-df67-4575-9736-16d457889746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:22.116305 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f9198-df67-4575-9736-16d457889746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:22.179079 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] For port 16aade49-8b10-487f-9726-c310fc18cfce, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:59:22.184446 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] For port 16aade49-8b10-487f-9726-c310fc18cfce, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=16aade49-8b10-487f-9726-c310fc18cfce,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:59:22.276832 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:22.336102 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Allocated IP 172.20.0.1 (d04ef1b7-e717-48ad-b71a-70e29fc8453d/61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e/2827143b-ae42-48cf-a120-2fd142d4237f) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:22.410130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54332) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:22.413895 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f9198-df67-4575-9736-16d457889746 None None] Pushing event updated for resources: {'Port': ['ID=16aade49-8b10-487f-9726-c310fc18cfce,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:22.416816 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Routers {'7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:59:22.417337 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:58:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:22.533910 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:22.566052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ad27ff-3038-4966-a2b9-52d512378599 admin admin] Deleting subnet ffccb559-d99b-4330-9eb2-2211e0b5a614 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:59:22.570273 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37ad27ff-3038-4966-a2b9-52d512378599 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:22.578856 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-594d1aa2-ce48-42e0-ba1c-4e4ce54ce267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:22.623488 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37ad27ff-3038-4966-a2b9-52d512378599 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:22.698993 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] Set router 7bc6e7b0-99b7-4077-b3a0-b413c30d2bda gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:59:22.716373 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:22.764958 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8dac904b-dfab-4185-a2bc-59975a7197ab tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:22.817516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 791157f1-d2ec-442d-916b-9b58dd0b773a no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:59:22.819622 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Network d04ef1b7-e717-48ad-b71a-70e29fc8453d is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:22.822535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:22.838684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:22.862603 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 791157f1-d2ec-442d-916b-9b58dd0b773a {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:59:22.863173 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 791157f1-d2ec-442d-916b-9b58dd0b773a not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:59:22.882863 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37ad27ff-3038-4966-a2b9-52d512378599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:22.906394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Pushing event updated for resources: {'Port': ['ID=2827143b-ae42-48cf-a120-2fd142d4237f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:22.939741 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:22.949386 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'name': 'tempest-ServerRescueTestJSON-102654626-router', 'tenant_id': '88f8a26a99a844c481e3085faeade9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '16aade49-8b10-487f-9726-c310fc18cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T14:59:18Z', 'revision_number': 3, 'project_id': '88f8a26a99a844c481e3085faeade9fd', 'gw_port': {'id': '16aade49-8b10-487f-9726-c310fc18cfce', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T14:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:23.010128 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8349a35-4e47-4333-b695-a59250f7f336 None None] The sync data for ids ['7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'] in n-d-804985-3 is: [{'id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'name': 'tempest-ServerRescueTestJSON-102654626-router', 'tenant_id': '88f8a26a99a844c481e3085faeade9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '16aade49-8b10-487f-9726-c310fc18cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T14:59:18Z', 'revision_number': 3, 'project_id': '88f8a26a99a844c481e3085faeade9fd', 'gw_port': {'id': '16aade49-8b10-487f-9726-c310fc18cfce', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T14:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:59:23.156637 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37ad27ff-3038-4966-a2b9-52d512378599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:23.201661 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:23.215755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-8dac904b-dfab-4185-a2bc-59975a7197ab tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port a84a1cf9-66d0-451e-a418-d7a4658a0953 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:23.216127 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8dac904b-dfab-4185-a2bc-59975a7197ab tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:23.233488 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37ad27ff-3038-4966-a2b9-52d512378599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:23.235497 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-37ad27ff-3038-4966-a2b9-52d512378599 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ffccb559-d99b-4330-9eb2-2211e0b5a614 HTTP/1.1" status: 204 len: 168 time: 0.8235173 Aug 23 14:59:23.237273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad27ff-3038-4966-a2b9-52d512378599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffccb559-d99b-4330-9eb2-2211e0b5a614,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:23.243847 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54354) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:23.309803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a14cda-18a7-4674-a267-d87816630842 req-021ade57-8f7e-4b4a-b381-4315ccb5823e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:23.311454 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20a14cda-18a7-4674-a267-d87816630842 req-021ade57-8f7e-4b4a-b381-4315ccb5823e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.1625273 Aug 23 14:59:23.387502 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8dac904b-dfab-4185-a2bc-59975a7197ab tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:23.434009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-8dac904b-dfab-4185-a2bc-59975a7197ab tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for a84a1cf9-66d0-451e-a418-d7a4658a0953 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:23.459383 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eb42aab1-0373-4d4a-bf07-f1420137a65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:23.491047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20a14cda-18a7-4674-a267-d87816630842 req-6e5a3f92-40af-446d-9e00-38f5c89fea07 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622365 Aug 23 14:59:23.643598 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eb42aab1-0373-4d4a-bf07-f1420137a65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:23.662901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-eb42aab1-0373-4d4a-bf07-f1420137a65b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3deea10b-2f25-4854-b562-84874dde5008']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:23.705602 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-eb42aab1-0373-4d4a-bf07-f1420137a65b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4e00ee-37ac-40f5-9459-1728aea32112') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:23.705906 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-eb42aab1-0373-4d4a-bf07-f1420137a65b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4e00ee-37ac-40f5-9459-1728aea32112') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:23.712480 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:23.733032 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eb42aab1-0373-4d4a-bf07-f1420137a65b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:23.763839 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eb42aab1-0373-4d4a-bf07-f1420137a65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:23.772740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb42aab1-0373-4d4a-bf07-f1420137a65b admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:59:23.773255 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eb42aab1-0373-4d4a-bf07-f1420137a65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:59:23.775978 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:59:23.790608 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:23.925579 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Pushing event updated for resources: {'Port': ['ID=2827143b-ae42-48cf-a120-2fd142d4237f,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:23.975260 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:24.092965 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eb42aab1-0373-4d4a-bf07-f1420137a65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:24.119201 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eb42aab1-0373-4d4a-bf07-f1420137a65b admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:24.121483 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-eb42aab1-0373-4d4a-bf07-f1420137a65b admin admin] 10.222.0.38 "DELETE /v2.0/networks/3deea10b-2f25-4854-b562-84874dde5008 HTTP/1.1" status: 204 len: 168 time: 0.8764367 Aug 23 14:59:24.122603 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42aab1-0373-4d4a-bf07-f1420137a65b admin admin] Pushing event deleted for resources: {'Network': ['ID=3deea10b-2f25-4854-b562-84874dde5008,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:24.137988 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Network d04ef1b7-e717-48ad-b71a-70e29fc8453d is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:24.139813 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:24.271160 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8dac904b-dfab-4185-a2bc-59975a7197ab tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:24.311108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac904b-dfab-4185-a2bc-59975a7197ab tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=a84a1cf9-66d0-451e-a418-d7a4658a0953,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:24.352314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Router 7bc6e7b0-99b7-4077-b3a0-b413c30d2bda has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:59:24.467418 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8dac904b-dfab-4185-a2bc-59975a7197ab tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:24.509531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:59:24.524242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-45e159bf-92cc-4996-b26e-64fde8fe23fa admin admin] 10.222.0.38 "PUT /v2.0/routers/7bc6e7b0-99b7-4077-b3a0-b413c30d2bda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9840267 Aug 23 14:59:24.721454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54400) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:24.808927 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 16aade49-8b10-487f-9726-c310fc18cfce up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:24.843233 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217cb22-2dda-4225-958c-c8124e7a8f38 req-34cc69ca-a3e9-427a-b881-81c89a1592c1 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:24.860063 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4217cb22-2dda-4225-958c-c8124e7a8f38 req-34cc69ca-a3e9-427a-b881-81c89a1592c1 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.2066045 Aug 23 14:59:24.901636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dac904b-dfab-4185-a2bc-59975a7197ab tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Router 848784cd-673e-42f7-a104-ed4a8e0ff134 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:59:24.936510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778a12-272c-4e3e-889c-bef73ec4b29c req-83c31bbb-3e82-48cc-88db-ec5e6e06438d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:24.945032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778a12-272c-4e3e-889c-bef73ec4b29c req-83c31bbb-3e82-48cc-88db-ec5e6e06438d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:24.951562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778a12-272c-4e3e-889c-bef73ec4b29c req-83c31bbb-3e82-48cc-88db-ec5e6e06438d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:24.955078 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4217cb22-2dda-4225-958c-c8124e7a8f38 req-2a4859d1-2b3f-41ef-af88-8c1cdab53f2a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918808 Aug 23 14:59:24.959289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778a12-272c-4e3e-889c-bef73ec4b29c req-83c31bbb-3e82-48cc-88db-ec5e6e06438d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:24.970627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778a12-272c-4e3e-889c-bef73ec4b29c req-83c31bbb-3e82-48cc-88db-ec5e6e06438d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:24.977455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778a12-272c-4e3e-889c-bef73ec4b29c req-83c31bbb-3e82-48cc-88db-ec5e6e06438d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:24.983694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778a12-272c-4e3e-889c-bef73ec4b29c req-83c31bbb-3e82-48cc-88db-ec5e6e06438d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:24.985814 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b778a12-272c-4e3e-889c-bef73ec4b29c req-83c31bbb-3e82-48cc-88db-ec5e6e06438d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5434 time: 0.3394716 Aug 23 14:59:24.992155 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-84610583-ccc9-46af-92b8-0121374f0f08 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6105d80b51584732bfbc8318a616cd4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669299 Aug 23 14:59:24.992638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54408) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:25.041789 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 16aade49-8b10-487f-9726-c310fc18cfce completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:25.047193 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 16aade49-8b10-487f-9726-c310fc18cfce triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:25.047781 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:25.161743 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:25.170133 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b778a12-272c-4e3e-889c-bef73ec4b29c req-21d0b2e7-5e82-4bd6-9cdb-084875fb9362 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1695461 Aug 23 14:59:25.174800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dac904b-dfab-4185-a2bc-59975a7197ab tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:59:25.188287 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8dac904b-dfab-4185-a2bc-59975a7197ab tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "PUT /v2.0/routers/848784cd-673e-42f7-a104-ed4a8e0ff134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3442125 Aug 23 14:59:25.191998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54418) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:25.204082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 16aade49-8b10-487f-9726-c310fc18cfce, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=16aade49-8b10-487f-9726-c310fc18cfce,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:25.210515 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e49a687a-31d0-428d-84a2-efe1c43f0ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:25.235386 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e6c27-46d9-4f28-b354-cfd99ab74e66 None None] Sync routers for ids ['848784cd-673e-42f7-a104-ed4a8e0ff134'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:59:25.254672 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e6c27-46d9-4f28-b354-cfd99ab74e66 None None] Routers {'848784cd-673e-42f7-a104-ed4a8e0ff134'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:59:25.255308 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-742e6c27-46d9-4f28-b354-cfd99ab74e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:58:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['848784cd-673e-42f7-a104-ed4a8e0ff134'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:25.264782 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbbd9b8-10f9-409f-8a83-11aac120e96f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] GET failed (client error): The resource could not be found. Aug 23 14:59:25.270726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54420) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:25.271470 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-efbbd9b8-10f9-409f-8a83-11aac120e96f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/a84a1cf9-66d0-451e-a418-d7a4658a0953 HTTP/1.1" status: 404 len: 333 time: 0.0731292 Aug 23 14:59:25.281287 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:25.289564 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e49a687a-31d0-428d-84a2-efe1c43f0ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:25.340168 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-742e6c27-46d9-4f28-b354-cfd99ab74e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:25.354748 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e6c27-46d9-4f28-b354-cfd99ab74e66 None None] Routers {'848784cd-673e-42f7-a104-ed4a8e0ff134'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:59:25.355357 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-742e6c27-46d9-4f28-b354-cfd99ab74e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:58:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['848784cd-673e-42f7-a104-ed4a8e0ff134'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:25.376516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=16aade49-8b10-487f-9726-c310fc18cfce,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:25.413415 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-742e6c27-46d9-4f28-b354-cfd99ab74e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:25.413415 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e6c27-46d9-4f28-b354-cfd99ab74e66 None None] The sync data for ids ['848784cd-673e-42f7-a104-ed4a8e0ff134'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:59:25.434157 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19107a29-65bd-4ef3-8f57-ea4d42567571 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:25.498011 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:25.519065 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e49a687a-31d0-428d-84a2-efe1c43f0ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:25.523176 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e49a687a-31d0-428d-84a2-efe1c43f0ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:25.524919 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e49a687a-31d0-428d-84a2-efe1c43f0ee9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dac5edcb-4f59-4ead-9c65-d4aee54048f7 HTTP/1.1" status: 204 len: 168 time: 0.5309980 Aug 23 14:59:25.562791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a687a-31d0-428d-84a2-efe1c43f0ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac5edcb-4f59-4ead-9c65-d4aee54048f7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:25.690670 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19107a29-65bd-4ef3-8f57-ea4d42567571 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:25.692945 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19107a29-65bd-4ef3-8f57-ea4d42567571 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:25.803119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Sync routers for ids ['7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:59:25.818311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Routers {'7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:59:25.819872 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:58:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:25.832042 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19107a29-65bd-4ef3-8f57-ea4d42567571 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:25.832559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19107a29-65bd-4ef3-8f57-ea4d42567571 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Fanout notify agent at l3_agent the message router_deleted on router 848784cd-673e-42f7-a104-ed4a8e0ff134 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:59:25.849795 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19107a29-65bd-4ef3-8f57-ea4d42567571 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:25.854799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-19107a29-65bd-4ef3-8f57-ea4d42567571 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/routers/848784cd-673e-42f7-a104-ed4a8e0ff134 HTTP/1.1" status: 204 len: 168 time: 0.5806532 Aug 23 14:59:25.855284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54434) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:25.881970 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-cfe5919d-9093-4f8b-b26c-0cb367b3d707 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:25.889652 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-cfe5919d-9093-4f8b-b26c-0cb367b3d707 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:25.897624 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-cfe5919d-9093-4f8b-b26c-0cb367b3d707 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:25.904403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-cfe5919d-9093-4f8b-b26c-0cb367b3d707 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:25.928758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-cfe5919d-9093-4f8b-b26c-0cb367b3d707 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:25.946741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-cfe5919d-9093-4f8b-b26c-0cb367b3d707 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:25.960041 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-cfe5919d-9093-4f8b-b26c-0cb367b3d707 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:25.965139 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-cfe5919d-9093-4f8b-b26c-0cb367b3d707 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5434 time: 0.2858648 Aug 23 14:59:25.970705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-258fde8e-0e89-483f-b7f1-611d99a665b5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting subnet 443b7810-c2b4-40eb-929a-9be96a060c3e {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:59:25.975631 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-258fde8e-0e89-483f-b7f1-611d99a665b5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:25.978174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af05070-8020-4289-9892-94d872dc7fd7 req-9b3b2969-ca06-4c9b-9d69-14306e26be65 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:25.980017 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0af05070-8020-4289-9892-94d872dc7fd7 req-9b3b2969-ca06-4c9b-9d69-14306e26be65 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/networks?id=d04ef1b7-e717-48ad-b71a-70e29fc8453d HTTP/1.1" status: 200 len: 810 time: 0.3458726 Aug 23 14:59:26.071423 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0af05070-8020-4289-9892-94d872dc7fd7 req-db366010-0957-4b42-8ffb-21a0e80f2c96 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/quotas/88f8a26a99a844c481e3085faeade9fd HTTP/1.1" status: 200 len: 375 time: 0.0785637 Aug 23 14:59:26.082264 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-258fde8e-0e89-483f-b7f1-611d99a665b5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:26.137827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-b2cd592b-a8ec-47f8-8bfc-7c0453c8c875 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:26.140275 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-b2cd592b-a8ec-47f8-8bfc-7c0453c8c875 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "GET /v2.0/ports/fdaf866e-b082-4a67-8d49-4f5d453ffd4a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1591175 Aug 23 14:59:26.140432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Set router 7bc6e7b0-99b7-4077-b3a0-b413c30d2bda gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:59:26.239545 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858af101-c84b-49ce-8ca2-dde7ea0d9aba req-d81d69fa-67a2-49e5-a823-efd50717ec54 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:26.242636 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-858af101-c84b-49ce-8ca2-dde7ea0d9aba req-d81d69fa-67a2-49e5-a823-efd50717ec54 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.1559539 Aug 23 14:59:26.276074 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-258fde8e-0e89-483f-b7f1-611d99a665b5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:26.309881 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0af05070-8020-4289-9892-94d872dc7fd7 req-0bf18f3d-28d7-484b-9eb5-21544e6fd00a tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=88f8a26a99a844c481e3085faeade9fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2372882 Aug 23 14:59:26.344548 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-858af101-c84b-49ce-8ca2-dde7ea0d9aba req-8196b240-7881-449b-aa3b-11183600a5ab tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950484 Aug 23 14:59:26.435598 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-6f477ceb-a9b0-4162-8403-f728c4388711 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "GET /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2792768 Aug 23 14:59:26.445343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-fc2d3e12-54fe-43f5-83ec-ec09805b9c49 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:26.452865 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-258fde8e-0e89-483f-b7f1-611d99a665b5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:26.473452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'name': 'tempest-ServerRescueTestJSON-102654626-router', 'tenant_id': '88f8a26a99a844c481e3085faeade9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '16aade49-8b10-487f-9726-c310fc18cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T14:59:23Z', 'revision_number': 4, 'project_id': '88f8a26a99a844c481e3085faeade9fd', 'gw_port': {'id': '16aade49-8b10-487f-9726-c310fc18cfce', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T14:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '2827143b-ae42-48cf-a120-2fd142d4237f', 'name': '', 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d', 'tenant_id': '88f8a26a99a844c481e3085faeade9fd', 'mac_address': 'fa:16:3e:e9:52:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:59:22Z', 'updated_at': '2021-08-23T14:59:23Z', 'revision_number': 2, 'project_id': '88f8a26a99a844c481e3085faeade9fd', 'subnets': [{'id': '61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:26.515426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fde8e-0e89-483f-b7f1-611d99a665b5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Subnet': ['ID=443b7810-c2b4-40eb-929a-9be96a060c3e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:26.535305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Checking router: 7bc6e7b0-99b7-4077-b3a0-b413c30d2bda for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:59:26.535678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Updating router 7bc6e7b0-99b7-4077-b3a0-b413c30d2bda port 2827143b-ae42-48cf-a120-2fd142d4237f binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:59:26.541818 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-fc2d3e12-54fe-43f5-83ec-ec09805b9c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:26.558456 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-258fde8e-0e89-483f-b7f1-611d99a665b5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:26.558456 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-258fde8e-0e89-483f-b7f1-611d99a665b5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/443b7810-c2b4-40eb-929a-9be96a060c3e HTTP/1.1" status: 204 len: 168 time: 0.7011948 Aug 23 14:59:26.566651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a88358-f434-4223-a551-a1dc73fdfc1d None None] Network f7170ce0-f77e-4efc-b42c-22ce9b72866d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:26.574567 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54450) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:26.645904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f01099-5f95-4672-a0e5-b4db49eb178d req-c9f34648-95e7-4427-8fb2-32d32d6d727c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:26.652147 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f01099-5f95-4672-a0e5-b4db49eb178d req-c9f34648-95e7-4427-8fb2-32d32d6d727c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:26.659754 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f01099-5f95-4672-a0e5-b4db49eb178d req-c9f34648-95e7-4427-8fb2-32d32d6d727c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:26.668071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f01099-5f95-4672-a0e5-b4db49eb178d req-c9f34648-95e7-4427-8fb2-32d32d6d727c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:26.672209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f01099-5f95-4672-a0e5-b4db49eb178d req-c9f34648-95e7-4427-8fb2-32d32d6d727c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:26.679124 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f01099-5f95-4672-a0e5-b4db49eb178d req-c9f34648-95e7-4427-8fb2-32d32d6d727c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:26.685501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f01099-5f95-4672-a0e5-b4db49eb178d req-c9f34648-95e7-4427-8fb2-32d32d6d727c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:26.702098 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2f01099-5f95-4672-a0e5-b4db49eb178d req-c9f34648-95e7-4427-8fb2-32d32d6d727c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 5434 time: 0.1856654 Aug 23 14:59:26.743062 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a6add84f-bf7d-4b08-80f6-b1ba100a6b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:26.751753 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:26.780255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2f01099-5f95-4672-a0e5-b4db49eb178d req-ff6dc848-13ac-4dc0-bba5-5c1a9a930986 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729988 Aug 23 14:59:26.798792 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 16aade49-8b10-487f-9726-c310fc18cfce up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:26.830232 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:26.856711 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:26.992561 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0af05070-8020-4289-9892-94d872dc7fd7 req-535e733a-3eb0-408c-9a02-447dbc9873ae service neutron] 10.222.0.38 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705782 Aug 23 14:59:26.995182 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 16aade49-8b10-487f-9726-c310fc18cfce triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:26.995777 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:27.002848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953964fc-4168-4151-9f97-9fdd24a4e316 None None] DHCP port deletion for f7170ce0-f77e-4efc-b42c-22ce9b72866d request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 14:59:27.114082 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-fc2d3e12-54fe-43f5-83ec-ec09805b9c49 service neutron] For port fdaf866e-b082-4a67-8d49-4f5d453ffd4a, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=fdaf866e-b082-4a67-8d49-4f5d453ffd4a,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:27.161815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port d1b02e21-de77-4c48-b0a7-4dd70b71de92 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:27.162229 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:27.227318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-fc2d3e12-54fe-43f5-83ec-ec09805b9c49 service neutron] For port fdaf866e-b082-4a67-8d49-4f5d453ffd4a, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:59:27.231454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-953964fc-4168-4151-9f97-9fdd24a4e316 None None] Deleting port d1b02e21-de77-4c48-b0a7-4dd70b71de92 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:27.231878 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-953964fc-4168-4151-9f97-9fdd24a4e316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:27.261765 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0af05070-8020-4289-9892-94d872dc7fd7 req-28832cdb-fc7b-4381-bbdd-ff0bf900047d service neutron] 10.222.0.38 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548807 Aug 23 14:59:27.315520 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-fc2d3e12-54fe-43f5-83ec-ec09805b9c49 service neutron] device_id is not set on port fdaf866e-b082-4a67-8d49-4f5d453ffd4a yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:59:27.335171 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] For port d1b02e21-de77-4c48-b0a7-4dd70b71de92, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d1b02e21-de77-4c48-b0a7-4dd70b71de92,segment=NetworkSegment(4aaa0910-d272-4580-9cca-aea0eae443a7),segment_id=4aaa0910-d272-4580-9cca-aea0eae443a7)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:27.335558 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:27.340785 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-953964fc-4168-4151-9f97-9fdd24a4e316 None None] For port d1b02e21-de77-4c48-b0a7-4dd70b71de92, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d1b02e21-de77-4c48-b0a7-4dd70b71de92,segment=NetworkSegment(4aaa0910-d272-4580-9cca-aea0eae443a7),segment_id=4aaa0910-d272-4580-9cca-aea0eae443a7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:27.341201 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-953964fc-4168-4151-9f97-9fdd24a4e316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:27.374488 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-953964fc-4168-4151-9f97-9fdd24a4e316 None None] Calling delete_port for d1b02e21-de77-4c48-b0a7-4dd70b71de92 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:27.384907 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-fc2d3e12-54fe-43f5-83ec-ec09805b9c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:27.393775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for d1b02e21-de77-4c48-b0a7-4dd70b71de92 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:27.408155 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:27.487642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Transition to ACTIVE for port object 2827143b-ae42-48cf-a120-2fd142d4237f will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:27.567314 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-fc2d3e12-54fe-43f5-83ec-ec09805b9c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:27.572631 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:27.589392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e8974-2531-4afd-acbf-41f2c6daa088 req-736478c6-6e29-48b4-837d-946769e8b281 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:27.598926 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-821e8974-2531-4afd-acbf-41f2c6daa088 req-736478c6-6e29-48b4-837d-946769e8b281 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.1252401 Aug 23 14:59:27.650516 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-953964fc-4168-4151-9f97-9fdd24a4e316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:27.702360 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-821e8974-2531-4afd-acbf-41f2c6daa088 req-ddc87238-8fc6-402b-95eb-0bcba671b174 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023588 Aug 23 14:59:27.704973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8535958-87e5-433f-ade7-5e0ed14e0f8d None None] Pushing event updated for resources: {'Port': ['ID=2827143b-ae42-48cf-a120-2fd142d4237f,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:27.707201 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c1a139f8-ab8f-405d-a85f-0230b43373ef req-95494c5b-d649-42ea-90a0-60595ee79b68 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 210 time: 0.1385102 Aug 23 14:59:27.713139 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953964fc-4168-4151-9f97-9fdd24a4e316 None None] No DVR routers for this DVR port d1b02e21-de77-4c48-b0a7-4dd70b71de92 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:27.769047 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:27.798656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d3e12-54fe-43f5-83ec-ec09805b9c49 service neutron] Pushing event updated for resources: {'Port': ['ID=fdaf866e-b082-4a67-8d49-4f5d453ffd4a,revision_number=6']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:27.815873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-fc2d3e12-54fe-43f5-83ec-ec09805b9c49 service neutron] No DVR routers for this DVR port fdaf866e-b082-4a67-8d49-4f5d453ffd4a on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:27.818413 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No DVR routers for this DVR port d1b02e21-de77-4c48-b0a7-4dd70b71de92 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:27.857611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953964fc-4168-4151-9f97-9fdd24a4e316 None None] Pushing event deleted for resources: {'Port': ['ID=d1b02e21-de77-4c48-b0a7-4dd70b71de92,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:27.858161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=d1b02e21-de77-4c48-b0a7-4dd70b71de92,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:27.881749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Attempting to bind port 2827143b-ae42-48cf-a120-2fd142d4237f on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:59:27.882134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Attempting to bind port 2827143b-ae42-48cf-a120-2fd142d4237f by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '874f60f5-a524-4dbe-a785-acc35611f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:59:27.882499 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Attempting to bind port 2827143b-ae42-48cf-a120-2fd142d4237f on network d04ef1b7-e717-48ad-b71a-70e29fc8453d {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:59:27.899251 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54494) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:27.900362 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:59:27.901300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Checking segment: {'id': '874f60f5-a524-4dbe-a785-acc35611f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:59:27.901877 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:27.902571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Bound using segment: {'id': '874f60f5-a524-4dbe-a785-acc35611f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:59:27.903222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Bound port: 2827143b-ae42-48cf-a120-2fd142d4237f, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874f60f5-a524-4dbe-a785-acc35611f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:59:27.903824 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.044411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] For port 2827143b-ae42-48cf-a120-2fd142d4237f, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:59:28.048615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] For port 2827143b-ae42-48cf-a120-2fd142d4237f, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2827143b-ae42-48cf-a120-2fd142d4237f,segment=NetworkSegment(874f60f5-a524-4dbe-a785-acc35611f0cd),segment_id=874f60f5-a524-4dbe-a785-acc35611f0cd)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:59:28.097333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-667658611-network', 'tenant_id': 'f09714bffe3e42558fe6d698542199a9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:28.138786 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.164297 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-abd225b4-96ec-4486-a5f9-1d436b58b3e6 None None] Provisioning complete for port fdaf866e-b082-4a67-8d49-4f5d453ffd4a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:28.164995 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-abd225b4-96ec-4486-a5f9-1d436b58b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.229881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] Made reservation on behalf of f09714bffe3e42558fe6d698542199a9 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:28.232683 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.245949 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.257878 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Routers {'7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:59:28.258740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:59:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:28.376915 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.387513 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] Set router 7bc6e7b0-99b7-4077-b3a0-b413c30d2bda gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:59:28.427778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-abd225b4-96ec-4486-a5f9-1d436b58b3e6 None None] Port fdaf866e-b082-4a67-8d49-4f5d453ffd4a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:28.429017 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-fc2d3e12-54fe-43f5-83ec-ec09805b9c49 service neutron] In _notify_port_updated(), no bound segment for port fdaf866e-b082-4a67-8d49-4f5d453ffd4a on network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 14:59:28.430810 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-fc2d3e12-54fe-43f5-83ec-ec09805b9c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:28.431408 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-fc2d3e12-54fe-43f5-83ec-ec09805b9c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.434381 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-fc2d3e12-54fe-43f5-83ec-ec09805b9c49 service neutron] 10.222.0.61 "PUT /v2.0/ports/fdaf866e-b082-4a67-8d49-4f5d453ffd4a HTTP/1.1" status: 200 len: 1027 time: 1.9964595 Aug 23 14:59:28.447348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.457517 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.479568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7170ce0-f77e-4efc-b42c-22ce9b72866d']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:28.500472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:59:28.515488 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aaa0910-d272-4580-9cca-aea0eae443a7') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:28.515827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aaa0910-d272-4580-9cca-aea0eae443a7') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:28.526151 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.530845 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] Added segment 832b83ea-ce67-4a69-98d8-82142fc98649 of type vlan for network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 Aug 23 14:59:28.530845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef12940f-9424-4ee7-b32c-1a98956129af,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:28.535925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8535958-87e5-433f-ade7-5e0ed14e0f8d None None] Pushing event updated for resources: {'Port': ['ID=2827143b-ae42-48cf-a120-2fd142d4237f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:28.580218 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.582901 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.588006 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-b8c69252-c4f7-4b94-b654-49eec960e0ee tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:28.588985 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-b8c69252-c4f7-4b94-b654-49eec960e0ee tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "GET /v2.0/ports/f66771fe-2ca7-4582-921f-2f8c8db8358f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1349232 Aug 23 14:59:28.604009 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54d160-a772-4b92-8a08-d0de326b3cab req-8ef1401c-1cb6-4b51-a786-3349a1fa7103 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:28.611205 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54d160-a772-4b92-8a08-d0de326b3cab req-8ef1401c-1cb6-4b51-a786-3349a1fa7103 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:28.638502 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.652741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54d160-a772-4b92-8a08-d0de326b3cab req-8ef1401c-1cb6-4b51-a786-3349a1fa7103 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:28.669001 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54d160-a772-4b92-8a08-d0de326b3cab req-8ef1401c-1cb6-4b51-a786-3349a1fa7103 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:28.683894 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54d160-a772-4b92-8a08-d0de326b3cab req-8ef1401c-1cb6-4b51-a786-3349a1fa7103 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:28.693735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54d160-a772-4b92-8a08-d0de326b3cab req-8ef1401c-1cb6-4b51-a786-3349a1fa7103 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:28.709571 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9d54d160-a772-4b92-8a08-d0de326b3cab req-8ef1401c-1cb6-4b51-a786-3349a1fa7103 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 4660 time: 0.7454576 Aug 23 14:59:28.751690 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-c2694b65-64ed-4b72-afae-0baa7f035027 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:28.770289 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.774438 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d1b02e21-de77-4c48-b0a7-4dd70b71de92 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:59:28.795131 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.797136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:28.798526 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.802254 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:59:28.802671 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: timer() Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:59:28.805975 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:59:28.821543 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6fb4a61b-dffc-4c50-920d-806a2976a1dc req-028496d7-7543-4262-9088-b62b6652ef63 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 210 time: 0.0639241 Aug 23 14:59:28.832713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: d1b02e21-de77-4c48-b0a7-4dd70b71de92 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 14:59:28.833062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d1b02e21-de77-4c48-b0a7-4dd70b71de92 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:59:28.857102 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device fdaf866e-b082-4a67-8d49-4f5d453ffd4a no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:59:28.962726 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-c2694b65-64ed-4b72-afae-0baa7f035027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:28.966328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] Pushing event updated for resources: {'Network': ['ID=66ea7d98-1d3f-414e-bff5-46e13a28ebc9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:28.966494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'name': 'tempest-ServerRescueTestJSON-102654626-router', 'tenant_id': '88f8a26a99a844c481e3085faeade9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '16aade49-8b10-487f-9726-c310fc18cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T14:59:23Z', 'revision_number': 4, 'project_id': '88f8a26a99a844c481e3085faeade9fd', 'gw_port': {'id': '16aade49-8b10-487f-9726-c310fc18cfce', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T14:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '2827143b-ae42-48cf-a120-2fd142d4237f', 'name': '', 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d', 'tenant_id': '88f8a26a99a844c481e3085faeade9fd', 'mac_address': 'fa:16:3e:e9:52:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:59:22Z', 'updated_at': '2021-08-23T14:59:28Z', 'revision_number': 4, 'project_id': '88f8a26a99a844c481e3085faeade9fd', 'subnets': [{'id': '61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:28.969481 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device fdaf866e-b082-4a67-8d49-4f5d453ffd4a not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:59:28.970296 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device afc637ab-7b54-4ae5-97f1-c9c64cc49729 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:59:28.990225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0af813-9ec8-4f44-ba0a-270ec4f3a129 req-e876790c-3621-4f59-af3c-ef4309c4a6c4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:28.999757 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b0af813-9ec8-4f44-ba0a-270ec4f3a129 req-e876790c-3621-4f59-af3c-ef4309c4a6c4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.0764954 Aug 23 14:59:29.011772 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 14:59:29.038886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e6620-af81-4c1a-a5a5-7c5b667914dc None None] The sync data for ids ['7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'] in n-d-804985-3 is: [{'id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'name': 'tempest-ServerRescueTestJSON-102654626-router', 'tenant_id': '88f8a26a99a844c481e3085faeade9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '16aade49-8b10-487f-9726-c310fc18cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T14:59:23Z', 'revision_number': 4, 'project_id': '88f8a26a99a844c481e3085faeade9fd', 'gw_port': {'id': '16aade49-8b10-487f-9726-c310fc18cfce', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T14:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '2827143b-ae42-48cf-a120-2fd142d4237f', 'name': '', 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d', 'tenant_id': '88f8a26a99a844c481e3085faeade9fd', 'mac_address': 'fa:16:3e:e9:52:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:59:22Z', 'updated_at': '2021-08-23T14:59:28Z', 'revision_number': 4, 'project_id': '88f8a26a99a844c481e3085faeade9fd', 'subnets': [{'id': '61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:59:29.062710 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1baac896-2cec-4857-b11b-916c3784681a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1621583 Aug 23 14:59:29.064132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54532) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:29.093595 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b0af813-9ec8-4f44-ba0a-270ec4f3a129 req-3ada10f5-03f7-4037-b021-9ecd562056e1 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926359 Aug 23 14:59:29.116954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f32d1cd8-766c-4691-8cf9-7e4d5cb1a6db admin admin] Request body: {'subnet': {'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-667658611-subnet', 'tenant_id': 'f09714bffe3e42558fe6d698542199a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:29.238691 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9d54d160-a772-4b92-8a08-d0de326b3cab req-b6fca489-b46a-45a0-8e6c-e33e19b06a47 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&id=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5281851 Aug 23 14:59:29.252786 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:29.269235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32d1cd8-766c-4691-8cf9-7e4d5cb1a6db admin admin] Made reservation on behalf of f09714bffe3e42558fe6d698542199a9 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:29.271831 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f32d1cd8-766c-4691-8cf9-7e4d5cb1a6db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:29.343943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port afc637ab-7b54-4ae5-97f1-c9c64cc49729, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=afc637ab-7b54-4ae5-97f1-c9c64cc49729,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:29.345124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc637ab-7b54-4ae5-97f1-c9c64cc49729'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:29.346941 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-c2694b65-64ed-4b72-afae-0baa7f035027 service neutron] For port f66771fe-2ca7-4582-921f-2f8c8db8358f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f66771fe-2ca7-4582-921f-2f8c8db8358f,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:29.347586 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf36364a-00b3-49b9-869f-5b920157e436" -d '{"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-unplugged", "status": "completed", "tag": "afc637ab-7b54-4ae5-97f1-c9c64cc49729"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:29.349893 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:29.390763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:29.397747 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/networks/f7170ce0-f77e-4efc-b42c-22ce9b72866d HTTP/1.1" status: 204 len: 168 time: 2.8202279 Aug 23 14:59:29.413122 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54540) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:29.429630 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:29.431273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device d93a231e-4370-4457-8e88-9c673c90e61e no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:59:29.475823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a1cf54-ddf5-4b09-98b5-a9643e8a178d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:29.478113 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f9a1cf54-ddf5-4b09-98b5-a9643e8a178d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/96a248f6-a43d-405d-8ad0-8187ba2df686 HTTP/1.1" status: 200 len: 845 time: 0.0636985 Aug 23 14:59:29.482624 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Network': ['ID=f7170ce0-f77e-4efc-b42c-22ce9b72866d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:29.484939 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54544) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:29.493043 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fb9be2-3913-4466-bd21-c15fe05750c3 x-openstack-request-id: req-c7fb9be2-3913-4466-bd21-c15fe05750c3 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:29.493485 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-unplugged", "status": "completed", "tag": "afc637ab-7b54-4ae5-97f1-c9c64cc49729", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:29.493835 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c7fb9be2-3913-4466-bd21-c15fe05750c3 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:29.494322 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc637ab-7b54-4ae5-97f1-c9c64cc49729', 'code': 200} Aug 23 14:59:29.532200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:29.533506 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:29.534030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:29.534540 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:29.538483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:29.538483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:29.538483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:29.538483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:29.538483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:29.538483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:29.538483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:29.538483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fa9e1-0c86-4a5a-9854-ed5cda48db07 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:29.602326 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-90fd7d49-3fa1-40cf-9997-18af48bd0e9f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/96a248f6-a43d-405d-8ad0-8187ba2df686?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1122627 Aug 23 14:59:29.606122 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54548) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:29.607480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-c2694b65-64ed-4b72-afae-0baa7f035027 service neutron] For port f66771fe-2ca7-4582-921f-2f8c8db8358f, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:59:29.612524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-669cacc0-2e08-4bfc-8efa-fc5db53b0d93 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'subnet': {'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:29.655465 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-c2694b65-64ed-4b72-afae-0baa7f035027 service neutron] device_id is not set on port f66771fe-2ca7-4582-921f-2f8c8db8358f yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:59:29.685491 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f32d1cd8-766c-4691-8cf9-7e4d5cb1a6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:29.691485 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-c2694b65-64ed-4b72-afae-0baa7f035027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:29.778145 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-c2694b65-64ed-4b72-afae-0baa7f035027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:29.877766 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=afc637ab-7b54-4ae5-97f1-c9c64cc49729,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:29.884212 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d1cd8-766c-4691-8cf9-7e4d5cb1a6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=44bac1ef-fc53-42bc-a91d-7b098c3bb306,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:29.891625 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2694b65-64ed-4b72-afae-0baa7f035027 service neutron] Pushing event updated for resources: {'Port': ['ID=f66771fe-2ca7-4582-921f-2f8c8db8358f,revision_number=6']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:29.906473 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d1cd8-766c-4691-8cf9-7e4d5cb1a6db admin admin] Checking segment: {'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:59:29.907804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32d1cd8-766c-4691-8cf9-7e4d5cb1a6db admin admin] Network hostable DHCP agents. Network: 66ea7d98-1d3f-414e-bff5-46e13a28ebc9, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:59:29.927259 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:29.966687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-c2694b65-64ed-4b72-afae-0baa7f035027 service neutron] No DVR routers for this DVR port f66771fe-2ca7-4582-921f-2f8c8db8358f on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:30.020131 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port d93a231e-4370-4457-8e88-9c673c90e61e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=d93a231e-4370-4457-8e88-9c673c90e61e,segment=NetworkSegment(d41ccdc2-2aae-485b-ae46-1c7848f54033),segment_id=d41ccdc2-2aae-485b-ae46-1c7848f54033)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:30.075448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32d1cd8-766c-4691-8cf9-7e4d5cb1a6db admin admin] Network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:59:30.087247 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5c19a7cc-5f68-43b4-bfc8-4f236d88c96c req-13255f4d-ac54-4c3a-902d-dcdbb5c79cf4 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 210 time: 0.1220040 Aug 23 14:59:30.106450 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-c2694b65-64ed-4b72-afae-0baa7f035027 service neutron] In _notify_port_updated(), no bound segment for port f66771fe-2ca7-4582-921f-2f8c8db8358f on network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 14:59:30.107333 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-c2694b65-64ed-4b72-afae-0baa7f035027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:30.113379 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-c2694b65-64ed-4b72-afae-0baa7f035027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:30.113379 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-c2694b65-64ed-4b72-afae-0baa7f035027 service neutron] 10.222.0.61 "PUT /v2.0/ports/f66771fe-2ca7-4582-921f-2f8c8db8358f HTTP/1.1" status: 200 len: 1028 time: 1.3922739 Aug 23 14:59:30.137822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669cacc0-2e08-4bfc-8efa-fc5db53b0d93 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:30.138171 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:30.138171 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 17812f53-fbc5-4a79-919c-21e20ab42ecc no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:59:30.138430 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-669cacc0-2e08-4bfc-8efa-fc5db53b0d93 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:30.233192 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-f32d1cd8-766c-4691-8cf9-7e4d5cb1a6db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 66ea7d98-1d3f-414e-bff5-46e13a28ebc9) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:30.244440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32d1cd8-766c-4691-8cf9-7e4d5cb1a6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:30.245571 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f32d1cd8-766c-4691-8cf9-7e4d5cb1a6db admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:30.246624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b45605-0174-45c1-a9fe-83a4223379b9 None None] Network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:30.282368 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-82d6faf3-ee3d-4c56-9501-5cfa0b0bbe11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Deleting port d93a231e-4370-4457-8e88-9c673c90e61e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:30.283092 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-82d6faf3-ee3d-4c56-9501-5cfa0b0bbe11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:30.432657 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=d93a231e-4370-4457-8e88-9c673c90e61e,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:30.484415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0a881cc8-092f-4cc5-bc1f-c906d20f175f None None] Provisioning complete for port f66771fe-2ca7-4582-921f-2f8c8db8358f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:30.484808 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0a881cc8-092f-4cc5-bc1f-c906d20f175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:30.496154 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-82d6faf3-ee3d-4c56-9501-5cfa0b0bbe11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] For port d93a231e-4370-4457-8e88-9c673c90e61e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=d93a231e-4370-4457-8e88-9c673c90e61e,segment=NetworkSegment(d41ccdc2-2aae-485b-ae46-1c7848f54033),segment_id=d41ccdc2-2aae-485b-ae46-1c7848f54033)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:30.496749 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-82d6faf3-ee3d-4c56-9501-5cfa0b0bbe11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:30.552025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-82d6faf3-ee3d-4c56-9501-5cfa0b0bbe11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Calling delete_port for d93a231e-4370-4457-8e88-9c673c90e61e owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:30.592154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27509b-2072-4d48-b74a-fd5192f5905d req-5f38a02a-3538-478e-b6cd-7e2c94de8ca6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:30.593955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48818385-4e04-4608-8bb7-b47c9c78425d req-1f662c19-983a-48e0-8fdc-1be595cd92d4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:30.601340 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48818385-4e04-4608-8bb7-b47c9c78425d req-1f662c19-983a-48e0-8fdc-1be595cd92d4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:30.602180 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ad27509b-2072-4d48-b74a-fd5192f5905d req-5f38a02a-3538-478e-b6cd-7e2c94de8ca6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.3644423 Aug 23 14:59:30.608195 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:30.609494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48818385-4e04-4608-8bb7-b47c9c78425d req-1f662c19-983a-48e0-8fdc-1be595cd92d4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:30.616965 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48818385-4e04-4608-8bb7-b47c9c78425d req-1f662c19-983a-48e0-8fdc-1be595cd92d4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:30.623430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48818385-4e04-4608-8bb7-b47c9c78425d req-1f662c19-983a-48e0-8fdc-1be595cd92d4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:30.625409 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-48818385-4e04-4608-8bb7-b47c9c78425d req-1f662c19-983a-48e0-8fdc-1be595cd92d4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 3881 time: 0.1576123 Aug 23 14:59:30.658550 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0a881cc8-092f-4cc5-bc1f-c906d20f175f None None] Port f66771fe-2ca7-4582-921f-2f8c8db8358f cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:30.677186 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f32d1cd8-766c-4691-8cf9-7e4d5cb1a6db admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5795879 Aug 23 14:59:30.807831 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-48818385-4e04-4608-8bb7-b47c9c78425d req-fa2ea16e-53b2-4e2f-b8d8-51cbb3060803 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318088 Aug 23 14:59:30.816427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ce8cb3-b55c-4229-81a6-d3f21b236d96 None None] Network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:30.897715 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ad27509b-2072-4d48-b74a-fd5192f5905d req-4474ecf3-9688-4ec0-9d96-53d648f61487 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943697 Aug 23 14:59:30.914596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2827143b-ae42-48cf-a120-2fd142d4237f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:30.914810 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-669cacc0-2e08-4bfc-8efa-fc5db53b0d93 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:30.973999 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 17812f53-fbc5-4a79-919c-21e20ab42ecc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=17812f53-fbc5-4a79-919c-21e20ab42ecc,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:31.062639 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:31.067609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 47cc6354-51c7-401d-a491-1ca75f25bef5 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:59:31.099643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669cacc0-2e08-4bfc-8efa-fc5db53b0d93 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:31.119185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-669cacc0-2e08-4bfc-8efa-fc5db53b0d93 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:31.127398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669cacc0-2e08-4bfc-8efa-fc5db53b0d93 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:31.128148 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-669cacc0-2e08-4bfc-8efa-fc5db53b0d93 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:31.136678 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-82d6faf3-ee3d-4c56-9501-5cfa0b0bbe11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:31.157830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af05070-8020-4289-9892-94d872dc7fd7 req-8db5cec0-5a55-4dd8-8c47-c0096e2d9019 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:31.162746 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0af05070-8020-4289-9892-94d872dc7fd7 req-8db5cec0-5a55-4dd8-8c47-c0096e2d9019 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.61 "GET /v2.0/networks?id=d04ef1b7-e717-48ad-b71a-70e29fc8453d HTTP/1.1" status: 200 len: 810 time: 0.5575807 Aug 23 14:59:31.212373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6e3fda-65f3-4245-b436-4ff4f5efa159 None None] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:31.213354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-0af05070-8020-4289-9892-94d872dc7fd7 req-4e75d597-6edb-4989-980e-5ca888651dcb tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Request body: {'port': {'device_id': '8aec8228-4de8-4add-a083-496eb2bb339a', 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d', 'admin_state_up': True, 'tenant_id': '88f8a26a99a844c481e3085faeade9fd'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:31.218617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6faf3-ee3d-4c56-9501-5cfa0b0bbe11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event deleted for resources: {'Port': ['ID=d93a231e-4370-4457-8e88-9c673c90e61e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:31.262694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cacc0-2e08-4bfc-8efa-fc5db53b0d93 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Subnet': ['ID=2b517b63-0a43-467e-ae26-0ae44a60ca27,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:31.338970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-669cacc0-2e08-4bfc-8efa-fc5db53b0d93 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7313199 Aug 23 14:59:31.343608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54580) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:31.351241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1061b48d-6010-4532-8cea-1d401706c456 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1498715652'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:31.356554 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-82d6faf3-ee3d-4c56-9501-5cfa0b0bbe11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] No DVR routers for this DVR port d93a231e-4370-4457-8e88-9c673c90e61e on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:31.360964 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a609883-9677-420c-8c02-e3093aa34fe8 req-694ea65e-452b-4c5d-9b70-e5d1994b3500 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 210 time: 0.0895348 Aug 23 14:59:31.364063 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-82d6faf3-ee3d-4c56-9501-5cfa0b0bbe11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:31.366329 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-82d6faf3-ee3d-4c56-9501-5cfa0b0bbe11 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "DELETE /v2.0/ports/d93a231e-4370-4457-8e88-9c673c90e61e HTTP/1.1" status: 204 len: 173 time: 1.2492361 Aug 23 14:59:31.367049 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-deleted', 'tag': 'd93a231e-4370-4457-8e88-9c673c90e61e'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:31.370400 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb691a67-71c2-460b-846f-04ee04772dd4" -d '{"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-deleted", "tag": "d93a231e-4370-4457-8e88-9c673c90e61e"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:31.432718 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64201963-c3bf-41a9-a0ad-bab5f388a413 x-openstack-request-id: req-64201963-c3bf-41a9-a0ad-bab5f388a413 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:31.433415 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-deleted", "tag": "d93a231e-4370-4457-8e88-9c673c90e61e", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:31.433788 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-64201963-c3bf-41a9-a0ad-bab5f388a413 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:31.434463 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-deleted', 'tag': 'd93a231e-4370-4457-8e88-9c673c90e61e', 'status': 'completed', 'code': 200} Aug 23 14:59:31.488378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=17812f53-fbc5-4a79-919c-21e20ab42ecc,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:31.512748 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93a231e-4370-4457-8e88-9c673c90e61e'}, {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17812f53-fbc5-4a79-919c-21e20ab42ecc'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:31.516399 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f156f06-c966-428a-9784-5e9aff711dd4" -d '{"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-unplugged", "status": "completed", "tag": "d93a231e-4370-4457-8e88-9c673c90e61e"}, {"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-unplugged", "status": "completed", "tag": "17812f53-fbc5-4a79-919c-21e20ab42ecc"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:31.556298 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-ecf833ca-ad11-4ff4-a658-9d68b8341c95 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Deleting port 9edec396-03e2-4ea6-bce5-2fa40fbed659 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:31.556812 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-ecf833ca-ad11-4ff4-a658-9d68b8341c95 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:31.618863 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1061b48d-6010-4532-8cea-1d401706c456 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:31.668195 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc15c174-382e-4881-992d-339ca5eec27e x-openstack-request-id: req-dc15c174-382e-4881-992d-339ca5eec27e {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:31.668195 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-unplugged", "status": "completed", "tag": "d93a231e-4370-4457-8e88-9c673c90e61e", "code": 200}, {"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-unplugged", "status": "completed", "tag": "17812f53-fbc5-4a79-919c-21e20ab42ecc", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:31.668195 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dc15c174-382e-4881-992d-339ca5eec27e {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:31.668195 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93a231e-4370-4457-8e88-9c673c90e61e', 'code': 200} Aug 23 14:59:31.668195 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17812f53-fbc5-4a79-919c-21e20ab42ecc', 'code': 200} Aug 23 14:59:31.689498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 2827143b-ae42-48cf-a120-2fd142d4237f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:31.700851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 2827143b-ae42-48cf-a120-2fd142d4237f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:31.701233 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:31.709352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af05070-8020-4289-9892-94d872dc7fd7 req-4e75d597-6edb-4989-980e-5ca888651dcb tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Made reservation on behalf of 88f8a26a99a844c481e3085faeade9fd for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:31.717409 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0af05070-8020-4289-9892-94d872dc7fd7 req-4e75d597-6edb-4989-980e-5ca888651dcb tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:31.798871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-ecf833ca-ad11-4ff4-a658-9d68b8341c95 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] For port 9edec396-03e2-4ea6-bce5-2fa40fbed659, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=9edec396-03e2-4ea6-bce5-2fa40fbed659,segment=NetworkSegment(e7fce797-3460-48c7-afa5-21ae04aa8c4d),segment_id=e7fce797-3460-48c7-afa5-21ae04aa8c4d)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:31.799507 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-ecf833ca-ad11-4ff4-a658-9d68b8341c95 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:31.818800 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:31.944224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 47cc6354-51c7-401d-a491-1ca75f25bef5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=47cc6354-51c7-401d-a491-1ca75f25bef5,segment=NetworkSegment(d41ccdc2-2aae-485b-ae46-1c7848f54033),segment_id=d41ccdc2-2aae-485b-ae46-1c7848f54033)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:31.948996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'tenant_id': 'b2e37f6dfe47457092c32ed670b647d9', 'fixed_ips': [{'subnet_id': '2b517b63-0a43-467e-ae26-0ae44a60ca27'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 14:59:31.949158 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.054635 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.078721 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.079523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 9edec396-03e2-4ea6-bce5-2fa40fbed659 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:59:32.081681 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af827-69f9-4189-ab74-317d70cdde15 req-45549315-97a6-4ba1-9d8b-69e7e8554205 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:32.083551 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-45549315-97a6-4ba1-9d8b-69e7e8554205 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/networks?id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9 HTTP/1.1" status: 200 len: 812 time: 0.2512684 Aug 23 14:59:32.158833 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-2ad2a77e-ce3d-49e5-bd5e-00fa87f431fa tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/quotas/f09714bffe3e42558fe6d698542199a9 HTTP/1.1" status: 200 len: 375 time: 0.0654202 Aug 23 14:59:32.162270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 2827143b-ae42-48cf-a120-2fd142d4237f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2827143b-ae42-48cf-a120-2fd142d4237f,segment=NetworkSegment(874f60f5-a524-4dbe-a785-acc35611f0cd),segment_id=874f60f5-a524-4dbe-a785-acc35611f0cd)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:32.224916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=47cc6354-51c7-401d-a491-1ca75f25bef5,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:32.229875 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.241161 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-fcc61b5e-0e98-4641-b385-6111d3d9208f tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f09714bffe3e42558fe6d698542199a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706182 Aug 23 14:59:32.241658 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54604) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:32.260959 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-0af05070-8020-4289-9892-94d872dc7fd7 req-4e75d597-6edb-4989-980e-5ca888651dcb tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Allocated IP 172.20.0.5 (d04ef1b7-e717-48ad-b71a-70e29fc8453d/61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e/49d5af5f-e648-4934-ae8d-284f0473848d) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:32.266192 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Allocated IP 2001:db8::2 (e5b0acb2-f502-49bc-bcfd-23da8c3de34c/2b517b63-0a43-467e-ae26-0ae44a60ca27/ecb2da20-20e6-4444-bc96-f8d5a1083e78) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:32.318608 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-ecf833ca-ad11-4ff4-a658-9d68b8341c95 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.319472 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-ecf833ca-ad11-4ff4-a658-9d68b8341c95 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.320004 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-ecf833ca-ad11-4ff4-a658-9d68b8341c95 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Floating IP 0ffe8dbd-fbe5-46ae-baf9-fa8ea6867d04 disassociated. External IP: 172.25.8.6, port: 9edec396-03e2-4ea6-bce5-2fa40fbed659. Aug 23 14:59:32.320567 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-ecf833ca-ad11-4ff4-a658-9d68b8341c95 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Calling delete_port for 9edec396-03e2-4ea6-bce5-2fa40fbed659 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:32.347325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558818fe-78ad-4d03-beb0-d1a8bf10a742 req-64e2288a-48b3-46a0-a0e2-e09e574c2bf2 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:32.354328 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558818fe-78ad-4d03-beb0-d1a8bf10a742 req-64e2288a-48b3-46a0-a0e2-e09e574c2bf2 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:32.366500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558818fe-78ad-4d03-beb0-d1a8bf10a742 req-64e2288a-48b3-46a0-a0e2-e09e574c2bf2 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:32.372679 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558818fe-78ad-4d03-beb0-d1a8bf10a742 req-64e2288a-48b3-46a0-a0e2-e09e574c2bf2 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:32.375320 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-558818fe-78ad-4d03-beb0-d1a8bf10a742 req-64e2288a-48b3-46a0-a0e2-e09e574c2bf2 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 3144 time: 0.3858192 Aug 23 14:59:32.413086 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1061b48d-6010-4532-8cea-1d401706c456 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.441191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=2827143b-ae42-48cf-a120-2fd142d4237f,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:32.460840 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.484235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-558818fe-78ad-4d03-beb0-d1a8bf10a742 req-c3a0b366-c85f-494d-a1b4-ab6457ce165f tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695450 Aug 23 14:59:32.511965 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1061b48d-6010-4532-8cea-1d401706c456 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.554750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061b48d-6010-4532-8cea-1d401706c456 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b67c7c4-56b2-446f-84c9-3f2c19ec1f9a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:32.591775 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.607183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Transition to ACTIVE for port object ecb2da20-20e6-4444-bc96-f8d5a1083e78 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:32.617896 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-f8da38ce-2742-4155-87eb-b4ecdc525607 service neutron] 10.222.0.38 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404304 Aug 23 14:59:32.626490 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0af05070-8020-4289-9892-94d872dc7fd7 req-4e75d597-6edb-4989-980e-5ca888651dcb tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.669882 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Transition to ACTIVE for port object ecb2da20-20e6-4444-bc96-f8d5a1083e78 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:32.695698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189e6f7-f805-491c-9e5b-3af2fdea4a03 req-29c46aab-e214-4068-9076-01e3b55c8043 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:32.699763 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b189e6f7-f805-491c-9e5b-3af2fdea4a03 req-29c46aab-e214-4068-9076-01e3b55c8043 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.0709472 Aug 23 14:59:32.714766 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f5b59a5f-8ef2-47fc-adaa-d3325cbe9b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.721982 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1061b48d-6010-4532-8cea-1d401706c456 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.723519 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1061b48d-6010-4532-8cea-1d401706c456 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3787386 Aug 23 14:59:32.726451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54614) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:32.738955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-89eba1e9-adfb-4ca2-80e3-def05bc94562 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1754110666'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:32.739709 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2827143b-ae42-48cf-a120-2fd142d4237f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:32.764759 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-ecf833ca-ad11-4ff4-a658-9d68b8341c95 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.787321 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-3aed5467-0237-4790-ae09-b94c3b958bd1 service neutron] 10.222.0.38 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577609 Aug 23 14:59:32.798243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf833ca-ad11-4ff4-a658-9d68b8341c95 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event deleted for resources: {'Port': ['ID=9edec396-03e2-4ea6-bce5-2fa40fbed659,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:32.807632 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.815177 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b189e6f7-f805-491c-9e5b-3af2fdea4a03 req-1c44fba0-c5db-4134-8457-c455627d6ec3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060827 Aug 23 14:59:32.847740 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0af05070-8020-4289-9892-94d872dc7fd7 req-4e75d597-6edb-4989-980e-5ca888651dcb tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.859371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f66771fe-2ca7-4582-921f-2f8c8db8358f no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 14:59:32.930704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:32.937217 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:32.940896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:32.946489 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af05070-8020-4289-9892-94d872dc7fd7 req-4e75d597-6edb-4989-980e-5ca888651dcb tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Network d04ef1b7-e717-48ad-b71a-70e29fc8453d is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:32.949354 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-89eba1e9-adfb-4ca2-80e3-def05bc94562 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:32.961047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75d597-6edb-4989-980e-5ca888651dcb tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Pushing event updated for resources: {'Port': ['ID=49d5af5f-e648-4934-ae8d-284f0473848d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:32.967843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-0af05070-8020-4289-9892-94d872dc7fd7 req-4e75d597-6edb-4989-980e-5ca888651dcb tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:32.977349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af05070-8020-4289-9892-94d872dc7fd7 req-4e75d597-6edb-4989-980e-5ca888651dcb tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:32.978548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 2827143b-ae42-48cf-a120-2fd142d4237f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:32.979130 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:33.045669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f66771fe-2ca7-4582-921f-2f8c8db8358f not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 14:59:33.058634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af05070-8020-4289-9892-94d872dc7fd7 req-4e75d597-6edb-4989-980e-5ca888651dcb tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:33.059310 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0af05070-8020-4289-9892-94d872dc7fd7 req-4e75d597-6edb-4989-980e-5ca888651dcb tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:33.088138 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Pushing event updated for resources: {'Port': ['ID=ecb2da20-20e6-4444-bc96-f8d5a1083e78,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:33.117664 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-ecf833ca-ad11-4ff4-a658-9d68b8341c95 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:59:33.140862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b6740-f2a0-4e38-b1c6-81920a419adb req-954e9011-726c-47d4-ad30-68b0bc5fac00 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:33.151691 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f1b6740-f2a0-4e38-b1c6-81920a419adb req-954e9011-726c-47d4-ad30-68b0bc5fac00 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 931 time: 0.2058811 Aug 23 14:59:33.152391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Attempting to bind port ecb2da20-20e6-4444-bc96-f8d5a1083e78 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:59:33.152842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Attempting to bind port ecb2da20-20e6-4444-bc96-f8d5a1083e78 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '313bf69f-0cb1-41af-bfff-629fc800bf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:59:33.153269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Attempting to bind port ecb2da20-20e6-4444-bc96-f8d5a1083e78 on network e5b0acb2-f502-49bc-bcfd-23da8c3de34c {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:59:33.162590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:59:33.163136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Checking segment: {'id': '313bf69f-0cb1-41af-bfff-629fc800bf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:59:33.163547 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:33.164065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Bound using segment: {'id': '313bf69f-0cb1-41af-bfff-629fc800bf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:59:33.164824 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Bound port: ecb2da20-20e6-4444-bc96-f8d5a1083e78, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313bf69f-0cb1-41af-bfff-629fc800bf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:59:33.165737 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:33.168146 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f5b59a5f-8ef2-47fc-adaa-d3325cbe9b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:33.254697 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f1b6740-f2a0-4e38-b1c6-81920a419adb req-65352633-1a21-44a3-89cf-924d9fd65769 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938809 Aug 23 14:59:33.281298 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f5b59a5f-8ef2-47fc-adaa-d3325cbe9b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:33.304289 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] For port ecb2da20-20e6-4444-bc96-f8d5a1083e78, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:59:33.310084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] For port ecb2da20-20e6-4444-bc96-f8d5a1083e78, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ecb2da20-20e6-4444-bc96-f8d5a1083e78,segment=NetworkSegment(313bf69f-0cb1-41af-bfff-629fc800bf22),segment_id=313bf69f-0cb1-41af-bfff-629fc800bf22)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:59:33.348087 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f5b59a5f-8ef2-47fc-adaa-d3325cbe9b94 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f75c7c013f484e008b7ff1ed1513e87e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9724789 Aug 23 14:59:33.349282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54626) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:33.350156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b59a5f-8ef2-47fc-adaa-d3325cbe9b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267bdd03-c40c-405e-af3c-6b56283ad1dc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:33.412464 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:33.463700 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80587186-2bbb-4cd0-a2e3-1c00e0c19cc1 req-0fa47721-e2b4-4bbc-974e-db14044a1225 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 210 time: 0.0462224 Aug 23 14:59:33.484960 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1612facd-cbf9-447b-aac6-1e2ffcaa430c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:33.543690 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1612facd-cbf9-447b-aac6-1e2ffcaa430c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:33.552887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdb984-ce21-4b2d-a821-14ea42c20246 None None] Pushing event updated for resources: {'Port': ['ID=ecb2da20-20e6-4444-bc96-f8d5a1083e78,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:33.603131 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-ecf833ca-ad11-4ff4-a658-9d68b8341c95 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:59:33.607435 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-89eba1e9-adfb-4ca2-80e3-def05bc94562 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:33.616849 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e9fc2-cc39-480b-b1a1-adc41251a9d9 None None] Sync routers for ids ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:59:33.632637 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e9fc2-cc39-480b-b1a1-adc41251a9d9 None None] Routers {'2e1bffc5-0f37-42e8-a777-80fe03c051a0'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:59:33.633782 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-519e9fc2-cc39-480b-b1a1-adc41251a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:59:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:33.665884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47cc6354-51c7-401d-a491-1ca75f25bef5'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:33.668272 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2083351d-d431-42a7-91c5-46af4290fa87" -d '{"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-unplugged", "status": "completed", "tag": "47cc6354-51c7-401d-a491-1ca75f25bef5"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:33.686582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-ecf833ca-ad11-4ff4-a658-9d68b8341c95 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] No DVR routers for this DVR port 9edec396-03e2-4ea6-bce5-2fa40fbed659 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:33.697636 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-89eba1e9-adfb-4ca2-80e3-def05bc94562 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:33.716375 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-ecf833ca-ad11-4ff4-a658-9d68b8341c95 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:33.718764 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-ecf833ca-ad11-4ff4-a658-9d68b8341c95 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "DELETE /v2.0/ports/9edec396-03e2-4ea6-bce5-2fa40fbed659 HTTP/1.1" status: 204 len: 173 time: 2.3441691 Aug 23 14:59:33.724063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-deleted', 'tag': '9edec396-03e2-4ea6-bce5-2fa40fbed659'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:33.726808 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3806f3-cb1f-4842-b1f3-7f58948c38c2" -d '{"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-deleted", "tag": "9edec396-03e2-4ea6-bce5-2fa40fbed659"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:33.735273 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b94adb-d13e-48fd-91e8-2570c0260725 x-openstack-request-id: req-38b94adb-d13e-48fd-91e8-2570c0260725 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:33.735794 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-unplugged", "status": "completed", "tag": "47cc6354-51c7-401d-a491-1ca75f25bef5", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:33.736142 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38b94adb-d13e-48fd-91e8-2570c0260725 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:33.741474 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47cc6354-51c7-401d-a491-1ca75f25bef5', 'code': 200} Aug 23 14:59:33.763540 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1612facd-cbf9-447b-aac6-1e2ffcaa430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:33.766144 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1612facd-cbf9-447b-aac6-1e2ffcaa430c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:33.778569 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1612facd-cbf9-447b-aac6-1e2ffcaa430c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/267bdd03-c40c-405e-af3c-6b56283ad1dc HTTP/1.1" status: 204 len: 168 time: 0.4138186 Aug 23 14:59:33.799149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612facd-cbf9-447b-aac6-1e2ffcaa430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267bdd03-c40c-405e-af3c-6b56283ad1dc,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:33.818296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0af05070-8020-4289-9892-94d872dc7fd7 req-4e75d597-6edb-4989-980e-5ca888651dcb tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6184835 Aug 23 14:59:33.836235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Request body: {'port': {'device_id': '8aec8228-4de8-4add-a083-496eb2bb339a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:33.858717 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-519e9fc2-cc39-480b-b1a1-adc41251a9d9 None None] Set router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:59:33.909530 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-89eba1e9-adfb-4ca2-80e3-def05bc94562 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:33.911596 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-89eba1e9-adfb-4ca2-80e3-def05bc94562 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1818602 Aug 23 14:59:33.916414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54644) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:33.925041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-374d34c9-1fbd-4bab-a61b-70a81bd413e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1083301868', 'security_groups': ['7f00d089-5ac7-4dd0-9c94-e1f1a1f3387b'], 'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2b517b63-0a43-467e-ae26-0ae44a60ca27'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:33.940782 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4449c6-b054-4935-9465-07d15d13320f x-openstack-request-id: req-6e4449c6-b054-4935-9465-07d15d13320f {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:33.941684 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-deleted", "tag": "9edec396-03e2-4ea6-bce5-2fa40fbed659", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:33.943257 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6e4449c6-b054-4935-9465-07d15d13320f {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:33.945504 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-deleted', 'tag': '9edec396-03e2-4ea6-bce5-2fa40fbed659', 'status': 'completed', 'code': 200} Aug 23 14:59:33.965670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eba1e9-adfb-4ca2-80e3-def05bc94562 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f00d089-5ac7-4dd0-9c94-e1f1a1f3387b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:34.055096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f8dff-4423-471c-9908-ab8c2316c5ec req-18cb754b-003b-457f-808e-8db656ad1346 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:34.061994 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f8dff-4423-471c-9908-ab8c2316c5ec req-18cb754b-003b-457f-808e-8db656ad1346 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:34.069839 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f8dff-4423-471c-9908-ab8c2316c5ec req-18cb754b-003b-457f-808e-8db656ad1346 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:34.071956 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e2f8dff-4423-471c-9908-ab8c2316c5ec req-18cb754b-003b-457f-808e-8db656ad1346 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 2409 time: 0.3877466 Aug 23 14:59:34.083294 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:34.150109 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e2f8dff-4423-471c-9908-ab8c2316c5ec req-375fce1d-b356-4687-aa4a-0fcb8957bf0d tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713677 Aug 23 14:59:34.156924 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1d5c80ec-f10a-42b7-bb8d-b84ab882e5e4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Deleting port 17812f53-fbc5-4a79-919c-21e20ab42ecc {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:34.158213 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1d5c80ec-f10a-42b7-bb8d-b84ab882e5e4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:34.284906 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-519e9fc2-cc39-480b-b1a1-adc41251a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:19Z', 'updated_at': '2021-08-23T14:48:33Z', 'revision_number': 4, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'gw_port': {'id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:21Z', 'updated_at': '2021-08-23T14:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e2e5a3ec-7361-4b3d-b203-ea456b6f5614', 'name': '', 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'mac_address': 'fa:16:3e:3a:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '60d43940-211a-4370-9555-0648239a8725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:45Z', 'revision_number': 5, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'subnets': [{'id': '60d43940-211a-4370-9555-0648239a8725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:34.331032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1d5c80ec-f10a-42b7-bb8d-b84ab882e5e4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] For port 17812f53-fbc5-4a79-919c-21e20ab42ecc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=17812f53-fbc5-4a79-919c-21e20ab42ecc,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:34.331507 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1d5c80ec-f10a-42b7-bb8d-b84ab882e5e4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:34.354526 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1d5c80ec-f10a-42b7-bb8d-b84ab882e5e4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Calling delete_port for 17812f53-fbc5-4a79-919c-21e20ab42ecc owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:34.360974 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e9fc2-cc39-480b-b1a1-adc41251a9d9 None None] Checking router: 2e1bffc5-0f37-42e8-a777-80fe03c051a0 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:59:34.391048 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e9fc2-cc39-480b-b1a1-adc41251a9d9 None None] Routers {'2e1bffc5-0f37-42e8-a777-80fe03c051a0'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:59:34.392081 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-519e9fc2-cc39-480b-b1a1-adc41251a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:59:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:34.599070 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71c681-e30b-4475-9ba2-352525e48bda req-d3bcc061-8d96-45c2-a40a-27a04a8f1f91 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:34.603259 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cf71c681-e30b-4475-9ba2-352525e48bda req-d3bcc061-8d96-45c2-a40a-27a04a8f1f91 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 931 time: 0.1214015 Aug 23 14:59:34.613107 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-519e9fc2-cc39-480b-b1a1-adc41251a9d9 None None] Set router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 14:59:34.747995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee90489-3d7b-4e24-bdc9-8d02f0921021 req-607c765a-f184-4a64-9d1a-f622f19a4437 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:34.749636 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eee90489-3d7b-4e24-bdc9-8d02f0921021 req-607c765a-f184-4a64-9d1a-f622f19a4437 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.6637406 Aug 23 14:59:34.778478 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cf71c681-e30b-4475-9ba2-352525e48bda req-8e04e084-3ad3-46a7-9abb-e3131e12a71d tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374817 Aug 23 14:59:34.856586 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ecb2da20-20e6-4444-bc96-f8d5a1083e78 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:34.932172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54664) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:34.952151 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aacdba1b-6faf-4a7d-97d1-baa5e5a230c7 req-3aec58b1-0512-418b-88e5-0a9b1de6804b tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 210 time: 0.0762794 Aug 23 14:59:34.955256 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1d5c80ec-f10a-42b7-bb8d-b84ab882e5e4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:34.973034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374d34c9-1fbd-4bab-a61b-70a81bd413e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:35.002865 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c80ec-f10a-42b7-bb8d-b84ab882e5e4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event deleted for resources: {'Port': ['ID=17812f53-fbc5-4a79-919c-21e20ab42ecc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:35.019942 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1a252b0-7aba-4097-869f-44e41c9ecee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:35.075088 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port ecb2da20-20e6-4444-bc96-f8d5a1083e78 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:35.079495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1d5c80ec-f10a-42b7-bb8d-b84ab882e5e4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] No DVR routers for this DVR port 17812f53-fbc5-4a79-919c-21e20ab42ecc on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:35.086186 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1d5c80ec-f10a-42b7-bb8d-b84ab882e5e4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:35.088285 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1d5c80ec-f10a-42b7-bb8d-b84ab882e5e4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "DELETE /v2.0/ports/17812f53-fbc5-4a79-919c-21e20ab42ecc HTTP/1.1" status: 204 len: 173 time: 1.3357532 Aug 23 14:59:35.091416 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-519e9fc2-cc39-480b-b1a1-adc41251a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:19Z', 'updated_at': '2021-08-23T14:48:33Z', 'revision_number': 4, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'gw_port': {'id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:21Z', 'updated_at': '2021-08-23T14:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e2e5a3ec-7361-4b3d-b203-ea456b6f5614', 'name': '', 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'mac_address': 'fa:16:3e:3a:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '60d43940-211a-4370-9555-0648239a8725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:45Z', 'revision_number': 5, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'subnets': [{'id': '60d43940-211a-4370-9555-0648239a8725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:59:35.121330 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e9fc2-cc39-480b-b1a1-adc41251a9d9 None None] The sync data for ids ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'] in n-d-804985-3 is: [{'id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:19Z', 'updated_at': '2021-08-23T14:48:33Z', 'revision_number': 4, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'gw_port': {'id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:21Z', 'updated_at': '2021-08-23T14:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e2e5a3ec-7361-4b3d-b203-ea456b6f5614', 'name': '', 'network_id': 'cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'mac_address': 'fa:16:3e:3a:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '60d43940-211a-4370-9555-0648239a8725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:30Z', 'updated_at': '2021-08-23T14:48:45Z', 'revision_number': 5, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'subnets': [{'id': '60d43940-211a-4370-9555-0648239a8725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:59:35.170666 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d1a847b7-ad25-46f3-be0d-ffb33d73b3a1 None None] Provisioning complete for port 96a248f6-a43d-405d-8ad0-8187ba2df686 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:35.171352 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d1a847b7-ad25-46f3-be0d-ffb33d73b3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:35.262486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d1a847b7-ad25-46f3-be0d-ffb33d73b3a1 None None] Port 96a248f6-a43d-405d-8ad0-8187ba2df686 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:35.281347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1312ef1c-e0c6-40e1-8a54-e9f87763b063 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Deleting port afc637ab-7b54-4ae5-97f1-c9c64cc49729 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:35.281347 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1312ef1c-e0c6-40e1-8a54-e9f87763b063 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:35.339419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eee90489-3d7b-4e24-bdc9-8d02f0921021 req-99dfd105-0654-460e-ad71-4ccd1e42f8a4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910047 Aug 23 14:59:35.349621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d1a847b7-ad25-46f3-be0d-ffb33d73b3a1 None None] Provisioning for port ecb2da20-20e6-4444-bc96-f8d5a1083e78 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:35.355016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d1a847b7-ad25-46f3-be0d-ffb33d73b3a1 None None] Provisioning complete for port ecb2da20-20e6-4444-bc96-f8d5a1083e78 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:35.355415 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d1a847b7-ad25-46f3-be0d-ffb33d73b3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:35.473528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1312ef1c-e0c6-40e1-8a54-e9f87763b063 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] For port afc637ab-7b54-4ae5-97f1-c9c64cc49729, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=afc637ab-7b54-4ae5-97f1-c9c64cc49729,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:35.474453 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1312ef1c-e0c6-40e1-8a54-e9f87763b063 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:35.503332 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1312ef1c-e0c6-40e1-8a54-e9f87763b063 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Calling delete_port for afc637ab-7b54-4ae5-97f1-c9c64cc49729 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:35.521754 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d1a847b7-ad25-46f3-be0d-ffb33d73b3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:35.529964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b785a-29ee-4fbd-a2fb-8d9a7db53875 req-a25337b0-289c-426e-ac46-efeb9a1c8f13 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:35.538420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b785a-29ee-4fbd-a2fb-8d9a7db53875 req-a25337b0-289c-426e-ac46-efeb9a1c8f13 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:35.540597 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b79b785a-29ee-4fbd-a2fb-8d9a7db53875 req-a25337b0-289c-426e-ac46-efeb9a1c8f13 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 1676 time: 0.1517906 Aug 23 14:59:35.562045 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-374d34c9-1fbd-4bab-a61b-70a81bd413e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:35.593270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d1a847b7-ad25-46f3-be0d-ffb33d73b3a1 None None] For port ecb2da20-20e6-4444-bc96-f8d5a1083e78, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ecb2da20-20e6-4444-bc96-f8d5a1083e78,segment=NetworkSegment(313bf69f-0cb1-41af-bfff-629fc800bf22),segment_id=313bf69f-0cb1-41af-bfff-629fc800bf22)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:35.640568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-374d34c9-1fbd-4bab-a61b-70a81bd413e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port 8e64b9d5-3dbf-4966-a87d-882fcc2e533c yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:59:35.677471 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b79b785a-29ee-4fbd-a2fb-8d9a7db53875 req-a05a079a-068e-4677-be10-fc573b8939eb tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups?id=c5e7c66b-1617-41da-b755-233eff0922e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753946 Aug 23 14:59:35.681402 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d1a847b7-ad25-46f3-be0d-ffb33d73b3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:35.858444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d5af5f-e648-4934-ae8d-284f0473848d {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:59:35.865542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a847b7-ad25-46f3-be0d-ffb33d73b3a1 None None] Pushing event updated for resources: {'Port': ['ID=ecb2da20-20e6-4444-bc96-f8d5a1083e78,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:35.878075 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1a252b0-7aba-4097-869f-44e41c9ecee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:35.885228 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:35.885959 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c0a93a-0511-4d64-82a7-9f3e7583438c None None] New status for floating IP 0ffe8dbd-fbe5-46ae-baf9-fa8ea6867d04: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:59:35.947147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-deleted', 'tag': '17812f53-fbc5-4a79-919c-21e20ab42ecc'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:35.950947 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b640a7-4e68-4535-8b62-e3f6bfdd6807" -d '{"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-deleted", "tag": "17812f53-fbc5-4a79-919c-21e20ab42ecc"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:35.958835 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1312ef1c-e0c6-40e1-8a54-e9f87763b063 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:35.963708 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Transition to ACTIVE for port object 49d5af5f-e648-4934-ae8d-284f0473848d will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:36.022393 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1a252b0-7aba-4097-869f-44e41c9ecee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:36.055001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f0f98-7c7f-4530-92b9-777dfe1109be req-18918aaa-884b-47e5-ac25-cf63a90e2c06 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:36.057056 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d65f0f98-7c7f-4530-92b9-777dfe1109be req-18918aaa-884b-47e5-ac25-cf63a90e2c06 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 931 time: 0.1449089 Aug 23 14:59:36.057541 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992c8b21-c3c4-400a-88a5-d46e72a80ccd x-openstack-request-id: req-992c8b21-c3c4-400a-88a5-d46e72a80ccd {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:36.057861 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-deleted", "tag": "17812f53-fbc5-4a79-919c-21e20ab42ecc", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:36.060013 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-992c8b21-c3c4-400a-88a5-d46e72a80ccd {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:36.060538 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-deleted', 'tag': '17812f53-fbc5-4a79-919c-21e20ab42ecc', 'status': 'completed', 'code': 200} Aug 23 14:59:36.067124 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:36.073653 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312ef1c-e0c6-40e1-8a54-e9f87763b063 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event deleted for resources: {'Port': ['ID=afc637ab-7b54-4ae5-97f1-c9c64cc49729,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:36.171960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-374d34c9-1fbd-4bab-a61b-70a81bd413e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Allocated IP 2001:db8::290 (e5b0acb2-f502-49bc-bcfd-23da8c3de34c/2b517b63-0a43-467e-ae26-0ae44a60ca27/8e64b9d5-3dbf-4966-a87d-882fcc2e533c) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:36.191378 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e1a252b0-7aba-4097-869f-44e41c9ecee5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=279dc7a3b17a4fc4ac84b15381dca332&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2429440 Aug 23 14:59:36.192195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a252b0-7aba-4097-869f-44e41c9ecee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5139e28-a014-4a31-90b2-d93b603ef1ca,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:36.193478 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1312ef1c-e0c6-40e1-8a54-e9f87763b063 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] No DVR routers for this DVR port afc637ab-7b54-4ae5-97f1-c9c64cc49729 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:36.205800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54680) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:36.222629 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1312ef1c-e0c6-40e1-8a54-e9f87763b063 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:36.228178 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-1312ef1c-e0c6-40e1-8a54-e9f87763b063 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "DELETE /v2.0/ports/afc637ab-7b54-4ae5-97f1-c9c64cc49729 HTTP/1.1" status: 204 len: 173 time: 1.1318049 Aug 23 14:59:36.269524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Pushing event updated for resources: {'Port': ['ID=49d5af5f-e648-4934-ae8d-284f0473848d,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:36.292814 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d65f0f98-7c7f-4530-92b9-777dfe1109be req-e8ddb210-ea50-45b3-a400-064e9c8813d7 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210889 Aug 23 14:59:36.314488 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-de777733-f90c-4dfd-8d75-5b4cb7794638 req-f697ae9f-d9f3-4efc-804e-c203fa817138 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 210 time: 0.1253877 Aug 23 14:59:36.388102 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-902a46d6-5dd6-44a8-8ee0-c80c71481ace tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Deleting port 47cc6354-51c7-401d-a491-1ca75f25bef5 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:36.402633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-902a46d6-5dd6-44a8-8ee0-c80c71481ace tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:36.470868 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-96fc8279-5af9-46ea-926c-8f216318cf2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:36.535365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Attempting to bind port 49d5af5f-e648-4934-ae8d-284f0473848d on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:59:36.535825 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Attempting to bind port 49d5af5f-e648-4934-ae8d-284f0473848d by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '874f60f5-a524-4dbe-a785-acc35611f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:59:36.536225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Attempting to bind port 49d5af5f-e648-4934-ae8d-284f0473848d on network d04ef1b7-e717-48ad-b71a-70e29fc8453d {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:59:36.556109 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-902a46d6-5dd6-44a8-8ee0-c80c71481ace tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] For port 47cc6354-51c7-401d-a491-1ca75f25bef5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=47cc6354-51c7-401d-a491-1ca75f25bef5,segment=NetworkSegment(d41ccdc2-2aae-485b-ae46-1c7848f54033),segment_id=d41ccdc2-2aae-485b-ae46-1c7848f54033)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:36.556575 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-902a46d6-5dd6-44a8-8ee0-c80c71481ace tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:36.571141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-902a46d6-5dd6-44a8-8ee0-c80c71481ace tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Calling delete_port for 47cc6354-51c7-401d-a491-1ca75f25bef5 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:36.591576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Port 49d5af5f-e648-4934-ae8d-284f0473848d on network d04ef1b7-e717-48ad-b71a-70e29fc8453d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:59:36.591967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Attempting to bind port 49d5af5f-e648-4934-ae8d-284f0473848d on network d04ef1b7-e717-48ad-b71a-70e29fc8453d {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:59:36.600979 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-96fc8279-5af9-46ea-926c-8f216318cf2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:36.639207 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:59:36.639882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Checking segment: {'id': '874f60f5-a524-4dbe-a785-acc35611f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:59:36.640469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Bound using segment: {'id': '874f60f5-a524-4dbe-a785-acc35611f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:59:36.641149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Bound port: 49d5af5f-e648-4934-ae8d-284f0473848d, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '874f60f5-a524-4dbe-a785-acc35611f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:59:36.642328 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:36.657671 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-374d34c9-1fbd-4bab-a61b-70a81bd413e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:36.698751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5edb6-6b1a-4a32-a4e2-a1ed3888adcd req-23aaaebc-8160-47fb-97f3-8629e0f580c9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:36.707111 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66b5edb6-6b1a-4a32-a4e2-a1ed3888adcd req-23aaaebc-8160-47fb-97f3-8629e0f580c9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.1818526 Aug 23 14:59:36.787741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ecb2da20-20e6-4444-bc96-f8d5a1083e78 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:36.809270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-374d34c9-1fbd-4bab-a61b-70a81bd413e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Transition to ACTIVE for port object 8e64b9d5-3dbf-4966-a87d-882fcc2e533c will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:36.845361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] For port 49d5af5f-e648-4934-ae8d-284f0473848d, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:59:36.852589 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-902a46d6-5dd6-44a8-8ee0-c80c71481ace tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:36.895354 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ecb2da20-20e6-4444-bc96-f8d5a1083e78 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:36.896006 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:36.934496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] For port 49d5af5f-e648-4934-ae8d-284f0473848d, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=49d5af5f-e648-4934-ae8d-284f0473848d,segment=NetworkSegment(874f60f5-a524-4dbe-a785-acc35611f0cd),segment_id=874f60f5-a524-4dbe-a785-acc35611f0cd)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:59:36.952599 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66b5edb6-6b1a-4a32-a4e2-a1ed3888adcd req-5b72d1ae-0e3a-49ca-8abb-bd3ca5208e6c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397165 Aug 23 14:59:36.979582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a46d6-5dd6-44a8-8ee0-c80c71481ace tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event deleted for resources: {'Port': ['ID=47cc6354-51c7-401d-a491-1ca75f25bef5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:36.984400 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9143d4e9-b3ea-4261-ab27-820a597c80f1 req-8c315a34-ec15-4ec3-90dd-41145743578b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.1091282 Aug 23 14:59:37.035151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af827-69f9-4189-ab74-317d70cdde15 req-056bd650-cdb1-4b3d-9414-eb21f1164393 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:37.036469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-902a46d6-5dd6-44a8-8ee0-c80c71481ace tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] No DVR routers for this DVR port 47cc6354-51c7-401d-a491-1ca75f25bef5 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:37.036814 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-056bd650-cdb1-4b3d-9414-eb21f1164393 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.61 "GET /v2.0/networks?id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9 HTTP/1.1" status: 200 len: 812 time: 0.2114496 Aug 23 14:59:37.038736 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:37.039214 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-902a46d6-5dd6-44a8-8ee0-c80c71481ace tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:37.041373 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58f05e59-0644-4e00-b58a-d4d18ac318ff req-902a46d6-5dd6-44a8-8ee0-c80c71481ace tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.61 "DELETE /v2.0/ports/47cc6354-51c7-401d-a491-1ca75f25bef5 HTTP/1.1" status: 204 len: 173 time: 0.8067968 Aug 23 14:59:37.056445 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-117af827-69f9-4189-ab74-317d70cdde15 req-fc11be3d-55de-4dd2-8ec5-8b6dee55ad37 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Request body: {'port': {'device_id': 'a4239165-bae5-44e5-acc1-e7e29c0ee26f', 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9', 'admin_state_up': True, 'tenant_id': 'f09714bffe3e42558fe6d698542199a9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:37.086521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:37.087231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:37.088749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0af05070-8020-4289-9892-94d872dc7fd7 req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] 10.222.0.61 "PUT /v2.0/ports/49d5af5f-e648-4934-ae8d-284f0473848d HTTP/1.1" status: 200 len: 1091 time: 3.2684579 Aug 23 14:59:37.108260 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aec8228-4de8-4add-a083-496eb2bb339a', 'tag': '49d5af5f-e648-4934-ae8d-284f0473848d'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:37.111327 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d23e52-d4ee-4df0-a7c3-3a351a83d510" -d '{"events": [{"name": "network-changed", "server_uuid": "8aec8228-4de8-4add-a083-496eb2bb339a", "tag": "49d5af5f-e648-4934-ae8d-284f0473848d"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:37.114517 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-374d34c9-1fbd-4bab-a61b-70a81bd413e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:37.116325 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-96fc8279-5af9-46ea-926c-8f216318cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:37.118896 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-96fc8279-5af9-46ea-926c-8f216318cf2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:37.120087 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-96fc8279-5af9-46ea-926c-8f216318cf2d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b5139e28-a014-4a31-90b2-d93b603ef1ca HTTP/1.1" status: 204 len: 168 time: 0.8963950 Aug 23 14:59:37.200883 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab74062-88e9-4188-8bb1-48d1da9bcccc x-openstack-request-id: req-6ab74062-88e9-4188-8bb1-48d1da9bcccc {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:37.201608 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aec8228-4de8-4add-a083-496eb2bb339a", "tag": "49d5af5f-e648-4934-ae8d-284f0473848d", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:37.202139 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ab74062-88e9-4188-8bb1-48d1da9bcccc {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:37.202770 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aec8228-4de8-4add-a083-496eb2bb339a', 'tag': '49d5af5f-e648-4934-ae8d-284f0473848d', 'status': 'completed', 'code': 200} Aug 23 14:59:37.248236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc8279-5af9-46ea-926c-8f216318cf2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5139e28-a014-4a31-90b2-d93b603ef1ca,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:37.317420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d34c9-1fbd-4bab-a61b-70a81bd413e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:37.481203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-374d34c9-1fbd-4bab-a61b-70a81bd413e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:37.508026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d34c9-1fbd-4bab-a61b-70a81bd413e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:37.522987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d34c9-1fbd-4bab-a61b-70a81bd413e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:37.523872 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-374d34c9-1fbd-4bab-a61b-70a81bd413e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:37.543944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4dd586-3953-4906-b776-b16ccbf739f3 service neutron] Pushing event updated for resources: {'Port': ['ID=49d5af5f-e648-4934-ae8d-284f0473848d,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:37.584093 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f751babf-4442-42e0-977e-a1d349288952 req-d8488a55-3d3d-4bbe-a6ee-3547aef8bc56 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 210 time: 0.1167207 Aug 23 14:59:37.636571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d23e52-d4ee-4df0-a7c3-3a351a83d510 req-71a28835-6409-4e7e-9b85-e15badc57ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:37.638783 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4d23e52-d4ee-4df0-a7c3-3a351a83d510 req-71a28835-6409-4e7e-9b85-e15badc57ae1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88f8a26a99a844c481e3085faeade9fd&device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 1094 time: 0.3932018 Aug 23 14:59:37.726815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54704) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:37.729371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-374d34c9-1fbd-4bab-a61b-70a81bd413e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7955179 Aug 23 14:59:37.762235 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-efe13209-a68d-4579-9822-951c31359eac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'subnet': {'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:37.797380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d34c9-1fbd-4bab-a61b-70a81bd413e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=8e64b9d5-3dbf-4966-a87d-882fcc2e533c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:37.921862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d23e52-d4ee-4df0-a7c3-3a351a83d510 req-a7a0c348-9e2d-4a7f-8d6f-08de2b7f7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:37.924206 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4d23e52-d4ee-4df0-a7c3-3a351a83d510 req-a7a0c348-9e2d-4a7f-8d6f-08de2b7f7dd9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=88f8a26a99a844c481e3085faeade9fd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2641943 Aug 23 14:59:38.015908 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af827-69f9-4189-ab74-317d70cdde15 req-7a3d92b0-db55-4148-b8df-6c1f17becfc9 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:38.021369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-7a3d92b0-db55-4148-b8df-6c1f17becfc9 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.57 "GET /v2.0/networks?id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9 HTTP/1.1" status: 200 len: 812 time: 0.8208835 Aug 23 14:59:38.029318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6446471d-f15d-41cf-ae41-acc52df5fb2e None None] Provisioning for port 8e64b9d5-3dbf-4966-a87d-882fcc2e533c completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:38.034295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6446471d-f15d-41cf-ae41-acc52df5fb2e None None] Provisioning complete for port 8e64b9d5-3dbf-4966-a87d-882fcc2e533c triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:38.034792 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6446471d-f15d-41cf-ae41-acc52df5fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:38.041505 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-117af827-69f9-4189-ab74-317d70cdde15 req-250a26bc-93dc-4fb1-aa69-703265305dd8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Request body: {'port': {'device_id': '2623aad5-f786-4aa8-86b5-06edf03bcac3', 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9', 'admin_state_up': True, 'tenant_id': 'f09714bffe3e42558fe6d698542199a9'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:38.064962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-deleted', 'tag': 'afc637ab-7b54-4ae5-97f1-c9c64cc49729'}, {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-deleted', 'tag': '47cc6354-51c7-401d-a491-1ca75f25bef5'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:38.067419 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15db274f-e08d-449d-9532-b549af5bd078" -d '{"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-deleted", "tag": "afc637ab-7b54-4ae5-97f1-c9c64cc49729"}, {"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-deleted", "tag": "47cc6354-51c7-401d-a491-1ca75f25bef5"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:38.093350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117af827-69f9-4189-ab74-317d70cdde15 req-fc11be3d-55de-4dd2-8ec5-8b6dee55ad37 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Made reservation on behalf of f09714bffe3e42558fe6d698542199a9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:38.098352 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-fc11be3d-55de-4dd2-8ec5-8b6dee55ad37 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:38.115477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6446471d-f15d-41cf-ae41-acc52df5fb2e None None] Port 8e64b9d5-3dbf-4966-a87d-882fcc2e533c cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:38.143406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d971b1-186b-4afd-9d48-25c6f511fbeb req-b1791aac-5ea9-437f-abea-b948939aecaa tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:38.143748 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31d971b1-186b-4afd-9d48-25c6f511fbeb req-b1791aac-5ea9-437f-abea-b948939aecaa tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 943 time: 0.4359181 Aug 23 14:59:38.209703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d23e52-d4ee-4df0-a7c3-3a351a83d510 req-c2019d3b-7753-471c-bf0e-8f64f1a635e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:38.218351 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4d23e52-d4ee-4df0-a7c3-3a351a83d510 req-c2019d3b-7753-471c-bf0e-8f64f1a635e6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2765045 Aug 23 14:59:38.276012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe13209-a68d-4579-9822-951c31359eac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:38.280672 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-efe13209-a68d-4579-9822-951c31359eac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:38.287233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37fd03-afb8-4d3f-8574-17a895c12a7c req-b2c41ca9-57af-4700-b0ff-498b1522129d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:38.289051 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb37fd03-afb8-4d3f-8574-17a895c12a7c req-b2c41ca9-57af-4700-b0ff-498b1522129d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.1856444 Aug 23 14:59:38.304261 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31d971b1-186b-4afd-9d48-25c6f511fbeb req-f98ba89f-0797-4a2b-8768-068c36faa7e3 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471725 Aug 23 14:59:38.421749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af05070-8020-4289-9892-94d872dc7fd7 req-5de95154-2ccb-4414-acd5-b2debecad602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:38.425410 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0af05070-8020-4289-9892-94d872dc7fd7 req-5de95154-2ccb-4414-acd5-b2debecad602 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88f8a26a99a844c481e3085faeade9fd&device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 1094 time: 0.1599028 Aug 23 14:59:38.437508 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb37fd03-afb8-4d3f-8574-17a895c12a7c req-4eef36a3-4914-4774-b7a1-de5f426c7ebf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286540 Aug 23 14:59:38.466092 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d224da8-3340-4e29-9000-bd33e37d4f22 req-91a184d2-1dcc-4bf3-9000-9fe45291f4f4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.0685947 Aug 23 14:59:38.507220 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0af05070-8020-4289-9892-94d872dc7fd7 req-69f42b47-d929-4a46-a045-255042ea3819 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49d5af5f-e648-4934-ae8d-284f0473848d HTTP/1.1" status: 200 len: 217 time: 0.0734313 Aug 23 14:59:38.533448 n-d-804985-3 neutron-server[96114]: INFO neutron.db.ipam_backend_mixin [None req-efe13209-a68d-4579-9822-951c31359eac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b517b63-0a43-467e-ae26-0ae44a60ca27 (CIDR: 2001:db8::/64) Aug 23 14:59:38.545242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-117af827-69f9-4189-ab74-317d70cdde15 req-fc11be3d-55de-4dd2-8ec5-8b6dee55ad37 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Allocated IP 172.20.0.12 (66ea7d98-1d3f-414e-bff5-46e13a28ebc9/44bac1ef-fc53-42bc-a91d-7b098c3bb306/4023a6ed-9aea-4e41-bc01-791c358214da) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:38.559457 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe13209-a68d-4579-9822-951c31359eac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 14:59:38.562559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe13209-a68d-4579-9822-951c31359eac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:59:38.575590 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117af827-69f9-4189-ab74-317d70cdde15 req-250a26bc-93dc-4fb1-aa69-703265305dd8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Made reservation on behalf of f09714bffe3e42558fe6d698542199a9 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:38.582997 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-250a26bc-93dc-4fb1-aa69-703265305dd8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:38.606074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af05070-8020-4289-9892-94d872dc7fd7 req-af820366-63cc-4b71-a589-85fbe803b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:38.607796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0af05070-8020-4289-9892-94d872dc7fd7 req-af820366-63cc-4b71-a589-85fbe803b75c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e HTTP/1.1" status: 200 len: 850 time: 0.0894365 Aug 23 14:59:38.617786 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47001f50-bc17-42f3-a8dd-fe4e46c83180 x-openstack-request-id: req-47001f50-bc17-42f3-a8dd-fe4e46c83180 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:38.618096 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-deleted", "tag": "afc637ab-7b54-4ae5-97f1-c9c64cc49729", "status": "completed", "code": 200}, {"server_uuid": "224f68ba-de7c-4ea8-a402-5a79ba5ce30a", "name": "network-vif-deleted", "tag": "47cc6354-51c7-401d-a491-1ca75f25bef5", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:38.618491 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-47001f50-bc17-42f3-a8dd-fe4e46c83180 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:38.619743 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-deleted', 'tag': 'afc637ab-7b54-4ae5-97f1-c9c64cc49729', 'status': 'completed', 'code': 200} Aug 23 14:59:38.620603 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f68ba-de7c-4ea8-a402-5a79ba5ce30a', 'name': 'network-vif-deleted', 'tag': '47cc6354-51c7-401d-a491-1ca75f25bef5', 'status': 'completed', 'code': 200} Aug 23 14:59:38.713455 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-efe13209-a68d-4579-9822-951c31359eac tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9673576 Aug 23 14:59:38.737597 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54736) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:38.751693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-dcd4c79d-4b6c-4604-ac4c-472483f55482 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'subnet': {'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:38.804166 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-fc11be3d-55de-4dd2-8ec5-8b6dee55ad37 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:38.878758 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0af05070-8020-4289-9892-94d872dc7fd7 req-60eab64c-cc54-4c60-9416-6d54cf2b1c99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d04ef1b7-e717-48ad-b71a-70e29fc8453d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365100 Aug 23 14:59:38.904033 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-fc11be3d-55de-4dd2-8ec5-8b6dee55ad37 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:38.925653 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec238ffb-99d3-4975-905e-7be540742c86 req-63a06f5e-c823-4f27-9042-1251fac296b8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 210 time: 0.0698354 Aug 23 14:59:39.022066 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-117af827-69f9-4189-ab74-317d70cdde15 req-250a26bc-93dc-4fb1-aa69-703265305dd8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Allocated IP 172.20.0.14 (66ea7d98-1d3f-414e-bff5-46e13a28ebc9/44bac1ef-fc53-42bc-a91d-7b098c3bb306/6561aa7c-887a-4e03-bb87-17121eefa7cd) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:39.034539 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117af827-69f9-4189-ab74-317d70cdde15 req-fc11be3d-55de-4dd2-8ec5-8b6dee55ad37 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:39.067455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11be3d-55de-4dd2-8ec5-8b6dee55ad37 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Pushing event updated for resources: {'Port': ['ID=4023a6ed-9aea-4e41-bc01-791c358214da,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:39.077069 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-117af827-69f9-4189-ab74-317d70cdde15 req-fc11be3d-55de-4dd2-8ec5-8b6dee55ad37 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:39.102848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-117af827-69f9-4189-ab74-317d70cdde15 req-fc11be3d-55de-4dd2-8ec5-8b6dee55ad37 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:39.136883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd4c79d-4b6c-4604-ac4c-472483f55482 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:39.140360 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dcd4c79d-4b6c-4604-ac4c-472483f55482 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:39.178977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0af05070-8020-4289-9892-94d872dc7fd7 req-f631b338-01eb-4d80-aca6-81721349d547 service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859738 Aug 23 14:59:39.283282 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-250a26bc-93dc-4fb1-aa69-703265305dd8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:39.294047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0af05070-8020-4289-9892-94d872dc7fd7 req-49a8bbc3-ca9b-4690-ba9e-8bb23a7c4d49 service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072598 Aug 23 14:59:39.303422 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af827-69f9-4189-ab74-317d70cdde15 req-fc11be3d-55de-4dd2-8ec5-8b6dee55ad37 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:39.304116 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-fc11be3d-55de-4dd2-8ec5-8b6dee55ad37 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:39.437077 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-fc11be3d-55de-4dd2-8ec5-8b6dee55ad37 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3870733 Aug 23 14:59:39.451540 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-250a26bc-93dc-4fb1-aa69-703265305dd8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:39.497040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Request body: {'port': {'device_id': 'a4239165-bae5-44e5-acc1-e7e29c0ee26f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:39.530907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54750) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:39.593496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6ca6d-5d63-4cd4-9506-27b4d2dd99e3 req-6cc54feb-0419-4fb9-8b4d-141e66c03ecd tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:39.595762 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-68c6ca6d-5d63-4cd4-9506-27b4d2dd99e3 req-6cc54feb-0419-4fb9-8b4d-141e66c03ecd tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 943 time: 0.1895740 Aug 23 14:59:39.636023 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a26bc-93dc-4fb1-aa69-703265305dd8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Pushing event updated for resources: {'Port': ['ID=6561aa7c-887a-4e03-bb87-17121eefa7cd,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:39.641218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117af827-69f9-4189-ab74-317d70cdde15 req-250a26bc-93dc-4fb1-aa69-703265305dd8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:39.645729 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dcd4c79d-4b6c-4604-ac4c-472483f55482 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:39.648253 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:39.648537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-117af827-69f9-4189-ab74-317d70cdde15 req-250a26bc-93dc-4fb1-aa69-703265305dd8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:39.659478 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-117af827-69f9-4189-ab74-317d70cdde15 req-250a26bc-93dc-4fb1-aa69-703265305dd8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:39.701654 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-68c6ca6d-5d63-4cd4-9506-27b4d2dd99e3 req-4a35e0eb-1f15-4fa8-9674-6cb4e6fbc0b6 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799549 Aug 23 14:59:39.780215 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:39.816159 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af827-69f9-4189-ab74-317d70cdde15 req-250a26bc-93dc-4fb1-aa69-703265305dd8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:39.816623 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-250a26bc-93dc-4fb1-aa69-703265305dd8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:39.824713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd4c79d-4b6c-4604-ac4c-472483f55482 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:39.831223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-dcd4c79d-4b6c-4604-ac4c-472483f55482 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:39.840914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee87192-b8c9-4aca-9514-e9cf226e876d None None] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:39.850114 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd4c79d-4b6c-4604-ac4c-472483f55482 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:39.851034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dcd4c79d-4b6c-4604-ac4c-472483f55482 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:39.861878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b5ed8-2436-4b6b-b65c-9f6b2e4472df req-e4f64803-0087-4b26-889b-3f056954ec11 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:39.863454 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a78b5ed8-2436-4b6b-b65c-9f6b2e4472df req-e4f64803-0087-4b26-889b-3f056954ec11 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.2868688 Aug 23 14:59:39.866747 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4c79d-4b6c-4604-ac4c-472483f55482 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Subnet': ['ID=f136a983-9a79-4804-abb9-dd98e870edbd,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:39.913330 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a78b5ed8-2436-4b6b-b65c-9f6b2e4472df req-1a3c5eca-3bff-4d13-a540-42cfa08b855f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 Aug 23 14:59:39.989744 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-250a26bc-93dc-4fb1-aa69-703265305dd8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9546702 Aug 23 14:59:40.007582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Request body: {'port': {'device_id': '2623aad5-f786-4aa8-86b5-06edf03bcac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:40.067558 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dcd4c79d-4b6c-4604-ac4c-472483f55482 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3249693 Aug 23 14:59:40.082781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54762) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:40.098642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-97aad359-fca1-4d46-9f34-b9402d2b466b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1449750381', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f136a983-9a79-4804-abb9-dd98e870edbd'}], 'security_groups': ['1b67c7c4-56b2-446f-84c9-3f2c19ec1f9a']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:40.160215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59757dae-db9c-4a94-b7bd-a20546b7d709 None None] Update dhcp port {'port': {'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'fixed_ips': [{'subnet_id': '2b517b63-0a43-467e-ae26-0ae44a60ca27', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f136a983-9a79-4804-abb9-dd98e870edbd'}], 'binding:host_id': 'n-d-804985-3'}, 'id': 'ecb2da20-20e6-4444-bc96-f8d5a1083e78'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 14:59:40.204422 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-59757dae-db9c-4a94-b7bd-a20546b7d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:40.255179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea8ec5-9499-457f-a4ba-94ec64783eb5 req-223c1f76-c098-49f2-92d0-e86ac2663f27 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:40.257340 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-87ea8ec5-9499-457f-a4ba-94ec64783eb5 req-223c1f76-c098-49f2-92d0-e86ac2663f27 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 932 time: 0.2454827 Aug 23 14:59:40.337711 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:40.411566 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f294089-8d75-43df-86d5-5abe279152a5 req-00655eb8-e92a-49e7-b43a-e3d946bb5340 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.5639715 Aug 23 14:59:40.459028 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-59757dae-db9c-4a94-b7bd-a20546b7d709 None None] Allocated IP 2001:db8:0:1::2 (e5b0acb2-f502-49bc-bcfd-23da8c3de34c/f136a983-9a79-4804-abb9-dd98e870edbd/ecb2da20-20e6-4444-bc96-f8d5a1083e78) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:40.607642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-59757dae-db9c-4a94-b7bd-a20546b7d709 None None] For port ecb2da20-20e6-4444-bc96-f8d5a1083e78, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ecb2da20-20e6-4444-bc96-f8d5a1083e78,segment=NetworkSegment(313bf69f-0cb1-41af-bfff-629fc800bf22),segment_id=313bf69f-0cb1-41af-bfff-629fc800bf22)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:40.664851 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-59757dae-db9c-4a94-b7bd-a20546b7d709 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:40.688570 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-59757dae-db9c-4a94-b7bd-a20546b7d709 None None] Transition to ACTIVE for port object ecb2da20-20e6-4444-bc96-f8d5a1083e78 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:40.751671 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-87ea8ec5-9499-457f-a4ba-94ec64783eb5 req-2f26d34e-148f-4d1f-a94f-50a94918ccc2 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122350 Aug 23 14:59:40.773726 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-59757dae-db9c-4a94-b7bd-a20546b7d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:40.794049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-97aad359-fca1-4d46-9f34-b9402d2b466b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:40.879747 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:40.929674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4023a6ed-9aea-4e41-bc01-791c358214da {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:59:40.957714 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:40.987780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59757dae-db9c-4a94-b7bd-a20546b7d709 None None] Pushing event updated for resources: {'Port': ['ID=ecb2da20-20e6-4444-bc96-f8d5a1083e78,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:40.995251 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:41.055130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55581d54-2d9e-439d-bf6a-dfd67104817b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:41.067305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Transition to ACTIVE for port object 4023a6ed-9aea-4e41-bc01-791c358214da will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:41.075223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7b784-87c7-47b8-b257-01cacd4632f9 req-c3a3215b-72fe-47fa-8db3-630227c28029 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:41.083786 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f1e7b784-87c7-47b8-b257-01cacd4632f9 req-c3a3215b-72fe-47fa-8db3-630227c28029 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 943 time: 0.1941533 Aug 23 14:59:41.107533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:41.107954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:41.108283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:41.108617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:41.108952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:41.109306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:41.109642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:41.111249 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:41.111376 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:41.111809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:41.112138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:41.112463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:41.137093 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0553b750-6ac2-47cc-b4c1-4b8abd9a3b30 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59d4538b747f45ab875eba94eedb31c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5778468 Aug 23 14:59:41.142899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54770) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:41.218174 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f1e7b784-87c7-47b8-b257-01cacd4632f9 req-21f01d79-0a0e-4967-86aa-fa9542e815a3 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334178 Aug 23 14:59:41.221946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce09de6-5dd4-4d12-8a32-7dba31c91032 req-dad8ca5c-577d-409b-8c2f-45e8a7613a7b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:41.230330 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3ce09de6-5dd4-4d12-8a32-7dba31c91032 req-dad8ca5c-577d-409b-8c2f-45e8a7613a7b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.1859167 Aug 23 14:59:41.251995 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:41.258119 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c3de035-be78-4b2e-b7d3-76ac7bf4283b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:41.284626 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c3de035-be78-4b2e-b7d3-76ac7bf4283b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:41.404192 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Pushing event updated for resources: {'Port': ['ID=4023a6ed-9aea-4e41-bc01-791c358214da,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:41.411070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c3de035-be78-4b2e-b7d3-76ac7bf4283b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:41.413241 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c3de035-be78-4b2e-b7d3-76ac7bf4283b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:41.414484 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9c3de035-be78-4b2e-b7d3-76ac7bf4283b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/55581d54-2d9e-439d-bf6a-dfd67104817b HTTP/1.1" status: 204 len: 168 time: 0.2699320 Aug 23 14:59:41.415340 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3ce09de6-5dd4-4d12-8a32-7dba31c91032 req-e540f0f4-8c84-4fac-a249-4656f1478c0d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839859 Aug 23 14:59:41.447256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-97aad359-fca1-4d46-9f34-b9402d2b466b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Delete allocated IP 2001:db8::290 (e5b0acb2-f502-49bc-bcfd-23da8c3de34c/2b517b63-0a43-467e-ae26-0ae44a60ca27) {{(pid=96114) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 14:59:41.470767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3de035-be78-4b2e-b7d3-76ac7bf4283b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55581d54-2d9e-439d-bf6a-dfd67104817b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:41.501683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-97aad359-fca1-4d46-9f34-b9402d2b466b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Allocated IP 2001:db8:0:1::174 (e5b0acb2-f502-49bc-bcfd-23da8c3de34c/f136a983-9a79-4804-abb9-dd98e870edbd/8e64b9d5-3dbf-4966-a87d-882fcc2e533c) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:41.589118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Attempting to bind port 4023a6ed-9aea-4e41-bc01-791c358214da on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:59:41.589694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Attempting to bind port 4023a6ed-9aea-4e41-bc01-791c358214da by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:59:41.589835 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Attempting to bind port 4023a6ed-9aea-4e41-bc01-791c358214da on network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:59:41.597962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Port 4023a6ed-9aea-4e41-bc01-791c358214da on network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:59:41.598297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Attempting to bind port 4023a6ed-9aea-4e41-bc01-791c358214da on network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:59:41.604234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:59:41.604603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Checking segment: {'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:59:41.604984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Bound using segment: {'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:59:41.605435 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Bound port: 4023a6ed-9aea-4e41-bc01-791c358214da, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:59:41.605852 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:41.650513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6561aa7c-887a-4e03-bb87-17121eefa7cd {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:59:41.662971 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:41.677626 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9af27b46-d7b1-45a9-80fe-02d2a2029710 req-7883391d-c094-4d35-bf6b-8b278405cd0b tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.0692656 Aug 23 14:59:41.686162 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Transition to ACTIVE for port object 6561aa7c-887a-4e03-bb87-17121eefa7cd will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:41.795607 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:41.807854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] For port 4023a6ed-9aea-4e41-bc01-791c358214da, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:59:41.811454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] For port 4023a6ed-9aea-4e41-bc01-791c358214da, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4023a6ed-9aea-4e41-bc01-791c358214da,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:59:41.881113 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-97aad359-fca1-4d46-9f34-b9402d2b466b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:41.893824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:41.898117 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-97aad359-fca1-4d46-9f34-b9402d2b466b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Transition to ACTIVE for port object 8e64b9d5-3dbf-4966-a87d-882fcc2e533c will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:41.950587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Pushing event updated for resources: {'Port': ['ID=6561aa7c-887a-4e03-bb87-17121eefa7cd,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:42.019583 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-97aad359-fca1-4d46-9f34-b9402d2b466b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:42.026303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Pushing event updated for resources: {'Port': ['ID=4023a6ed-9aea-4e41-bc01-791c358214da,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:42.041941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:42.042748 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:42.044869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-e8618535-fc7b-4164-9ecf-0b7ac1ab2541 service neutron] 10.222.0.61 "PUT /v2.0/ports/4023a6ed-9aea-4e41-bc01-791c358214da HTTP/1.1" status: 200 len: 1092 time: 2.5715234 Aug 23 14:59:42.045574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4239165-bae5-44e5-acc1-e7e29c0ee26f', 'tag': '4023a6ed-9aea-4e41-bc01-791c358214da'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:42.049539 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359caf7f-86dc-4d3f-84f2-16287bd1b557" -d '{"events": [{"name": "network-changed", "server_uuid": "a4239165-bae5-44e5-acc1-e7e29c0ee26f", "tag": "4023a6ed-9aea-4e41-bc01-791c358214da"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:42.116214 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341640c4-5515-43cf-bd12-6d4b3048dd10 x-openstack-request-id: req-341640c4-5515-43cf-bd12-6d4b3048dd10 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:42.116214 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4239165-bae5-44e5-acc1-e7e29c0ee26f", "tag": "4023a6ed-9aea-4e41-bc01-791c358214da", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:42.116214 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-341640c4-5515-43cf-bd12-6d4b3048dd10 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:42.116613 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4239165-bae5-44e5-acc1-e7e29c0ee26f', 'tag': '4023a6ed-9aea-4e41-bc01-791c358214da', 'status': 'completed', 'code': 200} Aug 23 14:59:42.224245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-97aad359-fca1-4d46-9f34-b9402d2b466b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] In _notify_port_updated(), no bound segment for port 8e64b9d5-3dbf-4966-a87d-882fcc2e533c on network e5b0acb2-f502-49bc-bcfd-23da8c3de34c {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 14:59:42.230135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aad359-fca1-4d46-9f34-b9402d2b466b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:42.230770 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-97aad359-fca1-4d46-9f34-b9402d2b466b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:42.232408 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-97aad359-fca1-4d46-9f34-b9402d2b466b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "PUT /v2.0/ports/8e64b9d5-3dbf-4966-a87d-882fcc2e533c HTTP/1.1" status: 200 len: 931 time: 2.1395819 Aug 23 14:59:42.238745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Attempting to bind port 6561aa7c-887a-4e03-bb87-17121eefa7cd on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:59:42.239085 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Attempting to bind port 6561aa7c-887a-4e03-bb87-17121eefa7cd by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:59:42.239414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Attempting to bind port 6561aa7c-887a-4e03-bb87-17121eefa7cd on network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:59:42.241139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54796) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:42.246748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Port 6561aa7c-887a-4e03-bb87-17121eefa7cd on network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:59:42.247196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Attempting to bind port 6561aa7c-887a-4e03-bb87-17121eefa7cd on network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:59:42.254958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:59:42.255311 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Checking segment: {'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:59:42.255717 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Bound using segment: {'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:59:42.256150 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Bound port: 6561aa7c-887a-4e03-bb87-17121eefa7cd, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:59:42.256509 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:42.281489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2196a2-b085-43dd-b09f-59d1e667b81d req-7e4708be-6bfc-4412-b0c7-eb20322cb306 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:42.283398 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-af2196a2-b085-43dd-b09f-59d1e667b81d req-7e4708be-6bfc-4412-b0c7-eb20322cb306 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 944 time: 0.3261719 Aug 23 14:59:42.320539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9d90f1ac-0ad4-4158-a613-8bf4793c0228 None None] Provisioning for port 8e64b9d5-3dbf-4966-a87d-882fcc2e533c completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:42.326040 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aad359-fca1-4d46-9f34-b9402d2b466b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=8e64b9d5-3dbf-4966-a87d-882fcc2e533c,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:42.330985 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9d90f1ac-0ad4-4158-a613-8bf4793c0228 None None] Provisioning complete for port 8e64b9d5-3dbf-4966-a87d-882fcc2e533c triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:42.330985 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9d90f1ac-0ad4-4158-a613-8bf4793c0228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:42.378577 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-af2196a2-b085-43dd-b09f-59d1e667b81d req-52f53b2c-ff57-493a-b4af-2e3326b793f2 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628054 Aug 23 14:59:42.416539 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359caf7f-86dc-4d3f-84f2-16287bd1b557 req-bd42296a-fd6c-4880-8f6a-a46ed4e41b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:42.419808 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-359caf7f-86dc-4d3f-84f2-16287bd1b557 req-bd42296a-fd6c-4880-8f6a-a46ed4e41b8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f09714bffe3e42558fe6d698542199a9&device_id=a4239165-bae5-44e5-acc1-e7e29c0ee26f HTTP/1.1" status: 200 len: 1095 time: 0.2813928 Aug 23 14:59:42.424332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9d90f1ac-0ad4-4158-a613-8bf4793c0228 None None] Port 8e64b9d5-3dbf-4966-a87d-882fcc2e533c cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:42.433390 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] For port 6561aa7c-887a-4e03-bb87-17121eefa7cd, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:59:42.439712 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] For port 6561aa7c-887a-4e03-bb87-17121eefa7cd, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6561aa7c-887a-4e03-bb87-17121eefa7cd,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:59:42.449346 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9d90f1ac-0ad4-4158-a613-8bf4793c0228 None None] Provisioning complete for port 96a248f6-a43d-405d-8ad0-8187ba2df686 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:42.449876 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9d90f1ac-0ad4-4158-a613-8bf4793c0228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:42.524830 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9d90f1ac-0ad4-4158-a613-8bf4793c0228 None None] Port 96a248f6-a43d-405d-8ad0-8187ba2df686 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:42.554107 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:42.640139 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:42.642368 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:42.644121 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] 10.222.0.57 "PUT /v2.0/ports/6561aa7c-887a-4e03-bb87-17121eefa7cd HTTP/1.1" status: 200 len: 1092 time: 2.6415865 Aug 23 14:59:42.644932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2623aad5-f786-4aa8-86b5-06edf03bcac3', 'tag': '6561aa7c-887a-4e03-bb87-17121eefa7cd'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:42.647425 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b350b377-d66a-4881-9dff-eca063edf19a" -d '{"events": [{"name": "network-changed", "server_uuid": "2623aad5-f786-4aa8-86b5-06edf03bcac3", "tag": "6561aa7c-887a-4e03-bb87-17121eefa7cd"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:42.652019 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9d90f1ac-0ad4-4158-a613-8bf4793c0228 None None] Provisioning for port ecb2da20-20e6-4444-bc96-f8d5a1083e78 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:42.657951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9d90f1ac-0ad4-4158-a613-8bf4793c0228 None None] Provisioning complete for port ecb2da20-20e6-4444-bc96-f8d5a1083e78 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:42.658814 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9d90f1ac-0ad4-4158-a613-8bf4793c0228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:42.740883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0b039-886a-4f0c-a115-e1cfc25dd849 service neutron] Pushing event updated for resources: {'Port': ['ID=6561aa7c-887a-4e03-bb87-17121eefa7cd,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:42.803523 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e386b-fb80-4067-805d-e82780745e9e req-6c1eac7c-746c-40f4-be4f-1d77c6cdd3d1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:42.814420 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-654e386b-fb80-4067-805d-e82780745e9e req-6c1eac7c-746c-40f4-be4f-1d77c6cdd3d1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 943 time: 0.3921282 Aug 23 14:59:42.817406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274ec75-63c0-4019-a3c8-bd28129b57b5 req-8d66c44b-6c67-4e2c-be27-422cede62278 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:42.819010 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4274ec75-63c0-4019-a3c8-bd28129b57b5 req-8d66c44b-6c67-4e2c-be27-422cede62278 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.2879097 Aug 23 14:59:42.833105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ecb2da20-20e6-4444-bc96-f8d5a1083e78 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:42.882801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 49d5af5f-e648-4934-ae8d-284f0473848d details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:59:42.890991 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-178bc248-821a-46c0-8a93-f7a88adaaf82 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port 8e64b9d5-3dbf-4966-a87d-882fcc2e533c {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:42.891553 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-178bc248-821a-46c0-8a93-f7a88adaaf82 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:42.900260 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359caf7f-86dc-4d3f-84f2-16287bd1b557 req-6a235d5b-2324-476d-89a9-390e6529bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:42.903146 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-359caf7f-86dc-4d3f-84f2-16287bd1b557 req-6a235d5b-2324-476d-89a9-390e6529bd96 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f09714bffe3e42558fe6d698542199a9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4536741 Aug 23 14:59:42.931451 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4274ec75-63c0-4019-a3c8-bd28129b57b5 req-2e4a6489-9af1-4fb4-b22d-ce88d8e99396 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975010 Aug 23 14:59:42.945570 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af827-69f9-4189-ab74-317d70cdde15 req-529493a4-9f2b-4f46-ad64-af135a89cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:42.947166 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-529493a4-9f2b-4f46-ad64-af135a89cf4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f09714bffe3e42558fe6d698542199a9&device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 1095 time: 0.1940968 Aug 23 14:59:43.011913 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-654e386b-fb80-4067-805d-e82780745e9e req-b1a39954-d6f5-405f-9e94-11044d0ccb4e tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817155 Aug 23 14:59:43.073071 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa75db3-6e2f-4d92-b641-54127077dde5 x-openstack-request-id: req-eaa75db3-6e2f-4d92-b641-54127077dde5 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:43.073318 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2623aad5-f786-4aa8-86b5-06edf03bcac3", "tag": "6561aa7c-887a-4e03-bb87-17121eefa7cd", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:43.073564 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eaa75db3-6e2f-4d92-b641-54127077dde5 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:43.073965 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2623aad5-f786-4aa8-86b5-06edf03bcac3', 'tag': '6561aa7c-887a-4e03-bb87-17121eefa7cd', 'status': 'completed', 'code': 200} Aug 23 14:59:43.077576 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-7a3793ea-e490-4066-b6cf-a99259836453 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6561aa7c-887a-4e03-bb87-17121eefa7cd HTTP/1.1" status: 200 len: 217 time: 0.1209383 Aug 23 14:59:43.120836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ecb2da20-20e6-4444-bc96-f8d5a1083e78 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:43.121808 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:43.194043 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-71a477e7-293c-4b3e-a7cd-47d1f5bff1d8 None None] Provisioning complete for port 8e64b9d5-3dbf-4966-a87d-882fcc2e533c triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:43.194593 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-71a477e7-293c-4b3e-a7cd-47d1f5bff1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:43.213594 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a0ce79e1-aef8-4e66-a795-a88cf10ed7b7 req-890c237f-0821-443e-a597-f7bfa6dda396 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.1383557 Aug 23 14:59:43.255480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af827-69f9-4189-ab74-317d70cdde15 req-310437eb-b33c-4908-b33d-05e1c342d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:43.257051 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-310437eb-b33c-4908-b33d-05e1c342d4e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44bac1ef-fc53-42bc-a91d-7b098c3bb306 HTTP/1.1" status: 200 len: 852 time: 0.1698511 Aug 23 14:59:43.288162 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-71a477e7-293c-4b3e-a7cd-47d1f5bff1d8 None None] Port 8e64b9d5-3dbf-4966-a87d-882fcc2e533c cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:43.315163 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-178bc248-821a-46c0-8a93-f7a88adaaf82 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:43.337769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 49d5af5f-e648-4934-ae8d-284f0473848d, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=49d5af5f-e648-4934-ae8d-284f0473848d,segment=NetworkSegment(874f60f5-a524-4dbe-a785-acc35611f0cd),segment_id=874f60f5-a524-4dbe-a785-acc35611f0cd)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:43.339298 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-c5c4683e-ed83-407b-bb9a-8bb179ce40e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706167 Aug 23 14:59:43.361072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359caf7f-86dc-4d3f-84f2-16287bd1b557 req-3ff9e932-65f1-4ccf-b331-0f43d8afe7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:43.363129 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-359caf7f-86dc-4d3f-84f2-16287bd1b557 req-3ff9e932-65f1-4ccf-b331-0f43d8afe7d4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4442484 Aug 23 14:59:43.364417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-178bc248-821a-46c0-8a93-f7a88adaaf82 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for 8e64b9d5-3dbf-4966-a87d-882fcc2e533c owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:43.381536 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '49d5af5f-e648-4934-ae8d-284f0473848d', 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d', 'port_id': '49d5af5f-e648-4934-ae8d-284f0473848d', 'mac_address': 'fa:16:3e:95:cc:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:59:43.396751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f5494-4722-477d-b052-27594d921ecd req-5d9d488c-17ab-400e-8884-1880a72782c6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:43.405079 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-784f5494-4722-477d-b052-27594d921ecd req-5d9d488c-17ab-400e-8884-1880a72782c6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1450527 Aug 23 14:59:43.504927 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:43.516098 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-0509ca43-2807-4453-bc22-406ff3ecf0a3 service neutron] 10.222.0.57 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680250 Aug 23 14:59:43.522611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d5af5f-e648-4934-ae8d-284f0473848d {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:59:43.546947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 49d5af5f-e648-4934-ae8d-284f0473848d, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=49d5af5f-e648-4934-ae8d-284f0473848d,segment=NetworkSegment(874f60f5-a524-4dbe-a785-acc35611f0cd),segment_id=874f60f5-a524-4dbe-a785-acc35611f0cd)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:43.582166 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-784f5494-4722-477d-b052-27594d921ecd req-6254a0c7-e4cf-426a-8039-68fa86115ac3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752925 Aug 23 14:59:43.602428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af827-69f9-4189-ab74-317d70cdde15 req-a26c94b8-88e8-4a59-b026-7a89612c4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:43.606442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-a26c94b8-88e8-4a59-b026-7a89612c4de4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f09714bffe3e42558fe6d698542199a9&device_id=a4239165-bae5-44e5-acc1-e7e29c0ee26f HTTP/1.1" status: 200 len: 1095 time: 0.1883574 Aug 23 14:59:43.612592 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:43.708324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=49d5af5f-e648-4934-ae8d-284f0473848d,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:43.761691 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-d5261318-0d04-4599-b664-8bf3452b93be service neutron] 10.222.0.57 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190380 Aug 23 14:59:43.784856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10a0f8-1b4d-4115-9a11-3743543f1a0b req-4a89760a-9a0e-4db8-a38f-6a8962ee19ae tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:43.792884 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-de10a0f8-1b4d-4115-9a11-3743543f1a0b req-4a89760a-9a0e-4db8-a38f-6a8962ee19ae tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 944 time: 0.2710495 Aug 23 14:59:43.793497 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-51a7b89f-2af4-4b0e-ae13-dcc75efbc9fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4023a6ed-9aea-4e41-bc01-791c358214da HTTP/1.1" status: 200 len: 217 time: 0.1338713 Aug 23 14:59:43.810521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['49d5af5f-e648-4934-ae8d-284f0473848d'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:43.877354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d864a30-27e7-4bb7-900b-f25fa7435b8d req-3c8caa0d-d813-4b31-9866-6e28001a6779 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:43.886420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54836) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:43.908179 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d864a30-27e7-4bb7-900b-f25fa7435b8d req-3c8caa0d-d813-4b31-9866-6e28001a6779 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1268749 Aug 23 14:59:43.920143 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-de10a0f8-1b4d-4115-9a11-3743543f1a0b req-8564079b-c43d-42a8-b4b7-2b73e2aebb26 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055927 Aug 23 14:59:43.970853 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-178bc248-821a-46c0-8a93-f7a88adaaf82 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:43.977150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117af827-69f9-4189-ab74-317d70cdde15 req-801ee27a-03fb-4a72-b6f8-7cb3fa1a982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:43.981991 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-801ee27a-03fb-4a72-b6f8-7cb3fa1a982b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44bac1ef-fc53-42bc-a91d-7b098c3bb306 HTTP/1.1" status: 200 len: 852 time: 0.1783257 Aug 23 14:59:44.030211 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-623b6243-8bd5-42bd-81c9-2c5a74eb1012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:44.100338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350b377-d66a-4881-9dff-eca063edf19a req-e135f979-9d2d-47d4-8e07-f19fac849d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:44.101862 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b350b377-d66a-4881-9dff-eca063edf19a req-e135f979-9d2d-47d4-8e07-f19fac849d4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f09714bffe3e42558fe6d698542199a9&device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 1095 time: 0.1514981 Aug 23 14:59:44.114623 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-5d4e1af7-c284-4f69-9fb2-e2668090422e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202242 Aug 23 14:59:44.117817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178bc248-821a-46c0-8a93-f7a88adaaf82 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=8e64b9d5-3dbf-4966-a87d-882fcc2e533c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:44.132622 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d864a30-27e7-4bb7-900b-f25fa7435b8d req-208fe746-291e-40ab-9ed1-491234389ad1 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235050 Aug 23 14:59:44.238079 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-178bc248-821a-46c0-8a93-f7a88adaaf82 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:44.240609 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-178bc248-821a-46c0-8a93-f7a88adaaf82 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/8e64b9d5-3dbf-4966-a87d-882fcc2e533c HTTP/1.1" status: 204 len: 168 time: 1.9960971 Aug 23 14:59:44.243833 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54844) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:44.303517 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a081f8-465d-4d2d-8add-49abac01b8d1 req-699085eb-a9f6-41aa-b027-224933377ca0 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:44.307515 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e6a081f8-465d-4d2d-8add-49abac01b8d1 req-699085eb-a9f6-41aa-b027-224933377ca0 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 944 time: 0.2242286 Aug 23 14:59:44.337168 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c1a3c2-84ee-456e-98c7-7788aaf3ca37 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] GET failed (client error): The resource could not be found. Aug 23 14:59:44.339275 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-45c1a3c2-84ee-456e-98c7-7788aaf3ca37 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/8e64b9d5-3dbf-4966-a87d-882fcc2e533c HTTP/1.1" status: 404 len: 333 time: 0.0944598 Aug 23 14:59:44.357361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54848) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:44.427007 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-8046b5e9-ebbc-429f-a4ce-64721c59ffaa service neutron] 10.222.0.61 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983184 Aug 23 14:59:44.474973 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-623b6243-8bd5-42bd-81c9-2c5a74eb1012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:44.476817 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350b377-d66a-4881-9dff-eca063edf19a req-5ad536f6-586e-44cb-b31b-f8d9e50a73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:44.478756 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b350b377-d66a-4881-9dff-eca063edf19a req-5ad536f6-586e-44cb-b31b-f8d9e50a73b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9 HTTP/1.1" status: 200 len: 913 time: 0.3548594 Aug 23 14:59:44.487700 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e6a081f8-465d-4d2d-8add-49abac01b8d1 req-80736303-fdbd-4cfe-8fd4-81f28581e668 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577797 Aug 23 14:59:44.520019 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-91e1ac2a-8d00-4deb-9edc-2ffe1fbef148 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:44.595695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-117af827-69f9-4189-ab74-317d70cdde15 req-7af4c2ad-714f-40b6-96e2-a6feecc058b3 service neutron] 10.222.0.61 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381969 Aug 23 14:59:44.620965 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f942b7fc-8e59-454c-b2d7-7490dc7d2fa4 req-732621b7-ef63-4a7e-8889-4b7a42471997 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.1910722 Aug 23 14:59:44.911171 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 49d5af5f-e648-4934-ae8d-284f0473848d up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:44.991587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-07153da9-ccee-4364-bce3-3575ff5f6b9f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:44.998856 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-07153da9-ccee-4364-bce3-3575ff5f6b9f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 812 time: 0.1150360 Aug 23 14:59:45.030797 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b350b377-d66a-4881-9dff-eca063edf19a req-28d9e56a-d0d2-4e58-b203-46c4649a599f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6561aa7c-887a-4e03-bb87-17121eefa7cd HTTP/1.1" status: 200 len: 217 time: 0.5367723 Aug 23 14:59:45.031420 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-623b6243-8bd5-42bd-81c9-2c5a74eb1012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.075774 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 49d5af5f-e648-4934-ae8d-284f0473848d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:45.081953 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 49d5af5f-e648-4934-ae8d-284f0473848d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:45.085819 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.104976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350b377-d66a-4881-9dff-eca063edf19a req-662253a2-095a-49eb-9165-74d93997c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:45.106613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b350b377-d66a-4881-9dff-eca063edf19a req-662253a2-095a-49eb-9165-74d93997c946 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44bac1ef-fc53-42bc-a91d-7b098c3bb306 HTTP/1.1" status: 200 len: 852 time: 0.0638285 Aug 23 14:59:45.120540 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-3b5bdf99-b10e-4014-ac05-55b1f72dface tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/quotas/d29d65bd81b5474c8566cb0d1d8e6006 HTTP/1.1" status: 200 len: 375 time: 0.1206625 Aug 23 14:59:45.144568 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-623b6243-8bd5-42bd-81c9-2c5a74eb1012 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a1c6caf0b2b54ad7a3c81e867e071642&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2535930 Aug 23 14:59:45.152778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecac28-3dec-40e7-a246-c79bd68dadc0 req-528406fd-b089-423f-a7a3-02d9cbdbde35 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:45.156911 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-91e1ac2a-8d00-4deb-9edc-2ffe1fbef148 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.160324 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10ecac28-3dec-40e7-a246-c79bd68dadc0 req-528406fd-b089-423f-a7a3-02d9cbdbde35 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 944 time: 0.1219068 Aug 23 14:59:45.162342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54866) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:45.206204 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b350b377-d66a-4881-9dff-eca063edf19a req-72f4221a-2450-42c4-a0d3-721b6adaf44c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829506 Aug 23 14:59:45.242225 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b6243-8bd5-42bd-81c9-2c5a74eb1012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee9027e-89a7-4efa-97f3-537abab2eac0,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:45.300728 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.330277 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aec8228-4de8-4add-a083-496eb2bb339a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d5af5f-e648-4934-ae8d-284f0473848d'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:45.333350 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1a9dba-26a9-4b85-9eb4-8fe9278e2235" -d '{"events": [{"server_uuid": "8aec8228-4de8-4add-a083-496eb2bb339a", "name": "network-vif-plugged", "status": "completed", "tag": "49d5af5f-e648-4934-ae8d-284f0473848d"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:45.363184 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 49d5af5f-e648-4934-ae8d-284f0473848d, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=49d5af5f-e648-4934-ae8d-284f0473848d,segment=NetworkSegment(874f60f5-a524-4dbe-a785-acc35611f0cd),segment_id=874f60f5-a524-4dbe-a785-acc35611f0cd)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:45.366700 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14b13a8d-e661-430f-b6ae-5d08df5d87c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.394790 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-8ba01cf6-dac0-407f-8411-fb06b4799f6f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2342982 Aug 23 14:59:45.400189 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10ecac28-3dec-40e7-a246-c79bd68dadc0 req-58437357-b44e-479b-b0ec-c262e67ef1e1 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254725 Aug 23 14:59:45.415076 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14b13a8d-e661-430f-b6ae-5d08df5d87c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.457974 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.489906 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-91e1ac2a-8d00-4deb-9edc-2ffe1fbef148 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.492813 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-91e1ac2a-8d00-4deb-9edc-2ffe1fbef148 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.495723 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-91e1ac2a-8d00-4deb-9edc-2ffe1fbef148 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/security-groups/7f00d089-5ac7-4dd0-9c94-e1f1a1f3387b HTTP/1.1" status: 204 len: 168 time: 1.1352508 Aug 23 14:59:45.497908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54872) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:45.527356 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97496a0e-5a70-4dee-a0f1-020cb9e36db5 x-openstack-request-id: req-97496a0e-5a70-4dee-a0f1-020cb9e36db5 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:45.528816 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aec8228-4de8-4add-a083-496eb2bb339a", "name": "network-vif-plugged", "status": "completed", "tag": "49d5af5f-e648-4934-ae8d-284f0473848d", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:45.529222 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-97496a0e-5a70-4dee-a0f1-020cb9e36db5 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:45.530962 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aec8228-4de8-4add-a083-496eb2bb339a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d5af5f-e648-4934-ae8d-284f0473848d', 'code': 200} Aug 23 14:59:45.535548 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.555432 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14b13a8d-e661-430f-b6ae-5d08df5d87c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.558029 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14b13a8d-e661-430f-b6ae-5d08df5d87c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.559183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-14b13a8d-e661-430f-b6ae-5d08df5d87c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6ee9027e-89a7-4efa-97f3-537abab2eac0 HTTP/1.1" status: 204 len: 168 time: 0.3953748 Aug 23 14:59:45.572206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1ac2a-8d00-4deb-9edc-2ffe1fbef148 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f00d089-5ac7-4dd0-9c94-e1f1a1f3387b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:45.603401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b13a8d-e661-430f-b6ae-5d08df5d87c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee9027e-89a7-4efa-97f3-537abab2eac0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:45.634545 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=49d5af5f-e648-4934-ae8d-284f0473848d,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:45.658274 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b350b377-d66a-4881-9dff-eca063edf19a req-e5912654-1aa4-4680-b21b-2020ce2a5853 service neutron] 10.222.0.57 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291444 Aug 23 14:59:45.738134 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdef4-457d-497f-ab2c-184f1551de0a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.753809 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-e531c4bd-dc49-447e-911f-590a375b6d3d service neutron] 10.222.0.38 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569233 Aug 23 14:59:45.769665 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdef4-457d-497f-ab2c-184f1551de0a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.872540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7e56f-0e34-4ed7-9be7-d1a04a75a4da req-5680e06f-e5f9-486f-a171-e619900d577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:45.874065 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ddc7e56f-0e34-4ed7-9be7-d1a04a75a4da req-5680e06f-e5f9-486f-a171-e619900d577f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 1096 time: 0.2768393 Aug 23 14:59:45.944095 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ddc7e56f-0e34-4ed7-9be7-d1a04a75a4da req-92c9c86b-c07b-4473-b35a-92ee613b418e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613370 Aug 23 14:59:45.952159 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdef4-457d-497f-ab2c-184f1551de0a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.956516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdef4-457d-497f-ab2c-184f1551de0a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:45.960728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f4ccdef4-457d-497f-ab2c-184f1551de0a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/security-groups/1b67c7c4-56b2-446f-84c9-3f2c19ec1f9a HTTP/1.1" status: 204 len: 168 time: 0.4614434 Aug 23 14:59:45.961642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54884) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:46.030675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccdef4-457d-497f-ab2c-184f1551de0a tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b67c7c4-56b2-446f-84c9-3f2c19ec1f9a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:46.042586 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-532c228b-5510-4a46-abce-9186da361647 service neutron] 10.222.0.38 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803233 Aug 23 14:59:46.050616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb4d865-4a64-4af8-b574-7569232ba979 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting subnet 2b517b63-0a43-467e-ae26-0ae44a60ca27 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 14:59:46.073200 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d865-4a64-4af8-b574-7569232ba979 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:46.089542 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b350b377-d66a-4881-9dff-eca063edf19a req-17d32454-dd35-4f8c-848b-38d325e6c597 service neutron] 10.222.0.57 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246314 Aug 23 14:59:46.133324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6561aa7c-887a-4e03-bb87-17121eefa7cd details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:59:46.182502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6041f-b643-431f-b04a-a729071155fb req-b4012348-c7fd-4015-9f1f-eff0e626f17f tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:46.184242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f5f6041f-b643-431f-b04a-a729071155fb req-b4012348-c7fd-4015-9f1f-eff0e626f17f tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.4701638 Aug 23 14:59:46.190885 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d865-4a64-4af8-b574-7569232ba979 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:46.282339 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f5f6041f-b643-431f-b04a-a729071155fb req-f02a3264-6dc5-4fa9-928b-f478437b1f37 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876317 Aug 23 14:59:46.373856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6561aa7c-887a-4e03-bb87-17121eefa7cd, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6561aa7c-887a-4e03-bb87-17121eefa7cd,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:46.392074 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '6561aa7c-887a-4e03-bb87-17121eefa7cd', 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9', 'port_id': '6561aa7c-887a-4e03-bb87-17121eefa7cd', 'mac_address': 'fa:16:3e:d0:b0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44bac1ef-fc53-42bc-a91d-7b098c3bb306', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:59:46.435803 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d865-4a64-4af8-b574-7569232ba979 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:46.437242 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:46.442829 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ecb7c978-66ea-435c-b971-366ad23d0718 req-d5581672-0821-4353-9cca-5a1c2d867336 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.0507398 Aug 23 14:59:46.504054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6561aa7c-887a-4e03-bb87-17121eefa7cd {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:59:46.527303 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a77174aa-3afd-458a-8ed2-1cf1a402867c req-cb692c77-965a-4ec2-816a-20c04a73860d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 210 time: 0.1458001 Aug 23 14:59:46.535612 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6561aa7c-887a-4e03-bb87-17121eefa7cd, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6561aa7c-887a-4e03-bb87-17121eefa7cd,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:46.612372 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:46.663840 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ac83d-018d-417e-b5b9-6becbb8784de req-8452b1d4-8384-4e66-9a43-a4f0e7618689 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:46.663840 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ab0ac83d-018d-417e-b5b9-6becbb8784de req-8452b1d4-8384-4e66-9a43-a4f0e7618689 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 944 time: 0.0761096 Aug 23 14:59:46.698433 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d865-4a64-4af8-b574-7569232ba979 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:46.740428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4d865-4a64-4af8-b574-7569232ba979 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Subnet': ['ID=2b517b63-0a43-467e-ae26-0ae44a60ca27,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:46.742396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=6561aa7c-887a-4e03-bb87-17121eefa7cd,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:46.763520 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d865-4a64-4af8-b574-7569232ba979 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:46.769769 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ab0ac83d-018d-417e-b5b9-6becbb8784de req-056a8efb-ff25-4d67-aa09-ac60ce70d4b2 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079283 Aug 23 14:59:46.771987 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9bb4d865-4a64-4af8-b574-7569232ba979 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/2b517b63-0a43-467e-ae26-0ae44a60ca27 HTTP/1.1" status: 204 len: 168 time: 0.7995980 Aug 23 14:59:46.773155 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54910) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:46.784022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32e67e4-ef0a-408f-9c38-155eebb896cb None None] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:46.787049 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-9f80fa45-977d-48c8-a5fc-5bbe891dac9f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'subnet': {'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:46.901213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['6561aa7c-887a-4e03-bb87-17121eefa7cd'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:47.053027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f80fa45-977d-48c8-a5fc-5bbe891dac9f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:47.059347 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f80fa45-977d-48c8-a5fc-5bbe891dac9f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:47.577039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17d2ee-3183-4e1a-be23-89ab13978ab8 req-8c2172d5-857b-4acc-a5cb-559ba8fe0abd tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:47.602311 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9c17d2ee-3183-4e1a-be23-89ab13978ab8 req-8c2172d5-857b-4acc-a5cb-559ba8fe0abd tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.1560588 Aug 23 14:59:47.640104 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5a35f24c-1ba4-45b9-8324-b783677c4085 req-25ffca2e-4084-4b05-b2b9-96580394bc78 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.0556519 Aug 23 14:59:47.644388 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f80fa45-977d-48c8-a5fc-5bbe891dac9f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:47.720371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9c17d2ee-3183-4e1a-be23-89ab13978ab8 req-90f4a30a-caa1-4ff6-8ba7-6ee4d69aa008 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126659 Aug 23 14:59:47.754822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80fa45-977d-48c8-a5fc-5bbe891dac9f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:47.759910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-9f80fa45-977d-48c8-a5fc-5bbe891dac9f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:47.765448 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f80fa45-977d-48c8-a5fc-5bbe891dac9f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:47.766343 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f80fa45-977d-48c8-a5fc-5bbe891dac9f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:47.788419 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80fa45-977d-48c8-a5fc-5bbe891dac9f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Subnet': ['ID=63bc35a6-85f6-46e4-8b0e-097df2a57f2c,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:47.840192 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9f80fa45-977d-48c8-a5fc-5bbe891dac9f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0628030 Aug 23 14:59:47.842725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54950) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:47.849272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a3768b65-3f0b-4f95-9d58-f8898d346025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1985168020'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:47.901029 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f519f2b-0bed-45af-b62a-8c4391acf4be req-44da07af-5302-496c-8083-e63b66f48b5a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 210 time: 0.0473461 Aug 23 14:59:48.025301 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3768b65-3f0b-4f95-9d58-f8898d346025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:48.041268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef025c-11bb-4a98-9804-07328478f932 req-3adb5b42-1688-4d88-bbe1-744c4b024e20 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:48.041268 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5fef025c-11bb-4a98-9804-07328478f932 req-3adb5b42-1688-4d88-bbe1-744c4b024e20 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 945 time: 0.0614700 Aug 23 14:59:48.110020 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5fef025c-11bb-4a98-9804-07328478f932 req-98e779f1-5179-4789-9fc0-57f5d4758e96 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527976 Aug 23 14:59:48.148421 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6561aa7c-887a-4e03-bb87-17121eefa7cd up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:48.279229 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3768b65-3f0b-4f95-9d58-f8898d346025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:48.330922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b93bbdc-66f4-4e70-85a4-1ce888f00f07 None None] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:48.395909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 6561aa7c-887a-4e03-bb87-17121eefa7cd completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:48.403727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 6561aa7c-887a-4e03-bb87-17121eefa7cd triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:48.404363 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:48.406117 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3768b65-3f0b-4f95-9d58-f8898d346025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:48.462485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3768b65-3f0b-4f95-9d58-f8898d346025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2334751d-c698-44e0-b649-bc37317f1fda,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:48.481222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-02241364-b6f3-4510-8635-94e996ca982c None None] Provisioning complete for port 96a248f6-a43d-405d-8ad0-8187ba2df686 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:48.481690 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-02241364-b6f3-4510-8635-94e996ca982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:48.534733 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3768b65-3f0b-4f95-9d58-f8898d346025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:48.539336 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a3768b65-3f0b-4f95-9d58-f8898d346025 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6954298 Aug 23 14:59:48.543839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54964) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:48.575017 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-02241364-b6f3-4510-8635-94e996ca982c None None] Port 96a248f6-a43d-405d-8ad0-8187ba2df686 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:48.616207 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-83abcf4c-13cb-4a37-a67b-022a16931b04 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'security_group': {'name': 'tempest-secgroup-20124507'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:48.616539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091074f-c637-4f5f-8ab9-580c1100dbc3 req-a7f23686-fc31-41be-94f3-f89f3112e0a7 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:48.618315 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d091074f-c637-4f5f-8ab9-580c1100dbc3 req-a7f23686-fc31-41be-94f3-f89f3112e0a7 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.1761556 Aug 23 14:59:48.668355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-02241364-b6f3-4510-8635-94e996ca982c None None] Provisioning complete for port ecb2da20-20e6-4444-bc96-f8d5a1083e78 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:48.668355 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-02241364-b6f3-4510-8635-94e996ca982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:48.702495 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d091074f-c637-4f5f-8ab9-580c1100dbc3 req-4109d9f4-e7e0-482b-8f86-e02abcc6f1d9 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722613 Aug 23 14:59:48.733824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61364d-2e8f-403f-9c0c-36428f0a2c58 req-a10745dd-175f-485f-9c6d-d29f471638ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:48.736687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a61364d-2e8f-403f-9c0c-36428f0a2c58 req-a10745dd-175f-485f-9c6d-d29f471638ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88f8a26a99a844c481e3085faeade9fd&device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 1096 time: 0.1903043 Aug 23 14:59:48.779003 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:48.849214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6561aa7c-887a-4e03-bb87-17121eefa7cd, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6561aa7c-887a-4e03-bb87-17121eefa7cd,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:48.855059 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b311c40-fd3f-4333-bc93-1bfc729eebf9 req-dbac9555-8e58-4299-ba28-10b1161f2074 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.0654838 Aug 23 14:59:48.876344 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-83abcf4c-13cb-4a37-a67b-022a16931b04 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:48.878858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2623aad5-f786-4aa8-86b5-06edf03bcac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6561aa7c-887a-4e03-bb87-17121eefa7cd'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:48.881496 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9427384a-dc7d-4120-aaaa-08e33acceaa4" -d '{"events": [{"server_uuid": "2623aad5-f786-4aa8-86b5-06edf03bcac3", "name": "network-vif-plugged", "status": "completed", "tag": "6561aa7c-887a-4e03-bb87-17121eefa7cd"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:48.950084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 4023a6ed-9aea-4e41-bc01-791c358214da details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:59:48.978113 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:48.998778 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-83abcf4c-13cb-4a37-a67b-022a16931b04 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:49.110438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54976) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:49.117593 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1705c8c7-c601-47aa-912f-9b6a0b4385af req-8a1eb620-f546-4eda-a662-bfc8a96c0064 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 210 time: 0.0622098 Aug 23 14:59:49.120437 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172ad8da-6e4a-4a2a-9dee-86ebb6dc2fbd x-openstack-request-id: req-172ad8da-6e4a-4a2a-9dee-86ebb6dc2fbd {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:49.132419 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2623aad5-f786-4aa8-86b5-06edf03bcac3", "name": "network-vif-plugged", "status": "completed", "tag": "6561aa7c-887a-4e03-bb87-17121eefa7cd", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:49.133369 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-172ad8da-6e4a-4a2a-9dee-86ebb6dc2fbd {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:49.133945 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2623aad5-f786-4aa8-86b5-06edf03bcac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6561aa7c-887a-4e03-bb87-17121eefa7cd', 'code': 200} Aug 23 14:59:49.160064 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-83abcf4c-13cb-4a37-a67b-022a16931b04 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:49.184251 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61364d-2e8f-403f-9c0c-36428f0a2c58 req-08bca22d-7ce5-4391-afc8-96c1931ddeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:49.185863 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a61364d-2e8f-403f-9c0c-36428f0a2c58 req-08bca22d-7ce5-4391-afc8-96c1931ddeae service neutron] 10.222.0.61 "GET /v2.0/networks?id=d04ef1b7-e717-48ad-b71a-70e29fc8453d HTTP/1.1" status: 200 len: 911 time: 0.4419837 Aug 23 14:59:49.257707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d1dba-6369-42c7-a18f-c35c6289b06c req-55c88def-e793-4e55-945e-f5b641220ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:49.261952 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b7d1dba-6369-42c7-a18f-c35c6289b06c req-55c88def-e793-4e55-945e-f5b641220ec2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 1097 time: 0.0818846 Aug 23 14:59:49.263984 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a61364d-2e8f-403f-9c0c-36428f0a2c58 req-499ae4b8-3e70-40c8-bef1-8978f426d6d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49d5af5f-e648-4934-ae8d-284f0473848d HTTP/1.1" status: 200 len: 217 time: 0.0659809 Aug 23 14:59:49.327365 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b7d1dba-6369-42c7-a18f-c35c6289b06c req-391e32fa-7fd5-483d-bf67-322f8e759344 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584314 Aug 23 14:59:49.342871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-83abcf4c-13cb-4a37-a67b-022a16931b04 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:49.344767 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-83abcf4c-13cb-4a37-a67b-022a16931b04 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7921531 Aug 23 14:59:49.346543 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abcf4c-13cb-4a37-a67b-022a16931b04 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68d41a9-1ce9-4971-ac25-531d4328912b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:49.355026 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54986) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:49.357128 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 4023a6ed-9aea-4e41-bc01-791c358214da, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4023a6ed-9aea-4e41-bc01-791c358214da,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:49.369436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '4023a6ed-9aea-4e41-bc01-791c358214da', 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9', 'port_id': '4023a6ed-9aea-4e41-bc01-791c358214da', 'mac_address': 'fa:16:3e:1e:a0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44bac1ef-fc53-42bc-a91d-7b098c3bb306', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:59:49.382986 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-0fac09fc-2ecd-41af-b344-e4e9cefc8598 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1567954709'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:49.383611 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-72d08ab8-e514-4969-81e2-e40d0b4543b1 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:49.385643 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-72d08ab8-e514-4969-81e2-e40d0b4543b1 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.61 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 812 time: 0.4804158 Aug 23 14:59:49.398969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61364d-2e8f-403f-9c0c-36428f0a2c58 req-16e5be59-14fa-4c63-b072-914d212caca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:49.400612 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a61364d-2e8f-403f-9c0c-36428f0a2c58 req-16e5be59-14fa-4c63-b072-914d212caca3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e HTTP/1.1" status: 200 len: 850 time: 0.1208513 Aug 23 14:59:49.407274 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-c946516a-0ca4-4e7d-92e0-99c20c1a81e2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Request body: {'port': {'device_id': '45a023c0-4beb-41d4-880d-fbb328d4ad26', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'admin_state_up': True, 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:49.439321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=6561aa7c-887a-4e03-bb87-17121eefa7cd,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:49.440952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d715c97-f439-4f0e-9aa8-cf93588c9142 req-225a9b0f-a689-4e83-b62e-1ec58a8c9fcf tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:49.444173 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8ada2f-b5c0-48b2-ac92-0bcf725bf246 None None] Update dhcp port {'port': {'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'fixed_ips': [{'subnet_id': 'f136a983-9a79-4804-abb9-dd98e870edbd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '63bc35a6-85f6-46e4-8b0e-097df2a57f2c'}], 'binding:host_id': 'n-d-804985-3'}, 'id': 'ecb2da20-20e6-4444-bc96-f8d5a1083e78'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 14:59:49.449044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6d715c97-f439-4f0e-9aa8-cf93588c9142 req-225a9b0f-a689-4e83-b62e-1ec58a8c9fcf tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 946 time: 0.1789594 Aug 23 14:59:49.501477 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b8679a1-b138-4c25-8711-497dc94d5c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:49.507065 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4f8ada2f-b5c0-48b2-ac92-0bcf725bf246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:49.513127 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fac09fc-2ecd-41af-b344-e4e9cefc8598 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:49.518423 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a61364d-2e8f-403f-9c0c-36428f0a2c58 req-23c124fb-78ee-48fb-b932-c7ce6e5535a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d04ef1b7-e717-48ad-b71a-70e29fc8453d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064863 Aug 23 14:59:49.538860 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:49.565156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4023a6ed-9aea-4e41-bc01-791c358214da {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:59:49.598180 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6d715c97-f439-4f0e-9aa8-cf93588c9142 req-32509842-c518-484e-ad28-d28e240ad4f2 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477001 Aug 23 14:59:49.603246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 4023a6ed-9aea-4e41-bc01-791c358214da, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4023a6ed-9aea-4e41-bc01-791c358214da,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:49.651357 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fac09fc-2ecd-41af-b344-e4e9cefc8598 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:49.706535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a61364d-2e8f-403f-9c0c-36428f0a2c58 req-98f98d63-2e05-47a5-a00f-df62f7586ab0 service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754878 Aug 23 14:59:49.728711 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:49.740550 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fac09fc-2ecd-41af-b344-e4e9cefc8598 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:49.839576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac09fc-2ecd-41af-b344-e4e9cefc8598 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b44144-32f0-48be-bcdd-369232cc8226,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:49.962882 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb8892-921e-494e-89fd-e71f9a372f79 req-26cd72bf-3661-46dd-ac28-7d14c7589417 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:49.965097 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b5cb8892-921e-494e-89fd-e71f9a372f79 req-26cd72bf-3661-46dd-ac28-7d14c7589417 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.1010463 Aug 23 14:59:50.014016 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a61364d-2e8f-403f-9c0c-36428f0a2c58 req-f8af4169-aa57-490f-bf9b-e6c45fdce4f8 service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202101 Aug 23 14:59:50.042485 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b8679a1-b138-4c25-8711-497dc94d5c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:50.064963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=4023a6ed-9aea-4e41-bc01-791c358214da,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:50.070569 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4394c035-9e8e-4784-90fc-e2fdec82171b req-c302a3b6-02e5-455e-8610-acee929e3d81 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.0405221 Aug 23 14:59:50.083951 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b5cb8892-921e-494e-89fd-e71f9a372f79 req-e0fc5793-276b-416e-bae2-69c2bdd65bea tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091230 Aug 23 14:59:50.140074 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b8679a1-b138-4c25-8711-497dc94d5c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:50.161712 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['4023a6ed-9aea-4e41-bc01-791c358214da'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:50.215831 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8679a1-b138-4c25-8711-497dc94d5c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eb6213-ef19-4b55-9978-011ae527a56a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:50.223976 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8b8679a1-b138-4c25-8711-497dc94d5c1a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=12b3c3613afb4d058e62a6af657d05c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1051979 Aug 23 14:59:50.244377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55000) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:50.244636 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:50.250474 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fac09fc-2ecd-41af-b344-e4e9cefc8598 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:50.253554 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0fac09fc-2ecd-41af-b344-e4e9cefc8598 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8971286 Aug 23 14:59:50.268070 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55004) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:50.271677 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c0443663-603f-4a4c-84f6-6fc6491e33d4 req-8e1079e0-15d1-4ad9-bf53-f210e2732618 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 210 time: 0.0517421 Aug 23 14:59:50.275504 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-dcf77eaf-825f-415a-b520-d811f17a9819 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1498021563', 'security_groups': ['18b44144-32f0-48be-bcdd-369232cc8226'], 'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '63bc35a6-85f6-46e4-8b0e-097df2a57f2c'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:50.302756 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-4f8ada2f-b5c0-48b2-ac92-0bcf725bf246 None None] Allocated IP 2001:db8::2 (e5b0acb2-f502-49bc-bcfd-23da8c3de34c/63bc35a6-85f6-46e4-8b0e-097df2a57f2c/ecb2da20-20e6-4444-bc96-f8d5a1083e78) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:50.325295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-c946516a-0ca4-4e7d-92e0-99c20c1a81e2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Made reservation on behalf of d29d65bd81b5474c8566cb0d1d8e6006 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:50.334554 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-c946516a-0ca4-4e7d-92e0-99c20c1a81e2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:50.451684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4f8ada2f-b5c0-48b2-ac92-0bcf725bf246 None None] For port ecb2da20-20e6-4444-bc96-f8d5a1083e78, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ecb2da20-20e6-4444-bc96-f8d5a1083e78,segment=NetworkSegment(313bf69f-0cb1-41af-bfff-629fc800bf22),segment_id=313bf69f-0cb1-41af-bfff-629fc800bf22)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:50.508609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf77eaf-825f-415a-b520-d811f17a9819 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:50.537569 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4f8ada2f-b5c0-48b2-ac92-0bcf725bf246 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:50.566571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4f8ada2f-b5c0-48b2-ac92-0bcf725bf246 None None] Transition to ACTIVE for port object ecb2da20-20e6-4444-bc96-f8d5a1083e78 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:50.623691 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4f8ada2f-b5c0-48b2-ac92-0bcf725bf246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:50.700330 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dcf77eaf-825f-415a-b520-d811f17a9819 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:50.741353 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c0ce-c4e5-4016-8037-ed31d3be33f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:50.746590 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-dcf77eaf-825f-415a-b520-d811f17a9819 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] device_id is not set on port 501d3e41-4cb0-41a0-acf5-948ba90e4bc7 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:59:50.787356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ada2f-b5c0-48b2-ac92-0bcf725bf246 None None] Pushing event updated for resources: {'Port': ['ID=ecb2da20-20e6-4444-bc96-f8d5a1083e78,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:50.813914 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c0ce-c4e5-4016-8037-ed31d3be33f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:50.903510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f8270-ea85-4335-9c6d-09ef121d2287 req-6cb83639-51bd-4245-9a74-615092c8513b tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:50.908023 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-848f8270-ea85-4335-9c6d-09ef121d2287 req-6cb83639-51bd-4245-9a74-615092c8513b tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 946 time: 0.1836369 Aug 23 14:59:50.941116 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 4023a6ed-9aea-4e41-bc01-791c358214da up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:50.942804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-c946516a-0ca4-4e7d-92e0-99c20c1a81e2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Allocated IP 172.20.0.10 (73692fcc-64c5-44dc-8045-7bc29f031267/779a538e-f82d-42fb-9ff9-66d0a5c47662/5bef8de6-24b5-427c-bc35-efe48465afa0) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:51.002662 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-848f8270-ea85-4335-9c6d-09ef121d2287 req-5f9e04f7-fb84-4998-9055-43c43a32bdcc tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680103 Aug 23 14:59:51.096723 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-dcf77eaf-825f-415a-b520-d811f17a9819 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Allocated IP 2001:db8::229 (e5b0acb2-f502-49bc-bcfd-23da8c3de34c/63bc35a6-85f6-46e4-8b0e-097df2a57f2c/501d3e41-4cb0-41a0-acf5-948ba90e4bc7) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:51.126176 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 4023a6ed-9aea-4e41-bc01-791c358214da completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:51.132200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 4023a6ed-9aea-4e41-bc01-791c358214da triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:51.132693 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:51.152964 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c0ce-c4e5-4016-8037-ed31d3be33f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:51.160120 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c0ce-c4e5-4016-8037-ed31d3be33f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:51.163956 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5bf8c0ce-c4e5-4016-8037-ed31d3be33f9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a7eb6213-ef19-4b55-9978-011ae527a56a HTTP/1.1" status: 204 len: 168 time: 0.9184184 Aug 23 14:59:51.273754 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ee7d-8832-4945-8d46-dc4b1a1d28b1 req-efaf3a3c-5e22-4a77-942d-234769ed4bab tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:51.275388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4651ee7d-8832-4945-8d46-dc4b1a1d28b1 req-efaf3a3c-5e22-4a77-942d-234769ed4bab tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4239165-bae5-44e5-acc1-e7e29c0ee26f HTTP/1.1" status: 200 len: 945 time: 0.1497834 Aug 23 14:59:51.327360 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f89a59d8-f83d-4ffb-89e7-acca0ca577b7 req-8c854e09-01aa-4236-a81b-815f4390011c tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.0995035 Aug 23 14:59:51.327360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8c0ce-c4e5-4016-8037-ed31d3be33f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eb6213-ef19-4b55-9978-011ae527a56a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:51.436721 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-c946516a-0ca4-4e7d-92e0-99c20c1a81e2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:51.477873 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:51.498599 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4651ee7d-8832-4945-8d46-dc4b1a1d28b1 req-76760fa3-44e2-43e1-b69b-6f647de5b2ec tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139804 Aug 23 14:59:51.520808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-c946516a-0ca4-4e7d-92e0-99c20c1a81e2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Transition to ACTIVE for port object 5bef8de6-24b5-427c-bc35-efe48465afa0 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:51.555642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4239165-bae5-44e5-acc1-e7e29c0ee26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4023a6ed-9aea-4e41-bc01-791c358214da'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:51.561194 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa08f61f-e801-473a-a5c4-6549d15a64ae" -d '{"events": [{"server_uuid": "a4239165-bae5-44e5-acc1-e7e29c0ee26f", "name": "network-vif-plugged", "status": "completed", "tag": "4023a6ed-9aea-4e41-bc01-791c358214da"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:51.571435 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dcf77eaf-825f-415a-b520-d811f17a9819 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:51.588561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 4023a6ed-9aea-4e41-bc01-791c358214da, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4023a6ed-9aea-4e41-bc01-791c358214da,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:51.599603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ab937-9678-4481-8a6d-3805218a3d71 req-b0216c63-3c08-4187-9f1a-9f35f7df1916 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:51.614920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-dcf77eaf-825f-415a-b520-d811f17a9819 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Transition to ACTIVE for port object 501d3e41-4cb0-41a0-acf5-948ba90e4bc7 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:51.615094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-647ab937-9678-4481-8a6d-3805218a3d71 req-b0216c63-3c08-4187-9f1a-9f35f7df1916 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.1860857 Aug 23 14:59:51.669243 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:51.756762 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a8591e0a-2e75-427f-bf99-e80e8f426157 req-fec889bd-943a-4588-aaf7-cf05e054db92 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 210 time: 0.1122508 Aug 23 14:59:51.770411 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-647ab937-9678-4481-8a6d-3805218a3d71 req-3c6adc23-288d-440f-bbdc-c84e8bffee06 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497779 Aug 23 14:59:51.826193 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=4023a6ed-9aea-4e41-bc01-791c358214da,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:51.903756 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f5c419-b22a-4584-9d92-d65ef210c69b x-openstack-request-id: req-57f5c419-b22a-4584-9d92-d65ef210c69b {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:51.904439 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4239165-bae5-44e5-acc1-e7e29c0ee26f", "name": "network-vif-plugged", "status": "completed", "tag": "4023a6ed-9aea-4e41-bc01-791c358214da", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:51.904868 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-57f5c419-b22a-4584-9d92-d65ef210c69b {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:51.905445 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4239165-bae5-44e5-acc1-e7e29c0ee26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4023a6ed-9aea-4e41-bc01-791c358214da', 'code': 200} Aug 23 14:59:52.026088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15b2e9-abc9-42a2-b4a0-a089bc105fcb req-158d15e2-dd3d-47f5-bbbc-589461ffec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:52.027938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba15b2e9-abc9-42a2-b4a0-a089bc105fcb req-158d15e2-dd3d-47f5-bbbc-589461ffec99 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a4239165-bae5-44e5-acc1-e7e29c0ee26f HTTP/1.1" status: 200 len: 1097 time: 0.0477111 Aug 23 14:59:52.054911 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-c946516a-0ca4-4e7d-92e0-99c20c1a81e2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:52.067457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['fd52f09e-4f16-4cf2-ab1a-990dcb516014'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:52.092690 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dcf77eaf-825f-415a-b520-d811f17a9819 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:52.137778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-c946516a-0ca4-4e7d-92e0-99c20c1a81e2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Network 73692fcc-64c5-44dc-8045-7bc29f031267 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:52.142996 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba15b2e9-abc9-42a2-b4a0-a089bc105fcb req-9ec3db88-5833-4187-a865-4dd46ad347ac service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072216 Aug 23 14:59:52.149867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-c946516a-0ca4-4e7d-92e0-99c20c1a81e2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:52.153000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-c946516a-0ca4-4e7d-92e0-99c20c1a81e2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:52.156523 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946516a-0ca4-4e7d-92e0-99c20c1a81e2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event updated for resources: {'Port': ['ID=5bef8de6-24b5-427c-bc35-efe48465afa0,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:52.170768 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5e7087a3-9937-4273-afb0-9ce45f186cff None None] Provisioning complete for port 96a248f6-a43d-405d-8ad0-8187ba2df686 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:52.173288 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5e7087a3-9937-4273-afb0-9ce45f186cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:52.215888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf77eaf-825f-415a-b520-d811f17a9819 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:52.223214 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-dcf77eaf-825f-415a-b520-d811f17a9819 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:52.242951 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf77eaf-825f-415a-b520-d811f17a9819 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:59:52.246215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5e7087a3-9937-4273-afb0-9ce45f186cff None None] Port 96a248f6-a43d-405d-8ad0-8187ba2df686 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:52.252387 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf77eaf-825f-415a-b520-d811f17a9819 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:52.258220 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dcf77eaf-825f-415a-b520-d811f17a9819 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:52.262736 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf77eaf-825f-415a-b520-d811f17a9819 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=501d3e41-4cb0-41a0-acf5-948ba90e4bc7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:52.272425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-c946516a-0ca4-4e7d-92e0-99c20c1a81e2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:52.273500 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-c946516a-0ca4-4e7d-92e0-99c20c1a81e2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:52.353359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5e7087a3-9937-4273-afb0-9ce45f186cff None None] Provisioning for port ecb2da20-20e6-4444-bc96-f8d5a1083e78 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:52.370652 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55042) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:52.370859 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dcf77eaf-825f-415a-b520-d811f17a9819 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1013105 Aug 23 14:59:52.371590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5e7087a3-9937-4273-afb0-9ce45f186cff None None] Provisioning complete for port ecb2da20-20e6-4444-bc96-f8d5a1083e78 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:52.375856 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5e7087a3-9937-4273-afb0-9ce45f186cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:52.379673 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-24f24fad-4869-4d1c-8bd9-63b39285c31f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'subnet': {'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:52.482437 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-c946516a-0ca4-4e7d-92e0-99c20c1a81e2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0850577 Aug 23 14:59:52.496893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Request body: {'port': {'device_id': '45a023c0-4beb-41d4-880d-fbb328d4ad26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:52.534249 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc1938d5-4b4c-478d-adff-bcd975a9f318 req-638d6d3d-5471-498d-a611-2a88d6b34510 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.0540378 Aug 23 14:59:52.674465 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa98c-8cd1-4cb2-9230-71857148ea78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:52.752153 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:52.766992 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440acf4b-95c2-4210-8284-d1e2a8175d3d req-f3588782-639d-4c17-ba5f-cf12586a9504 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:52.777461 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-440acf4b-95c2-4210-8284-d1e2a8175d3d req-f3588782-639d-4c17-ba5f-cf12586a9504 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4239165-bae5-44e5-acc1-e7e29c0ee26f HTTP/1.1" status: 200 len: 946 time: 0.0999269 Aug 23 14:59:52.782457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ecb2da20-20e6-4444-bc96-f8d5a1083e78 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:52.835978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0e567304-9581-4d66-8bfa-2991d0d5e172 None None] Provisioning for port 5bef8de6-24b5-427c-bc35-efe48465afa0 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:52.844897 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0e567304-9581-4d66-8bfa-2991d0d5e172 None None] Provisioning complete for port 5bef8de6-24b5-427c-bc35-efe48465afa0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:52.863564 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e567304-9581-4d66-8bfa-2991d0d5e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:52.869875 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-440acf4b-95c2-4210-8284-d1e2a8175d3d req-1989641a-e9a4-4b62-8111-3e308399095a tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897930 Aug 23 14:59:53.058194 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ecb2da20-20e6-4444-bc96-f8d5a1083e78 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:53.058652 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:53.063282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0e567304-9581-4d66-8bfa-2991d0d5e172 None None] Port 5bef8de6-24b5-427c-bc35-efe48465afa0 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:53.100812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f24fad-4869-4d1c-8bd9-63b39285c31f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:53.117197 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24f24fad-4869-4d1c-8bd9-63b39285c31f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:53.126319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94256901-6cdf-4e45-9da2-c51f9afaf290 req-3cd5fa44-031b-4498-95bd-d76e043f3c8d tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:53.128440 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-94256901-6cdf-4e45-9da2-c51f9afaf290 req-3cd5fa44-031b-4498-95bd-d76e043f3c8d tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.0999970 Aug 23 14:59:53.163374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0e567304-9581-4d66-8bfa-2991d0d5e172 None None] Provisioning for port 501d3e41-4cb0-41a0-acf5-948ba90e4bc7 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:53.175246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0e567304-9581-4d66-8bfa-2991d0d5e172 None None] Provisioning complete for port 501d3e41-4cb0-41a0-acf5-948ba90e4bc7 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:53.176950 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e567304-9581-4d66-8bfa-2991d0d5e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:53.181503 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3664e-447d-4644-804e-93a8f159807c req-1f3114d8-26c0-48da-ab3a-e372ef701b63 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:53.183545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5bf3664e-447d-4644-804e-93a8f159807c req-1f3114d8-26c0-48da-ab3a-e372ef701b63 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 932 time: 0.2524745 Aug 23 14:59:53.229233 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-94256901-6cdf-4e45-9da2-c51f9afaf290 req-4f42718f-275c-4531-b4d4-a8f325d56a21 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923896 Aug 23 14:59:53.329418 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0e567304-9581-4d66-8bfa-2991d0d5e172 None None] Port 501d3e41-4cb0-41a0-acf5-948ba90e4bc7 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:53.355032 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5bf3664e-447d-4644-804e-93a8f159807c req-e701ebf8-0aeb-43c2-9574-79c9d32d7215 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365480 Aug 23 14:59:53.380274 n-d-804985-3 neutron-server[96115]: INFO neutron.db.ipam_backend_mixin [None req-24f24fad-4869-4d1c-8bd9-63b39285c31f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63bc35a6-85f6-46e4-8b0e-097df2a57f2c (CIDR: 2001:db8::/64) Aug 23 14:59:53.443404 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f24fad-4869-4d1c-8bd9-63b39285c31f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 14:59:53.443957 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f24fad-4869-4d1c-8bd9-63b39285c31f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:59:53.471046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bef8de6-24b5-427c-bc35-efe48465afa0 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:59:53.479564 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:53.492013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Transition to ACTIVE for port object 5bef8de6-24b5-427c-bc35-efe48465afa0 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:53.516007 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-24f24fad-4869-4d1c-8bd9-63b39285c31f tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1429148 Aug 23 14:59:53.519369 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55068) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:53.524783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d2b39c7d-1f51-4954-9798-d8a9fe889a56 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'subnet': {'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:53.621205 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:53.683940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=5bef8de6-24b5-427c-bc35-efe48465afa0,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:53.765892 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-97289af6-9038-41d3-9e5f-c989157a4050 req-61ff48f2-a53a-4a61-87a9-04ceff4938d5 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.0818508 Aug 23 14:59:53.824879 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Attempting to bind port 5bef8de6-24b5-427c-bc35-efe48465afa0 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:59:53.825324 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Attempting to bind port 5bef8de6-24b5-427c-bc35-efe48465afa0 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:59:53.825735 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Attempting to bind port 5bef8de6-24b5-427c-bc35-efe48465afa0 on network 73692fcc-64c5-44dc-8045-7bc29f031267 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:59:53.832370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Port 5bef8de6-24b5-427c-bc35-efe48465afa0 on network 73692fcc-64c5-44dc-8045-7bc29f031267 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:59:53.832801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Attempting to bind port 5bef8de6-24b5-427c-bc35-efe48465afa0 on network 73692fcc-64c5-44dc-8045-7bc29f031267 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:59:53.839969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:59:53.840496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Checking segment: {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 14:59:53.840999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Bound using segment: {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:59:53.841696 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Bound port: 5bef8de6-24b5-427c-bc35-efe48465afa0, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:59:53.842223 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:53.850831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b39c7d-1f51-4954-9798-d8a9fe889a56 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:53.854468 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d2b39c7d-1f51-4954-9798-d8a9fe889a56 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:54.178941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] For port 5bef8de6-24b5-427c-bc35-efe48465afa0, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:59:54.185206 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] For port 5bef8de6-24b5-427c-bc35-efe48465afa0, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5bef8de6-24b5-427c-bc35-efe48465afa0,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:59:54.193200 n-d-804985-3 neutron-server[96115]: INFO neutron.db.ipam_backend_mixin [None req-d2b39c7d-1f51-4954-9798-d8a9fe889a56 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f136a983-9a79-4804-abb9-dd98e870edbd (CIDR: 2001:db8:0:1::/64) Aug 23 14:59:54.201248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7eb80-c3db-49e8-b021-d4aeffa2ae77 req-d8cd75db-db2f-4d1c-8a7b-3c2a135da6be tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:54.203354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4f7eb80-c3db-49e8-b021-d4aeffa2ae77 req-d8cd75db-db2f-4d1c-8a7b-3c2a135da6be tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4239165-bae5-44e5-acc1-e7e29c0ee26f HTTP/1.1" status: 200 len: 946 time: 0.1317253 Aug 23 14:59:54.232971 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b39c7d-1f51-4954-9798-d8a9fe889a56 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 14:59:54.233472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b39c7d-1f51-4954-9798-d8a9fe889a56 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:59:54.262059 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4f7eb80-c3db-49e8-b021-d4aeffa2ae77 req-857c33d7-5609-40f3-96aa-2926588cfa7c tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515060 Aug 23 14:59:54.267516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:54.386867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:54.387566 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:54.394958 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] 10.222.0.61 "PUT /v2.0/ports/5bef8de6-24b5-427c-bc35-efe48465afa0 HTTP/1.1" status: 200 len: 1092 time: 1.8977137 Aug 23 14:59:54.398356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a023c0-4beb-41d4-880d-fbb328d4ad26', 'tag': '5bef8de6-24b5-427c-bc35-efe48465afa0'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:54.400727 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b22570-90bd-4536-b0fd-c3777dd348c4" -d '{"events": [{"name": "network-changed", "server_uuid": "45a023c0-4beb-41d4-880d-fbb328d4ad26", "tag": "5bef8de6-24b5-427c-bc35-efe48465afa0"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:54.411516 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d2b39c7d-1f51-4954-9798-d8a9fe889a56 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8909917 Aug 23 14:59:54.415945 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55094) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:54.421600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b17e7-791e-4f11-bb4b-cdd4b0059ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=5bef8de6-24b5-427c-bc35-efe48465afa0,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:54.430801 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-23c195b5-c270-4d5b-a17e-06129f61d62d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'subnet': {'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:54.582537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-55be701c-233d-4edf-be67-75199cbd6555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:54.588458 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-55be701c-233d-4edf-be67-75199cbd6555 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 1095 time: 0.1061771 Aug 23 14:59:54.625440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e53251-05fd-48e7-9294-1e224830d939 req-fd75264f-7150-4cca-81ff-4bdab3315603 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:54.633478 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-37e53251-05fd-48e7-9294-1e224830d939 req-fd75264f-7150-4cca-81ff-4bdab3315603 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.2692685 Aug 23 14:59:54.738435 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-56e66090-c91e-4285-95e7-d4aa28b88100 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bef8de6-24b5-427c-bc35-efe48465afa0 HTTP/1.1" status: 200 len: 217 time: 0.1432006 Aug 23 14:59:54.773184 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-37e53251-05fd-48e7-9294-1e224830d939 req-80f35552-8828-44bc-91f0-485d7cc03a12 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345322 Aug 23 14:59:54.853646 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-c11cd170-955b-4056-ab9b-a86ee880c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:54.855476 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-c11cd170-955b-4056-ab9b-a86ee880c7d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.1092684 Aug 23 14:59:54.923455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-e874bcbb-77f4-48e9-ba15-3641ff797441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:54.925617 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-e874bcbb-77f4-48e9-ba15-3641ff797441 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613649 Aug 23 14:59:54.947611 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecec1251-dac0-493d-8bab-420582f56b03 x-openstack-request-id: req-ecec1251-dac0-493d-8bab-420582f56b03 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:54.947993 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a023c0-4beb-41d4-880d-fbb328d4ad26", "tag": "5bef8de6-24b5-427c-bc35-efe48465afa0", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:54.948374 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ecec1251-dac0-493d-8bab-420582f56b03 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:54.948769 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3da4e6-6dff-4f74-9a33-fa9fe0fd705c req-dd625dc2-bbb7-4bd9-95cc-1553a5260dab tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:54.949017 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a023c0-4beb-41d4-880d-fbb328d4ad26', 'tag': '5bef8de6-24b5-427c-bc35-efe48465afa0', 'status': 'completed', 'code': 200} Aug 23 14:59:54.950320 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ad3da4e6-6dff-4f74-9a33-fa9fe0fd705c req-dd625dc2-bbb7-4bd9-95cc-1553a5260dab tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 944 time: 0.0933135 Aug 23 14:59:55.007590 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c195b5-c270-4d5b-a17e-06129f61d62d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Made reservation on behalf of b2e37f6dfe47457092c32ed670b647d9 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:59:55.012843 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-23c195b5-c270-4d5b-a17e-06129f61d62d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:55.020422 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ad3da4e6-6dff-4f74-9a33-fa9fe0fd705c req-15b62fa6-accc-455d-9e96-aa75657538e1 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625434 Aug 23 14:59:55.130849 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-6f34cbd3-351b-47a2-975a-cb30c1486469 service neutron] 10.222.0.61 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943071 Aug 23 14:59:55.157846 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84626406-6675-4823-b8d2-aa6d9dfd5f46 req-93e33c9e-4209-477a-9f52-be1ab5e397e4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.1358211 Aug 23 14:59:55.398250 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a9dff94-9f07-48dd-9ad6-d8c878a254bb req-f57d28a7-993c-46d4-bce1-f0773d889824 service neutron] 10.222.0.61 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390637 Aug 23 14:59:55.487074 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-23c195b5-c270-4d5b-a17e-06129f61d62d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:55.487823 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:55.577152 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c195b5-c270-4d5b-a17e-06129f61d62d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:59:55.584888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-23c195b5-c270-4d5b-a17e-06129f61d62d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:59:55.595153 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c195b5-c270-4d5b-a17e-06129f61d62d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:55.596034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-23c195b5-c270-4d5b-a17e-06129f61d62d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:55.603639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49793451-eeb6-4a19-90e5-234354d3a0e4 None None] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 14:59:55.635885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b22570-90bd-4536-b0fd-c3777dd348c4 req-45ac931b-94c7-4ab9-9e81-f2e5b3b615ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:55.639950 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52b22570-90bd-4536-b0fd-c3777dd348c4 req-45ac931b-94c7-4ab9-9e81-f2e5b3b615ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 1095 time: 0.1119008 Aug 23 14:59:55.659395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c195b5-c270-4d5b-a17e-06129f61d62d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Subnet': ['ID=df488964-129a-48af-b991-52950c2c28a7,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:55.746349 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-23c195b5-c270-4d5b-a17e-06129f61d62d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3172874 Aug 23 14:59:55.746349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55152) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:55.746349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-aae14a27-50ee-4670-a412-0a13726ba6e6 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1372485487', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'df488964-129a-48af-b991-52950c2c28a7'}], 'security_groups': ['2334751d-c698-44e0-b649-bc37317f1fda', 'e68d41a9-1ce9-4971-ac25-531d4328912b']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 14:59:56.037012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-9b0c615b-1597-4032-8a6c-37f6e8e454b2 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:56.038907 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-9b0c615b-1597-4032-8a6c-37f6e8e454b2 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/networks?id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9 HTTP/1.1" status: 200 len: 812 time: 0.2175438 Aug 23 14:59:56.043460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Update dhcp port {'port': {'network_id': 'e5b0acb2-f502-49bc-bcfd-23da8c3de34c', 'fixed_ips': [{'subnet_id': 'f136a983-9a79-4804-abb9-dd98e870edbd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '63bc35a6-85f6-46e4-8b0e-097df2a57f2c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'df488964-129a-48af-b991-52950c2c28a7'}], 'binding:host_id': 'n-d-804985-3'}, 'id': 'ecb2da20-20e6-4444-bc96-f8d5a1083e78'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 14:59:56.079481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b22570-90bd-4536-b0fd-c3777dd348c4 req-157bba49-fb1c-487b-a43b-a62dc82926d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:56.081687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52b22570-90bd-4536-b0fd-c3777dd348c4 req-157bba49-fb1c-487b-a43b-a62dc82926d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.4248047 Aug 23 14:59:56.084220 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-30249e67-b46b-420b-82c0-83ce216f4410 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/quotas/f09714bffe3e42558fe6d698542199a9 HTTP/1.1" status: 200 len: 375 time: 0.0370269 Aug 23 14:59:56.118750 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:56.140312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ffe63-a6cb-414d-8f2c-a79a84f1597e req-8094a25c-cbe6-42fd-8a42-5f3540f01d0a tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:56.146511 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca8ffe63-a6cb-414d-8f2c-a79a84f1597e req-8094a25c-cbe6-42fd-8a42-5f3540f01d0a tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.2470384 Aug 23 14:59:56.194376 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52b22570-90bd-4536-b0fd-c3777dd348c4 req-b7b0e096-b261-42ad-b50d-14751badc38b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bef8de6-24b5-427c-bc35-efe48465afa0 HTTP/1.1" status: 200 len: 217 time: 0.0998025 Aug 23 14:59:56.241302 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca8ffe63-a6cb-414d-8f2c-a79a84f1597e req-f64ea3ac-3ac9-4504-b945-a9146dcd2371 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707977 Aug 23 14:59:56.322396 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aae14a27-50ee-4670-a412-0a13726ba6e6 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:56.325749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b22570-90bd-4536-b0fd-c3777dd348c4 req-867cc64c-4418-49eb-be4a-e6ade70be40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:56.327613 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52b22570-90bd-4536-b0fd-c3777dd348c4 req-867cc64c-4418-49eb-be4a-e6ade70be40c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.1095259 Aug 23 14:59:56.345325 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Allocated IP 2001:db8:0:2::2 (e5b0acb2-f502-49bc-bcfd-23da8c3de34c/df488964-129a-48af-b991-52950c2c28a7/ecb2da20-20e6-4444-bc96-f8d5a1083e78) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:56.411879 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-a9ad5209-123c-432e-befe-85b16d5fd84a tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f09714bffe3e42558fe6d698542199a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3195965 Aug 23 14:59:56.434199 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1ec72-e01f-4fac-b260-af684aba7569 req-e11b5944-946e-4df3-b80c-c94c5dc388f5 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:56.435811 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-63b1ec72-e01f-4fac-b260-af684aba7569 req-e11b5944-946e-4df3-b80c-c94c5dc388f5 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4239165-bae5-44e5-acc1-e7e29c0ee26f HTTP/1.1" status: 200 len: 946 time: 0.1273472 Aug 23 14:59:56.466731 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] For port ecb2da20-20e6-4444-bc96-f8d5a1083e78, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ecb2da20-20e6-4444-bc96-f8d5a1083e78,segment=NetworkSegment(313bf69f-0cb1-41af-bfff-629fc800bf22),segment_id=313bf69f-0cb1-41af-bfff-629fc800bf22)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:56.497826 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:56.518869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Transition to ACTIVE for port object ecb2da20-20e6-4444-bc96-f8d5a1083e78 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:56.606471 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:56.676248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b22570-90bd-4536-b0fd-c3777dd348c4 req-5e38ec80-ccba-432b-8f98-9d7526c29dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:56.677931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52b22570-90bd-4536-b0fd-c3777dd348c4 req-5e38ec80-ccba-432b-8f98-9d7526c29dea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3385980 Aug 23 14:59:56.680058 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:56.685436 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-20f32fcb-0d45-473d-86f9-4fa110553961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:56.814700 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-aae14a27-50ee-4670-a412-0a13726ba6e6 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Delete allocated IP 2001:db8::229 (e5b0acb2-f502-49bc-bcfd-23da8c3de34c/63bc35a6-85f6-46e4-8b0e-097df2a57f2c) {{(pid=96114) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 14:59:56.826805 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e5af-4430-49ef-bf4c-8325bceb7a97 req-2e6cb6c7-19b9-42eb-8d88-5ef0312e239a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:56.835081 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9ff9e5af-4430-49ef-bf4c-8325bceb7a97 req-2e6cb6c7-19b9-42eb-8d88-5ef0312e239a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 944 time: 0.5273337 Aug 23 14:59:56.835516 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-89c51640-7e79-4c9d-830b-ab631623ea2c service neutron] 10.222.0.38 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973994 Aug 23 14:59:56.855702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Pushing event updated for resources: {'Port': ['ID=ecb2da20-20e6-4444-bc96-f8d5a1083e78,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:56.876887 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-aae14a27-50ee-4670-a412-0a13726ba6e6 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Allocated IP 2001:db8:0:2::21b (e5b0acb2-f502-49bc-bcfd-23da8c3de34c/df488964-129a-48af-b991-52950c2c28a7/501d3e41-4cb0-41a0-acf5-948ba90e4bc7) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:59:56.901028 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:56.908447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:56.910010 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:56.912173 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:56.912857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:56.913518 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:56.914415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:56.915846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:56.917783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:56.918482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:56.919219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:56.922062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5385d-0713-4766-8bfe-a7586434a5ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:59:56.981461 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-63b1ec72-e01f-4fac-b260-af684aba7569 req-e315c407-e810-47f8-9622-03d8e0739eb6 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Deleting port 4023a6ed-9aea-4e41-bc01-791c358214da {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:56.981848 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-63b1ec72-e01f-4fac-b260-af684aba7569 req-e315c407-e810-47f8-9622-03d8e0739eb6 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:56.983258 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 14:59:56.988526 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9ff9e5af-4430-49ef-bf4c-8325bceb7a97 req-0d503375-790d-4881-a6c8-82d6a1321413 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522393 Aug 23 14:59:57.005830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45284bcb-d2a5-4110-82c5-dcd1a2e6dd38 req-9da058e3-18ec-4e18-bbd7-9abb788b23fe tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:57.007947 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-45284bcb-d2a5-4110-82c5-dcd1a2e6dd38 req-9da058e3-18ec-4e18-bbd7-9abb788b23fe tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.57 "GET /v2.0/ports?device_id=2623aad5-f786-4aa8-86b5-06edf03bcac3 HTTP/1.1" status: 200 len: 946 time: 0.1680324 Aug 23 14:59:57.050087 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52b22570-90bd-4536-b0fd-c3777dd348c4 req-0eb88a62-d215-4708-aa2d-7549acb16e0f service neutron] 10.222.0.61 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376510 Aug 23 14:59:57.171137 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-66dad759-92b5-457b-9020-44f1dca3add2 req-3086cb80-801f-4e43-a569-d3553af1d5a4 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/ports?device_id=224f68ba-de7c-4ea8-a402-5a79ba5ce30a HTTP/1.1" status: 200 len: 210 time: 0.0833023 Aug 23 14:59:57.690459 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-de4a49d3-e22b-4b17-a318-ae54687600bc service neutron] 10.222.0.38 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8434944 Aug 23 14:59:57.808391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-63b1ec72-e01f-4fac-b260-af684aba7569 req-e315c407-e810-47f8-9622-03d8e0739eb6 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] For port 4023a6ed-9aea-4e41-bc01-791c358214da, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4023a6ed-9aea-4e41-bc01-791c358214da,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:57.808884 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-63b1ec72-e01f-4fac-b260-af684aba7569 req-e315c407-e810-47f8-9622-03d8e0739eb6 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:57.826344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-63b1ec72-e01f-4fac-b260-af684aba7569 req-e315c407-e810-47f8-9622-03d8e0739eb6 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Calling delete_port for 4023a6ed-9aea-4e41-bc01-791c358214da owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:57.856016 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55216) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:57.932855 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec01d5-197e-4d68-a938-11f920d28729 req-ec19826e-7771-443f-bd75-b9e6f61babf8 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:57.934875 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3cec01d5-197e-4d68-a938-11f920d28729 req-ec19826e-7771-443f-bd75-b9e6f61babf8 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.3300519 Aug 23 14:59:57.969048 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52b22570-90bd-4536-b0fd-c3777dd348c4 req-e8902811-720e-4fe2-b550-aaef7afb0bae service neutron] 10.222.0.61 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8494453 Aug 23 14:59:57.975563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-45284bcb-d2a5-4110-82c5-dcd1a2e6dd38 req-676e5998-4573-45a0-9f27-4386ae2d7b44 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Deleting port 6561aa7c-887a-4e03-bb87-17121eefa7cd {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:57.975942 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-45284bcb-d2a5-4110-82c5-dcd1a2e6dd38 req-676e5998-4573-45a0-9f27-4386ae2d7b44 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.077922 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aae14a27-50ee-4670-a412-0a13726ba6e6 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.086191 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-63b1ec72-e01f-4fac-b260-af684aba7569 req-e315c407-e810-47f8-9622-03d8e0739eb6 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.106086 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['6561aa7c-887a-4e03-bb87-17121eefa7cd'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:58.111773 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e020990-9514-4eed-9a07-f5b87496966d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.123897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315c407-e810-47f8-9622-03d8e0739eb6 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Pushing event deleted for resources: {'Port': ['ID=4023a6ed-9aea-4e41-bc01-791c358214da,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:58.149830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-aae14a27-50ee-4670-a412-0a13726ba6e6 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Transition to ACTIVE for port object 501d3e41-4cb0-41a0-acf5-948ba90e4bc7 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:59:58.158809 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-45284bcb-d2a5-4110-82c5-dcd1a2e6dd38 req-676e5998-4573-45a0-9f27-4386ae2d7b44 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] For port 6561aa7c-887a-4e03-bb87-17121eefa7cd, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6561aa7c-887a-4e03-bb87-17121eefa7cd,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:58.160731 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-45284bcb-d2a5-4110-82c5-dcd1a2e6dd38 req-676e5998-4573-45a0-9f27-4386ae2d7b44 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.160892 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['4023a6ed-9aea-4e41-bc01-791c358214da'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:58.187570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b1ec72-e01f-4fac-b260-af684aba7569 req-e315c407-e810-47f8-9622-03d8e0739eb6 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] No DVR routers for this DVR port 4023a6ed-9aea-4e41-bc01-791c358214da on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:58.191260 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-63b1ec72-e01f-4fac-b260-af684aba7569 req-e315c407-e810-47f8-9622-03d8e0739eb6 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.194412 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-63b1ec72-e01f-4fac-b260-af684aba7569 req-e315c407-e810-47f8-9622-03d8e0739eb6 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.61 "DELETE /v2.0/ports/4023a6ed-9aea-4e41-bc01-791c358214da HTTP/1.1" status: 204 len: 173 time: 1.6503577 Aug 23 14:59:58.201340 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4239165-bae5-44e5-acc1-e7e29c0ee26f', 'name': 'network-vif-deleted', 'tag': '4023a6ed-9aea-4e41-bc01-791c358214da'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:58.201517 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3cec01d5-197e-4d68-a938-11f920d28729 req-fe6e5e96-a99b-4980-a36d-d80ad59d8381 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352393 Aug 23 14:59:58.211493 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4419c84-c951-4b55-9464-a2c50c2ea77d" -d '{"events": [{"server_uuid": "a4239165-bae5-44e5-acc1-e7e29c0ee26f", "name": "network-vif-deleted", "tag": "4023a6ed-9aea-4e41-bc01-791c358214da"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:58.220746 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-45284bcb-d2a5-4110-82c5-dcd1a2e6dd38 req-676e5998-4573-45a0-9f27-4386ae2d7b44 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Calling delete_port for 6561aa7c-887a-4e03-bb87-17121eefa7cd owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:58.239852 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aae14a27-50ee-4670-a412-0a13726ba6e6 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.377067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b2b9140f-7935-4454-a75c-4dde99455ab5 None None] Provisioning for port 501d3e41-4cb0-41a0-acf5-948ba90e4bc7 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:58.388465 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4d7507-40eb-46f9-aa61-7f169080feed x-openstack-request-id: req-7a4d7507-40eb-46f9-aa61-7f169080feed {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:58.388964 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4239165-bae5-44e5-acc1-e7e29c0ee26f", "name": "network-vif-deleted", "tag": "4023a6ed-9aea-4e41-bc01-791c358214da", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:58.389404 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a4d7507-40eb-46f9-aa61-7f169080feed {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:58.390168 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4239165-bae5-44e5-acc1-e7e29c0ee26f', 'name': 'network-vif-deleted', 'tag': '4023a6ed-9aea-4e41-bc01-791c358214da', 'status': 'completed', 'code': 200} Aug 23 14:59:58.413184 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b2b9140f-7935-4454-a75c-4dde99455ab5 None None] Provisioning complete for port 501d3e41-4cb0-41a0-acf5-948ba90e4bc7 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:58.413858 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b2b9140f-7935-4454-a75c-4dde99455ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.545932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-aae14a27-50ee-4670-a412-0a13726ba6e6 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] In _notify_port_updated(), no bound segment for port 501d3e41-4cb0-41a0-acf5-948ba90e4bc7 on network e5b0acb2-f502-49bc-bcfd-23da8c3de34c {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 14:59:58.559363 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae14a27-50ee-4670-a412-0a13726ba6e6 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:58.560093 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aae14a27-50ee-4670-a412-0a13726ba6e6 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.564643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55236) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:58.564914 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-aae14a27-50ee-4670-a412-0a13726ba6e6 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "PUT /v2.0/ports/501d3e41-4cb0-41a0-acf5-948ba90e4bc7 HTTP/1.1" status: 200 len: 970 time: 2.8228521 Aug 23 14:59:58.571993 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae14a27-50ee-4670-a412-0a13726ba6e6 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event updated for resources: {'Port': ['ID=501d3e41-4cb0-41a0-acf5-948ba90e4bc7,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:58.649551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfc8ed-d75d-4319-82fd-93cef33e99f5 req-4d483993-cd4f-4b6c-978c-692ba670f803 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:58.657654 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-54cfc8ed-d75d-4319-82fd-93cef33e99f5 req-4d483993-cd4f-4b6c-978c-692ba670f803 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 944 time: 0.3253453 Aug 23 14:59:58.677173 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.741427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b2b9140f-7935-4454-a75c-4dde99455ab5 None None] Port 501d3e41-4cb0-41a0-acf5-948ba90e4bc7 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:58.758153 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b2b9140f-7935-4454-a75c-4dde99455ab5 None None] Provisioning complete for port 96a248f6-a43d-405d-8ad0-8187ba2df686 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:58.758981 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b2b9140f-7935-4454-a75c-4dde99455ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.786747 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e020990-9514-4eed-9a07-f5b87496966d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.799082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b2b9140f-7935-4454-a75c-4dde99455ab5 None None] Port 96a248f6-a43d-405d-8ad0-8187ba2df686 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:59:58.803515 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-54cfc8ed-d75d-4319-82fd-93cef33e99f5 req-11f23a5a-6a7f-4e83-9e22-2b91e87416f3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447463 Aug 23 14:59:58.842480 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-785012c4-eaaf-452c-a0ed-60805af14934 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port 501d3e41-4cb0-41a0-acf5-948ba90e4bc7 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 14:59:58.844245 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-785012c4-eaaf-452c-a0ed-60805af14934 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.868219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55244) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:58.880357 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ecb2da20-20e6-4444-bc96-f8d5a1083e78 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 14:59:58.888548 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e020990-9514-4eed-9a07-f5b87496966d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.948496 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b2b9140f-7935-4454-a75c-4dde99455ab5 None None] Provisioning for port ecb2da20-20e6-4444-bc96-f8d5a1083e78 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:59:58.952608 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b2b9140f-7935-4454-a75c-4dde99455ab5 None None] Provisioning complete for port ecb2da20-20e6-4444-bc96-f8d5a1083e78 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:59:58.953904 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b2b9140f-7935-4454-a75c-4dde99455ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.983629 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-785012c4-eaaf-452c-a0ed-60805af14934 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:58.990219 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e9f3c2d7-57f6-4243-9c7e-467a3c666694 req-016909a5-11b5-4a9b-9057-4cf48fb26821 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 210 time: 0.0846689 Aug 23 14:59:59.013010 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-45284bcb-d2a5-4110-82c5-dcd1a2e6dd38 req-676e5998-4573-45a0-9f27-4386ae2d7b44 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.013379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-785012c4-eaaf-452c-a0ed-60805af14934 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for 501d3e41-4cb0-41a0-acf5-948ba90e4bc7 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 14:59:59.020822 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4e020990-9514-4eed-9a07-f5b87496966d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9046183ad80c45029745ce2ee53dddb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1528320 Aug 23 14:59:59.022584 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e020990-9514-4eed-9a07-f5b87496966d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269671a3-f262-498b-ac9b-265a8745f5ed,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:59.029078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55246) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:59.030794 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5bef8de6-24b5-427c-bc35-efe48465afa0 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 14:59:59.033599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['4023a6ed-9aea-4e41-bc01-791c358214da'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:59.068554 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e5998-4573-45a0-9f27-4386ae2d7b44 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Pushing event deleted for resources: {'Port': ['ID=6561aa7c-887a-4e03-bb87-17121eefa7cd,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:59.130062 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ab83-aff9-4a47-9c81-f4163ef49d46 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.165389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-45284bcb-d2a5-4110-82c5-dcd1a2e6dd38 req-676e5998-4573-45a0-9f27-4386ae2d7b44 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] No DVR routers for this DVR port 6561aa7c-887a-4e03-bb87-17121eefa7cd on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:59:59.169978 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-45284bcb-d2a5-4110-82c5-dcd1a2e6dd38 req-676e5998-4573-45a0-9f27-4386ae2d7b44 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.173115 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-45284bcb-d2a5-4110-82c5-dcd1a2e6dd38 req-676e5998-4573-45a0-9f27-4386ae2d7b44 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.57 "DELETE /v2.0/ports/6561aa7c-887a-4e03-bb87-17121eefa7cd HTTP/1.1" status: 204 len: 173 time: 2.1488132 Aug 23 14:59:59.173585 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2623aad5-f786-4aa8-86b5-06edf03bcac3', 'name': 'network-vif-deleted', 'tag': '6561aa7c-887a-4e03-bb87-17121eefa7cd'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:59:59.175924 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0264b8-47ae-4021-9892-b733f1791c78" -d '{"events": [{"server_uuid": "2623aad5-f786-4aa8-86b5-06edf03bcac3", "name": "network-vif-deleted", "tag": "6561aa7c-887a-4e03-bb87-17121eefa7cd"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 14:59:59.194555 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ab83-aff9-4a47-9c81-f4163ef49d46 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.261277 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6ff7921-55ef-4104-93de-96fec283ce31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.285811 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 5bef8de6-24b5-427c-bc35-efe48465afa0, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5bef8de6-24b5-427c-bc35-efe48465afa0,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:59.317840 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 14:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0178c5a1-c6fb-4648-9d48-fc227ac1e26f x-openstack-request-id: req-0178c5a1-c6fb-4648-9d48-fc227ac1e26f {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 14:59:59.318129 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2623aad5-f786-4aa8-86b5-06edf03bcac3", "name": "network-vif-deleted", "tag": "6561aa7c-887a-4e03-bb87-17121eefa7cd", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 14:59:59.318388 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0178c5a1-c6fb-4648-9d48-fc227ac1e26f {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 14:59:59.319744 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2623aad5-f786-4aa8-86b5-06edf03bcac3', 'name': 'network-vif-deleted', 'tag': '6561aa7c-887a-4e03-bb87-17121eefa7cd', 'status': 'completed', 'code': 200} Aug 23 14:59:59.360809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '5bef8de6-24b5-427c-bc35-efe48465afa0', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'port_id': '5bef8de6-24b5-427c-bc35-efe48465afa0', 'mac_address': 'fa:16:3e:83:64:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 14:59:59.374269 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-785012c4-eaaf-452c-a0ed-60805af14934 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.392866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6ff7921-55ef-4104-93de-96fec283ce31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.454903 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbed63-960b-4e9a-b285-6151c185c1d6 req-32313d2b-99ec-4b06-9247-32a1d75e18b2 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:59.459826 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1ccbed63-960b-4e9a-b285-6151c185c1d6 req-32313d2b-99ec-4b06-9247-32a1d75e18b2 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.1374021 Aug 23 14:59:59.475793 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.508377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bef8de6-24b5-427c-bc35-efe48465afa0 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:59:59.513486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785012c4-eaaf-452c-a0ed-60805af14934 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=501d3e41-4cb0-41a0-acf5-948ba90e4bc7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:59.544363 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 5bef8de6-24b5-427c-bc35-efe48465afa0, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5bef8de6-24b5-427c-bc35-efe48465afa0,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:59:59.554137 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ab83-aff9-4a47-9c81-f4163ef49d46 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.556789 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ab83-aff9-4a47-9c81-f4163ef49d46 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.557973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e2f1ab83-aff9-4a47-9c81-f4163ef49d46 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "DELETE /v2.0/security-groups/c5e7c66b-1617-41da-b755-233eff0922e6 HTTP/1.1" status: 204 len: 168 time: 0.6879361 Aug 23 14:59:59.563964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55260) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:59.564151 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-785012c4-eaaf-452c-a0ed-60805af14934 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.569780 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-785012c4-eaaf-452c-a0ed-60805af14934 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/501d3e41-4cb0-41a0-acf5-948ba90e4bc7 HTTP/1.1" status: 204 len: 168 time: 1.0014358 Aug 23 14:59:59.570112 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55262) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:59.590719 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1ccbed63-960b-4e9a-b285-6151c185c1d6 req-bc453a27-f7fa-4ee2-85ce-7ea72d43824f tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107430 Aug 23 14:59:59.603674 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-29b3b66b-3bb8-4275-825c-a5142b39bf19 None None] Could not find standard attr ID for object 501d3e41-4cb0-41a0-acf5-948ba90e4bc7. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 14:59:59.604998 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6ff7921-55ef-4104-93de-96fec283ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.605136 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bda4f6d-7d14-4995-b6c4-e0df43e6e36e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] GET failed (client error): The resource could not be found. Aug 23 14:59:59.607368 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1bda4f6d-7d14-4995-b6c4-e0df43e6e36e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports/501d3e41-4cb0-41a0-acf5-948ba90e4bc7 HTTP/1.1" status: 404 len: 333 time: 0.0356755 Aug 23 14:59:59.607574 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6ff7921-55ef-4104-93de-96fec283ce31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.608771 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b6ff7921-55ef-4104-93de-96fec283ce31 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/269671a3-f262-498b-ac9b-265a8745f5ed HTTP/1.1" status: 204 len: 168 time: 0.5781772 Aug 23 14:59:59.610724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1ab83-aff9-4a47-9c81-f4163ef49d46 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e7c66b-1617-41da-b755-233eff0922e6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:59.612326 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-723c5163-d4aa-4854-b9ea-e021abd39a7e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] show failed (client error): The resource could not be found. Aug 23 14:59:59.614806 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-723c5163-d4aa-4854-b9ea-e021abd39a7e tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "GET /v2.0/security-groups/c5e7c66b-1617-41da-b755-233eff0922e6 HTTP/1.1" status: 404 len: 347 time: 0.0454185 Aug 23 14:59:59.619309 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55266) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:59.619671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55268) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 14:59:59.686053 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.710034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff7921-55ef-4104-93de-96fec283ce31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269671a3-f262-498b-ac9b-265a8745f5ed,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:59.803191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=5bef8de6-24b5-427c-bc35-efe48465afa0,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:59:59.910892 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f92b5dfb-7a97-4b04-a76f-68564831f03c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.925430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['5bef8de6-24b5-427c-bc35-efe48465afa0'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 14:59:59.971410 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f92b5dfb-7a97-4b04-a76f-68564831f03c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:59:59.986876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b9beb-ce9a-48a4-abba-df7ca70c741c req-854003fd-7480-4967-a3b5-b0960334dc4c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:59:59.990960 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-812b9beb-ce9a-48a4-abba-df7ca70c741c req-854003fd-7480-4967-a3b5-b0960334dc4c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 945 time: 0.0873206 Aug 23 15:00:00.047572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd7002-7ff2-4370-b382-ad40c95e34bc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Deleting port cdc186ca-6b3c-4ce2-8aea-150866cd13db {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:00.047956 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7fd7002-7ff2-4370-b382-ad40c95e34bc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.055578 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-812b9beb-ce9a-48a4-abba-df7ca70c741c req-8221ba7f-7906-4b32-9aae-ca0f87e7a094 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574703 Aug 23 15:00:00.133590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f92b5dfb-7a97-4b04-a76f-68564831f03c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.135179 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f92b5dfb-7a97-4b04-a76f-68564831f03c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.139612 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55280) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:00.139857 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f92b5dfb-7a97-4b04-a76f-68564831f03c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/security-groups/18b44144-32f0-48be-bcdd-369232cc8226 HTTP/1.1" status: 204 len: 168 time: 0.5165296 Aug 23 15:00:00.170666 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c0a4bb2-b474-4d7d-977a-84bef979915b req-ad040772-a1e6-4ade-b5cf-cdea1c1054d4 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 210 time: 0.0804865 Aug 23 15:00:00.181460 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b5dfb-7a97-4b04-a76f-68564831f03c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b44144-32f0-48be-bcdd-369232cc8226,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:00.221340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6561aa7c-887a-4e03-bb87-17121eefa7cd no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:00.232575 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7fd7002-7ff2-4370-b382-ad40c95e34bc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.232937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7fd7002-7ff2-4370-b382-ad40c95e34bc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.246304 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4a69d88f-0d73-4d23-9e2e-ce8601d50f50 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.253502 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 6561aa7c-887a-4e03-bb87-17121eefa7cd {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:00:00.253502 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6561aa7c-887a-4e03-bb87-17121eefa7cd not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:00:00.270804 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd7002-7ff2-4370-b382-ad40c95e34bc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Calling delete_port for cdc186ca-6b3c-4ce2-8aea-150866cd13db owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:00.282121 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4a69d88f-0d73-4d23-9e2e-ce8601d50f50 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.383016 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4a69d88f-0d73-4d23-9e2e-ce8601d50f50 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.386512 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4a69d88f-0d73-4d23-9e2e-ce8601d50f50 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.388000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4a69d88f-0d73-4d23-9e2e-ce8601d50f50 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/security-groups/e68d41a9-1ce9-4971-ac25-531d4328912b HTTP/1.1" status: 204 len: 168 time: 0.2464914 Aug 23 15:00:00.394675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55284) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:00.407331 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69d88f-0d73-4d23-9e2e-ce8601d50f50 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68d41a9-1ce9-4971-ac25-531d4328912b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:00.488179 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55286) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:00.503085 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e114718-9c34-4d9e-8ab4-88fe9cbb947f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.507157 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cdedacf-25c1-47af-baf9-9676ae325415 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.534638 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cdedacf-25c1-47af-baf9-9676ae325415 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.589947 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7fd7002-7ff2-4370-b382-ad40c95e34bc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.606657 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e114718-9c34-4d9e-8ab4-88fe9cbb947f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.628873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd7002-7ff2-4370-b382-ad40c95e34bc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event deleted for resources: {'Port': ['ID=cdc186ca-6b3c-4ce2-8aea-150866cd13db,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:00.713077 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7fd7002-7ff2-4370-b382-ad40c95e34bc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.716650 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7fd7002-7ff2-4370-b382-ad40c95e34bc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.721837 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e7fd7002-7ff2-4370-b382-ad40c95e34bc tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "DELETE /v2.0/floatingips/0ffe8dbd-fbe5-46ae-baf9-fa8ea6867d04 HTTP/1.1" status: 204 len: 168 time: 1.0939891 Aug 23 15:00:00.721837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55292) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:00.747621 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e114718-9c34-4d9e-8ab4-88fe9cbb947f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.772615 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cdedacf-25c1-47af-baf9-9676ae325415 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.775148 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cdedacf-25c1-47af-baf9-9676ae325415 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.776440 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6cdedacf-25c1-47af-baf9-9676ae325415 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/security-groups/2334751d-c698-44e0-b649-bc37317f1fda HTTP/1.1" status: 204 len: 168 time: 0.3807406 Aug 23 15:00:00.785672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55294) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:00.811187 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdedacf-25c1-47af-baf9-9676ae325415 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2334751d-c698-44e0-b649-bc37317f1fda,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:00.834902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e114718-9c34-4d9e-8ab4-88fe9cbb947f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bb40b8-fe4d-418b-b0f8-700b452593fd,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:00.844682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3e114718-9c34-4d9e-8ab4-88fe9cbb947f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9f5b255d7219421a9e4be7c1cde8b02b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528843 Aug 23 15:00:00.846679 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55296) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:00.865604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323c0cf-4ecf-4a4a-9426-3ae735cf51f8 req-e2675455-db76-4e6a-a084-29ce9c2a1c49 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:00.866246 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a323c0cf-4ecf-4a4a-9426-3ae735cf51f8 req-e2675455-db76-4e6a-a084-29ce9c2a1c49 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.1532800 Aug 23 15:00:00.880081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-736c7548-f8e2-492f-8f3b-440dd8e6603e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting subnet 63bc35a6-85f6-46e4-8b0e-097df2a57f2c {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:00:00.888774 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-736c7548-f8e2-492f-8f3b-440dd8e6603e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.930031 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-98411c70-b8a4-4429-bdff-85a00751a182 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Deleting port f66771fe-2ca7-4582-921f-2f8c8db8358f {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:00.930676 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98411c70-b8a4-4429-bdff-85a00751a182 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.957526 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-736c7548-f8e2-492f-8f3b-440dd8e6603e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:00.988876 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a323c0cf-4ecf-4a4a-9426-3ae735cf51f8 req-ae434980-75b0-4efd-abf9-4faa65eebc14 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141696 Aug 23 15:00:00.989972 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf6d3-d8a6-468d-bc01-14dc719f23a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:01.036418 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5bef8de6-24b5-427c-bc35-efe48465afa0 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:00:01.054329 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf6d3-d8a6-468d-bc01-14dc719f23a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:01.084790 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-736c7548-f8e2-492f-8f3b-440dd8e6603e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:01.119853 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98411c70-b8a4-4429-bdff-85a00751a182 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:01.148785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-98411c70-b8a4-4429-bdff-85a00751a182 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Calling delete_port for f66771fe-2ca7-4582-921f-2f8c8db8358f owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:01.211784 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 5bef8de6-24b5-427c-bc35-efe48465afa0 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:01.217409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 5bef8de6-24b5-427c-bc35-efe48465afa0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:01.218522 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:01.263681 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-736c7548-f8e2-492f-8f3b-440dd8e6603e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:01.322704 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70d6e6-b0f0-4682-b1af-ff8c81dd18ce req-f37637f8-b2ff-40df-bf7b-ff44ea8e83ea tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:01.324508 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2c70d6e6-b0f0-4682-b1af-ff8c81dd18ce req-f37637f8-b2ff-40df-bf7b-ff44ea8e83ea tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 945 time: 0.1606932 Aug 23 15:00:01.351750 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cb7c061-38ec-4383-9b64-d725e82332ec req-6bc7bc90-8d76-40d0-82b5-86234b4f71ce tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 210 time: 0.0829678 Aug 23 15:00:01.373638 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf6d3-d8a6-468d-bc01-14dc719f23a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:01.378171 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf6d3-d8a6-468d-bc01-14dc719f23a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:01.379824 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9ffbf6d3-d8a6-468d-bc01-14dc719f23a3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d2bb40b8-fe4d-418b-b0f8-700b452593fd HTTP/1.1" status: 204 len: 168 time: 0.5320199 Aug 23 15:00:01.424701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbf6d3-d8a6-468d-bc01-14dc719f23a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bb40b8-fe4d-418b-b0f8-700b452593fd,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:01.449610 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:01.453740 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2c70d6e6-b0f0-4682-b1af-ff8c81dd18ce req-7c20b5aa-2b5b-43f5-a1be-78aab3db55b0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162572 Aug 23 15:00:01.485545 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c7548-f8e2-492f-8f3b-440dd8e6603e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Subnet': ['ID=63bc35a6-85f6-46e4-8b0e-097df2a57f2c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:01.503948 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-736c7548-f8e2-492f-8f3b-440dd8e6603e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:01.524694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-736c7548-f8e2-492f-8f3b-440dd8e6603e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/63bc35a6-85f6-46e4-8b0e-097df2a57f2c HTTP/1.1" status: 204 len: 168 time: 0.7300513 Aug 23 15:00:01.525278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55308) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:01.536563 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8a9980-c94e-41c9-ab30-e02a99409242 None None] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:01.565349 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98411c70-b8a4-4429-bdff-85a00751a182 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:01.613091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98411c70-b8a4-4429-bdff-85a00751a182 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event deleted for resources: {'Port': ['ID=f66771fe-2ca7-4582-921f-2f8c8db8358f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:01.643121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d941e0c-d759-4c66-ba4a-1347f6a627f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting subnet df488964-129a-48af-b991-52950c2c28a7 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:00:01.650850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 5bef8de6-24b5-427c-bc35-efe48465afa0, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5bef8de6-24b5-427c-bc35-efe48465afa0,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:01.657368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a023c0-4beb-41d4-880d-fbb328d4ad26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bef8de6-24b5-427c-bc35-efe48465afa0'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:01.663353 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dd71b1-5621-47b8-be68-3d44180cef84" -d '{"events": [{"server_uuid": "45a023c0-4beb-41d4-880d-fbb328d4ad26", "name": "network-vif-plugged", "status": "completed", "tag": "5bef8de6-24b5-427c-bc35-efe48465afa0"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:01.684294 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d941e0c-d759-4c66-ba4a-1347f6a627f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:01.758893 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:01.760605 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 4023a6ed-9aea-4e41-bc01-791c358214da no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:01.794069 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d941e0c-d759-4c66-ba4a-1347f6a627f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:01.825527 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98411c70-b8a4-4429-bdff-85a00751a182 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:01.828276 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-98411c70-b8a4-4429-bdff-85a00751a182 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "DELETE /v2.0/ports/f66771fe-2ca7-4582-921f-2f8c8db8358f HTTP/1.1" status: 204 len: 168 time: 1.1051946 Aug 23 15:00:01.831452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55312) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:01.846996 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a08660-f2d3-4d94-8aa6-582da9050602 x-openstack-request-id: req-83a08660-f2d3-4d94-8aa6-582da9050602 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:01.848026 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a023c0-4beb-41d4-880d-fbb328d4ad26", "name": "network-vif-plugged", "status": "completed", "tag": "5bef8de6-24b5-427c-bc35-efe48465afa0", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:01.848577 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-83a08660-f2d3-4d94-8aa6-582da9050602 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:01.849157 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a023c0-4beb-41d4-880d-fbb328d4ad26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bef8de6-24b5-427c-bc35-efe48465afa0', 'code': 200} Aug 23 15:00:01.852983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 4023a6ed-9aea-4e41-bc01-791c358214da {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:00:01.855083 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 4023a6ed-9aea-4e41-bc01-791c358214da not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:00:01.944504 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=5bef8de6-24b5-427c-bc35-efe48465afa0,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:02.019272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acac59-797f-4eb6-887a-ef9463363a19 req-1995e168-fc3a-450b-8492-feb3bae0f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:02.025638 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69acac59-797f-4eb6-887a-ef9463363a19 req-1995e168-fc3a-450b-8492-feb3bae0f91b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 1097 time: 0.1052833 Aug 23 15:00:02.073174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-10e3877e-a5e9-448d-b1d5-a3aed34e4dad tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Deleting port fdaf866e-b082-4a67-8d49-4f5d453ffd4a {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:02.080518 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-10e3877e-a5e9-448d-b1d5-a3aed34e4dad tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:02.144922 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d941e0c-d759-4c66-ba4a-1347f6a627f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:02.263280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69acac59-797f-4eb6-887a-ef9463363a19 req-ba2f64df-799f-40ef-add9-781ec4c1d333 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115815 Aug 23 15:00:02.330737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-bbcbdb7c-d4dc-4760-a5fd-0c0294c0940b tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:02.332860 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-bbcbdb7c-d4dc-4760-a5fd-0c0294c0940b tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.57 "GET /v2.0/networks?id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9 HTTP/1.1" status: 200 len: 812 time: 0.5088153 Aug 23 15:00:02.343675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c4fbf-26ac-42ee-bd24-11e3831d755d req-256be285-2c96-46cb-9d9a-6569bbbc5d35 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:02.345830 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1b4c4fbf-26ac-42ee-bd24-11e3831d755d req-256be285-2c96-46cb-9d9a-6569bbbc5d35 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.1785069 Aug 23 15:00:02.381472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-933d5321-0570-4f79-b229-42e9378214a8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Request body: {'port': {'device_id': 'a0b010f5-3d1b-4ceb-b561-68e106d9e0f1', 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9', 'admin_state_up': True, 'tenant_id': 'f09714bffe3e42558fe6d698542199a9'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:02.389503 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-10e3877e-a5e9-448d-b1d5-a3aed34e4dad tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:02.439497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-10e3877e-a5e9-448d-b1d5-a3aed34e4dad tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Calling delete_port for fdaf866e-b082-4a67-8d49-4f5d453ffd4a owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:02.548339 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1b4c4fbf-26ac-42ee-bd24-11e3831d755d req-7fd266f8-b7a5-4b04-a009-eeb6eefad5c5 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810207 Aug 23 15:00:02.570918 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d941e0c-d759-4c66-ba4a-1347f6a627f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:02.686192 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d941e0c-d759-4c66-ba4a-1347f6a627f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Subnet': ['ID=df488964-129a-48af-b991-52950c2c28a7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:02.696942 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfb1daeb-b8d4-44d6-835d-30fd000dcfa7 req-97c04ac8-b2de-4053-9102-22b5dee01baa tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 210 time: 0.1941540 Aug 23 15:00:02.725217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d941e0c-d759-4c66-ba4a-1347f6a627f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:02.729371 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1d941e0c-d759-4c66-ba4a-1347f6a627f8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/df488964-129a-48af-b991-52950c2c28a7 HTTP/1.1" status: 204 len: 168 time: 1.2009320 Aug 23 15:00:02.750338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55336) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:02.797949 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c738e24f-2be8-4b7c-b11a-6bc9fcfb946c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] DELETE failed (client error): The resource could not be found. Aug 23 15:00:02.797949 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c738e24f-2be8-4b7c-b11a-6bc9fcfb946c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:00:02.801598 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c738e24f-2be8-4b7c-b11a-6bc9fcfb946c tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/63bc35a6-85f6-46e4-8b0e-097df2a57f2c HTTP/1.1" status: 404 len: 337 time: 0.0471659 Aug 23 15:00:02.802908 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55338) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:02.833927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-07cd8020-5c90-4f6b-9467-6339105cb6f6 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:02.838428 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-07cd8020-5c90-4f6b-9467-6339105cb6f6 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.61 "GET /v2.0/networks?id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9 HTTP/1.1" status: 200 len: 812 time: 0.3370605 Aug 23 15:00:02.860693 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-c5a8c973-75b8-49f4-9b42-86830f837d8d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Request body: {'port': {'device_id': '39f27ef9-c87f-4509-8973-99e8e7f0f7cf', 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9', 'admin_state_up': True, 'tenant_id': 'f09714bffe3e42558fe6d698542199a9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:02.867970 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-10e3877e-a5e9-448d-b1d5-a3aed34e4dad tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:02.941838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aab4ba3-2ff3-42e2-b428-c13eab692474 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting subnet f136a983-9a79-4804-abb9-dd98e870edbd {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:00:02.959587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c739d89-b4ec-4b2e-b589-49220c91d0ca req-c427c4f0-16a9-4957-bed4-7187a54e7e36 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:02.962672 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4c739d89-b4ec-4b2e-b589-49220c91d0ca req-c427c4f0-16a9-4957-bed4-7187a54e7e36 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 946 time: 0.2734888 Aug 23 15:00:02.964428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3877e-a5e9-448d-b1d5-a3aed34e4dad tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event deleted for resources: {'Port': ['ID=fdaf866e-b082-4a67-8d49-4f5d453ffd4a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:02.965833 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3aab4ba3-2ff3-42e2-b428-c13eab692474 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:03.033574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-933d5321-0570-4f79-b229-42e9378214a8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Made reservation on behalf of f09714bffe3e42558fe6d698542199a9 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:03.037164 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-933d5321-0570-4f79-b229-42e9378214a8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:03.096047 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-10e3877e-a5e9-448d-b1d5-a3aed34e4dad tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:03.100422 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-10e3877e-a5e9-448d-b1d5-a3aed34e4dad tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "DELETE /v2.0/ports/fdaf866e-b082-4a67-8d49-4f5d453ffd4a HTTP/1.1" status: 204 len: 168 time: 1.2653682 Aug 23 15:00:03.107280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55346) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:03.120120 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3aab4ba3-2ff3-42e2-b428-c13eab692474 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:03.188644 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4c739d89-b4ec-4b2e-b589-49220c91d0ca req-b5a602d4-7934-4b2a-82f0-d1e362aee30e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061377 Aug 23 15:00:03.203175 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b6aa50-ad7d-4c8f-9572-ef5335aa9f7d None None] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:03.275172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b10b6a-838e-47c4-a0e9-b98ffdce8e06 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Deleting subnet 4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:00:03.286331 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19b10b6a-838e-47c4-a0e9-b98ffdce8e06 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:03.303435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-20a1324a-61d5-4d5e-a999-8562474b246e None None] Provisioning complete for port 96a248f6-a43d-405d-8ad0-8187ba2df686 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:03.311175 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-20a1324a-61d5-4d5e-a999-8562474b246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:03.339854 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-933d5321-0570-4f79-b229-42e9378214a8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Allocated IP 172.20.0.6 (66ea7d98-1d3f-414e-bff5-46e13a28ebc9/44bac1ef-fc53-42bc-a91d-7b098c3bb306/483abb8f-9544-4ac9-8301-d0e05a68cdee) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:00:03.357208 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3aab4ba3-2ff3-42e2-b428-c13eab692474 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:03.384278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bef5c-aba8-4d9e-9043-ae3308fec9d0 req-71139970-5c1c-45c4-8ae3-e838251009be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:03.386202 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e20bef5c-aba8-4d9e-9043-ae3308fec9d0 req-71139970-5c1c-45c4-8ae3-e838251009be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88f8a26a99a844c481e3085faeade9fd&device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 1096 time: 0.3033812 Aug 23 15:00:03.429981 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19b10b6a-838e-47c4-a0e9-b98ffdce8e06 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:03.469566 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-20a1324a-61d5-4d5e-a999-8562474b246e None None] Port 96a248f6-a43d-405d-8ad0-8187ba2df686 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:00:03.502277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-c5a8c973-75b8-49f4-9b42-86830f837d8d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Made reservation on behalf of f09714bffe3e42558fe6d698542199a9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:03.505845 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-c5a8c973-75b8-49f4-9b42-86830f837d8d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:03.564868 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-20a1324a-61d5-4d5e-a999-8562474b246e None None] Provisioning complete for port ecb2da20-20e6-4444-bc96-f8d5a1083e78 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:03.567641 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-20a1324a-61d5-4d5e-a999-8562474b246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:03.611873 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3aab4ba3-2ff3-42e2-b428-c13eab692474 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:03.717784 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4ba3-2ff3-42e2-b428-c13eab692474 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Subnet': ['ID=f136a983-9a79-4804-abb9-dd98e870edbd,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:03.758760 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3aab4ba3-2ff3-42e2-b428-c13eab692474 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:03.763925 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3aab4ba3-2ff3-42e2-b428-c13eab692474 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/f136a983-9a79-4804-abb9-dd98e870edbd HTTP/1.1" status: 204 len: 168 time: 0.9578211 Aug 23 15:00:03.766218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55372) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:03.823534 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7110453-65e0-4c52-991c-f6394a5eff83 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] DELETE failed (client error): The resource could not be found. Aug 23 15:00:03.824184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7110453-65e0-4c52-991c-f6394a5eff83 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:00:03.829671 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c7110453-65e0-4c52-991c-f6394a5eff83 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/2b517b63-0a43-467e-ae26-0ae44a60ca27 HTTP/1.1" status: 404 len: 337 time: 0.0593963 Aug 23 15:00:03.871039 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55380) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:03.923364 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19b10b6a-838e-47c4-a0e9-b98ffdce8e06 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:03.953550 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-90958120-b3df-4313-8d64-2ceb15a960fd req-7f0bf2dd-19ab-447d-8172-dab815487333 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 210 time: 0.1311295 Aug 23 15:00:03.958019 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-158bd358-3b36-4987-9951-9a280ea05ab6 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "GET /v2.0/ports?device_id=848784cd-673e-42f7-a104-ed4a8e0ff134 HTTP/1.1" status: 200 len: 205 time: 0.0855308 Aug 23 15:00:03.961195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55388) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:04.042613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bef5c-aba8-4d9e-9043-ae3308fec9d0 req-3754c7d2-b057-4895-be9d-f40a5bb77a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:04.044240 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e20bef5c-aba8-4d9e-9043-ae3308fec9d0 req-3754c7d2-b057-4895-be9d-f40a5bb77a1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=d04ef1b7-e717-48ad-b71a-70e29fc8453d HTTP/1.1" status: 200 len: 911 time: 0.5836599 Aug 23 15:00:04.062833 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-6a3f9358-0811-490b-8ff6-a0304d828b1e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] delete failed (client error): The resource could not be found. Aug 23 15:00:04.063807 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6a3f9358-0811-490b-8ff6-a0304d828b1e tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/routers/848784cd-673e-42f7-a104-ed4a8e0ff134 HTTP/1.1" status: 404 len: 336 time: 0.1017139 Aug 23 15:00:04.067021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55392) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:04.100472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e20bef5c-aba8-4d9e-9043-ae3308fec9d0 req-900470db-50e1-4b95-adec-93bd4f63bbf8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49d5af5f-e648-4934-ae8d-284f0473848d HTTP/1.1" status: 200 len: 217 time: 0.0477998 Aug 23 15:00:04.102571 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09c14ad-5bb7-452d-a122-035276f470e5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] DELETE failed (client error): The resource could not be found. Aug 23 15:00:04.103092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09c14ad-5bb7-452d-a122-035276f470e5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:00:04.104980 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e09c14ad-5bb7-452d-a122-035276f470e5 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/443b7810-c2b4-40eb-929a-9be96a060c3e HTTP/1.1" status: 404 len: 337 time: 0.0369506 Aug 23 15:00:04.108478 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55398) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:04.121074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3a5db-700a-450e-a6a3-602b42057947 req-fd6c1714-e11f-41ce-bc29-c4d201226aff tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:04.122760 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7a3a5db-700a-450e-a6a3-602b42057947 req-fd6c1714-e11f-41ce-bc29-c4d201226aff tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.3337078 Aug 23 15:00:04.150788 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc949605-f1e3-4d6e-b443-e44caca42987 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] DELETE failed (client error): The resource could not be found. Aug 23 15:00:04.151261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc949605-f1e3-4d6e-b443-e44caca42987 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:00:04.153125 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bc949605-f1e3-4d6e-b443-e44caca42987 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/0b4104c2-9383-47c8-9e3b-0ff5eb1926f7 HTTP/1.1" status: 404 len: 337 time: 0.0431259 Aug 23 15:00:04.156664 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55400) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:04.175204 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-933d5321-0570-4f79-b229-42e9378214a8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:04.203031 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06b4047-1a22-4002-8f6e-7513c31448da tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] DELETE failed (client error): The resource could not be found. Aug 23 15:00:04.203810 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06b4047-1a22-4002-8f6e-7513c31448da tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:00:04.205550 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f06b4047-1a22-4002-8f6e-7513c31448da tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/1d25e5b6-da1b-4f55-99df-183780b007d8 HTTP/1.1" status: 404 len: 337 time: 0.0479438 Aug 23 15:00:04.208661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55402) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:04.218571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bef5c-aba8-4d9e-9043-ae3308fec9d0 req-aa436b9b-2d6a-44a0-91b8-053ca6c3169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:04.233320 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e20bef5c-aba8-4d9e-9043-ae3308fec9d0 req-aa436b9b-2d6a-44a0-91b8-053ca6c3169f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e HTTP/1.1" status: 200 len: 850 time: 0.1079483 Aug 23 15:00:04.239987 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e67eec-387a-4993-92ed-f7fa7823e5b2 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] DELETE failed (client error): The resource could not be found. Aug 23 15:00:04.240713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e67eec-387a-4993-92ed-f7fa7823e5b2 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:00:04.241556 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7a3a5db-700a-450e-a6a3-602b42057947 req-e4328319-e86a-464d-822a-674159af9839 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047230 Aug 23 15:00:04.242449 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-50e67eec-387a-4993-92ed-f7fa7823e5b2 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/16492b66-5d5c-4608-8a40-bd2839c48eeb HTTP/1.1" status: 404 len: 333 time: 0.0331800 Aug 23 15:00:04.246023 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55406) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:04.260112 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19b10b6a-838e-47c4-a0e9-b98ffdce8e06 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:04.301974 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19b10b6a-838e-47c4-a0e9-b98ffdce8e06 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:04.310275 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-19b10b6a-838e-47c4-a0e9-b98ffdce8e06 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "DELETE /v2.0/subnets/4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e HTTP/1.1" status: 204 len: 168 time: 1.1794233 Aug 23 15:00:04.310509 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb72fa-ce56-4c31-b77d-2ff3079f2935 None None] Network 72070819-7380-4ce2-bba5-cb3fe9632737 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:04.310977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55412) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:04.354616 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-760a1a0e-9cb2-4d20-9c96-154bdfbefb47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] DELETE failed (client error): The resource could not be found. Aug 23 15:00:04.355118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760a1a0e-9cb2-4d20-9c96-154bdfbefb47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:00:04.360906 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-760a1a0e-9cb2-4d20-9c96-154bdfbefb47 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/c39becc8-1bd9-40b5-a316-0dfbaca182cc HTTP/1.1" status: 404 len: 337 time: 0.1138580 Aug 23 15:00:04.366899 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e20bef5c-aba8-4d9e-9043-ae3308fec9d0 req-40137e76-affb-4ced-9462-4d5414b88835 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d04ef1b7-e717-48ad-b71a-70e29fc8453d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183534 Aug 23 15:00:04.367470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55414) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:04.419498 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713ecab-76b5-432d-86b6-36ba4ebc121e req-91bc4334-4533-46f1-87ca-28172b2f1593 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:04.428786 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4713ecab-76b5-432d-86b6-36ba4ebc121e req-91bc4334-4533-46f1-87ca-28172b2f1593 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 946 time: 0.1024921 Aug 23 15:00:04.442018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b10b6a-838e-47c4-a0e9-b98ffdce8e06 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6ce8c0-fcd1-4df3-8fe0-9cb8db2f060e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:04.464166 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-1972f540-aee5-42d3-ae01-37f75eb577c7 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] DELETE failed (client error): The resource could not be found. Aug 23 15:00:04.464645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1972f540-aee5-42d3-ae01-37f75eb577c7 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:00:04.464781 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-933d5321-0570-4f79-b229-42e9378214a8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:04.467291 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1972f540-aee5-42d3-ae01-37f75eb577c7 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/4aa5678c-fcf7-434a-90df-26a378537e25 HTTP/1.1" status: 404 len: 337 time: 0.0950055 Aug 23 15:00:04.483560 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55418) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:04.503284 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83c10db-7f16-46bc-815d-4c6447027e48 None None] Network e5b0acb2-f502-49bc-bcfd-23da8c3de34c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:04.532347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d5321-0570-4f79-b229-42e9378214a8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Pushing event updated for resources: {'Port': ['ID=483abb8f-9544-4ac9-8301-d0e05a68cdee,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:04.539948 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad92c51c-9fb2-43a1-86cd-00aa726a484d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] DELETE failed (client error): The resource could not be found. Aug 23 15:00:04.540614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad92c51c-9fb2-43a1-86cd-00aa726a484d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:00:04.542427 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ad92c51c-9fb2-43a1-86cd-00aa726a484d tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/ac6f4af7-fdf7-4ef9-b234-31aa09d1c71a HTTP/1.1" status: 404 len: 333 time: 0.0546556 Aug 23 15:00:04.547891 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4713ecab-76b5-432d-86b6-36ba4ebc121e req-eaeacb20-e25d-4aff-bcb7-f2cae0050348 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181369 Aug 23 15:00:04.558991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55420) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:04.573376 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-933d5321-0570-4f79-b229-42e9378214a8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:00:04.603561 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-933d5321-0570-4f79-b229-42e9378214a8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:04.607460 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85cec30-6b6e-43c7-9f91-eeb6709b2589 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] DELETE failed (client error): The resource could not be found. Aug 23 15:00:04.608118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85cec30-6b6e-43c7-9f91-eeb6709b2589 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:00:04.611628 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f85cec30-6b6e-43c7-9f91-eeb6709b2589 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/fc5ac8f2-c2f3-4676-b30b-bdb143e9290f HTTP/1.1" status: 404 len: 337 time: 0.0514908 Aug 23 15:00:04.612630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-933d5321-0570-4f79-b229-42e9378214a8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:00:04.618097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55428) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:04.621003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-298da493-fe19-479b-99b0-85b68ddb3acb tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Deleting subnet ad660d34-995f-4a91-8402-f10bcdcb5082 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:00:04.635038 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-298da493-fe19-479b-99b0-85b68ddb3acb tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:04.655508 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9b217f-3a98-4d54-9652-8177d9a71723 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] DELETE failed (client error): The resource could not be found. Aug 23 15:00:04.656293 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9b217f-3a98-4d54-9652-8177d9a71723 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:00:04.662413 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fa9b217f-3a98-4d54-9652-8177d9a71723 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/subnets/6ee141f6-84b5-4197-92ed-dd600d08b6f3 HTTP/1.1" status: 404 len: 337 time: 0.0419328 Aug 23 15:00:04.663359 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55434) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:04.701427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-c5a8c973-75b8-49f4-9b42-86830f837d8d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Allocated IP 172.20.0.5 (66ea7d98-1d3f-414e-bff5-46e13a28ebc9/44bac1ef-fc53-42bc-a91d-7b098c3bb306/db45d517-33f1-45e9-9bf5-66219d83f9a3) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:00:04.749323 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-298da493-fe19-479b-99b0-85b68ddb3acb tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:04.755674 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e20bef5c-aba8-4d9e-9043-ae3308fec9d0 req-0b1e4761-d874-4783-94e1-118f21b171b0 service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081193 Aug 23 15:00:04.848071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-933d5321-0570-4f79-b229-42e9378214a8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:04.849103 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-933d5321-0570-4f79-b229-42e9378214a8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:04.880206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d5657428-f475-4ebe-b8fc-2501a00fa30b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Deleting port 96a248f6-a43d-405d-8ad0-8187ba2df686 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:04.880734 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d5657428-f475-4ebe-b8fc-2501a00fa30b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:04.958085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0d35970f-ceae-4168-b2fc-b9f5d9471a96 None None] Provisioning complete for port 96a248f6-a43d-405d-8ad0-8187ba2df686 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:04.958454 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0d35970f-ceae-4168-b2fc-b9f5d9471a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:05.020591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e20bef5c-aba8-4d9e-9043-ae3308fec9d0 req-de02865a-ba6e-4758-8870-c1351996ab00 service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448881 Aug 23 15:00:05.033682 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-298da493-fe19-479b-99b0-85b68ddb3acb tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:05.055395 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0d35970f-ceae-4168-b2fc-b9f5d9471a96 None None] Port 96a248f6-a43d-405d-8ad0-8187ba2df686 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:00:05.132695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4427ef-e0e6-4f91-a3c6-420f8430a039 None None] DHCP port deletion for 72070819-7380-4ce2-bba5-cb3fe9632737 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:00:05.190988 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0d35970f-ceae-4168-b2fc-b9f5d9471a96 None None] Provisioning complete for port ecb2da20-20e6-4444-bc96-f8d5a1083e78 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:05.191368 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0d35970f-ceae-4168-b2fc-b9f5d9471a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:05.313471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9d4427ef-e0e6-4f91-a3c6-420f8430a039 None None] Deleting port ba31cdcc-23ff-48a0-8f06-a486662719e9 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:05.314145 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9d4427ef-e0e6-4f91-a3c6-420f8430a039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:05.353082 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-933d5321-0570-4f79-b229-42e9378214a8 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0035255 Aug 23 15:00:05.384176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Request body: {'port': {'device_id': 'a0b010f5-3d1b-4ceb-b561-68e106d9e0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:05.399807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650f2946-e828-427e-bff2-6f80c07996ca None None] DHCP port deletion for e5b0acb2-f502-49bc-bcfd-23da8c3de34c request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:00:05.451259 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72136f42-7dee-45f5-8a59-e7c0393b6f0d req-abe2df60-d6d7-474c-9fe2-70a008a2d25a tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 210 time: 0.1674232 Aug 23 15:00:05.472880 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d5657428-f475-4ebe-b8fc-2501a00fa30b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:05.475638 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:05.497028 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d5657428-f475-4ebe-b8fc-2501a00fa30b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Calling delete_port for 96a248f6-a43d-405d-8ad0-8187ba2df686 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:05.512833 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9d4427ef-e0e6-4f91-a3c6-420f8430a039 None None] For port ba31cdcc-23ff-48a0-8f06-a486662719e9, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ba31cdcc-23ff-48a0-8f06-a486662719e9,segment=NetworkSegment(d41ccdc2-2aae-485b-ae46-1c7848f54033),segment_id=d41ccdc2-2aae-485b-ae46-1c7848f54033)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:05.513309 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9d4427ef-e0e6-4f91-a3c6-420f8430a039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:05.536127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9d4427ef-e0e6-4f91-a3c6-420f8430a039 None None] Calling delete_port for ba31cdcc-23ff-48a0-8f06-a486662719e9 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:05.537715 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-c5a8c973-75b8-49f4-9b42-86830f837d8d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:05.629479 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-298da493-fe19-479b-99b0-85b68ddb3acb tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:05.658034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-650f2946-e828-427e-bff2-6f80c07996ca None None] Deleting port ecb2da20-20e6-4444-bc96-f8d5a1083e78 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:05.658414 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-650f2946-e828-427e-bff2-6f80c07996ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:05.689858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298da493-fe19-479b-99b0-85b68ddb3acb tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event deleted for resources: {'Subnet': ['ID=ad660d34-995f-4a91-8402-f10bcdcb5082,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:05.691530 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-c5a8c973-75b8-49f4-9b42-86830f837d8d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:05.716040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d669930-ae11-459b-8473-6a8ecd9d7a1b None None] Network 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:05.733615 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-298da493-fe19-479b-99b0-85b68ddb3acb tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:05.739008 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-298da493-fe19-479b-99b0-85b68ddb3acb tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "DELETE /v2.0/subnets/ad660d34-995f-4a91-8402-f10bcdcb5082 HTTP/1.1" status: 204 len: 168 time: 1.4006629 Aug 23 15:00:05.743904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55494) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:05.772132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea08c1a-ef5d-402d-abf9-c1e0e7dfb7c0 req-022f9fac-e617-4128-97d4-71fdb048404a tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:05.789454 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ea08c1a-ef5d-402d-abf9-c1e0e7dfb7c0 req-022f9fac-e617-4128-97d4-71fdb048404a tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.2899094 Aug 23 15:00:05.789934 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9d4427ef-e0e6-4f91-a3c6-420f8430a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:05.813549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-c5a8c973-75b8-49f4-9b42-86830f837d8d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:00:05.864609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4427ef-e0e6-4f91-a3c6-420f8430a039 None None] Pushing event deleted for resources: {'Port': ['ID=ba31cdcc-23ff-48a0-8f06-a486662719e9,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:05.870207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4427ef-e0e6-4f91-a3c6-420f8430a039 None None] No DVR routers for this DVR port ba31cdcc-23ff-48a0-8f06-a486662719e9 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:05.875679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-c5a8c973-75b8-49f4-9b42-86830f837d8d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:05.884975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-c5a8c973-75b8-49f4-9b42-86830f837d8d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:00:05.887952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8c973-75b8-49f4-9b42-86830f837d8d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Pushing event updated for resources: {'Port': ['ID=db45d517-33f1-45e9-9bf5-66219d83f9a3,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:05.899883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-650f2946-e828-427e-bff2-6f80c07996ca None None] For port ecb2da20-20e6-4444-bc96-f8d5a1083e78, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ecb2da20-20e6-4444-bc96-f8d5a1083e78,segment=NetworkSegment(313bf69f-0cb1-41af-bfff-629fc800bf22),segment_id=313bf69f-0cb1-41af-bfff-629fc800bf22)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:05.900134 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-650f2946-e828-427e-bff2-6f80c07996ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:05.931238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-650f2946-e828-427e-bff2-6f80c07996ca None None] Calling delete_port for ecb2da20-20e6-4444-bc96-f8d5a1083e78 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:05.978846 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d5657428-f475-4ebe-b8fc-2501a00fa30b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:05.984604 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-848c1bdb-c77a-471e-9e5b-5a6334fa63dd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.017765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ea08c1a-ef5d-402d-abf9-c1e0e7dfb7c0 req-931b84f3-5821-43d1-9f98-d5cf0bd26051 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241526 Aug 23 15:00:06.033627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5657428-f475-4ebe-b8fc-2501a00fa30b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Port': ['ID=96a248f6-a43d-405d-8ad0-8187ba2df686,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:06.057423 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d5657428-f475-4ebe-b8fc-2501a00fa30b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.058908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-c5a8c973-75b8-49f4-9b42-86830f837d8d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:06.059319 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d5657428-f475-4ebe-b8fc-2501a00fa30b tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/ports/96a248f6-a43d-405d-8ad0-8187ba2df686 HTTP/1.1" status: 204 len: 168 time: 1.3538291 Aug 23 15:00:06.063013 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-c5a8c973-75b8-49f4-9b42-86830f837d8d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.065485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55496) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:06.103430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fc1dfd-d811-4f3f-9644-52e18f1eae48 None None] DHCP port deletion for 0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:00:06.120021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 483abb8f-9544-4ac9-8301-d0e05a68cdee {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:00:06.136955 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.171270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-17fc1dfd-d811-4f3f-9644-52e18f1eae48 None None] Deleting port 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:06.177363 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-17fc1dfd-d811-4f3f-9644-52e18f1eae48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.194735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Transition to ACTIVE for port object 483abb8f-9544-4ac9-8301-d0e05a68cdee will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:00:06.214693 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-650f2946-e828-427e-bff2-6f80c07996ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.220375 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-848c1bdb-c77a-471e-9e5b-5a6334fa63dd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.234900 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-15057ac7-a0d6-4d14-b8b8-d049ec4b20e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.240123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-848c1bdb-c77a-471e-9e5b-5a6334fa63dd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72070819-7380-4ce2-bba5-cb3fe9632737']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:06.243612 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-c5a8c973-75b8-49f4-9b42-86830f837d8d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3940678 Aug 23 15:00:06.257186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-848c1bdb-c77a-471e-9e5b-5a6334fa63dd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41ccdc2-2aae-485b-ae46-1c7848f54033') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:06.257505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-848c1bdb-c77a-471e-9e5b-5a6334fa63dd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41ccdc2-2aae-485b-ae46-1c7848f54033') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:06.264259 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Request body: {'port': {'device_id': '39f27ef9-c87f-4509-8973-99e8e7f0f7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:06.268611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f2946-e828-427e-bff2-6f80c07996ca None None] Pushing event deleted for resources: {'Port': ['ID=ecb2da20-20e6-4444-bc96-f8d5a1083e78,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:06.276451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f2946-e828-427e-bff2-6f80c07996ca None None] No DVR routers for this DVR port ecb2da20-20e6-4444-bc96-f8d5a1083e78 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:06.286916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-17fc1dfd-d811-4f3f-9644-52e18f1eae48 None None] For port 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0cfa5503-dcb6-4979-976c-b1e40ab2d0ff,segment=NetworkSegment(db53a50d-0b04-4ac6-8677-3152c0ec35f7),segment_id=db53a50d-0b04-4ac6-8677-3152c0ec35f7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:06.286916 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-17fc1dfd-d811-4f3f-9644-52e18f1eae48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.294381 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-848c1bdb-c77a-471e-9e5b-5a6334fa63dd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.300482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-17fc1dfd-d811-4f3f-9644-52e18f1eae48 None None] Calling delete_port for 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:06.303251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.342249 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-848c1bdb-c77a-471e-9e5b-5a6334fa63dd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.417412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Pushing event updated for resources: {'Port': ['ID=483abb8f-9544-4ac9-8301-d0e05a68cdee,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:06.418850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848c1bdb-c77a-471e-9e5b-5a6334fa63dd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:00:06.419343 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-848c1bdb-c77a-471e-9e5b-5a6334fa63dd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:00:06.430672 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:00:06.433844 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55502) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:06.444435 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.468674 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-17fc1dfd-d811-4f3f-9644-52e18f1eae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.484711 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-15057ac7-a0d6-4d14-b8b8-d049ec4b20e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.501218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc1dfd-d811-4f3f-9644-52e18f1eae48 None None] Pushing event deleted for resources: {'Port': ['ID=0cfa5503-dcb6-4979-976c-b1e40ab2d0ff,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:06.515729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fc1dfd-d811-4f3f-9644-52e18f1eae48 None None] No DVR routers for this DVR port 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:06.519225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-15057ac7-a0d6-4d14-b8b8-d049ec4b20e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b0acb2-f502-49bc-bcfd-23da8c3de34c']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:06.533000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-15057ac7-a0d6-4d14-b8b8-d049ec4b20e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313bf69f-0cb1-41af-bfff-629fc800bf22') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:06.533000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-15057ac7-a0d6-4d14-b8b8-d049ec4b20e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313bf69f-0cb1-41af-bfff-629fc800bf22') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:06.562253 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-15057ac7-a0d6-4d14-b8b8-d049ec4b20e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.574151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Attempting to bind port 483abb8f-9544-4ac9-8301-d0e05a68cdee on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:00:06.574491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Attempting to bind port 483abb8f-9544-4ac9-8301-d0e05a68cdee by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:00:06.574883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Attempting to bind port 483abb8f-9544-4ac9-8301-d0e05a68cdee on network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:00:06.580852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Port 483abb8f-9544-4ac9-8301-d0e05a68cdee on network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:00:06.581231 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Attempting to bind port 483abb8f-9544-4ac9-8301-d0e05a68cdee on network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:00:06.583093 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-15057ac7-a0d6-4d14-b8b8-d049ec4b20e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.590281 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:00:06.590281 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Checking segment: {'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:00:06.590281 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Bound using segment: {'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:00:06.590281 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Bound port: 483abb8f-9544-4ac9-8301-d0e05a68cdee, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:00:06.590281 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.603075 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15057ac7-a0d6-4d14-b8b8-d049ec4b20e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:00:06.603574 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-15057ac7-a0d6-4d14-b8b8-d049ec4b20e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:00:06.607004 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:00:06.699186 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] For port 483abb8f-9544-4ac9-8301-d0e05a68cdee, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:00:06.705712 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-848c1bdb-c77a-471e-9e5b-5a6334fa63dd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.709343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] For port 483abb8f-9544-4ac9-8301-d0e05a68cdee, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=483abb8f-9544-4ac9-8301-d0e05a68cdee,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:00:06.724262 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f58f28ed-1019-42fc-a6fe-1bfed893e86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.742689 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20717430-76ea-4680-992b-6950e02ee3a8 req-cddddbc9-39f0-402f-a840-edf6f655a21d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:06.750405 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-20717430-76ea-4680-992b-6950e02ee3a8 req-cddddbc9-39f0-402f-a840-edf6f655a21d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 931 time: 0.0972233 Aug 23 15:00:06.750595 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-848c1bdb-c77a-471e-9e5b-5a6334fa63dd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.750864 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-848c1bdb-c77a-471e-9e5b-5a6334fa63dd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "DELETE /v2.0/networks/72070819-7380-4ce2-bba5-cb3fe9632737 HTTP/1.1" status: 204 len: 168 time: 1.0028799 Aug 23 15:00:06.753650 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55512) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:06.772168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c1bdb-c77a-471e-9e5b-5a6334fa63dd tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event deleted for resources: {'Network': ['ID=72070819-7380-4ce2-bba5-cb3fe9632737,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:06.841451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ba31cdcc-23ff-48a0-8f06-a486662719e9 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:06.843937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.869829 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-15057ac7-a0d6-4d14-b8b8-d049ec4b20e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.881578 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-15057ac7-a0d6-4d14-b8b8-d049ec4b20e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:06.883919 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-15057ac7-a0d6-4d14-b8b8-d049ec4b20e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] 10.222.0.38 "DELETE /v2.0/networks/e5b0acb2-f502-49bc-bcfd-23da8c3de34c HTTP/1.1" status: 204 len: 168 time: 0.8162618 Aug 23 15:00:06.900376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: ba31cdcc-23ff-48a0-8f06-a486662719e9 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:00:06.902686 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ba31cdcc-23ff-48a0-8f06-a486662719e9 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:00:06.905154 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:06.922523 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15057ac7-a0d6-4d14-b8b8-d049ec4b20e8 tempest-PortsIpV6TestJSON-1503339858 tempest-PortsIpV6TestJSON-1503339858-project] Pushing event deleted for resources: {'Network': ['ID=e5b0acb2-f502-49bc-bcfd-23da8c3de34c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:06.934270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Pushing event updated for resources: {'Port': ['ID=483abb8f-9544-4ac9-8301-d0e05a68cdee,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:06.963718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:00:06.964850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0cfa5503-dcb6-4979-976c-b1e40ab2d0ff not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:00:06.965495 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ecb2da20-20e6-4444-bc96-f8d5a1083e78 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:06.987596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: ecb2da20-20e6-4444-bc96-f8d5a1083e78 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:00:06.988327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ecb2da20-20e6-4444-bc96-f8d5a1083e78 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:00:07.006449 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-20717430-76ea-4680-992b-6950e02ee3a8 req-57b6ecee-bf15-47fc-bd33-dba33574c6e3 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206538 Aug 23 15:00:07.008034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:07.008664 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.011554 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-58ff9c88-3a2b-4f13-af39-1baafa4bb711 service neutron] 10.222.0.57 "PUT /v2.0/ports/483abb8f-9544-4ac9-8301-d0e05a68cdee HTTP/1.1" status: 200 len: 1091 time: 1.6351128 Aug 23 15:00:07.016151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b010f5-3d1b-4ceb-b561-68e106d9e0f1', 'tag': '483abb8f-9544-4ac9-8301-d0e05a68cdee'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:07.018630 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b0261b-a089-4191-975b-af77c15fedbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b010f5-3d1b-4ceb-b561-68e106d9e0f1", "tag": "483abb8f-9544-4ac9-8301-d0e05a68cdee"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:07.033670 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-342c0eeb-49a5-40c6-96a9-1aec0cea7ac9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.051016 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db45d517-33f1-45e9-9bf5-66219d83f9a3 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:00:07.068106 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.099745 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Transition to ACTIVE for port object db45d517-33f1-45e9-9bf5-66219d83f9a3 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:00:07.105754 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1f99e1-1bdc-425e-8fa5-d8d367f36371 x-openstack-request-id: req-5b1f99e1-1bdc-425e-8fa5-d8d367f36371 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:07.106080 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b010f5-3d1b-4ceb-b561-68e106d9e0f1", "tag": "483abb8f-9544-4ac9-8301-d0e05a68cdee", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:07.106305 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b1f99e1-1bdc-425e-8fa5-d8d367f36371 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:07.106697 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b010f5-3d1b-4ceb-b561-68e106d9e0f1', 'tag': '483abb8f-9544-4ac9-8301-d0e05a68cdee', 'status': 'completed', 'code': 200} Aug 23 15:00:07.211084 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.215019 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-342c0eeb-49a5-40c6-96a9-1aec0cea7ac9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.225662 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f58f28ed-1019-42fc-a6fe-1bfed893e86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.233595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-342c0eeb-49a5-40c6-96a9-1aec0cea7ac9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:07.247182 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-342c0eeb-49a5-40c6-96a9-1aec0cea7ac9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db53a50d-0b04-4ac6-8677-3152c0ec35f7') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:07.247495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-342c0eeb-49a5-40c6-96a9-1aec0cea7ac9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db53a50d-0b04-4ac6-8677-3152c0ec35f7') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:07.264270 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-342c0eeb-49a5-40c6-96a9-1aec0cea7ac9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.281557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a935a-d244-4934-9354-45078502142c service neutron] Pushing event updated for resources: {'Port': ['ID=db45d517-33f1-45e9-9bf5-66219d83f9a3,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:07.285581 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f75373-4e74-4213-882b-ae6bc85113c4 req-c5c96180-fc09-426f-8fd0-dec96948082b tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:07.287141 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-23f75373-4e74-4213-882b-ae6bc85113c4 req-c5c96180-fc09-426f-8fd0-dec96948082b tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.1509757 Aug 23 15:00:07.298532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-e9ce8c30-f69a-4a4b-bd12-46026bfedbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:07.300056 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-e9ce8c30-f69a-4a4b-bd12-46026bfedbea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f09714bffe3e42558fe6d698542199a9&device_id=a0b010f5-3d1b-4ceb-b561-68e106d9e0f1 HTTP/1.1" status: 200 len: 1094 time: 0.1627963 Aug 23 15:00:07.303748 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-342c0eeb-49a5-40c6-96a9-1aec0cea7ac9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.321786 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342c0eeb-49a5-40c6-96a9-1aec0cea7ac9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:00:07.322262 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-342c0eeb-49a5-40c6-96a9-1aec0cea7ac9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:00:07.331937 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:00:07.349882 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f58f28ed-1019-42fc-a6fe-1bfed893e86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.404203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Attempting to bind port db45d517-33f1-45e9-9bf5-66219d83f9a3 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:00:07.404548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Attempting to bind port db45d517-33f1-45e9-9bf5-66219d83f9a3 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:00:07.404880 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Attempting to bind port db45d517-33f1-45e9-9bf5-66219d83f9a3 on network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:00:07.410095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Port db45d517-33f1-45e9-9bf5-66219d83f9a3 on network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:00:07.410436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Attempting to bind port db45d517-33f1-45e9-9bf5-66219d83f9a3 on network 66ea7d98-1d3f-414e-bff5-46e13a28ebc9 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:00:07.415973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:00:07.416351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Checking segment: {'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:00:07.416797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Bound using segment: {'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:00:07.417818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Bound port: db45d517-33f1-45e9-9bf5-66219d83f9a3, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832b83ea-ce67-4a69-98d8-82142fc98649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:00:07.418629 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.437690 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-8efb79d5-f3fc-42ec-831d-3dc1e326dc26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=483abb8f-9544-4ac9-8301-d0e05a68cdee HTTP/1.1" status: 200 len: 217 time: 0.1245849 Aug 23 15:00:07.452894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55526) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:07.496120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] For port db45d517-33f1-45e9-9bf5-66219d83f9a3, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:00:07.500444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] For port db45d517-33f1-45e9-9bf5-66219d83f9a3, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=db45d517-33f1-45e9-9bf5-66219d83f9a3,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:00:07.519130 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f58f28ed-1019-42fc-a6fe-1bfed893e86a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64ae0edb252a4e748ec48202633acb71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0841787 Aug 23 15:00:07.523323 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55532) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:07.524548 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-23f75373-4e74-4213-882b-ae6bc85113c4 req-5d9f1abd-ce7b-428a-b50c-779a8747d46d tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229514 Aug 23 15:00:07.525164 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f28ed-1019-42fc-a6fe-1bfed893e86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7930d2e-843e-426f-9b6a-fde087f9436a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:07.559218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-f168024a-f345-4431-bc84-3bd87c6a8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:07.560907 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-f168024a-f345-4431-bc84-3bd87c6a8c21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44bac1ef-fc53-42bc-a91d-7b098c3bb306 HTTP/1.1" status: 200 len: 852 time: 0.1108587 Aug 23 15:00:07.593547 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.602284 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d7d9dab8-450e-41ea-ae4a-b1beac081cc7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335951 Aug 23 15:00:07.629424 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-342c0eeb-49a5-40c6-96a9-1aec0cea7ac9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.663353 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-342c0eeb-49a5-40c6-96a9-1aec0cea7ac9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.669643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:07.669877 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-342c0eeb-49a5-40c6-96a9-1aec0cea7ac9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] 10.222.0.38 "DELETE /v2.0/networks/0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec HTTP/1.1" status: 204 len: 168 time: 0.9104352 Aug 23 15:00:07.669978 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.669978 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-d74a935a-d244-4934-9354-45078502142c service neutron] 10.222.0.61 "PUT /v2.0/ports/db45d517-33f1-45e9-9bf5-66219d83f9a3 HTTP/1.1" status: 200 len: 1091 time: 1.4142356 Aug 23 15:00:07.679219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c0eeb-49a5-40c6-96a9-1aec0cea7ac9 tempest-TaggedBootDevicesTest-700111416 tempest-TaggedBootDevicesTest-700111416-project] Pushing event deleted for resources: {'Network': ['ID=0b0cf1e9-4eb9-4195-8bc8-a2d7cf5830ec,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:07.689267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f27ef9-c87f-4509-8973-99e8e7f0f7cf', 'tag': 'db45d517-33f1-45e9-9bf5-66219d83f9a3'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:07.691679 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b054b6d7-a308-46dc-9bdd-d8aab6d88030" -d '{"events": [{"name": "network-changed", "server_uuid": "39f27ef9-c87f-4509-8973-99e8e7f0f7cf", "tag": "db45d517-33f1-45e9-9bf5-66219d83f9a3"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:07.747018 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df095659-b125-4f57-99d1-6f6312c4b264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.755618 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-ff6424b2-5f99-4f2b-9d3b-3f5121f1c5be service neutron] 10.222.0.57 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447446 Aug 23 15:00:07.777924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a935a-d244-4934-9354-45078502142c service neutron] Pushing event updated for resources: {'Port': ['ID=db45d517-33f1-45e9-9bf5-66219d83f9a3,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:07.784681 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5a2e77-49b1-469e-a9b3-d8d8276988f4 x-openstack-request-id: req-cd5a2e77-49b1-469e-a9b3-d8d8276988f4 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:07.784978 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f27ef9-c87f-4509-8973-99e8e7f0f7cf", "tag": "db45d517-33f1-45e9-9bf5-66219d83f9a3", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:07.785228 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cd5a2e77-49b1-469e-a9b3-d8d8276988f4 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:07.785617 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f27ef9-c87f-4509-8973-99e8e7f0f7cf', 'tag': 'db45d517-33f1-45e9-9bf5-66219d83f9a3', 'status': 'completed', 'code': 200} Aug 23 15:00:07.812265 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ba3fcddc-f90f-4596-9acb-0ac5e3619b92 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b2e37f6dfe47457092c32ed670b647d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576872 Aug 23 15:00:07.813029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55538) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:07.867020 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df095659-b125-4f57-99d1-6f6312c4b264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:07.904038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-150775ff-9ca4-49e7-86f6-5226b9cbe824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:07.905675 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-150775ff-9ca4-49e7-86f6-5226b9cbe824 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f09714bffe3e42558fe6d698542199a9&device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 1094 time: 0.1163201 Aug 23 15:00:07.942613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-1589a4db-9fdb-4d31-b663-9b674b3cf769 service neutron] 10.222.0.57 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795876 Aug 23 15:00:07.967227 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-93f1d2f6-d535-466d-9c29-1bc0f4d920a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db45d517-33f1-45e9-9bf5-66219d83f9a3 HTTP/1.1" status: 200 len: 217 time: 0.0467427 Aug 23 15:00:08.020982 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63435b93-dbf3-432e-91d1-36ca4d4824ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:08.053401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-10b0dd50-593a-450d-a655-625a490a6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:08.054886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-10b0dd50-593a-450d-a655-625a490a6748 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44bac1ef-fc53-42bc-a91d-7b098c3bb306 HTTP/1.1" status: 200 len: 852 time: 0.0774932 Aug 23 15:00:08.059964 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63435b93-dbf3-432e-91d1-36ca4d4824ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:08.123921 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0261b-a089-4191-975b-af77c15fedbb req-7b82db6f-476a-4d42-8487-01d06e3c89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:08.126443 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a4b0261b-a089-4191-975b-af77c15fedbb req-7b82db6f-476a-4d42-8487-01d06e3c89cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f09714bffe3e42558fe6d698542199a9&device_id=a0b010f5-3d1b-4ceb-b561-68e106d9e0f1 HTTP/1.1" status: 200 len: 1094 time: 0.0536883 Aug 23 15:00:08.129652 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-80f6ec30-e260-4ecd-bc13-0c28b520d12d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607898 Aug 23 15:00:08.131458 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df095659-b125-4f57-99d1-6f6312c4b264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:08.134128 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df095659-b125-4f57-99d1-6f6312c4b264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:08.141372 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-df095659-b125-4f57-99d1-6f6312c4b264 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7930d2e-843e-426f-9b6a-fde087f9436a HTTP/1.1" status: 204 len: 168 time: 0.6111875 Aug 23 15:00:08.171336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df095659-b125-4f57-99d1-6f6312c4b264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7930d2e-843e-426f-9b6a-fde087f9436a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:08.257171 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0261b-a089-4191-975b-af77c15fedbb req-a508e85e-d683-4685-a4f5-37f16f100119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:08.258977 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a4b0261b-a089-4191-975b-af77c15fedbb req-a508e85e-d683-4685-a4f5-37f16f100119 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9 HTTP/1.1" status: 200 len: 913 time: 0.1247437 Aug 23 15:00:08.320251 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf2544-73b3-4cea-a64e-1ba6159bac29 req-0777e358-1c8a-45c2-95cf-3d65194e6312 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:08.321749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1bcf2544-73b3-4cea-a64e-1ba6159bac29 req-0777e358-1c8a-45c2-95cf-3d65194e6312 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 943 time: 0.2200570 Aug 23 15:00:08.353416 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-08b8342e-a438-4397-85e2-424220355560 service neutron] 10.222.0.61 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164974 Aug 23 15:00:08.359484 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a4b0261b-a089-4191-975b-af77c15fedbb req-45a0cb6a-5d00-4cda-b67e-679a8fbc7758 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=483abb8f-9544-4ac9-8301-d0e05a68cdee HTTP/1.1" status: 200 len: 217 time: 0.0899801 Aug 23 15:00:08.385480 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63435b93-dbf3-432e-91d1-36ca4d4824ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:08.386671 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63435b93-dbf3-432e-91d1-36ca4d4824ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:08.388017 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-63435b93-dbf3-432e-91d1-36ca4d4824ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/148531bb-d3cf-4f4e-83b7-c86b7ea36717 HTTP/1.1" status: 204 len: 168 time: 0.5614645 Aug 23 15:00:08.449604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63435b93-dbf3-432e-91d1-36ca4d4824ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148531bb-d3cf-4f4e-83b7-c86b7ea36717,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:08.466291 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1bcf2544-73b3-4cea-a64e-1ba6159bac29 req-e8d8032c-4e62-4660-ba17-1589d73152a3 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339698 Aug 23 15:00:08.471820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0261b-a089-4191-975b-af77c15fedbb req-d39b2618-1371-4e19-9163-a7745cb3ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:08.476018 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a4b0261b-a089-4191-975b-af77c15fedbb req-d39b2618-1371-4e19-9163-a7745cb3ff9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44bac1ef-fc53-42bc-a91d-7b098c3bb306 HTTP/1.1" status: 200 len: 852 time: 0.1093819 Aug 23 15:00:08.545149 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a775b89-ec2a-4b0f-996b-153026e11aaf req-23609d7a-1a75-44cf-9043-8ffe50212a02 service neutron] 10.222.0.61 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734116 Aug 23 15:00:08.550869 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a4b0261b-a089-4191-975b-af77c15fedbb req-f3e2a793-820e-48f8-be4c-ffa81c980660 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639291 Aug 23 15:00:08.702911 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a4b0261b-a089-4191-975b-af77c15fedbb req-718f13e1-b36e-48dd-af08-d1ce90930373 service neutron] 10.222.0.57 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438606 Aug 23 15:00:08.734335 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00414e15-8f0d-4ca1-a990-daf167ba7837 req-ad979b88-3d84-4def-b45d-a324c26e20dd tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:08.740283 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00414e15-8f0d-4ca1-a990-daf167ba7837 req-ad979b88-3d84-4def-b45d-a324c26e20dd tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.1028461 Aug 23 15:00:08.826909 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00414e15-8f0d-4ca1-a990-daf167ba7837 req-3dcb0403-e716-49fb-84b3-c803f6160600 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742190 Aug 23 15:00:08.830758 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054b6d7-a308-46dc-9bdd-d8aab6d88030 req-51f189ee-c8cd-4526-aca6-78a172026ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:08.832545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b054b6d7-a308-46dc-9bdd-d8aab6d88030 req-51f189ee-c8cd-4526-aca6-78a172026ddc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f09714bffe3e42558fe6d698542199a9&device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 1094 time: 0.0912855 Aug 23 15:00:08.882050 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a4b0261b-a089-4191-975b-af77c15fedbb req-216f340b-0ff5-4d63-8fff-3b82d6f2c6d4 service neutron] 10.222.0.57 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706111 Aug 23 15:00:08.989448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054b6d7-a308-46dc-9bdd-d8aab6d88030 req-8b814231-e949-4a99-b8ce-d1c99ec50865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:08.991563 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b054b6d7-a308-46dc-9bdd-d8aab6d88030 req-8b814231-e949-4a99-b8ce-d1c99ec50865 service neutron] 10.222.0.61 "GET /v2.0/networks?id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9 HTTP/1.1" status: 200 len: 913 time: 0.1479795 Aug 23 15:00:09.092003 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b054b6d7-a308-46dc-9bdd-d8aab6d88030 req-0d056d4a-18be-45a3-93db-3bfdf8d06fdc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db45d517-33f1-45e9-9bf5-66219d83f9a3 HTTP/1.1" status: 200 len: 217 time: 0.0890110 Aug 23 15:00:09.168106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054b6d7-a308-46dc-9bdd-d8aab6d88030 req-f4464c58-bd9a-4019-acc3-b7bb0cd9b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:09.169858 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b054b6d7-a308-46dc-9bdd-d8aab6d88030 req-f4464c58-bd9a-4019-acc3-b7bb0cd9b1fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44bac1ef-fc53-42bc-a91d-7b098c3bb306 HTTP/1.1" status: 200 len: 852 time: 0.0702884 Aug 23 15:00:09.235039 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b054b6d7-a308-46dc-9bdd-d8aab6d88030 req-10f2d8f4-148a-4f3e-8b27-47454ab75ab6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=66ea7d98-1d3f-414e-bff5-46e13a28ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545664 Aug 23 15:00:09.399299 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b054b6d7-a308-46dc-9bdd-d8aab6d88030 req-30e09b72-1d9d-4198-bd98-241f2dd892a0 service neutron] 10.222.0.61 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568258 Aug 23 15:00:09.559805 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b054b6d7-a308-46dc-9bdd-d8aab6d88030 req-36d571ab-015d-402d-b5f9-e5c75fcd2c6e service neutron] 10.222.0.61 "GET /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499135 Aug 23 15:00:09.653930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0057-4d2c-4169-936e-70334fd97b7e req-1b3cfb65-5c65-4c7c-ba32-82c607b3785b tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:09.662989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-95cc0057-4d2c-4169-936e-70334fd97b7e req-1b3cfb65-5c65-4c7c-ba32-82c607b3785b tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 943 time: 0.0739267 Aug 23 15:00:09.710419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c15e21-448c-4069-8fa7-b8628ff94bc8 req-d4c66d90-1209-4795-bb05-5b49316a5334 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:09.719388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-95cc0057-4d2c-4169-936e-70334fd97b7e req-b4cc40ad-9aec-4fb8-b7e3-64a22503fb29 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550785 Aug 23 15:00:09.720214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c15e21-448c-4069-8fa7-b8628ff94bc8 req-d4c66d90-1209-4795-bb05-5b49316a5334 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:09.726476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c15e21-448c-4069-8fa7-b8628ff94bc8 req-d4c66d90-1209-4795-bb05-5b49316a5334 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:09.740309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c15e21-448c-4069-8fa7-b8628ff94bc8 req-d4c66d90-1209-4795-bb05-5b49316a5334 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:09.740309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c15e21-448c-4069-8fa7-b8628ff94bc8 req-d4c66d90-1209-4795-bb05-5b49316a5334 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:09.745757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c15e21-448c-4069-8fa7-b8628ff94bc8 req-d4c66d90-1209-4795-bb05-5b49316a5334 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:09.753776 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c15e21-448c-4069-8fa7-b8628ff94bc8 req-d4c66d90-1209-4795-bb05-5b49316a5334 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:09.755777 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15c15e21-448c-4069-8fa7-b8628ff94bc8 req-d4c66d90-1209-4795-bb05-5b49316a5334 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5445 time: 0.1618521 Aug 23 15:00:09.799911 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15c15e21-448c-4069-8fa7-b8628ff94bc8 req-a2e79bfd-082c-4b96-b389-7fa36ba7a9af tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374906 Aug 23 15:00:10.001809 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c93f0-e8a1-4fa7-853a-4b3d5ea5ea73 req-50ecbc56-0918-40e8-a1d6-14feb2e9c111 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:10.004057 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df7c93f0-e8a1-4fa7-853a-4b3d5ea5ea73 req-50ecbc56-0918-40e8-a1d6-14feb2e9c111 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.0758967 Aug 23 15:00:10.045583 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df7c93f0-e8a1-4fa7-853a-4b3d5ea5ea73 req-031357fb-49bc-4b08-912f-0ca3ccf7e9cf tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345373 Aug 23 15:00:10.273746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 483abb8f-9544-4ac9-8301-d0e05a68cdee details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:00:10.294817 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55624) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:10.429425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 483abb8f-9544-4ac9-8301-d0e05a68cdee, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=483abb8f-9544-4ac9-8301-d0e05a68cdee,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:10.442523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '483abb8f-9544-4ac9-8301-d0e05a68cdee', 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9', 'port_id': '483abb8f-9544-4ac9-8301-d0e05a68cdee', 'mac_address': 'fa:16:3e:7c:6f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44bac1ef-fc53-42bc-a91d-7b098c3bb306', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:00:10.454389 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f06ba4d5-5ae0-4ff5-b218-b3602c5509e4 tempest-AgentManagementNegativeTest-302108841 tempest-AgentManagementNegativeTest-302108841-project] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1582618 Aug 23 15:00:10.495732 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:10.517183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483abb8f-9544-4ac9-8301-d0e05a68cdee {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:00:10.537747 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 483abb8f-9544-4ac9-8301-d0e05a68cdee, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=483abb8f-9544-4ac9-8301-d0e05a68cdee,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:10.640847 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:10.689808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-ea694d3f-04c1-42dd-a4f8-fd74842d0f34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:10.696055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-ea694d3f-04c1-42dd-a4f8-fd74842d0f34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:10.702608 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-ea694d3f-04c1-42dd-a4f8-fd74842d0f34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:10.709000 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-ea694d3f-04c1-42dd-a4f8-fd74842d0f34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:10.716096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-ea694d3f-04c1-42dd-a4f8-fd74842d0f34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:10.722406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-ea694d3f-04c1-42dd-a4f8-fd74842d0f34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:10.728553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-ea694d3f-04c1-42dd-a4f8-fd74842d0f34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:10.731545 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-ea694d3f-04c1-42dd-a4f8-fd74842d0f34 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5445 time: 0.1373901 Aug 23 15:00:10.777372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=483abb8f-9544-4ac9-8301-d0e05a68cdee,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:10.842514 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-98bedaad-a0d5-4867-8760-f08f11e28eac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:10.845851 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-98bedaad-a0d5-4867-8760-f08f11e28eac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "GET /v2.0/ports/45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1022635 Aug 23 15:00:10.880859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['483abb8f-9544-4ac9-8301-d0e05a68cdee'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:00:11.163245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c314f9-e120-4512-aa40-cb1fa01a07a8 req-efa1821e-39ce-42ee-b020-3ac37b135899 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:11.175407 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05c314f9-e120-4512-aa40-cb1fa01a07a8 req-efa1821e-39ce-42ee-b020-3ac37b135899 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 943 time: 0.3274827 Aug 23 15:00:11.176449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ccd85-21e7-4914-9ba4-93cf689b60ff req-5d2b211c-3daa-4ebd-ab78-2b164bd9b2c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:11.196040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ccd85-21e7-4914-9ba4-93cf689b60ff req-5d2b211c-3daa-4ebd-ab78-2b164bd9b2c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:11.212686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ccd85-21e7-4914-9ba4-93cf689b60ff req-5d2b211c-3daa-4ebd-ab78-2b164bd9b2c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:11.230576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ccd85-21e7-4914-9ba4-93cf689b60ff req-5d2b211c-3daa-4ebd-ab78-2b164bd9b2c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:11.243796 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ccd85-21e7-4914-9ba4-93cf689b60ff req-5d2b211c-3daa-4ebd-ab78-2b164bd9b2c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:11.277862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ccd85-21e7-4914-9ba4-93cf689b60ff req-5d2b211c-3daa-4ebd-ab78-2b164bd9b2c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:11.282607 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55656) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:11.322822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ccd85-21e7-4914-9ba4-93cf689b60ff req-5d2b211c-3daa-4ebd-ab78-2b164bd9b2c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:11.331529 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d0ccd85-21e7-4914-9ba4-93cf689b60ff req-5d2b211c-3daa-4ebd-ab78-2b164bd9b2c3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 5445 time: 0.3924685 Aug 23 15:00:11.370094 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-4304d928-affa-4721-b95f-163c9ff5f03e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "GET /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4931324 Aug 23 15:00:11.405522 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05c314f9-e120-4512-aa40-cb1fa01a07a8 req-e9f3dd50-2a1a-45b7-872a-440197a965c7 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248471 Aug 23 15:00:11.418472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-a511bdec-f597-4ac4-9c14-1cdcf4f9acca service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:11.426582 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d0ccd85-21e7-4914-9ba4-93cf689b60ff req-a378d3fe-f5e7-4888-b89b-a4b6e8f2c8be tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939772 Aug 23 15:00:11.578356 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-a511bdec-f597-4ac4-9c14-1cdcf4f9acca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:11.613428 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6beae95-ff8a-4101-b771-426edd64aaea req-df036876-158e-4d9a-9d9f-0772a9701d65 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:11.614430 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6beae95-ff8a-4101-b771-426edd64aaea req-df036876-158e-4d9a-9d9f-0772a9701d65 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.0870280 Aug 23 15:00:11.761318 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6beae95-ff8a-4101-b771-426edd64aaea req-6f498ea0-f25e-4d01-80ca-8478f7cde69c tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160281 Aug 23 15:00:11.847190 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b67d71d-806b-40c5-94d1-fbbbfb8c6b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:12.019514 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-a511bdec-f597-4ac4-9c14-1cdcf4f9acca service neutron] For port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:12.080353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-a511bdec-f597-4ac4-9c14-1cdcf4f9acca service neutron] For port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:00:12.131506 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-a511bdec-f597-4ac4-9c14-1cdcf4f9acca service neutron] device_id is not set on port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:00:12.136994 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b67d71d-806b-40c5-94d1-fbbbfb8c6b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:12.142572 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-a511bdec-f597-4ac4-9c14-1cdcf4f9acca service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:12.228401 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b67d71d-806b-40c5-94d1-fbbbfb8c6b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:12.262127 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-a511bdec-f597-4ac4-9c14-1cdcf4f9acca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:12.270071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67d71d-806b-40c5-94d1-fbbbfb8c6b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7849de0e-c98e-4eb1-80c6-5173caf8a45d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:12.299555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 483abb8f-9544-4ac9-8301-d0e05a68cdee up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:00:12.322833 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511bdec-f597-4ac4-9c14-1cdcf4f9acca service neutron] Pushing event updated for resources: {'Port': ['ID=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e,revision_number=6']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:12.356178 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8b67d71d-806b-40c5-94d1-fbbbfb8c6b4f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0c1980a4dd35420db3e67e92a997df30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0592804 Aug 23 15:00:12.356627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55684) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:12.409599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-a511bdec-f597-4ac4-9c14-1cdcf4f9acca service neutron] No DVR routers for this DVR port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:12.500856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 483abb8f-9544-4ac9-8301-d0e05a68cdee completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:12.502775 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 483abb8f-9544-4ac9-8301-d0e05a68cdee triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:12.503593 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:12.521487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55692) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:12.524062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-a511bdec-f597-4ac4-9c14-1cdcf4f9acca service neutron] In _notify_port_updated(), no bound segment for port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e on network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:00:12.525150 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-a511bdec-f597-4ac4-9c14-1cdcf4f9acca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:12.525952 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-a511bdec-f597-4ac4-9c14-1cdcf4f9acca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:12.527503 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-a511bdec-f597-4ac4-9c14-1cdcf4f9acca service neutron] 10.222.0.57 "PUT /v2.0/ports/45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e HTTP/1.1" status: 200 len: 1032 time: 1.1172550 Aug 23 15:00:12.670006 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:12.673682 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a506dc58-9f29-4edd-ae9c-a547bde3e023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:12.723437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8b205-731a-4f38-bfc6-6fe7a1353e2c req-00d2b13a-bb67-447d-8155-bae9d66bf69b tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:12.736652 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-82e8b205-731a-4f38-bfc6-6fe7a1353e2c req-00d2b13a-bb67-447d-8155-bae9d66bf69b tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 943 time: 0.1371861 Aug 23 15:00:12.741908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b010f5-3d1b-4ceb-b561-68e106d9e0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483abb8f-9544-4ac9-8301-d0e05a68cdee'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:12.745264 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966908e9-6b22-4538-bbde-382844c571cc" -d '{"events": [{"server_uuid": "a0b010f5-3d1b-4ceb-b561-68e106d9e0f1", "name": "network-vif-plugged", "status": "completed", "tag": "483abb8f-9544-4ac9-8301-d0e05a68cdee"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:12.772926 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-46f3963c-c770-4445-8f07-5538e3a368f2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:12.779449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 483abb8f-9544-4ac9-8301-d0e05a68cdee, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=483abb8f-9544-4ac9-8301-d0e05a68cdee,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:12.781489 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-46f3963c-c770-4445-8f07-5538e3a368f2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "GET /v2.0/ports/cc7683fa-d729-485b-a13f-03f149ab4dae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2432075 Aug 23 15:00:12.785413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6bd56e00-ef2f-4398-9c5c-4e54288d4046 None None] Provisioning complete for port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:12.785785 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6bd56e00-ef2f-4398-9c5c-4e54288d4046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:12.819345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-e55711f1-e992-4599-a21d-99457a6e1db3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:12.830937 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-105a182b-ef7c-477b-9d57-095e707a39b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:12.841688 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:12.845714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device b58b144d-9752-4c28-8735-b31a58987388 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:12.860884 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a506dc58-9f29-4edd-ae9c-a547bde3e023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:12.880060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-82e8b205-731a-4f38-bfc6-6fe7a1353e2c req-431a0225-199b-4782-b99f-6ab2f6f6259f tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351485 Aug 23 15:00:13.027316 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20de94b-e5c3-498e-b872-eac21eb20f23 req-f26ee8a7-0ec2-4be7-8d4a-558f5457295c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:13.035475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20de94b-e5c3-498e-b872-eac21eb20f23 req-f26ee8a7-0ec2-4be7-8d4a-558f5457295c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:13.041904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20de94b-e5c3-498e-b872-eac21eb20f23 req-f26ee8a7-0ec2-4be7-8d4a-558f5457295c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:13.052559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20de94b-e5c3-498e-b872-eac21eb20f23 req-f26ee8a7-0ec2-4be7-8d4a-558f5457295c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:13.058575 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20de94b-e5c3-498e-b872-eac21eb20f23 req-f26ee8a7-0ec2-4be7-8d4a-558f5457295c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:13.067964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20de94b-e5c3-498e-b872-eac21eb20f23 req-f26ee8a7-0ec2-4be7-8d4a-558f5457295c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:13.069828 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6bd56e00-ef2f-4398-9c5c-4e54288d4046 None None] Port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:00:13.070400 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f20de94b-e5c3-498e-b872-eac21eb20f23 req-f26ee8a7-0ec2-4be7-8d4a-558f5457295c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 4666 time: 0.3883998 Aug 23 15:00:13.084286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=483abb8f-9544-4ac9-8301-d0e05a68cdee,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:13.090802 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-e55711f1-e992-4599-a21d-99457a6e1db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.112189 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device db45d517-33f1-45e9-9bf5-66219d83f9a3 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:00:13.141840 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-105a182b-ef7c-477b-9d57-095e707a39b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.177724 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f20de94b-e5c3-498e-b872-eac21eb20f23 req-b03f0bd7-2384-4ddb-9996-fa779f27504a tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&id=c68cba04-f311-47b4-8c36-ad2bda9ab53d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988145 Aug 23 15:00:13.225049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a506dc58-9f29-4edd-ae9c-a547bde3e023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.227715 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a506dc58-9f29-4edd-ae9c-a547bde3e023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.228877 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a506dc58-9f29-4edd-ae9c-a547bde3e023 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7849de0e-c98e-4eb1-80c6-5173caf8a45d HTTP/1.1" status: 204 len: 168 time: 0.8714373 Aug 23 15:00:13.258887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98917b-2088-4462-a9df-e46a285d0f79 req-70290c76-11b1-4221-8050-4c620ad74aed tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:13.262271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port db45d517-33f1-45e9-9bf5-66219d83f9a3, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=db45d517-33f1-45e9-9bf5-66219d83f9a3,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:13.272981 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2c98917b-2088-4462-a9df-e46a285d0f79 req-70290c76-11b1-4221-8050-4c620ad74aed tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.1349845 Aug 23 15:00:13.279058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'db45d517-33f1-45e9-9bf5-66219d83f9a3', 'network_id': '66ea7d98-1d3f-414e-bff5-46e13a28ebc9', 'port_id': 'db45d517-33f1-45e9-9bf5-66219d83f9a3', 'mac_address': 'fa:16:3e:8a:ba:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44bac1ef-fc53-42bc-a91d-7b098c3bb306', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:00:13.287365 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506dc58-9f29-4edd-ae9c-a547bde3e023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7849de0e-c98e-4eb1-80c6-5173caf8a45d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:13.304023 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-105a182b-ef7c-477b-9d57-095e707a39b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.366051 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712e6005-b9b7-4c1b-9e97-0663809fc81a x-openstack-request-id: req-712e6005-b9b7-4c1b-9e97-0663809fc81a {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:13.366051 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b010f5-3d1b-4ceb-b561-68e106d9e0f1", "name": "network-vif-plugged", "status": "completed", "tag": "483abb8f-9544-4ac9-8301-d0e05a68cdee", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:13.366768 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-712e6005-b9b7-4c1b-9e97-0663809fc81a {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:13.366768 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b010f5-3d1b-4ceb-b561-68e106d9e0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483abb8f-9544-4ac9-8301-d0e05a68cdee', 'code': 200} Aug 23 15:00:13.412550 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.429478 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-e55711f1-e992-4599-a21d-99457a6e1db3 service neutron] For port cc7683fa-d729-485b-a13f-03f149ab4dae, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=cc7683fa-d729-485b-a13f-03f149ab4dae,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:13.438230 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-105a182b-ef7c-477b-9d57-095e707a39b2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b592dc8cc2754deb8a66c236f60c352d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9125283 Aug 23 15:00:13.441471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55712) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:13.462287 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.484922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port b58b144d-9752-4c28-8735-b31a58987388, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=b58b144d-9752-4c28-8735-b31a58987388,segment=NetworkSegment(b4b833fb-990c-45b7-ae35-6537a7ed4b9b),segment_id=b4b833fb-990c-45b7-ae35-6537a7ed4b9b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:13.487477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db45d517-33f1-45e9-9bf5-66219d83f9a3 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:00:13.493444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a182b-ef7c-477b-9d57-095e707a39b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4673a176-bdbe-4427-ba13-c34a3824d665,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:13.507494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-e55711f1-e992-4599-a21d-99457a6e1db3 service neutron] For port cc7683fa-d729-485b-a13f-03f149ab4dae, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:00:13.516609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port db45d517-33f1-45e9-9bf5-66219d83f9a3, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=db45d517-33f1-45e9-9bf5-66219d83f9a3,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:13.526332 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2c98917b-2088-4462-a9df-e46a285d0f79 req-0b0cc783-6607-4347-a6e9-db1a3e6250ea tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498047 Aug 23 15:00:13.571612 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-e55711f1-e992-4599-a21d-99457a6e1db3 service neutron] device_id is not set on port cc7683fa-d729-485b-a13f-03f149ab4dae yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:00:13.574710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebefa9-413d-4e2f-a564-95c1355f24bb req-e605915f-b601-4a61-a0b0-4c1971895325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:13.576511 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41ebefa9-413d-4e2f-a564-95c1355f24bb req-e605915f-b601-4a61-a0b0-4c1971895325 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0b010f5-3d1b-4ceb-b561-68e106d9e0f1 HTTP/1.1" status: 200 len: 1096 time: 0.1611917 Aug 23 15:00:13.577441 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8199c7d1-5b91-419c-bcf3-e1d8805c6fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.582345 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.583332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:13.597343 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-e55711f1-e992-4599-a21d-99457a6e1db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.617842 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8199c7d1-5b91-419c-bcf3-e1d8805c6fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.666462 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.682796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41ebefa9-413d-4e2f-a564-95c1355f24bb req-15c73361-80d0-4922-b5bc-a217fbcd7beb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954223 Aug 23 15:00:13.686145 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-e55711f1-e992-4599-a21d-99457a6e1db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.720779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=b58b144d-9752-4c28-8735-b31a58987388,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:13.730537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:00:13.730973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:13.765650 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8199c7d1-5b91-419c-bcf3-e1d8805c6fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.768027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55711f1-e992-4599-a21d-99457a6e1db3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7683fa-d729-485b-a13f-03f149ab4dae,revision_number=6']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:13.773583 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8199c7d1-5b91-419c-bcf3-e1d8805c6fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.775895 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8199c7d1-5b91-419c-bcf3-e1d8805c6fdb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4673a176-bdbe-4427-ba13-c34a3824d665 HTTP/1.1" status: 204 len: 168 time: 0.3322060 Aug 23 15:00:13.810888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199c7d1-5b91-419c-bcf3-e1d8805c6fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4673a176-bdbe-4427-ba13-c34a3824d665,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:13.851738 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-e55711f1-e992-4599-a21d-99457a6e1db3 service neutron] No DVR routers for this DVR port cc7683fa-d729-485b-a13f-03f149ab4dae on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:13.948960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-e55711f1-e992-4599-a21d-99457a6e1db3 service neutron] In _notify_port_updated(), no bound segment for port cc7683fa-d729-485b-a13f-03f149ab4dae on network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:00:13.950957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-e55711f1-e992-4599-a21d-99457a6e1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:13.951599 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-e55711f1-e992-4599-a21d-99457a6e1db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:13.956050 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-e55711f1-e992-4599-a21d-99457a6e1db3 service neutron] 10.222.0.57 "PUT /v2.0/ports/cc7683fa-d729-485b-a13f-03f149ab4dae HTTP/1.1" status: 200 len: 1032 time: 1.1410544 Aug 23 15:00:13.960114 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=db45d517-33f1-45e9-9bf5-66219d83f9a3,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:13.982716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['db45d517-33f1-45e9-9bf5-66219d83f9a3'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:00:14.124902 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:14.175121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f187b-c1e4-438b-9130-fdaa8cc8304d req-95ff83d7-9330-47a6-90cf-6606f6398f3b tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:14.183111 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-922f187b-c1e4-438b-9130-fdaa8cc8304d req-95ff83d7-9330-47a6-90cf-6606f6398f3b tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 944 time: 0.1829345 Aug 23 15:00:14.206274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8612c05d-f8b2-45f1-93a7-daa08874ffb2 None None] Provisioning complete for port cc7683fa-d729-485b-a13f-03f149ab4dae triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:14.206649 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8612c05d-f8b2-45f1-93a7-daa08874ffb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:14.229363 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:14.255430 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-922f187b-c1e4-438b-9130-fdaa8cc8304d req-61eb6033-9664-4617-b655-e222f4dde0c2 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707657 Aug 23 15:00:14.275752 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-4e5a1500-0c81-4fa5-b161-de862a325e14 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Deleting port 25154261-6545-4a3f-bb8b-1267f051675f {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:14.277581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-4e5a1500-0c81-4fa5-b161-de862a325e14 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:14.317749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8612c05d-f8b2-45f1-93a7-daa08874ffb2 None None] Port cc7683fa-d729-485b-a13f-03f149ab4dae cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:00:14.382186 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:14.383711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device cc7683fa-d729-485b-a13f-03f149ab4dae no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:14.461443 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-4e5a1500-0c81-4fa5-b161-de862a325e14 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] For port 25154261-6545-4a3f-bb8b-1267f051675f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=25154261-6545-4a3f-bb8b-1267f051675f,segment=NetworkSegment(b4b833fb-990c-45b7-ae35-6537a7ed4b9b),segment_id=b4b833fb-990c-45b7-ae35-6537a7ed4b9b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:14.462424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5011e-4f4e-46c1-959a-4b6417d73552 req-f5a8dad7-8581-4dbd-8507-246c804fc4f6 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:14.462804 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-4e5a1500-0c81-4fa5-b161-de862a325e14 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:14.471572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5011e-4f4e-46c1-959a-4b6417d73552 req-f5a8dad7-8581-4dbd-8507-246c804fc4f6 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:14.477758 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5011e-4f4e-46c1-959a-4b6417d73552 req-f5a8dad7-8581-4dbd-8507-246c804fc4f6 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:14.480571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device cc7683fa-d729-485b-a13f-03f149ab4dae not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:00:14.482450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:14.485332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5011e-4f4e-46c1-959a-4b6417d73552 req-f5a8dad7-8581-4dbd-8507-246c804fc4f6 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:14.491694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5011e-4f4e-46c1-959a-4b6417d73552 req-f5a8dad7-8581-4dbd-8507-246c804fc4f6 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:14.496722 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-4e5a1500-0c81-4fa5-b161-de862a325e14 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Calling delete_port for 25154261-6545-4a3f-bb8b-1267f051675f owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:14.500230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e0058166-4f12-416b-8269-a53656408fa9 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:14.500416 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4d5011e-4f4e-46c1-959a-4b6417d73552 req-f5a8dad7-8581-4dbd-8507-246c804fc4f6 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 3885 time: 0.1499522 Aug 23 15:00:14.566744 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4d5011e-4f4e-46c1-959a-4b6417d73552 req-471bc05e-f790-45b7-9043-9b8692be8c05 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653543 Aug 23 15:00:14.707448 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:14.715237 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727dc71-55e9-4a8b-b803-6ecef9d20707 req-5cc2789a-3407-427a-a43d-3cf1dc34edc9 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:14.723457 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0727dc71-55e9-4a8b-b803-6ecef9d20707 req-5cc2789a-3407-427a-a43d-3cf1dc34edc9 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.0883520 Aug 23 15:00:14.746318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e0058166-4f12-416b-8269-a53656408fa9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e0058166-4f12-416b-8269-a53656408fa9,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:14.814674 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:14.815597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 25154261-6545-4a3f-bb8b-1267f051675f no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:14.903951 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75d29b07-396a-4775-9ef2-8456f559cf0e req-13a9799a-6a17-4434-b73c-bb25c3b157db service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0871310 Aug 23 15:00:14.941875 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55756) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.017577 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=e0058166-4f12-416b-8269-a53656408fa9,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:15.062808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55760) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.087380 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb552-2779-4759-8019-bfd9899e1255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:15.111483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d29b07-396a-4775-9ef2-8456f559cf0e req-c89edab9-d1e9-4486-abad-1ed687e2bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:15.116986 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75d29b07-396a-4775-9ef2-8456f559cf0e req-c89edab9-d1e9-4486-abad-1ed687e2bdf0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 1095 time: 0.1561141 Aug 23 15:00:15.141457 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:15.149243 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device db45d517-33f1-45e9-9bf5-66219d83f9a3 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:00:15.315547 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0727dc71-55e9-4a8b-b803-6ecef9d20707 req-283894b6-ba5a-4827-a5bb-963b9e4ce68e tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860834 Aug 23 15:00:15.353651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port db45d517-33f1-45e9-9bf5-66219d83f9a3 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:15.365428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port db45d517-33f1-45e9-9bf5-66219d83f9a3 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:15.365428 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:15.395768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d29b07-396a-4775-9ef2-8456f559cf0e req-a806c8a3-ce03-4971-bbfb-02751de3a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:15.397255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75d29b07-396a-4775-9ef2-8456f559cf0e req-a806c8a3-ce03-4971-bbfb-02751de3a8e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.1830614 Aug 23 15:00:15.407346 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-846ed82d-f0d9-4fd2-9b68-38c36dad80bb tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.411024 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-4e5a1500-0c81-4fa5-b161-de862a325e14 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:15.412180 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-846ed82d-f0d9-4fd2-9b68-38c36dad80bb tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4687529 Aug 23 15:00:15.412599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55768) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.424959 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b58b144d-9752-4c28-8735-b31a58987388'}, {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a8eaaa-b6fe-44a6-a2cf-36deeb967d08'}, {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0058166-4f12-416b-8269-a53656408fa9'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:15.432844 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88783a9d-a47a-4556-bd47-90f36bb0f940" -d '{"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-unplugged", "status": "completed", "tag": "b58b144d-9752-4c28-8735-b31a58987388"}, {"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-unplugged", "status": "completed", "tag": "06a8eaaa-b6fe-44a6-a2cf-36deeb967d08"}, {"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-unplugged", "status": "completed", "tag": "e0058166-4f12-416b-8269-a53656408fa9"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:15.436010 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-0b5f3458-a910-4882-a58c-ccfcb1e807c4 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.437654 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0b5f3458-a910-4882-a58c-ccfcb1e807c4 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0240576 Aug 23 15:00:15.465616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55772) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.476026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-15f8f196-9cba-40dc-ad84-2d8fc5761710 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.479952 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-15f8f196-9cba-40dc-ad84-2d8fc5761710 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0087562 Aug 23 15:00:15.498302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55774) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.504917 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-362b328e-ad7f-4c3f-9402-250996f8aa30 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.508256 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-362b328e-ad7f-4c3f-9402-250996f8aa30 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0059741 Aug 23 15:00:15.513704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55776) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.517875 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a1500-0c81-4fa5-b161-de862a325e14 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event deleted for resources: {'Port': ['ID=25154261-6545-4a3f-bb8b-1267f051675f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:15.542561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-4008300f-008f-45f8-aa30-b6559d9ffaab tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.544238 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4008300f-008f-45f8-aa30-b6559d9ffaab tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0132818 Aug 23 15:00:15.550971 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55778) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.555605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-4129a077-e5e9-484b-9236-59e89db492b2 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.556636 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4129a077-e5e9-484b-9236-59e89db492b2 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047123 Aug 23 15:00:15.569259 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75d29b07-396a-4775-9ef2-8456f559cf0e req-f012ff0c-ec2e-4502-acd8-1ed0648bf847 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 HTTP/1.1" status: 200 len: 999 time: 0.1537988 Aug 23 15:00:15.571065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55780) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.571951 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-4e5a1500-0c81-4fa5-b161-de862a325e14 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] No DVR routers for this DVR port 25154261-6545-4a3f-bb8b-1267f051675f on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:15.575508 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-4e5a1500-0c81-4fa5-b161-de862a325e14 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:15.577833 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-4e5a1500-0c81-4fa5-b161-de862a325e14 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "DELETE /v2.0/ports/25154261-6545-4a3f-bb8b-1267f051675f HTTP/1.1" status: 204 len: 173 time: 1.6137116 Aug 23 15:00:15.581183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-df756861-3b3e-4001-b49c-97f61cbd920f tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.582162 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-df756861-3b3e-4001-b49c-97f61cbd920f tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0082452 Aug 23 15:00:15.590129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-deleted', 'tag': '25154261-6545-4a3f-bb8b-1267f051675f'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:15.590129 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5f287b-a578-4b13-9845-411ace9c593a" -d '{"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-deleted", "tag": "25154261-6545-4a3f-bb8b-1267f051675f"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:15.597781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55784) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.622059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-91fa926a-c7e5-46e5-be43-d7c6744c26a6 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.623060 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-91fa926a-c7e5-46e5-be43-d7c6744c26a6 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0256116 Aug 23 15:00:15.627547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55788) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.631920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-a63e80d3-7a76-4eb1-908c-eae6f5cb97c9 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.632898 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a63e80d3-7a76-4eb1-908c-eae6f5cb97c9 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046110 Aug 23 15:00:15.636380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55790) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.644476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-b3f3a626-54f0-49ff-a64e-c67c794e86b0 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.651967 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b3f3a626-54f0-49ff-a64e-c67c794e86b0 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0082624 Aug 23 15:00:15.652724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55792) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.668384 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-cac8b0fa-42ac-43ce-9063-8caf169a2eb0 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.669474 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cac8b0fa-42ac-43ce-9063-8caf169a2eb0 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0157657 Aug 23 15:00:15.675296 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55794) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.679597 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-c89458b3-c88f-404d-a9b1-8cb0ae7ecf51 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.700372 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c89458b3-c88f-404d-a9b1-8cb0ae7ecf51 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0240209 Aug 23 15:00:15.704091 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31758636-352e-4388-9998-bc7770642916 x-openstack-request-id: req-31758636-352e-4388-9998-bc7770642916 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:15.704390 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-deleted", "tag": "25154261-6545-4a3f-bb8b-1267f051675f", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:15.704652 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-31758636-352e-4388-9998-bc7770642916 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:15.705055 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-deleted', 'tag': '25154261-6545-4a3f-bb8b-1267f051675f', 'status': 'completed', 'code': 200} Aug 23 15:00:15.707665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbb01d-c6c3-40a5-8f10-29acd2805231 req-94d310bc-8f97-4fd5-8004-7bd00eb74515 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:15.708355 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55796) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.716749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfdbb01d-c6c3-40a5-8f10-29acd2805231 req-94d310bc-8f97-4fd5-8004-7bd00eb74515 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 944 time: 0.2500684 Aug 23 15:00:15.742925 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb552-2779-4759-8019-bfd9899e1255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:15.759712 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-e4a1b0eb-13d1-4f0b-a27b-51afefd50611 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.760724 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e4a1b0eb-13d1-4f0b-a27b-51afefd50611 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0192993 Aug 23 15:00:15.767272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55798) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.775346 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-42cd490d-52ad-42ee-9c1b-19cfefc4a32a tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.776656 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-42cd490d-52ad-42ee-9c1b-19cfefc4a32a tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0081682 Aug 23 15:00:15.787709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d29b07-396a-4775-9ef2-8456f559cf0e req-ffcc74dd-032c-49d1-81f3-c1c63b01a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:15.787934 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55800) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.789050 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75d29b07-396a-4775-9ef2-8456f559cf0e req-ffcc74dd-032c-49d1-81f3-c1c63b01a420 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.2065043 Aug 23 15:00:15.796787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-34b327af-ef3f-41cd-bccb-d10af45da13a tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.799396 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-34b327af-ef3f-41cd-bccb-d10af45da13a tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0067468 Aug 23 15:00:15.800103 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7da144-2672-4c3b-835d-86ab85295919 x-openstack-request-id: req-0c7da144-2672-4c3b-835d-86ab85295919 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:15.800407 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-unplugged", "status": "completed", "tag": "b58b144d-9752-4c28-8735-b31a58987388", "code": 200}, {"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-unplugged", "status": "completed", "tag": "06a8eaaa-b6fe-44a6-a2cf-36deeb967d08", "code": 200}, {"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-unplugged", "status": "completed", "tag": "e0058166-4f12-416b-8269-a53656408fa9", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:15.800658 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c7da144-2672-4c3b-835d-86ab85295919 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:15.801048 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b58b144d-9752-4c28-8735-b31a58987388', 'code': 200} Aug 23 15:00:15.801304 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a8eaaa-b6fe-44a6-a2cf-36deeb967d08', 'code': 200} Aug 23 15:00:15.804482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55802) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.820435 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0058166-4f12-416b-8269-a53656408fa9', 'code': 200} Aug 23 15:00:15.823924 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-630c07c5-cb99-4f5f-b2c4-b94e0b1db2cc tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.825080 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-630c07c5-cb99-4f5f-b2c4-b94e0b1db2cc tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0181205 Aug 23 15:00:15.832287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:15.833875 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:15.848058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55804) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.864281 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfdbb01d-c6c3-40a5-8f10-29acd2805231 req-de480869-cd04-4976-ad51-5b8fd731d6ea tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463926 Aug 23 15:00:15.865197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-52ac6c51-a26e-406a-bd32-b52805014c11 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.866408 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-52ac6c51-a26e-406a-bd32-b52805014c11 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0183189 Aug 23 15:00:15.872447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55808) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.875587 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb552-2779-4759-8019-bfd9899e1255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:15.889863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-13380aa5-8167-4af3-b23b-25e419905704 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.897932 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-13380aa5-8167-4af3-b23b-25e419905704 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0083127 Aug 23 15:00:15.910019 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55812) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.927780 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-2873df13-08fe-481e-a8d4-4ed0456344a1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Deleting port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:15.928427 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-2873df13-08fe-481e-a8d4-4ed0456344a1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:15.939641 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbb552-2779-4759-8019-bfd9899e1255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b241cf-190a-4087-a788-67080fdb4811,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:15.947023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-f6a0bf5f-b06b-43ea-8f65-c4230a2a1a22 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.948498 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f6a0bf5f-b06b-43ea-8f65-c4230a2a1a22 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0104337 Aug 23 15:00:15.958773 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55814) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.962634 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:15.964733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e44a53-a4dd-403b-8b5a-4bbe550b7b0b req-8ea0514a-687d-4882-8d7c-9bf7df3c7026 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:15.967219 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-e0a89d96-2ab8-45c2-87eb-8424eb56f7c2 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.968297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e0a89d96-2ab8-45c2-87eb-8424eb56f7c2 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048735 Aug 23 15:00:15.972397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e44a53-a4dd-403b-8b5a-4bbe550b7b0b req-8ea0514a-687d-4882-8d7c-9bf7df3c7026 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:15.975042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d29b07-396a-4775-9ef2-8456f559cf0e req-df228eda-6fab-4522-ae21-10db5fc8cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:15.976760 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75d29b07-396a-4775-9ef2-8456f559cf0e req-df228eda-6fab-4522-ae21-10db5fc8cae1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786618 Aug 23 15:00:15.977272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55816) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:15.979707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e44a53-a4dd-403b-8b5a-4bbe550b7b0b req-8ea0514a-687d-4882-8d7c-9bf7df3c7026 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:15.987038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-a86910bb-85a9-4008-91e2-ef703982dedf tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:15.987830 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a86910bb-85a9-4008-91e2-ef703982dedf tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0065844 Aug 23 15:00:15.993238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e44a53-a4dd-403b-8b5a-4bbe550b7b0b req-8ea0514a-687d-4882-8d7c-9bf7df3c7026 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:15.995008 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46e44a53-a4dd-403b-8b5a-4bbe550b7b0b req-8ea0514a-687d-4882-8d7c-9bf7df3c7026 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 3146 time: 0.1938539 Aug 23 15:00:15.995717 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55818) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.010744 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d3bbb552-2779-4759-8019-bfd9899e1255 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fed781ae0e304cb0981c90dad5558211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9451480 Aug 23 15:00:16.020391 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-5f8aacad-c633-4bfe-ac4a-135ace27015a tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.021056 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5f8aacad-c633-4bfe-ac4a-135ace27015a tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046198 Aug 23 15:00:16.024632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55820) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.024921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55822) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.031119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port db45d517-33f1-45e9-9bf5-66219d83f9a3, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=db45d517-33f1-45e9-9bf5-66219d83f9a3,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:16.031381 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-9d12f452-ad9a-4af8-a0ba-4952f11407a5 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.032514 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9d12f452-ad9a-4af8-a0ba-4952f11407a5 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0053182 Aug 23 15:00:16.036008 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55824) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.048829 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:16.051217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-41c3d72e-d2c3-4f32-b825-3c4948418829 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.067260 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-41c3d72e-d2c3-4f32-b825-3c4948418829 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0267706 Aug 23 15:00:16.097430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55828) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.103563 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9b5dc2aa-fd61-48b1-984e-dfd0407c8185,segment=NetworkSegment(a5994012-2141-442b-95b6-6d09994fdb03),segment_id=a5994012-2141-442b-95b6-6d09994fdb03)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:16.117898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-93d3a194-5bce-4085-947e-1085c705c6cf tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.121794 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-93d3a194-5bce-4085-947e-1085c705c6cf tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0189528 Aug 23 15:00:16.128234 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55830) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.136694 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-23cca807-0556-4040-b9d2-aa80f6f1fd04 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.140903 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-23cca807-0556-4040-b9d2-aa80f6f1fd04 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0087662 Aug 23 15:00:16.147150 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55832) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.153826 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:16.154170 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-3adc8497-0ddd-4ee9-bed9-7bfa0bc62cb3 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.157067 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3adc8497-0ddd-4ee9-bed9-7bfa0bc62cb3 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0058970 Aug 23 15:00:16.172017 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55834) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.181939 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-fb5d059e-faf5-4f6c-9e87-8c7d800099ab tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.182916 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fb5d059e-faf5-4f6c-9e87-8c7d800099ab tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0096550 Aug 23 15:00:16.188317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55836) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.202453 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:16.206524 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-87c782ba-7aaa-445d-bb69-7bf7445d4263 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.207999 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-87c782ba-7aaa-445d-bb69-7bf7445d4263 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0156312 Aug 23 15:00:16.211116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55838) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.214500 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46e44a53-a4dd-403b-8b5a-4bbe550b7b0b req-9a6b2c25-596c-4f47-9726-e3c7af7139cf tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923501 Aug 23 15:00:16.225305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-e5aa1806-99c9-471f-bae2-6fa76a1b0505 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.229038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55844) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.237631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e5aa1806-99c9-471f-bae2-6fa76a1b0505 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0149515 Aug 23 15:00:16.242639 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75d29b07-396a-4775-9ef2-8456f559cf0e req-2bc09e96-9c7f-460b-8200-0c3e387432ec service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531066 Aug 23 15:00:16.263310 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eba4a485-93e0-4691-acd0-e5772fd50a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:16.265381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-ec9587bc-cb34-4d2d-8b8f-11af9b9ca79d tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.267053 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ec9587bc-cb34-4d2d-8b8f-11af9b9ca79d tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0367856 Aug 23 15:00:16.272398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55846) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.277378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-fbd6c7d5-9a4b-4f1a-87c6-d8eaa80a1bba tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.283567 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fbd6c7d5-9a4b-4f1a-87c6-d8eaa80a1bba tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050070 Aug 23 15:00:16.286414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55848) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.294051 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-f7e1d4d7-6803-43e8-83ef-eeb122daedcc tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.295072 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f7e1d4d7-6803-43e8-83ef-eeb122daedcc tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0057185 Aug 23 15:00:16.299411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55850) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.302785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-2873df13-08fe-481e-a8d4-4ed0456344a1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] For port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:16.303339 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-2873df13-08fe-481e-a8d4-4ed0456344a1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:16.308968 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-1e2456f6-47a1-45b5-a2f1-cf63db9b94d7 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.310175 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1e2456f6-47a1-45b5-a2f1-cf63db9b94d7 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0096204 Aug 23 15:00:16.314555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=db45d517-33f1-45e9-9bf5-66219d83f9a3,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:16.317211 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55854) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.336500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-a8381b38-37ed-4358-b74f-59331e09bdc3 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.336500 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a8381b38-37ed-4358-b74f-59331e09bdc3 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0068479 Aug 23 15:00:16.339555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55858) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.350169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-ebe638e3-47e5-4404-8448-048606f29008 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.351682 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ebe638e3-47e5-4404-8448-048606f29008 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0097787 Aug 23 15:00:16.356885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55860) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.393115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-e916fba6-af8b-4345-8fcc-9616148f662a tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.403744 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e916fba6-af8b-4345-8fcc-9616148f662a tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0370052 Aug 23 15:00:16.406361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55862) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.407193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-2873df13-08fe-481e-a8d4-4ed0456344a1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Calling delete_port for 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:16.413180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-f437995f-eeb3-4558-86bd-bc9afc87d6be tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.414155 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f437995f-eeb3-4558-86bd-bc9afc87d6be tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043883 Aug 23 15:00:16.418770 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=9b5dc2aa-fd61-48b1-984e-dfd0407c8185,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:16.422645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55864) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.530833 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c0888-1238-4584-832d-18acfe182764 req-e3800d6c-4c61-4353-ae3d-25c158343e02 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:16.532602 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d49c0888-1238-4584-832d-18acfe182764 req-e3800d6c-4c61-4353-ae3d-25c158343e02 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.1277366 Aug 23 15:00:16.611881 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d49c0888-1238-4584-832d-18acfe182764 req-35791c9c-3f46-4033-ab53-96a5691154cf tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726938 Aug 23 15:00:16.715900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-97bc283a-8400-4be4-aed2-ca0249519de9 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.717723 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-97bc283a-8400-4be4-aed2-ca0249519de9 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.2857738 Aug 23 15:00:16.721000 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55868) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.722098 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eba4a485-93e0-4691-acd0-e5772fd50a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:16.726311 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-988f11c9-de21-47ee-9645-96bcb2febbfd tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.730636 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-988f11c9-de21-47ee-9645-96bcb2febbfd tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0083978 Aug 23 15:00:16.731454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55870) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.737640 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-a12dca3e-d950-4fbd-b2b4-77a25a078529 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.742411 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a12dca3e-d950-4fbd-b2b4-77a25a078529 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0098484 Aug 23 15:00:16.743223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55872) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.747465 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-5de09a02-685d-4ac0-b4ef-344b96f5641e tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.753386 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5de09a02-685d-4ac0-b4ef-344b96f5641e tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0089254 Aug 23 15:00:16.754730 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55874) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.760125 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-6a239c34-e290-42f0-ac1e-72ead65ca396 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.763845 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6a239c34-e290-42f0-ac1e-72ead65ca396 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0079684 Aug 23 15:00:16.764955 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-2873df13-08fe-481e-a8d4-4ed0456344a1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:16.769738 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55876) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.772385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8982b-73a3-4d02-8c0c-f9b80a58c012 req-ac41107e-3edd-4cbf-adb6-a7255c82f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:16.773879 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00b8982b-73a3-4d02-8c0c-f9b80a58c012 req-ac41107e-3edd-4cbf-adb6-a7255c82f371 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 1096 time: 0.4696932 Aug 23 15:00:16.780294 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-a60475f2-5793-4db4-8455-96020371bd5a tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.785535 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a60475f2-5793-4db4-8455-96020371bd5a tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0105426 Aug 23 15:00:16.791202 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55878) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.800489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-c9918a62-6fd7-4d62-a6cd-dec2b3ba4df7 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.804766 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c9918a62-6fd7-4d62-a6cd-dec2b3ba4df7 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0095205 Aug 23 15:00:16.823985 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55880) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.837907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-320a4c09-9662-47f4-b7b0-30eda60bff8e tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.838527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00b8982b-73a3-4d02-8c0c-f9b80a58c012 req-521091ba-9e57-4f6a-8dcf-1f02039c9638 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462461 Aug 23 15:00:16.841972 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-320a4c09-9662-47f4-b7b0-30eda60bff8e tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0106688 Aug 23 15:00:16.843573 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873df13-08fe-481e-a8d4-4ed0456344a1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event deleted for resources: {'Port': ['ID=06a8eaaa-b6fe-44a6-a2cf-36deeb967d08,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:16.849456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55882) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.856462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-3a2ab45f-ac1f-4d5c-89b7-ec613536b698 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.857454 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3a2ab45f-ac1f-4d5c-89b7-ec613536b698 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0055401 Aug 23 15:00:16.866565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55884) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.869560 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-1c4973f2-2a1f-4a01-90cf-54f10acb6999 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.870554 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1c4973f2-2a1f-4a01-90cf-54f10acb6999 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0072672 Aug 23 15:00:16.880733 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55886) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.890139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-23b25d81-20ea-45b1-b551-20e275afa0c6 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.893872 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-23b25d81-20ea-45b1-b551-20e275afa0c6 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0092731 Aug 23 15:00:16.896017 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75d29b07-396a-4775-9ef2-8456f559cf0e req-59d88d00-1ded-4a22-bb99-1af6aa4f0ca9 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447704 Aug 23 15:00:16.897483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55888) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.907312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-43116122-3164-41d0-915f-fa573e040a49 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.911334 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-43116122-3164-41d0-915f-fa573e040a49 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0085876 Aug 23 15:00:16.914549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55892) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.938057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-a1c7333d-9554-443b-9f38-8776cb1bafe7 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.944264 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a1c7333d-9554-443b-9f38-8776cb1bafe7 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0292559 Aug 23 15:00:16.945282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55896) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.947735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-2873df13-08fe-481e-a8d4-4ed0456344a1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] No DVR routers for this DVR port 06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:16.954517 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-2873df13-08fe-481e-a8d4-4ed0456344a1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:16.956600 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-2873df13-08fe-481e-a8d4-4ed0456344a1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "DELETE /v2.0/ports/06a8eaaa-b6fe-44a6-a2cf-36deeb967d08 HTTP/1.1" status: 204 len: 173 time: 1.3684466 Aug 23 15:00:16.962421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21ab8e-7ba7-4710-92bf-12da3dbbce58 req-53ba211b-8af5-4be4-a056-00d08102667f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:16.964252 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da21ab8e-7ba7-4710-92bf-12da3dbbce58 req-53ba211b-8af5-4be4-a056-00d08102667f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.2443168 Aug 23 15:00:16.969082 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-fec76632-ae30-4713-90b7-7e383cb93b52 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.972870 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fec76632-ae30-4713-90b7-7e383cb93b52 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0076828 Aug 23 15:00:16.973534 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55898) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.979436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-053523b7-8cfa-4b10-b2ac-9ed94a5f0b99 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.983869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-053523b7-8cfa-4b10-b2ac-9ed94a5f0b99 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0060101 Aug 23 15:00:16.984563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55900) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:16.989335 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-39f43292-6c4d-4618-a931-6ac7a63f4930 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:16.991753 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-39f43292-6c4d-4618-a931-6ac7a63f4930 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0054953 Aug 23 15:00:16.996608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55902) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:17.009139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-95223188-0b93-4214-ab66-b0dc43bd4195 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:17.011157 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-95223188-0b93-4214-ab66-b0dc43bd4195 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0119956 Aug 23 15:00:17.015045 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eba4a485-93e0-4691-acd0-e5772fd50a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:17.019431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eba4a485-93e0-4691-acd0-e5772fd50a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:17.020638 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-eba4a485-93e0-4691-acd0-e5772fd50a34 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7b241cf-190a-4087-a788-67080fdb4811 HTTP/1.1" status: 204 len: 168 time: 0.9947631 Aug 23 15:00:17.022368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55904) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:17.033002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-d7f6e784-96a2-41b5-8451-3b401e506d9a tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:17.036371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d7f6e784-96a2-41b5-8451-3b401e506d9a tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0077724 Aug 23 15:00:17.039411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55908) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:17.042513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4a485-93e0-4691-acd0-e5772fd50a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b241cf-190a-4087-a788-67080fdb4811,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:17.048885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-b42fa455-509e-4a98-91e4-c70b82e1c7c2 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:17.050548 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b42fa455-509e-4a98-91e4-c70b82e1c7c2 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0103095 Aug 23 15:00:17.054270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55910) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:17.058631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-a9c6106a-66bb-4b0c-b0f0-62091faec8ad tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:17.059590 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a9c6106a-66bb-4b0c-b0f0-62091faec8ad tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043871 Aug 23 15:00:17.062850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55912) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:17.078836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-85f1550d-e227-4f17-b631-c46c86719b25 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:17.083006 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-85f1550d-e227-4f17-b631-c46c86719b25 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0191529 Aug 23 15:00:17.084479 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55914) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:17.092075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b697689-44be-441d-97ae-6bd89aba1297 req-f5130e86-287a-42c4-8322-727469f762cb tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:17.095581 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da21ab8e-7ba7-4710-92bf-12da3dbbce58 req-426ac895-fa94-4eb7-bff0-04f7d161e1f8 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210194 Aug 23 15:00:17.111105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-f3a0b3ea-4bcb-47ca-8a97-c904062b8748 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:17.111710 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f3a0b3ea-4bcb-47ca-8a97-c904062b8748 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0102930 Aug 23 15:00:17.112533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55916) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:17.117056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-c27e13d4-6bb6-4c2a-b452-46d832b824a9 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:17.120825 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c27e13d4-6bb6-4c2a-b452-46d832b824a9 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070794 Aug 23 15:00:17.120966 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b697689-44be-441d-97ae-6bd89aba1297 req-f5130e86-287a-42c4-8322-727469f762cb tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 945 time: 0.1575456 Aug 23 15:00:17.121849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55920) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:17.127016 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-3c2b24f8-f725-4b3e-9076-5dfe4c13d1b3 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:17.131107 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3c2b24f8-f725-4b3e-9076-5dfe4c13d1b3 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0081279 Aug 23 15:00:17.132076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55922) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:17.137053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-b25084d0-c946-4665-bd15-287e993ff642 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:17.141496 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b25084d0-c946-4665-bd15-287e993ff642 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0081081 Aug 23 15:00:17.142144 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55924) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:17.148212 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-451478d5-a147-47e0-89b5-fa639da4b7fb tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:17.152270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-451478d5-a147-47e0-89b5-fa639da4b7fb tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0091152 Aug 23 15:00:17.152913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55926) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:17.162332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-f907fa38-10e8-4f96-ac39-902a31344047 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:17.166609 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f907fa38-10e8-4f96-ac39-902a31344047 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0100646 Aug 23 15:00:17.167428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55928) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:17.173249 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-f70bf02f-f668-4860-b7d3-3551e26eb02d tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:17.177543 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55930) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:17.177702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f70bf02f-f668-4860-b7d3-3551e26eb02d tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0089772 Aug 23 15:00:17.186647 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-ec1e897a-de38-45cb-88df-090f4374487a tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:17.187927 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ec1e897a-de38-45cb-88df-090f4374487a tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0092065 Aug 23 15:00:17.191935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55932) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:17.206760 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [None req-6d0123d8-5813-40c6-ac24-3e124ab42908 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:17.211740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55934) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:17.214290 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6d0123d8-5813-40c6-ac24-3e124ab42908 tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0212393 Aug 23 15:00:17.222820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [None req-07f1df98-fbcb-4bad-9a53-f8ebb7842ccd tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:00:17.223757 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-07f1df98-fbcb-4bad-9a53-f8ebb7842ccd tempest-ExtensionsTestJSON-1889816441 tempest-ExtensionsTestJSON-1889816441-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0055285 Aug 23 15:00:17.285190 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b697689-44be-441d-97ae-6bd89aba1297 req-7e2c8ab2-fb9b-47f5-9a36-056080146d3e tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363535 Aug 23 15:00:17.304336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-9a891ec9-ea2a-470a-9b6d-19fe70bf3b20 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Deleting port b58b144d-9752-4c28-8735-b31a58987388 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:17.305802 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-9a891ec9-ea2a-470a-9b6d-19fe70bf3b20 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:17.327246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e92d-0932-4245-be25-1e0eccec50cf req-e6a59142-72e7-4ba6-ab7a-cd01b5f14f42 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:17.333496 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-92b1e92d-0932-4245-be25-1e0eccec50cf req-e6a59142-72e7-4ba6-ab7a-cd01b5f14f42 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1164694 Aug 23 15:00:17.434335 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-92b1e92d-0932-4245-be25-1e0eccec50cf req-b27aea18-5ddf-41e9-a6c6-3a6cc0c71f1a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957770 Aug 23 15:00:17.540392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-9a891ec9-ea2a-470a-9b6d-19fe70bf3b20 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] For port b58b144d-9752-4c28-8735-b31a58987388, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=b58b144d-9752-4c28-8735-b31a58987388,segment=NetworkSegment(b4b833fb-990c-45b7-ae35-6537a7ed4b9b),segment_id=b4b833fb-990c-45b7-ae35-6537a7ed4b9b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:17.541143 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-9a891ec9-ea2a-470a-9b6d-19fe70bf3b20 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:17.559060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504da9b-fe12-47a0-a40d-6a16ea40a3a3 req-b0250ab7-ec08-489b-993e-4c16685746c9 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:17.565622 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504da9b-fe12-47a0-a40d-6a16ea40a3a3 req-b0250ab7-ec08-489b-993e-4c16685746c9 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:17.571519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504da9b-fe12-47a0-a40d-6a16ea40a3a3 req-b0250ab7-ec08-489b-993e-4c16685746c9 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:17.573259 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1504da9b-fe12-47a0-a40d-6a16ea40a3a3 req-b0250ab7-ec08-489b-993e-4c16685746c9 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 2411 time: 0.1128826 Aug 23 15:00:17.581193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-9a891ec9-ea2a-470a-9b6d-19fe70bf3b20 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Calling delete_port for b58b144d-9752-4c28-8735-b31a58987388 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:17.652879 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1504da9b-fe12-47a0-a40d-6a16ea40a3a3 req-3648ed7e-3846-4ecb-9960-90d21476d158 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727386 Aug 23 15:00:17.711062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-deleted', 'tag': '06a8eaaa-b6fe-44a6-a2cf-36deeb967d08'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:17.713854 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e254f2ce-eab2-4e45-827f-9e0c39f34ae2" -d '{"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-deleted", "tag": "06a8eaaa-b6fe-44a6-a2cf-36deeb967d08"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:17.818758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad20cab-0c06-49c8-9d68-008f2395fcd3 req-bb4d061f-da33-439f-bf98-e4b1ca7c15b1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:17.820387 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7ad20cab-0c06-49c8-9d68-008f2395fcd3 req-bb4d061f-da33-439f-bf98-e4b1ca7c15b1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.0802422 Aug 23 15:00:17.823063 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f27ef9-c87f-4509-8973-99e8e7f0f7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db45d517-33f1-45e9-9bf5-66219d83f9a3'}, {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:17.826007 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cff52b-9370-4faa-bbca-37f9935c40cc" -d '{"events": [{"server_uuid": "39f27ef9-c87f-4509-8973-99e8e7f0f7cf", "name": "network-vif-plugged", "status": "completed", "tag": "db45d517-33f1-45e9-9bf5-66219d83f9a3"}, {"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-unplugged", "status": "completed", "tag": "9b5dc2aa-fd61-48b1-984e-dfd0407c8185"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:17.905401 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7ad20cab-0c06-49c8-9d68-008f2395fcd3 req-e786b2d5-45f8-4283-b5df-ef0d278db68f tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682154 Aug 23 15:00:17.970446 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2622edde-1ce9-499c-8fb4-015420a047f1 x-openstack-request-id: req-2622edde-1ce9-499c-8fb4-015420a047f1 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:17.970794 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-deleted", "tag": "06a8eaaa-b6fe-44a6-a2cf-36deeb967d08", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:17.971002 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2622edde-1ce9-499c-8fb4-015420a047f1 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:17.971388 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-deleted', 'tag': '06a8eaaa-b6fe-44a6-a2cf-36deeb967d08', 'status': 'completed', 'code': 200} Aug 23 15:00:18.003834 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-9a891ec9-ea2a-470a-9b6d-19fe70bf3b20 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:18.038843 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44a9c1a-6b5c-4147-947a-2061f69fe7e9 x-openstack-request-id: req-a44a9c1a-6b5c-4147-947a-2061f69fe7e9 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:18.039176 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f27ef9-c87f-4509-8973-99e8e7f0f7cf", "name": "network-vif-plugged", "status": "completed", "tag": "db45d517-33f1-45e9-9bf5-66219d83f9a3", "code": 200}, {"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-unplugged", "status": "completed", "tag": "9b5dc2aa-fd61-48b1-984e-dfd0407c8185", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:18.039468 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a44a9c1a-6b5c-4147-947a-2061f69fe7e9 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:18.040047 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f27ef9-c87f-4509-8973-99e8e7f0f7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db45d517-33f1-45e9-9bf5-66219d83f9a3', 'code': 200} Aug 23 15:00:18.040304 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185', 'code': 200} Aug 23 15:00:18.056449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a891ec9-ea2a-470a-9b6d-19fe70bf3b20 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event deleted for resources: {'Port': ['ID=b58b144d-9752-4c28-8735-b31a58987388,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:18.155856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-9a891ec9-ea2a-470a-9b6d-19fe70bf3b20 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] No DVR routers for this DVR port b58b144d-9752-4c28-8735-b31a58987388 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:18.161490 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-9a891ec9-ea2a-470a-9b6d-19fe70bf3b20 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:18.170273 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-9a891ec9-ea2a-470a-9b6d-19fe70bf3b20 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "DELETE /v2.0/ports/b58b144d-9752-4c28-8735-b31a58987388 HTTP/1.1" status: 204 len: 173 time: 1.1698284 Aug 23 15:00:18.204084 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38bf23-68c1-4883-8ac2-394339735f7c req-3e08704a-cc31-45f4-a92e-55d9911c357f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:18.207046 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf38bf23-68c1-4883-8ac2-394339735f7c req-3e08704a-cc31-45f4-a92e-55d9911c357f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 1096 time: 0.0918131 Aug 23 15:00:18.207860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55970) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:18.251556 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf38bf23-68c1-4883-8ac2-394339735f7c req-1f7d38bf-1c1c-4484-b481-895b4a0bb03d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365841 Aug 23 15:00:18.380710 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-7881aa56-36fa-433e-978e-d31c6e17a124 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Deleting port e0058166-4f12-416b-8269-a53656408fa9 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:18.381439 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-7881aa56-36fa-433e-978e-d31c6e17a124 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:18.447602 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-654f3c67-f66b-4fd1-9497-d319a2ce2f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:18.649044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992aafe-2854-4879-9780-12bf4ac608e1 req-a805f4f2-4788-4d3b-ab05-34833cfe287f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:18.650619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8992aafe-2854-4879-9780-12bf4ac608e1 req-a805f4f2-4788-4d3b-ab05-34833cfe287f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1680992 Aug 23 15:00:18.673193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16db4c9-3bc5-4291-8502-9c0d4c6ca553 req-3f251554-caa3-4eba-b11b-30d242f9342b tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:18.675327 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a16db4c9-3bc5-4291-8502-9c0d4c6ca553 req-3f251554-caa3-4eba-b11b-30d242f9342b tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 945 time: 0.1839008 Aug 23 15:00:18.737156 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-7881aa56-36fa-433e-978e-d31c6e17a124 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] For port e0058166-4f12-416b-8269-a53656408fa9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e0058166-4f12-416b-8269-a53656408fa9,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:18.737659 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-7881aa56-36fa-433e-978e-d31c6e17a124 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:18.766398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-7881aa56-36fa-433e-978e-d31c6e17a124 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Calling delete_port for e0058166-4f12-416b-8269-a53656408fa9 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:18.789527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8992aafe-2854-4879-9780-12bf4ac608e1 req-9d635ef3-8553-48d0-a308-f5447f70a1a9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903366 Aug 23 15:00:18.823104 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a16db4c9-3bc5-4291-8502-9c0d4c6ca553 req-b3ebadc9-4ce2-4384-b7f4-a39575bae58c tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335726 Aug 23 15:00:18.888843 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-654f3c67-f66b-4fd1-9497-d319a2ce2f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:18.987928 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-654f3c67-f66b-4fd1-9497-d319a2ce2f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:19.058929 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb1149-9a4c-4cd6-b001-b47c9f49caed req-9d6e278d-7155-4388-bb58-bdad50a4c73d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:19.070704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb1149-9a4c-4cd6-b001-b47c9f49caed req-9d6e278d-7155-4388-bb58-bdad50a4c73d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:19.072412 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07cb1149-9a4c-4cd6-b001-b47c9f49caed req-9d6e278d-7155-4388-bb58-bdad50a4c73d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 1678 time: 0.1647997 Aug 23 15:00:19.195590 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-07cb1149-9a4c-4cd6-b001-b47c9f49caed req-b2962778-b6f6-43de-adab-1427ead0759c tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups?id=7c24d698-4b6f-463b-9aad-9d8ce48130d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136043 Aug 23 15:00:19.199670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f3c67-f66b-4fd1-9497-d319a2ce2f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af4c97e-be69-4732-b247-fe73642c80fc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:19.222556 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-654f3c67-f66b-4fd1-9497-d319a2ce2f2f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=360384d50523477eb64302aa071c164f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0133085 Aug 23 15:00:19.227495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b7879-fa3a-423f-bb1f-0275df5a4ac0 req-886783b9-2890-482d-8b1c-003afff5506f tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:19.232448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56004) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:19.236247 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b25b7879-fa3a-423f-bb1f-0275df5a4ac0 req-886783b9-2890-482d-8b1c-003afff5506f tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.1284115 Aug 23 15:00:19.287377 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-7881aa56-36fa-433e-978e-d31c6e17a124 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:19.345760 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d270d336-0aa2-45e8-8998-6bfc3ab64644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:19.356201 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881aa56-36fa-433e-978e-d31c6e17a124 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event deleted for resources: {'Port': ['ID=e0058166-4f12-416b-8269-a53656408fa9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:19.371393 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b25b7879-fa3a-423f-bb1f-0275df5a4ac0 req-ef1fa240-62ba-4fca-a58d-5ef968e98977 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250875 Aug 23 15:00:19.397052 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d270d336-0aa2-45e8-8998-6bfc3ab64644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:19.481539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-7881aa56-36fa-433e-978e-d31c6e17a124 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] No DVR routers for this DVR port e0058166-4f12-416b-8269-a53656408fa9 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:19.502707 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-7881aa56-36fa-433e-978e-d31c6e17a124 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:19.505917 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-7881aa56-36fa-433e-978e-d31c6e17a124 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "DELETE /v2.0/ports/e0058166-4f12-416b-8269-a53656408fa9 HTTP/1.1" status: 204 len: 173 time: 1.3252301 Aug 23 15:00:19.563963 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d270d336-0aa2-45e8-8998-6bfc3ab64644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:19.571322 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d270d336-0aa2-45e8-8998-6bfc3ab64644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:19.580337 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d270d336-0aa2-45e8-8998-6bfc3ab64644 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3af4c97e-be69-4732-b247-fe73642c80fc HTTP/1.1" status: 204 len: 168 time: 0.3381171 Aug 23 15:00:19.604336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270d336-0aa2-45e8-8998-6bfc3ab64644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af4c97e-be69-4732-b247-fe73642c80fc,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:19.864017 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-8f518951-3e5a-4867-b4ba-9541b22f7f75 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Deleting port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:19.864774 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-8f518951-3e5a-4867-b4ba-9541b22f7f75 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:19.891470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-88638c7e-55d0-4b4d-86a0-662ad498e088 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:19.898953 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-88638c7e-55d0-4b4d-86a0-662ad498e088 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/networks?id=d04ef1b7-e717-48ad-b71a-70e29fc8453d HTTP/1.1" status: 200 len: 810 time: 0.1984434 Aug 23 15:00:19.987302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-deleted', 'tag': 'b58b144d-9752-4c28-8735-b31a58987388'}, {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-deleted', 'tag': 'e0058166-4f12-416b-8269-a53656408fa9'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:19.989518 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5712371c-4294-4945-b63b-75dcc5104404" -d '{"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-deleted", "tag": "b58b144d-9752-4c28-8735-b31a58987388"}, {"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-deleted", "tag": "e0058166-4f12-416b-8269-a53656408fa9"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:20.052835 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-3e3ae0b9-b7bc-4b75-8d69-741f894801de tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/quotas/88f8a26a99a844c481e3085faeade9fd HTTP/1.1" status: 200 len: 375 time: 0.1511955 Aug 23 15:00:20.096545 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:20.113293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb4505-233d-44e6-bf79-6a3f5f2a1750 req-1af7ccae-3ff5-460f-b364-513f5d536034 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:20.124519 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08bb4505-233d-44e6-bf79-6a3f5f2a1750 req-1af7ccae-3ff5-460f-b364-513f5d536034 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 945 time: 0.1651812 Aug 23 15:00:20.174521 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08bb4505-233d-44e6-bf79-6a3f5f2a1750 req-aff7cf82-ad29-42d7-a1f3-37e725ad5f54 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487714 Aug 23 15:00:20.226707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-8f518951-3e5a-4867-b4ba-9541b22f7f75 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] For port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9b5dc2aa-fd61-48b1-984e-dfd0407c8185,segment=NetworkSegment(a5994012-2141-442b-95b6-6d09994fdb03),segment_id=a5994012-2141-442b-95b6-6d09994fdb03)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:20.227276 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-8f518951-3e5a-4867-b4ba-9541b22f7f75 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:20.463245 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-50cc2aa8-720b-4a38-88fc-f977ae372937 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=88f8a26a99a844c481e3085faeade9fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3914421 Aug 23 15:00:20.497015 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-8f518951-3e5a-4867-b4ba-9541b22f7f75 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:20.497478 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-8f518951-3e5a-4867-b4ba-9541b22f7f75 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:20.497869 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-8f518951-3e5a-4867-b4ba-9541b22f7f75 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Floating IP 0f7793a0-9120-4923-b642-b497f5ef1028 disassociated. External IP: 172.25.8.68, port: 9b5dc2aa-fd61-48b1-984e-dfd0407c8185. Aug 23 15:00:20.498319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-8f518951-3e5a-4867-b4ba-9541b22f7f75 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Calling delete_port for 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:20.630533 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-ebb40924-c4ac-42fa-8543-130e43c5cbd6 service neutron] 10.222.0.38 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533425 Aug 23 15:00:20.975916 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-d8b13230-f6b7-4834-9e2b-d5102d206683 service neutron] 10.222.0.38 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286426 Aug 23 15:00:21.064965 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b7dc46-6b6f-47dd-b7bf-3a75fed7130f x-openstack-request-id: req-e8b7dc46-6b6f-47dd-b7bf-3a75fed7130f {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:21.065327 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-deleted", "tag": "b58b144d-9752-4c28-8735-b31a58987388", "status": "completed", "code": 200}, {"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-deleted", "tag": "e0058166-4f12-416b-8269-a53656408fa9", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:21.065588 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e8b7dc46-6b6f-47dd-b7bf-3a75fed7130f {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:21.065988 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-deleted', 'tag': 'b58b144d-9752-4c28-8735-b31a58987388', 'status': 'completed', 'code': 200} Aug 23 15:00:21.066246 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-deleted', 'tag': 'e0058166-4f12-416b-8269-a53656408fa9', 'status': 'completed', 'code': 200} Aug 23 15:00:21.096725 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-8f518951-3e5a-4867-b4ba-9541b22f7f75 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:21.182744 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f518951-3e5a-4867-b4ba-9541b22f7f75 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event deleted for resources: {'Port': ['ID=9b5dc2aa-fd61-48b1-984e-dfd0407c8185,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:21.337962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b5635-6477-4b74-b5c1-89250cb8ce66 req-335511f5-57e0-47a2-b2ad-123b70a974d2 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:21.351522 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c7b5635-6477-4b74-b5c1-89250cb8ce66 req-335511f5-57e0-47a2-b2ad-123b70a974d2 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b010f5-3d1b-4ceb-b561-68e106d9e0f1 HTTP/1.1" status: 200 len: 945 time: 0.1728499 Aug 23 15:00:21.426476 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c7b5635-6477-4b74-b5c1-89250cb8ce66 req-2a944bdb-ab0d-4bb7-87be-b168ed7a301e tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553343 Aug 23 15:00:21.455900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-8f518951-3e5a-4867-b4ba-9541b22f7f75 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:00:21.554684 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d8e7313-9181-48cf-aa11-18435dafb9dc req-4f16267f-795d-4d05-9fc2-73f1801e7380 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0930765 Aug 23 15:00:21.728325 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a3668-e3b3-4424-92b0-ee4509a726a1 req-a5f63ee5-9a3a-43d0-982c-c5c7393fe0e4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:21.743642 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-316a3668-e3b3-4424-92b0-ee4509a726a1 req-a5f63ee5-9a3a-43d0-982c-c5c7393fe0e4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.2175279 Aug 23 15:00:21.836312 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d9fe4d14-5c99-4c93-9755-e63524af4a4d req-445d6ba3-32b2-44bd-be02-0379a18f1264 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 210 time: 0.1123400 Aug 23 15:00:21.876592 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-316a3668-e3b3-4424-92b0-ee4509a726a1 req-a1d26a6d-7d9d-4cda-85c7-e0fed5631420 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313963 Aug 23 15:00:21.962174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-8f518951-3e5a-4867-b4ba-9541b22f7f75 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:00:21.981210 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b14bd-a6a8-43b3-bc9c-59ace7319113 None None] Sync routers for ids ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:00:21.988919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56110) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:22.033070 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b14bd-a6a8-43b3-bc9c-59ace7319113 None None] Routers {'8aa5a8ed-2b53-4b53-8654-f376deea2d9a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:00:22.034038 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-797b14bd-a6a8-43b3-bc9c-59ace7319113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:59:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:22.067964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-8f518951-3e5a-4867-b4ba-9541b22f7f75 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] No DVR routers for this DVR port 9b5dc2aa-fd61-48b1-984e-dfd0407c8185 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:22.070793 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-8f518951-3e5a-4867-b4ba-9541b22f7f75 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:22.077247 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b578d170-8ab8-433d-8fbe-edd5b14a00f1 req-8f518951-3e5a-4867-b4ba-9541b22f7f75 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.57 "DELETE /v2.0/ports/9b5dc2aa-fd61-48b1-984e-dfd0407c8185 HTTP/1.1" status: 204 len: 173 time: 2.5519829 Aug 23 15:00:22.166703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-788eef0a-8f0b-46cf-8a3d-af2421da10fc tempest-DvrRoutersNegativeTest-528694314 tempest-DvrRoutersNegativeTest-528694314-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1165651227', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:22.171867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.policy [None req-788eef0a-8f0b-46cf-8a3d-af2421da10fc tempest-DvrRoutersNegativeTest-528694314 tempest-DvrRoutersNegativeTest-528694314-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=96115) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 23 15:00:22.176031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.policy [None req-788eef0a-8f0b-46cf-8a3d-af2421da10fc tempest-DvrRoutersNegativeTest-528694314 tempest-DvrRoutersNegativeTest-528694314-project] Failed policy check for 'create_router' {{(pid=96115) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 23 15:00:22.176945 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-788eef0a-8f0b-46cf-8a3d-af2421da10fc tempest-DvrRoutersNegativeTest-528694314 tempest-DvrRoutersNegativeTest-528694314-project] create failed (client error): Access was denied to this resource. Aug 23 15:00:22.178443 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-788eef0a-8f0b-46cf-8a3d-af2421da10fc tempest-DvrRoutersNegativeTest-528694314 tempest-DvrRoutersNegativeTest-528694314-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1938787 Aug 23 15:00:22.240307 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-797b14bd-a6a8-43b3-bc9c-59ace7319113 None None] Set router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:00:22.319247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56124) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:22.628782 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ca6bdb15-ddeb-455f-b724-f2ef24d09198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:22.744045 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-797b14bd-a6a8-43b3-bc9c-59ace7319113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:49Z', 'updated_at': '2021-08-23T14:49:01Z', 'revision_number': 4, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'gw_port': {'id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:51Z', 'updated_at': '2021-08-23T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '44b28d6d-bce1-423c-89aa-2d36f4c82cad', 'name': '', 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'mac_address': 'fa:16:3e:26:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:57Z', 'updated_at': '2021-08-23T14:49:08Z', 'revision_number': 5, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'subnets': [{'id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:22.817771 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b14bd-a6a8-43b3-bc9c-59ace7319113 None None] Checking router: 8aa5a8ed-2b53-4b53-8654-f376deea2d9a for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:00:22.837785 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b14bd-a6a8-43b3-bc9c-59ace7319113 None None] Routers {'8aa5a8ed-2b53-4b53-8654-f376deea2d9a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:00:22.838927 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-797b14bd-a6a8-43b3-bc9c-59ace7319113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T14:59:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:23.174597 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-797b14bd-a6a8-43b3-bc9c-59ace7319113 None None] Set router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:00:23.178204 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-deleted', 'tag': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:23.180861 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581bb907-b028-4012-94ff-45f057e559bb" -d '{"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-deleted", "tag": "9b5dc2aa-fd61-48b1-984e-dfd0407c8185"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:23.308365 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e42e5f50-e01f-431a-8675-0bc0540d6c0c req-a25bd203-4023-4597-a109-ae3d6f914bbb tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.1239681 Aug 23 15:00:23.427683 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-12def146-e811-4ae1-ad7e-42f591599fc8 req-3556a3cf-000c-4a4a-9db1-0450413c621e tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 210 time: 0.0834670 Aug 23 15:00:23.434000 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56150) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:23.628077 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e8f50-7011-45e7-8bf1-df1afdad1f36 req-8adf204e-4e4a-44e9-935e-58aa9131872b tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:23.634703 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b2e8f50-7011-45e7-8bf1-df1afdad1f36 req-8adf204e-4e4a-44e9-935e-58aa9131872b tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b010f5-3d1b-4ceb-b561-68e106d9e0f1 HTTP/1.1" status: 200 len: 945 time: 0.1068928 Aug 23 15:00:23.706592 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b2e8f50-7011-45e7-8bf1-df1afdad1f36 req-bdc321a9-f177-4fcc-806d-2e68315021f5 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525975 Aug 23 15:00:23.723016 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-797b14bd-a6a8-43b3-bc9c-59ace7319113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:49Z', 'updated_at': '2021-08-23T14:49:01Z', 'revision_number': 4, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'gw_port': {'id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:51Z', 'updated_at': '2021-08-23T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '44b28d6d-bce1-423c-89aa-2d36f4c82cad', 'name': '', 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'mac_address': 'fa:16:3e:26:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:57Z', 'updated_at': '2021-08-23T14:49:08Z', 'revision_number': 5, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'subnets': [{'id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:23.770924 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b14bd-a6a8-43b3-bc9c-59ace7319113 None None] The sync data for ids ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'] in n-d-804985-3 is: [{'id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:49Z', 'updated_at': '2021-08-23T14:49:01Z', 'revision_number': 4, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'gw_port': {'id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:51Z', 'updated_at': '2021-08-23T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '44b28d6d-bce1-423c-89aa-2d36f4c82cad', 'name': '', 'network_id': 'b542f892-fbd7-43ba-9b32-88275cc36a65', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'mac_address': 'fa:16:3e:26:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:57Z', 'updated_at': '2021-08-23T14:49:08Z', 'revision_number': 5, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'subnets': [{'id': 'bf12937b-e5ce-4aea-882b-044b4a3734f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:00:23.821540 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbeec12-be38-45c4-a4d9-6190d174e982 x-openstack-request-id: req-6cbeec12-be38-45c4-a4d9-6190d174e982 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:23.828595 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd268f3e-365f-4952-bf10-b1439009b958", "name": "network-vif-deleted", "tag": "9b5dc2aa-fd61-48b1-984e-dfd0407c8185", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:23.828595 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6cbeec12-be38-45c4-a4d9-6190d174e982 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:23.828595 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd268f3e-365f-4952-bf10-b1439009b958', 'name': 'network-vif-deleted', 'tag': '9b5dc2aa-fd61-48b1-984e-dfd0407c8185', 'status': 'completed', 'code': 200} Aug 23 15:00:23.896489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6224b-728c-49df-8ae8-e33bb4fcb2a4 req-c613acb1-f7c6-4e8a-ba8c-2229c6ce474b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:23.910389 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7ca6224b-728c-49df-8ae8-e33bb4fcb2a4 req-c613acb1-f7c6-4e8a-ba8c-2229c6ce474b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.3344867 Aug 23 15:00:23.966399 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d25b1d1-2151-4059-b9c1-cec5b8c4f579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:24.100220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f157d6a-2e29-45c4-a1c6-b184975f7595 req-aece9604-5b1b-4e60-9d2b-7e9ff1bd002c tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:24.101869 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f157d6a-2e29-45c4-a1c6-b184975f7595 req-aece9604-5b1b-4e60-9d2b-7e9ff1bd002c tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0b010f5-3d1b-4ceb-b561-68e106d9e0f1 HTTP/1.1" status: 200 len: 945 time: 0.3936706 Aug 23 15:00:24.152479 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7ca6224b-728c-49df-8ae8-e33bb4fcb2a4 req-7cbe6c90-9b7a-43ee-aadc-9a4d19c2772a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408772 Aug 23 15:00:24.248069 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10f2f5-3348-47c8-a2c5-9626d647fed1 None None] New status for floating IP 0f7793a0-9120-4923-b642-b497f5ef1028: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:00:24.627881 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f20149b-f68d-4d11-a907-df9d5f624f9a req-a1ecc03a-155a-4c27-b5e6-ad41f076a4ce tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0501413 Aug 23 15:00:24.689351 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d25b1d1-2151-4059-b9c1-cec5b8c4f579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:24.695028 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-1f157d6a-2e29-45c4-a1c6-b184975f7595 req-e2268ab9-8e77-477d-af6a-b963ca9303fa tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Deleting port 483abb8f-9544-4ac9-8301-d0e05a68cdee {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:24.697067 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1f157d6a-2e29-45c4-a1c6-b184975f7595 req-e2268ab9-8e77-477d-af6a-b963ca9303fa tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:24.743624 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-623cb0dc-9c9e-45fd-97ab-558e1705fc7e req-91c17245-1e8c-4e7b-8488-d70a3abfaa98 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 210 time: 0.1425099 Aug 23 15:00:24.781379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-787eccac-f27b-4416-a2dc-82d3087bf9a3 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:24.786889 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-787eccac-f27b-4416-a2dc-82d3087bf9a3 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.61 "GET /v2.0/networks?id=d04ef1b7-e717-48ad-b71a-70e29fc8453d HTTP/1.1" status: 200 len: 810 time: 0.4040899 Aug 23 15:00:24.813746 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38136402-5f8e-4682-9ced-78567c85df26 req-b3df1dc8-b1bb-4009-bf2d-1780b86ef163 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:24.816312 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38136402-5f8e-4682-9ced-78567c85df26 req-b3df1dc8-b1bb-4009-bf2d-1780b86ef163 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.61 "GET /v2.0/ports?device_id=39f27ef9-c87f-4509-8973-99e8e7f0f7cf HTTP/1.1" status: 200 len: 945 time: 0.1637788 Aug 23 15:00:24.824004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-11b18ad9-8ec0-435d-874a-c26d695c9612 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Request body: {'port': {'device_id': 'eadd227d-9234-4891-b969-e78974531970', 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d', 'admin_state_up': True, 'tenant_id': '88f8a26a99a844c481e3085faeade9fd'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:24.872493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-1f157d6a-2e29-45c4-a1c6-b184975f7595 req-e2268ab9-8e77-477d-af6a-b963ca9303fa tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] For port 483abb8f-9544-4ac9-8301-d0e05a68cdee, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=483abb8f-9544-4ac9-8301-d0e05a68cdee,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:24.872997 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1f157d6a-2e29-45c4-a1c6-b184975f7595 req-e2268ab9-8e77-477d-af6a-b963ca9303fa tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:24.909396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-1f157d6a-2e29-45c4-a1c6-b184975f7595 req-e2268ab9-8e77-477d-af6a-b963ca9303fa tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Calling delete_port for 483abb8f-9544-4ac9-8301-d0e05a68cdee owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:24.923460 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d25b1d1-2151-4059-b9c1-cec5b8c4f579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:25.060757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b9a42-e82c-4bd9-98ab-e6348e955da9 req-49153036-6492-4df7-99c4-db319a6d36c2 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:25.063914 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-278b9a42-e82c-4bd9-98ab-e6348e955da9 req-49153036-6492-4df7-99c4-db319a6d36c2 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b010f5-3d1b-4ceb-b561-68e106d9e0f1 HTTP/1.1" status: 200 len: 945 time: 0.2463059 Aug 23 15:00:25.069388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1d25b1d1-2151-4059-b9c1-cec5b8c4f579 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4c770ca7540d4ce69cdc927b57d2f00d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6335995 Aug 23 15:00:25.072451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25b1d1-2151-4059-b9c1-cec5b8c4f579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f2964c-af72-40b8-8dd8-d8f75eb4f8b4,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:25.084740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56180) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:25.113331 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c53a0765-5a18-415c-8c18-93450f161f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:25.210702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-278b9a42-e82c-4bd9-98ab-e6348e955da9 req-36cfa1b3-c323-491a-9819-65401c6a746d tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef12940f-9424-4ee7-b32c-1a98956129af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152647 Aug 23 15:00:25.269288 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-38136402-5f8e-4682-9ced-78567c85df26 req-79b7a8a3-0919-4fbe-a2bd-7b874002f53a tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Deleting port db45d517-33f1-45e9-9bf5-66219d83f9a3 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:25.269895 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-38136402-5f8e-4682-9ced-78567c85df26 req-79b7a8a3-0919-4fbe-a2bd-7b874002f53a tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:25.348722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-11b18ad9-8ec0-435d-874a-c26d695c9612 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Made reservation on behalf of 88f8a26a99a844c481e3085faeade9fd for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:25.352490 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-11b18ad9-8ec0-435d-874a-c26d695c9612 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:25.419858 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd82b5fb-78c5-4053-967b-4775df2a3aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:25.462294 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-38136402-5f8e-4682-9ced-78567c85df26 req-79b7a8a3-0919-4fbe-a2bd-7b874002f53a tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] For port db45d517-33f1-45e9-9bf5-66219d83f9a3, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=db45d517-33f1-45e9-9bf5-66219d83f9a3,segment=NetworkSegment(832b83ea-ce67-4a69-98d8-82142fc98649),segment_id=832b83ea-ce67-4a69-98d8-82142fc98649)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:25.462818 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-38136402-5f8e-4682-9ced-78567c85df26 req-79b7a8a3-0919-4fbe-a2bd-7b874002f53a tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:25.480712 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:25.492088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-38136402-5f8e-4682-9ced-78567c85df26 req-79b7a8a3-0919-4fbe-a2bd-7b874002f53a tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Calling delete_port for db45d517-33f1-45e9-9bf5-66219d83f9a3 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:25.620581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd82b5fb-78c5-4053-967b-4775df2a3aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:25.702597 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef71407-becc-4480-a2a3-efd842572aaf req-7d9a39fe-03c8-4bf3-9c73-a5f222ecafc7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:25.704759 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2ef71407-becc-4480-a2a3-efd842572aaf req-7d9a39fe-03c8-4bf3-9c73-a5f222ecafc7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.4055932 Aug 23 15:00:25.718490 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1f157d6a-2e29-45c4-a1c6-b184975f7595 req-e2268ab9-8e77-477d-af6a-b963ca9303fa tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:25.733921 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['db45d517-33f1-45e9-9bf5-66219d83f9a3'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:00:25.806910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2268ab9-8e77-477d-af6a-b963ca9303fa tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Pushing event deleted for resources: {'Port': ['ID=483abb8f-9544-4ac9-8301-d0e05a68cdee,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:25.898375 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-38136402-5f8e-4682-9ced-78567c85df26 req-79b7a8a3-0919-4fbe-a2bd-7b874002f53a tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:25.910343 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['db45d517-33f1-45e9-9bf5-66219d83f9a3'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:00:25.912436 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2ef71407-becc-4480-a2a3-efd842572aaf req-f7581c75-952e-4977-8ebf-fce311535dbc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872687 Aug 23 15:00:25.965443 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4068b57-28c5-4b28-bfa8-cba5dd94fe6f req-08e1bcd9-a174-4b81-a40b-d74a5679aeb8 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.2389970 Aug 23 15:00:25.973582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f157d6a-2e29-45c4-a1c6-b184975f7595 req-e2268ab9-8e77-477d-af6a-b963ca9303fa tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] No DVR routers for this DVR port 483abb8f-9544-4ac9-8301-d0e05a68cdee on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:25.982305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7a8a3-0919-4fbe-a2bd-7b874002f53a tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Pushing event deleted for resources: {'Port': ['ID=db45d517-33f1-45e9-9bf5-66219d83f9a3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:26.005621 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1f157d6a-2e29-45c4-a1c6-b184975f7595 req-e2268ab9-8e77-477d-af6a-b963ca9303fa tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:26.008108 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f157d6a-2e29-45c4-a1c6-b184975f7595 req-e2268ab9-8e77-477d-af6a-b963ca9303fa tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.57 "DELETE /v2.0/ports/483abb8f-9544-4ac9-8301-d0e05a68cdee HTTP/1.1" status: 204 len: 173 time: 1.8331497 Aug 23 15:00:26.008887 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd82b5fb-78c5-4053-967b-4775df2a3aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:26.021273 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd82b5fb-78c5-4053-967b-4775df2a3aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:26.038149 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cd82b5fb-78c5-4053-967b-4775df2a3aab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/79f2964c-af72-40b8-8dd8-d8f75eb4f8b4 HTTP/1.1" status: 204 len: 168 time: 0.9317620 Aug 23 15:00:26.038149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b010f5-3d1b-4ceb-b561-68e106d9e0f1', 'name': 'network-vif-deleted', 'tag': '483abb8f-9544-4ac9-8301-d0e05a68cdee'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:26.048978 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583edfdc-3287-47f9-948f-c43607bde499" -d '{"events": [{"server_uuid": "a0b010f5-3d1b-4ceb-b561-68e106d9e0f1", "name": "network-vif-deleted", "tag": "483abb8f-9544-4ac9-8301-d0e05a68cdee"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:26.056996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-11b18ad9-8ec0-435d-874a-c26d695c9612 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Allocated IP 172.20.0.8 (d04ef1b7-e717-48ad-b71a-70e29fc8453d/61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e/7438ff7d-4dde-485e-8d14-a4e49d56ea44) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:00:26.086428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-38136402-5f8e-4682-9ced-78567c85df26 req-79b7a8a3-0919-4fbe-a2bd-7b874002f53a tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] No DVR routers for this DVR port db45d517-33f1-45e9-9bf5-66219d83f9a3 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:26.093460 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-38136402-5f8e-4682-9ced-78567c85df26 req-79b7a8a3-0919-4fbe-a2bd-7b874002f53a tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:26.096432 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38136402-5f8e-4682-9ced-78567c85df26 req-79b7a8a3-0919-4fbe-a2bd-7b874002f53a tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.61 "DELETE /v2.0/ports/db45d517-33f1-45e9-9bf5-66219d83f9a3 HTTP/1.1" status: 204 len: 173 time: 1.2258751 Aug 23 15:00:26.102130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f27ef9-c87f-4509-8973-99e8e7f0f7cf', 'name': 'network-vif-deleted', 'tag': 'db45d517-33f1-45e9-9bf5-66219d83f9a3'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:26.102130 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cd7677-fc1d-47d7-9eec-7c4bfd7cc058" -d '{"events": [{"server_uuid": "39f27ef9-c87f-4509-8973-99e8e7f0f7cf", "name": "network-vif-deleted", "tag": "db45d517-33f1-45e9-9bf5-66219d83f9a3"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:26.121740 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50b45c86-6eb8-461a-93c8-90ef07af4c5a req-36575b7e-7ddb-419e-9ab8-8de86ebe854a tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 210 time: 0.0639172 Aug 23 15:00:26.153795 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82b5fb-78c5-4053-967b-4775df2a3aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f2964c-af72-40b8-8dd8-d8f75eb4f8b4,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:26.237597 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba2446c-7651-4e9b-9c51-a796fda201b2 x-openstack-request-id: req-cba2446c-7651-4e9b-9c51-a796fda201b2 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:26.260862 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b010f5-3d1b-4ceb-b561-68e106d9e0f1", "name": "network-vif-deleted", "tag": "483abb8f-9544-4ac9-8301-d0e05a68cdee", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:26.261137 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cba2446c-7651-4e9b-9c51-a796fda201b2 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:26.264617 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b010f5-3d1b-4ceb-b561-68e106d9e0f1', 'name': 'network-vif-deleted', 'tag': '483abb8f-9544-4ac9-8301-d0e05a68cdee', 'status': 'completed', 'code': 200} Aug 23 15:00:26.338877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c53a0765-5a18-415c-8c18-93450f161f9d admin admin] Deleting port e2e5a3ec-7361-4b3d-b203-ea456b6f5614 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:26.339234 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c53a0765-5a18-415c-8c18-93450f161f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:26.365845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 483abb8f-9544-4ac9-8301-d0e05a68cdee no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:26.433685 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 483abb8f-9544-4ac9-8301-d0e05a68cdee {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:00:26.434035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 483abb8f-9544-4ac9-8301-d0e05a68cdee not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:00:26.536765 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de0f34b-542a-4cc1-ba23-90a679cd2b05 x-openstack-request-id: req-5de0f34b-542a-4cc1-ba23-90a679cd2b05 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:26.537067 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f27ef9-c87f-4509-8973-99e8e7f0f7cf", "name": "network-vif-deleted", "tag": "db45d517-33f1-45e9-9bf5-66219d83f9a3", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:26.537326 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5de0f34b-542a-4cc1-ba23-90a679cd2b05 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:26.537730 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f27ef9-c87f-4509-8973-99e8e7f0f7cf', 'name': 'network-vif-deleted', 'tag': 'db45d517-33f1-45e9-9bf5-66219d83f9a3', 'status': 'completed', 'code': 200} Aug 23 15:00:26.562690 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-c53a0765-5a18-415c-8c18-93450f161f9d admin admin] For port e2e5a3ec-7361-4b3d-b203-ea456b6f5614, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e2e5a3ec-7361-4b3d-b203-ea456b6f5614,segment=NetworkSegment(e7fce797-3460-48c7-afa5-21ae04aa8c4d),segment_id=e7fce797-3460-48c7-afa5-21ae04aa8c4d)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:26.563872 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c53a0765-5a18-415c-8c18-93450f161f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:26.572185 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-21be8ecb-b32d-437b-a266-6177d1bb240d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:26.602661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c53a0765-5a18-415c-8c18-93450f161f9d admin admin] Calling delete_port for e2e5a3ec-7361-4b3d-b203-ea456b6f5614 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:26.658490 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-196bed6a-6aff-46df-abed-ff07667ef25d req-21055a36-e4d0-4c2a-b6cc-2daa94709a44 tempest-MultipleCreateTestJSON-1356041360 tempest-MultipleCreateTestJSON-1356041360-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b010f5-3d1b-4ceb-b561-68e106d9e0f1 HTTP/1.1" status: 200 len: 210 time: 0.1195626 Aug 23 15:00:26.673896 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:26.699685 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-11b18ad9-8ec0-435d-874a-c26d695c9612 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:26.875192 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-11b18ad9-8ec0-435d-874a-c26d695c9612 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:26.887917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['49d5af5f-e648-4934-ae8d-284f0473848d'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:00:26.949848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-11b18ad9-8ec0-435d-874a-c26d695c9612 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Network d04ef1b7-e717-48ad-b71a-70e29fc8453d is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:00:26.960088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-11b18ad9-8ec0-435d-874a-c26d695c9612 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:26.961728 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c53a0765-5a18-415c-8c18-93450f161f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:26.971166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-11b18ad9-8ec0-435d-874a-c26d695c9612 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:00:27.029470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a0765-5a18-415c-8c18-93450f161f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e5a3ec-7361-4b3d-b203-ea456b6f5614,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:27.030004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b18ad9-8ec0-435d-874a-c26d695c9612 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Pushing event updated for resources: {'Port': ['ID=7438ff7d-4dde-485e-8d14-a4e49d56ea44,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:27.125518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-11b18ad9-8ec0-435d-874a-c26d695c9612 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:27.129028 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-11b18ad9-8ec0-435d-874a-c26d695c9612 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:27.216616 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cf369671-1189-465a-a6b9-0dae8e8b4177 req-13713357-be9b-476b-b5d4-c7ff587cb3f9 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0515649 Aug 23 15:00:27.273760 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-11b18ad9-8ec0-435d-874a-c26d695c9612 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4435854 Aug 23 15:00:27.289365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Request body: {'port': {'device_id': 'eadd227d-9234-4891-b969-e78974531970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:27.374521 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:27.542294 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af42547-ab2f-492d-a890-a2481cb736ab req-86b7debe-f6e3-4747-8606-b33e99e8fa62 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:27.555468 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0af42547-ab2f-492d-a890-a2481cb736ab req-86b7debe-f6e3-4747-8606-b33e99e8fa62 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.4256403 Aug 23 15:00:27.629914 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c53a0765-5a18-415c-8c18-93450f161f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:27.648936 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0af42547-ab2f-492d-a890-a2481cb736ab req-7bc3a1dd-0fe3-46cd-a539-871a679ce87c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924232 Aug 23 15:00:27.726991 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05f931-87b4-4ad0-a9f4-651085ce1655 req-fcede485-4a09-4685-87fa-98de7de25be9 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:27.736990 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0d05f931-87b4-4ad0-a9f4-651085ce1655 req-fcede485-4a09-4685-87fa-98de7de25be9 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 931 time: 0.2204885 Aug 23 15:00:27.818216 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0d05f931-87b4-4ad0-a9f4-651085ce1655 req-6e9bdd3f-119c-432f-8b7b-db5a31b36e8b tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753338 Aug 23 15:00:27.916763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56250) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:27.933021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56254) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:28.015944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8807890-d33b-4913-a0e4-f9118f6b73e9 admin admin] Deleting subnet 44bac1ef-fc53-42bc-a91d-7b098c3bb306 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:00:28.019675 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8807890-d33b-4913-a0e4-f9118f6b73e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:28.059707 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8807890-d33b-4913-a0e4-f9118f6b73e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:28.114177 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8807890-d33b-4913-a0e4-f9118f6b73e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:28.214954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7438ff7d-4dde-485e-8d14-a4e49d56ea44 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:00:28.226541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-bb4988f0-6bf1-453b-bd64-b83fbc769730 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-884113294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:28.239075 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:28.378524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Transition to ACTIVE for port object 7438ff7d-4dde-485e-8d14-a4e49d56ea44 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:00:28.388354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3db11a1-d093-4c90-ab9d-8f3ea7d738c0 req-7ef130b9-673a-4d7a-b6cd-cfe94e28fd08 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0660636 Aug 23 15:00:28.392012 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8807890-d33b-4913-a0e4-f9118f6b73e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:28.416032 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bb4988f0-6bf1-453b-bd64-b83fbc769730 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:28.419440 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bb4988f0-6bf1-453b-bd64-b83fbc769730 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:28.434758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53a0765-5a18-415c-8c18-93450f161f9d admin admin] Router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:00:28.468972 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:28.477794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8807890-d33b-4913-a0e4-f9118f6b73e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44bac1ef-fc53-42bc-a91d-7b098c3bb306,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:28.479206 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:28.551133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Pushing event updated for resources: {'Port': ['ID=7438ff7d-4dde-485e-8d14-a4e49d56ea44,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:28.580423 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53a0765-5a18-415c-8c18-93450f161f9d admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:00:28.580983 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8807890-d33b-4913-a0e4-f9118f6b73e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:28.582912 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a8807890-d33b-4913-a0e4-f9118f6b73e9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/44bac1ef-fc53-42bc-a91d-7b098c3bb306 HTTP/1.1" status: 204 len: 168 time: 0.6631880 Aug 23 15:00:28.586266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56266) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:28.596212 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec506b-e221-4d37-9891-555b1ef6a344 None None] Sync routers for ids ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:00:28.600309 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c53a0765-5a18-415c-8c18-93450f161f9d admin admin] 10.222.0.38 "PUT /v2.0/routers/2e1bffc5-0f37-42e8-a777-80fe03c051a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2777297 Aug 23 15:00:28.600600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56268) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:28.611485 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec506b-e221-4d37-9891-555b1ef6a344 None None] Routers {'2e1bffc5-0f37-42e8-a777-80fe03c051a0'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:00:28.612394 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-69ec506b-e221-4d37-9891-555b1ef6a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:00:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:28.838945 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:28.894034 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-69ec506b-e221-4d37-9891-555b1ef6a344 None None] Set router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:00:28.898890 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bb4988f0-6bf1-453b-bd64-b83fbc769730 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:28.907717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Attempting to bind port 7438ff7d-4dde-485e-8d14-a4e49d56ea44 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:00:28.908358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Attempting to bind port 7438ff7d-4dde-485e-8d14-a4e49d56ea44 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '874f60f5-a524-4dbe-a785-acc35611f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:00:28.908897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Attempting to bind port 7438ff7d-4dde-485e-8d14-a4e49d56ea44 on network d04ef1b7-e717-48ad-b71a-70e29fc8453d {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:00:28.930351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Port 7438ff7d-4dde-485e-8d14-a4e49d56ea44 on network d04ef1b7-e717-48ad-b71a-70e29fc8453d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:00:28.936710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Attempting to bind port 7438ff7d-4dde-485e-8d14-a4e49d56ea44 on network d04ef1b7-e717-48ad-b71a-70e29fc8453d {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:00:28.959411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:00:28.959779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Checking segment: {'id': '874f60f5-a524-4dbe-a785-acc35611f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:00:28.960726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Bound using segment: {'id': '874f60f5-a524-4dbe-a785-acc35611f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:00:28.960726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Bound port: 7438ff7d-4dde-485e-8d14-a4e49d56ea44, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '874f60f5-a524-4dbe-a785-acc35611f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:00:28.960992 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:28.975125 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1173120-85bb-47bc-899b-a3e84648123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.033837 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.044003 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bb4988f0-6bf1-453b-bd64-b83fbc769730 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.084353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c74880-ad89-42e2-b17a-1a7f9de37fae req-1866c164-7e53-4a82-966a-ba276bddb379 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:29.087719 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18c74880-ad89-42e2-b17a-1a7f9de37fae req-1866c164-7e53-4a82-966a-ba276bddb379 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.3023465 Aug 23 15:00:29.127873 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device db45d517-33f1-45e9-9bf5-66219d83f9a3 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:29.171946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: db45d517-33f1-45e9-9bf5-66219d83f9a3 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:00:29.172816 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device db45d517-33f1-45e9-9bf5-66219d83f9a3 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:00:29.173413 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] For port 7438ff7d-4dde-485e-8d14-a4e49d56ea44, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:00:29.176856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] For port 7438ff7d-4dde-485e-8d14-a4e49d56ea44, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7438ff7d-4dde-485e-8d14-a4e49d56ea44,segment=NetworkSegment(874f60f5-a524-4dbe-a785-acc35611f0cd),segment_id=874f60f5-a524-4dbe-a785-acc35611f0cd)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:00:29.177085 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-69ec506b-e221-4d37-9891-555b1ef6a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:19Z', 'updated_at': '2021-08-23T15:00:26Z', 'revision_number': 5, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'gw_port': {'id': 'b170db88-3665-43fb-a547-4a0e7d6555cf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:21Z', 'updated_at': '2021-08-23T14:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:29.232726 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec506b-e221-4d37-9891-555b1ef6a344 None None] Checking router: 2e1bffc5-0f37-42e8-a777-80fe03c051a0 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:00:29.242615 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec506b-e221-4d37-9891-555b1ef6a344 None None] Routers {'2e1bffc5-0f37-42e8-a777-80fe03c051a0'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:00:29.243729 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-69ec506b-e221-4d37-9891-555b1ef6a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:00:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:29.247352 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18c74880-ad89-42e2-b17a-1a7f9de37fae req-b3dfa7a2-3dcd-4829-8786-bc21361d2450 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538317 Aug 23 15:00:29.299705 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] Deleting port b170db88-3665-43fb-a547-4a0e7d6555cf {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:29.300470 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.359081 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-69ec506b-e221-4d37-9891-555b1ef6a344 None None] Set router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:00:29.392529 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1173120-85bb-47bc-899b-a3e84648123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.425254 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-69ec506b-e221-4d37-9891-555b1ef6a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:19Z', 'updated_at': '2021-08-23T15:00:29Z', 'revision_number': 6, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:29.441844 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.453378 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bb4988f0-6bf1-453b-bd64-b83fbc769730 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.460911 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bb4988f0-6bf1-453b-bd64-b83fbc769730 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.5234406 Aug 23 15:00:29.462143 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56284) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:29.465476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] For port b170db88-3665-43fb-a547-4a0e7d6555cf, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b170db88-3665-43fb-a547-4a0e7d6555cf,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:29.465854 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.472494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e1173120-85bb-47bc-899b-a3e84648123d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ea7d98-1d3f-414e-bff5-46e13a28ebc9']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:29.511256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1348662232'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:29.517461 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec506b-e221-4d37-9891-555b1ef6a344 None None] The sync data for ids ['2e1bffc5-0f37-42e8-a777-80fe03c051a0'] in n-d-804985-3 is: [{'id': '2e1bffc5-0f37-42e8-a777-80fe03c051a0', 'name': 'tempest-TaggedBootDevicesTest-1787090690-router', 'tenant_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:19Z', 'updated_at': '2021-08-23T15:00:29Z', 'revision_number': 6, 'project_id': 'efc62d13c95b4910b9aa97884f6e1a9d', 'gw_port_host': None}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:00:29.539477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e1173120-85bb-47bc-899b-a3e84648123d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832b83ea-ce67-4a69-98d8-82142fc98649') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:29.539875 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e1173120-85bb-47bc-899b-a3e84648123d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832b83ea-ce67-4a69-98d8-82142fc98649') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:29.557293 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] Calling delete_port for b170db88-3665-43fb-a547-4a0e7d6555cf owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:29.564092 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1173120-85bb-47bc-899b-a3e84648123d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.595562 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1173120-85bb-47bc-899b-a3e84648123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.603397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1173120-85bb-47bc-899b-a3e84648123d admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:00:29.604218 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1173120-85bb-47bc-899b-a3e84648123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.642304 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-363d7aeb-9f71-48b8-b787-fabcb91398ac req-307d61a6-0d7f-4837-962d-2b95a5cdab44 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0951884 Aug 23 15:00:29.712218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f3cf6-9a90-4720-a76e-70d90380da23 req-c31568bf-ee83-4647-ae6d-52aae4b6dcfa tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:29.721575 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec9f3cf6-9a90-4720-a76e-70d90380da23 req-c31568bf-ee83-4647-ae6d-52aae4b6dcfa tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 943 time: 0.7571132 Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:00:29.725280 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:00:29.739347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:29.739986 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.741583 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] 10.222.0.61 "PUT /v2.0/ports/7438ff7d-4dde-485e-8d14-a4e49d56ea44 HTTP/1.1" status: 200 len: 1091 time: 2.4665208 Aug 23 15:00:29.742077 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadd227d-9234-4891-b969-e78974531970', 'tag': '7438ff7d-4dde-485e-8d14-a4e49d56ea44'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:29.744847 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3145c4-726b-47d4-8a27-40b6e1b97cac" -d '{"events": [{"name": "network-changed", "server_uuid": "eadd227d-9234-4891-b969-e78974531970", "tag": "7438ff7d-4dde-485e-8d14-a4e49d56ea44"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:29.793397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Made reservation on behalf of cb764a1dd486472da5973b2d2d179093 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:29.798631 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.814204 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.822867 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1173120-85bb-47bc-899b-a3e84648123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.862583 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1173120-85bb-47bc-899b-a3e84648123d admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:29.864851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e1173120-85bb-47bc-899b-a3e84648123d admin admin] 10.222.0.38 "DELETE /v2.0/networks/66ea7d98-1d3f-414e-bff5-46e13a28ebc9 HTTP/1.1" status: 204 len: 168 time: 1.2595217 Aug 23 15:00:29.866470 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b47fb90-2f64-4e57-9a68-65eadef64d7e x-openstack-request-id: req-9b47fb90-2f64-4e57-9a68-65eadef64d7e {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:29.866778 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eadd227d-9234-4891-b969-e78974531970", "tag": "7438ff7d-4dde-485e-8d14-a4e49d56ea44", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:29.867105 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9b47fb90-2f64-4e57-9a68-65eadef64d7e {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:29.867517 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eadd227d-9234-4891-b969-e78974531970', 'tag': '7438ff7d-4dde-485e-8d14-a4e49d56ea44', 'status': 'completed', 'code': 200} Aug 23 15:00:29.908137 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec9f3cf6-9a90-4720-a76e-70d90380da23 req-b164e98b-98db-4d9b-b431-d0456a4f49bc tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804843 Aug 23 15:00:29.932842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d974f45-b2e7-4aad-97bb-549dc3c5fc54 service neutron] Pushing event updated for resources: {'Port': ['ID=7438ff7d-4dde-485e-8d14-a4e49d56ea44,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:29.936290 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1173120-85bb-47bc-899b-a3e84648123d admin admin] Pushing event deleted for resources: {'Network': ['ID=66ea7d98-1d3f-414e-bff5-46e13a28ebc9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:29.965744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-c2abe40c-21fc-4ab8-8ca1-1f7b4f858d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:29.972886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-c2abe40c-21fc-4ab8-8ca1-1f7b4f858d8d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88f8a26a99a844c481e3085faeade9fd&device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 1094 time: 0.0995390 Aug 23 15:00:30.028111 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-bb419f6a-44fd-466b-a4f2-9e20733e6cf1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7438ff7d-4dde-485e-8d14-a4e49d56ea44 HTTP/1.1" status: 200 len: 217 time: 0.0518754 Aug 23 15:00:30.169535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-ef11e7a9-84f2-458c-a4a2-b033387d75c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:30.171400 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-ef11e7a9-84f2-458c-a4a2-b033387d75c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e HTTP/1.1" status: 200 len: 850 time: 0.1348736 Aug 23 15:00:30.230144 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-4365b17a-e60a-4554-bf9b-45fb8ab0eeb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d04ef1b7-e717-48ad-b71a-70e29fc8453d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505309 Aug 23 15:00:30.290939 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:30.378268 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-21191f55-d81b-42d5-9c3e-db900840056a service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395380 Aug 23 15:00:30.399702 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:30.454742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce327121-d7c2-4d32-a6f2-8a6ca55f9710,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:30.466874 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:30.540038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56298) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:30.590425 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:00:30.679016 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41bb947f-ab67-4756-a255-0d49bf64f0fc req-fcd63e0c-5bb4-45ea-9df2-9ff8a1cceef9 service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932923 Aug 23 15:00:30.688197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7258ae-fc3e-48cd-be8e-eb979917266d req-f2cd35c5-b4fb-4f98-9f89-d128b4b0619d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:30.696891 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4f7258ae-fc3e-48cd-be8e-eb979917266d req-f2cd35c5-b4fb-4f98-9f89-d128b4b0619d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.3397882 Aug 23 15:00:30.702269 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:30.702499 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:30.702794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:30.706207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:30.709216 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:30.709753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:30.709943 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:30.710291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:30.710630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:30.714507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:30.715007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:30.715357 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:30.742547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b170db88-3665-43fb-a547-4a0e7d6555cf,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:30.746776 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:30.747546 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Added segment f2bc9340-95de-4bd5-ba8a-b9249fdfec28 of type vlan for network 0cbe1acc-cdac-46ed-a317-1600a2eced30 Aug 23 15:00:30.878411 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:30.884642 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:30.896479 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e2e5a3ec-7361-4b3d-b203-ea456b6f5614 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:30.902494 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fef12872-174a-4e83-9418-d9aa47fbdec4 req-77766ab3-2131-4c70-9a83-88a3d2259523 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0896060 Aug 23 15:00:31.002564 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0db77dbb-9b2b-4f33-b24b-dd84e5b27728 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f09714bffe3e42558fe6d698542199a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296062 Aug 23 15:00:31.008183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: e2e5a3ec-7361-4b3d-b203-ea456b6f5614 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:00:31.009718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e2e5a3ec-7361-4b3d-b203-ea456b6f5614 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:00:31.012846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b170db88-3665-43fb-a547-4a0e7d6555cf no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:31.015249 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56310) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:31.035230 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4f7258ae-fc3e-48cd-be8e-eb979917266d req-25b96255-2832-4b72-bc3e-f6302ea280be tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110228 Aug 23 15:00:31.052902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3145c4-726b-47d4-8a27-40b6e1b97cac req-42865b25-b3bf-430d-82dc-f3fce71641fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:31.062471 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf3145c4-726b-47d4-8a27-40b6e1b97cac req-42865b25-b3bf-430d-82dc-f3fce71641fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88f8a26a99a844c481e3085faeade9fd&device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 1094 time: 0.1587439 Aug 23 15:00:31.075597 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.078188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: b170db88-3665-43fb-a547-4a0e7d6555cf {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:00:31.079376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b170db88-3665-43fb-a547-4a0e7d6555cf not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:00:31.082517 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.164617 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.171255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:31.171948 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.233276 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3145c4-726b-47d4-8a27-40b6e1b97cac req-93f62285-6fc7-4669-b8c5-4682129dfe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:31.235099 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf3145c4-726b-47d4-8a27-40b6e1b97cac req-93f62285-6fc7-4669-b8c5-4682129dfe1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=d04ef1b7-e717-48ad-b71a-70e29fc8453d HTTP/1.1" status: 200 len: 911 time: 0.1648099 Aug 23 15:00:31.255798 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e89472d5-0cf2-4181-958c-652f46f4ba5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.272284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event updated for resources: {'Network': ['ID=0cbe1acc-cdac-46ed-a317-1600a2eced30,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:31.280432 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.280574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e1bffc5-0f37-42e8-a777-80fe03c051a0 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:00:31.285282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 0cbe1acc-cdac-46ed-a317-1600a2eced30 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:00:31.302986 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.303573 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2ba6e39b-7acb-4ab3-9ea0-a35db74aa3a6 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2e1bffc5-0f37-42e8-a777-80fe03c051a0 HTTP/1.1" status: 204 len: 168 time: 2.7017279 Aug 23 15:00:31.306467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56314) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:31.316656 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf3145c4-726b-47d4-8a27-40b6e1b97cac req-20729d36-d77c-4457-a457-a18264c59811 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7438ff7d-4dde-485e-8d14-a4e49d56ea44 HTTP/1.1" status: 200 len: 217 time: 0.0463626 Aug 23 15:00:31.347614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da594b8c-72c3-4003-87dd-cf91cc587f7d req-272e4b8c-512d-400b-a570-c04aff8e78d2 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:31.351213 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da594b8c-72c3-4003-87dd-cf91cc587f7d req-272e4b8c-512d-400b-a570-c04aff8e78d2 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 943 time: 0.2346358 Aug 23 15:00:31.379783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de278b9-8440-4c07-ac8e-1025987c2063 admin admin] Deleting subnet 60d43940-211a-4370-9555-0648239a8725 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:00:31.386413 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4de278b9-8440-4c07-ac8e-1025987c2063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.438848 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ec8e703d-7de5-4e6c-974f-65ea3fb9ee85 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9725678 Aug 23 15:00:31.447095 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56318) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:31.453067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8b2e5cd9-838b-4d33-b5c8-f1f20c16b57a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Request body: {'subnet': {'network_id': '0cbe1acc-cdac-46ed-a317-1600a2eced30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:31.453483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3145c4-726b-47d4-8a27-40b6e1b97cac req-7b075cd0-a0e6-42b3-88d4-a487f8e6eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:31.460223 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e89472d5-0cf2-4181-958c-652f46f4ba5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.469047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf3145c4-726b-47d4-8a27-40b6e1b97cac req-7b075cd0-a0e6-42b3-88d4-a487f8e6eec2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e HTTP/1.1" status: 200 len: 850 time: 0.1331971 Aug 23 15:00:31.474988 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da594b8c-72c3-4003-87dd-cf91cc587f7d req-f3e17586-4d5a-4e71-901f-a5df76889108 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997303 Aug 23 15:00:31.520361 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf3145c4-726b-47d4-8a27-40b6e1b97cac req-b3e040d9-0147-42de-ae6d-35c3fcce4d4c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d04ef1b7-e717-48ad-b71a-70e29fc8453d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443377 Aug 23 15:00:31.560905 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4de278b9-8440-4c07-ac8e-1025987c2063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.691830 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4de278b9-8440-4c07-ac8e-1025987c2063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.744418 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf3145c4-726b-47d4-8a27-40b6e1b97cac req-c3f32e1f-f3d5-4f11-a8bd-6bf35c45e2fb service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101188 Aug 23 15:00:31.828733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4de278b9-8440-4c07-ac8e-1025987c2063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.891478 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4de278b9-8440-4c07-ac8e-1025987c2063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.896117 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4de278b9-8440-4c07-ac8e-1025987c2063 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/60d43940-211a-4370-9555-0648239a8725 HTTP/1.1" status: 204 len: 168 time: 0.5854445 Aug 23 15:00:31.896895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df72cb86-e6cb-4fb9-b4cb-e085df63c4d6 None None] Network cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:31.897281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56332) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:31.898257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de278b9-8440-4c07-ac8e-1025987c2063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d43940-211a-4370-9555-0648239a8725,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:31.903153 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2e5cd9-838b-4d33-b5c8-f1f20c16b57a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Made reservation on behalf of cb764a1dd486472da5973b2d2d179093 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:31.907638 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b2e5cd9-838b-4d33-b5c8-f1f20c16b57a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.924266 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e89472d5-0cf2-4181-958c-652f46f4ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.930205 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e89472d5-0cf2-4181-958c-652f46f4ba5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:31.934397 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e89472d5-0cf2-4181-958c-652f46f4ba5a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef12940f-9424-4ee7-b32c-1a98956129af HTTP/1.1" status: 204 len: 168 time: 0.9134231 Aug 23 15:00:31.955370 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf3145c4-726b-47d4-8a27-40b6e1b97cac req-19f69a2b-bd91-4788-bcc9-ed912de1f747 service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018120 Aug 23 15:00:32.076135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89472d5-0cf2-4181-958c-652f46f4ba5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef12940f-9424-4ee7-b32c-1a98956129af,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:32.101368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:32.185889 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5a358f8-9d7f-465e-9f69-f192027de67e req-924d486e-cf47-4c48-9ebf-51190accde0b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.1054919 Aug 23 15:00:32.304155 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef13d67e-b8bc-4b2c-b7a0-12f54fece153 None None] DHCP port deletion for cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:00:32.330545 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae11213-e750-4df6-9320-a9f713d0f540 req-f52139ba-49dd-48b0-8a0a-a193a46c0ac2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:32.338480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ae11213-e750-4df6-9320-a9f713d0f540 req-f52139ba-49dd-48b0-8a0a-a193a46c0ac2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1129704 Aug 23 15:00:32.374816 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ef13d67e-b8bc-4b2c-b7a0-12f54fece153 None None] Deleting port 728c0f81-53b6-4b31-9a86-b57c57e49560 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:32.375197 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ef13d67e-b8bc-4b2c-b7a0-12f54fece153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:32.404996 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ae11213-e750-4df6-9320-a9f713d0f540 req-630cf915-e062-45cd-b1ae-815184f13337 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611932 Aug 23 15:00:32.419626 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] Deleting port 728c0f81-53b6-4b31-9a86-b57c57e49560 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:32.421064 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:32.468765 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b2e5cd9-838b-4d33-b5c8-f1f20c16b57a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:32.521809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ef13d67e-b8bc-4b2c-b7a0-12f54fece153 None None] For port 728c0f81-53b6-4b31-9a86-b57c57e49560, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=728c0f81-53b6-4b31-9a86-b57c57e49560,segment=NetworkSegment(e7fce797-3460-48c7-afa5-21ae04aa8c4d),segment_id=e7fce797-3460-48c7-afa5-21ae04aa8c4d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:32.524078 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ef13d67e-b8bc-4b2c-b7a0-12f54fece153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:32.548939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ef13d67e-b8bc-4b2c-b7a0-12f54fece153 None None] Calling delete_port for 728c0f81-53b6-4b31-9a86-b57c57e49560 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:32.588694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] For port 728c0f81-53b6-4b31-9a86-b57c57e49560, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=728c0f81-53b6-4b31-9a86-b57c57e49560,segment=NetworkSegment(e7fce797-3460-48c7-afa5-21ae04aa8c4d),segment_id=e7fce797-3460-48c7-afa5-21ae04aa8c4d)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:32.589071 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:32.629424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] Calling delete_port for 728c0f81-53b6-4b31-9a86-b57c57e49560 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:32.651635 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2e5cd9-838b-4d33-b5c8-f1f20c16b57a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Checking segment: {'id': 'f2bc9340-95de-4bd5-ba8a-b9249fdfec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0cbe1acc-cdac-46ed-a317-1600a2eced30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:00:32.652242 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e5cd9-838b-4d33-b5c8-f1f20c16b57a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Network hostable DHCP agents. Network: 0cbe1acc-cdac-46ed-a317-1600a2eced30, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:00:32.659547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e5cd9-838b-4d33-b5c8-f1f20c16b57a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event updated for resources: {'Subnet': ['ID=064ab839-c4e1-4f0e-9001-bc8e89ed8739,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:32.794204 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e5cd9-838b-4d33-b5c8-f1f20c16b57a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Network 0cbe1acc-cdac-46ed-a317-1600a2eced30 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:00:32.816370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 728c0f81-53b6-4b31-9a86-b57c57e49560 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:32.820252 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ef13d67e-b8bc-4b2c-b7a0-12f54fece153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:32.867873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-8b2e5cd9-838b-4d33-b5c8-f1f20c16b57a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 0cbe1acc-cdac-46ed-a317-1600a2eced30) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:32.872244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2e5cd9-838b-4d33-b5c8-f1f20c16b57a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:32.872927 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b2e5cd9-838b-4d33-b5c8-f1f20c16b57a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:32.877132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857253b2-0038-4181-ade3-a9dc6492bde5 req-709484ad-7264-4833-ae55-c3ff18f461cf tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:32.888159 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-857253b2-0038-4181-ade3-a9dc6492bde5 req-709484ad-7264-4833-ae55-c3ff18f461cf tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 943 time: 0.1276431 Aug 23 15:00:32.893024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef13d67e-b8bc-4b2c-b7a0-12f54fece153 None None] No DVR routers for this DVR port 728c0f81-53b6-4b31-9a86-b57c57e49560 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:32.947727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cb932c-7592-4842-b1fe-dc8334548a58 None None] Network 0cbe1acc-cdac-46ed-a317-1600a2eced30 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:32.950690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 728c0f81-53b6-4b31-9a86-b57c57e49560 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:00:32.951591 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 728c0f81-53b6-4b31-9a86-b57c57e49560 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:00:32.956124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13d67e-b8bc-4b2c-b7a0-12f54fece153 None None] Pushing event deleted for resources: {'Port': ['ID=728c0f81-53b6-4b31-9a86-b57c57e49560,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:32.978566 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:33.033272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-857253b2-0038-4181-ade3-a9dc6492bde5 req-6a7e0ee1-8429-43de-8635-2942090fbc76 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364641 Aug 23 15:00:33.055214 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8b2e5cd9-838b-4d33-b5c8-f1f20c16b57a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6068144 Aug 23 15:00:33.061305 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56364) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:33.071504 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c16cf8d4-c705-47b7-95bd-f50f9f30bd1c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Request body: {'network': {'name': 'tempest-router-network01--201057879'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:33.081336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] Pushing event deleted for resources: {'Port': ['ID=728c0f81-53b6-4b31-9a86-b57c57e49560,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:33.083873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] No DVR routers for this DVR port 728c0f81-53b6-4b31-9a86-b57c57e49560 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:33.148069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f5176-10e6-409c-92af-75ce4bca69f3 req-02d5cf7d-a1e7-4e86-a8eb-f626309e241e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:33.152082 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f45f5176-10e6-409c-92af-75ce4bca69f3 req-02d5cf7d-a1e7-4e86-a8eb-f626309e241e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.2047293 Aug 23 15:00:33.209787 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:33.224619 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-0cbe1acc-cdac-46ed-a317-1600a2eced30', 'network_id': '0cbe1acc-cdac-46ed-a317-1600a2eced30', 'tenant_id': 'cb764a1dd486472da5973b2d2d179093', 'fixed_ips': [{'subnet_id': '064ab839-c4e1-4f0e-9001-bc8e89ed8739'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:00:33.225525 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:33.225804 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:33.240191 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fce797-3460-48c7-afa5-21ae04aa8c4d') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:33.240627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fce797-3460-48c7-afa5-21ae04aa8c4d') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:33.252354 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:33.272672 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:33.275289 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f45f5176-10e6-409c-92af-75ce4bca69f3 req-27f638e7-ddf8-4b19-a472-53d35004d0e2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666692 Aug 23 15:00:33.277192 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdaf93-d03f-4b11-9591-fc6296aca757 req-49e847ab-afd6-4f70-9e88-5e6c866ca172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:33.283613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64fdaf93-d03f-4b11-9591-fc6296aca757 req-49e847ab-afd6-4f70-9e88-5e6c866ca172 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 1095 time: 0.1731539 Aug 23 15:00:33.301760 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16cf8d4-c705-47b7-95bd-f50f9f30bd1c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Made reservation on behalf of cb764a1dd486472da5973b2d2d179093 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:33.313982 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c16cf8d4-c705-47b7-95bd-f50f9f30bd1c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:33.319545 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:00:33.320652 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:00:33.326510 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:00:33.445125 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ac9ff23-e828-4bc5-8ed7-3ff20c542710 req-3d1f73f5-8bad-43ad-9a47-f6aa4643c240 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0962722 Aug 23 15:00:33.478517 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16cf8d4-c705-47b7-95bd-f50f9f30bd1c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:00:33.495427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Allocated IP 2001:db8::2 (0cbe1acc-cdac-46ed-a317-1600a2eced30/064ab839-c4e1-4f0e-9001-bc8e89ed8739/5f29f4e8-cc1f-4b93-b161-dc1f376bfce0) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:00:33.534270 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c16cf8d4-c705-47b7-95bd-f50f9f30bd1c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:33.534712 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-c16cf8d4-c705-47b7-95bd-f50f9f30bd1c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Added segment 62cf77f4-f1da-4edf-9ef5-1868c432e682 of type vlan for network 4765d312-dd70-41b3-800a-c2545a320260 Aug 23 15:00:33.633313 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:33.641281 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:33.650708 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] 10.222.0.38 "DELETE /v2.0/networks/cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d HTTP/1.1" status: 204 len: 168 time: 1.7433407 Aug 23 15:00:33.651381 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c16cf8d4-c705-47b7-95bd-f50f9f30bd1c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:33.706487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a9906-a82a-45e5-baef-f70e52f9b425 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb83cb3d-f0c9-41c5-bb73-48c4e9e9df9d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:33.730676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdaf93-d03f-4b11-9591-fc6296aca757 req-804da294-41fc-4ca1-a1a5-4ce2a9b9a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:33.741901 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64fdaf93-d03f-4b11-9591-fc6296aca757 req-804da294-41fc-4ca1-a1a5-4ce2a9b9a1db service neutron] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.4498980 Aug 23 15:00:33.808387 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:33.823276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Transition to ACTIVE for port object 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:00:33.844950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Transition to ACTIVE for port object 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:00:33.846902 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64fdaf93-d03f-4b11-9591-fc6296aca757 req-ee8a811b-4e1c-46db-9166-55ddd9c6cdab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 HTTP/1.1" status: 200 len: 999 time: 0.1006081 Aug 23 15:00:33.850587 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c16cf8d4-c705-47b7-95bd-f50f9f30bd1c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:33.869215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16cf8d4-c705-47b7-95bd-f50f9f30bd1c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:33.869900 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c16cf8d4-c705-47b7-95bd-f50f9f30bd1c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:33.913995 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:33.987450 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:00:34.012718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Pushing event updated for resources: {'Port': ['ID=5f29f4e8-cc1f-4b93-b161-dc1f376bfce0,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:34.034347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56392) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:34.046578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Network 0cbe1acc-cdac-46ed-a317-1600a2eced30 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:00:34.049770 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:34.057138 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:00:34.155450 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdaf93-d03f-4b11-9591-fc6296aca757 req-4293b5ce-661a-4cda-9b75-39ceb2451ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:34.157207 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64fdaf93-d03f-4b11-9591-fc6296aca757 req-4293b5ce-661a-4cda-9b75-39ceb2451ca4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.2760532 Aug 23 15:00:34.157925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56398) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:34.169270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cf8d4-c705-47b7-95bd-f50f9f30bd1c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event updated for resources: {'Network': ['ID=4765d312-dd70-41b3-800a-c2545a320260,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:34.189034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Attempting to bind port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:00:34.189707 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Attempting to bind port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'f2bc9340-95de-4bd5-ba8a-b9249fdfec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0cbe1acc-cdac-46ed-a317-1600a2eced30'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:00:34.192134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Attempting to bind port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 on network 0cbe1acc-cdac-46ed-a317-1600a2eced30 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:00:34.203233 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 4765d312-dd70-41b3-800a-c2545a320260 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:00:34.220998 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b66e044a-f90d-48ee-aef1-06cb90cd7cc4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=efc62d13c95b4910b9aa97884f6e1a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614522 Aug 23 15:00:34.222259 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56400) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:34.285368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b153b06-13d8-41af-9e9f-28efb2713c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:34.320688 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b153b06-13d8-41af-9e9f-28efb2713c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:34.390885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdaf93-d03f-4b11-9591-fc6296aca757 req-15dc0cf1-a83a-4eac-a066-8019268fe246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:34.402292 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64fdaf93-d03f-4b11-9591-fc6296aca757 req-15dc0cf1-a83a-4eac-a066-8019268fe246 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151625 Aug 23 15:00:34.419203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:00:34.420914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Checking segment: {'id': 'f2bc9340-95de-4bd5-ba8a-b9249fdfec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0cbe1acc-cdac-46ed-a317-1600a2eced30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:00:34.421557 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:34.422125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Bound using segment: {'id': 'f2bc9340-95de-4bd5-ba8a-b9249fdfec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0cbe1acc-cdac-46ed-a317-1600a2eced30'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:00:34.422796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Bound port: 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bc9340-95de-4bd5-ba8a-b9249fdfec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0cbe1acc-cdac-46ed-a317-1600a2eced30'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:00:34.423434 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:34.515022 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c16cf8d4-c705-47b7-95bd-f50f9f30bd1c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4521120 Aug 23 15:00:34.524003 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56410) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:34.563356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-fd17f38b-d801-4846-b642-c9c9d6735137 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Request body: {'network': {'name': 'tempest-router-network02--1623863982'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:34.594066 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9e88e-4c65-4c93-a79f-e9a9662cedcd req-11500784-5424-462e-bfa9-9f9d518a007e tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:34.597372 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31d9e88e-4c65-4c93-a79f-e9a9662cedcd req-11500784-5424-462e-bfa9-9f9d518a007e tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 943 time: 0.3406098 Aug 23 15:00:34.662171 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] For port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:00:34.684232 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd17f38b-d801-4846-b642-c9c9d6735137 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Made reservation on behalf of cb764a1dd486472da5973b2d2d179093 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:34.686369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] For port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5f29f4e8-cc1f-4b93-b161-dc1f376bfce0,segment=NetworkSegment(f2bc9340-95de-4bd5-ba8a-b9249fdfec28),segment_id=f2bc9340-95de-4bd5-ba8a-b9249fdfec28)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:00:34.695153 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd17f38b-d801-4846-b642-c9c9d6735137 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:34.733094 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31d9e88e-4c65-4c93-a79f-e9a9662cedcd req-11b62bc3-c1d2-438e-8df7-a041adb61946 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265585 Aug 23 15:00:34.737385 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64fdaf93-d03f-4b11-9591-fc6296aca757 req-9424d9be-98db-4577-ae29-c8f2903ed824 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243616 Aug 23 15:00:34.782509 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:34.865495 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-107527751-network', 'tenant_id': '972c9ad42a00409db99202550505ec64'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:34.893634 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd17f38b-d801-4846-b642-c9c9d6735137 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:00:34.905412 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096133e-96cf-490e-9017-ac670d7cf1fa None None] Pushing event updated for resources: {'Port': ['ID=5f29f4e8-cc1f-4b93-b161-dc1f376bfce0,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:35.002255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50da3e-783d-40be-9102-e9678ed1b825 req-4e85d1f8-3399-4c04-84c8-c9d95612ed66 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:35.004722 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d50da3e-783d-40be-9102-e9678ed1b825 req-4e85d1f8-3399-4c04-84c8-c9d95612ed66 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1342850 Aug 23 15:00:35.017454 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd17f38b-d801-4846-b642-c9c9d6735137 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:35.017816 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-fd17f38b-d801-4846-b642-c9c9d6735137 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Added segment 88f5f7f5-9e79-44c7-92a3-ba6216819dd0 of type vlan for network 32a95aa2-f29a-4fd2-9d8e-e03c6062f654 Aug 23 15:00:35.020856 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-682071a2-f4d5-4792-b1b2-247af4ed4bef req-12ff2943-1f0d-4f5c-ba62-a52c9508e3a3 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.1347299 Aug 23 15:00:35.073118 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d50da3e-783d-40be-9102-e9678ed1b825 req-b320eaea-0ce9-41ad-a83a-9a78f2a410c5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556090 Aug 23 15:00:35.088097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] Made reservation on behalf of 972c9ad42a00409db99202550505ec64 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:35.088097 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:35.098762 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:35.132729 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b153b06-13d8-41af-9e9f-28efb2713c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:35.141492 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b153b06-13d8-41af-9e9f-28efb2713c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:35.146976 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd17f38b-d801-4846-b642-c9c9d6735137 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:35.151095 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3b153b06-13d8-41af-9e9f-28efb2713c38 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/276b0dfc-3c5a-4347-ae85-06ec9a89d7bf HTTP/1.1" status: 204 len: 168 time: 0.9273765 Aug 23 15:00:35.162088 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7438ff7d-4dde-485e-8d14-a4e49d56ea44 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:00:35.187315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b153b06-13d8-41af-9e9f-28efb2713c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276b0dfc-3c5a-4347-ae85-06ec9a89d7bf,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:35.237913 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64fdaf93-d03f-4b11-9591-fc6296aca757 req-e5388601-4359-4ae2-bea5-6051e4087e59 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915531 Aug 23 15:00:35.353283 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd17f38b-d801-4846-b642-c9c9d6735137 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:35.364551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17f38b-d801-4846-b642-c9c9d6735137 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:35.364551 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd17f38b-d801-4846-b642-c9c9d6735137 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:35.480195 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:35.519570 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 7438ff7d-4dde-485e-8d14-a4e49d56ea44, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7438ff7d-4dde-485e-8d14-a4e49d56ea44,segment=NetworkSegment(874f60f5-a524-4dbe-a785-acc35611f0cd),segment_id=874f60f5-a524-4dbe-a785-acc35611f0cd)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:35.558075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '7438ff7d-4dde-485e-8d14-a4e49d56ea44', 'network_id': 'd04ef1b7-e717-48ad-b71a-70e29fc8453d', 'port_id': '7438ff7d-4dde-485e-8d14-a4e49d56ea44', 'mac_address': 'fa:16:3e:20:74:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:00:35.559248 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:35.590666 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17f38b-d801-4846-b642-c9c9d6735137 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event updated for resources: {'Network': ['ID=32a95aa2-f29a-4fd2-9d8e-e03c6062f654,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:35.615602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:00:35.628816 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:35.640135 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:35.640555 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] Added segment 2b8f7bd5-8222-4210-aa72-a4371fdf4195 of type vlan for network b5e8709e-a02c-42f0-bc77-c492ddf5e8db Aug 23 15:00:35.645728 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fd17f38b-d801-4846-b642-c9c9d6735137 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1190429 Aug 23 15:00:35.648661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56422) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:35.656537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d881099a-64ce-4506-a013-6a1a04ce543c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Request body: {'subnet': {'network_id': '4765d312-dd70-41b3-800a-c2545a320260', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:35.661399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 32a95aa2-f29a-4fd2-9d8e-e03c6062f654 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:00:35.812643 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:35.828227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7438ff7d-4dde-485e-8d14-a4e49d56ea44 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:00:35.886512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 7438ff7d-4dde-485e-8d14-a4e49d56ea44, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7438ff7d-4dde-485e-8d14-a4e49d56ea44,segment=NetworkSegment(874f60f5-a524-4dbe-a785-acc35611f0cd),segment_id=874f60f5-a524-4dbe-a785-acc35611f0cd)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:35.914661 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92d2031-a14e-408f-a870-52ca4a389776,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:36.004832 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:36.008075 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:36.008075 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:36.008075 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:36.137094 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=7438ff7d-4dde-485e-8d14-a4e49d56ea44,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:36.140649 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=b5e8709e-a02c-42f0-bc77-c492ddf5e8db,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:36.155285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network b5e8709e-a02c-42f0-bc77-c492ddf5e8db details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:00:36.241613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['7438ff7d-4dde-485e-8d14-a4e49d56ea44'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:00:36.247111 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8fa2c123-92fe-4859-a7ff-7e91b1c496eb req-27f6fe0f-058a-4199-807c-993daa49575b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0524857 Aug 23 15:00:36.507863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805381-d272-481d-98a3-b8a88756fd34 req-27d5dc22-b1d2-4910-840f-4a4a1dd9dccd tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:36.518150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86805381-d272-481d-98a3-b8a88756fd34 req-27d5dc22-b1d2-4910-840f-4a4a1dd9dccd tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0827534 Aug 23 15:00:36.614639 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86805381-d272-481d-98a3-b8a88756fd34 req-a5149a5c-f668-4dff-a226-8a2382b754e8 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953743 Aug 23 15:00:36.717750 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756534ce-c5f6-4b68-bfac-6fb90f010a55 req-aed78421-8d9a-4f82-8f94-ed63de7060cb tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:36.725858 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-756534ce-c5f6-4b68-bfac-6fb90f010a55 req-aed78421-8d9a-4f82-8f94-ed63de7060cb tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 944 time: 0.8623292 Aug 23 15:00:36.729046 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d881099a-64ce-4506-a013-6a1a04ce543c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Made reservation on behalf of cb764a1dd486472da5973b2d2d179093 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:36.749318 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d881099a-64ce-4506-a013-6a1a04ce543c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:36.820836 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-67806ed4-ea25-4135-80e9-744abbfe4eb3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7838273 Aug 23 15:00:36.833567 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56456) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:36.889028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7d1d43cb-77ca-4554-a406-162ebcfe703f admin admin] Request body: {'subnet': {'network_id': 'b5e8709e-a02c-42f0-bc77-c492ddf5e8db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-107527751-subnet', 'tenant_id': '972c9ad42a00409db99202550505ec64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:36.900392 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf241417-5426-4c43-b7d2-973be05bd976 None None] Network 0cbe1acc-cdac-46ed-a317-1600a2eced30 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:36.930685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9905a0-f31f-412a-9a47-6c9a32a22933 req-91f16ec2-57e3-4a5f-9876-1ab05f77b8bc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:36.932429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2c9905a0-f31f-412a-9a47-6c9a32a22933 req-91f16ec2-57e3-4a5f-9876-1ab05f77b8bc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.2110631 Aug 23 15:00:36.936077 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-756534ce-c5f6-4b68-bfac-6fb90f010a55 req-91e9df9a-f124-44a5-98dd-ba92f6938bec tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945460 Aug 23 15:00:36.961444 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56458) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:37.022292 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:00:37.038277 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2c9905a0-f31f-412a-9a47-6c9a32a22933 req-49563476-c8ba-482e-b808-c376e98a2106 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928023 Aug 23 15:00:37.056753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1d43cb-77ca-4554-a406-162ebcfe703f admin admin] Made reservation on behalf of 972c9ad42a00409db99202550505ec64 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:37.059598 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7d1d43cb-77ca-4554-a406-162ebcfe703f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:37.168111 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-20225937-3dea-4b12-99be-01abe213c137 None None] Provisioning for port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:37.187287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7438ff7d-4dde-485e-8d14-a4e49d56ea44 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:00:37.236467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1920821086-network', 'tenant_id': 'c7652a19ab83496396fa5f990d30231c'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:37.243425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:37.302856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:37.303236 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:37.354302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] Made reservation on behalf of c7652a19ab83496396fa5f990d30231c for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:37.359496 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:37.381537 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:37.387569 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d881099a-64ce-4506-a013-6a1a04ce543c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:37.424373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 7438ff7d-4dde-485e-8d14-a4e49d56ea44 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:37.458910 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 7438ff7d-4dde-485e-8d14-a4e49d56ea44 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:37.459294 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:37.634097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881099a-64ce-4506-a013-6a1a04ce543c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event updated for resources: {'Subnet': ['ID=b24c416d-2c11-4e49-9fc8-0f784a2fa9f4,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:37.672793 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7d1d43cb-77ca-4554-a406-162ebcfe703f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:37.678075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da3687f7-10fe-41b5-9e26-301a2b224405 req-fbac8acf-99d3-4518-98b6-e29dec72b50b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.1163898 Aug 23 15:00:37.681360 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:37.793867 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:37.797284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881099a-64ce-4506-a013-6a1a04ce543c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Checking segment: {'id': '62cf77f4-f1da-4edf-9ef5-1868c432e682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4765d312-dd70-41b3-800a-c2545a320260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:00:37.799605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881099a-64ce-4506-a013-6a1a04ce543c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Network hostable DHCP agents. Network: 4765d312-dd70-41b3-800a-c2545a320260, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:00:37.849751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d43cb-77ca-4554-a406-162ebcfe703f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d96e928-3d59-4d91-9e56-4f938e67a385,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:37.875901 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d43cb-77ca-4554-a406-162ebcfe703f admin admin] Checking segment: {'id': '2b8f7bd5-8222-4210-aa72-a4371fdf4195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b5e8709e-a02c-42f0-bc77-c492ddf5e8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:00:37.876882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1d43cb-77ca-4554-a406-162ebcfe703f admin admin] Network hostable DHCP agents. Network: b5e8709e-a02c-42f0-bc77-c492ddf5e8db, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:00:37.900278 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:37.959412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4445070b-cfe8-48c0-8f36-f06852ec12c1,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:37.991718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:00:38.004812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1d43cb-77ca-4554-a406-162ebcfe703f admin admin] Network b5e8709e-a02c-42f0-bc77-c492ddf5e8db is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:00:38.013855 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d061406-4065-4092-9c44-568c9455d51d req-7d3b9717-bf78-4464-9973-5dd7b5fc1cbe tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:38.023893 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9d061406-4065-4092-9c44-568c9455d51d req-7d3b9717-bf78-4464-9973-5dd7b5fc1cbe tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.2200286 Aug 23 15:00:38.058581 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5f29f4e8-cc1f-4b93-b161-dc1f376bfce0,segment=NetworkSegment(f2bc9340-95de-4bd5-ba8a-b9249fdfec28),segment_id=f2bc9340-95de-4bd5-ba8a-b9249fdfec28)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:38.061406 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:38.095781 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:38.096151 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] Added segment 9bc229d6-49db-41da-9ca7-42fc3bc0ebd0 of type vlan for network 9adb532b-4a89-4898-8be7-ee86b09958c3 Aug 23 15:00:38.110035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881099a-64ce-4506-a013-6a1a04ce543c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Network 4765d312-dd70-41b3-800a-c2545a320260 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:00:38.113431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 7438ff7d-4dde-485e-8d14-a4e49d56ea44, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7438ff7d-4dde-485e-8d14-a4e49d56ea44,segment=NetworkSegment(874f60f5-a524-4dbe-a785-acc35611f0cd),segment_id=874f60f5-a524-4dbe-a785-acc35611f0cd)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:38.118389 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadd227d-9234-4891-b969-e78974531970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7438ff7d-4dde-485e-8d14-a4e49d56ea44'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:38.124309 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8fa8d0-bf0d-4068-b59f-6e5149779ae9" -d '{"events": [{"server_uuid": "eadd227d-9234-4891-b969-e78974531970", "name": "network-vif-plugged", "status": "completed", "tag": "7438ff7d-4dde-485e-8d14-a4e49d56ea44"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:38.139125 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9d061406-4065-4092-9c44-568c9455d51d req-855c549b-fd6f-4caf-bc6a-eb918a5921ee tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099088 Aug 23 15:00:38.141293 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:38.167755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-7d1d43cb-77ca-4554-a406-162ebcfe703f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, b5e8709e-a02c-42f0-bc77-c492ddf5e8db) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:38.179613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d43cb-77ca-4554-a406-162ebcfe703f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:38.180147 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7d1d43cb-77ca-4554-a406-162ebcfe703f admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:38.207287 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-d881099a-64ce-4506-a013-6a1a04ce543c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 4765d312-dd70-41b3-800a-c2545a320260) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:38.228170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9637cac-2b73-4c2c-847e-6c1de1b0ac00 None None] Network b5e8709e-a02c-42f0-bc77-c492ddf5e8db requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:38.232868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721e096-72fc-4b70-8829-de583eed4780 req-bac9d3a1-03d1-4317-832e-3b2da8a80c49 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:38.236375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be92a3a6-2b7d-423a-9f40-c64988415754 None None] Network 4765d312-dd70-41b3-800a-c2545a320260 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:38.238342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0721e096-72fc-4b70-8829-de583eed4780 req-bac9d3a1-03d1-4317-832e-3b2da8a80c49 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 944 time: 0.1558580 Aug 23 15:00:38.239752 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d881099a-64ce-4506-a013-6a1a04ce543c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:38.242177 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d881099a-64ce-4506-a013-6a1a04ce543c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:38.282491 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:38.306778 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:38.349735 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409aabd9-fb48-4006-b951-bbc0c18f5e01 x-openstack-request-id: req-409aabd9-fb48-4006-b951-bbc0c18f5e01 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:38.350134 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadd227d-9234-4891-b969-e78974531970", "name": "network-vif-plugged", "status": "completed", "tag": "7438ff7d-4dde-485e-8d14-a4e49d56ea44", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:38.350323 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-409aabd9-fb48-4006-b951-bbc0c18f5e01 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:38.350675 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadd227d-9234-4891-b969-e78974531970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7438ff7d-4dde-485e-8d14-a4e49d56ea44', 'code': 200} Aug 23 15:00:38.367429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7d1d43cb-77ca-4554-a406-162ebcfe703f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5183945 Aug 23 15:00:38.424960 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0721e096-72fc-4b70-8829-de583eed4780 req-16a6416b-8eaf-406d-89b7-06e58d98c8e3 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753409 Aug 23 15:00:38.432319 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d881099a-64ce-4506-a013-6a1a04ce543c tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7790310 Aug 23 15:00:38.432964 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56488) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:38.441462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d05e9ee2-4d80-485a-8f7c-139cd96a80e2 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Request body: {'subnet': {'network_id': '32a95aa2-f29a-4fd2-9d8e-e03c6062f654', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:38.481059 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:38.487130 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:38.487773 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:38.557168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ca8e2-8ca9-4d2a-ba56-723ec5b7b3a5 req-0bf5a0af-f2e8-4fec-b51d-379c1d27eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:38.561784 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f4ca8e2-8ca9-4d2a-ba56-723ec5b7b3a5 req-0bf5a0af-f2e8-4fec-b51d-379c1d27eaf8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 1096 time: 0.2125432 Aug 23 15:00:38.588694 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] Pushing event updated for resources: {'Network': ['ID=9adb532b-4a89-4898-8be7-ee86b09958c3,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:38.686685 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 9adb532b-4a89-4898-8be7-ee86b09958c3 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:00:38.707607 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ca86b75d-775b-4ad0-8ba6-b76e8153806e None None] Provisioning complete for port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:38.708010 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ca86b75d-775b-4ad0-8ba6-b76e8153806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:38.716822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f4ca8e2-8ca9-4d2a-ba56-723ec5b7b3a5 req-735184ad-b086-468d-abd6-f023e3eed2fe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312158 Aug 23 15:00:38.780339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56508) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:38.780913 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dec13146-e2e9-4dfe-ae55-7a5260047b5c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8183725 Aug 23 15:00:38.786845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-404f7bc6-982f-48f6-bc51-80125cd803e3 admin admin] Request body: {'subnet': {'network_id': '9adb532b-4a89-4898-8be7-ee86b09958c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1920821086-subnet', 'tenant_id': 'c7652a19ab83496396fa5f990d30231c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:38.913445 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-81959d86-b8c0-4de6-8341-c158f08a22b0 req-9abf7f9c-afd7-4bd5-bfe0-8645b4eafcaf tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0791943 Aug 23 15:00:38.915083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05e9ee2-4d80-485a-8f7c-139cd96a80e2 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Made reservation on behalf of cb764a1dd486472da5973b2d2d179093 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:38.919044 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d05e9ee2-4d80-485a-8f7c-139cd96a80e2 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:38.980773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=5f29f4e8-cc1f-4b93-b161-dc1f376bfce0,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:39.107168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-4765d312-dd70-41b3-800a-c2545a320260', 'network_id': '4765d312-dd70-41b3-800a-c2545a320260', 'tenant_id': 'cb764a1dd486472da5973b2d2d179093', 'fixed_ips': [{'subnet_id': 'b24c416d-2c11-4e49-9fc8-0f784a2fa9f4'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:00:39.109441 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:39.199981 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1e3f4-a8fe-48e3-b917-8fd092a0df8e req-e01cf630-76f6-4c18-a6eb-afd8b6e886f5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:39.209585 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9fa1e3f4-a8fe-48e3-b917-8fd092a0df8e req-e01cf630-76f6-4c18-a6eb-afd8b6e886f5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1082532 Aug 23 15:00:39.259489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82ba658-5311-4966-a494-4767f6a854df None None] Network b5e8709e-a02c-42f0-bc77-c492ddf5e8db requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:39.286225 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9fa1e3f4-a8fe-48e3-b917-8fd092a0df8e req-b9971e48-182d-41d9-a07f-f1605955daf3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714071 Aug 23 15:00:39.444245 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404f7bc6-982f-48f6-bc51-80125cd803e3 admin admin] Made reservation on behalf of c7652a19ab83496396fa5f990d30231c for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:39.446601 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-404f7bc6-982f-48f6-bc51-80125cd803e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:39.456533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b4559-9917-489b-bb63-4c01284d30ee req-7b55effa-c1ae-483b-8150-b2a67bd2c509 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:39.465160 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-250b4559-9917-489b-bb63-4c01284d30ee req-7b55effa-c1ae-483b-8150-b2a67bd2c509 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/networks?id=b5e8709e-a02c-42f0-bc77-c492ddf5e8db HTTP/1.1" status: 200 len: 820 time: 0.4037042 Aug 23 15:00:39.507765 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=7438ff7d-4dde-485e-8d14-a4e49d56ea44,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:39.515701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-250b4559-9917-489b-bb63-4c01284d30ee req-72d72907-d7af-4a40-ac12-82d17c82d114 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/quotas/972c9ad42a00409db99202550505ec64 HTTP/1.1" status: 200 len: 375 time: 0.0508893 Aug 23 15:00:39.631851 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec131bab-a05b-4166-8e38-f08803473cb3 req-f591b41f-4e38-4b8d-b1a9-afb5404c9dbe tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:39.634169 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec131bab-a05b-4166-8e38-f08803473cb3 req-f591b41f-4e38-4b8d-b1a9-afb5404c9dbe tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.1025169 Aug 23 15:00:39.682880 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-250b4559-9917-489b-bb63-4c01284d30ee req-ac83ab86-b597-4e2e-9b69-6799058f7660 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=972c9ad42a00409db99202550505ec64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422790 Aug 23 15:00:39.715162 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec131bab-a05b-4166-8e38-f08803473cb3 req-73772821-a36f-4d6f-a788-e8307c3a33cf tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739388 Aug 23 15:00:39.738337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Allocated IP 2001:db8::2 (4765d312-dd70-41b3-800a-c2545a320260/b24c416d-2c11-4e49-9fc8-0f784a2fa9f4/fbfb87d7-9a24-4c08-8670-b49de3bfd21e) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:00:39.800023 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d05e9ee2-4d80-485a-8f7c-139cd96a80e2 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:39.933816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e9ee2-4d80-485a-8f7c-139cd96a80e2 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event updated for resources: {'Subnet': ['ID=626fd2f1-9c5e-4521-86a2-bcf4927bde4d,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:40.050160 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:40.062899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Transition to ACTIVE for port object fbfb87d7-9a24-4c08-8670-b49de3bfd21e will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:00:40.086375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Transition to ACTIVE for port object fbfb87d7-9a24-4c08-8670-b49de3bfd21e will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:00:40.116360 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-26610076-12c9-4cfc-a3a9-a03e03ac424c req-8e46aab0-e1d8-4889-aa91-ec019421b97f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0394182 Aug 23 15:00:40.152233 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-250b4559-9917-489b-bb63-4c01284d30ee req-1fbc6ffa-6a33-4e36-90c2-2ef5521f951b service neutron] 10.222.0.38 "GET /v2.0/networks/b5e8709e-a02c-42f0-bc77-c492ddf5e8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451113 Aug 23 15:00:40.190935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e9ee2-4d80-485a-8f7c-139cd96a80e2 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Checking segment: {'id': '88f5f7f5-9e79-44c7-92a3-ba6216819dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '32a95aa2-f29a-4fd2-9d8e-e03c6062f654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:00:40.191757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e9ee2-4d80-485a-8f7c-139cd96a80e2 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Network hostable DHCP agents. Network: 32a95aa2-f29a-4fd2-9d8e-e03c6062f654, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:00:40.205388 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:40.245109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Network 4765d312-dd70-41b3-800a-c2545a320260 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:00:40.249607 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:40.253021 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:00:40.261919 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Pushing event updated for resources: {'Port': ['ID=fbfb87d7-9a24-4c08-8670-b49de3bfd21e,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:40.284768 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-404f7bc6-982f-48f6-bc51-80125cd803e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:40.338485 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Attempting to bind port fbfb87d7-9a24-4c08-8670-b49de3bfd21e on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:00:40.339106 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Attempting to bind port fbfb87d7-9a24-4c08-8670-b49de3bfd21e by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '62cf77f4-f1da-4edf-9ef5-1868c432e682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4765d312-dd70-41b3-800a-c2545a320260'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:00:40.339376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Attempting to bind port fbfb87d7-9a24-4c08-8670-b49de3bfd21e on network 4765d312-dd70-41b3-800a-c2545a320260 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:00:40.346109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:00:40.346497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Checking segment: {'id': '62cf77f4-f1da-4edf-9ef5-1868c432e682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4765d312-dd70-41b3-800a-c2545a320260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:00:40.346905 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:40.347303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Bound using segment: {'id': '62cf77f4-f1da-4edf-9ef5-1868c432e682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4765d312-dd70-41b3-800a-c2545a320260'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:00:40.347799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Bound port: fbfb87d7-9a24-4c08-8670-b49de3bfd21e, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cf77f4-f1da-4edf-9ef5-1868c432e682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4765d312-dd70-41b3-800a-c2545a320260'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:00:40.348190 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:40.425773 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e9ee2-4d80-485a-8f7c-139cd96a80e2 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Network 32a95aa2-f29a-4fd2-9d8e-e03c6062f654 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:00:40.462816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f7bc6-982f-48f6-bc51-80125cd803e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9662af5-e1c5-4d70-b882-a3ecd6835c8d,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:40.465651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] For port fbfb87d7-9a24-4c08-8670-b49de3bfd21e, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:00:40.473372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] For port fbfb87d7-9a24-4c08-8670-b49de3bfd21e, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fbfb87d7-9a24-4c08-8670-b49de3bfd21e,segment=NetworkSegment(62cf77f4-f1da-4edf-9ef5-1868c432e682),segment_id=62cf77f4-f1da-4edf-9ef5-1868c432e682)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:00:40.493245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-250b4559-9917-489b-bb63-4c01284d30ee req-875cb027-8dd3-40bc-b8f4-776afc378d52 service neutron] 10.222.0.38 "GET /v2.0/networks/b5e8709e-a02c-42f0-bc77-c492ddf5e8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204482 Aug 23 15:00:40.512116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404f7bc6-982f-48f6-bc51-80125cd803e3 admin admin] Checking segment: {'id': '9bc229d6-49db-41da-9ca7-42fc3bc0ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9adb532b-4a89-4898-8be7-ee86b09958c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:00:40.512116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404f7bc6-982f-48f6-bc51-80125cd803e3 admin admin] Network hostable DHCP agents. Network: 9adb532b-4a89-4898-8be7-ee86b09958c3, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:00:40.522207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bdd5e-884f-4df8-bb7d-1ee287231403 req-24c78f19-61e7-49fa-8c2c-52fbb168529b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:40.534673 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-718bdd5e-884f-4df8-bb7d-1ee287231403 req-24c78f19-61e7-49fa-8c2c-52fbb168529b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1052427 Aug 23 15:00:40.540829 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-d05e9ee2-4d80-485a-8f7c-139cd96a80e2 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 32a95aa2-f29a-4fd2-9d8e-e03c6062f654) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:40.554617 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca996a0-7b89-45a6-99b9-79cbe5cfb9ed None None] Network 32a95aa2-f29a-4fd2-9d8e-e03c6062f654 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:40.559727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05e9ee2-4d80-485a-8f7c-139cd96a80e2 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:40.560806 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d05e9ee2-4d80-485a-8f7c-139cd96a80e2 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:40.596515 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:40.613869 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-718bdd5e-884f-4df8-bb7d-1ee287231403 req-a5fbfb17-78f6-4e44-9783-f3d1968e848f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776651 Aug 23 15:00:40.616608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404f7bc6-982f-48f6-bc51-80125cd803e3 admin admin] Network 9adb532b-4a89-4898-8be7-ee86b09958c3 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:00:40.625399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-404f7bc6-982f-48f6-bc51-80125cd803e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 9adb532b-4a89-4898-8be7-ee86b09958c3) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:40.633239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404f7bc6-982f-48f6-bc51-80125cd803e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:40.636166 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-404f7bc6-982f-48f6-bc51-80125cd803e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:40.660744 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d05e9ee2-4d80-485a-8f7c-139cd96a80e2 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2267017 Aug 23 15:00:40.664547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56546) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:40.702246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dae65d-1171-4ce3-a241-3486cbb802f9 None None] Network 9adb532b-4a89-4898-8be7-ee86b09958c3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:40.749841 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-404f7bc6-982f-48f6-bc51-80125cd803e3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9680126 Aug 23 15:00:40.902230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec4451-787c-4e4f-a4fd-9daf28157bf6 None None] Pushing event updated for resources: {'Port': ['ID=fbfb87d7-9a24-4c08-8670-b49de3bfd21e,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:40.916952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:00:41.254003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfd774-2abb-4ce6-a6ef-6eb8f763593a req-9599e225-164c-470b-a82e-c2dd8a35b28b tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:41.255678 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9cdfd774-2abb-4ce6-a6ef-6eb8f763593a req-9599e225-164c-470b-a82e-c2dd8a35b28b tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.2413595 Aug 23 15:00:41.382535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9cdfd774-2abb-4ce6-a6ef-6eb8f763593a req-ea4db072-83c1-4f36-87b8-0beb92877f50 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923645 Aug 23 15:00:41.395114 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c530f930-5f73-4a68-b789-4f0f1a25f843 req-9105a491-f239-4495-a47b-d54aae71ffa8 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 210 time: 0.2895753 Aug 23 15:00:41.535032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-32a95aa2-f29a-4fd2-9d8e-e03c6062f654', 'network_id': '32a95aa2-f29a-4fd2-9d8e-e03c6062f654', 'tenant_id': 'cb764a1dd486472da5973b2d2d179093', 'fixed_ips': [{'subnet_id': '626fd2f1-9c5e-4521-86a2-bcf4927bde4d'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:00:41.536012 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:41.569206 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:41.570074 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:41.693405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c3d880-abc2-42df-beaa-f9ed7c9c9212 None None] Network 9adb532b-4a89-4898-8be7-ee86b09958c3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:41.737762 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfcc9541-8c85-4af2-b084-5fc90aaf8683 req-ffbee6a2-f786-4f0f-ae72-28410dbba4d2 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0861073 Aug 23 15:00:41.892083 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:41.913591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3f643-0e35-4247-8acd-6a6fd0721b87 req-3b117ab0-352b-4dff-af7a-8f702fc2d162 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:41.925598 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58d3f643-0e35-4247-8acd-6a6fd0721b87 req-3b117ab0-352b-4dff-af7a-8f702fc2d162 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.4067531 Aug 23 15:00:42.062690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Allocated IP 2001:db8::2 (32a95aa2-f29a-4fd2-9d8e-e03c6062f654/626fd2f1-9c5e-4521-86a2-bcf4927bde4d/d3a193ab-8df8-49ef-89a5-7435f34d6d3b) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:00:42.065061 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58d3f643-0e35-4247-8acd-6a6fd0721b87 req-422bc1e1-21fa-40b8-8c1b-d0b9db470a11 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328266 Aug 23 15:00:42.398268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-1da186e5-d95f-4a0c-b371-f707015802e9 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:42.428654 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-1da186e5-d95f-4a0c-b371-f707015802e9 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/networks?id=9adb532b-4a89-4898-8be7-ee86b09958c3 HTTP/1.1" status: 200 len: 818 time: 0.3256557 Aug 23 15:00:42.482632 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-28cafb91-1966-4c6a-a8dc-766d15def30f tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/quotas/c7652a19ab83496396fa5f990d30231c HTTP/1.1" status: 200 len: 375 time: 0.0517755 Aug 23 15:00:42.578294 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-d3550efc-4640-43ec-8759-8d5731fff419 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c7652a19ab83496396fa5f990d30231c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917842 Aug 23 15:00:42.658822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b295ee8d-e290-4a8b-93a2-9e8d3ce4d05d None None] Network 4765d312-dd70-41b3-800a-c2545a320260 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:42.712553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Allocated IP 2001:db8::1 (4765d312-dd70-41b3-800a-c2545a320260/b24c416d-2c11-4e49-9fc8-0f784a2fa9f4/c44c419f-60db-4f41-8e9e-013409f9324a) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:00:42.747065 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9b874532-0455-46d9-a036-1ef9e2914668 service neutron] 10.222.0.38 "GET /v2.0/networks/9adb532b-4a89-4898-8be7-ee86b09958c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680760 Aug 23 15:00:42.797453 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:42.825194 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Transition to ACTIVE for port object d3a193ab-8df8-49ef-89a5-7435f34d6d3b will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:00:42.861122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Transition to ACTIVE for port object d3a193ab-8df8-49ef-89a5-7435f34d6d3b will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:00:42.886854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3c5ec891-eb39-45d5-b06f-a505353f5535 None None] Provisioning for port fbfb87d7-9a24-4c08-8670-b49de3bfd21e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:42.989763 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:43.028278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fbfb87d7-9a24-4c08-8670-b49de3bfd21e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:00:43.035353 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-697a0ef0-44f3-407f-a913-f27924e7a51f req-6bc40bf4-abdd-4752-be52-91f7a4a1fc31 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 210 time: 0.0801096 Aug 23 15:00:43.045219 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-928c38c9-714a-4012-ac01-e94a4401522f service neutron] 10.222.0.38 "GET /v2.0/networks/9adb532b-4a89-4898-8be7-ee86b09958c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841477 Aug 23 15:00:43.064514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab27ce7-3439-40d6-9b23-05dc65cbf986 req-1e083a7e-8d0d-4c6a-8d88-dda29c2cc796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:43.074458 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ab27ce7-3439-40d6-9b23-05dc65cbf986 req-1e083a7e-8d0d-4c6a-8d88-dda29c2cc796 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88f8a26a99a844c481e3085faeade9fd&device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 1096 time: 0.1242261 Aug 23 15:00:43.125652 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Network 32a95aa2-f29a-4fd2-9d8e-e03c6062f654 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:00:43.135617 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:43.162953 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:00:43.176805 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:43.194595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Pushing event updated for resources: {'Port': ['ID=d3a193ab-8df8-49ef-89a5-7435f34d6d3b,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:43.219072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Transition to ACTIVE for port object c44c419f-60db-4f41-8e9e-013409f9324a will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:00:43.295428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Attempting to bind port d3a193ab-8df8-49ef-89a5-7435f34d6d3b on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:00:43.296168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Attempting to bind port d3a193ab-8df8-49ef-89a5-7435f34d6d3b by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '88f5f7f5-9e79-44c7-92a3-ba6216819dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '32a95aa2-f29a-4fd2-9d8e-e03c6062f654'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:00:43.296784 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Attempting to bind port d3a193ab-8df8-49ef-89a5-7435f34d6d3b on network 32a95aa2-f29a-4fd2-9d8e-e03c6062f654 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:00:43.311454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:00:43.320056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Checking segment: {'id': '88f5f7f5-9e79-44c7-92a3-ba6216819dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '32a95aa2-f29a-4fd2-9d8e-e03c6062f654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:00:43.320056 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:43.320056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Bound using segment: {'id': '88f5f7f5-9e79-44c7-92a3-ba6216819dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '32a95aa2-f29a-4fd2-9d8e-e03c6062f654'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:00:43.320056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Bound port: d3a193ab-8df8-49ef-89a5-7435f34d6d3b, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f5f7f5-9e79-44c7-92a3-ba6216819dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '32a95aa2-f29a-4fd2-9d8e-e03c6062f654'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:00:43.320056 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:43.384902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab27ce7-3439-40d6-9b23-05dc65cbf986 req-9200b62a-cb99-4945-9aea-43b9ae6adb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:43.387581 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ab27ce7-3439-40d6-9b23-05dc65cbf986 req-9200b62a-cb99-4945-9aea-43b9ae6adb79 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d04ef1b7-e717-48ad-b71a-70e29fc8453d HTTP/1.1" status: 200 len: 911 time: 0.3053954 Aug 23 15:00:43.407543 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2153eb99-2a83-4f23-af59-a5f4e50c6c98 req-7c6664c7-7002-4037-b5d1-09a37d55c24b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0914631 Aug 23 15:00:43.414760 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port fbfb87d7-9a24-4c08-8670-b49de3bfd21e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:43.456564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port fbfb87d7-9a24-4c08-8670-b49de3bfd21e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:43.456945 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:43.465073 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:43.523453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ab27ce7-3439-40d6-9b23-05dc65cbf986 req-411f7b48-d217-41bb-8b0a-898c5386e11b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7438ff7d-4dde-485e-8d14-a4e49d56ea44 HTTP/1.1" status: 200 len: 217 time: 0.1286469 Aug 23 15:00:43.593905 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Network 4765d312-dd70-41b3-800a-c2545a320260 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:00:43.595359 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event updated for resources: {'Port': ['ID=c44c419f-60db-4f41-8e9e-013409f9324a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:43.607978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:43.626387 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:00:43.636489 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:43.638138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab27ce7-3439-40d6-9b23-05dc65cbf986 req-93563661-fc63-4e53-ac89-6b9a13328b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:43.639751 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ab27ce7-3439-40d6-9b23-05dc65cbf986 req-93563661-fc63-4e53-ac89-6b9a13328b7b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e HTTP/1.1" status: 200 len: 850 time: 0.1061146 Aug 23 15:00:43.640513 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] For port d3a193ab-8df8-49ef-89a5-7435f34d6d3b, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:00:43.716087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] For port d3a193ab-8df8-49ef-89a5-7435f34d6d3b, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d3a193ab-8df8-49ef-89a5-7435f34d6d3b,segment=NetworkSegment(88f5f7f5-9e79-44c7-92a3-ba6216819dd0),segment_id=88f5f7f5-9e79-44c7-92a3-ba6216819dd0)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:00:43.760147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7da72b14-503e-425b-bd26-680aff3a8015 None None] Provisioning complete for port fbfb87d7-9a24-4c08-8670-b49de3bfd21e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:43.762259 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7da72b14-503e-425b-bd26-680aff3a8015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:43.800727 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ab27ce7-3439-40d6-9b23-05dc65cbf986 req-9a61f85f-10a7-489f-ba46-b4a3c39594a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d04ef1b7-e717-48ad-b71a-70e29fc8453d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1532633 Aug 23 15:00:43.814929 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:43.998509 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9249b4a-2a36-4c8f-b308-4626f0375400 req-1f2a3887-6f02-4606-a019-7327d2355841 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:43.999038 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ab27ce7-3439-40d6-9b23-05dc65cbf986 req-9250170d-b11a-46a6-82c5-b5880fa358b6 service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898625 Aug 23 15:00:44.011440 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d9249b4a-2a36-4c8f-b308-4626f0375400 req-1f2a3887-6f02-4606-a019-7327d2355841 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.2771702 Aug 23 15:00:44.127322 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:44.140791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76a11-6ed9-4eb3-b989-2ff8953b8095 req-3b147ad4-d240-4ac0-9de8-1b98bc222a59 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:44.146797 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22a76a11-6ed9-4eb3-b989-2ff8953b8095 req-3b147ad4-d240-4ac0-9de8-1b98bc222a59 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.3968451 Aug 23 15:00:44.172315 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:44.210461 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d9249b4a-2a36-4c8f-b308-4626f0375400 req-a5826d40-af93-42a0-8bd7-f9012bb04b85 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971209 Aug 23 15:00:44.215568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port fbfb87d7-9a24-4c08-8670-b49de3bfd21e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fbfb87d7-9a24-4c08-8670-b49de3bfd21e,segment=NetworkSegment(62cf77f4-f1da-4edf-9ef5-1868c432e682),segment_id=62cf77f4-f1da-4edf-9ef5-1868c432e682)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:44.226993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823dd88-4aaf-4d43-9d6e-e9c78e3d67e4 None None] Pushing event updated for resources: {'Port': ['ID=d3a193ab-8df8-49ef-89a5-7435f34d6d3b,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:44.332106 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22a76a11-6ed9-4eb3-b989-2ff8953b8095 req-a8343366-8491-4eab-bd25-70b5fd429cb0 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102433 Aug 23 15:00:44.350053 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:44.381104 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ab27ce7-3439-40d6-9b23-05dc65cbf986 req-fe5d7150-fea5-4cd2-bac7-a401acffe277 service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672731 Aug 23 15:00:44.434511 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7da72b14-503e-425b-bd26-680aff3a8015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:44.488624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=fbfb87d7-9a24-4c08-8670-b49de3bfd21e,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:44.506523 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2049db3f-3e13-4d9c-ac0d-00b03f2eb229 req-7c5ee161-d71e-42bf-bee7-33ec01a48724 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 210 time: 0.1523623 Aug 23 15:00:44.629549 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-7da72b14-503e-425b-bd26-680aff3a8015 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:00:44.629917 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-7da72b14-503e-425b-bd26-680aff3a8015 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:00:44.658075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9d536546-152b-4f76-bbf9-8a1960cbebfa req-fce6d4a4-b558-49dc-9087-c209000cab20 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 210 time: 0.0495181 Aug 23 15:00:44.836402 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-57059c9f-6796-484d-8af9-8d0030fc8aaf req-6fe2cdee-085f-4230-879d-59f7d85fc14d tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0629179 Aug 23 15:00:44.879408 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292344b-7a2b-429c-b96b-aa6228639ec7 req-ab72a76a-9075-4275-bcc4-2dd6c5526efb tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:44.881276 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6292344b-7a2b-429c-b96b-aa6228639ec7 req-ab72a76a-9075-4275-bcc4-2dd6c5526efb tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1775920 Aug 23 15:00:45.051048 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fbfb87d7-9a24-4c08-8670-b49de3bfd21e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:00:45.146746 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6292344b-7a2b-429c-b96b-aa6228639ec7 req-35fa485e-e898-4521-b9f4-b727737de6db tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317293 Aug 23 15:00:45.162988 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:45.252197 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:45.255190 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:45.291044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port fbfb87d7-9a24-4c08-8670-b49de3bfd21e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:45.291880 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:45.339237 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b4559-9917-489b-bb63-4c01284d30ee req-2391777a-1009-4c37-b892-c1c04b8ccdc7 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:45.347697 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-250b4559-9917-489b-bb63-4c01284d30ee req-2391777a-1009-4c37-b892-c1c04b8ccdc7 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.57 "GET /v2.0/networks?id=b5e8709e-a02c-42f0-bc77-c492ddf5e8db HTTP/1.1" status: 200 len: 820 time: 0.4006305 Aug 23 15:00:45.348636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9157a-b1b0-49e4-a9c2-a6a1a1c2b89b req-88c67688-f5e5-42a9-9029-19d5e2ac8850 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:45.358874 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7bb9157a-b1b0-49e4-a9c2-a6a1a1c2b89b req-88c67688-f5e5-42a9-9029-19d5e2ac8850 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1016734 Aug 23 15:00:45.419662 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-250b4559-9917-489b-bb63-4c01284d30ee req-db5ccbf5-30f4-4aaa-a8e2-8f2b00d07c34 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Request body: {'port': {'device_id': '856e8468-54b6-4aa3-a0cd-34d1c81b5403', 'network_id': 'b5e8709e-a02c-42f0-bc77-c492ddf5e8db', 'admin_state_up': True, 'tenant_id': '972c9ad42a00409db99202550505ec64'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:45.426535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7bb9157a-b1b0-49e4-a9c2-a6a1a1c2b89b req-deacca28-6df7-4bf1-9a99-5aa50f0a234f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611782 Aug 23 15:00:45.616065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d3a193ab-8df8-49ef-89a5-7435f34d6d3b up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:00:45.618365 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:45.619250 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8ac62e79-c99a-45fa-97ca-80015e7ec910 None None] Provisioning for port c44c419f-60db-4f41-8e9e-013409f9324a completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:45.644594 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event updated for resources: {'Port': ['ID=c44c419f-60db-4f41-8e9e-013409f9324a,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:45.646381 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8ac62e79-c99a-45fa-97ca-80015e7ec910 None None] Provisioning complete for port c44c419f-60db-4f41-8e9e-013409f9324a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:45.654761 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8ac62e79-c99a-45fa-97ca-80015e7ec910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:45.728809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8ac62e79-c99a-45fa-97ca-80015e7ec910 None None] Port c44c419f-60db-4f41-8e9e-013409f9324a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:00:45.770213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d01b50-bb2c-4f06-aeea-750a8fcd8257 req-df75c6bb-5db1-46d4-9b41-a4e1e79503f6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:45.783222 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-89d01b50-bb2c-4f06-aeea-750a8fcd8257 req-df75c6bb-5db1-46d4-9b41-a4e1e79503f6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.2006879 Aug 23 15:00:45.813847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port d3a193ab-8df8-49ef-89a5-7435f34d6d3b completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:45.821461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea26d9b-8f08-4a9c-8c8c-737d52cac662 req-9494888f-d88c-4da0-96c8-8b68504dd7ea tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:45.832358 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ea26d9b-8f08-4a9c-8c8c-737d52cac662 req-9494888f-d88c-4da0-96c8-8b68504dd7ea tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.2869537 Aug 23 15:00:45.890931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-89d01b50-bb2c-4f06-aeea-750a8fcd8257 req-0cfd38bc-911d-4f2a-9b3a-0e2a61c8ee31 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922854 Aug 23 15:00:45.932400 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Network 4765d312-dd70-41b3-800a-c2545a320260 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:00:45.940096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:45.972605 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ea26d9b-8f08-4a9c-8c8c-737d52cac662 req-25928840-c660-4c58-b22f-e7dc2d75200f tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392589 Aug 23 15:00:46.074149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250b4559-9917-489b-bb63-4c01284d30ee req-db5ccbf5-30f4-4aaa-a8e2-8f2b00d07c34 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Made reservation on behalf of 972c9ad42a00409db99202550505ec64 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:46.078782 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-250b4559-9917-489b-bb63-4c01284d30ee req-db5ccbf5-30f4-4aaa-a8e2-8f2b00d07c34 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:46.121008 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7666562d-54b3-4f39-bfcf-117cf09b47b3 req-ee534df2-0894-4c75-b599-9eff9268958f tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 210 time: 0.0740514 Aug 23 15:00:46.166169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dc650e-b364-4f99-96a8-cffe1ef5f353 None None] Network 32a95aa2-f29a-4fd2-9d8e-e03c6062f654 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:46.167904 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6e130a4-46c4-456d-856b-27b282cdbfcd req-c18bf1e1-9b5b-4430-961f-4d4d92e3ed3a tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 210 time: 0.0850122 Aug 23 15:00:46.339206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-250b4559-9917-489b-bb63-4c01284d30ee req-db5ccbf5-30f4-4aaa-a8e2-8f2b00d07c34 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Allocated IP 172.20.0.9 (b5e8709e-a02c-42f0-bc77-c492ddf5e8db/0d96e928-3d59-4d91-9e56-4f938e67a385/398884a7-4705-4b5e-b67d-9315fe2895ab) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:00:46.391693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5c6eed59-b99a-46b2-9e46-4bab8a01148b None None] Provisioning for port d3a193ab-8df8-49ef-89a5-7435f34d6d3b completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:46.414503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5c6eed59-b99a-46b2-9e46-4bab8a01148b None None] Provisioning complete for port d3a193ab-8df8-49ef-89a5-7435f34d6d3b triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:46.414893 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5c6eed59-b99a-46b2-9e46-4bab8a01148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:46.478240 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a525732e-fc42-47eb-82ba-733be8c6a5c0 req-c34cb345-a95d-4077-b5fc-8b9124b77ea9 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd268f3e-365f-4952-bf10-b1439009b958 HTTP/1.1" status: 200 len: 210 time: 0.0788884 Aug 23 15:00:46.568979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Router f9aee1a0-46ea-4afa-b113-c9643171369b is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:00:46.588341 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-250b4559-9917-489b-bb63-4c01284d30ee req-db5ccbf5-30f4-4aaa-a8e2-8f2b00d07c34 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:46.659362 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5c6eed59-b99a-46b2-9e46-4bab8a01148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:46.834111 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5c6eed59-b99a-46b2-9e46-4bab8a01148b None None] For port d3a193ab-8df8-49ef-89a5-7435f34d6d3b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d3a193ab-8df8-49ef-89a5-7435f34d6d3b,segment=NetworkSegment(88f5f7f5-9e79-44c7-92a3-ba6216819dd0),segment_id=88f5f7f5-9e79-44c7-92a3-ba6216819dd0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:46.834705 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:00:46.834705 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-94d7b127-b690-41c0-bed6-ac43ebc4a5eb tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "PUT /v2.0/routers/f9aee1a0-46ea-4afa-b113-c9643171369b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0696733 Aug 23 15:00:46.834705 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56686) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:46.835146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6c804-f249-4f87-8131-56caf37ea3e2 None None] Sync routers for ids ['f9aee1a0-46ea-4afa-b113-c9643171369b'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:00:46.835146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6c804-f249-4f87-8131-56caf37ea3e2 None None] Routers {'f9aee1a0-46ea-4afa-b113-c9643171369b'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:00:46.835146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-25f6c804-f249-4f87-8131-56caf37ea3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:00:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f9aee1a0-46ea-4afa-b113-c9643171369b'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:46.835146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-25f6c804-f249-4f87-8131-56caf37ea3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:46.835146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6c804-f249-4f87-8131-56caf37ea3e2 None None] Routers {'f9aee1a0-46ea-4afa-b113-c9643171369b'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:00:46.835146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-25f6c804-f249-4f87-8131-56caf37ea3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:00:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f9aee1a0-46ea-4afa-b113-c9643171369b'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:46.877593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-25f6c804-f249-4f87-8131-56caf37ea3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:46.878257 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6c804-f249-4f87-8131-56caf37ea3e2 None None] The sync data for ids ['f9aee1a0-46ea-4afa-b113-c9643171369b'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:00:46.893950 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5c6eed59-b99a-46b2-9e46-4bab8a01148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:46.896466 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-250b4559-9917-489b-bb63-4c01284d30ee req-db5ccbf5-30f4-4aaa-a8e2-8f2b00d07c34 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:46.943260 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6eed59-b99a-46b2-9e46-4bab8a01148b None None] Pushing event updated for resources: {'Port': ['ID=d3a193ab-8df8-49ef-89a5-7435f34d6d3b,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:47.014634 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250b4559-9917-489b-bb63-4c01284d30ee req-db5ccbf5-30f4-4aaa-a8e2-8f2b00d07c34 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Network b5e8709e-a02c-42f0-bc77-c492ddf5e8db is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:00:47.038946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e7124602-74b7-44b5-b3ea-614d7a3f39fb None None] Provisioning complete for port d3a193ab-8df8-49ef-89a5-7435f34d6d3b triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:47.038946 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7124602-74b7-44b5-b3ea-614d7a3f39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:47.039176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-250b4559-9917-489b-bb63-4c01284d30ee req-db5ccbf5-30f4-4aaa-a8e2-8f2b00d07c34 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:47.039176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-250b4559-9917-489b-bb63-4c01284d30ee req-db5ccbf5-30f4-4aaa-a8e2-8f2b00d07c34 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:00:47.185474 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e7124602-74b7-44b5-b3ea-614d7a3f39fb None None] Provisioning complete for port c44c419f-60db-4f41-8e9e-013409f9324a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:47.186186 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7124602-74b7-44b5-b3ea-614d7a3f39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:47.245903 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e7124602-74b7-44b5-b3ea-614d7a3f39fb None None] Port c44c419f-60db-4f41-8e9e-013409f9324a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:00:47.303989 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1df45871-d8ae-4b16-9686-e0d557300649 req-5f16c234-5bd3-4040-8751-9e951e85b6e6 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 210 time: 0.0766668 Aug 23 15:00:47.399104 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ccbf5-30f4-4aaa-a8e2-8f2b00d07c34 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Pushing event updated for resources: {'Port': ['ID=398884a7-4705-4b5e-b67d-9315fe2895ab,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:47.428451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-4d1d96cb-68e6-4e1e-8923-309878fd43cd tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:47.429928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-4d1d96cb-68e6-4e1e-8923-309878fd43cd tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.57 "GET /v2.0/networks?id=9adb532b-4a89-4898-8be7-ee86b09958c3 HTTP/1.1" status: 200 len: 818 time: 0.2111506 Aug 23 15:00:47.444883 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Request body: {'port': {'device_id': '47231a19-5137-4c31-8f52-2027103ee5ea', 'network_id': '9adb532b-4a89-4898-8be7-ee86b09958c3', 'admin_state_up': True, 'tenant_id': 'c7652a19ab83496396fa5f990d30231c'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:47.461349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b4559-9917-489b-bb63-4c01284d30ee req-db5ccbf5-30f4-4aaa-a8e2-8f2b00d07c34 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:47.462043 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-250b4559-9917-489b-bb63-4c01284d30ee req-db5ccbf5-30f4-4aaa-a8e2-8f2b00d07c34 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:47.515027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b43cb-4ca3-4d24-96b2-9060884db240 req-e64a3c47-2034-403e-8e04-82262f15026f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:47.516646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-906b43cb-4ca3-4d24-96b2-9060884db240 req-e64a3c47-2034-403e-8e04-82262f15026f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 931 time: 0.1352868 Aug 23 15:00:47.567444 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56f05c-231f-4a42-bb5c-161ba94e41ba req-9247c8b9-b52e-4f75-b56e-d4732f696f18 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:47.569242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6a56f05c-231f-4a42-bb5c-161ba94e41ba req-9247c8b9-b52e-4f75-b56e-d4732f696f18 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.1758742 Aug 23 15:00:47.602830 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-250b4559-9917-489b-bb63-4c01284d30ee req-db5ccbf5-30f4-4aaa-a8e2-8f2b00d07c34 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1965749 Aug 23 15:00:47.607583 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-906b43cb-4ca3-4d24-96b2-9060884db240 req-b4d0e80c-2d03-4ea2-8ad6-bb9fa64ef702 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/security-groups?id=e92d2031-a14e-408f-a870-52ca4a389776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772445 Aug 23 15:00:47.629090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Request body: {'port': {'device_id': '856e8468-54b6-4aa3-a0cd-34d1c81b5403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:47.696338 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6a56f05c-231f-4a42-bb5c-161ba94e41ba req-f1f13623-1f93-4db1-8df6-beb3bdce7da4 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936770 Aug 23 15:00:47.713071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Made reservation on behalf of c7652a19ab83496396fa5f990d30231c for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:47.718410 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:47.761446 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:47.833322 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56712) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:47.881781 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Allocated IP 172.20.0.5 (9adb532b-4a89-4898-8be7-ee86b09958c3/e9662af5-e1c5-4d70-b882-a3ecd6835c8d/6d42cb6e-4453-4094-98f5-bfc725a6816a) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:00:47.939575 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-d2969744-c352-4b2a-add2-5cadc0d1095a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:00:47.940719 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d2969744-c352-4b2a-add2-5cadc0d1095a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "PUT /v2.0/routers/f9aee1a0-46ea-4afa-b113-c9643171369b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1995833 Aug 23 15:00:47.944305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56716) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:48.030784 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c83c2720-03f8-4935-a0cb-0e6106eaceff tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:48.093305 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c83c2720-03f8-4935-a0cb-0e6106eaceff tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:48.252712 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 398884a7-4705-4b5e-b67d-9315fe2895ab {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:00:48.264213 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:48.284954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Transition to ACTIVE for port object 398884a7-4705-4b5e-b67d-9315fe2895ab will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:00:48.353145 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c83c2720-03f8-4935-a0cb-0e6106eaceff tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:48.357446 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c83c2720-03f8-4935-a0cb-0e6106eaceff tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:48.358735 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c83c2720-03f8-4935-a0cb-0e6106eaceff tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "DELETE /v2.0/security-groups/7c24d698-4b6f-463b-9aad-9d8ce48130d6 HTTP/1.1" status: 204 len: 168 time: 0.5244408 Aug 23 15:00:48.362598 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56728) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:48.383034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c2720-03f8-4935-a0cb-0e6106eaceff tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c24d698-4b6f-463b-9aad-9d8ce48130d6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:48.385085 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:48.474781 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-39115ad1-56e1-41dc-8bed-a2c1ffd14a3f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] show failed (client error): The resource could not be found. Aug 23 15:00:48.479373 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-39115ad1-56e1-41dc-8bed-a2c1ffd14a3f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "GET /v2.0/security-groups/7c24d698-4b6f-463b-9aad-9d8ce48130d6 HTTP/1.1" status: 404 len: 347 time: 0.1117656 Aug 23 15:00:48.502215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56732) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:48.525825 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05624302-73ad-47e5-97db-37fc30f7cbc8 req-946a7ab2-d707-4f7f-8d60-9220e3f1ea6f tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 210 time: 0.0778406 Aug 23 15:00:48.531497 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:48.579674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Pushing event updated for resources: {'Port': ['ID=398884a7-4705-4b5e-b67d-9315fe2895ab,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:48.753684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Attempting to bind port 398884a7-4705-4b5e-b67d-9315fe2895ab on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:00:48.753684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Attempting to bind port 398884a7-4705-4b5e-b67d-9315fe2895ab by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '2b8f7bd5-8222-4210-aa72-a4371fdf4195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b5e8709e-a02c-42f0-bc77-c492ddf5e8db'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:00:48.753684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Attempting to bind port 398884a7-4705-4b5e-b67d-9315fe2895ab on network b5e8709e-a02c-42f0-bc77-c492ddf5e8db {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:00:48.772472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Port 398884a7-4705-4b5e-b67d-9315fe2895ab on network b5e8709e-a02c-42f0-bc77-c492ddf5e8db not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:00:48.773234 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Attempting to bind port 398884a7-4705-4b5e-b67d-9315fe2895ab on network b5e8709e-a02c-42f0-bc77-c492ddf5e8db {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:00:48.788725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:00:48.789496 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Checking segment: {'id': '2b8f7bd5-8222-4210-aa72-a4371fdf4195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b5e8709e-a02c-42f0-bc77-c492ddf5e8db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:00:48.790180 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Bound using segment: {'id': '2b8f7bd5-8222-4210-aa72-a4371fdf4195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b5e8709e-a02c-42f0-bc77-c492ddf5e8db'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:00:48.790902 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Bound port: 398884a7-4705-4b5e-b67d-9315fe2895ab, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8f7bd5-8222-4210-aa72-a4371fdf4195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b5e8709e-a02c-42f0-bc77-c492ddf5e8db'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:00:48.791546 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:48.798786 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:48.826543 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d3a193ab-8df8-49ef-89a5-7435f34d6d3b up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:00:48.835451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b2092-ed10-4096-9d79-908ec733051b req-60dc3fad-5c46-4d43-9b5d-13483328d82b tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:48.837165 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8b2092-ed10-4096-9d79-908ec733051b req-60dc3fad-5c46-4d43-9b5d-13483328d82b tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 943 time: 0.1426105 Aug 23 15:00:48.886689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port d3a193ab-8df8-49ef-89a5-7435f34d6d3b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:48.887074 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:48.914136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-645b3dd7-0e55-4183-b276-ddf1ddd0e71b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Deleting port 2f076f24-86ef-4a29-bf5a-87f88d063d9f {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:48.914484 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-645b3dd7-0e55-4183-b276-ddf1ddd0e71b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:48.965413 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Network 9adb532b-4a89-4898-8be7-ee86b09958c3 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:00:48.971773 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] For port 398884a7-4705-4b5e-b67d-9315fe2895ab, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:00:48.980848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:48.988535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09b2f9-06ee-47cc-9237-63a56dcfbade req-214b468c-ceed-4554-81d7-ca97506af82e tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:48.990604 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df09b2f9-06ee-47cc-9237-63a56dcfbade req-214b468c-ceed-4554-81d7-ca97506af82e tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.1821091 Aug 23 15:00:48.996930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:00:49.007259 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] For port 398884a7-4705-4b5e-b67d-9315fe2895ab, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=398884a7-4705-4b5e-b67d-9315fe2895ab,segment=NetworkSegment(2b8f7bd5-8222-4210-aa72-a4371fdf4195),segment_id=2b8f7bd5-8222-4210-aa72-a4371fdf4195)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:00:49.066477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Pushing event updated for resources: {'Port': ['ID=6d42cb6e-4453-4094-98f5-bfc725a6816a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:49.071976 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-645b3dd7-0e55-4183-b276-ddf1ddd0e71b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:49.071976 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-645b3dd7-0e55-4183-b276-ddf1ddd0e71b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:49.096906 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-645b3dd7-0e55-4183-b276-ddf1ddd0e71b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Calling delete_port for 2f076f24-86ef-4a29-bf5a-87f88d063d9f owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:49.097924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:49.098415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:49.098537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:49.099151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:49.099855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:49.099855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:49.100836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:49.100836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:49.100836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:49.101151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:49.101454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:49.101807 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:49.110322 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8b2092-ed10-4096-9d79-908ec733051b req-7aff6c51-e85f-46c9-8aff-79750c2b02c3 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/security-groups?id=e92d2031-a14e-408f-a870-52ca4a389776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989963 Aug 23 15:00:49.130330 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df09b2f9-06ee-47cc-9237-63a56dcfbade req-2509867c-bd4d-4935-8445-b2ddf1e298e9 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214035 Aug 23 15:00:49.142545 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:49.158904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:49.159585 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:49.168238 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41ba956b-2974-4ee9-a35e-42e7d8b28843 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:49.226034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:49.227038 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:49.228521 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-250b4559-9917-489b-bb63-4c01284d30ee req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] 10.222.0.57 "PUT /v2.0/ports/398884a7-4705-4b5e-b67d-9315fe2895ab HTTP/1.1" status: 200 len: 1091 time: 1.6067715 Aug 23 15:00:49.230834 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856e8468-54b6-4aa3-a0cd-34d1c81b5403', 'tag': '398884a7-4705-4b5e-b67d-9315fe2895ab'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:49.233908 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ce9fcd-fac0-4d50-bac4-2faf7a6b9bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "856e8468-54b6-4aa3-a0cd-34d1c81b5403", "tag": "398884a7-4705-4b5e-b67d-9315fe2895ab"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:49.282383 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afda2c6-2036-48d0-82a7-479b4f141109 service neutron] Pushing event updated for resources: {'Port': ['ID=398884a7-4705-4b5e-b67d-9315fe2895ab,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:49.302501 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e415b32-dbdf-4b87-bde6-37f2249a6c72 x-openstack-request-id: req-4e415b32-dbdf-4b87-bde6-37f2249a6c72 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:49.302914 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856e8468-54b6-4aa3-a0cd-34d1c81b5403", "tag": "398884a7-4705-4b5e-b67d-9315fe2895ab", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:49.303248 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e415b32-dbdf-4b87-bde6-37f2249a6c72 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:49.303810 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856e8468-54b6-4aa3-a0cd-34d1c81b5403', 'tag': '398884a7-4705-4b5e-b67d-9315fe2895ab', 'status': 'completed', 'code': 200} Aug 23 15:00:49.405310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce9fcd-fac0-4d50-bac4-2faf7a6b9bd2 req-1409e122-c6f0-415d-8d4c-4ba3a87d230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:49.406896 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-68ce9fcd-fac0-4d50-bac4-2faf7a6b9bd2 req-1409e122-c6f0-415d-8d4c-4ba3a87d230e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=972c9ad42a00409db99202550505ec64&device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 1094 time: 0.0833528 Aug 23 15:00:49.425327 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-4bb08bdb-ad31-4a05-84ee-ac580fbd155d tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9843950 Aug 23 15:00:49.455499 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Request body: {'port': {'device_id': '47231a19-5137-4c31-8f52-2027103ee5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:49.530256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce9fcd-fac0-4d50-bac4-2faf7a6b9bd2 req-57b8b01a-04a3-49fe-b60b-6edae5bf7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:49.532047 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-68ce9fcd-fac0-4d50-bac4-2faf7a6b9bd2 req-57b8b01a-04a3-49fe-b60b-6edae5bf7d45 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=972c9ad42a00409db99202550505ec64&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1104698 Aug 23 15:00:49.537451 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-645b3dd7-0e55-4183-b276-ddf1ddd0e71b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:49.553348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:49.610139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-41ba956b-2974-4ee9-a35e-42e7d8b28843 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Deleting port c44c419f-60db-4f41-8e9e-013409f9324a {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:49.610493 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41ba956b-2974-4ee9-a35e-42e7d8b28843 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:49.645557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b3dd7-0e55-4183-b276-ddf1ddd0e71b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event deleted for resources: {'Port': ['ID=2f076f24-86ef-4a29-bf5a-87f88d063d9f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:49.845881 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-645b3dd7-0e55-4183-b276-ddf1ddd0e71b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:49.847338 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-645b3dd7-0e55-4183-b276-ddf1ddd0e71b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:49.848725 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-645b3dd7-0e55-4183-b276-ddf1ddd0e71b tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "DELETE /v2.0/floatingips/0f7793a0-9120-4923-b642-b497f5ef1028 HTTP/1.1" status: 204 len: 168 time: 1.3458683 Aug 23 15:00:49.852385 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56760) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:49.857263 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41ba956b-2974-4ee9-a35e-42e7d8b28843 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:49.868029 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce9fcd-fac0-4d50-bac4-2faf7a6b9bd2 req-629f87d8-a021-4812-b15d-70f9f5d4df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:49.869798 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-68ce9fcd-fac0-4d50-bac4-2faf7a6b9bd2 req-629f87d8-a021-4812-b15d-70f9f5d4df26 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3290942 Aug 23 15:00:49.877436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-41ba956b-2974-4ee9-a35e-42e7d8b28843 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Calling delete_port for c44c419f-60db-4f41-8e9e-013409f9324a owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:49.879703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85398b-e526-4c97-8889-3d77911d7fc3 req-17fba057-64f0-4354-be18-a0ce054f875b tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:49.881756 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8c85398b-e526-4c97-8889-3d77911d7fc3 req-17fba057-64f0-4354-be18-a0ce054f875b tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 931 time: 0.1572356 Aug 23 15:00:50.032382 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8c85398b-e526-4c97-8889-3d77911d7fc3 req-b5c09c37-3b46-40fa-b43f-47e46e82e3bd tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/security-groups?id=4445070b-cfe8-48c0-8f36-f06852ec12c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267757 Aug 23 15:00:50.049175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b4559-9917-489b-bb63-4c01284d30ee req-4c462465-3807-481b-8476-4d499fe6cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:50.051236 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-250b4559-9917-489b-bb63-4c01284d30ee req-4c462465-3807-481b-8476-4d499fe6cfac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=972c9ad42a00409db99202550505ec64&device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 1094 time: 0.1272154 Aug 23 15:00:50.101556 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:50.131276 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-250b4559-9917-489b-bb63-4c01284d30ee req-f8a1dc03-6a05-41dc-9169-dbce90a23e7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=398884a7-4705-4b5e-b67d-9315fe2895ab HTTP/1.1" status: 200 len: 217 time: 0.0583684 Aug 23 15:00:50.134823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-cba87b06-e29b-4d08-a8ad-9160022b8b1f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Deleting port 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:50.147563 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cba87b06-e29b-4d08-a8ad-9160022b8b1f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:50.147937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d42cb6e-4453-4094-98f5-bfc725a6816a {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:00:50.177911 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:50.289950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Transition to ACTIVE for port object 6d42cb6e-4453-4094-98f5-bfc725a6816a will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:00:50.335035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc5bff-df0c-45c7-8569-aee57428e12b req-842a79a5-d34c-4752-95e6-259e160104a3 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:50.343868 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46bc5bff-df0c-45c7-8569-aee57428e12b req-842a79a5-d34c-4752-95e6-259e160104a3 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 943 time: 0.1020870 Aug 23 15:00:50.355275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40d743-3e3a-44e2-a128-25961991031a req-cb26d76a-85df-42ef-af83-6c46ee78fae3 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:50.357007 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca40d743-3e3a-44e2-a128-25961991031a req-cb26d76a-85df-42ef-af83-6c46ee78fae3 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.1008275 Aug 23 15:00:50.361865 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b4559-9917-489b-bb63-4c01284d30ee req-5ff0d141-b22e-4f5c-951d-5e22b26cce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:50.363545 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-250b4559-9917-489b-bb63-4c01284d30ee req-5ff0d141-b22e-4f5c-951d-5e22b26cce42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d96e928-3d59-4d91-9e56-4f938e67a385 HTTP/1.1" status: 200 len: 860 time: 0.2248738 Aug 23 15:00:50.377324 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:50.394680 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cba87b06-e29b-4d08-a8ad-9160022b8b1f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:50.424191 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-250b4559-9917-489b-bb63-4c01284d30ee req-94fb0cbf-8ee3-46cb-afc7-5a6bf2b3e1a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b5e8709e-a02c-42f0-bc77-c492ddf5e8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422649 Aug 23 15:00:50.429520 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41ba956b-2974-4ee9-a35e-42e7d8b28843 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:50.430871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-cba87b06-e29b-4d08-a8ad-9160022b8b1f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Calling delete_port for 45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:50.450658 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46bc5bff-df0c-45c7-8569-aee57428e12b req-8cb34758-4995-41e7-9979-f20f00e31825 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/security-groups?id=e92d2031-a14e-408f-a870-52ca4a389776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041658 Aug 23 15:00:50.472379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Pushing event updated for resources: {'Port': ['ID=6d42cb6e-4453-4094-98f5-bfc725a6816a,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:50.546314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba956b-2974-4ee9-a35e-42e7d8b28843 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event deleted for resources: {'Port': ['ID=c44c419f-60db-4f41-8e9e-013409f9324a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:50.553710 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca40d743-3e3a-44e2-a128-25961991031a req-b2832ec2-6338-4ea4-adee-1fec6b1098a5 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848445 Aug 23 15:00:50.656253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Attempting to bind port 6d42cb6e-4453-4094-98f5-bfc725a6816a on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:00:50.656912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Attempting to bind port 6d42cb6e-4453-4094-98f5-bfc725a6816a by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '9bc229d6-49db-41da-9ca7-42fc3bc0ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9adb532b-4a89-4898-8be7-ee86b09958c3'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:00:50.657125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Attempting to bind port 6d42cb6e-4453-4094-98f5-bfc725a6816a on network 9adb532b-4a89-4898-8be7-ee86b09958c3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:00:50.712309 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-250b4559-9917-489b-bb63-4c01284d30ee req-aac89173-be7b-41aa-a0a0-6bf62e0761b3 service neutron] 10.222.0.57 "GET /v2.0/networks/b5e8709e-a02c-42f0-bc77-c492ddf5e8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736011 Aug 23 15:00:50.729983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Port 6d42cb6e-4453-4094-98f5-bfc725a6816a on network 9adb532b-4a89-4898-8be7-ee86b09958c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:00:50.730754 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Attempting to bind port 6d42cb6e-4453-4094-98f5-bfc725a6816a on network 9adb532b-4a89-4898-8be7-ee86b09958c3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:00:50.733879 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41ba956b-2974-4ee9-a35e-42e7d8b28843 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:50.785899 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cba87b06-e29b-4d08-a8ad-9160022b8b1f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:50.798068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:00:50.803246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Checking segment: {'id': '9bc229d6-49db-41da-9ca7-42fc3bc0ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9adb532b-4a89-4898-8be7-ee86b09958c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:00:50.803246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Bound using segment: {'id': '9bc229d6-49db-41da-9ca7-42fc3bc0ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9adb532b-4a89-4898-8be7-ee86b09958c3'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:00:50.803246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Bound port: 6d42cb6e-4453-4094-98f5-bfc725a6816a, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc229d6-49db-41da-9ca7-42fc3bc0ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9adb532b-4a89-4898-8be7-ee86b09958c3'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:00:50.803246 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:50.830505 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba87b06-e29b-4d08-a8ad-9160022b8b1f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event deleted for resources: {'Port': ['ID=45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:50.930522 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-250b4559-9917-489b-bb63-4c01284d30ee req-78bc8100-3bc8-4cc5-a3a2-7a421ee32ca3 service neutron] 10.222.0.57 "GET /v2.0/networks/b5e8709e-a02c-42f0-bc77-c492ddf5e8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092030 Aug 23 15:00:50.943876 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cba87b06-e29b-4d08-a8ad-9160022b8b1f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:50.949138 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cba87b06-e29b-4d08-a8ad-9160022b8b1f tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "DELETE /v2.0/ports/45b2c5e0-8469-4df9-bf6f-9027ea9c2c6e HTTP/1.1" status: 204 len: 168 time: 1.0914557 Aug 23 15:00:50.950400 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56780) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:51.011261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ba956b-2974-4ee9-a35e-42e7d8b28843 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Router f9aee1a0-46ea-4afa-b113-c9643171369b has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:00:51.018119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] For port 6d42cb6e-4453-4094-98f5-bfc725a6816a, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:00:51.024488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] For port 6d42cb6e-4453-4094-98f5-bfc725a6816a, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6d42cb6e-4453-4094-98f5-bfc725a6816a,segment=NetworkSegment(9bc229d6-49db-41da-9ca7-42fc3bc0ebd0),segment_id=9bc229d6-49db-41da-9ca7-42fc3bc0ebd0)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:00:51.113379 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:51.189240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ba956b-2974-4ee9-a35e-42e7d8b28843 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:00:51.202567 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a6453-042c-4f11-ab9d-be05bc06ee20 None None] Sync routers for ids ['f9aee1a0-46ea-4afa-b113-c9643171369b'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:00:51.211630 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-41ba956b-2974-4ee9-a35e-42e7d8b28843 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "PUT /v2.0/routers/f9aee1a0-46ea-4afa-b113-c9643171369b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2579851 Aug 23 15:00:51.212082 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56788) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:51.228252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:51.228921 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:51.229131 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a6453-042c-4f11-ab9d-be05bc06ee20 None None] Routers {'f9aee1a0-46ea-4afa-b113-c9643171369b'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:00:51.229602 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fe1a6453-042c-4f11-ab9d-be05bc06ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:00:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f9aee1a0-46ea-4afa-b113-c9643171369b'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:51.230614 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] 10.222.0.57 "PUT /v2.0/ports/6d42cb6e-4453-4094-98f5-bfc725a6816a HTTP/1.1" status: 200 len: 1091 time: 1.7806981 Aug 23 15:00:51.235116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47231a19-5137-4c31-8f52-2027103ee5ea', 'tag': '6d42cb6e-4453-4094-98f5-bfc725a6816a'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:51.237556 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e38ce30-2076-4032-b59e-e89f89677b33" -d '{"events": [{"name": "network-changed", "server_uuid": "47231a19-5137-4c31-8f52-2027103ee5ea", "tag": "6d42cb6e-4453-4094-98f5-bfc725a6816a"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:51.306104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-0a67a37e-b4ec-4c5f-9c8a-1216751944e5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Deleting port cc7683fa-d729-485b-a13f-03f149ab4dae {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:51.307932 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0a67a37e-b4ec-4c5f-9c8a-1216751944e5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:51.312900 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e11f66b-3e82-4b2b-99f6-1df926abdb4d x-openstack-request-id: req-6e11f66b-3e82-4b2b-99f6-1df926abdb4d {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:51.313322 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47231a19-5137-4c31-8f52-2027103ee5ea", "tag": "6d42cb6e-4453-4094-98f5-bfc725a6816a", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:51.315936 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6e11f66b-3e82-4b2b-99f6-1df926abdb4d {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:51.316467 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47231a19-5137-4c31-8f52-2027103ee5ea', 'tag': '6d42cb6e-4453-4094-98f5-bfc725a6816a', 'status': 'completed', 'code': 200} Aug 23 15:00:51.317354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816bf2c-5e3e-43e5-a09f-7bc69a041174 service neutron] Pushing event updated for resources: {'Port': ['ID=6d42cb6e-4453-4094-98f5-bfc725a6816a,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:51.329466 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-bf59abe7-2797-4114-92bb-4cc4a00ac82a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] delete failed (client error): The resource could not be found. Aug 23 15:00:51.334289 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fe1a6453-042c-4f11-ab9d-be05bc06ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:51.335131 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bf59abe7-2797-4114-92bb-4cc4a00ac82a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "DELETE /v2.0/routers/tempest-non_exist_router-396389392 HTTP/1.1" status: 404 len: 334 time: 0.1274877 Aug 23 15:00:51.337948 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56794) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:51.341800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3a2b5bf4-fa28-4e8e-83d8-5db34ccfbf20 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9aee1a0-46ea-4afa-b113-c9643171369b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:51.367129 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a6453-042c-4f11-ab9d-be05bc06ee20 None None] Routers {'f9aee1a0-46ea-4afa-b113-c9643171369b'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:00:51.368349 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fe1a6453-042c-4f11-ab9d-be05bc06ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:00:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f9aee1a0-46ea-4afa-b113-c9643171369b'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:51.428685 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fe1a6453-042c-4f11-ab9d-be05bc06ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:51.429470 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a6453-042c-4f11-ab9d-be05bc06ee20 None None] The sync data for ids ['f9aee1a0-46ea-4afa-b113-c9643171369b'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:00:51.790422 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd43c6-385b-49af-9a29-cd2fdb59b539 req-8c902564-563d-4f02-aa57-ccab5772ad7c tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:51.792060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9dcd43c6-385b-49af-9a29-cd2fdb59b539 req-8c902564-563d-4f02-aa57-ccab5772ad7c tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 943 time: 0.6437013 Aug 23 15:00:51.834466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-20892d40-8922-4915-b0bc-1fcb05437727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:51.835905 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-20892d40-8922-4915-b0bc-1fcb05437727 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7652a19ab83496396fa5f990d30231c&device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 1094 time: 0.5126677 Aug 23 15:00:51.894706 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0a67a37e-b4ec-4c5f-9c8a-1216751944e5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:51.907375 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-66d2c891-6e5a-4a53-9631-14b7a8d63dc7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d42cb6e-4453-4094-98f5-bfc725a6816a HTTP/1.1" status: 200 len: 217 time: 0.0623374 Aug 23 15:00:51.915340 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9dcd43c6-385b-49af-9a29-cd2fdb59b539 req-f402e92f-b404-432e-bc72-e8eec7aca81e tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/security-groups?id=4445070b-cfe8-48c0-8f36-f06852ec12c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129432 Aug 23 15:00:51.916252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-0a67a37e-b4ec-4c5f-9c8a-1216751944e5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Calling delete_port for cc7683fa-d729-485b-a13f-03f149ab4dae owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:51.944240 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5bf4-fa28-4e8e-83d8-5db34ccfbf20 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:51.960065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc1c29-642e-4df8-acb7-3e8de31b6b2b req-a4b9ee17-ba35-4eb3-85b1-6631a1eb68a0 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:51.975912 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b1fc1c29-642e-4df8-acb7-3e8de31b6b2b req-a4b9ee17-ba35-4eb3-85b1-6631a1eb68a0 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 943 time: 0.2079172 Aug 23 15:00:52.031900 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b1fc1c29-642e-4df8-acb7-3e8de31b6b2b req-36f56970-0cb9-4ef4-89c5-99c6b336b9a7 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/security-groups?id=e92d2031-a14e-408f-a870-52ca4a389776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579634 Aug 23 15:00:52.062391 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-3a2b5bf4-fa28-4e8e-83d8-5db34ccfbf20 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] update failed (client error): The resource could not be found. Aug 23 15:00:52.068488 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3a2b5bf4-fa28-4e8e-83d8-5db34ccfbf20 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "PUT /v2.0/routers/f9aee1a0-46ea-4afa-b113-c9643171369b HTTP/1.1" status: 404 len: 339 time: 0.7270558 Aug 23 15:00:52.076010 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56816) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:52.082128 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f14da635-186c-4f40-b40d-b82cfde6dc35 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1208339207'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:52.114387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-5d62c95d-8916-4a07-9751-91cce7d2fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:52.116390 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-5d62c95d-8916-4a07-9751-91cce7d2fb20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9662af5-e1c5-4d70-b882-a3ecd6835c8d HTTP/1.1" status: 200 len: 858 time: 0.1981902 Aug 23 15:00:52.168851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-012c1bdc-37c3-4cca-b543-c1d46222c150 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9adb532b-4a89-4898-8be7-ee86b09958c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398531 Aug 23 15:00:52.183195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edf7e7-a9ba-472b-802f-e33117c200c1 req-513178e0-2ca1-4e74-8383-77988b3780f4 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:52.185297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0edf7e7-a9ba-472b-802f-e33117c200c1 req-513178e0-2ca1-4e74-8383-77988b3780f4 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.1266799 Aug 23 15:00:52.227714 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14da635-186c-4f40-b40d-b82cfde6dc35 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Made reservation on behalf of cb764a1dd486472da5973b2d2d179093 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:52.227714 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f14da635-186c-4f40-b40d-b82cfde6dc35 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:52.252691 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14da635-186c-4f40-b40d-b82cfde6dc35 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:00:52.263271 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f14da635-186c-4f40-b40d-b82cfde6dc35 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:52.263938 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-f14da635-186c-4f40-b40d-b82cfde6dc35 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Added segment fd11c2a0-af41-476f-9dd4-27f1bbd317fe of type vlan for network ca7a358d-4316-4455-b51b-0ebd99d118ff Aug 23 15:00:52.305299 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f14da635-186c-4f40-b40d-b82cfde6dc35 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:52.314661 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0edf7e7-a9ba-472b-802f-e33117c200c1 req-231f7e09-debd-4531-8b20-99d7f102d6f7 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212230 Aug 23 15:00:52.369065 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-1875f8f0-d8e3-4dbe-a87e-c0e9c9b096aa service neutron] 10.222.0.57 "GET /v2.0/networks/9adb532b-4a89-4898-8be7-ee86b09958c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829076 Aug 23 15:00:52.410033 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f14da635-186c-4f40-b40d-b82cfde6dc35 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:52.417305 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14da635-186c-4f40-b40d-b82cfde6dc35 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:52.421601 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f14da635-186c-4f40-b40d-b82cfde6dc35 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:52.433735 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0a67a37e-b4ec-4c5f-9c8a-1216751944e5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:52.449027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 398884a7-4705-4b5e-b67d-9315fe2895ab details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:00:52.474420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67a37e-b4ec-4c5f-9c8a-1216751944e5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event deleted for resources: {'Port': ['ID=cc7683fa-d729-485b-a13f-03f149ab4dae,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:52.533025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14da635-186c-4f40-b40d-b82cfde6dc35 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event updated for resources: {'Network': ['ID=ca7a358d-4316-4455-b51b-0ebd99d118ff,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:52.563718 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f14da635-186c-4f40-b40d-b82cfde6dc35 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4839962 Aug 23 15:00:52.569243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56824) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:52.569406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network ca7a358d-4316-4455-b51b-0ebd99d118ff details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:00:52.577459 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-67e1225b-a368-40bd-99d8-b5d36924e789 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Request body: {'subnet': {'network_id': 'ca7a358d-4316-4455-b51b-0ebd99d118ff', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:52.607739 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0a67a37e-b4ec-4c5f-9c8a-1216751944e5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:52.609727 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0a67a37e-b4ec-4c5f-9c8a-1216751944e5 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "DELETE /v2.0/ports/cc7683fa-d729-485b-a13f-03f149ab4dae HTTP/1.1" status: 204 len: 168 time: 1.6592002 Aug 23 15:00:52.615553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56828) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:52.630154 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a9792b24-40e6-4409-8143-b3f0c1366c13 req-ba769006-75df-48e5-8e61-ae48705fff16 service neutron] 10.222.0.57 "GET /v2.0/networks/9adb532b-4a89-4898-8be7-ee86b09958c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496991 Aug 23 15:00:52.654518 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-92e0a70e-0471-421e-993a-db9766fe3d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:52.717609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 398884a7-4705-4b5e-b67d-9315fe2895ab, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=398884a7-4705-4b5e-b67d-9315fe2895ab,segment=NetworkSegment(2b8f7bd5-8222-4210-aa72-a4371fdf4195),segment_id=2b8f7bd5-8222-4210-aa72-a4371fdf4195)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:52.737639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '398884a7-4705-4b5e-b67d-9315fe2895ab', 'network_id': 'b5e8709e-a02c-42f0-bc77-c492ddf5e8db', 'port_id': '398884a7-4705-4b5e-b67d-9315fe2895ab', 'mac_address': 'fa:16:3e:6e:21:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d96e928-3d59-4d91-9e56-4f938e67a385', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:00:52.755872 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b32500f-d09a-44a8-90c8-78e01bf3c23e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Deleting subnet 8041fe2e-c347-4b3e-abfc-bf8ee4b736dd {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:00:52.763409 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5b32500f-d09a-44a8-90c8-78e01bf3c23e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:52.785849 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:52.806415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 398884a7-4705-4b5e-b67d-9315fe2895ab {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:00:52.811734 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38ce30-2076-4032-b59e-e89f89677b33 req-e3ae3c4a-0d65-4542-9388-33dad6476931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:52.813803 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e38ce30-2076-4032-b59e-e89f89677b33 req-e3ae3c4a-0d65-4542-9388-33dad6476931 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7652a19ab83496396fa5f990d30231c&device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 1094 time: 0.0570772 Aug 23 15:00:52.825950 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5b32500f-d09a-44a8-90c8-78e01bf3c23e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:52.832185 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 398884a7-4705-4b5e-b67d-9315fe2895ab, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=398884a7-4705-4b5e-b67d-9315fe2895ab,segment=NetworkSegment(2b8f7bd5-8222-4210-aa72-a4371fdf4195),segment_id=2b8f7bd5-8222-4210-aa72-a4371fdf4195)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:52.922001 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e1225b-a368-40bd-99d8-b5d36924e789 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Made reservation on behalf of cb764a1dd486472da5973b2d2d179093 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:00:52.925639 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67e1225b-a368-40bd-99d8-b5d36924e789 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:52.930117 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:52.986297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38ce30-2076-4032-b59e-e89f89677b33 req-5c9074c6-11ba-4b83-a815-861443b912cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:52.988474 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e38ce30-2076-4032-b59e-e89f89677b33 req-5c9074c6-11ba-4b83-a815-861443b912cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=9adb532b-4a89-4898-8be7-ee86b09958c3 HTTP/1.1" status: 200 len: 919 time: 0.1583989 Aug 23 15:00:53.067053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=398884a7-4705-4b5e-b67d-9315fe2895ab,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:53.078246 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e38ce30-2076-4032-b59e-e89f89677b33 req-a0f9c606-fec3-464d-940e-431ff951d945 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d42cb6e-4453-4094-98f5-bfc725a6816a HTTP/1.1" status: 200 len: 217 time: 0.0766928 Aug 23 15:00:53.104540 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5b32500f-d09a-44a8-90c8-78e01bf3c23e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:53.164946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['398884a7-4705-4b5e-b67d-9315fe2895ab'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:00:53.166028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38ce30-2076-4032-b59e-e89f89677b33 req-8ef16305-4a47-4c6a-a97e-8e4d7ae4d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:53.169722 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e38ce30-2076-4032-b59e-e89f89677b33 req-8ef16305-4a47-4c6a-a97e-8e4d7ae4d6ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9662af5-e1c5-4d70-b882-a3ecd6835c8d HTTP/1.1" status: 200 len: 858 time: 0.0846336 Aug 23 15:00:53.207858 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e38ce30-2076-4032-b59e-e89f89677b33 req-c33f5d05-1ad8-46ed-a8d6-5e37120a6986 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9adb532b-4a89-4898-8be7-ee86b09958c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277891 Aug 23 15:00:53.238275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a84ab-c465-4eeb-bfc6-5b4841dae1cb req-66cf648d-8b3e-4a7a-a3e8-f11cec40b3fa tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:53.239954 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8c0a84ab-c465-4eeb-bfc6-5b4841dae1cb req-66cf648d-8b3e-4a7a-a3e8-f11cec40b3fa tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 943 time: 0.2074006 Aug 23 15:00:53.301609 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8c0a84ab-c465-4eeb-bfc6-5b4841dae1cb req-6db58fec-d57a-43c3-9498-fd0630cf4577 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/security-groups?id=4445070b-cfe8-48c0-8f36-f06852ec12c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534270 Aug 23 15:00:53.334947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30530-ea9d-4f62-aa03-c79ca7602db3 req-9676114a-7353-4e96-8d9c-3dfe55b5c191 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:53.337942 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7dc30530-ea9d-4f62-aa03-c79ca7602db3 req-9676114a-7353-4e96-8d9c-3dfe55b5c191 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 944 time: 0.1288581 Aug 23 15:00:53.427256 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7dc30530-ea9d-4f62-aa03-c79ca7602db3 req-74d9cc72-f7a5-4366-9390-0d6d085727bd tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/security-groups?id=e92d2031-a14e-408f-a870-52ca4a389776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644023 Aug 23 15:00:53.436695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e38ce30-2076-4032-b59e-e89f89677b33 req-952bc47d-b192-46f6-8e02-9c4c348912f7 service neutron] 10.222.0.57 "GET /v2.0/networks/9adb532b-4a89-4898-8be7-ee86b09958c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143877 Aug 23 15:00:53.460911 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5b32500f-d09a-44a8-90c8-78e01bf3c23e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:53.506895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32500f-d09a-44a8-90c8-78e01bf3c23e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event deleted for resources: {'Subnet': ['ID=8041fe2e-c347-4b3e-abfc-bf8ee4b736dd,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:53.526921 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5b32500f-d09a-44a8-90c8-78e01bf3c23e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:53.529576 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820fd57c-3f15-48b6-8d47-8d6fa2deb0de None None] Network a24b937b-de39-4060-9493-8fb429cfbe9e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:53.530307 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5b32500f-d09a-44a8-90c8-78e01bf3c23e tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "DELETE /v2.0/subnets/8041fe2e-c347-4b3e-abfc-bf8ee4b736dd HTTP/1.1" status: 204 len: 168 time: 0.9128785 Aug 23 15:00:53.547547 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56846) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:53.580654 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390b22e-cae5-49d6-af7c-34abeb77e559 req-275408e7-0683-4102-bf5b-a7c446bc571b tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:53.582477 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0390b22e-cae5-49d6-af7c-34abeb77e559 req-275408e7-0683-4102-bf5b-a7c446bc571b tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.0792942 Aug 23 15:00:53.631785 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67e1225b-a368-40bd-99d8-b5d36924e789 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:53.633753 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e38ce30-2076-4032-b59e-e89f89677b33 req-32e94055-81e6-4d6b-8afa-014684d079f5 service neutron] 10.222.0.57 "GET /v2.0/networks/9adb532b-4a89-4898-8be7-ee86b09958c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881204 Aug 23 15:00:53.689355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-909e3297-092a-4d7f-99ae-99578980a9c1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Deleting subnet efb1f0f7-98e5-40bc-b086-3383c3358cb9 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:00:53.701999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-909e3297-092a-4d7f-99ae-99578980a9c1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:53.707626 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0390b22e-cae5-49d6-af7c-34abeb77e559 req-b945aa53-4ea2-4b8a-a04f-8a7bd71a2ec0 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111813 Aug 23 15:00:53.741318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1225b-a368-40bd-99d8-b5d36924e789 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event updated for resources: {'Subnet': ['ID=20fb9fc0-f51e-4ea5-b3a5-f7d70411c0cb,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:53.766480 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-909e3297-092a-4d7f-99ae-99578980a9c1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:53.770641 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e1225b-a368-40bd-99d8-b5d36924e789 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Checking segment: {'id': 'fd11c2a0-af41-476f-9dd4-27f1bbd317fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ca7a358d-4316-4455-b51b-0ebd99d118ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:00:53.771176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e1225b-a368-40bd-99d8-b5d36924e789 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Network hostable DHCP agents. Network: ca7a358d-4316-4455-b51b-0ebd99d118ff, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:00:53.801117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506b7ab6-606a-4e54-91be-375af92584f2 None None] DHCP port deletion for a24b937b-de39-4060-9493-8fb429cfbe9e request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:00:53.883894 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-506b7ab6-606a-4e54-91be-375af92584f2 None None] Deleting port 31707c57-1c7e-4e92-8a91-2a0f4dfee531 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:53.884426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e1225b-a368-40bd-99d8-b5d36924e789 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Network ca7a358d-4316-4455-b51b-0ebd99d118ff is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:00:53.884919 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-506b7ab6-606a-4e54-91be-375af92584f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:53.886051 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-909e3297-092a-4d7f-99ae-99578980a9c1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:53.969855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-506b7ab6-606a-4e54-91be-375af92584f2 None None] For port 31707c57-1c7e-4e92-8a91-2a0f4dfee531, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=31707c57-1c7e-4e92-8a91-2a0f4dfee531,segment=NetworkSegment(b4b833fb-990c-45b7-ae35-6537a7ed4b9b),segment_id=b4b833fb-990c-45b7-ae35-6537a7ed4b9b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:53.970305 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-506b7ab6-606a-4e54-91be-375af92584f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:54.005326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-67e1225b-a368-40bd-99d8-b5d36924e789 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, ca7a358d-4316-4455-b51b-0ebd99d118ff) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:54.019571 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e1225b-a368-40bd-99d8-b5d36924e789 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:54.020214 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67e1225b-a368-40bd-99d8-b5d36924e789 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:54.067536 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-909e3297-092a-4d7f-99ae-99578980a9c1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:54.099060 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e3297-092a-4d7f-99ae-99578980a9c1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event deleted for resources: {'Subnet': ['ID=efb1f0f7-98e5-40bc-b086-3383c3358cb9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:54.102988 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-909e3297-092a-4d7f-99ae-99578980a9c1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:54.108561 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-909e3297-092a-4d7f-99ae-99578980a9c1 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "DELETE /v2.0/subnets/efb1f0f7-98e5-40bc-b086-3383c3358cb9 HTTP/1.1" status: 204 len: 168 time: 0.5594041 Aug 23 15:00:54.111738 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56858) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:54.160593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5420b2-d312-4780-b1f2-4d0355ce8864 None None] Network ca7a358d-4316-4455-b51b-0ebd99d118ff requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:54.160593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bf7c0c-4d4e-4d85-b2a1-c3ad37de2ec7 None None] Network 4b3181b0-25bc-4dc4-bbd2-aea26008a76b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:54.186568 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-67e1225b-a368-40bd-99d8-b5d36924e789 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6208949 Aug 23 15:00:54.194693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-506b7ab6-606a-4e54-91be-375af92584f2 None None] Calling delete_port for 31707c57-1c7e-4e92-8a91-2a0f4dfee531 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:54.197724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56862) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:54.204024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4d6dd87e-1fbe-4351-9182-cbebd1a90b22 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca7a358d-4316-4455-b51b-0ebd99d118ff'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:00:54.228671 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:54.304881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Deleting port 31707c57-1c7e-4e92-8a91-2a0f4dfee531 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:54.305260 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:54.400991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] For port 31707c57-1c7e-4e92-8a91-2a0f4dfee531, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=31707c57-1c7e-4e92-8a91-2a0f4dfee531,segment=NetworkSegment(b4b833fb-990c-45b7-ae35-6537a7ed4b9b),segment_id=b4b833fb-990c-45b7-ae35-6537a7ed4b9b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:54.401472 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:54.420988 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Calling delete_port for 31707c57-1c7e-4e92-8a91-2a0f4dfee531 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:54.494350 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6d42cb6e-4453-4094-98f5-bfc725a6816a details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:00:54.496843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 398884a7-4705-4b5e-b67d-9315fe2895ab up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:00:54.574433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:54.581110 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-506b7ab6-606a-4e54-91be-375af92584f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:54.609742 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b7ab6-606a-4e54-91be-375af92584f2 None None] No DVR routers for this DVR port 31707c57-1c7e-4e92-8a91-2a0f4dfee531 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:54.616048 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] No DVR routers for this DVR port 31707c57-1c7e-4e92-8a91-2a0f4dfee531 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:54.650375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b7ab6-606a-4e54-91be-375af92584f2 None None] Pushing event deleted for resources: {'Port': ['ID=31707c57-1c7e-4e92-8a91-2a0f4dfee531,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:54.668357 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event deleted for resources: {'Port': ['ID=31707c57-1c7e-4e92-8a91-2a0f4dfee531,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:54.720878 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd87e-1fbe-4351-9182-cbebd1a90b22 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:54.745356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924f708-229f-4ab7-882b-89399f51b844 None None] DHCP port deletion for 4b3181b0-25bc-4dc4-bbd2-aea26008a76b request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:00:54.766108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635d736-3dc0-4c61-8774-fff5102636af req-a63118e8-0d88-4497-ba2f-395acad750ab tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:54.777932 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7635d736-3dc0-4c61-8774-fff5102636af req-a63118e8-0d88-4497-ba2f-395acad750ab tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 943 time: 0.1970968 Aug 23 15:00:54.814299 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-ca7a358d-4316-4455-b51b-0ebd99d118ff', 'network_id': 'ca7a358d-4316-4455-b51b-0ebd99d118ff', 'tenant_id': 'cb764a1dd486472da5973b2d2d179093', 'fixed_ips': [{'subnet_id': '20fb9fc0-f51e-4ea5-b3a5-f7d70411c0cb'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:00:54.815175 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:54.851691 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9b9e-2fd6-4703-b018-e2ddf35a1378 req-fa24f385-7f3b-43d0-8817-34f9ac02a21f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:54.864303 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe5d9b9e-2fd6-4703-b018-e2ddf35a1378 req-fa24f385-7f3b-43d0-8817-34f9ac02a21f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 944 time: 0.2583447 Aug 23 15:00:54.889234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 31707c57-1c7e-4e92-8a91-2a0f4dfee531 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:54.897763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:54.912570 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24b937b-de39-4060-9493-8fb429cfbe9e']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:54.942737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 31707c57-1c7e-4e92-8a91-2a0f4dfee531 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:00:54.947107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 31707c57-1c7e-4e92-8a91-2a0f4dfee531 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:00:54.947107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 679f40b6-02f6-492f-b57c-334374f93ce6 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:00:54.961158 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe5d9b9e-2fd6-4703-b018-e2ddf35a1378 req-de27a066-9d2a-4c2c-a38a-25579d33a80d tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/security-groups?id=e92d2031-a14e-408f-a870-52ca4a389776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954225 Aug 23 15:00:54.961444 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7635d736-3dc0-4c61-8774-fff5102636af req-71f0332d-ceed-41b8-bece-d7b0d5390080 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/security-groups?id=4445070b-cfe8-48c0-8f36-f06852ec12c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818874 Aug 23 15:00:54.990146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b833fb-990c-45b7-ae35-6537a7ed4b9b') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:54.990146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b833fb-990c-45b7-ae35-6537a7ed4b9b') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:55.010401 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.030710 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.051250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:00:55.051960 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: self.session.flush() Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:00:55.064126 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:00:55.078033 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-4d6dd87e-1fbe-4351-9182-cbebd1a90b22 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:00:55.079362 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4d6dd87e-1fbe-4351-9182-cbebd1a90b22 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "PUT /v2.0/routers/f9aee1a0-46ea-4afa-b113-c9643171369b HTTP/1.1" status: 400 len: 364 time: 0.8801739 Aug 23 15:00:55.084955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56880) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:55.090740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 398884a7-4705-4b5e-b67d-9315fe2895ab completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:55.135163 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 398884a7-4705-4b5e-b67d-9315fe2895ab triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:55.135636 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.141681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6d42cb6e-4453-4094-98f5-bfc725a6816a, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6d42cb6e-4453-4094-98f5-bfc725a6816a,segment=NetworkSegment(9bc229d6-49db-41da-9ca7-42fc3bc0ebd0),segment_id=9bc229d6-49db-41da-9ca7-42fc3bc0ebd0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:55.206201 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '6d42cb6e-4453-4094-98f5-bfc725a6816a', 'network_id': '9adb532b-4a89-4898-8be7-ee86b09958c3', 'port_id': '6d42cb6e-4453-4094-98f5-bfc725a6816a', 'mac_address': 'fa:16:3e:bf:fd:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9662af5-e1c5-4d70-b882-a3ecd6835c8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:00:55.212511 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Allocated IP 2001:db8:1::2 (ca7a358d-4316-4455-b51b-0ebd99d118ff/20fb9fc0-f51e-4ea5-b3a5-f7d70411c0cb/c1366564-cdeb-4d36-a839-e630290930f3) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:00:55.229699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0924f708-229f-4ab7-882b-89399f51b844 None None] Deleting port 679f40b6-02f6-492f-b57c-334374f93ce6 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:55.233501 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0924f708-229f-4ab7-882b-89399f51b844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.266207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147cdf6-3fb3-402c-8600-d1471dce4a48 req-e64d2ff0-b157-4d5b-ba27-3045df227c9d tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:55.268752 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d147cdf6-3fb3-402c-8600-d1471dce4a48 req-e64d2ff0-b157-4d5b-ba27-3045df227c9d tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.1654670 Aug 23 15:00:55.312035 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.338401 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.348279 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "DELETE /v2.0/networks/a24b937b-de39-4060-9493-8fb429cfbe9e HTTP/1.1" status: 204 len: 168 time: 1.2353094 Aug 23 15:00:55.352026 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56888) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:55.388324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40346139-2798-44d8-ae6c-dfd35da12dac tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event deleted for resources: {'Network': ['ID=a24b937b-de39-4060-9493-8fb429cfbe9e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:55.414537 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.418007 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d147cdf6-3fb3-402c-8600-d1471dce4a48 req-51b27ac7-873a-448a-bfb5-5052087edc19 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341822 Aug 23 15:00:55.507055 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.509380 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.516418 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0924f708-229f-4ab7-882b-89399f51b844 None None] For port 679f40b6-02f6-492f-b57c-334374f93ce6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=679f40b6-02f6-492f-b57c-334374f93ce6,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:55.517100 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0924f708-229f-4ab7-882b-89399f51b844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.531430 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.533827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d42cb6e-4453-4094-98f5-bfc725a6816a {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:00:55.536481 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.595389 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 398884a7-4705-4b5e-b67d-9315fe2895ab, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=398884a7-4705-4b5e-b67d-9315fe2895ab,segment=NetworkSegment(2b8f7bd5-8222-4210-aa72-a4371fdf4195),segment_id=2b8f7bd5-8222-4210-aa72-a4371fdf4195)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:55.617726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856e8468-54b6-4aa3-a0cd-34d1c81b5403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398884a7-4705-4b5e-b67d-9315fe2895ab'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:55.617726 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05ac996-f9fa-4962-9974-f3dc3bff51ed" -d '{"events": [{"server_uuid": "856e8468-54b6-4aa3-a0cd-34d1c81b5403", "name": "network-vif-plugged", "status": "completed", "tag": "398884a7-4705-4b5e-b67d-9315fe2895ab"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:55.625828 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.626273 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Deleting port 679f40b6-02f6-492f-b57c-334374f93ce6 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:00:55.626584 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.631192 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0924f708-229f-4ab7-882b-89399f51b844 None None] Calling delete_port for 679f40b6-02f6-492f-b57c-334374f93ce6 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:55.643811 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6d42cb6e-4453-4094-98f5-bfc725a6816a, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6d42cb6e-4453-4094-98f5-bfc725a6816a,segment=NetworkSegment(9bc229d6-49db-41da-9ca7-42fc3bc0ebd0),segment_id=9bc229d6-49db-41da-9ca7-42fc3bc0ebd0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:55.668109 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.675232 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 679f40b6-02f6-492f-b57c-334374f93ce6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=679f40b6-02f6-492f-b57c-334374f93ce6,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:55.735737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] For port 679f40b6-02f6-492f-b57c-334374f93ce6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=679f40b6-02f6-492f-b57c-334374f93ce6,segment=NetworkSegment(98ea68ad-cf0a-438d-a7fa-98657962c069),segment_id=98ea68ad-cf0a-438d-a7fa-98657962c069)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:55.735737 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.753345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Calling delete_port for 679f40b6-02f6-492f-b57c-334374f93ce6 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:00:55.774216 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a45ad7b-0251-45db-a163-c31be2c8cabb x-openstack-request-id: req-7a45ad7b-0251-45db-a163-c31be2c8cabb {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:00:55.774694 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856e8468-54b6-4aa3-a0cd-34d1c81b5403", "name": "network-vif-plugged", "status": "completed", "tag": "398884a7-4705-4b5e-b67d-9315fe2895ab", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:00:55.775018 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a45ad7b-0251-45db-a163-c31be2c8cabb {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:00:55.775474 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856e8468-54b6-4aa3-a0cd-34d1c81b5403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398884a7-4705-4b5e-b67d-9315fe2895ab', 'code': 200} Aug 23 15:00:55.783948 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.809100 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.907064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4a556-6732-4533-bde8-b8b7ddb056bd req-c53d5fb2-c18a-41f1-b21d-a8319c48897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:55.908937 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5e4a556-6732-4533-bde8-b8b7ddb056bd req-c53d5fb2-c18a-41f1-b21d-a8319c48897e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 1096 time: 0.1024985 Aug 23 15:00:55.923476 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.928918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=398884a7-4705-4b5e-b67d-9315fe2895ab,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:55.950624 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:55.989683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Transition to ACTIVE for port object c1366564-cdeb-4d36-a839-e630290930f3 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:00:55.999661 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5e4a556-6732-4533-bde8-b8b7ddb056bd req-74fb99dc-702d-426d-be98-c5c3c58adb0c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e92d2031-a14e-408f-a870-52ca4a389776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665126 Aug 23 15:00:56.001389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Allocated IP 2001:db8::1 (0cbe1acc-cdac-46ed-a317-1600a2eced30/064ab839-c4e1-4f0e-9001-bc8e89ed8739/520465b8-f3f1-4ed3-9e2c-b79102ec5029) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:00:56.014634 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event deleted for resources: {'Port': ['ID=679f40b6-02f6-492f-b57c-334374f93ce6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:56.027843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] No DVR routers for this DVR port 679f40b6-02f6-492f-b57c-334374f93ce6 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:56.070849 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0924f708-229f-4ab7-882b-89399f51b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:56.100173 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['6d42cb6e-4453-4094-98f5-bfc725a6816a'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:00:56.108238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Transition to ACTIVE for port object c1366564-cdeb-4d36-a839-e630290930f3 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:00:56.116024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=6d42cb6e-4453-4094-98f5-bfc725a6816a,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:56.166203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0924f708-229f-4ab7-882b-89399f51b844 None None] No DVR routers for this DVR port 679f40b6-02f6-492f-b57c-334374f93ce6 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:00:56.202218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2168f-6815-4200-a306-6855fe0d2d41 req-ccd73e3c-6c95-4683-a521-3c145a77da2f tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:56.203917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6d2168f-6815-4200-a306-6855fe0d2d41 req-ccd73e3c-6c95-4683-a521-3c145a77da2f tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 944 time: 0.0809183 Aug 23 15:00:56.206313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event deleted for resources: {'Port': ['ID=679f40b6-02f6-492f-b57c-334374f93ce6,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:56.247697 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:56.256636 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924f708-229f-4ab7-882b-89399f51b844 None None] Pushing event deleted for resources: {'Port': ['ID=679f40b6-02f6-492f-b57c-334374f93ce6,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:56.260611 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:56.268703 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:56.289840 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b42a5c-ce17-43eb-8afd-6e4eaf6f2549 req-53ca9116-e61d-41b8-98e6-0293021eee3a tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:56.292523 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a2b42a5c-ce17-43eb-8afd-6e4eaf6f2549 req-53ca9116-e61d-41b8-98e6-0293021eee3a tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 945 time: 0.1763542 Aug 23 15:00:56.298777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3181b0-25bc-4dc4-bbd2-aea26008a76b']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:56.317921 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ea68ad-cf0a-438d-a7fa-98657962c069') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:56.318211 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ea68ad-cf0a-438d-a7fa-98657962c069') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:56.324402 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Transition to ACTIVE for port object 520465b8-f3f1-4ed3-9e2c-b79102ec5029 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:00:56.332308 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:56.335602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6d2168f-6815-4200-a306-6855fe0d2d41 req-86868c27-f213-4b7e-906c-19d200fa74e3 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/security-groups?id=4445070b-cfe8-48c0-8f36-f06852ec12c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130490 Aug 23 15:00:56.358356 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:56.368001 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:00:56.374117 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:00:56.387119 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:00:56.391889 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a2b42a5c-ce17-43eb-8afd-6e4eaf6f2549 req-0cfb1599-b83a-41e2-abe0-0f2a9edaef07 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/security-groups?id=e92d2031-a14e-408f-a870-52ca4a389776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010191 Aug 23 15:00:56.408620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Pushing event updated for resources: {'Port': ['ID=c1366564-cdeb-4d36-a839-e630290930f3,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:56.424616 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Network ca7a358d-4316-4455-b51b-0ebd99d118ff is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:00:56.430426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:56.435164 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:00:56.461445 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:56.511689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Network 0cbe1acc-cdac-46ed-a317-1600a2eced30 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:00:56.515938 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:56.521653 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:00:56.523725 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:56.552781 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:56.563679 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:56.569971 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] 10.222.0.38 "DELETE /v2.0/networks/4b3181b0-25bc-4dc4-bbd2-aea26008a76b HTTP/1.1" status: 204 len: 168 time: 1.1998780 Aug 23 15:00:56.616738 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882467f9-f5ce-4a58-80d5-207681cca789 tempest-TaggedBootDevicesTest_v242-1679243918 tempest-TaggedBootDevicesTest_v242-1679243918-project] Pushing event deleted for resources: {'Network': ['ID=4b3181b0-25bc-4dc4-bbd2-aea26008a76b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:56.651488 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Attempting to bind port c1366564-cdeb-4d36-a839-e630290930f3 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:00:56.652578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Attempting to bind port c1366564-cdeb-4d36-a839-e630290930f3 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'fd11c2a0-af41-476f-9dd4-27f1bbd317fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ca7a358d-4316-4455-b51b-0ebd99d118ff'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:00:56.654539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Attempting to bind port c1366564-cdeb-4d36-a839-e630290930f3 on network ca7a358d-4316-4455-b51b-0ebd99d118ff {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:00:56.668508 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-52e1cd49-f878-4203-8a7b-3ee4b871a40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:56.691048 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:00:56.691048 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Checking segment: {'id': 'fd11c2a0-af41-476f-9dd4-27f1bbd317fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ca7a358d-4316-4455-b51b-0ebd99d118ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:00:56.696137 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:56.696137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Bound using segment: {'id': 'fd11c2a0-af41-476f-9dd4-27f1bbd317fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ca7a358d-4316-4455-b51b-0ebd99d118ff'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:00:56.696137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Bound port: c1366564-cdeb-4d36-a839-e630290930f3, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11c2a0-af41-476f-9dd4-27f1bbd317fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ca7a358d-4316-4455-b51b-0ebd99d118ff'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:00:56.696137 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:56.730344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event updated for resources: {'Port': ['ID=520465b8-f3f1-4ed3-9e2c-b79102ec5029,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:56.762922 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:56.782535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bcac0-66c1-47b9-8f9c-9873c531aee1 req-b4d548d1-5d8c-4354-a225-1a343bfd1051 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:56.789856 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a2bcac0-66c1-47b9-8f9c-9873c531aee1 req-b4d548d1-5d8c-4354-a225-1a343bfd1051 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.1534331 Aug 23 15:00:56.805104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] For port c1366564-cdeb-4d36-a839-e630290930f3, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:00:56.810601 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] For port c1366564-cdeb-4d36-a839-e630290930f3, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c1366564-cdeb-4d36-a839-e630290930f3,segment=NetworkSegment(fd11c2a0-af41-476f-9dd4-27f1bbd317fe),segment_id=fd11c2a0-af41-476f-9dd4-27f1bbd317fe)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:00:56.974955 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a2bcac0-66c1-47b9-8f9c-9873c531aee1 req-782da5e3-00f4-4669-af21-98376673c071 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014698 Aug 23 15:00:56.974955 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:57.050650 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:57.147200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Pushing event updated for resources: {'Port': ['ID=c1366564-cdeb-4d36-a839-e630290930f3,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:57.156925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:57.157078 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:57.157443 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:57.157804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:57.158156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:57.158486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:57.158840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:57.159230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:57.159575 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:57.159948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:57.160298 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:57.160757 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0df83c-1eef-4c2d-be85-5f72ca3a27f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:00:57.187116 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e463cff3-9d38-41fe-8811-5c2df7ec7c2b None None] Provisioning for port 520465b8-f3f1-4ed3-9e2c-b79102ec5029 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:57.193071 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e463cff3-9d38-41fe-8811-5c2df7ec7c2b None None] Provisioning complete for port 520465b8-f3f1-4ed3-9e2c-b79102ec5029 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:57.193071 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e463cff3-9d38-41fe-8811-5c2df7ec7c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:57.253427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e463cff3-9d38-41fe-8811-5c2df7ec7c2b None None] Port 520465b8-f3f1-4ed3-9e2c-b79102ec5029 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:00:57.369474 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:57.467493 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:57.470217 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:57.637962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c4e32-b825-4c3e-a9cd-9873c134300d req-630ae010-cefa-400b-865e-cee08bed7fd8 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:57.652439 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a72c4e32-b825-4c3e-a9cd-9873c134300d req-630ae010-cefa-400b-865e-cee08bed7fd8 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 945 time: 0.0867887 Aug 23 15:00:57.761436 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a72c4e32-b825-4c3e-a9cd-9873c134300d req-8f6c0814-d81a-4fe4-aaba-a3cfc84aef2e tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/security-groups?id=e92d2031-a14e-408f-a870-52ca4a389776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150453 Aug 23 15:00:57.923797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event updated for resources: {'Port': ['ID=520465b8-f3f1-4ed3-9e2c-b79102ec5029,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:00:57.943417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620beb72-160a-4d9c-99a8-6de36a417159 req-5e8dac67-b866-4140-af5d-b3c6ef4520af tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:57.945062 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-620beb72-160a-4d9c-99a8-6de36a417159 req-5e8dac67-b866-4140-af5d-b3c6ef4520af tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 944 time: 0.4328704 Aug 23 15:00:58.001016 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Network 0cbe1acc-cdac-46ed-a317-1600a2eced30 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:00:58.003483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:00:58.116438 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-620beb72-160a-4d9c-99a8-6de36a417159 req-36ec5f54-853d-48d2-9f9f-3cdc285c2540 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/security-groups?id=4445070b-cfe8-48c0-8f36-f06852ec12c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353557 Aug 23 15:00:58.191522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274f2b7-8ec1-4a10-bb52-aefb8bde6305 req-4822d360-73f9-4a0c-b92d-598f2aa514b1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:58.206354 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a274f2b7-8ec1-4a10-bb52-aefb8bde6305 req-4822d360-73f9-4a0c-b92d-598f2aa514b1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.1303761 Aug 23 15:00:58.242024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Router f9aee1a0-46ea-4afa-b113-c9643171369b has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:00:58.305359 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a274f2b7-8ec1-4a10-bb52-aefb8bde6305 req-c20a4764-5b5d-443d-b3fa-63af427a7103 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979543 Aug 23 15:00:58.478730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:00:58.488695 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56958) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:58.490524 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-38cd7ed4-bc13-4453-b1fe-3ee325e30976 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "PUT /v2.0/routers/f9aee1a0-46ea-4afa-b113-c9643171369b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4009390 Aug 23 15:00:58.495211 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6d42cb6e-4453-4094-98f5-bfc725a6816a up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:00:58.524972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e58facb3-1827-453a-81e4-3f7253fb6c33 None None] Provisioning complete for port 520465b8-f3f1-4ed3-9e2c-b79102ec5029 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:58.524972 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e58facb3-1827-453a-81e4-3f7253fb6c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:58.532224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a80d0-39ef-4e54-9c82-da97c3d59e2a None None] Sync routers for ids ['f9aee1a0-46ea-4afa-b113-c9643171369b'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:00:58.548240 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:58.580884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a80d0-39ef-4e54-9c82-da97c3d59e2a None None] Routers {'f9aee1a0-46ea-4afa-b113-c9643171369b'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:00:58.581764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6b4a80d0-39ef-4e54-9c82-da97c3d59e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:00:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f9aee1a0-46ea-4afa-b113-c9643171369b'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:58.713235 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c8a7fd9-4010-4eb2-bfd2-665bbee8a3e3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:58.846565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348bba4e-2722-41ee-926d-d2c3955d78fa None None] Network ca7a358d-4316-4455-b51b-0ebd99d118ff requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:00:58.919035 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-0c8a7fd9-4010-4eb2-bfd2-665bbee8a3e3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 15:00:58.923401 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0c8a7fd9-4010-4eb2-bfd2-665bbee8a3e3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "DELETE /v2.0/routers/f9aee1a0-46ea-4afa-b113-c9643171369b HTTP/1.1" status: 409 len: 329 time: 0.4306881 Aug 23 15:00:58.924717 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56970) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:00:58.985877 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6b4a80d0-39ef-4e54-9c82-da97c3d59e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:58.986908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a4648-8efa-4a8b-881b-db540680e4c9 req-279e94e7-6468-49e1-91ad-59c6070cb37f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:58.988573 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac3a4648-8efa-4a8b-881b-db540680e4c9 req-279e94e7-6468-49e1-91ad-59c6070cb37f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 945 time: 0.1233118 Aug 23 15:00:58.993036 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c1366564-cdeb-4d36-a839-e630290930f3 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:00:59.000526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e58facb3-1827-453a-81e4-3f7253fb6c33 None None] Port 520465b8-f3f1-4ed3-9e2c-b79102ec5029 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:00:59.066653 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac3a4648-8efa-4a8b-881b-db540680e4c9 req-229a4d1d-1dc3-496b-80eb-b6222062ccd7 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/security-groups?id=e92d2031-a14e-408f-a870-52ca4a389776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709486 Aug 23 15:00:59.068485 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a80d0-39ef-4e54-9c82-da97c3d59e2a None None] Routers {'f9aee1a0-46ea-4afa-b113-c9643171369b'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:00:59.069125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6b4a80d0-39ef-4e54-9c82-da97c3d59e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:00:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f9aee1a0-46ea-4afa-b113-c9643171369b'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:59.115038 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6b4a80d0-39ef-4e54-9c82-da97c3d59e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:00:59.116573 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a80d0-39ef-4e54-9c82-da97c3d59e2a None None] The sync data for ids ['f9aee1a0-46ea-4afa-b113-c9643171369b'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:00:59.222761 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 6d42cb6e-4453-4094-98f5-bfc725a6816a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:59.227620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 6d42cb6e-4453-4094-98f5-bfc725a6816a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:59.228100 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:59.284755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8ea134fc-880a-42d3-9abf-57ef90b06f99 None None] Provisioning for port c1366564-cdeb-4d36-a839-e630290930f3 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:59.290391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port c1366564-cdeb-4d36-a839-e630290930f3 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:00:59.311908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c1366564-cdeb-4d36-a839-e630290930f3 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:59.311908 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:59.311908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8ea134fc-880a-42d3-9abf-57ef90b06f99 None None] Provisioning complete for port c1366564-cdeb-4d36-a839-e630290930f3 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:00:59.311908 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8ea134fc-880a-42d3-9abf-57ef90b06f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:59.446686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e003a-da3a-46c1-83fa-bc47d54baa3d req-2231f5be-d0b2-4f8e-91c2-9e2ce99ca9ba tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:59.482333 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a75e003a-da3a-46c1-83fa-bc47d54baa3d req-2231f5be-d0b2-4f8e-91c2-9e2ce99ca9ba tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 944 time: 0.2091975 Aug 23 15:00:59.556308 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a75e003a-da3a-46c1-83fa-bc47d54baa3d req-327616e2-d36e-4b61-b640-582284e269b0 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/security-groups?id=4445070b-cfe8-48c0-8f36-f06852ec12c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730281 Aug 23 15:00:59.738477 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:59.888103 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8ea134fc-880a-42d3-9abf-57ef90b06f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:59.923841 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47231a19-5137-4c31-8f52-2027103ee5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d42cb6e-4453-4094-98f5-bfc725a6816a'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:00:59.932937 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4938c83e-9a45-4b57-95ba-a4b2d1a3071e" -d '{"events": [{"server_uuid": "47231a19-5137-4c31-8f52-2027103ee5ea", "name": "network-vif-plugged", "status": "completed", "tag": "6d42cb6e-4453-4094-98f5-bfc725a6816a"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:00:59.952219 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:00:59.975474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034ea94-2672-4134-b306-c42f903c023c req-fd6063ca-060b-4957-a971-8067e1fe8011 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:00:59.980797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6d42cb6e-4453-4094-98f5-bfc725a6816a, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6d42cb6e-4453-4094-98f5-bfc725a6816a,segment=NetworkSegment(9bc229d6-49db-41da-9ca7-42fc3bc0ebd0),segment_id=9bc229d6-49db-41da-9ca7-42fc3bc0ebd0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:00:59.983869 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8034ea94-2672-4134-b306-c42f903c023c req-fd6063ca-060b-4957-a971-8067e1fe8011 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.1530442 Aug 23 15:01:00.046853 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:00.051825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8ea134fc-880a-42d3-9abf-57ef90b06f99 None None] For port c1366564-cdeb-4d36-a839-e630290930f3, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c1366564-cdeb-4d36-a839-e630290930f3,segment=NetworkSegment(fd11c2a0-af41-476f-9dd4-27f1bbd317fe),segment_id=fd11c2a0-af41-476f-9dd4-27f1bbd317fe)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:00.072944 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8034ea94-2672-4134-b306-c42f903c023c req-a3d2fa8e-750f-46e7-9269-da0fd8115252 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881774 Aug 23 15:01:00.132018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=6d42cb6e-4453-4094-98f5-bfc725a6816a,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:00.146607 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8ea134fc-880a-42d3-9abf-57ef90b06f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:00.184994 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6e93842-7faf-4809-af04-0cdc46927038 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:00.227837 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9fa63b-4892-4ab8-8077-169c4a0e3984 x-openstack-request-id: req-5f9fa63b-4892-4ab8-8077-169c4a0e3984 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:00.228417 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47231a19-5137-4c31-8f52-2027103ee5ea", "name": "network-vif-plugged", "status": "completed", "tag": "6d42cb6e-4453-4094-98f5-bfc725a6816a", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:00.228563 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5f9fa63b-4892-4ab8-8077-169c4a0e3984 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:00.228847 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47231a19-5137-4c31-8f52-2027103ee5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d42cb6e-4453-4094-98f5-bfc725a6816a', 'code': 200} Aug 23 15:01:00.271914 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:01:00.272429 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:01:00.275143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea134fc-880a-42d3-9abf-57ef90b06f99 None None] Pushing event updated for resources: {'Port': ['ID=c1366564-cdeb-4d36-a839-e630290930f3,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:00.302463 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b4ee8b44-2b39-4ab2-b6c9-50041ba6d3ea None None] Provisioning complete for port c1366564-cdeb-4d36-a839-e630290930f3 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:01:00.302886 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8b44-2b39-4ab2-b6c9-50041ba6d3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:00.402580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d74a1-6329-4821-9058-1440ca04ffaf req-f59ec123-c193-4a91-9840-41648cbfba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:00.405216 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-510d74a1-6329-4821-9058-1440ca04ffaf req-f59ec123-c193-4a91-9840-41648cbfba6a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 1096 time: 0.1223040 Aug 23 15:01:00.472963 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-510d74a1-6329-4821-9058-1440ca04ffaf req-0e204ec0-e9ca-4f4b-a028-1111422adee2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4445070b-cfe8-48c0-8f36-f06852ec12c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565934 Aug 23 15:01:00.558414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1ab6d-2734-4266-b56e-557eff891f47 req-b8006c02-318f-452d-8878-1374edf0d4fa tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:00.560442 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9b1ab6d-2734-4266-b56e-557eff891f47 req-b8006c02-318f-452d-8878-1374edf0d4fa tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 945 time: 0.0866776 Aug 23 15:01:00.687866 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9b1ab6d-2734-4266-b56e-557eff891f47 req-bcf11c69-d07c-4987-8466-6540ace75837 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/security-groups?id=e92d2031-a14e-408f-a870-52ca4a389776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209528 Aug 23 15:01:00.757950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98ea98-061a-4ffb-8b69-804b14f9d0d4 req-8dbd2726-0acf-4001-8ca4-c75d3a6dd66a tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:00.776225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f98ea98-061a-4ffb-8b69-804b14f9d0d4 req-8dbd2726-0acf-4001-8ca4-c75d3a6dd66a tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 945 time: 0.0821183 Aug 23 15:01:00.794590 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c6e93842-7faf-4809-af04-0cdc46927038 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Deleting port 520465b8-f3f1-4ed3-9e2c-b79102ec5029 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:00.808296 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6e93842-7faf-4809-af04-0cdc46927038 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:00.857800 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f98ea98-061a-4ffb-8b69-804b14f9d0d4 req-7ed7f248-0079-48a4-aad7-2a524fd93ae2 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/security-groups?id=4445070b-cfe8-48c0-8f36-f06852ec12c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799155 Aug 23 15:01:00.926719 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6e93842-7faf-4809-af04-0cdc46927038 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:00.952032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c6e93842-7faf-4809-af04-0cdc46927038 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Calling delete_port for 520465b8-f3f1-4ed3-9e2c-b79102ec5029 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:00.953221 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c1366564-cdeb-4d36-a839-e630290930f3 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:01:01.046355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c1366564-cdeb-4d36-a839-e630290930f3 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:01:01.046515 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:01.305317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a28f2-1cd0-4905-9682-5f9c24627143 req-66358fff-75cc-4135-a757-a285cfd00db9 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:01.307001 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-129a28f2-1cd0-4905-9682-5f9c24627143 req-66358fff-75cc-4135-a757-a285cfd00db9 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.0687473 Aug 23 15:01:01.369644 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-129a28f2-1cd0-4905-9682-5f9c24627143 req-397e38c0-ba66-4726-9eac-1abf68a4fa7a tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481763 Aug 23 15:01:01.370833 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6e93842-7faf-4809-af04-0cdc46927038 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:01.406538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e93842-7faf-4809-af04-0cdc46927038 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event deleted for resources: {'Port': ['ID=520465b8-f3f1-4ed3-9e2c-b79102ec5029,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:01.589083 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6e93842-7faf-4809-af04-0cdc46927038 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:01.810474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e93842-7faf-4809-af04-0cdc46927038 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Router f9aee1a0-46ea-4afa-b113-c9643171369b has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:01:01.932904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac13b00-714e-43d4-ab07-131a83290815 req-0570fb46-aea3-487b-8100-faf13f719693 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:01.938572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e93842-7faf-4809-af04-0cdc46927038 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:01:01.938903 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ac13b00-714e-43d4-ab07-131a83290815 req-0570fb46-aea3-487b-8100-faf13f719693 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 945 time: 0.1166399 Aug 23 15:01:01.950227 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c6e93842-7faf-4809-af04-0cdc46927038 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "PUT /v2.0/routers/f9aee1a0-46ea-4afa-b113-c9643171369b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0206051 Aug 23 15:01:01.950429 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141e9bb-a893-4e68-8f38-579a37fc6611 None None] Sync routers for ids ['f9aee1a0-46ea-4afa-b113-c9643171369b'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:01:01.953228 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57052) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:01.961009 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141e9bb-a893-4e68-8f38-579a37fc6611 None None] Routers {'f9aee1a0-46ea-4afa-b113-c9643171369b'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:01:01.961644 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5141e9bb-a893-4e68-8f38-579a37fc6611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:00:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f9aee1a0-46ea-4afa-b113-c9643171369b'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:02.040960 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-9c23400f-66c1-4961-8e09-914d8336ad2f tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] show failed (client error): The resource could not be found. Aug 23 15:01:02.046103 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9c23400f-66c1-4961-8e09-914d8336ad2f tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "GET /v2.0/routers/tempest-non_exist_router-812968532 HTTP/1.1" status: 404 len: 334 time: 0.0897992 Aug 23 15:01:02.046434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57054) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:02.046574 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5141e9bb-a893-4e68-8f38-579a37fc6611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:02.051267 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e16a0af9-f167-4a51-8070-f58446980916 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Request body: {'router': {'name': 'new_name'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:02.067797 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141e9bb-a893-4e68-8f38-579a37fc6611 None None] Routers {'f9aee1a0-46ea-4afa-b113-c9643171369b'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:01:02.068423 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5141e9bb-a893-4e68-8f38-579a37fc6611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:00:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f9aee1a0-46ea-4afa-b113-c9643171369b'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:02.074919 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ac13b00-714e-43d4-ab07-131a83290815 req-7a8ac534-5379-4135-bccc-7ba718d6812b tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/security-groups?id=e92d2031-a14e-408f-a870-52ca4a389776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187148 Aug 23 15:01:02.133303 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-e16a0af9-f167-4a51-8070-f58446980916 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] update failed (client error): The resource could not be found. Aug 23 15:01:02.134460 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e16a0af9-f167-4a51-8070-f58446980916 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "PUT /v2.0/routers/tempest-non_exist_router-1162561357 HTTP/1.1" status: 404 len: 335 time: 0.0870683 Aug 23 15:01:02.140937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e424c2d-ed94-4983-8b89-a1d06409fdeb req-3c8ade57-1fc5-43ab-b013-37244fccb830 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:02.145205 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e424c2d-ed94-4983-8b89-a1d06409fdeb req-3c8ade57-1fc5-43ab-b013-37244fccb830 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.57 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 945 time: 0.1452963 Aug 23 15:01:02.145800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57058) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:02.178868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e292204-f7e2-4685-a1e1-4a76746d3419 req-f784d706-339c-42af-bec9-9d5f55ca2bbb tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:02.187983 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e292204-f7e2-4685-a1e1-4a76746d3419 req-f784d706-339c-42af-bec9-9d5f55ca2bbb tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 945 time: 0.1765079 Aug 23 15:01:02.194556 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5141e9bb-a893-4e68-8f38-579a37fc6611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:02.196604 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141e9bb-a893-4e68-8f38-579a37fc6611 None None] The sync data for ids ['f9aee1a0-46ea-4afa-b113-c9643171369b'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:01:02.287240 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e292204-f7e2-4685-a1e1-4a76746d3419 req-ac0408f6-b4f1-4706-a820-9681d9a0ad79 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/security-groups?id=4445070b-cfe8-48c0-8f36-f06852ec12c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946646 Aug 23 15:01:02.331987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-0622de8d-5414-41a9-b160-314b521e5d93 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Deleting subnet 20fb9fc0-f51e-4ea5-b3a5-f7d70411c0cb {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:01:02.337258 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0622de8d-5414-41a9-b160-314b521e5d93 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:02.388114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-6e424c2d-ed94-4983-8b89-a1d06409fdeb req-101c8fdb-fa58-41ff-a812-413165cfad6f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Deleting port 398884a7-4705-4b5e-b67d-9315fe2895ab {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:02.388337 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6e424c2d-ed94-4983-8b89-a1d06409fdeb req-101c8fdb-fa58-41ff-a812-413165cfad6f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:02.489261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-6e424c2d-ed94-4983-8b89-a1d06409fdeb req-101c8fdb-fa58-41ff-a812-413165cfad6f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] For port 398884a7-4705-4b5e-b67d-9315fe2895ab, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=398884a7-4705-4b5e-b67d-9315fe2895ab,segment=NetworkSegment(2b8f7bd5-8222-4210-aa72-a4371fdf4195),segment_id=2b8f7bd5-8222-4210-aa72-a4371fdf4195)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:02.497200 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6e424c2d-ed94-4983-8b89-a1d06409fdeb req-101c8fdb-fa58-41ff-a812-413165cfad6f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:02.503572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-6e424c2d-ed94-4983-8b89-a1d06409fdeb req-101c8fdb-fa58-41ff-a812-413165cfad6f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Calling delete_port for 398884a7-4705-4b5e-b67d-9315fe2895ab owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:02.565534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d2918-1872-476c-9b6a-6bb6fe2b6a8f req-a7088841-3022-47aa-b190-34e8455977d4 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:02.566771 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-488d2918-1872-476c-9b6a-6bb6fe2b6a8f req-a7088841-3022-47aa-b190-34e8455977d4 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.0844147 Aug 23 15:01:02.594677 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0622de8d-5414-41a9-b160-314b521e5d93 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:02.641704 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-488d2918-1872-476c-9b6a-6bb6fe2b6a8f req-3abb553a-7234-478c-a036-69ce764ec431 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643456 Aug 23 15:01:02.795992 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0622de8d-5414-41a9-b160-314b521e5d93 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:02.843784 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6e424c2d-ed94-4983-8b89-a1d06409fdeb req-101c8fdb-fa58-41ff-a812-413165cfad6f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:02.888576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c8fdb-fa58-41ff-a812-413165cfad6f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Pushing event deleted for resources: {'Port': ['ID=398884a7-4705-4b5e-b67d-9315fe2895ab,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:02.904706 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8352f7-f193-4449-9ec0-a26d3fff538a req-dd1ddd87-da28-4350-a8c7-90ac22bd8196 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:02.906636 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ff8352f7-f193-4449-9ec0-a26d3fff538a req-dd1ddd87-da28-4350-a8c7-90ac22bd8196 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 945 time: 0.0804529 Aug 23 15:01:02.947064 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ff8352f7-f193-4449-9ec0-a26d3fff538a req-a6057009-1369-49a8-9e19-45442bda889f tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/security-groups?id=4445070b-cfe8-48c0-8f36-f06852ec12c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345168 Aug 23 15:01:02.960655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e424c2d-ed94-4983-8b89-a1d06409fdeb req-101c8fdb-fa58-41ff-a812-413165cfad6f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] No DVR routers for this DVR port 398884a7-4705-4b5e-b67d-9315fe2895ab on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:01:02.964016 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6e424c2d-ed94-4983-8b89-a1d06409fdeb req-101c8fdb-fa58-41ff-a812-413165cfad6f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:02.967723 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e424c2d-ed94-4983-8b89-a1d06409fdeb req-101c8fdb-fa58-41ff-a812-413165cfad6f tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.57 "DELETE /v2.0/ports/398884a7-4705-4b5e-b67d-9315fe2895ab HTTP/1.1" status: 204 len: 173 time: 0.8025289 Aug 23 15:01:02.968121 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856e8468-54b6-4aa3-a0cd-34d1c81b5403', 'name': 'network-vif-deleted', 'tag': '398884a7-4705-4b5e-b67d-9315fe2895ab'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:02.970425 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b07e391-47c1-448e-9d5c-51991a62ea58" -d '{"events": [{"server_uuid": "856e8468-54b6-4aa3-a0cd-34d1c81b5403", "name": "network-vif-deleted", "tag": "398884a7-4705-4b5e-b67d-9315fe2895ab"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:03.010657 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0622de8d-5414-41a9-b160-314b521e5d93 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:03.016644 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82122c9-f6ee-4872-ae42-c065a9844f7d x-openstack-request-id: req-b82122c9-f6ee-4872-ae42-c065a9844f7d {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:03.016946 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856e8468-54b6-4aa3-a0cd-34d1c81b5403", "name": "network-vif-deleted", "tag": "398884a7-4705-4b5e-b67d-9315fe2895ab", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:03.017199 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b82122c9-f6ee-4872-ae42-c065a9844f7d {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:03.017632 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856e8468-54b6-4aa3-a0cd-34d1c81b5403', 'name': 'network-vif-deleted', 'tag': '398884a7-4705-4b5e-b67d-9315fe2895ab', 'status': 'completed', 'code': 200} Aug 23 15:01:03.067454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622de8d-5414-41a9-b160-314b521e5d93 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event deleted for resources: {'Subnet': ['ID=20fb9fc0-f51e-4ea5-b3a5-f7d70411c0cb,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:03.078049 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0622de8d-5414-41a9-b160-314b521e5d93 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:03.080569 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0622de8d-5414-41a9-b160-314b521e5d93 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "DELETE /v2.0/subnets/20fb9fc0-f51e-4ea5-b3a5-f7d70411c0cb HTTP/1.1" status: 204 len: 168 time: 0.9334958 Aug 23 15:01:03.081509 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eaf27a-db2f-4673-9080-1f6ec28994c1 None None] Network ca7a358d-4316-4455-b51b-0ebd99d118ff requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:01:03.082743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57074) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:03.226675 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-25210e47-ba26-4dca-8b1c-15eed4c9ed52 req-839b2e4f-3ac5-498f-8411-da9d428871c8 tempest-ServerMetadataNegativeTestJSON-1577352716 tempest-ServerMetadataNegativeTestJSON-1577352716-project] 10.222.0.38 "GET /v2.0/ports?device_id=856e8468-54b6-4aa3-a0cd-34d1c81b5403 HTTP/1.1" status: 200 len: 210 time: 0.0374911 Aug 23 15:01:03.229656 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:03.332931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff82445-0b0a-42d0-b44a-5811964d1f03 None None] DHCP port deletion for ca7a358d-4316-4455-b51b-0ebd99d118ff request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:01:03.345772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Deleting port c1366564-cdeb-4d36-a839-e630290930f3 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:03.345772 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:03.408718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4ff82445-0b0a-42d0-b44a-5811964d1f03 None None] Deleting port c1366564-cdeb-4d36-a839-e630290930f3 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:03.410208 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4ff82445-0b0a-42d0-b44a-5811964d1f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:03.419976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] For port c1366564-cdeb-4d36-a839-e630290930f3, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c1366564-cdeb-4d36-a839-e630290930f3,segment=NetworkSegment(fd11c2a0-af41-476f-9dd4-27f1bbd317fe),segment_id=fd11c2a0-af41-476f-9dd4-27f1bbd317fe)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:03.419976 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:03.436617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Calling delete_port for c1366564-cdeb-4d36-a839-e630290930f3 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:03.492684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4ff82445-0b0a-42d0-b44a-5811964d1f03 None None] For port c1366564-cdeb-4d36-a839-e630290930f3, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c1366564-cdeb-4d36-a839-e630290930f3,segment=NetworkSegment(fd11c2a0-af41-476f-9dd4-27f1bbd317fe),segment_id=fd11c2a0-af41-476f-9dd4-27f1bbd317fe)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:03.493275 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4ff82445-0b0a-42d0-b44a-5811964d1f03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:03.512821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4ff82445-0b0a-42d0-b44a-5811964d1f03 None None] Calling delete_port for c1366564-cdeb-4d36-a839-e630290930f3 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:03.610336 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:03.638237 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4ff82445-0b0a-42d0-b44a-5811964d1f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:03.665861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event deleted for resources: {'Port': ['ID=c1366564-cdeb-4d36-a839-e630290930f3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:03.671931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] No DVR routers for this DVR port c1366564-cdeb-4d36-a839-e630290930f3 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:01:03.707588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff82445-0b0a-42d0-b44a-5811964d1f03 None None] Pushing event deleted for resources: {'Port': ['ID=c1366564-cdeb-4d36-a839-e630290930f3,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:03.725772 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff82445-0b0a-42d0-b44a-5811964d1f03 None None] No DVR routers for this DVR port c1366564-cdeb-4d36-a839-e630290930f3 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:01:03.878771 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:03.895215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7a358d-4316-4455-b51b-0ebd99d118ff']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:03.909382 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd11c2a0-af41-476f-9dd4-27f1bbd317fe') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:03.909839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd11c2a0-af41-476f-9dd4-27f1bbd317fe') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:03.921301 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:03.938003 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:03.946084 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:01:03.946702 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:01:03.967996 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:01:04.095873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fae06c-bf2c-4b03-a1c9-e95ae19d1763 req-c58d793e-6811-49c0-bdb4-c7b079b0072e tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:04.103097 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8fae06c-bf2c-4b03-a1c9-e95ae19d1763 req-c58d793e-6811-49c0-bdb4-c7b079b0072e tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.3452792 Aug 23 15:01:04.188409 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0d15f-e96d-46fc-95f4-8f38b23d61c5 req-7d7a5215-ecf4-4661-a2a1-a6be0ddb0240 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:04.200690 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b8c0d15f-e96d-46fc-95f4-8f38b23d61c5 req-7d7a5215-ecf4-4661-a2a1-a6be0ddb0240 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 945 time: 0.1155698 Aug 23 15:01:04.269169 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8fae06c-bf2c-4b03-a1c9-e95ae19d1763 req-dd90f229-6a9c-4bd1-88ec-cbf37b286522 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499810 Aug 23 15:01:04.289904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea385da-65e8-416a-8f29-096838d85a93 req-cf0aa778-731a-4245-a375-9f6586f4e53c tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:04.292274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aea385da-65e8-416a-8f29-096838d85a93 req-cf0aa778-731a-4245-a375-9f6586f4e53c tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.57 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 945 time: 0.1829267 Aug 23 15:01:04.293925 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:04.313132 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b8c0d15f-e96d-46fc-95f4-8f38b23d61c5 req-5e46f9ae-5100-44d8-8e43-757774a99307 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/security-groups?id=4445070b-cfe8-48c0-8f36-f06852ec12c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114631 Aug 23 15:01:04.353835 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:04.361789 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57104) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:04.362075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "DELETE /v2.0/networks/ca7a358d-4316-4455-b51b-0ebd99d118ff HTTP/1.1" status: 204 len: 168 time: 1.2775159 Aug 23 15:01:04.386067 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ce9d8-45be-426f-91ff-7e50aff986d1 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event deleted for resources: {'Network': ['ID=ca7a358d-4316-4455-b51b-0ebd99d118ff,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:04.429386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57106) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:04.511463 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0fdbb8-26af-44bd-a211-56d708d9e68a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Deleting subnet 626fd2f1-9c5e-4521-86a2-bcf4927bde4d {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:01:04.522808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e15f2d0-b127-4b00-8077-3c3f601aa3e7 admin admin] Deleting subnet 0d96e928-3d59-4d91-9e56-4f938e67a385 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:01:04.524821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 398884a7-4705-4b5e-b67d-9315fe2895ab no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:04.527805 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e15f2d0-b127-4b00-8077-3c3f601aa3e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:04.544528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-aea385da-65e8-416a-8f29-096838d85a93 req-adc5d4d1-12f9-472b-af37-9ef7bc448d41 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Deleting port 6d42cb6e-4453-4094-98f5-bfc725a6816a {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:04.545215 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-aea385da-65e8-416a-8f29-096838d85a93 req-adc5d4d1-12f9-472b-af37-9ef7bc448d41 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:04.569803 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e15f2d0-b127-4b00-8077-3c3f601aa3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:04.596192 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 398884a7-4705-4b5e-b67d-9315fe2895ab {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:01:04.596612 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 398884a7-4705-4b5e-b67d-9315fe2895ab not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:01:04.599395 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6d42cb6e-4453-4094-98f5-bfc725a6816a no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:04.618721 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e15f2d0-b127-4b00-8077-3c3f601aa3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:04.710374 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e0fdbb8-26af-44bd-a211-56d708d9e68a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:04.723852 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-aea385da-65e8-416a-8f29-096838d85a93 req-adc5d4d1-12f9-472b-af37-9ef7bc448d41 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] For port 6d42cb6e-4453-4094-98f5-bfc725a6816a, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6d42cb6e-4453-4094-98f5-bfc725a6816a,segment=NetworkSegment(9bc229d6-49db-41da-9ca7-42fc3bc0ebd0),segment_id=9bc229d6-49db-41da-9ca7-42fc3bc0ebd0)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:04.724968 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-aea385da-65e8-416a-8f29-096838d85a93 req-adc5d4d1-12f9-472b-af37-9ef7bc448d41 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:04.752715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-aea385da-65e8-416a-8f29-096838d85a93 req-adc5d4d1-12f9-472b-af37-9ef7bc448d41 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Calling delete_port for 6d42cb6e-4453-4094-98f5-bfc725a6816a owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:04.775414 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e15f2d0-b127-4b00-8077-3c3f601aa3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:04.809224 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:04.844283 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15f2d0-b127-4b00-8077-3c3f601aa3e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d96e928-3d59-4d91-9e56-4f938e67a385,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:04.859537 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e0fdbb8-26af-44bd-a211-56d708d9e68a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:04.867939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47231a19-5137-4c31-8f52-2027103ee5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d42cb6e-4453-4094-98f5-bfc725a6816a'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:04.872318 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aecfd1e-9f08-4504-bf15-aacdd1a1bb75" -d '{"events": [{"server_uuid": "47231a19-5137-4c31-8f52-2027103ee5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "6d42cb6e-4453-4094-98f5-bfc725a6816a"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:04.878088 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e15f2d0-b127-4b00-8077-3c3f601aa3e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:04.882833 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4e15f2d0-b127-4b00-8077-3c3f601aa3e7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0d96e928-3d59-4d91-9e56-4f938e67a385 HTTP/1.1" status: 204 len: 168 time: 0.4519219 Aug 23 15:01:04.890349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57112) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:04.951513 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6d42cb6e-4453-4094-98f5-bfc725a6816a, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6d42cb6e-4453-4094-98f5-bfc725a6816a,segment=NetworkSegment(9bc229d6-49db-41da-9ca7-42fc3bc0ebd0),segment_id=9bc229d6-49db-41da-9ca7-42fc3bc0ebd0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:04.976978 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecc0bfe-3bfc-4471-bf04-bf5b40edcbc4 x-openstack-request-id: req-3ecc0bfe-3bfc-4471-bf04-bf5b40edcbc4 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:04.977279 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47231a19-5137-4c31-8f52-2027103ee5ea", "name": "network-vif-unplugged", "status": "completed", "tag": "6d42cb6e-4453-4094-98f5-bfc725a6816a", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:04.977530 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3ecc0bfe-3bfc-4471-bf04-bf5b40edcbc4 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:04.977928 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47231a19-5137-4c31-8f52-2027103ee5ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d42cb6e-4453-4094-98f5-bfc725a6816a', 'code': 200} Aug 23 15:01:05.011174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c1366564-cdeb-4d36-a839-e630290930f3 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:05.034464 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.039539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: c1366564-cdeb-4d36-a839-e630290930f3 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:01:05.044336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c1366564-cdeb-4d36-a839-e630290930f3 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:01:05.063900 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e0fdbb8-26af-44bd-a211-56d708d9e68a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.128093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=6d42cb6e-4453-4094-98f5-bfc725a6816a,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:05.165782 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4b78ae6-05da-49f2-8a20-3a0368b6ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.269145 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e0fdbb8-26af-44bd-a211-56d708d9e68a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.306142 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fdbb8-26af-44bd-a211-56d708d9e68a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event deleted for resources: {'Subnet': ['ID=626fd2f1-9c5e-4521-86a2-bcf4927bde4d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:05.328447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d66db0-b62a-4060-9609-035a68590f60 None None] Network 32a95aa2-f29a-4fd2-9d8e-e03c6062f654 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:01:05.342393 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e0fdbb8-26af-44bd-a211-56d708d9e68a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.344620 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4e0fdbb8-26af-44bd-a211-56d708d9e68a tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "DELETE /v2.0/subnets/626fd2f1-9c5e-4521-86a2-bcf4927bde4d HTTP/1.1" status: 204 len: 168 time: 0.9812286 Aug 23 15:01:05.347260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57118) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:05.406602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3860d57b-58e1-4f7a-b70a-5c67b55592ab req-5823ee6b-26a6-4d58-a582-2574133346a5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2314196 Aug 23 15:01:05.449361 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4b78ae6-05da-49f2-8a20-3a0368b6ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.508626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a28ba43-bf3b-40bc-80ef-489017d0c997 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Deleting subnet b24c416d-2c11-4e49-9fc8-0f784a2fa9f4 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:01:05.513794 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8a28ba43-bf3b-40bc-80ef-489017d0c997 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.615356 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7eefd9e-3a76-4e2a-9307-5135baa12a2c req-a3b9fe3b-9ab0-435a-baa8-14e8889293ec tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 210 time: 0.1031601 Aug 23 15:01:05.629886 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-aea385da-65e8-416a-8f29-096838d85a93 req-adc5d4d1-12f9-472b-af37-9ef7bc448d41 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.664358 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8a28ba43-bf3b-40bc-80ef-489017d0c997 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.674006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b4b78ae6-05da-49f2-8a20-3a0368b6ec13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e8709e-a02c-42f0-bc77-c492ddf5e8db']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:05.729920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5d4d1-12f9-472b-af37-9ef7bc448d41 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Pushing event deleted for resources: {'Port': ['ID=6d42cb6e-4453-4094-98f5-bfc725a6816a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:05.741959 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c420557-a4d4-4a4c-b150-3f6dc9151a54 None None] DHCP port deletion for 32a95aa2-f29a-4fd2-9d8e-e03c6062f654 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:01:05.750951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b4b78ae6-05da-49f2-8a20-3a0368b6ec13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8f7bd5-8222-4210-aa72-a4371fdf4195') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:05.750951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b4b78ae6-05da-49f2-8a20-3a0368b6ec13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8f7bd5-8222-4210-aa72-a4371fdf4195') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:05.790450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbad28-ab88-447c-9827-08aecc8bdf7f req-41007f8f-9356-4661-bf10-f1886547bac5 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:05.792237 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7dfbad28-ab88-447c-9827-08aecc8bdf7f req-41007f8f-9356-4661-bf10-f1886547bac5 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.3354564 Aug 23 15:01:05.795274 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4b78ae6-05da-49f2-8a20-3a0368b6ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.798318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860d57b-58e1-4f7a-b70a-5c67b55592ab req-df47afb2-c133-4d58-8e63-3b0a9237aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:05.799913 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3860d57b-58e1-4f7a-b70a-5c67b55592ab req-df47afb2-c133-4d58-8e63-3b0a9237aaaa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88f8a26a99a844c481e3085faeade9fd&device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 1096 time: 0.2228427 Aug 23 15:01:05.819768 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8a28ba43-bf3b-40bc-80ef-489017d0c997 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.839135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1c420557-a4d4-4a4c-b150-3f6dc9151a54 None None] Deleting port d3a193ab-8df8-49ef-89a5-7435f34d6d3b {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:05.839953 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1c420557-a4d4-4a4c-b150-3f6dc9151a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.893816 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4b78ae6-05da-49f2-8a20-3a0368b6ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.907209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea385da-65e8-416a-8f29-096838d85a93 req-adc5d4d1-12f9-472b-af37-9ef7bc448d41 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] No DVR routers for this DVR port 6d42cb6e-4453-4094-98f5-bfc725a6816a on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:01:05.953850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1c420557-a4d4-4a4c-b150-3f6dc9151a54 None None] For port d3a193ab-8df8-49ef-89a5-7435f34d6d3b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d3a193ab-8df8-49ef-89a5-7435f34d6d3b,segment=NetworkSegment(88f5f7f5-9e79-44c7-92a3-ba6216819dd0),segment_id=88f5f7f5-9e79-44c7-92a3-ba6216819dd0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:05.955595 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-aea385da-65e8-416a-8f29-096838d85a93 req-adc5d4d1-12f9-472b-af37-9ef7bc448d41 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.958060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aea385da-65e8-416a-8f29-096838d85a93 req-adc5d4d1-12f9-472b-af37-9ef7bc448d41 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.57 "DELETE /v2.0/ports/6d42cb6e-4453-4094-98f5-bfc725a6816a HTTP/1.1" status: 204 len: 173 time: 1.6258647 Aug 23 15:01:05.958855 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1c420557-a4d4-4a4c-b150-3f6dc9151a54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.959455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b78ae6-05da-49f2-8a20-3a0368b6ec13 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:01:05.959575 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4b78ae6-05da-49f2-8a20-3a0368b6ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:05.971045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47231a19-5137-4c31-8f52-2027103ee5ea', 'name': 'network-vif-deleted', 'tag': '6d42cb6e-4453-4094-98f5-bfc725a6816a'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:05.974678 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7981d8e-4e03-4b7e-b6d5-73d2aaa07cb8" -d '{"events": [{"server_uuid": "47231a19-5137-4c31-8f52-2027103ee5ea", "name": "network-vif-deleted", "tag": "6d42cb6e-4453-4094-98f5-bfc725a6816a"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:01:05.978818 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:01:05.992257 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1c420557-a4d4-4a4c-b150-3f6dc9151a54 None None] Calling delete_port for d3a193ab-8df8-49ef-89a5-7435f34d6d3b owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:06.032969 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8a28ba43-bf3b-40bc-80ef-489017d0c997 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:06.122232 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28ba43-bf3b-40bc-80ef-489017d0c997 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event deleted for resources: {'Subnet': ['ID=b24c416d-2c11-4e49-9fc8-0f784a2fa9f4,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:06.133482 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8a28ba43-bf3b-40bc-80ef-489017d0c997 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:06.135434 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8a28ba43-bf3b-40bc-80ef-489017d0c997 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "DELETE /v2.0/subnets/b24c416d-2c11-4e49-9fc8-0f784a2fa9f4 HTTP/1.1" status: 204 len: 168 time: 0.7873378 Aug 23 15:01:06.138712 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57130) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:06.149176 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a66ca0-9836-4951-b29c-ee95e7d66f43 None None] Network 4765d312-dd70-41b3-800a-c2545a320260 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:01:06.157848 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37dbfad-0a39-4e4c-98f0-e3a24f68469b x-openstack-request-id: req-c37dbfad-0a39-4e4c-98f0-e3a24f68469b {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:06.158154 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47231a19-5137-4c31-8f52-2027103ee5ea", "name": "network-vif-deleted", "tag": "6d42cb6e-4453-4094-98f5-bfc725a6816a", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:06.158469 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c37dbfad-0a39-4e4c-98f0-e3a24f68469b {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:06.158829 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47231a19-5137-4c31-8f52-2027103ee5ea', 'name': 'network-vif-deleted', 'tag': '6d42cb6e-4453-4094-98f5-bfc725a6816a', 'status': 'completed', 'code': 200} Aug 23 15:01:06.195713 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7dfbad28-ab88-447c-9827-08aecc8bdf7f req-b40603b2-3eb3-41c0-afc1-b32ade894a47 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775535 Aug 23 15:01:06.312150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860d57b-58e1-4f7a-b70a-5c67b55592ab req-7a13defe-4eeb-47af-9057-356d0b8924e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:06.313761 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3860d57b-58e1-4f7a-b70a-5c67b55592ab req-7a13defe-4eeb-47af-9057-356d0b8924e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d04ef1b7-e717-48ad-b71a-70e29fc8453d HTTP/1.1" status: 200 len: 911 time: 0.4837499 Aug 23 15:01:06.333970 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d66ad77-f895-41fa-8758-7e92ab4acb71 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:06.337206 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4b78ae6-05da-49f2-8a20-3a0368b6ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:06.352354 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1c420557-a4d4-4a4c-b150-3f6dc9151a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:06.379572 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4b78ae6-05da-49f2-8a20-3a0368b6ec13 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:06.396898 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b4b78ae6-05da-49f2-8a20-3a0368b6ec13 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b5e8709e-a02c-42f0-bc77-c492ddf5e8db HTTP/1.1" status: 204 len: 168 time: 1.4924376 Aug 23 15:01:06.420528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3860d57b-58e1-4f7a-b70a-5c67b55592ab req-e19d0f5a-72f3-440c-8221-17dd4f97f666 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49d5af5f-e648-4934-ae8d-284f0473848d HTTP/1.1" status: 200 len: 217 time: 0.0941546 Aug 23 15:01:06.420528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b78ae6-05da-49f2-8a20-3a0368b6ec13 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5e8709e-a02c-42f0-bc77-c492ddf5e8db,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:06.445687 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c420557-a4d4-4a4c-b150-3f6dc9151a54 None None] No DVR routers for this DVR port d3a193ab-8df8-49ef-89a5-7435f34d6d3b on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:01:06.487595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c420557-a4d4-4a4c-b150-3f6dc9151a54 None None] Pushing event deleted for resources: {'Port': ['ID=d3a193ab-8df8-49ef-89a5-7435f34d6d3b,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:06.530157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860d57b-58e1-4f7a-b70a-5c67b55592ab req-d032c944-7536-4973-8157-312a788cfb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:06.532972 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3860d57b-58e1-4f7a-b70a-5c67b55592ab req-d032c944-7536-4973-8157-312a788cfb94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e HTTP/1.1" status: 200 len: 850 time: 0.0991070 Aug 23 15:01:06.554053 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d66ad77-f895-41fa-8758-7e92ab4acb71 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:06.574221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0d66ad77-f895-41fa-8758-7e92ab4acb71 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a95aa2-f29a-4fd2-9d8e-e03c6062f654']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:06.591722 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0d66ad77-f895-41fa-8758-7e92ab4acb71 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f5f7f5-9e79-44c7-92a3-ba6216819dd0') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:06.591897 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0d66ad77-f895-41fa-8758-7e92ab4acb71 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f5f7f5-9e79-44c7-92a3-ba6216819dd0') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:06.624746 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d66ad77-f895-41fa-8758-7e92ab4acb71 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:06.625941 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3860d57b-58e1-4f7a-b70a-5c67b55592ab req-8ddf77d8-79cd-49cc-a281-227edb4bd563 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d04ef1b7-e717-48ad-b71a-70e29fc8453d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861449 Aug 23 15:01:06.641694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0243abbe-6c6b-43bb-80c0-b46537be1bdb None None] DHCP port deletion for 4765d312-dd70-41b3-800a-c2545a320260 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:01:06.722819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0243abbe-6c6b-43bb-80c0-b46537be1bdb None None] Deleting port fbfb87d7-9a24-4c08-8670-b49de3bfd21e {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:06.723708 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0243abbe-6c6b-43bb-80c0-b46537be1bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:06.756150 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d66ad77-f895-41fa-8758-7e92ab4acb71 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:06.778690 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d66ad77-f895-41fa-8758-7e92ab4acb71 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:01:06.780097 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d66ad77-f895-41fa-8758-7e92ab4acb71 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:06.815913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57144) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:06.874405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0243abbe-6c6b-43bb-80c0-b46537be1bdb None None] For port fbfb87d7-9a24-4c08-8670-b49de3bfd21e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fbfb87d7-9a24-4c08-8670-b49de3bfd21e,segment=NetworkSegment(62cf77f4-f1da-4edf-9ef5-1868c432e682),segment_id=62cf77f4-f1da-4edf-9ef5-1868c432e682)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:06.875175 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0243abbe-6c6b-43bb-80c0-b46537be1bdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:06.905028 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3860d57b-58e1-4f7a-b70a-5c67b55592ab req-48742a8a-9127-40fd-b568-284c2fc9311e service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707207 Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:01:06.917402 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:01:06.921575 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0243abbe-6c6b-43bb-80c0-b46537be1bdb None None] Calling delete_port for fbfb87d7-9a24-4c08-8670-b49de3bfd21e owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:06.980231 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f42688b-7444-4869-80cb-0e19ef99f170 req-c434a6fc-de45-4428-938f-06c6f3fdb538 tempest-InstanceActionsV221TestJSON-450175760 tempest-InstanceActionsV221TestJSON-450175760-project] 10.222.0.38 "GET /v2.0/ports?device_id=47231a19-5137-4c31-8f52-2027103ee5ea HTTP/1.1" status: 200 len: 210 time: 0.0553541 Aug 23 15:01:07.062241 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fbfb87d7-9a24-4c08-8670-b49de3bfd21e no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:07.078150 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d66ad77-f895-41fa-8758-7e92ab4acb71 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:07.113085 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d66ad77-f895-41fa-8758-7e92ab4acb71 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:07.118122 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0d66ad77-f895-41fa-8758-7e92ab4acb71 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "DELETE /v2.0/networks/32a95aa2-f29a-4fd2-9d8e-e03c6062f654 HTTP/1.1" status: 204 len: 168 time: 0.9760985 Aug 23 15:01:07.118122 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66ad77-f895-41fa-8758-7e92ab4acb71 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event deleted for resources: {'Network': ['ID=32a95aa2-f29a-4fd2-9d8e-e03c6062f654,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:07.118413 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8ef32719-4300-40cd-9270-e9457d99aa3e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=972c9ad42a00409db99202550505ec64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003132 Aug 23 15:01:07.123354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57148) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:07.123601 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57150) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:07.197897 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3860d57b-58e1-4f7a-b70a-5c67b55592ab req-0e2a1c93-5fd2-4ecf-aaec-efea6716da74 service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799494 Aug 23 15:01:07.225061 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:07.272776 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ac75365-23c6-4941-a99e-d6ac76263826 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:07.289599 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0243abbe-6c6b-43bb-80c0-b46537be1bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:07.317258 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-35e1e45f-22f7-4395-9d13-45c73650e2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:07.364849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d3a193ab-8df8-49ef-89a5-7435f34d6d3b no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:07.370492 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243abbe-6c6b-43bb-80c0-b46537be1bdb None None] No DVR routers for this DVR port fbfb87d7-9a24-4c08-8670-b49de3bfd21e on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:01:07.373768 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243abbe-6c6b-43bb-80c0-b46537be1bdb None None] Pushing event deleted for resources: {'Port': ['ID=fbfb87d7-9a24-4c08-8670-b49de3bfd21e,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:07.408971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: d3a193ab-8df8-49ef-89a5-7435f34d6d3b {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:01:07.409495 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d3a193ab-8df8-49ef-89a5-7435f34d6d3b not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:01:07.459564 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ac75365-23c6-4941-a99e-d6ac76263826 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:07.472794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-3ac75365-23c6-4941-a99e-d6ac76263826 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4765d312-dd70-41b3-800a-c2545a320260']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:07.498928 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-35e1e45f-22f7-4395-9d13-45c73650e2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:07.538061 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-3ac75365-23c6-4941-a99e-d6ac76263826 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cf77f4-f1da-4edf-9ef5-1868c432e682') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:07.538383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-3ac75365-23c6-4941-a99e-d6ac76263826 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cf77f4-f1da-4edf-9ef5-1868c432e682') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:07.566484 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ac75365-23c6-4941-a99e-d6ac76263826 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:07.589031 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ac75365-23c6-4941-a99e-d6ac76263826 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:07.599436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fa0c7-e116-4d4c-9f88-25ba052f246d req-79632b72-13eb-4a7b-9ff3-45bbc79de2c3 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:07.601005 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa7fa0c7-e116-4d4c-9f88-25ba052f246d req-79632b72-13eb-4a7b-9ff3-45bbc79de2c3 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.2542586 Aug 23 15:01:07.614275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac75365-23c6-4941-a99e-d6ac76263826 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:01:07.614275 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ac75365-23c6-4941-a99e-d6ac76263826 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:01:07.617329 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:01:07.712503 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa7fa0c7-e116-4d4c-9f88-25ba052f246d req-e28b5747-fd1c-4848-ad03-3d2c72658e53 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937965 Aug 23 15:01:07.717885 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-35e1e45f-22f7-4395-9d13-45c73650e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:07.721316 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-35e1e45f-22f7-4395-9d13-45c73650e2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:07.722511 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-35e1e45f-22f7-4395-9d13-45c73650e2d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e92d2031-a14e-408f-a870-52ca4a389776 HTTP/1.1" status: 204 len: 168 time: 0.5966470 Aug 23 15:01:07.733046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1e45f-22f7-4395-9d13-45c73650e2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92d2031-a14e-408f-a870-52ca4a389776,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:07.763880 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ac75365-23c6-4941-a99e-d6ac76263826 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:07.780805 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ac75365-23c6-4941-a99e-d6ac76263826 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:07.780805 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3ac75365-23c6-4941-a99e-d6ac76263826 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "DELETE /v2.0/networks/4765d312-dd70-41b3-800a-c2545a320260 HTTP/1.1" status: 204 len: 168 time: 0.6527381 Aug 23 15:01:07.781011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57168) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:07.801062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac75365-23c6-4941-a99e-d6ac76263826 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event deleted for resources: {'Network': ['ID=4765d312-dd70-41b3-800a-c2545a320260,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:07.915337 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5beaa8a7-1c85-4aa1-be8c-3f7c2c687bf9 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Deleting subnet 064ab839-c4e1-4f0e-9001-bc8e89ed8739 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:01:07.922977 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5beaa8a7-1c85-4aa1-be8c-3f7c2c687bf9 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:08.010655 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5beaa8a7-1c85-4aa1-be8c-3f7c2c687bf9 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:08.260963 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5beaa8a7-1c85-4aa1-be8c-3f7c2c687bf9 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:08.438960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57190) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:08.442657 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5beaa8a7-1c85-4aa1-be8c-3f7c2c687bf9 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:08.475180 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaa8a7-1c85-4aa1-be8c-3f7c2c687bf9 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event deleted for resources: {'Subnet': ['ID=064ab839-c4e1-4f0e-9001-bc8e89ed8739,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:08.489633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5beaa8a7-1c85-4aa1-be8c-3f7c2c687bf9 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:08.489851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cae6c3-85cc-43db-8fa4-d4287d02b0a2 None None] Network 0cbe1acc-cdac-46ed-a317-1600a2eced30 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:01:08.495919 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5beaa8a7-1c85-4aa1-be8c-3f7c2c687bf9 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "DELETE /v2.0/subnets/064ab839-c4e1-4f0e-9001-bc8e89ed8739 HTTP/1.1" status: 204 len: 168 time: 0.7119439 Aug 23 15:01:08.498351 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57192) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:08.551894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-63856c4f-dad5-4d6c-804d-64e962b24608 admin admin] Deleting subnet e9662af5-e1c5-4d70-b882-a3ecd6835c8d {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:01:08.564145 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63856c4f-dad5-4d6c-804d-64e962b24608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:08.649922 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:08.686502 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63856c4f-dad5-4d6c-804d-64e962b24608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:08.722814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Deleting port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:08.722814 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:08.819377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] For port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5f29f4e8-cc1f-4b93-b161-dc1f376bfce0,segment=NetworkSegment(f2bc9340-95de-4bd5-ba8a-b9249fdfec28),segment_id=f2bc9340-95de-4bd5-ba8a-b9249fdfec28)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:08.820081 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:08.822199 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63856c4f-dad5-4d6c-804d-64e962b24608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:08.853358 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Calling delete_port for 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:08.872092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b060e32-9db6-42c5-8888-f08d4259cd93 None None] DHCP port deletion for 0cbe1acc-cdac-46ed-a317-1600a2eced30 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:01:09.023753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf345c-4e43-4fe4-826a-2eec2d68c276 req-9073f2fa-5269-4560-98a1-83db42a20466 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:09.027975 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1acf345c-4e43-4fe4-826a-2eec2d68c276 req-9073f2fa-5269-4560-98a1-83db42a20466 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.1385202 Aug 23 15:01:09.052261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:09.063942 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63856c4f-dad5-4d6c-804d-64e962b24608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:09.080206 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1acf345c-4e43-4fe4-826a-2eec2d68c276 req-7596f8ef-66d1-4108-b023-3ef1f6aaca5f tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415115 Aug 23 15:01:09.105319 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63856c4f-dad5-4d6c-804d-64e962b24608 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:09.113378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57210) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:09.116447 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-63856c4f-dad5-4d6c-804d-64e962b24608 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e9662af5-e1c5-4d70-b882-a3ecd6835c8d HTTP/1.1" status: 204 len: 168 time: 0.6690693 Aug 23 15:01:09.144413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9b060e32-9db6-42c5-8888-f08d4259cd93 None None] Deleting port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:09.145057 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9b060e32-9db6-42c5-8888-f08d4259cd93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:09.171558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63856c4f-dad5-4d6c-804d-64e962b24608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9662af5-e1c5-4d70-b882-a3ecd6835c8d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:09.221858 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:09.261551 n-d-804985-3 neutron-server[96116]: INFO neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No ports have port_id starting with 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 Aug 23 15:01:09.309889 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9b060e32-9db6-42c5-8888-f08d4259cd93 None None] For port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5f29f4e8-cc1f-4b93-b161-dc1f376bfce0,segment=NetworkSegment(f2bc9340-95de-4bd5-ba8a-b9249fdfec28),segment_id=f2bc9340-95de-4bd5-ba8a-b9249fdfec28)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:09.310306 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9b060e32-9db6-42c5-8888-f08d4259cd93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:09.326316 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9b060e32-9db6-42c5-8888-f08d4259cd93 None None] Calling delete_port for 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:09.329780 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event deleted for resources: {'Port': ['ID=5f29f4e8-cc1f-4b93-b161-dc1f376bfce0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:09.360119 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] No DVR routers for this DVR port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:01:09.422893 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9b060e32-9db6-42c5-8888-f08d4259cd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:09.429709 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a66fe6a-699f-46eb-8abb-162031b20afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:09.471334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b060e32-9db6-42c5-8888-f08d4259cd93 None None] No DVR routers for this DVR port 5f29f4e8-cc1f-4b93-b161-dc1f376bfce0 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:01:09.480979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b060e32-9db6-42c5-8888-f08d4259cd93 None None] Pushing event deleted for resources: {'Port': ['ID=5f29f4e8-cc1f-4b93-b161-dc1f376bfce0,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:09.549621 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:09.619587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbe1acc-cdac-46ed-a317-1600a2eced30']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:09.666293 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bc9340-95de-4bd5-ba8a-b9249fdfec28') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:09.666705 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bc9340-95de-4bd5-ba8a-b9249fdfec28') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:09.695507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57224) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:09.805399 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:09.831493 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a66fe6a-699f-46eb-8abb-162031b20afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:09.862352 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-3a66fe6a-699f-46eb-8abb-162031b20afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adb532b-4a89-4898-8be7-ee86b09958c3']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:09.867722 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:09.870858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1169095748-network', 'tenant_id': '09ae734873064a7a8c325332b9472ed3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:09.898016 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:01:09.898418 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:01:09.901588 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:01:09.913050 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-3a66fe6a-699f-46eb-8abb-162031b20afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc229d6-49db-41da-9ca7-42fc3bc0ebd0') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:09.913366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-3a66fe6a-699f-46eb-8abb-162031b20afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc229d6-49db-41da-9ca7-42fc3bc0ebd0') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:09.955937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a66fe6a-699f-46eb-8abb-162031b20afb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:09.980220 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a66fe6a-699f-46eb-8abb-162031b20afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:09.988934 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a66fe6a-699f-46eb-8abb-162031b20afb admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:01:09.989585 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a66fe6a-699f-46eb-8abb-162031b20afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:01:09.991971 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:01:09.998624 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] Made reservation on behalf of 09ae734873064a7a8c325332b9472ed3 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:10.002091 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:10.017719 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:10.078441 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:10.086357 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:10.089843 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "DELETE /v2.0/networks/0cbe1acc-cdac-46ed-a317-1600a2eced30 HTTP/1.1" status: 204 len: 168 time: 1.5883777 Aug 23 15:01:10.091396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57228) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:10.102970 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dff7d-3c1f-47f6-9d08-1e9aa875bab3 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Pushing event deleted for resources: {'Network': ['ID=0cbe1acc-cdac-46ed-a317-1600a2eced30,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:10.129878 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6ae7ebbb-e97b-49c9-b5ed-2c27f2d52fc0 tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9aee1a0-46ea-4afa-b113-c9643171369b HTTP/1.1" status: 200 len: 205 time: 0.0373156 Aug 23 15:01:10.146407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57234) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:10.152521 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a66fe6a-699f-46eb-8abb-162031b20afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:10.161225 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a66fe6a-699f-46eb-8abb-162031b20afb admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:10.161902 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3a66fe6a-699f-46eb-8abb-162031b20afb admin admin] 10.222.0.38 "DELETE /v2.0/networks/9adb532b-4a89-4898-8be7-ee86b09958c3 HTTP/1.1" status: 204 len: 168 time: 1.0468559 Aug 23 15:01:10.190917 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66fe6a-699f-46eb-8abb-162031b20afb admin admin] Pushing event deleted for resources: {'Network': ['ID=9adb532b-4a89-4898-8be7-ee86b09958c3,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:10.348875 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ecf414-e34a-4b14-a70e-9aa633801aff tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:10.620361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57246) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:10.666604 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ed578fe1-23d0-4ff4-bc65-d3c4f59c89bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c7652a19ab83496396fa5f990d30231c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441065 Aug 23 15:01:10.669569 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57248) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:10.725733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd63e9f6-01a2-40ec-9044-969576331b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:10.761533 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd63e9f6-01a2-40ec-9044-969576331b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:10.789415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7890ae3-9872-40eb-a32a-7cad2f925265 req-1adf9771-318d-4fb6-b211-f61313dbf5ed tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:10.791847 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7890ae3-9872-40eb-a32a-7cad2f925265 req-1adf9771-318d-4fb6-b211-f61313dbf5ed tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.5507798 Aug 23 15:01:10.878029 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd63e9f6-01a2-40ec-9044-969576331b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:10.882434 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd63e9f6-01a2-40ec-9044-969576331b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:10.884549 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bd63e9f6-01a2-40ec-9044-969576331b91 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4445070b-cfe8-48c0-8f36-f06852ec12c1 HTTP/1.1" status: 204 len: 168 time: 0.2137678 Aug 23 15:01:10.894604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63e9f6-01a2-40ec-9044-969576331b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4445070b-cfe8-48c0-8f36-f06852ec12c1,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:10.946518 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ecf414-e34a-4b14-a70e-9aa633801aff tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:10.966950 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:10.967763 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ecf414-e34a-4b14-a70e-9aa633801aff tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:10.990244 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:01:11.053159 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:11.064693 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7890ae3-9872-40eb-a32a-7cad2f925265 req-4e386a5d-a96b-4914-8f97-34e581d26f0c tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943777 Aug 23 15:01:11.066517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f3008-76c1-4cc8-ba2c-26d3eb385b05 req-8c05be11-885d-4709-b0e5-f0a9a65f823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:11.067978 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-922f3008-76c1-4cc8-ba2c-26d3eb385b05 req-8c05be11-885d-4709-b0e5-f0a9a65f823e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 1096 time: 0.3287032 Aug 23 15:01:11.106958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33d89f2-120e-44fd-8d19-3ed6b5998b57,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:11.134114 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-922f3008-76c1-4cc8-ba2c-26d3eb385b05 req-99d0a9f4-61e2-4d08-b77c-e5ea4ced2915 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559788 Aug 23 15:01:11.141873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:01:11.147038 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ecf414-e34a-4b14-a70e-9aa633801aff tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:11.147539 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ecf414-e34a-4b14-a70e-9aa633801aff tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Fanout notify agent at l3_agent the message router_deleted on router f9aee1a0-46ea-4afa-b113-c9643171369b {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:01:11.155561 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ecf414-e34a-4b14-a70e-9aa633801aff tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:11.166319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-66ecf414-e34a-4b14-a70e-9aa633801aff tempest-RoutersNegativeIpV6Test-982557085 tempest-RoutersNegativeIpV6Test-982557085-project] 10.222.0.38 "DELETE /v2.0/routers/f9aee1a0-46ea-4afa-b113-c9643171369b HTTP/1.1" status: 204 len: 168 time: 1.0106602 Aug 23 15:01:11.178113 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:11.178769 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] Added segment ddbe27c8-dca6-4d11-a943-88be3159092b of type vlan for network a437c0e2-6d7b-4a5b-89be-823d62f5b1e5 Aug 23 15:01:11.256988 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:11.369930 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:11.371086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:11.372300 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:11.409143 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57270) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:11.598507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9003074 Aug 23 15:01:11.601505 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57278) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:11.607562 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ad09a2e6-f960-405b-9665-75f5b6e82e49 admin admin] Request body: {'subnet': {'network_id': 'a437c0e2-6d7b-4a5b-89be-823d62f5b1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1169095748-subnet', 'tenant_id': '09ae734873064a7a8c325332b9472ed3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:11.640859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b2b32-1c6b-400c-9354-fb2914637057 admin admin] Pushing event updated for resources: {'Network': ['ID=a437c0e2-6d7b-4a5b-89be-823d62f5b1e5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:11.655599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network a437c0e2-6d7b-4a5b-89be-823d62f5b1e5 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:01:11.752141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad09a2e6-f960-405b-9665-75f5b6e82e49 admin admin] Made reservation on behalf of 09ae734873064a7a8c325332b9472ed3 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:11.754935 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad09a2e6-f960-405b-9665-75f5b6e82e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:11.891561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57282) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:12.086915 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4606fe5b-06e1-462e-a1fc-400821aeeeb9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cb764a1dd486472da5973b2d2d179093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912627 Aug 23 15:01:12.087564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57292) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:12.174821 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cec3f43e-0cb4-42b5-b2b8-3cc8481c14d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:12.216613 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cec3f43e-0cb4-42b5-b2b8-3cc8481c14d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:12.318187 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cec3f43e-0cb4-42b5-b2b8-3cc8481c14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:12.321689 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cec3f43e-0cb4-42b5-b2b8-3cc8481c14d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:12.327682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cec3f43e-0cb4-42b5-b2b8-3cc8481c14d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ce327121-d7c2-4d32-a6f2-8a6ca55f9710 HTTP/1.1" status: 204 len: 168 time: 0.2315061 Aug 23 15:01:12.354595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3f43e-0cb4-42b5-b2b8-3cc8481c14d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce327121-d7c2-4d32-a6f2-8a6ca55f9710,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:12.437064 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e925070-9474-4191-8f8b-d90c9face64d req-46cce1f4-82b2-4189-be51-d6da4aefa7cc tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:12.447379 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4e925070-9474-4191-8f8b-d90c9face64d req-46cce1f4-82b2-4189-be51-d6da4aefa7cc tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.2344594 Aug 23 15:01:12.496248 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad09a2e6-f960-405b-9665-75f5b6e82e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:12.910248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57322) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:12.997942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355d14d-81d4-4bd1-b037-6e2762a373f1 req-7cd3ffee-2b2f-408e-8478-bfe623f11e03 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:13.001651 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f355d14d-81d4-4bd1-b037-6e2762a373f1 req-7cd3ffee-2b2f-408e-8478-bfe623f11e03 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1828773 Aug 23 15:01:13.040749 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4e925070-9474-4191-8f8b-d90c9face64d req-e4c28b4e-fa47-4cea-8630-96ab68ca8f5a tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5921178 Aug 23 15:01:13.053989 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09a2e6-f960-405b-9665-75f5b6e82e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=786ddd6f-463b-4569-a760-ad78b9b9ba4c,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:13.122999 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09a2e6-f960-405b-9665-75f5b6e82e49 admin admin] Checking segment: {'id': 'ddbe27c8-dca6-4d11-a943-88be3159092b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a437c0e2-6d7b-4a5b-89be-823d62f5b1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:01:13.123366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad09a2e6-f960-405b-9665-75f5b6e82e49 admin admin] Network hostable DHCP agents. Network: a437c0e2-6d7b-4a5b-89be-823d62f5b1e5, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:01:13.163703 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f355d14d-81d4-4bd1-b037-6e2762a373f1 req-652114b3-4805-4e6b-9363-0283b47877cf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313858 Aug 23 15:01:13.198655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd322c-6b4f-4b8a-8f10-d936afb184ed req-ad70b9c3-f14b-4fc5-b301-14ef66010dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:13.198655 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f2bd322c-6b4f-4b8a-8f10-d936afb184ed req-ad70b9c3-f14b-4fc5-b301-14ef66010dad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 1095 time: 0.3007658 Aug 23 15:01:13.227501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1256697470-network', 'tenant_id': '5e1b47b4f5ef4d4ba39be57e7d2b530f'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:13.282241 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad09a2e6-f960-405b-9665-75f5b6e82e49 admin admin] Network a437c0e2-6d7b-4a5b-89be-823d62f5b1e5 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:01:13.373361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd322c-6b4f-4b8a-8f10-d936afb184ed req-ae81592e-dfc4-4d53-a940-6ef2f65246ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:13.375316 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f2bd322c-6b4f-4b8a-8f10-d936afb184ed req-ae81592e-dfc4-4d53-a940-6ef2f65246ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.1690402 Aug 23 15:01:13.404977 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-ad09a2e6-f960-405b-9665-75f5b6e82e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, a437c0e2-6d7b-4a5b-89be-823d62f5b1e5) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:01:13.411381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09a2e6-f960-405b-9665-75f5b6e82e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:13.412014 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad09a2e6-f960-405b-9665-75f5b6e82e49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:13.418802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f186da13-1f53-4248-87ba-52bb27ec3955 None None] Network a437c0e2-6d7b-4a5b-89be-823d62f5b1e5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:01:13.434280 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-97251206-f321-4571-9601-b06f657516dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:13.437942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] Made reservation on behalf of 5e1b47b4f5ef4d4ba39be57e7d2b530f for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:13.440261 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:13.452460 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:13.484297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f2bd322c-6b4f-4b8a-8f10-d936afb184ed req-a13ed5ca-74d4-4a83-aa44-28c64ec82732 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 HTTP/1.1" status: 200 len: 999 time: 0.0999410 Aug 23 15:01:13.566706 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ad09a2e6-f960-405b-9665-75f5b6e82e49 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9554646 Aug 23 15:01:13.588390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd322c-6b4f-4b8a-8f10-d936afb184ed req-ce00a33b-b7cf-4e2a-875b-7b4fa425ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:13.590694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f2bd322c-6b4f-4b8a-8f10-d936afb184ed req-ce00a33b-b7cf-4e2a-875b-7b4fa425ba2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.0990677 Aug 23 15:01:13.603954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d96712-359a-4538-b401-0c122dd0ab7e None None] Network a437c0e2-6d7b-4a5b-89be-823d62f5b1e5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:01:13.689667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd322c-6b4f-4b8a-8f10-d936afb184ed req-bf8b965b-be80-4ab4-822b-c0017d62a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:13.695208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f2bd322c-6b4f-4b8a-8f10-d936afb184ed req-bf8b965b-be80-4ab4-822b-c0017d62a538 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912297 Aug 23 15:01:13.911291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:13.926695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f2bd322c-6b4f-4b8a-8f10-d936afb184ed req-211673d7-287f-4953-9296-772afdb2a59b service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195811 Aug 23 15:01:13.934107 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-97251206-f321-4571-9601-b06f657516dd admin admin] Deleting port 44b28d6d-bce1-423c-89aa-2d36f4c82cad {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:13.939522 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-97251206-f321-4571-9601-b06f657516dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:14.018481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57354) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:14.037161 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:14.068665 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-97251206-f321-4571-9601-b06f657516dd admin admin] For port 44b28d6d-bce1-423c-89aa-2d36f4c82cad, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=44b28d6d-bce1-423c-89aa-2d36f4c82cad,segment=NetworkSegment(a5994012-2141-442b-95b6-6d09994fdb03),segment_id=a5994012-2141-442b-95b6-6d09994fdb03)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:14.069044 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-97251206-f321-4571-9601-b06f657516dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:14.083074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:01:14.084965 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-97251206-f321-4571-9601-b06f657516dd admin admin] Calling delete_port for 44b28d6d-bce1-423c-89aa-2d36f4c82cad owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:14.132407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e59a6c2-8d40-4e98-9f64-ef6b14e125ea,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:14.213605 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:14.215399 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] Added segment 6ca42639-d844-493e-87d5-b11d9e804372 of type vlan for network f818f225-a64d-4649-870d-43280b139113 Aug 23 15:01:14.255516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-70b7184d-7e5c-4266-a98e-0c7db4f62b58 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group': {'name': 'default'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:14.257088 n-d-804985-3 neutron-server[96114]: WARNING neutron.api.v2.base [None req-70b7184d-7e5c-4266-a98e-0c7db4f62b58 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 15:01:14.259282 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-70b7184d-7e5c-4266-a98e-0c7db4f62b58 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 15:01:14.280357 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-70b7184d-7e5c-4266-a98e-0c7db4f62b58 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2607408 Aug 23 15:01:14.283999 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57370) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:14.302900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-9c03f5a4-4153-4200-873c-5f93799785ef tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133935234'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:14.329955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c400855-4345-4693-b26e-afc0272309b7 req-7c4db856-cde6-40de-a30d-2d1e012b3dc4 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:14.337586 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c400855-4345-4693-b26e-afc0272309b7 req-7c4db856-cde6-40de-a30d-2d1e012b3dc4 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.1825061 Aug 23 15:01:14.349831 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f2bd322c-6b4f-4b8a-8f10-d936afb184ed req-b76344ae-e2a5-44a7-950c-0f98ad09232d service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140208 Aug 23 15:01:14.351341 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:14.417674 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c400855-4345-4693-b26e-afc0272309b7 req-deaf0cff-3187-42be-af04-d5dca125a0de tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607982 Aug 23 15:01:14.536381 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:14.537361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:14.537945 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:14.546981 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c03f5a4-4153-4200-873c-5f93799785ef tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:14.568370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-98509874-db23-48cf-9801-25be3dc49db8 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:14.570065 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-98509874-db23-48cf-9801-25be3dc49db8 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/networks?id=a437c0e2-6d7b-4a5b-89be-823d62f5b1e5 HTTP/1.1" status: 200 len: 813 time: 0.2441406 Aug 23 15:01:14.570974 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c03f5a4-4153-4200-873c-5f93799785ef tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:14.611571 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-5b5ab210-d874-4730-83de-46ad1a7a54b1 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/quotas/09ae734873064a7a8c325332b9472ed3 HTTP/1.1" status: 200 len: 375 time: 0.0168397 Aug 23 15:01:14.613591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ee27a-5258-469c-b927-2855e4470107 req-dfee4d99-6a48-42ac-a527-0d023d817d29 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:14.629314 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e55ee27a-5258-469c-b927-2855e4470107 req-dfee4d99-6a48-42ac-a527-0d023d817d29 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1201119 Aug 23 15:01:14.636449 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7121720 Aug 23 15:01:14.637837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57380) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:14.650097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeb9d9-81e6-443a-94f7-265d96ca1f22 admin admin] Pushing event updated for resources: {'Network': ['ID=f818f225-a64d-4649-870d-43280b139113,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:14.662043 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network f818f225-a64d-4649-870d-43280b139113 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:01:14.685060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e55ee27a-5258-469c-b927-2855e4470107 req-102816e3-648c-4675-b547-b0a06c08f38c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613840 Aug 23 15:01:14.690481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-081083e5-c7e4-4b26-bfd7-945498ac2700 admin admin] Request body: {'subnet': {'network_id': 'f818f225-a64d-4649-870d-43280b139113', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1256697470-subnet', 'tenant_id': '5e1b47b4f5ef4d4ba39be57e7d2b530f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:14.698719 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-c7620660-6aa5-4c62-87f2-600ad28fa738 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=09ae734873064a7a8c325332b9472ed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792127 Aug 23 15:01:14.704006 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-97251206-f321-4571-9601-b06f657516dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:14.755271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97251206-f321-4571-9601-b06f657516dd admin admin] Pushing event deleted for resources: {'Port': ['ID=44b28d6d-bce1-423c-89aa-2d36f4c82cad,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:14.872407 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab981071-fc73-4d16-bf72-2a86895e78b8 req-1d673a19-fb33-4ed3-a4c1-4fe0c5d4cccc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792408 Aug 23 15:01:15.028287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab981071-fc73-4d16-bf72-2a86895e78b8 req-116e4390-d2a9-4a96-a042-611850087c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:15.032373 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab981071-fc73-4d16-bf72-2a86895e78b8 req-116e4390-d2a9-4a96-a042-611850087c5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 1097 time: 0.1306462 Aug 23 15:01:15.062347 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-ebe7aecc-7788-4bf0-b433-db3f1d732d26 service neutron] 10.222.0.38 "GET /v2.0/networks/a437c0e2-6d7b-4a5b-89be-823d62f5b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188038 Aug 23 15:01:15.179691 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c03f5a4-4153-4200-873c-5f93799785ef tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:15.244601 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c03f5a4-4153-4200-873c-5f93799785ef tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:15.311521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e047d3a-6272-4b44-acbf-cca6b946513b req-0912737a-0149-43ff-9b3f-db4627ac5734 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:15.313352 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e047d3a-6272-4b44-acbf-cca6b946513b req-0912737a-0149-43ff-9b3f-db4627ac5734 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.2548122 Aug 23 15:01:15.314472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab981071-fc73-4d16-bf72-2a86895e78b8 req-faaeadc6-336c-446d-a816-61621f9ac128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:15.315850 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab981071-fc73-4d16-bf72-2a86895e78b8 req-faaeadc6-336c-446d-a816-61621f9ac128 service neutron] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.2540658 Aug 23 15:01:15.323870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb695c4-078a-4760-83df-9cd830a67144 req-53417e2f-b705-4e6c-9a26-6d7d4d1bc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:15.326219 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fdb695c4-078a-4760-83df-9cd830a67144 req-53417e2f-b705-4e6c-9a26-6d7d4d1bc885 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88f8a26a99a844c481e3085faeade9fd&device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 1096 time: 0.1480100 Aug 23 15:01:15.351988 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03f5a4-4153-4200-873c-5f93799785ef tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2985cd72-d7a7-458f-9ab2-a55279d0d72b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:15.400124 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-97251206-f321-4571-9601-b06f657516dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:15.404421 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-b221559e-6ff4-4d6f-a790-e2c4bb461213 service neutron] 10.222.0.38 "GET /v2.0/networks/a437c0e2-6d7b-4a5b-89be-823d62f5b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318336 Aug 23 15:01:15.448874 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab981071-fc73-4d16-bf72-2a86895e78b8 req-b1e6e075-39e2-484d-b977-1701514b82a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd52f09e-4f16-4cf2-ab1a-990dcb516014 HTTP/1.1" status: 200 len: 217 time: 0.1214166 Aug 23 15:01:15.458487 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e047d3a-6272-4b44-acbf-cca6b946513b req-2d63fb9c-5694-43e9-ac0a-f5c39e1d1c50 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235590 Aug 23 15:01:15.472047 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:15.520599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab981071-fc73-4d16-bf72-2a86895e78b8 req-e7961554-d5ad-4cc4-b484-0d929b41a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:15.522105 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab981071-fc73-4d16-bf72-2a86895e78b8 req-e7961554-d5ad-4cc4-b484-0d929b41a819 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.0623424 Aug 23 15:01:15.541913 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081083e5-c7e4-4b26-bfd7-945498ac2700 admin admin] Made reservation on behalf of 5e1b47b4f5ef4d4ba39be57e7d2b530f for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:15.544609 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-081083e5-c7e4-4b26-bfd7-945498ac2700 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:15.598151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab981071-fc73-4d16-bf72-2a86895e78b8 req-d7f9e4f0-4562-4000-8db1-1314efb4edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:15.599698 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab981071-fc73-4d16-bf72-2a86895e78b8 req-d7f9e4f0-4562-4000-8db1-1314efb4edaa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698097 Aug 23 15:01:15.601212 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb695c4-078a-4760-83df-9cd830a67144 req-43ae5255-e93c-4890-83c9-74f38d168513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:15.602606 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fdb695c4-078a-4760-83df-9cd830a67144 req-43ae5255-e93c-4890-83c9-74f38d168513 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d04ef1b7-e717-48ad-b71a-70e29fc8453d HTTP/1.1" status: 200 len: 911 time: 0.2690642 Aug 23 15:01:15.751930 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab981071-fc73-4d16-bf72-2a86895e78b8 req-58ef5222-fbbf-4392-990b-0c5ed6bedee3 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435261 Aug 23 15:01:15.797514 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fdb695c4-078a-4760-83df-9cd830a67144 req-a442258d-a859-477a-b663-815529aafb48 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7438ff7d-4dde-485e-8d14-a4e49d56ea44 HTTP/1.1" status: 200 len: 217 time: 0.0440669 Aug 23 15:01:15.900040 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c03f5a4-4153-4200-873c-5f93799785ef tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:15.915115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab981071-fc73-4d16-bf72-2a86895e78b8 req-05de5e6a-9ca1-41e8-8c18-27473a7d83d9 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085763 Aug 23 15:01:15.955260 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f7c15e9-0e01-40dc-b2e6-7192ce74d94f req-2f8cb8dd-402f-4461-ba0b-7b234e548950 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 210 time: 0.2006369 Aug 23 15:01:15.980001 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97251206-f321-4571-9601-b06f657516dd admin admin] Router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:01:15.985883 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c03f5a4-4153-4200-873c-5f93799785ef tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:16.008804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb695c4-078a-4760-83df-9cd830a67144 req-fba81ccd-3b83-489d-a984-3925400161ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:16.010624 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fdb695c4-078a-4760-83df-9cd830a67144 req-fba81ccd-3b83-489d-a984-3925400161ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e HTTP/1.1" status: 200 len: 850 time: 0.2014556 Aug 23 15:01:16.063136 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fdb695c4-078a-4760-83df-9cd830a67144 req-198223f3-a127-4eaf-9127-181ccb1eb3a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d04ef1b7-e717-48ad-b71a-70e29fc8453d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426235 Aug 23 15:01:16.123932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03f5a4-4153-4200-873c-5f93799785ef tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073fff4b-d3c3-45de-a8b3-5bf57d855669,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:16.137699 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162ccb4-9002-4f22-bb81-927b9f081f98 req-dc2100a2-2daa-41b6-b22f-eadf6593d7fd tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:16.137699 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a162ccb4-9002-4f22-bb81-927b9f081f98 req-dc2100a2-2daa-41b6-b22f-eadf6593d7fd tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.3035958 Aug 23 15:01:16.151559 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c03f5a4-4153-4200-873c-5f93799785ef tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:16.153949 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9c03f5a4-4153-4200-873c-5f93799785ef tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8638709 Aug 23 15:01:16.177370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57408) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:16.192208 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-58e51aa3-bd06-4221-9ea9-b5e3608945b7 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '073fff4b-d3c3-45de-a8b3-5bf57d855669', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:16.220270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fdb695c4-078a-4760-83df-9cd830a67144 req-47060d32-449b-4571-bf27-270893552c50 service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497056 Aug 23 15:01:16.350565 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a162ccb4-9002-4f22-bb81-927b9f081f98 req-15ff8b03-35c3-4be9-9ce2-8a1936b2dbee tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600029 Aug 23 15:01:16.385706 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-081083e5-c7e4-4b26-bfd7-945498ac2700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:16.437227 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fdb695c4-078a-4760-83df-9cd830a67144 req-bc4d0227-fdcc-45b4-89e1-1a5720f0937a service neutron] 10.222.0.61 "GET /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081985 Aug 23 15:01:16.478877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97251206-f321-4571-9601-b06f657516dd admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:01:16.489419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ae654-f96b-49e6-82a2-5a6293a2d9d1 None None] Sync routers for ids ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:01:16.499597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57416) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:16.499901 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-97251206-f321-4571-9601-b06f657516dd admin admin] 10.222.0.38 "PUT /v2.0/routers/8aa5a8ed-2b53-4b53-8654-f376deea2d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0887606 Aug 23 15:01:16.516203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ae654-f96b-49e6-82a2-5a6293a2d9d1 None None] Routers {'8aa5a8ed-2b53-4b53-8654-f376deea2d9a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:01:16.519447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-703ae654-f96b-49e6-82a2-5a6293a2d9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:00:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:16.532328 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58e51aa3-bd06-4221-9ea9-b5e3608945b7 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:16.556283 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081083e5-c7e4-4b26-bfd7-945498ac2700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae5ec9ca-8b6b-46de-bc4e-b72b8c3fdd90,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:16.629333 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081083e5-c7e4-4b26-bfd7-945498ac2700 admin admin] Checking segment: {'id': '6ca42639-d844-493e-87d5-b11d9e804372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f818f225-a64d-4649-870d-43280b139113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:01:16.631288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081083e5-c7e4-4b26-bfd7-945498ac2700 admin admin] Network hostable DHCP agents. Network: f818f225-a64d-4649-870d-43280b139113, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:01:16.662391 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58e51aa3-bd06-4221-9ea9-b5e3608945b7 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:16.713204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bac7b3-61b7-495e-82e0-420698e7248b req-2bf771fe-6531-4a05-b651-93f447ccf0a8 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:16.715286 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69bac7b3-61b7-495e-82e0-420698e7248b req-2bf771fe-6531-4a05-b651-93f447ccf0a8 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.1330531 Aug 23 15:01:16.741334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58e51aa3-bd06-4221-9ea9-b5e3608945b7 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:16.751379 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:16.775604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e51aa3-bd06-4221-9ea9-b5e3608945b7 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344bba8e-884e-4b85-9f1f-e00656494552,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:16.825244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69bac7b3-61b7-495e-82e0-420698e7248b req-164578e1-81f9-4000-a280-e0dfff41a03b tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951269 Aug 23 15:01:16.826740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081083e5-c7e4-4b26-bfd7-945498ac2700 admin admin] Network f818f225-a64d-4649-870d-43280b139113 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:01:16.857209 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58e51aa3-bd06-4221-9ea9-b5e3608945b7 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:16.858534 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-58e51aa3-bd06-4221-9ea9-b5e3608945b7 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6732213 Aug 23 15:01:16.867675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57420) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:16.872631 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-787441ad-5eef-4b06-9a16-c90f122f7949 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '073fff4b-d3c3-45de-a8b3-5bf57d855669', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:16.912349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-081083e5-c7e4-4b26-bfd7-945498ac2700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, f818f225-a64d-4649-870d-43280b139113) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:01:16.913089 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:16.916964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081083e5-c7e4-4b26-bfd7-945498ac2700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:16.917785 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-081083e5-c7e4-4b26-bfd7-945498ac2700 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:16.934055 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb76dd1d-3d40-4c0e-bf08-274b6e045f62 None None] Network f818f225-a64d-4649-870d-43280b139113 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:01:17.002222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-703ae654-f96b-49e6-82a2-5a6293a2d9d1 None None] Set router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:01:17.055672 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f004b738-e89b-4774-9a93-516a3b342de5 req-2b63ab14-385a-44a9-9741-9c7f07240576 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 210 time: 0.0448930 Aug 23 15:01:17.057279 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-787441ad-5eef-4b06-9a16-c90f122f7949 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:17.097816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] Deleting port 02cb60b4-4b95-4ca6-b427-dd84b3f40c15 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:17.099362 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:17.128189 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-081083e5-c7e4-4b26-bfd7-945498ac2700 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4432850 Aug 23 15:01:17.186332 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-787441ad-5eef-4b06-9a16-c90f122f7949 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 15:01:17.191518 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-787441ad-5eef-4b06-9a16-c90f122f7949 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3187616 Aug 23 15:01:17.191518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57426) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:17.230292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] For port 02cb60b4-4b95-4ca6-b427-dd84b3f40c15, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=02cb60b4-4b95-4ca6-b427-dd84b3f40c15,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:17.230292 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:17.238869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698ff03c-0841-4954-bb36-e7548f0c0137 None None] Network f818f225-a64d-4649-870d-43280b139113 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:01:17.248638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] Calling delete_port for 02cb60b4-4b95-4ca6-b427-dd84b3f40c15 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:17.303919 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-87ce149a-f492-4eb3-9083-e74f5f3315a7 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:17.337331 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-87ce149a-f492-4eb3-9083-e74f5f3315a7 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:17.536914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-703ae654-f96b-49e6-82a2-5a6293a2d9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:49Z', 'updated_at': '2021-08-23T15:01:14Z', 'revision_number': 5, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'gw_port': {'id': '02cb60b4-4b95-4ca6-b427-dd84b3f40c15', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:52:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:48:51Z', 'updated_at': '2021-08-23T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:17.541586 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-87ce149a-f492-4eb3-9083-e74f5f3315a7 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:17.545444 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-87ce149a-f492-4eb3-9083-e74f5f3315a7 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:17.548986 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-87ce149a-f492-4eb3-9083-e74f5f3315a7 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "DELETE /v2.0/security-groups/073fff4b-d3c3-45de-a8b3-5bf57d855669 HTTP/1.1" status: 204 len: 168 time: 0.3551846 Aug 23 15:01:17.550257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57450) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:17.587483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce149a-f492-4eb3-9083-e74f5f3315a7 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=073fff4b-d3c3-45de-a8b3-5bf57d855669,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:17.596831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ae654-f96b-49e6-82a2-5a6293a2d9d1 None None] Checking router: 8aa5a8ed-2b53-4b53-8654-f376deea2d9a for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:01:17.608451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4f054-c02e-4b51-a223-ad4f610c5c1e req-e58a811b-ff8b-42a2-86bf-170df65ba4b3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:17.619003 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3c4f054-c02e-4b51-a223-ad4f610c5c1e req-e58a811b-ff8b-42a2-86bf-170df65ba4b3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1394160 Aug 23 15:01:17.638969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ae654-f96b-49e6-82a2-5a6293a2d9d1 None None] Routers {'8aa5a8ed-2b53-4b53-8654-f376deea2d9a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:01:17.639611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-703ae654-f96b-49e6-82a2-5a6293a2d9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:00:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:17.676578 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3c4f054-c02e-4b51-a223-ad4f610c5c1e req-c4eb8561-3e24-46b1-b30b-3c70aa7a0c7d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516646 Aug 23 15:01:17.689430 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:17.756975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=02cb60b4-4b95-4ca6-b427-dd84b3f40c15,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:17.775019 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fbf07057-d199-45b7-abcc-d2d265c6c49f tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2240090 Aug 23 15:01:17.781135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57456) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:17.787397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-bd7d71e8-2463-4495-a0eb-a8f2c4e59bba tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448027772'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:17.819242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-703ae654-f96b-49e6-82a2-5a6293a2d9d1 None None] Set router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:01:17.894954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda641c2-cd97-416b-a79f-93184955e947 req-6ac5c7e5-7cdc-4e47-a989-262af84322a4 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:17.896749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cda641c2-cd97-416b-a79f-93184955e947 req-6ac5c7e5-7cdc-4e47-a989-262af84322a4 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/networks?id=f818f225-a64d-4649-870d-43280b139113 HTTP/1.1" status: 200 len: 814 time: 0.3198867 Aug 23 15:01:17.912683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-703ae654-f96b-49e6-82a2-5a6293a2d9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:49Z', 'updated_at': '2021-08-23T15:01:17Z', 'revision_number': 7, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:17.941633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd7d71e8-2463-4495-a0eb-a8f2c4e59bba tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:17.947963 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cda641c2-cd97-416b-a79f-93184955e947 req-34749208-5ebd-4869-9cd5-567f4b9ecc77 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/quotas/5e1b47b4f5ef4d4ba39be57e7d2b530f HTTP/1.1" status: 200 len: 375 time: 0.0326171 Aug 23 15:01:17.988318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ae654-f96b-49e6-82a2-5a6293a2d9d1 None None] The sync data for ids ['8aa5a8ed-2b53-4b53-8654-f376deea2d9a'] in n-d-804985-3 is: [{'id': '8aa5a8ed-2b53-4b53-8654-f376deea2d9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1619135334-router', 'tenant_id': '453bc9f0ae244a8fad31793e47e18492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:48:49Z', 'updated_at': '2021-08-23T15:01:17Z', 'revision_number': 7, 'project_id': '453bc9f0ae244a8fad31793e47e18492', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:01:18.000501 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:18.028637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cda641c2-cd97-416b-a79f-93184955e947 req-050b8cc5-bb32-45dd-96b2-816241289cdb tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e1b47b4f5ef4d4ba39be57e7d2b530f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669446 Aug 23 15:01:18.079716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413962b-2046-4570-aff0-7c522c3988f1 req-4f706389-c3bf-4982-8636-5ab9dec29939 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:18.081498 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0413962b-2046-4570-aff0-7c522c3988f1 req-4f706389-c3bf-4982-8636-5ab9dec29939 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.1124251 Aug 23 15:01:18.155268 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0413962b-2046-4570-aff0-7c522c3988f1 req-702483c0-e02d-43a8-af12-860811aeed51 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628352 Aug 23 15:01:18.167816 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd7d71e8-2463-4495-a0eb-a8f2c4e59bba tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:18.233166 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd7d71e8-2463-4495-a0eb-a8f2c4e59bba tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:18.259449 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e451fc01-c05e-4f64-989f-f3db720a1a9f req-bcc1d3a2-3f57-4eaa-98bd-190ddf7b7db6 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 210 time: 0.0392847 Aug 23 15:01:18.286726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d71e8-2463-4495-a0eb-a8f2c4e59bba tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e9182b-9083-4bcc-81f2-fae60216afcb,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:18.335059 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd7d71e8-2463-4495-a0eb-a8f2c4e59bba tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:18.347822 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bd7d71e8-2463-4495-a0eb-a8f2c4e59bba tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5555961 Aug 23 15:01:18.364353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57466) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:18.378022 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a5db5960-8376-4123-a2ed-45e1410568a0 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '13e9182b-9083-4bcc-81f2-fae60216afcb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:18.379214 n-d-804985-3 neutron-server[96114]: WARNING neutron.api.v2.base [None req-a5db5960-8376-4123-a2ed-45e1410568a0 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 23 15:01:18.379402 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-a5db5960-8376-4123-a2ed-45e1410568a0 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:18.389238 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a5db5960-8376-4123-a2ed-45e1410568a0 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0236478 Aug 23 15:01:18.389869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57470) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:18.482044 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-64d58c8b-5beb-4808-9085-d74c4f700b28 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:18.489149 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:18.496096 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:18.518588 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-64d58c8b-5beb-4808-9085-d74c4f700b28 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:18.643497 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-64d58c8b-5beb-4808-9085-d74c4f700b28 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:18.646212 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-64d58c8b-5beb-4808-9085-d74c4f700b28 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:18.647590 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-64d58c8b-5beb-4808-9085-d74c4f700b28 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "DELETE /v2.0/security-groups/13e9182b-9083-4bcc-81f2-fae60216afcb HTTP/1.1" status: 204 len: 168 time: 0.2567606 Aug 23 15:01:18.652685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57476) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:18.659023 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cda641c2-cd97-416b-a79f-93184955e947 req-238c4c11-7d57-4dcd-8efe-8fcf1fea4ba1 service neutron] 10.222.0.38 "GET /v2.0/networks/f818f225-a64d-4649-870d-43280b139113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292484 Aug 23 15:01:18.669781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d58c8b-5beb-4808-9085-d74c4f700b28 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e9182b-9083-4bcc-81f2-fae60216afcb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:18.738778 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-40464e9d-50cd-4e56-953a-5fc2600a085a tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0848718 Aug 23 15:01:18.748521 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57480) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:18.750997 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-55b3d07b-c23f-4e0c-998b-660858e2f24a tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1058112341'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:18.800184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-1df6d64c-1923-4a14-8871-d1932688472a tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:18.801770 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-1df6d64c-1923-4a14-8871-d1932688472a tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.57 "GET /v2.0/networks?id=a437c0e2-6d7b-4a5b-89be-823d62f5b1e5 HTTP/1.1" status: 200 len: 813 time: 0.3030126 Aug 23 15:01:18.802416 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:18.802943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aa5a8ed-2b53-4b53-8654-f376deea2d9a {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:01:18.809155 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:18.811378 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bab38e59-1967-4080-b22c-10abdda17c26 admin admin] 10.222.0.38 "DELETE /v2.0/routers/8aa5a8ed-2b53-4b53-8654-f376deea2d9a HTTP/1.1" status: 204 len: 168 time: 2.3099210 Aug 23 15:01:18.817655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-ecc6b381-9963-4ae1-8b58-1d4c4f2358bb tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Request body: {'port': {'device_id': '54136638-8644-458d-929c-c1b1988ef0b1', 'network_id': 'a437c0e2-6d7b-4a5b-89be-823d62f5b1e5', 'admin_state_up': True, 'tenant_id': '09ae734873064a7a8c325332b9472ed3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:18.821467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57484) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:18.835228 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-55b3d07b-c23f-4e0c-998b-660858e2f24a tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:18.936743 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20390d-d55f-471d-9f12-9eb6847051cc req-f909e9e4-8eff-4484-8363-400a33eb6602 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:18.946406 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2c20390d-d55f-471d-9f12-9eb6847051cc req-f909e9e4-8eff-4484-8363-400a33eb6602 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1694460 Aug 23 15:01:18.969366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 02cb60b4-4b95-4ca6-b427-dd84b3f40c15 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:18.977325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de6579f-89c9-46ad-9237-d4b9748a7304 admin admin] Deleting subnet bf12937b-e5ce-4aea-882b-044b4a3734f1 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:01:18.993023 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cda641c2-cd97-416b-a79f-93184955e947 req-1f8a1c34-f43b-4afa-be4f-b00af6879e00 service neutron] 10.222.0.38 "GET /v2.0/networks/f818f225-a64d-4649-870d-43280b139113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221257 Aug 23 15:01:19.003317 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6de6579f-89c9-46ad-9237-d4b9748a7304 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:19.049740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 02cb60b4-4b95-4ca6-b427-dd84b3f40c15 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:01:19.050482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 02cb60b4-4b95-4ca6-b427-dd84b3f40c15 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:01:19.053443 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 44b28d6d-bce1-423c-89aa-2d36f4c82cad no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:19.101066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 44b28d6d-bce1-423c-89aa-2d36f4c82cad {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:01:19.101655 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 44b28d6d-bce1-423c-89aa-2d36f4c82cad not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:01:19.126079 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2c20390d-d55f-471d-9f12-9eb6847051cc req-fc7d5400-8ecc-4b31-810e-72ce1cbedc62 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748788 Aug 23 15:01:19.134974 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6de6579f-89c9-46ad-9237-d4b9748a7304 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:19.167751 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-55b3d07b-c23f-4e0c-998b-660858e2f24a tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:19.269927 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6de6579f-89c9-46ad-9237-d4b9748a7304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:19.342315 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-55b3d07b-c23f-4e0c-998b-660858e2f24a tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:19.346146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-ecc6b381-9963-4ae1-8b58-1d4c4f2358bb tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Made reservation on behalf of 09ae734873064a7a8c325332b9472ed3 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:19.351692 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-ecc6b381-9963-4ae1-8b58-1d4c4f2358bb tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:19.421539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3d07b-c23f-4e0c-998b-660858e2f24a tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec63a3ab-c3e3-439e-9309-f640cb32eb95,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:19.438762 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00179b21-bca3-4a44-a9eb-fee52c2ba7e6 req-6ff1ceb0-33da-4e3f-bd1e-9f506828ce91 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:19.440494 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-00179b21-bca3-4a44-a9eb-fee52c2ba7e6 req-6ff1ceb0-33da-4e3f-bd1e-9f506828ce91 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.1155407 Aug 23 15:01:19.456467 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6de6579f-89c9-46ad-9237-d4b9748a7304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:19.493914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6579f-89c9-46ad-9237-d4b9748a7304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf12937b-e5ce-4aea-882b-044b4a3734f1,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:19.509013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1325d4a8-8be4-4dde-bdee-0e426786f4c2 None None] Network b542f892-fbd7-43ba-9b32-88275cc36a65 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:01:19.534733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6de6579f-89c9-46ad-9237-d4b9748a7304 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:19.538973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6de6579f-89c9-46ad-9237-d4b9748a7304 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bf12937b-e5ce-4aea-882b-044b4a3734f1 HTTP/1.1" status: 204 len: 168 time: 0.7128775 Aug 23 15:01:19.538973 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-55b3d07b-c23f-4e0c-998b-660858e2f24a tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:19.551123 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-55b3d07b-c23f-4e0c-998b-660858e2f24a tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8024013 Aug 23 15:01:19.551779 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3d226478-4369-4977-8ab9-6d711003cd63 req-9fa49fde-2d10-4ae2-af1c-b2c3d262e417 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 210 time: 0.1395843 Aug 23 15:01:19.575755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57502) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:19.576126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57506) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:19.594250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a1dd6649-c649-4cf0-8363-84183a1975cd tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': 'ec63a3ab-c3e3-439e-9309-f640cb32eb95', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:19.601412 n-d-804985-3 neutron-server[96114]: WARNING neutron.api.v2.base [None req-a1dd6649-c649-4cf0-8363-84183a1975cd tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 23 15:01:19.601984 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-a1dd6649-c649-4cf0-8363-84183a1975cd tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:19.608974 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a1dd6649-c649-4cf0-8363-84183a1975cd tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0247514 Aug 23 15:01:19.609999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57514) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:19.656217 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-00179b21-bca3-4a44-a9eb-fee52c2ba7e6 req-d08193c8-736b-4f44-9904-510c8027752f tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011456 Aug 23 15:01:19.736304 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed7cbe11-0217-4599-be7d-0c19048c1dd1 req-7f8841d3-6fd4-4e4d-bce9-6ac9153e0f90 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 210 time: 0.0831983 Aug 23 15:01:19.802882 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-088dd5e0-4ed9-4861-8ca4-5819759f8ed4 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:19.953302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-ecc6b381-9963-4ae1-8b58-1d4c4f2358bb tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Allocated IP 172.20.0.6 (a437c0e2-6d7b-4a5b-89be-823d62f5b1e5/786ddd6f-463b-4569-a760-ad78b9b9ba4c/861395e4-7002-4fdb-ab30-df9dde0b872d) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:01:19.953302 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-088dd5e0-4ed9-4861-8ca4-5819759f8ed4 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.082708 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5ac9b7-7c02-44a0-b650-d9ac6f53afda None None] DHCP port deletion for b542f892-fbd7-43ba-9b32-88275cc36a65 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:01:20.086709 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.087224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fa5ac9b7-7c02-44a0-b650-d9ac6f53afda None None] Deleting port fc9fac3d-7929-42a7-be1e-399564809527 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:20.087224 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac9b7-7c02-44a0-b650-d9ac6f53afda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.087539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] Deleting port fc9fac3d-7929-42a7-be1e-399564809527 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:20.087539 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.121943 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-088dd5e0-4ed9-4861-8ca4-5819759f8ed4 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.125281 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-088dd5e0-4ed9-4861-8ca4-5819759f8ed4 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.126955 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-088dd5e0-4ed9-4861-8ca4-5819759f8ed4 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "DELETE /v2.0/security-groups/ec63a3ab-c3e3-439e-9309-f640cb32eb95 HTTP/1.1" status: 204 len: 168 time: 0.5156004 Aug 23 15:01:20.150631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fa5ac9b7-7c02-44a0-b650-d9ac6f53afda None None] For port fc9fac3d-7929-42a7-be1e-399564809527, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fc9fac3d-7929-42a7-be1e-399564809527,segment=NetworkSegment(a5994012-2141-442b-95b6-6d09994fdb03),segment_id=a5994012-2141-442b-95b6-6d09994fdb03)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:20.150631 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac9b7-7c02-44a0-b650-d9ac6f53afda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.158944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57530) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:20.165959 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fa5ac9b7-7c02-44a0-b650-d9ac6f53afda None None] Calling delete_port for fc9fac3d-7929-42a7-be1e-399564809527 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:20.179354 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] For port fc9fac3d-7929-42a7-be1e-399564809527, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fc9fac3d-7929-42a7-be1e-399564809527,segment=NetworkSegment(a5994012-2141-442b-95b6-6d09994fdb03),segment_id=a5994012-2141-442b-95b6-6d09994fdb03)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:20.179745 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.197560 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] Calling delete_port for fc9fac3d-7929-42a7-be1e-399564809527 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:20.221248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dd5e0-4ed9-4861-8ca4-5819759f8ed4 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec63a3ab-c3e3-439e-9309-f640cb32eb95,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:20.254013 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.361712 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57542) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:20.362042 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ad81b74d-77cc-4d81-a98f-0f72ebf03a6c tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2016606 Aug 23 15:01:20.366831 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ed580c88-98a7-47f6-8872-d50fb929577e tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group': {'name': 'tempest-secgroup--703262447'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:20.376254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9ca57-e176-45da-b793-9bb80ef46993 req-a0d4de59-1a7e-44b6-8d13-4c2fb5688715 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:20.376746 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac9b7-7c02-44a0-b650-d9ac6f53afda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.378123 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1cd9ca57-e176-45da-b793-9bb80ef46993 req-a0d4de59-1a7e-44b6-8d13-4c2fb5688715 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1471279 Aug 23 15:01:20.399888 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.444140 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9fac3d-7929-42a7-be1e-399564809527,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:20.447910 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ac9b7-7c02-44a0-b650-d9ac6f53afda None None] No DVR routers for this DVR port fc9fac3d-7929-42a7-be1e-399564809527 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:01:20.452178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1cd9ca57-e176-45da-b793-9bb80ef46993 req-fdc126a4-9fe0-4035-9334-6c274176fa31 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569489 Aug 23 15:01:20.462406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ac9b7-7c02-44a0-b650-d9ac6f53afda None None] Pushing event deleted for resources: {'Port': ['ID=fc9fac3d-7929-42a7-be1e-399564809527,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:20.467034 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-ecc6b381-9963-4ae1-8b58-1d4c4f2358bb tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.471446 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] No DVR routers for this DVR port fc9fac3d-7929-42a7-be1e-399564809527 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:01:20.476657 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed580c88-98a7-47f6-8872-d50fb929577e tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.588409 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-ecc6b381-9963-4ae1-8b58-1d4c4f2358bb tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.602842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c354f-2061-4e04-8782-cb18d6b140ca req-50c1d1f4-3eb0-4094-9521-61ba6dbbb75e tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:20.611362 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9d1c354f-2061-4e04-8782-cb18d6b140ca req-50c1d1f4-3eb0-4094-9521-61ba6dbbb75e tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.2126713 Aug 23 15:01:20.631325 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.658710 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b542f892-fbd7-43ba-9b32-88275cc36a65']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:20.668463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-ecc6b381-9963-4ae1-8b58-1d4c4f2358bb tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Network a437c0e2-6d7b-4a5b-89be-823d62f5b1e5 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:01:20.675596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-ecc6b381-9963-4ae1-8b58-1d4c4f2358bb tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:01:20.689173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5994012-2141-442b-95b6-6d09994fdb03') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:20.689828 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5994012-2141-442b-95b6-6d09994fdb03') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:20.708034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.719371 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9d1c354f-2061-4e04-8782-cb18d6b140ca req-69ca960f-4b17-471b-b4c2-dbd647c34070 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070011 Aug 23 15:01:20.723572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-ecc6b381-9963-4ae1-8b58-1d4c4f2358bb tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:01:20.768845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.781911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:01:20.782440 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:01:20.784099 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:01:20.824944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6b381-9963-4ae1-8b58-1d4c4f2358bb tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Pushing event updated for resources: {'Port': ['ID=861395e4-7002-4fdb-ab30-df9dde0b872d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:20.863785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1840b-f85d-4450-a70f-bb8bd2569765 req-ee4e793d-e032-4627-acf2-9020a3ac10dc tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:20.865753 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2b1840b-f85d-4450-a70f-bb8bd2569765 req-ee4e793d-e032-4627-acf2-9020a3ac10dc tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 931 time: 0.2156229 Aug 23 15:01:20.878870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-ecc6b381-9963-4ae1-8b58-1d4c4f2358bb tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:20.881375 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-ecc6b381-9963-4ae1-8b58-1d4c4f2358bb tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.890292 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed580c88-98a7-47f6-8872-d50fb929577e tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:20.928857 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a1be7552-4eaf-478f-a30c-5499bf4aa71a req-09903853-81d2-4245-bcc5-b543f443dc20 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 210 time: 0.0466948 Aug 23 15:01:20.951914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fc9fac3d-7929-42a7-be1e-399564809527 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:20.956218 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2b1840b-f85d-4450-a70f-bb8bd2569765 req-19c083e3-e29b-4a4f-8487-db9583ec5011 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/security-groups?id=e33d89f2-120e-44fd-8d19-3ed6b5998b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705378 Aug 23 15:01:20.970726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: fc9fac3d-7929-42a7-be1e-399564809527 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:01:20.971079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fc9fac3d-7929-42a7-be1e-399564809527 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:01:21.033643 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:21.035334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed580c88-98a7-47f6-8872-d50fb929577e tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:21.057510 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:21.064421 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b542f892-fbd7-43ba-9b32-88275cc36a65 HTTP/1.1" status: 204 len: 168 time: 1.4871845 Aug 23 15:01:21.103348 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954ca58-9367-4182-b51d-bb95421eea77 admin admin] Pushing event deleted for resources: {'Network': ['ID=b542f892-fbd7-43ba-9b32-88275cc36a65,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:21.109445 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed580c88-98a7-47f6-8872-d50fb929577e tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f613c99-7498-4e76-b1c0-98fe86728397,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:21.118646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-ecc6b381-9963-4ae1-8b58-1d4c4f2358bb tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3053281 Aug 23 15:01:21.131883 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Request body: {'port': {'device_id': '54136638-8644-458d-929c-c1b1988ef0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:21.169763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed580c88-98a7-47f6-8872-d50fb929577e tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:21.174278 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ed580c88-98a7-47f6-8872-d50fb929577e tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8091321 Aug 23 15:01:21.174574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57566) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:21.179536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-11a3a31d-4cae-4856-831a-5f72dafaa504 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '1f613c99-7498-4e76-b1c0-98fe86728397', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:21.190722 n-d-804985-3 neutron-server[96114]: WARNING neutron.api.v2.base [None req-11a3a31d-4cae-4856-831a-5f72dafaa504 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 23 15:01:21.191366 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-11a3a31d-4cae-4856-831a-5f72dafaa504 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:21.195986 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-11a3a31d-4cae-4856-831a-5f72dafaa504 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0175705 Aug 23 15:01:21.196200 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:21.196343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57568) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:21.202557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c56410d7-3d00-468c-8fd3-ca58dd12c9ee tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '1f613c99-7498-4e76-b1c0-98fe86728397', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:21.203382 n-d-804985-3 neutron-server[96114]: WARNING neutron.api.v2.base [None req-c56410d7-3d00-468c-8fd3-ca58dd12c9ee tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 23 15:01:21.204363 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-c56410d7-3d00-468c-8fd3-ca58dd12c9ee tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:21.207703 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c56410d7-3d00-468c-8fd3-ca58dd12c9ee tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083995 Aug 23 15:01:21.209332 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57570) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:21.216859 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3bd67a9d-7367-4720-bba1-47f2e2576e1a tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '1f613c99-7498-4e76-b1c0-98fe86728397', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:21.217929 n-d-804985-3 neutron-server[96114]: WARNING neutron.api.v2.base [None req-3bd67a9d-7367-4720-bba1-47f2e2576e1a tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 23 15:01:21.218624 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-3bd67a9d-7367-4720-bba1-47f2e2576e1a tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:21.220364 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3bd67a9d-7367-4720-bba1-47f2e2576e1a tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092506 Aug 23 15:01:21.226601 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57572) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:21.232619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b832f78f-aeeb-4d4b-bdfe-45e31b2fe3c3 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '1f613c99-7498-4e76-b1c0-98fe86728397', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:21.233609 n-d-804985-3 neutron-server[96114]: WARNING neutron.api.v2.base [None req-b832f78f-aeeb-4d4b-bdfe-45e31b2fe3c3 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 23 15:01:21.234189 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-b832f78f-aeeb-4d4b-bdfe-45e31b2fe3c3 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:21.235821 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b832f78f-aeeb-4d4b-bdfe-45e31b2fe3c3 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076549 Aug 23 15:01:21.241068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57574) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:21.408224 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5de6206a-6c30-4616-ba7b-6c86cd220c46 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:21.497158 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5de6206a-6c30-4616-ba7b-6c86cd220c46 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:21.568590 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57586) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:21.601877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8db73-0213-41e6-baed-b0ede955ba85 req-21e187b2-738a-4dcc-9273-be7904edee78 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:21.610188 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cca8db73-0213-41e6-baed-b0ede955ba85 req-21e187b2-738a-4dcc-9273-be7904edee78 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0810339 Aug 23 15:01:21.637953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861395e4-7002-4fdb-ab30-df9dde0b872d {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:01:21.646358 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:21.669512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Transition to ACTIVE for port object 861395e4-7002-4fdb-ab30-df9dde0b872d will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:01:21.672865 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5de6206a-6c30-4616-ba7b-6c86cd220c46 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:21.679095 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5de6206a-6c30-4616-ba7b-6c86cd220c46 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:21.680863 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5de6206a-6c30-4616-ba7b-6c86cd220c46 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "DELETE /v2.0/security-groups/1f613c99-7498-4e76-b1c0-98fe86728397 HTTP/1.1" status: 204 len: 168 time: 0.4381406 Aug 23 15:01:21.686236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57590) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:21.711197 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6206a-6c30-4616-ba7b-6c86cd220c46 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f613c99-7498-4e76-b1c0-98fe86728397,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:21.758583 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:21.773789 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b180abf7-1e2e-40c4-9aa8-c79d8b6e7eac tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0861423 Aug 23 15:01:21.781711 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57594) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:21.795551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-00020ac0-907f-49b2-bc2d-c98e96c264bc tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563894402'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:21.949400 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Pushing event updated for resources: {'Port': ['ID=861395e4-7002-4fdb-ab30-df9dde0b872d,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:21.985474 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cca8db73-0213-41e6-baed-b0ede955ba85 req-bd5da07d-47b8-49fb-8f26-329aeae2bb5f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731139 Aug 23 15:01:21.986747 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Attempting to bind port 861395e4-7002-4fdb-ab30-df9dde0b872d on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:01:21.990325 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Attempting to bind port 861395e4-7002-4fdb-ab30-df9dde0b872d by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'ddbe27c8-dca6-4d11-a943-88be3159092b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a437c0e2-6d7b-4a5b-89be-823d62f5b1e5'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:01:21.990325 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Attempting to bind port 861395e4-7002-4fdb-ab30-df9dde0b872d on network a437c0e2-6d7b-4a5b-89be-823d62f5b1e5 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:01:21.991471 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c8ef2b5d-69af-4c33-a022-df9658b4c0c9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=453bc9f0ae244a8fad31793e47e18492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186876 Aug 23 15:01:21.992512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57604) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:21.996580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Port 861395e4-7002-4fdb-ab30-df9dde0b872d on network a437c0e2-6d7b-4a5b-89be-823d62f5b1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:01:21.996915 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Attempting to bind port 861395e4-7002-4fdb-ab30-df9dde0b872d on network a437c0e2-6d7b-4a5b-89be-823d62f5b1e5 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:01:22.003066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:01:22.003510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Checking segment: {'id': 'ddbe27c8-dca6-4d11-a943-88be3159092b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a437c0e2-6d7b-4a5b-89be-823d62f5b1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:01:22.003835 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Bound using segment: {'id': 'ddbe27c8-dca6-4d11-a943-88be3159092b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a437c0e2-6d7b-4a5b-89be-823d62f5b1e5'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:01:22.004410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Bound port: 861395e4-7002-4fdb-ab30-df9dde0b872d, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbe27c8-dca6-4d11-a943-88be3159092b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a437c0e2-6d7b-4a5b-89be-823d62f5b1e5'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:01:22.004789 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:22.075984 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00020ac0-907f-49b2-bc2d-c98e96c264bc tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:22.141558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] For port 861395e4-7002-4fdb-ab30-df9dde0b872d, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:01:22.145875 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] For port 861395e4-7002-4fdb-ab30-df9dde0b872d, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=861395e4-7002-4fdb-ab30-df9dde0b872d,segment=NetworkSegment(ddbe27c8-dca6-4d11-a943-88be3159092b),segment_id=ddbe27c8-dca6-4d11-a943-88be3159092b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:01:22.186529 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-930c1f3c-4d92-402d-92dc-ee2ddfb0af99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:22.206763 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0711e472-1f01-4a8c-a8cb-0f08660e5584 req-be6e1d9d-3fe9-4099-9d67-17b3c735ff1d tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 210 time: 0.1095777 Aug 23 15:01:22.263150 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00020ac0-907f-49b2-bc2d-c98e96c264bc tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:22.264981 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:22.329134 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:22.329775 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:22.331222 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] 10.222.0.57 "PUT /v2.0/ports/861395e4-7002-4fdb-ab30-df9dde0b872d HTTP/1.1" status: 200 len: 1091 time: 1.2042751 Aug 23 15:01:22.331735 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54136638-8644-458d-929c-c1b1988ef0b1', 'tag': '861395e4-7002-4fdb-ab30-df9dde0b872d'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:22.334451 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dd1479-a61d-4ffe-aa77-427814fc2a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "54136638-8644-458d-929c-c1b1988ef0b1", "tag": "861395e4-7002-4fdb-ab30-df9dde0b872d"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:22.358202 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00020ac0-907f-49b2-bc2d-c98e96c264bc tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:22.427680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326bd09-0e65-4dd4-b1ac-a9a4ebd9891c service neutron] Pushing event updated for resources: {'Port': ['ID=861395e4-7002-4fdb-ab30-df9dde0b872d,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:22.443076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00020ac0-907f-49b2-bc2d-c98e96c264bc tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e10c9c1-a784-40bf-9914-67ee91105019,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:22.473245 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24dfac-7a2d-4995-a8b3-a94405d6a1ef req-da73b5c0-492d-4844-add0-5470545d3e31 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:22.476329 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd24dfac-7a2d-4995-a8b3-a94405d6a1ef req-da73b5c0-492d-4844-add0-5470545d3e31 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.5867271 Aug 23 15:01:22.528296 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-930c1f3c-4d92-402d-92dc-ee2ddfb0af99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:22.552944 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00020ac0-907f-49b2-bc2d-c98e96c264bc tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:22.554565 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-00020ac0-907f-49b2-bc2d-c98e96c264bc tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7702708 Aug 23 15:01:22.569033 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57624) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:22.583873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8d5abd33-d4c9-4811-8003-1d745c417c38 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '5e10c9c1-a784-40bf-9914-67ee91105019', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:22.585421 n-d-804985-3 neutron-server[96114]: WARNING neutron.api.v2.base [None req-8d5abd33-d4c9-4811-8003-1d745c417c38 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 15:01:22.586147 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-8d5abd33-d4c9-4811-8003-1d745c417c38 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:22.590630 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8d5abd33-d4c9-4811-8003-1d745c417c38 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0170214 Aug 23 15:01:22.592395 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-105eb555-902f-4561-81af-5d2766082658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:22.593507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd24dfac-7a2d-4995-a8b3-a94405d6a1ef req-2bbbdf57-680c-467d-91fe-38d59d9ce7ec tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777662 Aug 23 15:01:22.595604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-6e3137c4-84fd-47ae-95db-723126cb5207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:22.601693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57626) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:22.602616 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-6e3137c4-84fd-47ae-95db-723126cb5207 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09ae734873064a7a8c325332b9472ed3&device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 1094 time: 0.1197457 Aug 23 15:01:22.609038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a812c144-7def-4f7e-80d6-39beeb87971d tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '5e10c9c1-a784-40bf-9914-67ee91105019', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:22.657539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ff153-61c6-4da3-bd01-b955ace65775 req-c9f2b288-0c96-4d3c-a18c-f0250238d699 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:22.659159 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-526ff153-61c6-4da3-bd01-b955ace65775 req-c9f2b288-0c96-4d3c-a18c-f0250238d699 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 943 time: 0.1974323 Aug 23 15:01:22.678988 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-4580c6fb-4972-46bc-bf3d-e4d5d14934c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=861395e4-7002-4fdb-ab30-df9dde0b872d HTTP/1.1" status: 200 len: 217 time: 0.0721371 Aug 23 15:01:22.716331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda641c2-cd97-416b-a79f-93184955e947 req-d4c2592e-b3c8-4d69-9124-d41630293815 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:22.718235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cda641c2-cd97-416b-a79f-93184955e947 req-d4c2592e-b3c8-4d69-9124-d41630293815 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.57 "GET /v2.0/networks?id=f818f225-a64d-4649-870d-43280b139113 HTTP/1.1" status: 200 len: 814 time: 0.4934850 Aug 23 15:01:22.739796 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6349dc04-a0ba-4628-a123-26756fd5201b x-openstack-request-id: req-6349dc04-a0ba-4628-a123-26756fd5201b {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:22.752229 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54136638-8644-458d-929c-c1b1988ef0b1", "tag": "861395e4-7002-4fdb-ab30-df9dde0b872d", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:22.752229 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6349dc04-a0ba-4628-a123-26756fd5201b {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:22.752229 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54136638-8644-458d-929c-c1b1988ef0b1', 'tag': '861395e4-7002-4fdb-ab30-df9dde0b872d', 'status': 'completed', 'code': 200} Aug 23 15:01:22.752807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-cda641c2-cd97-416b-a79f-93184955e947 req-010cc69d-e3fb-4c96-8b0f-5bdf9008aeb5 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Request body: {'port': {'device_id': '813f7140-e38d-447d-87ba-0c0ea221a9ad', 'network_id': 'f818f225-a64d-4649-870d-43280b139113', 'admin_state_up': True, 'tenant_id': '5e1b47b4f5ef4d4ba39be57e7d2b530f'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:22.752993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-50093999-b25c-43ac-a995-9dbf946607d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:22.752993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-50093999-b25c-43ac-a995-9dbf946607d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=786ddd6f-463b-4569-a760-ad78b9b9ba4c HTTP/1.1" status: 200 len: 853 time: 0.0606511 Aug 23 15:01:22.771945 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-526ff153-61c6-4da3-bd01-b955ace65775 req-685d75ca-24d0-43e0-8bd8-a67c0a48039d tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/security-groups?id=e33d89f2-120e-44fd-8d19-3ed6b5998b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008945 Aug 23 15:01:22.790212 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-9db15ec0-45c1-408d-beea-75134e368125 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a437c0e2-6d7b-4a5b-89be-823d62f5b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341959 Aug 23 15:01:22.916414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-e687b7b4-06a9-48e0-ab4f-66c4f6615df7 service neutron] 10.222.0.57 "GET /v2.0/networks/a437c0e2-6d7b-4a5b-89be-823d62f5b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191866 Aug 23 15:01:23.002208 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-930c1f3c-4d92-402d-92dc-ee2ddfb0af99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:23.008388 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-930c1f3c-4d92-402d-92dc-ee2ddfb0af99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:23.009568 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-930c1f3c-4d92-402d-92dc-ee2ddfb0af99 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c68cba04-f311-47b4-8c36-ad2bda9ab53d HTTP/1.1" status: 204 len: 168 time: 1.0155308 Aug 23 15:01:23.020226 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c1f3c-4d92-402d-92dc-ee2ddfb0af99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68cba04-f311-47b4-8c36-ad2bda9ab53d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:23.037414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a82e36e8-4033-45b4-9dd8-47f1689718c9 req-13638b03-2a16-481f-acd7-d02dfad24e9e service neutron] 10.222.0.57 "GET /v2.0/networks/a437c0e2-6d7b-4a5b-89be-823d62f5b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138518 Aug 23 15:01:23.061778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda641c2-cd97-416b-a79f-93184955e947 req-010cc69d-e3fb-4c96-8b0f-5bdf9008aeb5 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Made reservation on behalf of 5e1b47b4f5ef4d4ba39be57e7d2b530f for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:23.071449 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cda641c2-cd97-416b-a79f-93184955e947 req-010cc69d-e3fb-4c96-8b0f-5bdf9008aeb5 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:23.205519 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-a812c144-7def-4f7e-80d6-39beeb87971d tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:23.206583 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a812c144-7def-4f7e-80d6-39beeb87971d tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6021202 Aug 23 15:01:23.209506 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57632) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:23.217930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7da129d4-c5fd-40c1-88e1-88013439c115 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '5e10c9c1-a784-40bf-9914-67ee91105019', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:23.218344 n-d-804985-3 neutron-server[96114]: WARNING neutron.api.v2.base [None req-7da129d4-c5fd-40c1-88e1-88013439c115 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 23 15:01:23.218837 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-7da129d4-c5fd-40c1-88e1-88013439c115 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:23.222373 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7da129d4-c5fd-40c1-88e1-88013439c115 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094211 Aug 23 15:01:23.224861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57634) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:23.229336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-14511880-8052-4ab1-9ef3-ec746f0e71b3 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '5e10c9c1-a784-40bf-9914-67ee91105019', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:23.234431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-cda641c2-cd97-416b-a79f-93184955e947 req-010cc69d-e3fb-4c96-8b0f-5bdf9008aeb5 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Allocated IP 172.20.0.2 (f818f225-a64d-4649-870d-43280b139113/ae5ec9ca-8b6b-46de-bc4e-b72b8c3fdd90/96f4253d-092f-4a3a-a64c-db8214c9c131) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:01:23.253897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1479-a61d-4ffe-aa77-427814fc2a0b req-a565392a-46ba-4137-8ac1-944f5a2a9840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:23.255889 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-03dd1479-a61d-4ffe-aa77-427814fc2a0b req-a565392a-46ba-4137-8ac1-944f5a2a9840 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=09ae734873064a7a8c325332b9472ed3&device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 1094 time: 0.0673733 Aug 23 15:01:23.405413 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc06e404-d712-46da-93d5-7a66fc12ea31 req-28a6b2f5-50f2-4e1f-8997-6a8e804f79cf tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 210 time: 0.0679588 Aug 23 15:01:23.431430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1479-a61d-4ffe-aa77-427814fc2a0b req-573be329-460d-4895-9a33-f504a98ec46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:23.433426 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-03dd1479-a61d-4ffe-aa77-427814fc2a0b req-573be329-460d-4895-9a33-f504a98ec46c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a437c0e2-6d7b-4a5b-89be-823d62f5b1e5 HTTP/1.1" status: 200 len: 914 time: 0.1703458 Aug 23 15:01:23.444466 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-14511880-8052-4ab1-9ef3-ec746f0e71b3 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:23.445536 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-14511880-8052-4ab1-9ef3-ec746f0e71b3 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2197323 Aug 23 15:01:23.452669 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cda641c2-cd97-416b-a79f-93184955e947 req-010cc69d-e3fb-4c96-8b0f-5bdf9008aeb5 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:23.455008 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57642) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:23.458147 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e531ee-bc26-40d6-a79e-c4803d8a6a37 req-2c224839-fc70-40e1-b91d-ba4c9f07f46b tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:23.460210 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67e531ee-bc26-40d6-a79e-c4803d8a6a37 req-2c224839-fc70-40e1-b91d-ba4c9f07f46b tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.61 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.1237056 Aug 23 15:01:23.461198 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d7ad13d7-7bec-4315-908d-4cef1663845f tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '5e10c9c1-a784-40bf-9914-67ee91105019', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:23.461694 n-d-804985-3 neutron-server[96114]: WARNING neutron.api.v2.base [None req-d7ad13d7-7bec-4315-908d-4cef1663845f tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 15:01:23.462339 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-d7ad13d7-7bec-4315-908d-4cef1663845f tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:23.463313 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d7ad13d7-7bec-4315-908d-4cef1663845f tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073276 Aug 23 15:01:23.470674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57644) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:23.479374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3088d2ba-516d-40a2-b771-e4df8e0e61da tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '5e10c9c1-a784-40bf-9914-67ee91105019', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:23.545981 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-03dd1479-a61d-4ffe-aa77-427814fc2a0b req-09d3939f-ffe1-4d7f-9a8a-b831269b1ab4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=861395e4-7002-4fdb-ab30-df9dde0b872d HTTP/1.1" status: 200 len: 217 time: 0.0846848 Aug 23 15:01:23.632101 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cda641c2-cd97-416b-a79f-93184955e947 req-010cc69d-e3fb-4c96-8b0f-5bdf9008aeb5 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:23.661981 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1479-a61d-4ffe-aa77-427814fc2a0b req-5e1c1f23-5a7a-4cee-8ffd-39e22a5e8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:23.664761 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-03dd1479-a61d-4ffe-aa77-427814fc2a0b req-5e1c1f23-5a7a-4cee-8ffd-39e22a5e8a5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=786ddd6f-463b-4569-a760-ad78b9b9ba4c HTTP/1.1" status: 200 len: 853 time: 0.0975478 Aug 23 15:01:23.710471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cc69d-e3fb-4c96-8b0f-5bdf9008aeb5 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Pushing event updated for resources: {'Port': ['ID=96f4253d-092f-4a3a-a64c-db8214c9c131,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:23.717236 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-3088d2ba-516d-40a2-b771-e4df8e0e61da tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:23.717482 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-03dd1479-a61d-4ffe-aa77-427814fc2a0b req-63b38316-9500-41bc-b0cb-1a576dcca71a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a437c0e2-6d7b-4a5b-89be-823d62f5b1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414248 Aug 23 15:01:23.719485 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3088d2ba-516d-40a2-b771-e4df8e0e61da tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2453818 Aug 23 15:01:23.722459 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57662) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:23.731765 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-966cfe70-e53b-464c-94dc-1c3a0f479b10 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '5e10c9c1-a784-40bf-9914-67ee91105019', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:23.746344 n-d-804985-3 neutron-server[96114]: WARNING neutron.api.v2.base [None req-966cfe70-e53b-464c-94dc-1c3a0f479b10 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 23 15:01:23.746344 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-966cfe70-e53b-464c-94dc-1c3a0f479b10 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:23.746344 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-966cfe70-e53b-464c-94dc-1c3a0f479b10 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125692 Aug 23 15:01:23.747155 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-67e531ee-bc26-40d6-a79e-c4803d8a6a37 req-63a1c30d-8136-42b3-9c68-e7eda60737e0 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Deleting port 7438ff7d-4dde-485e-8d14-a4e49d56ea44 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:23.747155 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-67e531ee-bc26-40d6-a79e-c4803d8a6a37 req-63a1c30d-8136-42b3-9c68-e7eda60737e0 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:23.747350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda641c2-cd97-416b-a79f-93184955e947 req-010cc69d-e3fb-4c96-8b0f-5bdf9008aeb5 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Network f818f225-a64d-4649-870d-43280b139113 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:01:23.747350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-cda641c2-cd97-416b-a79f-93184955e947 req-010cc69d-e3fb-4c96-8b0f-5bdf9008aeb5 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:01:23.750558 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda641c2-cd97-416b-a79f-93184955e947 req-010cc69d-e3fb-4c96-8b0f-5bdf9008aeb5 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:01:23.763178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57666) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:23.774208 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a6a9b054-c76f-4072-a2e5-1fe69f689f84 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '5e10c9c1-a784-40bf-9914-67ee91105019', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:23.865022 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda641c2-cd97-416b-a79f-93184955e947 req-010cc69d-e3fb-4c96-8b0f-5bdf9008aeb5 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:23.865665 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cda641c2-cd97-416b-a79f-93184955e947 req-010cc69d-e3fb-4c96-8b0f-5bdf9008aeb5 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:23.884444 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745e546-4ad2-4647-8642-5b1e84caeccf req-09103cdc-4e0e-4d9c-a5ef-018eb5b19f27 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:23.885958 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c745e546-4ad2-4647-8642-5b1e84caeccf req-09103cdc-4e0e-4d9c-a5ef-018eb5b19f27 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 945 time: 0.0936365 Aug 23 15:01:23.965110 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c745e546-4ad2-4647-8642-5b1e84caeccf req-a40846a4-a8df-4671-a7e3-7d099665d64d tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662096 Aug 23 15:01:24.010601 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cda641c2-cd97-416b-a79f-93184955e947 req-010cc69d-e3fb-4c96-8b0f-5bdf9008aeb5 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2793841 Aug 23 15:01:24.018861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33341dd1-8062-4c0c-8a88-4c7788652e5b req-4a59a67b-0b05-4a1e-8f90-177ec6fc1f0a tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:24.020419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-33341dd1-8062-4c0c-8a88-4c7788652e5b req-4a59a67b-0b05-4a1e-8f90-177ec6fc1f0a tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 943 time: 0.1146200 Aug 23 15:01:24.027955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Request body: {'port': {'device_id': '813f7140-e38d-447d-87ba-0c0ea221a9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:24.066048 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-a6a9b054-c76f-4072-a2e5-1fe69f689f84 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:24.071483 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a6a9b054-c76f-4072-a2e5-1fe69f689f84 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3013601 Aug 23 15:01:24.071483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57674) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:24.076820 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-5d323419-6ddc-4cb4-91f5-1c7244a0fcab tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '5e10c9c1-a784-40bf-9914-67ee91105019', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:24.098560 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-03dd1479-a61d-4ffe-aa77-427814fc2a0b req-d8fbd52a-ebe8-4a46-ad54-69515c4d5a43 service neutron] 10.222.0.57 "GET /v2.0/networks/a437c0e2-6d7b-4a5b-89be-823d62f5b1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710451 Aug 23 15:01:24.099401 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:24.101232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-67e531ee-bc26-40d6-a79e-c4803d8a6a37 req-63a1c30d-8136-42b3-9c68-e7eda60737e0 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] For port 7438ff7d-4dde-485e-8d14-a4e49d56ea44, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7438ff7d-4dde-485e-8d14-a4e49d56ea44,segment=NetworkSegment(874f60f5-a524-4dbe-a785-acc35611f0cd),segment_id=874f60f5-a524-4dbe-a785-acc35611f0cd)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:24.101841 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-67e531ee-bc26-40d6-a79e-c4803d8a6a37 req-63a1c30d-8136-42b3-9c68-e7eda60737e0 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:24.144636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-67e531ee-bc26-40d6-a79e-c4803d8a6a37 req-63a1c30d-8136-42b3-9c68-e7eda60737e0 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Calling delete_port for 7438ff7d-4dde-485e-8d14-a4e49d56ea44 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:24.203478 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-33341dd1-8062-4c0c-8a88-4c7788652e5b req-cf83ee1b-4c1c-43b6-9267-b88e93964d59 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/security-groups?id=e33d89f2-120e-44fd-8d19-3ed6b5998b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708796 Aug 23 15:01:24.311790 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-03dd1479-a61d-4ffe-aa77-427814fc2a0b req-834c7628-f02b-455f-baf2-4ef6b9843b5c service neutron] 10.222.0.57 "GET /v2.0/networks/a437c0e2-6d7b-4a5b-89be-823d62f5b1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999910 Aug 23 15:01:24.427006 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-5d323419-6ddc-4cb4-91f5-1c7244a0fcab tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:24.430884 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5d323419-6ddc-4cb4-91f5-1c7244a0fcab tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3561010 Aug 23 15:01:24.431577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57686) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:24.485428 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f4253d-092f-4a3a-a64c-db8214c9c131 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:01:24.495159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57692) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:24.507330 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:24.519288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Transition to ACTIVE for port object 96f4253d-092f-4a3a-a64c-db8214c9c131 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:01:24.524846 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-67e531ee-bc26-40d6-a79e-c4803d8a6a37 req-63a1c30d-8136-42b3-9c68-e7eda60737e0 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:24.538032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['49d5af5f-e648-4934-ae8d-284f0473848d', '7438ff7d-4dde-485e-8d14-a4e49d56ea44'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:01:24.576391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1c30d-8136-42b3-9c68-e7eda60737e0 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Pushing event deleted for resources: {'Port': ['ID=7438ff7d-4dde-485e-8d14-a4e49d56ea44,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:24.579609 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef2decf8-b585-49fd-8965-29642cd0db24 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:24.603412 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:24.635828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e531ee-bc26-40d6-a79e-c4803d8a6a37 req-63a1c30d-8136-42b3-9c68-e7eda60737e0 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] No DVR routers for this DVR port 7438ff7d-4dde-485e-8d14-a4e49d56ea44 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:01:24.644224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 861395e4-7002-4fdb-ab30-df9dde0b872d details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:01:24.655872 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-67e531ee-bc26-40d6-a79e-c4803d8a6a37 req-63a1c30d-8136-42b3-9c68-e7eda60737e0 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:24.657957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67e531ee-bc26-40d6-a79e-c4803d8a6a37 req-63a1c30d-8136-42b3-9c68-e7eda60737e0 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.61 "DELETE /v2.0/ports/7438ff7d-4dde-485e-8d14-a4e49d56ea44 HTTP/1.1" status: 204 len: 173 time: 1.1808996 Aug 23 15:01:24.664002 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef2decf8-b585-49fd-8965-29642cd0db24 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:24.686145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0b0f8-931e-4761-be9c-c683405cc17f req-3fba4d68-8787-45ac-82bf-0e99ee5a53c1 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:24.688138 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77e0b0f8-931e-4761-be9c-c683405cc17f req-3fba4d68-8787-45ac-82bf-0e99ee5a53c1 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 931 time: 0.1376252 Aug 23 15:01:24.716962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1163027072-network', 'tenant_id': '17d2e2f62a8c46749f6aa89d4beb0922'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:24.742709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadd227d-9234-4891-b969-e78974531970', 'name': 'network-vif-deleted', 'tag': '7438ff7d-4dde-485e-8d14-a4e49d56ea44'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:24.745512 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dedf869-0fca-4a99-9834-f083c5648358" -d '{"events": [{"server_uuid": "eadd227d-9234-4891-b969-e78974531970", "name": "network-vif-deleted", "tag": "7438ff7d-4dde-485e-8d14-a4e49d56ea44"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:24.745866 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=96f4253d-092f-4a3a-a64c-db8214c9c131,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:24.799478 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27158bcf-f51e-49cb-952d-15172cf2c9b8 x-openstack-request-id: req-27158bcf-f51e-49cb-952d-15172cf2c9b8 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:24.799478 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadd227d-9234-4891-b969-e78974531970", "name": "network-vif-deleted", "tag": "7438ff7d-4dde-485e-8d14-a4e49d56ea44", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:24.799893 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27158bcf-f51e-49cb-952d-15172cf2c9b8 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:24.800494 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadd227d-9234-4891-b969-e78974531970', 'name': 'network-vif-deleted', 'tag': '7438ff7d-4dde-485e-8d14-a4e49d56ea44', 'status': 'completed', 'code': 200} Aug 23 15:01:24.824677 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77e0b0f8-931e-4761-be9c-c683405cc17f req-8e9ab6c0-1d3e-44bc-984e-d85cec55d356 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e59a6c2-8d40-4e98-9f64-ef6b14e125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275270 Aug 23 15:01:24.832248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] Made reservation on behalf of 17d2e2f62a8c46749f6aa89d4beb0922 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:24.835163 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:24.850438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Attempting to bind port 96f4253d-092f-4a3a-a64c-db8214c9c131 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:01:24.850798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Attempting to bind port 96f4253d-092f-4a3a-a64c-db8214c9c131 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6ca42639-d844-493e-87d5-b11d9e804372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f818f225-a64d-4649-870d-43280b139113'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:01:24.851127 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Attempting to bind port 96f4253d-092f-4a3a-a64c-db8214c9c131 on network f818f225-a64d-4649-870d-43280b139113 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:01:24.857607 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Port 96f4253d-092f-4a3a-a64c-db8214c9c131 on network f818f225-a64d-4649-870d-43280b139113 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:01:24.858018 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Attempting to bind port 96f4253d-092f-4a3a-a64c-db8214c9c131 on network f818f225-a64d-4649-870d-43280b139113 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:01:24.863526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 861395e4-7002-4fdb-ab30-df9dde0b872d, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=861395e4-7002-4fdb-ab30-df9dde0b872d,segment=NetworkSegment(ddbe27c8-dca6-4d11-a943-88be3159092b),segment_id=ddbe27c8-dca6-4d11-a943-88be3159092b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:24.864703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:01:24.868003 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Checking segment: {'id': '6ca42639-d844-493e-87d5-b11d9e804372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f818f225-a64d-4649-870d-43280b139113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:01:24.869108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Bound using segment: {'id': '6ca42639-d844-493e-87d5-b11d9e804372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f818f225-a64d-4649-870d-43280b139113'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:01:24.869859 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Bound port: 96f4253d-092f-4a3a-a64c-db8214c9c131, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca42639-d844-493e-87d5-b11d9e804372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f818f225-a64d-4649-870d-43280b139113'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:01:24.871047 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:24.879075 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:24.908878 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef2decf8-b585-49fd-8965-29642cd0db24 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:24.913223 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef2decf8-b585-49fd-8965-29642cd0db24 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:24.929794 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ef2decf8-b585-49fd-8965-29642cd0db24 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "DELETE /v2.0/security-groups/5e10c9c1-a784-40bf-9914-67ee91105019 HTTP/1.1" status: 204 len: 168 time: 0.4968047 Aug 23 15:01:24.930858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57706) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:24.931007 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '861395e4-7002-4fdb-ab30-df9dde0b872d', 'network_id': 'a437c0e2-6d7b-4a5b-89be-823d62f5b1e5', 'port_id': '861395e4-7002-4fdb-ab30-df9dde0b872d', 'mac_address': 'fa:16:3e:ed:b7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786ddd6f-463b-4569-a760-ad78b9b9ba4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:01:24.955526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2decf8-b585-49fd-8965-29642cd0db24 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e10c9c1-a784-40bf-9914-67ee91105019,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:24.982528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] For port 96f4253d-092f-4a3a-a64c-db8214c9c131, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:01:24.988218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] For port 96f4253d-092f-4a3a-a64c-db8214c9c131, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=96f4253d-092f-4a3a-a64c-db8214c9c131,segment=NetworkSegment(6ca42639-d844-493e-87d5-b11d9e804372),segment_id=6ca42639-d844-493e-87d5-b11d9e804372)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:01:25.002100 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.012630 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861395e4-7002-4fdb-ab30-df9dde0b872d {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:01:25.045199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 861395e4-7002-4fdb-ab30-df9dde0b872d, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=861395e4-7002-4fdb-ab30-df9dde0b872d,segment=NetworkSegment(ddbe27c8-dca6-4d11-a943-88be3159092b),segment_id=ddbe27c8-dca6-4d11-a943-88be3159092b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:25.056581 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57710) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:25.056962 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d1042aa8-f7f3-4d5c-97a4-af45993597d1 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1100304 Aug 23 15:01:25.062843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-25326806-da4a-444e-8794-25ffdd96d6c1 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432273824'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:25.084016 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.125950 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.127775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:25.128478 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.130211 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cda641c2-cd97-416b-a79f-93184955e947 req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] 10.222.0.57 "PUT /v2.0/ports/96f4253d-092f-4a3a-a64c-db8214c9c131 HTTP/1.1" status: 200 len: 1091 time: 1.1096225 Aug 23 15:01:25.130480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813f7140-e38d-447d-87ba-0c0ea221a9ad', 'tag': '96f4253d-092f-4a3a-a64c-db8214c9c131'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:25.133201 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fe1248-0ba7-463f-9ccc-65f2a2066b87" -d '{"events": [{"name": "network-changed", "server_uuid": "813f7140-e38d-447d-87ba-0c0ea221a9ad", "tag": "96f4253d-092f-4a3a-a64c-db8214c9c131"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:25.149407 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fba56678-847f-4ba5-84d3-917236a2ce11 req-49af0d4e-bc33-42f7-b9d3-e5d22099f4d1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=eadd227d-9234-4891-b969-e78974531970 HTTP/1.1" status: 200 len: 210 time: 0.0382302 Aug 23 15:01:25.158016 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.162587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f746ddf-616c-4147-8835-2d6911add4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=96f4253d-092f-4a3a-a64c-db8214c9c131,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:25.182163 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.229515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:01:25.250592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5def42c1-d690-443e-9f2d-cd872b7c25f1,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:25.257920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=861395e4-7002-4fdb-ab30-df9dde0b872d,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:25.259042 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706a826e-274f-486f-8bd8-78cea6ca0d61 x-openstack-request-id: req-706a826e-274f-486f-8bd8-78cea6ca0d61 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:25.259042 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813f7140-e38d-447d-87ba-0c0ea221a9ad", "tag": "96f4253d-092f-4a3a-a64c-db8214c9c131", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:25.259042 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-706a826e-274f-486f-8bd8-78cea6ca0d61 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:25.259559 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813f7140-e38d-447d-87ba-0c0ea221a9ad', 'tag': '96f4253d-092f-4a3a-a64c-db8214c9c131', 'status': 'completed', 'code': 200} Aug 23 15:01:25.267907 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.268212 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] Added segment 659056e1-7b68-4cc4-bb8f-86986cd8b5ef of type vlan for network 532c86d5-9944-47e7-b078-cc9911ce120d Aug 23 15:01:25.320695 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25326806-da4a-444e-8794-25ffdd96d6c1 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.357035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe1248-0ba7-463f-9ccc-65f2a2066b87 req-92f4684d-4e84-4391-a460-4fa2f7a75ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:25.359279 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5fe1248-0ba7-463f-9ccc-65f2a2066b87 req-92f4684d-4e84-4391-a460-4fa2f7a75ae4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5e1b47b4f5ef4d4ba39be57e7d2b530f&device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 1094 time: 0.0750978 Aug 23 15:01:25.370218 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.407209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['861395e4-7002-4fdb-ab30-df9dde0b872d'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:01:25.413655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a548ab-225a-4eaa-a689-a64067d1c704 req-f3bfda79-1b31-48bd-9032-72663cf40449 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:25.417445 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-47a548ab-225a-4eaa-a689-a64067d1c704 req-f3bfda79-1b31-48bd-9032-72663cf40449 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 944 time: 0.0930059 Aug 23 15:01:25.471174 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.505659 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-47a548ab-225a-4eaa-a689-a64067d1c704 req-438e3a16-ad88-4753-a63d-99d1243b4055 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/security-groups?id=e33d89f2-120e-44fd-8d19-3ed6b5998b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798862 Aug 23 15:01:25.515223 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.517783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:25.519748 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.569964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe1248-0ba7-463f-9ccc-65f2a2066b87 req-8c209464-d579-4f8a-84ce-f0e6175e44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:25.572224 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5fe1248-0ba7-463f-9ccc-65f2a2066b87 req-8c209464-d579-4f8a-84ce-f0e6175e44ea service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5e1b47b4f5ef4d4ba39be57e7d2b530f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1812763 Aug 23 15:01:25.576556 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25326806-da4a-444e-8794-25ffdd96d6c1 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.629881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] Pushing event updated for resources: {'Network': ['ID=532c86d5-9944-47e7-b078-cc9911ce120d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:25.644209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 532c86d5-9944-47e7-b078-cc9911ce120d details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:01:25.653587 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25326806-da4a-444e-8794-25ffdd96d6c1 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.706384 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25326806-da4a-444e-8794-25ffdd96d6c1 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78412506-79d9-428b-b615-bd5b1cb09de7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:25.730778 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7dd3c631-1d0c-4c47-a112-eec9e9b97cda admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2323341 Aug 23 15:01:25.732241 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe1248-0ba7-463f-9ccc-65f2a2066b87 req-d4865b2a-81cd-4496-8363-a82017130196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:25.733894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57728) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:25.736272 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5fe1248-0ba7-463f-9ccc-65f2a2066b87 req-d4865b2a-81cd-4496-8363-a82017130196 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1555991 Aug 23 15:01:25.739137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b06f5b5f-0dd7-44f6-9acb-a8ed3101c004 admin admin] Request body: {'subnet': {'network_id': '532c86d5-9944-47e7-b078-cc9911ce120d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1163027072-subnet', 'tenant_id': '17d2e2f62a8c46749f6aa89d4beb0922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:25.764340 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25326806-da4a-444e-8794-25ffdd96d6c1 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.766981 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-25326806-da4a-444e-8794-25ffdd96d6c1 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7083654 Aug 23 15:01:25.769571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57730) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:25.776387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-45c1a5bd-4b16-47e6-82a8-c7a9aca14ba4 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '78412506-79d9-428b-b615-bd5b1cb09de7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:25.825822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda641c2-cd97-416b-a79f-93184955e947 req-2e382d8d-27b4-424e-bfe3-f834c05eda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:25.827363 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cda641c2-cd97-416b-a79f-93184955e947 req-2e382d8d-27b4-424e-bfe3-f834c05eda9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5e1b47b4f5ef4d4ba39be57e7d2b530f&device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 1094 time: 0.0479724 Aug 23 15:01:25.879441 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cda641c2-cd97-416b-a79f-93184955e947 req-7d9caeec-56ff-4eb7-86c4-c12579a007f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96f4253d-092f-4a3a-a64c-db8214c9c131 HTTP/1.1" status: 200 len: 217 time: 0.0429564 Aug 23 15:01:25.936927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06f5b5f-0dd7-44f6-9acb-a8ed3101c004 admin admin] Made reservation on behalf of 17d2e2f62a8c46749f6aa89d4beb0922 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:25.939287 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b06f5b5f-0dd7-44f6-9acb-a8ed3101c004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:25.960936 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda641c2-cd97-416b-a79f-93184955e947 req-723b2fa8-1979-4830-86e6-852db1484f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:25.962526 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cda641c2-cd97-416b-a79f-93184955e947 req-723b2fa8-1979-4830-86e6-852db1484f7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae5ec9ca-8b6b-46de-bc4e-b72b8c3fdd90 HTTP/1.1" status: 200 len: 854 time: 0.0749366 Aug 23 15:01:26.006363 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f956f-a0ed-4b78-a6a0-87343a1584b9 req-0896141c-6643-4d23-bcb9-d56e6f8a1acc tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:26.008236 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e7f956f-a0ed-4b78-a6a0-87343a1584b9 req-0896141c-6643-4d23-bcb9-d56e6f8a1acc tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 943 time: 0.0927567 Aug 23 15:01:26.010284 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cda641c2-cd97-416b-a79f-93184955e947 req-dd5e9600-58cd-4547-b070-b41f6915ce6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f818f225-a64d-4649-870d-43280b139113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397177 Aug 23 15:01:26.115213 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e7f956f-a0ed-4b78-a6a0-87343a1584b9 req-90896f62-26e2-4221-a5a2-16cf998fe47d tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e59a6c2-8d40-4e98-9f64-ef6b14e125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972672 Aug 23 15:01:26.150152 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cda641c2-cd97-416b-a79f-93184955e947 req-945c242e-7d7e-451b-bedf-9aeac5bcd287 service neutron] 10.222.0.57 "GET /v2.0/networks/f818f225-a64d-4649-870d-43280b139113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257851 Aug 23 15:01:26.209226 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-45c1a5bd-4b16-47e6-82a8-c7a9aca14ba4 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The resource could not be found. Aug 23 15:01:26.210319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-45c1a5bd-4b16-47e6-82a8-c7a9aca14ba4 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4390950 Aug 23 15:01:26.215344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57740) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:26.218790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2d697f71-7f71-4217-b315-ad68adc6c162 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '78412506-79d9-428b-b615-bd5b1cb09de7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ae3c6eb9-d7ae-457f-afd6-f1e9aca13b78'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:26.232820 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b06f5b5f-0dd7-44f6-9acb-a8ed3101c004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:26.267777 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cda641c2-cd97-416b-a79f-93184955e947 req-9c0c403b-8bf5-4675-ab00-7b4526cdcd5c service neutron] 10.222.0.57 "GET /v2.0/networks/f818f225-a64d-4649-870d-43280b139113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071913 Aug 23 15:01:26.587700 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f5b5f-0dd7-44f6-9acb-a8ed3101c004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=112ffc99-db9a-467c-8440-27a6d983daef,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:26.599809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f5b5f-0dd7-44f6-9acb-a8ed3101c004 admin admin] Checking segment: {'id': '659056e1-7b68-4cc4-bb8f-86986cd8b5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '532c86d5-9944-47e7-b078-cc9911ce120d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:01:26.600162 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f5b5f-0dd7-44f6-9acb-a8ed3101c004 admin admin] Network hostable DHCP agents. Network: 532c86d5-9944-47e7-b078-cc9911ce120d, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:01:26.646076 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ce542595-1d6f-4ed2-b260-635aff265a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:26.672474 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 861395e4-7002-4fdb-ab30-df9dde0b872d up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:01:26.691858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8096a5-4d7c-41df-be6c-3797464f8897 req-3717210c-82fa-441d-b926-1caca83c1e9f tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:26.693401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b8096a5-4d7c-41df-be6c-3797464f8897 req-3717210c-82fa-441d-b926-1caca83c1e9f tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 944 time: 0.0545473 Aug 23 15:01:26.730962 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:26.752855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f5b5f-0dd7-44f6-9acb-a8ed3101c004 admin admin] Network 532c86d5-9944-47e7-b078-cc9911ce120d is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:01:26.771957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b8096a5-4d7c-41df-be6c-3797464f8897 req-5523a14e-5cfd-40b8-ba54-7fb4fcfa97da tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/security-groups?id=e33d89f2-120e-44fd-8d19-3ed6b5998b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711172 Aug 23 15:01:26.814818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 861395e4-7002-4fdb-ab30-df9dde0b872d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:01:26.819063 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 861395e4-7002-4fdb-ab30-df9dde0b872d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:01:26.819719 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:26.855198 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd9351-65ab-4987-97b7-9cf3ff1e3ce7 req-6a66f337-dcfd-41ee-954d-7dd20b6020a2 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:26.860709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-b06f5b5f-0dd7-44f6-9acb-a8ed3101c004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 532c86d5-9944-47e7-b078-cc9911ce120d) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:01:26.867397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06f5b5f-0dd7-44f6-9acb-a8ed3101c004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:26.873999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b06f5b5f-0dd7-44f6-9acb-a8ed3101c004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:26.874209 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69dd9351-65ab-4987-97b7-9cf3ff1e3ce7 req-6a66f337-dcfd-41ee-954d-7dd20b6020a2 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.0731270 Aug 23 15:01:26.876518 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ab3803-b4fe-4f85-b047-bbc14d5cf43b None None] Network 532c86d5-9944-47e7-b078-cc9911ce120d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:01:26.919677 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69dd9351-65ab-4987-97b7-9cf3ff1e3ce7 req-9554536d-9620-471d-8d62-decca99792d7 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470500 Aug 23 15:01:26.924370 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-2d697f71-7f71-4217-b315-ad68adc6c162 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The resource could not be found. Aug 23 15:01:26.926460 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2d697f71-7f71-4217-b315-ad68adc6c162 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7115481 Aug 23 15:01:26.931488 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57766) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:27.003126 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:27.010493 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ad0be7b-d9cf-46dc-a7f8-b9d1afe6a1de tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:27.035245 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ad0be7b-d9cf-46dc-a7f8-b9d1afe6a1de tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:27.053989 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54136638-8644-458d-929c-c1b1988ef0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861395e4-7002-4fdb-ab30-df9dde0b872d'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:27.055077 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df495e62-09bb-4b03-90b4-d1559f9bf668" -d '{"events": [{"server_uuid": "54136638-8644-458d-929c-c1b1988ef0b1", "name": "network-vif-plugged", "status": "completed", "tag": "861395e4-7002-4fdb-ab30-df9dde0b872d"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:27.087326 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b06f5b5f-0dd7-44f6-9acb-a8ed3101c004 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3520558 Aug 23 15:01:27.110247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 861395e4-7002-4fdb-ab30-df9dde0b872d, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=861395e4-7002-4fdb-ab30-df9dde0b872d,segment=NetworkSegment(ddbe27c8-dca6-4d11-a943-88be3159092b),segment_id=ddbe27c8-dca6-4d11-a943-88be3159092b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:27.110247 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e809be-94d7-47cb-87b7-c30500ab47d3 x-openstack-request-id: req-f8e809be-94d7-47cb-87b7-c30500ab47d3 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:27.110247 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54136638-8644-458d-929c-c1b1988ef0b1", "name": "network-vif-plugged", "status": "completed", "tag": "861395e4-7002-4fdb-ab30-df9dde0b872d", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:27.110848 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f8e809be-94d7-47cb-87b7-c30500ab47d3 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:27.111823 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54136638-8644-458d-929c-c1b1988ef0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861395e4-7002-4fdb-ab30-df9dde0b872d', 'code': 200} Aug 23 15:01:27.124403 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016ca7a0-a1dc-4ede-a65c-ec394bcabdd1 None None] Network 532c86d5-9944-47e7-b078-cc9911ce120d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:01:27.193908 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:27.205219 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ad0be7b-d9cf-46dc-a7f8-b9d1afe6a1de tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:27.208179 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2ad0be7b-d9cf-46dc-a7f8-b9d1afe6a1de tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:27.209620 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2ad0be7b-d9cf-46dc-a7f8-b9d1afe6a1de tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "DELETE /v2.0/security-groups/78412506-79d9-428b-b615-bd5b1cb09de7 HTTP/1.1" status: 204 len: 168 time: 0.2769744 Aug 23 15:01:27.212503 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57776) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:27.225624 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0be7b-d9cf-46dc-a7f8-b9d1afe6a1de tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78412506-79d9-428b-b615-bd5b1cb09de7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:27.238879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc4fa6-611c-4dcb-8ac3-6acf334bed0c req-54064648-bcea-49c0-bd4a-c8dd09667c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:27.240999 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bbfc4fa6-611c-4dcb-8ac3-6acf334bed0c req-54064648-bcea-49c0-bd4a-c8dd09667c21 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 1095 time: 0.0678613 Aug 23 15:01:27.313799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1dd66937-1dd5-4a02-8461-a1e9fb94c5c1 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0991945 Aug 23 15:01:27.317086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57782) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:27.326498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-624cb6e0-2274-4b57-8c0e-1a9f3b6bd181 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': '92a89e80-ae2e-433f-b8d7-94b61b982073', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:27.337861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79c5d-a0d4-4f8a-91fe-d1d316c0fa9d req-b3c1f97d-f79a-4d9c-9707-b059bd4e756a tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:27.340138 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b0d79c5d-a0d4-4f8a-91fe-d1d316c0fa9d req-b3c1f97d-f79a-4d9c-9707-b059bd4e756a tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 943 time: 0.0951571 Aug 23 15:01:27.341395 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=861395e4-7002-4fdb-ab30-df9dde0b872d,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:27.342323 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bbfc4fa6-611c-4dcb-8ac3-6acf334bed0c req-a54b1f67-8211-484c-b2ed-c871ae410958 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e33d89f2-120e-44fd-8d19-3ed6b5998b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885987 Aug 23 15:01:27.391818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7438ff7d-4dde-485e-8d14-a4e49d56ea44 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:27.403901 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b0d79c5d-a0d4-4f8a-91fe-d1d316c0fa9d req-7ec8d468-6a16-464f-8791-c67cad33b192 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e59a6c2-8d40-4e98-9f64-ef6b14e125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 Aug 23 15:01:27.463268 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 7438ff7d-4dde-485e-8d14-a4e49d56ea44 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:01:27.464039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7438ff7d-4dde-485e-8d14-a4e49d56ea44 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:01:27.529536 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-624cb6e0-2274-4b57-8c0e-1a9f3b6bd181 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The resource could not be found. Aug 23 15:01:27.535000 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57788) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:27.535621 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-624cb6e0-2274-4b57-8c0e-1a9f3b6bd181 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2166803 Aug 23 15:01:27.541215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-0338d40b-19eb-4ea8-b875-d69a15938d24 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197685279'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:27.654867 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0338d40b-19eb-4ea8-b875-d69a15938d24 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:27.784337 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0338d40b-19eb-4ea8-b875-d69a15938d24 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:27.877837 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0338d40b-19eb-4ea8-b875-d69a15938d24 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:27.910587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338d40b-19eb-4ea8-b875-d69a15938d24 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b846c77a-e3a7-45dc-8b96-72b4c3ae345b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:27.921044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d0ee9-af8a-4530-839a-8660f3df13a9 req-8321c750-a22a-4c6c-9542-a94f7c1045ab tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:27.922747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d5d0ee9-af8a-4530-839a-8660f3df13a9 req-8321c750-a22a-4c6c-9542-a94f7c1045ab tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.0723598 Aug 23 15:01:27.977749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d5d0ee9-af8a-4530-839a-8660f3df13a9 req-60e9251b-2bd9-4664-be40-9cf29a8fe698 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/security-groups?id=e33d89f2-120e-44fd-8d19-3ed6b5998b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465932 Aug 23 15:01:28.038204 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0338d40b-19eb-4ea8-b875-d69a15938d24 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:28.042460 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0338d40b-19eb-4ea8-b875-d69a15938d24 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5033243 Aug 23 15:01:28.042803 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57804) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:28.048000 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2dada802-0f77-4fc5-b701-239154b4ae93 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group': {'name': 'tempest-secgroup--500325467'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:28.117069 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbedd29-3c3b-4ecb-8689-3bd706c53cb0 req-eae5a4f3-8d90-4406-99a4-f7ebfd13d1e6 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:28.118739 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afbedd29-3c3b-4ecb-8689-3bd706c53cb0 req-eae5a4f3-8d90-4406-99a4-f7ebfd13d1e6 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.0714271 Aug 23 15:01:28.204719 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afbedd29-3c3b-4ecb-8689-3bd706c53cb0 req-40118770-6ed7-4a80-bf89-23e11e1409aa tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685916 Aug 23 15:01:28.260501 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2dada802-0f77-4fc5-b701-239154b4ae93 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:28.378479 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2dada802-0f77-4fc5-b701-239154b4ae93 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:28.414555 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2dada802-0f77-4fc5-b701-239154b4ae93 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:28.461511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dada802-0f77-4fc5-b701-239154b4ae93 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8d33e5-92ea-4cdd-a48d-6ba0a807920f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:28.477787 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:28.560748 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2dada802-0f77-4fc5-b701-239154b4ae93 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:28.563042 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2dada802-0f77-4fc5-b701-239154b4ae93 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5186594 Aug 23 15:01:28.565916 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57824) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:28.572351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d427d299-4f3c-4dfe-a019-a1cb04910492 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group_rule': {'security_group_id': 'b846c77a-e3a7-45dc-8b96-72b4c3ae345b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ce8d33e5-92ea-4cdd-a48d-6ba0a807920f'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:28.615384 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a491779-4c35-468d-a3fc-1720f1228ed8 req-9fa64b4e-937a-4eb8-a99c-f22aa0372178 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:28.618137 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4a491779-4c35-468d-a3fc-1720f1228ed8 req-9fa64b4e-937a-4eb8-a99c-f22aa0372178 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 943 time: 0.1330850 Aug 23 15:01:28.701944 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 96f4253d-092f-4a3a-a64c-db8214c9c131 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:01:28.717471 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4a491779-4c35-468d-a3fc-1720f1228ed8 req-bb4074f5-fea0-4353-8c21-4e3206e2731e tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e59a6c2-8d40-4e98-9f64-ef6b14e125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915692 Aug 23 15:01:28.872786 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-d427d299-4f3c-4dfe-a019-a1cb04910492 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:01:28.873875 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d427d299-4f3c-4dfe-a019-a1cb04910492 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3067183 Aug 23 15:01:28.877271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57832) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:28.895326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e28840-e9bd-443e-ad61-43967a7aa7f6 req-2ed2654d-f2e3-43fe-b920-64cf416bf383 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:28.897280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3e28840-e9bd-443e-ad61-43967a7aa7f6 req-2ed2654d-f2e3-43fe-b920-64cf416bf383 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.61 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.0908985 Aug 23 15:01:28.950722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 96f4253d-092f-4a3a-a64c-db8214c9c131, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=96f4253d-092f-4a3a-a64c-db8214c9c131,segment=NetworkSegment(6ca42639-d844-493e-87d5-b11d9e804372),segment_id=6ca42639-d844-493e-87d5-b11d9e804372)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:28.968667 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '96f4253d-092f-4a3a-a64c-db8214c9c131', 'network_id': 'f818f225-a64d-4649-870d-43280b139113', 'port_id': '96f4253d-092f-4a3a-a64c-db8214c9c131', 'mac_address': 'fa:16:3e:70:0d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae5ec9ca-8b6b-46de-bc4e-b72b8c3fdd90', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:01:28.996071 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d07ed6e7-9fb1-49f5-9e76-1d70756541cf tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:29.050548 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:29.061754 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d07ed6e7-9fb1-49f5-9e76-1d70756541cf tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:29.081732 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f4253d-092f-4a3a-a64c-db8214c9c131 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:01:29.119499 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 96f4253d-092f-4a3a-a64c-db8214c9c131, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=96f4253d-092f-4a3a-a64c-db8214c9c131,segment=NetworkSegment(6ca42639-d844-493e-87d5-b11d9e804372),segment_id=6ca42639-d844-493e-87d5-b11d9e804372)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:29.129561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-a3e28840-e9bd-443e-ad61-43967a7aa7f6 req-90f2fe2a-e0df-4020-8ead-d41ba2b98fa1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Deleting port 49d5af5f-e648-4934-ae8d-284f0473848d {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:29.130556 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a3e28840-e9bd-443e-ad61-43967a7aa7f6 req-90f2fe2a-e0df-4020-8ead-d41ba2b98fa1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:29.173083 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230cd3f-3969-470b-b19a-73489a0ef533 req-7b5dfb33-0f61-4f98-b49a-bbce5be84a09 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:29.174897 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d230cd3f-3969-470b-b19a-73489a0ef533 req-7b5dfb33-0f61-4f98-b49a-bbce5be84a09 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.0728865 Aug 23 15:01:29.229678 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d230cd3f-3969-470b-b19a-73489a0ef533 req-9bd3f5d9-ba68-484e-97dc-86b4872ce92d tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/security-groups?id=e33d89f2-120e-44fd-8d19-3ed6b5998b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Aug 23 15:01:29.237862 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:29.266130 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d07ed6e7-9fb1-49f5-9e76-1d70756541cf tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:29.270263 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d07ed6e7-9fb1-49f5-9e76-1d70756541cf tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:29.274030 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d07ed6e7-9fb1-49f5-9e76-1d70756541cf tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "DELETE /v2.0/security-groups/ce8d33e5-92ea-4cdd-a48d-6ba0a807920f HTTP/1.1" status: 204 len: 168 time: 0.3931196 Aug 23 15:01:29.275420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a3e28840-e9bd-443e-ad61-43967a7aa7f6 req-90f2fe2a-e0df-4020-8ead-d41ba2b98fa1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] For port 49d5af5f-e648-4934-ae8d-284f0473848d, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=49d5af5f-e648-4934-ae8d-284f0473848d,segment=NetworkSegment(874f60f5-a524-4dbe-a785-acc35611f0cd),segment_id=874f60f5-a524-4dbe-a785-acc35611f0cd)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:29.275841 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a3e28840-e9bd-443e-ad61-43967a7aa7f6 req-90f2fe2a-e0df-4020-8ead-d41ba2b98fa1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:29.278834 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57850) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:29.300269 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ed6e7-9fb1-49f5-9e76-1d70756541cf tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8d33e5-92ea-4cdd-a48d-6ba0a807920f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:29.319465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-a3e28840-e9bd-443e-ad61-43967a7aa7f6 req-90f2fe2a-e0df-4020-8ead-d41ba2b98fa1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Calling delete_port for 49d5af5f-e648-4934-ae8d-284f0473848d owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:29.436927 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=96f4253d-092f-4a3a-a64c-db8214c9c131,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:29.444199 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0ae5e57d-e838-47d6-9d0a-7bbfe829c736 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1614380 Aug 23 15:01:29.445013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57854) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:29.515785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48115372-12c3-4065-a8b3-da1f01514e3f req-62a20d91-9527-4f80-aa9c-177d8cbbad07 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:29.517495 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-48115372-12c3-4065-a8b3-da1f01514e3f req-62a20d91-9527-4f80-aa9c-177d8cbbad07 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 945 time: 0.0866983 Aug 23 15:01:29.538863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['96f4253d-092f-4a3a-a64c-db8214c9c131'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:01:29.592756 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-48115372-12c3-4065-a8b3-da1f01514e3f req-cade7b0f-9e0e-44af-a528-4f8cf7cbe975 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7165020-6b22-4cb1-8f8c-bbe6870edf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612462 Aug 23 15:01:29.609368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-57a79f2c-cdef-406f-b98b-f6f6e6c9632e tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:29.653102 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-57a79f2c-cdef-406f-b98b-f6f6e6c9632e tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:29.774756 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a3e28840-e9bd-443e-ad61-43967a7aa7f6 req-90f2fe2a-e0df-4020-8ead-d41ba2b98fa1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:29.795159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['49d5af5f-e648-4934-ae8d-284f0473848d'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:01:29.812860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2fe2a-e0df-4020-8ead-d41ba2b98fa1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Pushing event deleted for resources: {'Port': ['ID=49d5af5f-e648-4934-ae8d-284f0473848d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:29.831544 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-57a79f2c-cdef-406f-b98b-f6f6e6c9632e tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:29.834588 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-57a79f2c-cdef-406f-b98b-f6f6e6c9632e tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:29.838681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-57a79f2c-cdef-406f-b98b-f6f6e6c9632e tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "DELETE /v2.0/security-groups/b846c77a-e3a7-45dc-8b96-72b4c3ae345b HTTP/1.1" status: 204 len: 168 time: 0.3901455 Aug 23 15:01:29.841123 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57872) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:29.869498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a79f2c-cdef-406f-b98b-f6f6e6c9632e tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b846c77a-e3a7-45dc-8b96-72b4c3ae345b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:29.890882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e28840-e9bd-443e-ad61-43967a7aa7f6 req-90f2fe2a-e0df-4020-8ead-d41ba2b98fa1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] No DVR routers for this DVR port 49d5af5f-e648-4934-ae8d-284f0473848d on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:01:29.897230 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a3e28840-e9bd-443e-ad61-43967a7aa7f6 req-90f2fe2a-e0df-4020-8ead-d41ba2b98fa1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:29.906106 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3e28840-e9bd-443e-ad61-43967a7aa7f6 req-90f2fe2a-e0df-4020-8ead-d41ba2b98fa1 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.61 "DELETE /v2.0/ports/49d5af5f-e648-4934-ae8d-284f0473848d HTTP/1.1" status: 204 len: 173 time: 0.9941888 Aug 23 15:01:29.906106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aec8228-4de8-4add-a083-496eb2bb339a', 'name': 'network-vif-deleted', 'tag': '49d5af5f-e648-4934-ae8d-284f0473848d'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:29.906106 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd41433-606f-4080-a56a-c35eafaa1d83" -d '{"events": [{"server_uuid": "8aec8228-4de8-4add-a083-496eb2bb339a", "name": "network-vif-deleted", "tag": "49d5af5f-e648-4934-ae8d-284f0473848d"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:29.946085 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ac60ff33-ecee-4b62-a7b1-d54f9cc3cc2a tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1032805 Aug 23 15:01:29.950841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57878) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:29.956148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b51706fe-afea-4649-b3b5-a4b39c5e1ed2 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group': {'name': 'tempest-secgroup--868753720'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:30.019493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd7f21-d8aa-4b83-a5a8-69ae450281ab req-d7a58914-efb9-4577-8965-acbd7456b3e3 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:30.021638 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58cd7f21-d8aa-4b83-a5a8-69ae450281ab req-d7a58914-efb9-4577-8965-acbd7456b3e3 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 944 time: 0.0808561 Aug 23 15:01:30.070307 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58cd7f21-d8aa-4b83-a5a8-69ae450281ab req-9d27b533-7099-4646-a5a3-88aad0b3002b tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e59a6c2-8d40-4e98-9f64-ef6b14e125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414288 Aug 23 15:01:30.100720 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b51706fe-afea-4649-b3b5-a4b39c5e1ed2 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:30.240421 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b51706fe-afea-4649-b3b5-a4b39c5e1ed2 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:30.348664 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b51706fe-afea-4649-b3b5-a4b39c5e1ed2 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:30.359030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db39439-743a-4988-8ab9-e5da4a467332 req-7e28787f-048b-4627-868b-d34797a6115a tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:30.360771 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-7e28787f-048b-4627-868b-d34797a6115a tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/networks?id=532c86d5-9944-47e7-b078-cc9911ce120d HTTP/1.1" status: 200 len: 810 time: 0.1327844 Aug 23 15:01:30.366187 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c29697-850d-4751-9395-60a0b440e4b1 x-openstack-request-id: req-06c29697-850d-4751-9395-60a0b440e4b1 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:30.366365 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aec8228-4de8-4add-a083-496eb2bb339a", "name": "network-vif-deleted", "tag": "49d5af5f-e648-4934-ae8d-284f0473848d", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:30.366699 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-06c29697-850d-4751-9395-60a0b440e4b1 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:30.367205 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aec8228-4de8-4add-a083-496eb2bb339a', 'name': 'network-vif-deleted', 'tag': '49d5af5f-e648-4934-ae8d-284f0473848d', 'status': 'completed', 'code': 200} Aug 23 15:01:30.393458 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-4ccfb05b-54f6-4535-8379-0b746f24759c tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/quotas/17d2e2f62a8c46749f6aa89d4beb0922 HTTP/1.1" status: 200 len: 375 time: 0.0251498 Aug 23 15:01:30.406119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51706fe-afea-4649-b3b5-a4b39c5e1ed2 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615029c1-842d-4625-b5de-c748ba37fda9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:30.426111 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b51706fe-afea-4649-b3b5-a4b39c5e1ed2 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:30.427705 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b51706fe-afea-4649-b3b5-a4b39c5e1ed2 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4757020 Aug 23 15:01:30.430544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57896) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:30.438008 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7647ad3f-4d43-4cb9-89c5-819fd15504f1 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Request body: {'security_group': {'name': 'default'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:30.439183 n-d-804985-3 neutron-server[96115]: WARNING neutron.api.v2.base [None req-7647ad3f-4d43-4cb9-89c5-819fd15504f1 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 15:01:30.439906 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-7647ad3f-4d43-4cb9-89c5-819fd15504f1 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] update failed (client error): There was a conflict when trying to complete your request. Aug 23 15:01:30.442085 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7647ad3f-4d43-4cb9-89c5-819fd15504f1 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "PUT /v2.0/security-groups/615029c1-842d-4625-b5de-c748ba37fda9 HTTP/1.1" status: 409 len: 330 time: 0.0095801 Aug 23 15:01:30.446674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57898) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:30.462578 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-8dd187d8-cece-4c57-b79b-5084e225bce0 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=17d2e2f62a8c46749f6aa89d4beb0922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654731 Aug 23 15:01:30.542695 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09aab11-a841-4d4f-b835-4b870abfe757 req-9b2a63dc-2bef-471f-be61-83d9c4d9a154 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:30.599954 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f09aab11-a841-4d4f-b835-4b870abfe757 req-9b2a63dc-2bef-471f-be61-83d9c4d9a154 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.1560297 Aug 23 15:01:30.688874 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f09aab11-a841-4d4f-b835-4b870abfe757 req-fa691cad-e578-4966-afcb-45e266fdf553 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/security-groups?id=e33d89f2-120e-44fd-8d19-3ed6b5998b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519915 Aug 23 15:01:30.708320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 96f4253d-092f-4a3a-a64c-db8214c9c131 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:01:30.721139 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:30.764049 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-834ff947-148f-45e4-975b-af7f4b45aba1 service neutron] 10.222.0.38 "GET /v2.0/networks/532c86d5-9944-47e7-b078-cc9911ce120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002119 Aug 23 15:01:30.854454 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86dd10f8-7b2c-4784-85cf-11fbc11862ae req-c932318f-f0e6-45eb-addf-8eb9ce21fe99 tempest-ServerRescueTestJSON-913438049 tempest-ServerRescueTestJSON-913438049-project] 10.222.0.38 "GET /v2.0/ports?device_id=8aec8228-4de8-4add-a083-496eb2bb339a HTTP/1.1" status: 200 len: 210 time: 0.0410080 Aug 23 15:01:30.889027 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:30.900477 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-b13be592-bfe9-4e3a-8bd6-c75f0657296d service neutron] 10.222.0.38 "GET /v2.0/networks/532c86d5-9944-47e7-b078-cc9911ce120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351700 Aug 23 15:01:30.917707 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 96f4253d-092f-4a3a-a64c-db8214c9c131 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:01:30.922477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 96f4253d-092f-4a3a-a64c-db8214c9c131 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:01:30.922477 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:31.023315 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:31.046282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813f7140-e38d-447d-87ba-0c0ea221a9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f4253d-092f-4a3a-a64c-db8214c9c131'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:31.048565 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4132566-44a3-412c-ac3c-ff4bb2c0ee53" -d '{"events": [{"server_uuid": "813f7140-e38d-447d-87ba-0c0ea221a9ad", "name": "network-vif-plugged", "status": "completed", "tag": "96f4253d-092f-4a3a-a64c-db8214c9c131"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:31.061543 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 96f4253d-092f-4a3a-a64c-db8214c9c131, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=96f4253d-092f-4a3a-a64c-db8214c9c131,segment=NetworkSegment(6ca42639-d844-493e-87d5-b11d9e804372),segment_id=6ca42639-d844-493e-87d5-b11d9e804372)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:31.089868 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef400033-1465-4d7b-89f1-367466d59ff7 x-openstack-request-id: req-ef400033-1465-4d7b-89f1-367466d59ff7 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:31.090313 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813f7140-e38d-447d-87ba-0c0ea221a9ad", "name": "network-vif-plugged", "status": "completed", "tag": "96f4253d-092f-4a3a-a64c-db8214c9c131", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:31.090712 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef400033-1465-4d7b-89f1-367466d59ff7 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:31.091344 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:31.091859 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813f7140-e38d-447d-87ba-0c0ea221a9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f4253d-092f-4a3a-a64c-db8214c9c131', 'code': 200} Aug 23 15:01:31.096884 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:31.100277 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "DELETE /v2.0/security-groups/615029c1-842d-4625-b5de-c748ba37fda9 HTTP/1.1" status: 204 len: 168 time: 0.6505730 Aug 23 15:01:31.101355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57912) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:31.116615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=615029c1-842d-4625-b5de-c748ba37fda9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:31.132674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:31.133885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:31.134886 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:31.136233 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:31.139116 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:31.140563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:31.141338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:31.142092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:31.142861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:31.143625 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:31.144405 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:31.145257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a164c53-7a97-463e-904f-ada3807aa834 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:31.190943 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:31.212363 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ae7fc253-c9d6-4067-a39d-b3ac2ed433a4 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097963 Aug 23 15:01:31.213124 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57916) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:31.234317 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-f53f3286-f1fe-48e9-92b5-cd3fa020a1cb tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] delete failed (client error): The resource could not be found. Aug 23 15:01:31.239814 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f53f3286-f1fe-48e9-92b5-cd3fa020a1cb tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "DELETE /v2.0/security-groups/1028a191-3731-40aa-9081-9cf2205e6e5a HTTP/1.1" status: 404 len: 347 time: 0.0253084 Aug 23 15:01:31.246793 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57918) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:31.259568 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-ddcf49c5-fce2-47db-97ea-b345489b5c13 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] show failed (client error): The resource could not be found. Aug 23 15:01:31.266686 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ddcf49c5-fce2-47db-97ea-b345489b5c13 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "GET /v2.0/security-groups/b45c83bc-f836-4ceb-9d35-4ad9e352ae33 HTTP/1.1" status: 404 len: 347 time: 0.0245197 Aug 23 15:01:31.267470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57920) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:31.285591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a7517-1baa-44be-aa0f-c46c8fde4536 req-3e4c5a30-3d8f-4479-abc2-41a09dbd5543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:31.287394 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-498a7517-1baa-44be-aa0f-c46c8fde4536 req-3e4c5a30-3d8f-4479-abc2-41a09dbd5543 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 1096 time: 0.0808015 Aug 23 15:01:31.298825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=96f4253d-092f-4a3a-a64c-db8214c9c131,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:31.301849 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-6734b45b-2de2-461e-b8f2-d1b8a4e33906 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] show failed (client error): The resource could not be found. Aug 23 15:01:31.309062 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6734b45b-2de2-461e-b8f2-d1b8a4e33906 tempest-NegativeSecGroupTest-1927433177 tempest-NegativeSecGroupTest-1927433177-project] 10.222.0.38 "GET /v2.0/security-group-rules/f9e776f6-5ef5-4a11-9df3-c721755cd7ee HTTP/1.1" status: 404 len: 356 time: 0.0388799 Aug 23 15:01:31.352750 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-498a7517-1baa-44be-aa0f-c46c8fde4536 req-30cd0007-ecdd-4c29-b525-16548edbd7e2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1e59a6c2-8d40-4e98-9f64-ef6b14e125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564969 Aug 23 15:01:31.360676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186cd3a-a87d-4dc8-8fdf-ab5ef2d257aa req-daf6bbc4-9184-4283-a62f-27619ecf60cf tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:31.362729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e186cd3a-a87d-4dc8-8fdf-ab5ef2d257aa req-daf6bbc4-9184-4283-a62f-27619ecf60cf tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 945 time: 0.0864007 Aug 23 15:01:31.425983 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e186cd3a-a87d-4dc8-8fdf-ab5ef2d257aa req-4aeecb51-d78e-4eff-8b24-7f35a7027917 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e59a6c2-8d40-4e98-9f64-ef6b14e125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521927 Aug 23 15:01:31.597950 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-efc5f643-3909-445d-9888-2734732b2c86 req-70117977-1d05-4931-b70f-1c3c3e136952 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 210 time: 0.1105034 Aug 23 15:01:31.828562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2492f-505b-4e2a-83f4-1c1b5a523098 req-4e65e23b-3d82-46da-a884-25b8f06ae53e tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:31.841785 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fdb2492f-505b-4e2a-83f4-1c1b5a523098 req-4e65e23b-3d82-46da-a884-25b8f06ae53e tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.0641918 Aug 23 15:01:31.842525 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57954) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:31.871965 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fdb2492f-505b-4e2a-83f4-1c1b5a523098 req-35c6690e-1f99-46d1-b0c0-c20f72fcc53e tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/security-groups?id=e33d89f2-120e-44fd-8d19-3ed6b5998b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356181 Aug 23 15:01:31.924850 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40707d-d62f-4ec2-af37-dfcbf7cf2a49 req-46cd7519-28fd-4eb5-bc2d-e4bceb66c49f tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:31.926583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57960) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:31.928547 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e40707d-d62f-4ec2-af37-dfcbf7cf2a49 req-46cd7519-28fd-4eb5-bc2d-e4bceb66c49f tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.57 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.0630903 Aug 23 15:01:32.063127 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c918e1d1-b7c6-4745-8695-0421c6277ecc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=11aaafa7ddff4e09b492f73f9343ed8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191494 Aug 23 15:01:32.066446 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57964) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:32.149078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-5e40707d-d62f-4ec2-af37-dfcbf7cf2a49 req-6e5cce09-ad24-41b8-a8b1-43bf3720352c tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Deleting port 861395e4-7002-4fdb-ab30-df9dde0b872d {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:32.149644 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5e40707d-d62f-4ec2-af37-dfcbf7cf2a49 req-6e5cce09-ad24-41b8-a8b1-43bf3720352c tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:32.171552 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dd3785fd-46cd-4aff-81d4-1bf6a985e265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:32.374030 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dd3785fd-46cd-4aff-81d4-1bf6a985e265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:32.439721 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9c76879-13c6-4aeb-89fd-7fe58b2c4580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:32.461403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-5e40707d-d62f-4ec2-af37-dfcbf7cf2a49 req-6e5cce09-ad24-41b8-a8b1-43bf3720352c tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] For port 861395e4-7002-4fdb-ab30-df9dde0b872d, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=861395e4-7002-4fdb-ab30-df9dde0b872d,segment=NetworkSegment(ddbe27c8-dca6-4d11-a943-88be3159092b),segment_id=ddbe27c8-dca6-4d11-a943-88be3159092b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:32.462107 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5e40707d-d62f-4ec2-af37-dfcbf7cf2a49 req-6e5cce09-ad24-41b8-a8b1-43bf3720352c tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:32.531843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-5e40707d-d62f-4ec2-af37-dfcbf7cf2a49 req-6e5cce09-ad24-41b8-a8b1-43bf3720352c tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Calling delete_port for 861395e4-7002-4fdb-ab30-df9dde0b872d owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:32.645959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dd3785fd-46cd-4aff-81d4-1bf6a985e265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:32.645959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dd3785fd-46cd-4aff-81d4-1bf6a985e265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:32.652959 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dd3785fd-46cd-4aff-81d4-1bf6a985e265 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2985cd72-d7a7-458f-9ab2-a55279d0d72b HTTP/1.1" status: 204 len: 168 time: 0.5849850 Aug 23 15:01:32.709477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c5132-5a85-485e-b3d9-1a391d1ba440 req-f3b7bd98-6067-4ee2-9c53-e070cef286ae tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:32.717985 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-694c5132-5a85-485e-b3d9-1a391d1ba440 req-f3b7bd98-6067-4ee2-9c53-e070cef286ae tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 945 time: 0.1215467 Aug 23 15:01:32.722988 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3785fd-46cd-4aff-81d4-1bf6a985e265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2985cd72-d7a7-458f-9ab2-a55279d0d72b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:32.770414 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d362bd2-246e-44ec-8c9b-a12e8795e96c req-a88137fe-9978-43b5-a3b2-ac41067f21de tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 210 time: 0.1124637 Aug 23 15:01:32.862935 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-694c5132-5a85-485e-b3d9-1a391d1ba440 req-804ffcfc-4c64-486c-b742-944eae1e5fcc tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e59a6c2-8d40-4e98-9f64-ef6b14e125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430705 Aug 23 15:01:33.022477 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5e40707d-d62f-4ec2-af37-dfcbf7cf2a49 req-6e5cce09-ad24-41b8-a8b1-43bf3720352c tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:33.063712 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cce09-ad24-41b8-a8b1-43bf3720352c tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Pushing event deleted for resources: {'Port': ['ID=861395e4-7002-4fdb-ab30-df9dde0b872d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:33.078505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e9c76879-13c6-4aeb-89fd-7fe58b2c4580 admin admin] Deleting port 2827143b-ae42-48cf-a120-2fd142d4237f {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:33.081092 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9c76879-13c6-4aeb-89fd-7fe58b2c4580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:33.120787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d07bd-4e76-4961-a22c-61571e2681a6 req-c526b8cc-5c78-4530-86b6-b0621aca071c tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:33.129391 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-413d07bd-4e76-4961-a22c-61571e2681a6 req-c526b8cc-5c78-4530-86b6-b0621aca071c tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 945 time: 0.1498907 Aug 23 15:01:33.178743 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e40707d-d62f-4ec2-af37-dfcbf7cf2a49 req-6e5cce09-ad24-41b8-a8b1-43bf3720352c tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] No DVR routers for this DVR port 861395e4-7002-4fdb-ab30-df9dde0b872d on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:01:33.182247 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5e40707d-d62f-4ec2-af37-dfcbf7cf2a49 req-6e5cce09-ad24-41b8-a8b1-43bf3720352c tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:33.184940 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e40707d-d62f-4ec2-af37-dfcbf7cf2a49 req-6e5cce09-ad24-41b8-a8b1-43bf3720352c tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.57 "DELETE /v2.0/ports/861395e4-7002-4fdb-ab30-df9dde0b872d HTTP/1.1" status: 204 len: 173 time: 1.2478874 Aug 23 15:01:33.188421 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54136638-8644-458d-929c-c1b1988ef0b1', 'name': 'network-vif-deleted', 'tag': '861395e4-7002-4fdb-ab30-df9dde0b872d'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:33.191201 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9111ac-70d7-4063-82e2-d089b92d4661" -d '{"events": [{"server_uuid": "54136638-8644-458d-929c-c1b1988ef0b1", "name": "network-vif-deleted", "tag": "861395e4-7002-4fdb-ab30-df9dde0b872d"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:33.233879 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-413d07bd-4e76-4961-a22c-61571e2681a6 req-2a6dc3f2-f6ed-4cd1-8b5f-70f97757c734 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/security-groups?id=e33d89f2-120e-44fd-8d19-3ed6b5998b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035166 Aug 23 15:01:33.257808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-e9c76879-13c6-4aeb-89fd-7fe58b2c4580 admin admin] For port 2827143b-ae42-48cf-a120-2fd142d4237f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2827143b-ae42-48cf-a120-2fd142d4237f,segment=NetworkSegment(874f60f5-a524-4dbe-a785-acc35611f0cd),segment_id=874f60f5-a524-4dbe-a785-acc35611f0cd)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:33.257808 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9c76879-13c6-4aeb-89fd-7fe58b2c4580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:33.268257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e9c76879-13c6-4aeb-89fd-7fe58b2c4580 admin admin] Calling delete_port for 2827143b-ae42-48cf-a120-2fd142d4237f owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:33.296365 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a11cbb-e2d6-46cd-a61b-1afa77bbc4d0 x-openstack-request-id: req-94a11cbb-e2d6-46cd-a61b-1afa77bbc4d0 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:33.296660 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54136638-8644-458d-929c-c1b1988ef0b1", "name": "network-vif-deleted", "tag": "861395e4-7002-4fdb-ab30-df9dde0b872d", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:33.297301 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-94a11cbb-e2d6-46cd-a61b-1afa77bbc4d0 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:33.300192 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54136638-8644-458d-929c-c1b1988ef0b1', 'name': 'network-vif-deleted', 'tag': '861395e4-7002-4fdb-ab30-df9dde0b872d', 'status': 'completed', 'code': 200} Aug 23 15:01:33.422383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 49d5af5f-e648-4934-ae8d-284f0473848d no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:33.461545 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 49d5af5f-e648-4934-ae8d-284f0473848d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:01:33.461977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 49d5af5f-e648-4934-ae8d-284f0473848d not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:01:33.694748 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9c76879-13c6-4aeb-89fd-7fe58b2c4580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:33.736439 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c76879-13c6-4aeb-89fd-7fe58b2c4580 admin admin] Pushing event deleted for resources: {'Port': ['ID=2827143b-ae42-48cf-a120-2fd142d4237f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:33.920892 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd8aa001-46cf-4c7c-93b9-3ecadd5f4e43 req-bb683bb2-cac4-4b27-adfe-39f173dd79e0 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 210 time: 0.0593183 Aug 23 15:01:33.991196 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9c76879-13c6-4aeb-89fd-7fe58b2c4580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:34.184952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387145f-9cbc-4277-8ee8-5adb182719e3 req-3b4407ca-c70b-412b-865b-f8615268f24a tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:34.194325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5387145f-9cbc-4277-8ee8-5adb182719e3 req-3b4407ca-c70b-412b-865b-f8615268f24a tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 945 time: 0.2045305 Aug 23 15:01:34.440892 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b13b2e21-75fe-4d02-81ac-4129a6323894 req-0148ed86-b7ad-4f73-9fdd-06fc81530d80 tempest-ServerPasswordTestJSON-1698853750 tempest-ServerPasswordTestJSON-1698853750-project] 10.222.0.38 "GET /v2.0/ports?device_id=54136638-8644-458d-929c-c1b1988ef0b1 HTTP/1.1" status: 200 len: 210 time: 0.0389280 Aug 23 15:01:34.459883 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5387145f-9cbc-4277-8ee8-5adb182719e3 req-5da4bb10-882f-49d7-839c-c9ff81aca547 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e59a6c2-8d40-4e98-9f64-ef6b14e125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606351 Aug 23 15:01:34.535107 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db39439-743a-4988-8ab9-e5da4a467332 req-9ed226b8-9de1-466b-acb0-3f93046a185e tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:34.536838 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-9ed226b8-9de1-466b-acb0-3f93046a185e tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.61 "GET /v2.0/networks?id=532c86d5-9944-47e7-b078-cc9911ce120d HTTP/1.1" status: 200 len: 810 time: 0.2586620 Aug 23 15:01:34.551583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-6db39439-743a-4988-8ab9-e5da4a467332 req-13032cc0-a371-4966-9e94-8e6785b45109 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Request body: {'port': {'device_id': 'd8a755de-a8fb-47fd-884a-7549bea4f579', 'network_id': '532c86d5-9944-47e7-b078-cc9911ce120d', 'admin_state_up': True, 'tenant_id': '17d2e2f62a8c46749f6aa89d4beb0922'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:34.670506 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c76879-13c6-4aeb-89fd-7fe58b2c4580 admin admin] Router 7bc6e7b0-99b7-4077-b3a0-b413c30d2bda has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:01:34.727728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 861395e4-7002-4fdb-ab30-df9dde0b872d no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:34.779841 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 861395e4-7002-4fdb-ab30-df9dde0b872d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:01:34.780181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 861395e4-7002-4fdb-ab30-df9dde0b872d not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:01:34.905315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c76879-13c6-4aeb-89fd-7fe58b2c4580 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:01:34.914133 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daea8ddc-b8e0-440f-9bc7-14d75d411639 None None] Sync routers for ids ['7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:01:34.918581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db39439-743a-4988-8ab9-e5da4a467332 req-13032cc0-a371-4966-9e94-8e6785b45109 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Made reservation on behalf of 17d2e2f62a8c46749f6aa89d4beb0922 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:34.928072 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6db39439-743a-4988-8ab9-e5da4a467332 req-13032cc0-a371-4966-9e94-8e6785b45109 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:34.930696 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daea8ddc-b8e0-440f-9bc7-14d75d411639 None None] Routers {'7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:01:34.931515 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-daea8ddc-b8e0-440f-9bc7-14d75d411639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:01:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:34.944819 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e9c76879-13c6-4aeb-89fd-7fe58b2c4580 admin admin] 10.222.0.38 "PUT /v2.0/routers/7bc6e7b0-99b7-4077-b3a0-b413c30d2bda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0147474 Aug 23 15:01:34.945272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58058) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:35.138821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-6db39439-743a-4988-8ab9-e5da4a467332 req-13032cc0-a371-4966-9e94-8e6785b45109 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Allocated IP 172.20.0.9 (532c86d5-9944-47e7-b078-cc9911ce120d/112ffc99-db9a-467c-8440-27a6d983daef/35f3360d-dd1d-4aee-a7a4-824d7b6f222b) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:01:35.197344 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6007e2ca-1035-4d29-8401-bff48b529c77 req-cb85dbca-7746-42bb-b109-93f2d9f824cb tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 210 time: 0.0484893 Aug 23 15:01:35.244835 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-daea8ddc-b8e0-440f-9bc7-14d75d411639 None None] Set router 7bc6e7b0-99b7-4077-b3a0-b413c30d2bda gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:01:35.290739 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:35.425037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5e3b9-d716-48b8-8265-f6a4e1767451 req-13f37d6d-ff0d-4c39-8b68-f8aef9e98f54 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:35.426940 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3d5e3b9-d716-48b8-8265-f6a4e1767451 req-13f37d6d-ff0d-4c39-8b68-f8aef9e98f54 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 945 time: 0.1312501 Aug 23 15:01:35.459147 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:35.472382 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6db39439-743a-4988-8ab9-e5da4a467332 req-13032cc0-a371-4966-9e94-8e6785b45109 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:35.532496 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a3d5e3b9-d716-48b8-8265-f6a4e1767451 req-8399d317-abe9-4c7d-ad74-d6d9fa148438 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e59a6c2-8d40-4e98-9f64-ef6b14e125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946910 Aug 23 15:01:35.547279 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58076) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:35.585980 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-daea8ddc-b8e0-440f-9bc7-14d75d411639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'name': 'tempest-ServerRescueTestJSON-102654626-router', 'tenant_id': '88f8a26a99a844c481e3085faeade9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '16aade49-8b10-487f-9726-c310fc18cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T15:01:33Z', 'revision_number': 5, 'project_id': '88f8a26a99a844c481e3085faeade9fd', 'gw_port': {'id': '16aade49-8b10-487f-9726-c310fc18cfce', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T14:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:35.643870 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daea8ddc-b8e0-440f-9bc7-14d75d411639 None None] Checking router: 7bc6e7b0-99b7-4077-b3a0-b413c30d2bda for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:01:35.648693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b2668b-3783-4c3b-9e58-69623b735999 admin admin] Deleting subnet 786ddd6f-463b-4569-a760-ad78b9b9ba4c {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:01:35.650756 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6db39439-743a-4988-8ab9-e5da4a467332 req-13032cc0-a371-4966-9e94-8e6785b45109 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:35.655121 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94b2668b-3783-4c3b-9e58-69623b735999 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:35.674647 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daea8ddc-b8e0-440f-9bc7-14d75d411639 None None] Routers {'7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:01:35.675357 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-daea8ddc-b8e0-440f-9bc7-14d75d411639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:01:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:35.754721 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] Deleting port 16aade49-8b10-487f-9726-c310fc18cfce {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:35.758883 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:35.759270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db39439-743a-4988-8ab9-e5da4a467332 req-13032cc0-a371-4966-9e94-8e6785b45109 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Network 532c86d5-9944-47e7-b078-cc9911ce120d is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:01:35.762653 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-6db39439-743a-4988-8ab9-e5da4a467332 req-13032cc0-a371-4966-9e94-8e6785b45109 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:01:35.765372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db39439-743a-4988-8ab9-e5da4a467332 req-13032cc0-a371-4966-9e94-8e6785b45109 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:01:35.810785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13032cc0-a371-4966-9e94-8e6785b45109 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Pushing event updated for resources: {'Port': ['ID=35f3360d-dd1d-4aee-a7a4-824d7b6f222b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:35.856358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db39439-743a-4988-8ab9-e5da4a467332 req-13032cc0-a371-4966-9e94-8e6785b45109 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:35.857437 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6db39439-743a-4988-8ab9-e5da4a467332 req-13032cc0-a371-4966-9e94-8e6785b45109 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:35.869097 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94b2668b-3783-4c3b-9e58-69623b735999 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:35.920257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-13032cc0-a371-4966-9e94-8e6785b45109 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3729489 Aug 23 15:01:35.932587 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-e4ea5d61-7f3a-4fab-818f-431b0eaa207c tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:01:35.934991 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-e4ea5d61-7f3a-4fab-818f-431b0eaa207c tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074542 Aug 23 15:01:35.938239 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94b2668b-3783-4c3b-9e58-69623b735999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:35.947733 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Request body: {'port': {'device_id': 'd8a755de-a8fb-47fd-884a-7549bea4f579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:35.993974 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] For port 16aade49-8b10-487f-9726-c310fc18cfce, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=16aade49-8b10-487f-9726-c310fc18cfce,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:35.994673 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:36.013748 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-daea8ddc-b8e0-440f-9bc7-14d75d411639 None None] Set router 7bc6e7b0-99b7-4077-b3a0-b413c30d2bda gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:01:36.015075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] Calling delete_port for 16aade49-8b10-487f-9726-c310fc18cfce owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:36.080565 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:36.102653 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-daea8ddc-b8e0-440f-9bc7-14d75d411639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'name': 'tempest-ServerRescueTestJSON-102654626-router', 'tenant_id': '88f8a26a99a844c481e3085faeade9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T15:01:35Z', 'revision_number': 6, 'project_id': '88f8a26a99a844c481e3085faeade9fd', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:36.142218 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daea8ddc-b8e0-440f-9bc7-14d75d411639 None None] The sync data for ids ['7bc6e7b0-99b7-4077-b3a0-b413c30d2bda'] in n-d-804985-3 is: [{'id': '7bc6e7b0-99b7-4077-b3a0-b413c30d2bda', 'name': 'tempest-ServerRescueTestJSON-102654626-router', 'tenant_id': '88f8a26a99a844c481e3085faeade9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:59:16Z', 'updated_at': '2021-08-23T15:01:35Z', 'revision_number': 6, 'project_id': '88f8a26a99a844c481e3085faeade9fd', 'gw_port_host': None}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:01:36.169204 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94b2668b-3783-4c3b-9e58-69623b735999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:36.206915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2668b-3783-4c3b-9e58-69623b735999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786ddd6f-463b-4569-a760-ad78b9b9ba4c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:36.211960 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-94b2668b-3783-4c3b-9e58-69623b735999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:36.214444 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-94b2668b-3783-4c3b-9e58-69623b735999 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/786ddd6f-463b-4569-a760-ad78b9b9ba4c HTTP/1.1" status: 204 len: 168 time: 0.6690576 Aug 23 15:01:36.216999 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58096) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:36.482252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f3360d-dd1d-4aee-a7a4-824d7b6f222b {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:01:36.494795 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:36.715631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76863e-a10b-4f17-9ec1-8685edc85ce9 req-b5233031-0b99-4897-8251-47c349c082b1 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:36.717587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e76863e-a10b-4f17-9ec1-8685edc85ce9 req-b5233031-0b99-4897-8251-47c349c082b1 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 945 time: 0.0600295 Aug 23 15:01:36.752665 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f57cdf6-e46a-4ed6-b017-c220c28ba1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:36.787836 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe189d-979d-4ed0-9c86-cb1c140538c1 req-ffd044d1-7f56-4c0d-b1e1-e94005ad1c33 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:36.788270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e76863e-a10b-4f17-9ec1-8685edc85ce9 req-d616f547-211e-4bbe-83e5-4064f1b04abd tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e59a6c2-8d40-4e98-9f64-ef6b14e125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520630 Aug 23 15:01:36.795834 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-edfe189d-979d-4ed0-9c86-cb1c140538c1 req-ffd044d1-7f56-4c0d-b1e1-e94005ad1c33 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 931 time: 0.1900022 Aug 23 15:01:36.820300 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d42756-7d65-45b0-9167-5d268c32d743 req-05b49ff0-7ca5-4e9c-ae09-cb688e780758 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:36.824886 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-39d42756-7d65-45b0-9167-5d268c32d743 req-05b49ff0-7ca5-4e9c-ae09-cb688e780758 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.57 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 945 time: 0.1276736 Aug 23 15:01:36.866398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Transition to ACTIVE for port object 35f3360d-dd1d-4aee-a7a4-824d7b6f222b will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:01:36.871434 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:36.974755 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.034519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=16aade49-8b10-487f-9726-c310fc18cfce,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:37.065171 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 16aade49-8b10-487f-9726-c310fc18cfce no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:37.075460 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-edfe189d-979d-4ed0-9c86-cb1c140538c1 req-d82a59d3-8faf-4f8d-82ed-39c0a895dab4 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/security-groups?id=5def42c1-d690-443e-9f2d-cd872b7c25f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788241 Aug 23 15:01:37.117814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 16aade49-8b10-487f-9726-c310fc18cfce {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:01:37.118158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 16aade49-8b10-487f-9726-c310fc18cfce not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:01:37.118578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2827143b-ae42-48cf-a120-2fd142d4237f no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:37.140891 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 2827143b-ae42-48cf-a120-2fd142d4237f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:01:37.140891 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2827143b-ae42-48cf-a120-2fd142d4237f not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:01:37.157955 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f57cdf6-e46a-4ed6-b017-c220c28ba1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.173782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Pushing event updated for resources: {'Port': ['ID=35f3360d-dd1d-4aee-a7a4-824d7b6f222b,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:37.208895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4f57cdf6-e46a-4ed6-b017-c220c28ba1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a437c0e2-6d7b-4a5b-89be-823d62f5b1e5']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:37.209617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Attempting to bind port 35f3360d-dd1d-4aee-a7a4-824d7b6f222b on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:01:37.209962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Attempting to bind port 35f3360d-dd1d-4aee-a7a4-824d7b6f222b by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '659056e1-7b68-4cc4-bb8f-86986cd8b5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '532c86d5-9944-47e7-b078-cc9911ce120d'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:01:37.212706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Attempting to bind port 35f3360d-dd1d-4aee-a7a4-824d7b6f222b on network 532c86d5-9944-47e7-b078-cc9911ce120d {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:01:37.215717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Port 35f3360d-dd1d-4aee-a7a4-824d7b6f222b on network 532c86d5-9944-47e7-b078-cc9911ce120d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:01:37.216049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Attempting to bind port 35f3360d-dd1d-4aee-a7a4-824d7b6f222b on network 532c86d5-9944-47e7-b078-cc9911ce120d {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:01:37.221475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:01:37.221815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Checking segment: {'id': '659056e1-7b68-4cc4-bb8f-86986cd8b5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '532c86d5-9944-47e7-b078-cc9911ce120d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:01:37.222197 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Bound using segment: {'id': '659056e1-7b68-4cc4-bb8f-86986cd8b5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '532c86d5-9944-47e7-b078-cc9911ce120d'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:01:37.222621 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Bound port: 35f3360d-dd1d-4aee-a7a4-824d7b6f222b, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659056e1-7b68-4cc4-bb8f-86986cd8b5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '532c86d5-9944-47e7-b078-cc9911ce120d'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:01:37.223168 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.233419 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4f57cdf6-e46a-4ed6-b017-c220c28ba1b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbe27c8-dca6-4d11-a943-88be3159092b') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:37.233873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4f57cdf6-e46a-4ed6-b017-c220c28ba1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbe27c8-dca6-4d11-a943-88be3159092b') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:37.254100 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f57cdf6-e46a-4ed6-b017-c220c28ba1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.267482 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.306628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] For port 35f3360d-dd1d-4aee-a7a4-824d7b6f222b, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:01:37.315489 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] For port 35f3360d-dd1d-4aee-a7a4-824d7b6f222b, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=35f3360d-dd1d-4aee-a7a4-824d7b6f222b,segment=NetworkSegment(659056e1-7b68-4cc4-bb8f-86986cd8b5ef),segment_id=659056e1-7b68-4cc4-bb8f-86986cd8b5ef)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:01:37.341158 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f57cdf6-e46a-4ed6-b017-c220c28ba1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.384460 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.390028 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f57cdf6-e46a-4ed6-b017-c220c28ba1b5 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:01:37.390442 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f57cdf6-e46a-4ed6-b017-c220c28ba1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.391990 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:01:37.392504 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:01:37.405809 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.411375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-39d42756-7d65-45b0-9167-5d268c32d743 req-a0d82678-626b-4ffd-a759-88435f31042d tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Deleting port 96f4253d-092f-4a3a-a64c-db8214c9c131 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:37.414009 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-39d42756-7d65-45b0-9167-5d268c32d743 req-a0d82678-626b-4ffd-a759-88435f31042d tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.440895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:37.441749 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.443391 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] 10.222.0.61 "PUT /v2.0/ports/35f3360d-dd1d-4aee-a7a4-824d7b6f222b HTTP/1.1" status: 200 len: 1091 time: 1.5020804 Aug 23 15:01:37.446259 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a755de-a8fb-47fd-884a-7549bea4f579', 'tag': '35f3360d-dd1d-4aee-a7a4-824d7b6f222b'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:37.451135 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6febb8e0-d1b0-4549-addc-afd3fdf2055c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a755de-a8fb-47fd-884a-7549bea4f579", "tag": "35f3360d-dd1d-4aee-a7a4-824d7b6f222b"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:37.492678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d024eeb-3bf8-4223-9a0b-052ade2cf77a service neutron] Pushing event updated for resources: {'Port': ['ID=35f3360d-dd1d-4aee-a7a4-824d7b6f222b,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:37.499041 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe9f051-0b58-4a8f-8a28-78b1453c5ab6 x-openstack-request-id: req-8fe9f051-0b58-4a8f-8a28-78b1453c5ab6 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:37.499563 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a755de-a8fb-47fd-884a-7549bea4f579", "tag": "35f3360d-dd1d-4aee-a7a4-824d7b6f222b", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:37.499914 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8fe9f051-0b58-4a8f-8a28-78b1453c5ab6 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:37.500382 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a755de-a8fb-47fd-884a-7549bea4f579', 'tag': '35f3360d-dd1d-4aee-a7a4-824d7b6f222b', 'status': 'completed', 'code': 200} Aug 23 15:01:37.572099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febb8e0-d1b0-4549-addc-afd3fdf2055c req-1d5cca34-64e0-480b-afcd-f4dd607f80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:37.574200 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6febb8e0-d1b0-4549-addc-afd3fdf2055c req-1d5cca34-64e0-480b-afcd-f4dd607f80c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17d2e2f62a8c46749f6aa89d4beb0922&device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 1094 time: 0.0501015 Aug 23 15:01:37.585424 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-39d42756-7d65-45b0-9167-5d268c32d743 req-a0d82678-626b-4ffd-a759-88435f31042d tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] For port 96f4253d-092f-4a3a-a64c-db8214c9c131, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=96f4253d-092f-4a3a-a64c-db8214c9c131,segment=NetworkSegment(6ca42639-d844-493e-87d5-b11d9e804372),segment_id=6ca42639-d844-493e-87d5-b11d9e804372)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:37.586090 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-39d42756-7d65-45b0-9167-5d268c32d743 req-a0d82678-626b-4ffd-a759-88435f31042d tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.594416 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f57cdf6-e46a-4ed6-b017-c220c28ba1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.603689 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f57cdf6-e46a-4ed6-b017-c220c28ba1b5 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.607172 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4f57cdf6-e46a-4ed6-b017-c220c28ba1b5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a437c0e2-6d7b-4a5b-89be-823d62f5b1e5 HTTP/1.1" status: 204 len: 168 time: 1.3886199 Aug 23 15:01:37.628438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-39d42756-7d65-45b0-9167-5d268c32d743 req-a0d82678-626b-4ffd-a759-88435f31042d tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Calling delete_port for 96f4253d-092f-4a3a-a64c-db8214c9c131 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:37.628438 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.628438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bc6e7b0-99b7-4077-b3a0-b413c30d2bda {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:01:37.638523 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.639768 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2a1ab77a-fb8f-438b-b246-6ce4abbf3a3f admin admin] 10.222.0.38 "DELETE /v2.0/routers/7bc6e7b0-99b7-4077-b3a0-b413c30d2bda HTTP/1.1" status: 204 len: 168 time: 2.6934175 Aug 23 15:01:37.643377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58136) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:37.655994 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57cdf6-e46a-4ed6-b017-c220c28ba1b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a437c0e2-6d7b-4a5b-89be-823d62f5b1e5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:37.732350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9fcdbe-4c64-4d19-9b2e-098ea55ded22 admin admin] Deleting subnet 61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:01:37.736791 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef9fcdbe-4c64-4d19-9b2e-098ea55ded22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.779733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef9fcdbe-4c64-4d19-9b2e-098ea55ded22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:37.900764 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef9fcdbe-4c64-4d19-9b2e-098ea55ded22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:38.007501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febb8e0-d1b0-4549-addc-afd3fdf2055c req-48cb553c-99a7-4a17-9fd4-19b0fd3d895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:38.009147 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6febb8e0-d1b0-4549-addc-afd3fdf2055c req-48cb553c-99a7-4a17-9fd4-19b0fd3d895e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=17d2e2f62a8c46749f6aa89d4beb0922&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4275987 Aug 23 15:01:38.031754 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d3e71-3d40-44f4-8edd-6c843b16ea14 req-df2673d1-6d99-49c8-b587-890e1302febb tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:38.034070 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ce7d3e71-3d40-44f4-8edd-6c843b16ea14 req-df2673d1-6d99-49c8-b587-890e1302febb tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 945 time: 0.1031241 Aug 23 15:01:38.157316 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ce7d3e71-3d40-44f4-8edd-6c843b16ea14 req-33b35b8b-9bda-4ae8-b77c-0bc639cf9dff tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e59a6c2-8d40-4e98-9f64-ef6b14e125ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968406 Aug 23 15:01:38.180940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febb8e0-d1b0-4549-addc-afd3fdf2055c req-fb124162-e5a1-400b-bc32-c343824e2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:38.184022 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6febb8e0-d1b0-4549-addc-afd3fdf2055c req-fb124162-e5a1-400b-bc32-c343824e2b19 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1675441 Aug 23 15:01:38.189565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58162) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:38.197810 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef9fcdbe-4c64-4d19-9b2e-098ea55ded22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:38.233963 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-39d42756-7d65-45b0-9167-5d268c32d743 req-a0d82678-626b-4ffd-a759-88435f31042d tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:38.256220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['96f4253d-092f-4a3a-a64c-db8214c9c131'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:01:38.302506 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0c3adf71-417a-4020-8d52-f0e8bef87165 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09ae734873064a7a8c325332b9472ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1113281 Aug 23 15:01:38.307045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58168) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:38.316856 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef9fcdbe-4c64-4d19-9b2e-098ea55ded22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:38.324624 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ef9fcdbe-4c64-4d19-9b2e-098ea55ded22 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e HTTP/1.1" status: 204 len: 168 time: 0.6798079 Aug 23 15:01:38.325444 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fcdbe-4c64-4d19-9b2e-098ea55ded22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61ad8b5f-d048-4eda-8d8d-fc5d197c3c4e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:38.327396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58170) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:38.359416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3324-83c7-4d10-a592-120914181da1 req-f1bc3c8c-40f6-49bc-8391-82a785565ccd tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:38.361652 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-054f3324-83c7-4d10-a592-120914181da1 req-f1bc3c8c-40f6-49bc-8391-82a785565ccd tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 943 time: 0.1387899 Aug 23 15:01:38.361837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d82678-626b-4ffd-a759-88435f31042d tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Pushing event deleted for resources: {'Port': ['ID=96f4253d-092f-4a3a-a64c-db8214c9c131,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:38.387289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db39439-743a-4988-8ab9-e5da4a467332 req-d2ed8e8a-23c3-4007-b99e-9c1bb5da2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:38.388954 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-d2ed8e8a-23c3-4007-b99e-9c1bb5da2ee7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=17d2e2f62a8c46749f6aa89d4beb0922&device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 1094 time: 0.1638041 Aug 23 15:01:38.428389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d42756-7d65-45b0-9167-5d268c32d743 req-a0d82678-626b-4ffd-a759-88435f31042d tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] No DVR routers for this DVR port 96f4253d-092f-4a3a-a64c-db8214c9c131 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:01:38.431143 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-39d42756-7d65-45b0-9167-5d268c32d743 req-a0d82678-626b-4ffd-a759-88435f31042d tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:38.433572 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-39d42756-7d65-45b0-9167-5d268c32d743 req-a0d82678-626b-4ffd-a759-88435f31042d tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.57 "DELETE /v2.0/ports/96f4253d-092f-4a3a-a64c-db8214c9c131 HTTP/1.1" status: 204 len: 173 time: 1.5796897 Aug 23 15:01:38.433905 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813f7140-e38d-447d-87ba-0c0ea221a9ad', 'name': 'network-vif-deleted', 'tag': '96f4253d-092f-4a3a-a64c-db8214c9c131'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:38.436199 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb8e69d-b529-4a8e-9337-88a5c86d34cc" -d '{"events": [{"server_uuid": "813f7140-e38d-447d-87ba-0c0ea221a9ad", "name": "network-vif-deleted", "tag": "96f4253d-092f-4a3a-a64c-db8214c9c131"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:38.481344 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24db42c4-bbad-43c2-9202-15350fe9e2f6 x-openstack-request-id: req-24db42c4-bbad-43c2-9202-15350fe9e2f6 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:38.481814 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813f7140-e38d-447d-87ba-0c0ea221a9ad", "name": "network-vif-deleted", "tag": "96f4253d-092f-4a3a-a64c-db8214c9c131", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:38.481992 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24db42c4-bbad-43c2-9202-15350fe9e2f6 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:38.482505 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813f7140-e38d-447d-87ba-0c0ea221a9ad', 'name': 'network-vif-deleted', 'tag': '96f4253d-092f-4a3a-a64c-db8214c9c131', 'status': 'completed', 'code': 200} Aug 23 15:01:38.508169 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-65f603d2-d3c3-40c5-9c8c-6a466d608565 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35f3360d-dd1d-4aee-a7a4-824d7b6f222b HTTP/1.1" status: 200 len: 217 time: 0.1095927 Aug 23 15:01:38.598402 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ff4a636-f487-4e16-98e4-d8deaf0a9170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:38.603839 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a9f2ac87-57a1-46d4-a99d-1518cfefdc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:38.612379 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-054f3324-83c7-4d10-a592-120914181da1 req-03169685-c4d9-4582-8e0d-419f839b627a tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/security-groups?id=5def42c1-d690-443e-9f2d-cd872b7c25f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172489 Aug 23 15:01:38.625433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db39439-743a-4988-8ab9-e5da4a467332 req-e685bf3b-4a83-4e8d-92d4-9b8f46553d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:38.626985 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-e685bf3b-4a83-4e8d-92d4-9b8f46553d75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=112ffc99-db9a-467c-8440-27a6d983daef HTTP/1.1" status: 200 len: 850 time: 0.1081550 Aug 23 15:01:38.676723 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a9f2ac87-57a1-46d4-a99d-1518cfefdc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:38.762415 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-e71c316e-77e7-49de-9420-d461cdc6b8a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=532c86d5-9944-47e7-b078-cc9911ce120d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227624 Aug 23 15:01:38.930502 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ff4a636-f487-4e16-98e4-d8deaf0a9170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:38.950926 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2ff4a636-f487-4e16-98e4-d8deaf0a9170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04ef1b7-e717-48ad-b71a-70e29fc8453d']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:38.955143 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a9f2ac87-57a1-46d4-a99d-1518cfefdc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:38.957950 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a9f2ac87-57a1-46d4-a99d-1518cfefdc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:38.962433 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a9f2ac87-57a1-46d4-a99d-1518cfefdc1a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e33d89f2-120e-44fd-8d19-3ed6b5998b57 HTTP/1.1" status: 204 len: 168 time: 0.6532972 Aug 23 15:01:38.994573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2ff4a636-f487-4e16-98e4-d8deaf0a9170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874f60f5-a524-4dbe-a785-acc35611f0cd') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:38.994573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2ff4a636-f487-4e16-98e4-d8deaf0a9170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874f60f5-a524-4dbe-a785-acc35611f0cd') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:39.005012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2ac87-57a1-46d4-a99d-1518cfefdc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33d89f2-120e-44fd-8d19-3ed6b5998b57,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:39.012310 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ff4a636-f487-4e16-98e4-d8deaf0a9170 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:39.021153 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-d1b47124-a791-4289-be30-ef5d0e9a436a service neutron] 10.222.0.61 "GET /v2.0/networks/532c86d5-9944-47e7-b078-cc9911ce120d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191169 Aug 23 15:01:39.052634 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ff4a636-f487-4e16-98e4-d8deaf0a9170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:39.078247 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff4a636-f487-4e16-98e4-d8deaf0a9170 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:01:39.078673 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ff4a636-f487-4e16-98e4-d8deaf0a9170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:01:39.080447 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:01:39.197014 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6db39439-743a-4988-8ab9-e5da4a467332 req-e14147e4-b012-4a1d-98d5-34899adc4e59 service neutron] 10.222.0.61 "GET /v2.0/networks/532c86d5-9944-47e7-b078-cc9911ce120d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695142 Aug 23 15:01:39.306442 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba513700-1eee-4a1b-9bd7-7fe521e4279c req-9f0cc3b3-83d0-49e8-ad6e-247ce124b730 tempest-ServerAddressesTestJSON-81642743 tempest-ServerAddressesTestJSON-81642743-project] 10.222.0.38 "GET /v2.0/ports?device_id=813f7140-e38d-447d-87ba-0c0ea221a9ad HTTP/1.1" status: 200 len: 210 time: 0.0291836 Aug 23 15:01:39.334789 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ff4a636-f487-4e16-98e4-d8deaf0a9170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:39.367540 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ff4a636-f487-4e16-98e4-d8deaf0a9170 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:39.376352 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2ff4a636-f487-4e16-98e4-d8deaf0a9170 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d04ef1b7-e717-48ad-b71a-70e29fc8453d HTTP/1.1" status: 204 len: 168 time: 1.0454118 Aug 23 15:01:39.419360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4a636-f487-4e16-98e4-d8deaf0a9170 admin admin] Pushing event deleted for resources: {'Network': ['ID=d04ef1b7-e717-48ad-b71a-70e29fc8453d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:39.797544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66542569-c107-4458-9e18-8ab55e81ad61 req-56dbcab2-3d9b-42d1-b6f0-f28de3e8c87f tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:39.799540 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66542569-c107-4458-9e18-8ab55e81ad61 req-56dbcab2-3d9b-42d1-b6f0-f28de3e8c87f tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 943 time: 0.0701034 Aug 23 15:01:39.895635 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66542569-c107-4458-9e18-8ab55e81ad61 req-7dce69ae-7035-47c2-bf0b-897bf582e302 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/security-groups?id=5def42c1-d690-443e-9f2d-cd872b7c25f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730889 Aug 23 15:01:39.963188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58240) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:40.021019 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f10389fb-7b6b-4e7e-aabc-cc0ca64e17d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=88f8a26a99a844c481e3085faeade9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578020 Aug 23 15:01:40.023596 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58242) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:40.092966 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdaf0-c908-428b-96c6-828b25900e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:40.117836 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdaf0-c908-428b-96c6-828b25900e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:40.251722 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdaf0-c908-428b-96c6-828b25900e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:40.254830 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdaf0-c908-428b-96c6-828b25900e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:40.256088 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fe8bdaf0-c908-428b-96c6-828b25900e55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7165020-6b22-4cb1-8f8c-bbe6870edf20 HTTP/1.1" status: 204 len: 168 time: 0.2310247 Aug 23 15:01:40.274222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bdaf0-c908-428b-96c6-828b25900e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7165020-6b22-4cb1-8f8c-bbe6870edf20,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:40.382699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58260) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:40.483009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35b155e-7cae-490f-b86a-245ed439c891 admin admin] Deleting subnet ae5ec9ca-8b6b-46de-bc4e-b72b8c3fdd90 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:01:40.488517 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c35b155e-7cae-490f-b86a-245ed439c891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:40.526335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58268) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:40.553767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c35b155e-7cae-490f-b86a-245ed439c891 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:40.604660 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c35b155e-7cae-490f-b86a-245ed439c891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:40.769874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 96f4253d-092f-4a3a-a64c-db8214c9c131 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:40.798978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-780499350-network', 'tenant_id': 'a1ceecc646e94bf09c62faf93eb72421'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:40.819048 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 96f4253d-092f-4a3a-a64c-db8214c9c131 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:01:40.819490 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 96f4253d-092f-4a3a-a64c-db8214c9c131 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:01:40.830106 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c35b155e-7cae-490f-b86a-245ed439c891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:40.907441 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c35b155e-7cae-490f-b86a-245ed439c891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:40.911928 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] Made reservation on behalf of a1ceecc646e94bf09c62faf93eb72421 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:40.918115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c35b155e-7cae-490f-b86a-245ed439c891 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ae5ec9ca-8b6b-46de-bc4e-b72b8c3fdd90 HTTP/1.1" status: 204 len: 168 time: 0.5340707 Aug 23 15:01:40.919850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b155e-7cae-490f-b86a-245ed439c891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae5ec9ca-8b6b-46de-bc4e-b72b8c3fdd90,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:40.924142 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58294) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:40.925036 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:40.952247 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.076091 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-788fdfa4-c1b8-4dac-8516-960349e5385b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.204870 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.205466 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-788fdfa4-c1b8-4dac-8516-960349e5385b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.218055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-788fdfa4-c1b8-4dac-8516-960349e5385b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f818f225-a64d-4649-870d-43280b139113']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:41.230581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-788fdfa4-c1b8-4dac-8516-960349e5385b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca42639-d844-493e-87d5-b11d9e804372') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:41.230765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-788fdfa4-c1b8-4dac-8516-960349e5385b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca42639-d844-493e-87d5-b11d9e804372') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:41.240687 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-788fdfa4-c1b8-4dac-8516-960349e5385b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.256617 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-788fdfa4-c1b8-4dac-8516-960349e5385b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.264295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788fdfa4-c1b8-4dac-8516-960349e5385b admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:01:41.264724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-788fdfa4-c1b8-4dac-8516-960349e5385b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:01:41.267584 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:01:41.341754 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.352074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4c906-ccec-4f63-afc0-8008bd0c53a2 req-3ab66ed8-4e3b-40bd-bdbc-7d20f8866b68 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:41.357188 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5e4c906-ccec-4f63-afc0-8008bd0c53a2 req-3ab66ed8-4e3b-40bd-bdbc-7d20f8866b68 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 943 time: 0.2742009 Aug 23 15:01:41.390467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ae94d5-da84-45a8-9a88-274c494abab2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:41.415005 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:01:41.427338 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-788fdfa4-c1b8-4dac-8516-960349e5385b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.439221 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.439754 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] Added segment fab71c73-7d07-4172-888e-425d1bda3359 of type vlan for network 3d513af6-d5a1-40ec-9730-4beedb2a7eda Aug 23 15:01:41.448871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-788fdfa4-c1b8-4dac-8516-960349e5385b admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.450834 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-788fdfa4-c1b8-4dac-8516-960349e5385b admin admin] 10.222.0.38 "DELETE /v2.0/networks/f818f225-a64d-4649-870d-43280b139113 HTTP/1.1" status: 204 len: 168 time: 0.5247097 Aug 23 15:01:41.487884 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58314) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:41.508072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fdfa4-c1b8-4dac-8516-960349e5385b admin admin] Pushing event deleted for resources: {'Network': ['ID=f818f225-a64d-4649-870d-43280b139113,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:41.518325 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.534377 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5e4c906-ccec-4f63-afc0-8008bd0c53a2 req-a2ae3156-cd13-42d9-9b70-ac6c66688719 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/security-groups?id=5def42c1-d690-443e-9f2d-cd872b7c25f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688585 Aug 23 15:01:41.620856 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.621972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:41.622796 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.707786 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] Pushing event updated for resources: {'Network': ['ID=3d513af6-d5a1-40ec-9730-4beedb2a7eda,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:41.720572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 3d513af6-d5a1-40ec-9730-4beedb2a7eda details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:01:41.744217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9304def5-9b50-4a60-be51-2a477ce4dc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.847579 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-52f3b102-5aa4-483f-9924-459cf1136ee4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3194268 Aug 23 15:01:41.850685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58326) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:41.857169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-21fcf9a1-3350-4204-be4e-f34eb85ae9db admin admin] Request body: {'subnet': {'network_id': '3d513af6-d5a1-40ec-9730-4beedb2a7eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-780499350-subnet', 'tenant_id': 'a1ceecc646e94bf09c62faf93eb72421', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:41.918504 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58330) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:41.993529 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9304def5-9b50-4a60-be51-2a477ce4dc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:41.996821 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3dac6415-f0b4-4285-b80d-0172bb40bcfa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5e1b47b4f5ef4d4ba39be57e7d2b530f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770488 Aug 23 15:01:41.999245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58332) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:42.055170 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fda51db5-f76d-4076-99d7-18853295f8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:42.081589 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fda51db5-f76d-4076-99d7-18853295f8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:42.096765 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9304def5-9b50-4a60-be51-2a477ce4dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:42.190414 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9304def5-9b50-4a60-be51-2a477ce4dc91 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0bb6b89670024f8d87582da85f9f67bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7011001 Aug 23 15:01:42.193144 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58344) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:42.197377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304def5-9b50-4a60-be51-2a477ce4dc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ebba74-e511-4436-b79e-37cc6da78f97,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:42.250557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fcf9a1-3350-4204-be4e-f34eb85ae9db admin admin] Made reservation on behalf of a1ceecc646e94bf09c62faf93eb72421 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:42.253486 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-21fcf9a1-3350-4204-be4e-f34eb85ae9db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:42.282749 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fda51db5-f76d-4076-99d7-18853295f8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:42.286433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fda51db5-f76d-4076-99d7-18853295f8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:42.291062 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fda51db5-f76d-4076-99d7-18853295f8a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1e59a6c2-8d40-4e98-9f64-ef6b14e125ea HTTP/1.1" status: 204 len: 168 time: 0.2905366 Aug 23 15:01:42.308287 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda51db5-f76d-4076-99d7-18853295f8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e59a6c2-8d40-4e98-9f64-ef6b14e125ea,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:42.394750 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e22b8f80-e3e4-42b2-bbc5-0196cbbb891e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:42.437776 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e22b8f80-e3e4-42b2-bbc5-0196cbbb891e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:42.663803 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e22b8f80-e3e4-42b2-bbc5-0196cbbb891e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:42.667053 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e22b8f80-e3e4-42b2-bbc5-0196cbbb891e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:42.676884 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e22b8f80-e3e4-42b2-bbc5-0196cbbb891e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/38ebba74-e511-4436-b79e-37cc6da78f97 HTTP/1.1" status: 204 len: 168 time: 0.4818695 Aug 23 15:01:42.713061 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b8f80-e3e4-42b2-bbc5-0196cbbb891e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ebba74-e511-4436-b79e-37cc6da78f97,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:42.763452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb6fbc-f648-49b3-bded-1cbb657e7e76 req-9c9ee83b-ba1e-41ac-8933-a1108a54746b tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:42.777774 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ecb6fbc-f648-49b3-bded-1cbb657e7e76 req-9c9ee83b-ba1e-41ac-8933-a1108a54746b tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 943 time: 0.1649275 Aug 23 15:01:42.787585 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-21fcf9a1-3350-4204-be4e-f34eb85ae9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:42.830024 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-782cedac-e4eb-449e-9e80-c92811b6e9ea req-0e341981-3575-47af-b487-2290f766d2e7 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0730433 Aug 23 15:01:42.877917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ecb6fbc-f648-49b3-bded-1cbb657e7e76 req-f0bcb48a-86fc-4e20-a508-b8701210aede tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/security-groups?id=5def42c1-d690-443e-9f2d-cd872b7c25f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985835 Aug 23 15:01:42.892140 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcf9a1-3350-4204-be4e-f34eb85ae9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=91410043-473d-4dac-b9a1-34a956e62c5e,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:42.917447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fcf9a1-3350-4204-be4e-f34eb85ae9db admin admin] Checking segment: {'id': 'fab71c73-7d07-4172-888e-425d1bda3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d513af6-d5a1-40ec-9730-4beedb2a7eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:01:42.917447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fcf9a1-3350-4204-be4e-f34eb85ae9db admin admin] Network hostable DHCP agents. Network: 3d513af6-d5a1-40ec-9730-4beedb2a7eda, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:01:43.003862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fcf9a1-3350-4204-be4e-f34eb85ae9db admin admin] Network 3d513af6-d5a1-40ec-9730-4beedb2a7eda is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:01:43.128767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-21fcf9a1-3350-4204-be4e-f34eb85ae9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 3d513af6-d5a1-40ec-9730-4beedb2a7eda) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:01:43.134172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fcf9a1-3350-4204-be4e-f34eb85ae9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:43.137095 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-21fcf9a1-3350-4204-be4e-f34eb85ae9db admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:43.138150 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f943caf-07cf-44f8-84ec-802cfb4c3830 None None] Network 3d513af6-d5a1-40ec-9730-4beedb2a7eda requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:01:43.317759 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2661eb8e-433b-46ff-bf8c-86ff9776df4d None None] Network 3d513af6-d5a1-40ec-9730-4beedb2a7eda requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:01:43.348808 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-21fcf9a1-3350-4204-be4e-f34eb85ae9db admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4957042 Aug 23 15:01:43.609874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 35f3360d-dd1d-4aee-a7a4-824d7b6f222b details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:01:43.788042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 35f3360d-dd1d-4aee-a7a4-824d7b6f222b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=35f3360d-dd1d-4aee-a7a4-824d7b6f222b,segment=NetworkSegment(659056e1-7b68-4cc4-bb8f-86986cd8b5ef),segment_id=659056e1-7b68-4cc4-bb8f-86986cd8b5ef)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:43.800171 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '35f3360d-dd1d-4aee-a7a4-824d7b6f222b', 'network_id': '532c86d5-9944-47e7-b078-cc9911ce120d', 'port_id': '35f3360d-dd1d-4aee-a7a4-824d7b6f222b', 'mac_address': 'fa:16:3e:43:04:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112ffc99-db9a-467c-8440-27a6d983daef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:01:43.816926 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58422) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:43.870232 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bdc403d5-93f7-4f6b-ae47-4107bc50b0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:43.875269 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:43.908924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f3360d-dd1d-4aee-a7a4-824d7b6f222b {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:01:43.928347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 35f3360d-dd1d-4aee-a7a4-824d7b6f222b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=35f3360d-dd1d-4aee-a7a4-824d7b6f222b,segment=NetworkSegment(659056e1-7b68-4cc4-bb8f-86986cd8b5ef),segment_id=659056e1-7b68-4cc4-bb8f-86986cd8b5ef)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:43.955422 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-56a3b868-b6e6-46f6-a090-45c370bd8625 req-d461fe85-d8e5-41bc-8b19-705dc73feb3e tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0638657 Aug 23 15:01:44.002402 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:44.071143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=35f3360d-dd1d-4aee-a7a4-824d7b6f222b,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:44.094418 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bdc403d5-93f7-4f6b-ae47-4107bc50b0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:44.136116 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-1d31435a-68d5-4c97-8b17-93bb33aa0cbf tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:44.144281 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-1d31435a-68d5-4c97-8b17-93bb33aa0cbf tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/networks?id=3d513af6-d5a1-40ec-9730-4beedb2a7eda HTTP/1.1" status: 200 len: 808 time: 0.1681650 Aug 23 15:01:44.156355 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-1e19441e-3374-41cf-8558-ec4e22076f8b tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/quotas/a1ceecc646e94bf09c62faf93eb72421 HTTP/1.1" status: 200 len: 375 time: 0.0109067 Aug 23 15:01:44.166079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdffda-e63a-4106-b11f-c4e342382d4b req-e716e1ea-7d41-4170-83c0-589b76b03dd1 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:44.169685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8afdffda-e63a-4106-b11f-c4e342382d4b req-e716e1ea-7d41-4170-83c0-589b76b03dd1 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 944 time: 0.0729473 Aug 23 15:01:44.200558 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-579e55d6-176d-4063-9594-6ff020506ed5 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1ceecc646e94bf09c62faf93eb72421&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382676 Aug 23 15:01:44.214866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['35f3360d-dd1d-4aee-a7a4-824d7b6f222b'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:01:44.232113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58444) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:44.232830 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bdc403d5-93f7-4f6b-ae47-4107bc50b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:44.285578 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bdc403d5-93f7-4f6b-ae47-4107bc50b0d9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ad22f7d524244426825cf8b7a9be4d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674287 Aug 23 15:01:44.289280 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58450) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:44.312055 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8afdffda-e63a-4106-b11f-c4e342382d4b req-6743cc80-874d-4898-a318-0706240b67a5 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/security-groups?id=5def42c1-d690-443e-9f2d-cd872b7c25f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316550 Aug 23 15:01:44.316380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc403d5-93f7-4f6b-ae47-4107bc50b0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a877ed5-53a0-410e-aab3-1c26ba7c7345,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:44.378845 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-8b292bf9-3963-49d8-bc32-35ad78f0afe1 service neutron] 10.222.0.38 "GET /v2.0/networks/3d513af6-d5a1-40ec-9730-4beedb2a7eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703806 Aug 23 15:01:44.400740 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5bc34b4-4a63-49f2-a18b-a3a3c0789560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:44.449959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-network', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:44.558225 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5bc34b4-4a63-49f2-a18b-a3a3c0789560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:44.598158 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-9329ea1a-0148-41e2-84a4-756c9280f56b service neutron] 10.222.0.38 "GET /v2.0/networks/3d513af6-d5a1-40ec-9730-4beedb2a7eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076652 Aug 23 15:01:44.733817 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] Made reservation on behalf of 3f4da7f95c754ce6b38527b26b445bbc for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:44.736618 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:44.747359 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:44.825337 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5bc34b4-4a63-49f2-a18b-a3a3c0789560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:44.831756 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5bc34b4-4a63-49f2-a18b-a3a3c0789560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:44.834643 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e5bc34b4-4a63-49f2-a18b-a3a3c0789560 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a877ed5-53a0-410e-aab3-1c26ba7c7345 HTTP/1.1" status: 204 len: 168 time: 0.5444345 Aug 23 15:01:44.906721 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc34b4-4a63-49f2-a18b-a3a3c0789560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a877ed5-53a0-410e-aab3-1c26ba7c7345,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:45.038001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9eaf9eb1-5353-40df-8aa8-67999f4c62d4 req-27ec3e60-34d4-4373-b72b-47068323c11d tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 210 time: 0.1160636 Aug 23 15:01:45.052201 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:45.181306 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:45.229250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:01:45.262987 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ae90230-0b15-4e6a-ac64-edceb3fb57f5 req-716c35f0-58ac-48e4-b927-574e2e61bffb tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0712743 Aug 23 15:01:45.286430 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:45.286834 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] Added segment cb1c0780-6671-42d9-b8a9-901d3c6e51c0 of type vlan for network 5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 Aug 23 15:01:45.310602 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b30441-89dd-4b44-810e-a1b530bb8e08,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:45.375993 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:45.471268 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 35f3360d-dd1d-4aee-a7a4-824d7b6f222b up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:01:45.528012 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:45.547860 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:45.548868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:45.549499 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:45.576448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c274fb-fb2b-4555-bb81-77cf35fb0d19 req-f4f8507a-4d0c-4977-98d9-5d69bdaf7093 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:45.591271 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69c274fb-fb2b-4555-bb81-77cf35fb0d19 req-f4f8507a-4d0c-4977-98d9-5d69bdaf7093 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 944 time: 0.1679547 Aug 23 15:01:45.659839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 35f3360d-dd1d-4aee-a7a4-824d7b6f222b completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:01:45.664142 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 35f3360d-dd1d-4aee-a7a4-824d7b6f222b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:01:45.664882 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:45.707712 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69c274fb-fb2b-4555-bb81-77cf35fb0d19 req-ac81f7b8-af1a-4fbc-9bdb-d490e8deab59 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/security-groups?id=5def42c1-d690-443e-9f2d-cd872b7c25f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154041 Aug 23 15:01:45.738700 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5054612 Aug 23 15:01:45.741928 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58494) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:45.748130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3505dcd5-01a7-481b-8681-d3322123de78 admin admin] Request body: {'subnet': {'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-subnet', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:45.776378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c64687-56dc-4a00-a3a4-e2f25657615e admin admin] Pushing event updated for resources: {'Network': ['ID=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:45.800244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:01:45.882723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3505dcd5-01a7-481b-8681-d3322123de78 admin admin] Made reservation on behalf of 3f4da7f95c754ce6b38527b26b445bbc for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:45.883855 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:45.889452 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3505dcd5-01a7-481b-8681-d3322123de78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:45.922756 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a755de-a8fb-47fd-884a-7549bea4f579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f3360d-dd1d-4aee-a7a4-824d7b6f222b'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:45.926000 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f167845-d0c2-41a3-b366-8ec5e56dd7f0" -d '{"events": [{"server_uuid": "d8a755de-a8fb-47fd-884a-7549bea4f579", "name": "network-vif-plugged", "status": "completed", "tag": "35f3360d-dd1d-4aee-a7a4-824d7b6f222b"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:45.941361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 35f3360d-dd1d-4aee-a7a4-824d7b6f222b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=35f3360d-dd1d-4aee-a7a4-824d7b6f222b,segment=NetworkSegment(659056e1-7b68-4cc4-bb8f-86986cd8b5ef),segment_id=659056e1-7b68-4cc4-bb8f-86986cd8b5ef)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:45.982451 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff3730f-56f9-4942-b482-06231625e60e x-openstack-request-id: req-fff3730f-56f9-4942-b482-06231625e60e {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:45.982843 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a755de-a8fb-47fd-884a-7549bea4f579", "name": "network-vif-plugged", "status": "completed", "tag": "35f3360d-dd1d-4aee-a7a4-824d7b6f222b", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:45.983596 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fff3730f-56f9-4942-b482-06231625e60e {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:45.984419 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a755de-a8fb-47fd-884a-7549bea4f579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f3360d-dd1d-4aee-a7a4-824d7b6f222b', 'code': 200} Aug 23 15:01:46.034462 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:46.124850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=35f3360d-dd1d-4aee-a7a4-824d7b6f222b,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:46.158094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f40b8048-bc1a-4ccb-a971-9d68251deaf0 req-38bc6d0e-2ee0-4e33-9f3f-35b41af31a70 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 210 time: 0.0594327 Aug 23 15:01:46.185264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c815d-3139-47a1-8560-f06237648bd9 req-1674ce2f-ef6b-4517-bacb-1814af7de6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:46.186803 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da9c815d-3139-47a1-8560-f06237648bd9 req-1674ce2f-ef6b-4517-bacb-1814af7de6b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 1096 time: 0.1310284 Aug 23 15:01:46.225416 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da9c815d-3139-47a1-8560-f06237648bd9 req-a0599658-9ff4-4757-ae39-b7d9f8fc8b84 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5def42c1-d690-443e-9f2d-cd872b7c25f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321782 Aug 23 15:01:46.241409 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3505dcd5-01a7-481b-8681-d3322123de78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:46.309256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505dcd5-01a7-481b-8681-d3322123de78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d566476-63f4-44fa-9ff8-8bd5ae66180f,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:46.316975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505dcd5-01a7-481b-8681-d3322123de78 admin admin] Checking segment: {'id': 'cb1c0780-6671-42d9-b8a9-901d3c6e51c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:01:46.317344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3505dcd5-01a7-481b-8681-d3322123de78 admin admin] Network hostable DHCP agents. Network: 5dcd52f0-f3c0-4c42-a09c-8b712fcf2570, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:01:46.400005 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3505dcd5-01a7-481b-8681-d3322123de78 admin admin] Network 5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:01:46.409112 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c052332c-b1e1-4a1d-847f-720439bced3a req-a97effd3-35c1-4280-babc-63a4234afad0 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0477352 Aug 23 15:01:46.471608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-3505dcd5-01a7-481b-8681-d3322123de78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 5dcd52f0-f3c0-4c42-a09c-8b712fcf2570) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:01:46.482823 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdb8fb2-9f6e-4d15-87a9-0b70888066f1 None None] Network 5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:01:46.484703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3505dcd5-01a7-481b-8681-d3322123de78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:46.486097 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3505dcd5-01a7-481b-8681-d3322123de78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:46.580271 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3505dcd5-01a7-481b-8681-d3322123de78 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8371537 Aug 23 15:01:46.582893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58522) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:46.590032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:46.638285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfe3935-0f8c-4a43-9a17-72dc8f86fac5 None None] Network 5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:01:46.689208 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:46.691361 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:46.818855 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:47.012707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8585f7-21f5-4d04-a2ca-7e5b69f03704 req-67471299-50d2-4f95-b930-d02978e13a91 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:47.014230 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e8585f7-21f5-4d04-a2ca-7e5b69f03704 req-67471299-50d2-4f95-b930-d02978e13a91 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 945 time: 0.1834977 Aug 23 15:01:47.115311 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:47.143857 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e8585f7-21f5-4d04-a2ca-7e5b69f03704 req-3df545e9-8488-409d-a797-33573163d7b9 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/security-groups?id=5def42c1-d690-443e-9f2d-cd872b7c25f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894678 Aug 23 15:01:47.305334 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf40b78b-c9b1-4df1-913d-6480709e592e req-6060cbf7-3ba3-47e9-8326-50ec726d9e48 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 210 time: 0.0452330 Aug 23 15:01:47.450264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e6af8bb6-263a-471a-bf83-6d0a419039f2 req-926bbe2e-86f7-48bd-87d7-ea074d047ca4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0474949 Aug 23 15:01:47.599228 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f501d981-7250-4226-97c0-5f2d36bb05d8 req-1f1b657f-9478-48d7-8ce5-4ac1c028f149 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0585544 Aug 23 15:01:47.651847 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:47.687529 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:47.816875 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Allocated IP 172.25.8.115 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/c35047b4-bb6e-49c9-b31c-a37e2e772f19) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:01:47.828121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-ec5b4425-cfd7-4015-9423-965f1895ed64 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:47.829746 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-ec5b4425-cfd7-4015-9423-965f1895ed64 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.57 "GET /v2.0/networks?id=3d513af6-d5a1-40ec-9730-4beedb2a7eda HTTP/1.1" status: 200 len: 808 time: 0.1796551 Aug 23 15:01:47.880380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-a3f73904-972e-4e79-aa78-0d42867637c0 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Request body: {'port': {'device_id': '8d773a27-37a6-4a88-9400-e84bb87854e1', 'network_id': '3d513af6-d5a1-40ec-9730-4beedb2a7eda', 'admin_state_up': True, 'tenant_id': 'a1ceecc646e94bf09c62faf93eb72421'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:47.952438 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:47.989192 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:01:48.186431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-a3f73904-972e-4e79-aa78-0d42867637c0 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Made reservation on behalf of a1ceecc646e94bf09c62faf93eb72421 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:48.190411 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-a3f73904-972e-4e79-aa78-0d42867637c0 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:48.192479 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:48.243865 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Pushing event updated for resources: {'Port': ['ID=c35047b4-bb6e-49c9-b31c-a37e2e772f19,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:48.267027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:01:48.268887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:01:48.271549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:01:48.366507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933280f-f51d-4165-a4a1-2f43cb66e9ca req-b1c58c4c-ed04-41da-9adb-486160fa93b7 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:48.368497 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f933280f-f51d-4165-a4a1-2f43cb66e9ca req-b1c58c4c-ed04-41da-9adb-486160fa93b7 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 945 time: 0.1296058 Aug 23 15:01:48.483686 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f933280f-f51d-4165-a4a1-2f43cb66e9ca req-25086787-992d-418d-a3bd-6cd3774ed93c tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/security-groups?id=5def42c1-d690-443e-9f2d-cd872b7c25f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072295 Aug 23 15:01:48.485800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-a3f73904-972e-4e79-aa78-0d42867637c0 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Allocated IP 172.20.0.6 (3d513af6-d5a1-40ec-9730-4beedb2a7eda/91410043-473d-4dac-b9a1-34a956e62c5e/8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:01:48.890667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-12fa495b-77e9-468f-92f8-e788ee33a150 req-136a6beb-1766-4a79-95f4-0fd17b24b3d5 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 210 time: 0.0403130 Aug 23 15:01:48.907759 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-a3f73904-972e-4e79-aa78-0d42867637c0 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:48.996574 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ccf2204-4495-42b7-937e-287b086d7a7d req-4e6498d4-bc1e-4756-bca4-b39c81d523ed tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0268106 Aug 23 15:01:49.106412 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-a3f73904-972e-4e79-aa78-0d42867637c0 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:49.145369 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:49.207004 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-a3f73904-972e-4e79-aa78-0d42867637c0 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Network 3d513af6-d5a1-40ec-9730-4beedb2a7eda is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:01:49.233749 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-a3f73904-972e-4e79-aa78-0d42867637c0 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:01:49.250990 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-a3f73904-972e-4e79-aa78-0d42867637c0 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:01:49.294922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f73904-972e-4e79-aa78-0d42867637c0 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Pushing event updated for resources: {'Port': ['ID=8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:49.332911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-a3f73904-972e-4e79-aa78-0d42867637c0 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:49.333702 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-a3f73904-972e-4e79-aa78-0d42867637c0 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:49.345452 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887e87c-247e-413d-93cb-293841e9aee9 req-a401997e-29e6-49bc-84a2-7a5372c689a7 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:49.347107 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7887e87c-247e-413d-93cb-293841e9aee9 req-a401997e-29e6-49bc-84a2-7a5372c689a7 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 945 time: 0.1424038 Aug 23 15:01:49.402684 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7887e87c-247e-413d-93cb-293841e9aee9 req-8ffc6fd7-9f7d-4036-8bdb-f86a281d9231 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/security-groups?id=5def42c1-d690-443e-9f2d-cd872b7c25f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418878 Aug 23 15:01:49.404682 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-a3f73904-972e-4e79-aa78-0d42867637c0 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5635631 Aug 23 15:01:49.420589 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Request body: {'port': {'device_id': '8d773a27-37a6-4a88-9400-e84bb87854e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:49.469086 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:49.498875 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:49.809363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Router e798232a-f029-4cb8-a9fc-182540f6ff13 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:01:49.831420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:01:49.840982 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:49.860317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Transition to ACTIVE for port object 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:01:49.951902 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:49.957837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:01:49.971677 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Sync routers for ids ['e798232a-f029-4cb8-a9fc-182540f6ff13'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:01:49.989493 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Routers {'e798232a-f029-4cb8-a9fc-182540f6ff13'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:01:49.992255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:01:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e798232a-f029-4cb8-a9fc-182540f6ff13'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:50.062944 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:50.086793 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:50.092814 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-91e03ea0-a6fa-46b8-9949-b8ec4ced4714 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.5082867 Aug 23 15:01:50.099285 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58626) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:50.206425 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:50.210836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Set router e798232a-f029-4cb8-a9fc-182540f6ff13 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:01:50.211830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ca86b-e73e-4d28-b329-177d4d1b7f19 req-670428e0-fc7b-4f57-90e6-a2082b172c24 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:50.214723 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b8ca86b-e73e-4d28-b329-177d4d1b7f19 req-670428e0-fc7b-4f57-90e6-a2082b172c24 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 943 time: 0.2277594 Aug 23 15:01:50.272403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Attempting to bind port 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:01:50.272647 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Attempting to bind port 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'fab71c73-7d07-4172-888e-425d1bda3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d513af6-d5a1-40ec-9730-4beedb2a7eda'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:01:50.272982 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Attempting to bind port 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 on network 3d513af6-d5a1-40ec-9730-4beedb2a7eda {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:01:50.303019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Port 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 on network 3d513af6-d5a1-40ec-9730-4beedb2a7eda not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:01:50.303360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Attempting to bind port 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 on network 3d513af6-d5a1-40ec-9730-4beedb2a7eda {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:01:50.330094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b8ca86b-e73e-4d28-b329-177d4d1b7f19 req-8e90c964-9794-4b48-817f-8ac4fd932807 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ae94d5-da84-45a8-9a88-274c494abab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988455 Aug 23 15:01:50.341045 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-64743f86-a490-48ca-9d35-42bb1e092eca req-2a852b0e-a6c8-4654-8061-749a160bae73 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0643134 Aug 23 15:01:50.344729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:01:50.345221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Checking segment: {'id': 'fab71c73-7d07-4172-888e-425d1bda3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d513af6-d5a1-40ec-9730-4beedb2a7eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:01:50.345689 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Bound using segment: {'id': 'fab71c73-7d07-4172-888e-425d1bda3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d513af6-d5a1-40ec-9730-4beedb2a7eda'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:01:50.346149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Bound port: 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab71c73-7d07-4172-888e-425d1bda3359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d513af6-d5a1-40ec-9730-4beedb2a7eda'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:01:50.346522 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:50.429918 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] For port 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:01:50.448841 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] For port 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227,segment=NetworkSegment(fab71c73-7d07-4172-888e-425d1bda3359),segment_id=fab71c73-7d07-4172-888e-425d1bda3359)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:01:50.507443 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:01:46Z', 'updated_at': '2021-08-23T15:01:48Z', 'revision_number': 3, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'gw_port': {'id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:47Z', 'updated_at': '2021-08-23T15:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:50.518817 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:50.572954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Checking router: e798232a-f029-4cb8-a9fc-182540f6ff13 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:01:50.575286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Updating router e798232a-f029-4cb8-a9fc-182540f6ff13 port c35047b4-bb6e-49c9-b31c-a37e2e772f19 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:01:50.576934 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:50.578523 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:50.580243 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] 10.222.0.57 "PUT /v2.0/ports/8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 HTTP/1.1" status: 200 len: 1091 time: 1.1669276 Aug 23 15:01:50.583642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d773a27-37a6-4a88-9400-e84bb87854e1', 'tag': '8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:50.589230 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f30893d-92a2-48e4-bd80-5c93a0b74862" -d '{"events": [{"name": "network-changed", "server_uuid": "8d773a27-37a6-4a88-9400-e84bb87854e1", "tag": "8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:50.651885 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:50.663637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4abddc-017d-4a64-8f0e-5a184228c796 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:50.694588 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffc2d3a-cf89-42d9-8a35-ab6d4877e6bc x-openstack-request-id: req-4ffc2d3a-cf89-42d9-8a35-ab6d4877e6bc {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:50.694588 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d773a27-37a6-4a88-9400-e84bb87854e1", "tag": "8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:50.694588 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ffc2d3a-cf89-42d9-8a35-ab6d4877e6bc {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:50.694588 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d773a27-37a6-4a88-9400-e84bb87854e1', 'tag': '8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227', 'status': 'completed', 'code': 200} Aug 23 15:01:50.749384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9e864-547f-445e-bc91-f032786c2589 req-de79bc64-baec-417d-a1b3-e48843673ca9 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:50.751371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41a9e864-547f-445e-bc91-f032786c2589 req-de79bc64-baec-417d-a1b3-e48843673ca9 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 945 time: 0.3081520 Aug 23 15:01:50.830106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30893d-92a2-48e4-bd80-5c93a0b74862 req-bc21327f-0a5e-4030-afa4-fe538db4d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:50.833771 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f30893d-92a2-48e4-bd80-5c93a0b74862 req-bc21327f-0a5e-4030-afa4-fe538db4d6b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a1ceecc646e94bf09c62faf93eb72421&device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 1094 time: 0.1169047 Aug 23 15:01:50.846324 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512088b5-8606-436b-acd2-9dc95c1284a6 req-c174143a-d191-44ec-b5a7-ab4347f5cdaf tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:50.857503 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-512088b5-8606-436b-acd2-9dc95c1284a6 req-c174143a-d191-44ec-b5a7-ab4347f5cdaf tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 945 time: 0.2908921 Aug 23 15:01:51.046233 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30893d-92a2-48e4-bd80-5c93a0b74862 req-3639304f-2855-489a-8a97-99a83c1a6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:51.047783 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f30893d-92a2-48e4-bd80-5c93a0b74862 req-3639304f-2855-489a-8a97-99a83c1a6802 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a1ceecc646e94bf09c62faf93eb72421&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2018468 Aug 23 15:01:51.143901 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-512088b5-8606-436b-acd2-9dc95c1284a6 req-e29b0b52-7bdb-4468-8c33-244ef0506f6f tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/security-groups?id=5def42c1-d690-443e-9f2d-cd872b7c25f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736500 Aug 23 15:01:51.189254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-41a9e864-547f-445e-bc91-f032786c2589 req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Deleting port 35f3360d-dd1d-4aee-a7a4-824d7b6f222b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:01:51.189613 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41a9e864-547f-445e-bc91-f032786c2589 req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:51.220563 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:51.224414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30893d-92a2-48e4-bd80-5c93a0b74862 req-1128f0f6-45ff-4085-9038-8f934ea9a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:51.229824 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f30893d-92a2-48e4-bd80-5c93a0b74862 req-1128f0f6-45ff-4085-9038-8f934ea9a544 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1736467 Aug 23 15:01:51.251372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Transition to ACTIVE for port object c35047b4-bb6e-49c9-b31c-a37e2e772f19 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:01:51.317065 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:51.365205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-41a9e864-547f-445e-bc91-f032786c2589 req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] For port 35f3360d-dd1d-4aee-a7a4-824d7b6f222b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=35f3360d-dd1d-4aee-a7a4-824d7b6f222b,segment=NetworkSegment(659056e1-7b68-4cc4-bb8f-86986cd8b5ef),segment_id=659056e1-7b68-4cc4-bb8f-86986cd8b5ef)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:51.365636 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41a9e864-547f-445e-bc91-f032786c2589 req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:51.367396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-d9ea845c-cbb3-4c44-82d1-60a4e7733e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:51.369412 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-d9ea845c-cbb3-4c44-82d1-60a4e7733e6f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a1ceecc646e94bf09c62faf93eb72421&device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 1094 time: 0.0881958 Aug 23 15:01:51.444727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Attempting to bind port c35047b4-bb6e-49c9-b31c-a37e2e772f19 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:01:51.445622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Attempting to bind port c35047b4-bb6e-49c9-b31c-a37e2e772f19 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:01:51.446351 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Attempting to bind port c35047b4-bb6e-49c9-b31c-a37e2e772f19 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:01:51.446913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-41a9e864-547f-445e-bc91-f032786c2589 req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Calling delete_port for 35f3360d-dd1d-4aee-a7a4-824d7b6f222b owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:01:51.450870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352025f0-30af-4666-98da-f5d08e0f9a70 None None] Pushing event updated for resources: {'Port': ['ID=c35047b4-bb6e-49c9-b31c-a37e2e772f19,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:51.456715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:01:51.457414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:01:51.458050 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:51.458612 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:01:51.459283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Bound port: c35047b4-bb6e-49c9-b31c-a37e2e772f19, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:01:51.460176 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:51.477090 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-8d76bfaf-c3ec-47a9-8531-514d73bda5d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 HTTP/1.1" status: 200 len: 217 time: 0.0997341 Aug 23 15:01:51.485702 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:51.538271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] For port c35047b4-bb6e-49c9-b31c-a37e2e772f19, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:01:51.542435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] For port c35047b4-bb6e-49c9-b31c-a37e2e772f19, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c35047b4-bb6e-49c9-b31c-a37e2e772f19,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:01:51.563015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b788e07-3cd6-4d50-ae9c-22571d2d7756 req-050f3213-fca2-4ce2-90d6-cc3e9a057755 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:51.575247 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c3eb5f32-dfc8-4ee9-b046-567372002f22 req-7c839a01-68f8-4f5b-b758-4466057d8167 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0516465 Aug 23 15:01:51.581588 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2b788e07-3cd6-4d50-ae9c-22571d2d7756 req-050f3213-fca2-4ce2-90d6-cc3e9a057755 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 943 time: 0.1416621 Aug 23 15:01:51.616538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-e2f18fa4-095d-440f-866a-9f459ea0ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:51.618129 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-e2f18fa4-095d-440f-866a-9f459ea0ad7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91410043-473d-4dac-b9a1-34a956e62c5e HTTP/1.1" status: 200 len: 848 time: 0.1302791 Aug 23 15:01:51.621759 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:51.668802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58660) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:51.711700 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2b788e07-3cd6-4d50-ae9c-22571d2d7756 req-913e190c-cc2c-4419-adfe-c7e999b6ee88 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ae94d5-da84-45a8-9a88-274c494abab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262529 Aug 23 15:01:51.712042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352025f0-30af-4666-98da-f5d08e0f9a70 None None] Pushing event updated for resources: {'Port': ['ID=c35047b4-bb6e-49c9-b31c-a37e2e772f19,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:51.714448 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-21829f70-1fed-4864-8922-6c5463456a80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d513af6-d5a1-40ec-9730-4beedb2a7eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604775 Aug 23 15:01:51.752512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Routers {'e798232a-f029-4cb8-a9fc-182540f6ff13'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:01:51.753154 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:01:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e798232a-f029-4cb8-a9fc-182540f6ff13'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:51.961580 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] Set router e798232a-f029-4cb8-a9fc-182540f6ff13 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:01:51.969263 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-1e154acc-c5f1-4a56-ad5a-94704b2fdb53 service neutron] 10.222.0.57 "GET /v2.0/networks/3d513af6-d5a1-40ec-9730-4beedb2a7eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471142 Aug 23 15:01:51.970597 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7ede2961-d41b-4572-9b35-e08233174a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:52.020404 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Allocated IP 172.20.0.1 (5dcd52f0-f3c0-4c42-a09c-8b712fcf2570/5d566476-63f4-44fa-9ff8-8bd5ae66180f/324e2204-3fb1-4dd0-bf74-575a207ca048) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:01:52.045783 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41a9e864-547f-445e-bc91-f032786c2589 req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:52.140218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Pushing event deleted for resources: {'Port': ['ID=35f3360d-dd1d-4aee-a7a4-824d7b6f222b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:52.162967 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21975971-50af-4f8f-b534-b6ff5d0066e5 req-02852ea2-a075-4da8-a720-8b8bfa7de3e9 service neutron] 10.222.0.57 "GET /v2.0/networks/3d513af6-d5a1-40ec-9730-4beedb2a7eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830325 Aug 23 15:01:52.285270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:01:46Z', 'updated_at': '2021-08-23T15:01:48Z', 'revision_number': 3, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'gw_port': {'id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:47Z', 'updated_at': '2021-08-23T15:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:52.295843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:52.296437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:52.296759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:52.297197 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:52.297648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:52.298212 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:52.298643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:52.299068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:52.299515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:52.299962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:52.300384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:52.300808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:52.315092 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7e0300da-8c0e-4577-abcf-5689748adf1e req-a6472773-5e8a-4350-bb8e-ba135677c445 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8a755de-a8fb-47fd-884a-7549bea4f579 HTTP/1.1" status: 200 len: 210 time: 0.0471652 Aug 23 15:01:52.326181 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7ede2961-d41b-4572-9b35-e08233174a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:52.330270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada994d-6692-4eda-84e3-9b769f8c5322 None None] The sync data for ids ['e798232a-f029-4cb8-a9fc-182540f6ff13'] in n-d-804985-3 is: [{'id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:01:46Z', 'updated_at': '2021-08-23T15:01:48Z', 'revision_number': 3, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'gw_port': {'id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:47Z', 'updated_at': '2021-08-23T15:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:01:52.351459 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a9e864-547f-445e-bc91-f032786c2589 req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] No DVR routers for this DVR port 35f3360d-dd1d-4aee-a7a4-824d7b6f222b on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:01:52.358237 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41a9e864-547f-445e-bc91-f032786c2589 req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:52.360595 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41a9e864-547f-445e-bc91-f032786c2589 req-c1bc5b37-6401-4cc4-9d42-9fbd6b026d71 tempest-ServerGroupTestJSON-1669436255 tempest-ServerGroupTestJSON-1669436255-project] 10.222.0.61 "DELETE /v2.0/ports/35f3360d-dd1d-4aee-a7a4-824d7b6f222b HTTP/1.1" status: 204 len: 173 time: 1.6016874 Aug 23 15:01:52.387807 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7ede2961-d41b-4572-9b35-e08233174a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:52.479585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a755de-a8fb-47fd-884a-7549bea4f579', 'name': 'network-vif-deleted', 'tag': '35f3360d-dd1d-4aee-a7a4-824d7b6f222b'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:52.486266 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b817bc7a-7531-4369-bccb-21b65d651be0" -d '{"events": [{"server_uuid": "d8a755de-a8fb-47fd-884a-7549bea4f579", "name": "network-vif-deleted", "tag": "35f3360d-dd1d-4aee-a7a4-824d7b6f222b"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:52.533417 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:52.565300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d474d4-4b51-4e7e-8ba7-e6a00f08dbfa req-875215cf-8f26-4fca-b305-6d8d482766b1 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:52.567514 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c0d474d4-4b51-4e7e-8ba7-e6a00f08dbfa req-875215cf-8f26-4fca-b305-6d8d482766b1 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.3083627 Aug 23 15:01:52.571844 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c212686-4356-48d1-81ce-ba149d12c5e3 x-openstack-request-id: req-9c212686-4356-48d1-81ce-ba149d12c5e3 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:52.573208 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a755de-a8fb-47fd-884a-7549bea4f579", "name": "network-vif-deleted", "tag": "35f3360d-dd1d-4aee-a7a4-824d7b6f222b", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:52.573687 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c212686-4356-48d1-81ce-ba149d12c5e3 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:52.574339 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a755de-a8fb-47fd-884a-7549bea4f579', 'name': 'network-vif-deleted', 'tag': '35f3360d-dd1d-4aee-a7a4-824d7b6f222b', 'status': 'completed', 'code': 200} Aug 23 15:01:52.598463 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8a6c-a1eb-46d5-b727-2050309bd77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:52.660550 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c0d474d4-4b51-4e7e-8ba7-e6a00f08dbfa req-f68bc656-10d2-443e-9898-1c7f359474b0 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714872 Aug 23 15:01:52.841387 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:52.933397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede2961-d41b-4572-9b35-e08233174a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6427973-eb30-4452-ad87-849870b91fc6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:52.946518 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7ede2961-d41b-4572-9b35-e08233174a9e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=574e039f59b345ca89f5bd6c2c40c95c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2740252 Aug 23 15:01:52.946790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Network 5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:01:52.952986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58682) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:52.962114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:01:52.962238 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65ed8b8d-bc92-44ea-ae8d-05691689cf18 req-cd7aaa61-aee5-45e1-b68d-fe91d8ac8842 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0553651 Aug 23 15:01:52.975914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Pushing event updated for resources: {'Port': ['ID=324e2204-3fb1-4dd0-bf74-575a207ca048,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:52.981273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:01:52.993123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b40ae-93d2-4330-a7c4-c54d57b7296a req-f882c6e6-a1e3-4293-9fe7-423c674b193f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:52.995235 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-411b40ae-93d2-4330-a7c4-c54d57b7296a req-f882c6e6-a1e3-4293-9fe7-423c674b193f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1994553 Aug 23 15:01:53.109584 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c35047b4-bb6e-49c9-b31c-a37e2e772f19 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:01:53.128870 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-411b40ae-93d2-4330-a7c4-c54d57b7296a req-6bba45e3-0735-4960-b58e-6fb9a784dab5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823331 Aug 23 15:01:53.144560 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:53.210652 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf52902-93dd-4676-8c2a-26de718bbbbd req-8a3ef005-1044-4ab3-b512-70d1a2c0bc33 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:53.225472 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbf52902-93dd-4676-8c2a-26de718bbbbd req-8a3ef005-1044-4ab3-b512-70d1a2c0bc33 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 943 time: 0.1246090 Aug 23 15:01:53.253710 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9d2de97-dca4-4e44-b9b7-4664d5530dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:53.283569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbf52902-93dd-4676-8c2a-26de718bbbbd req-54d96bc7-0d3d-4dae-ade2-09975e533e28 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ae94d5-da84-45a8-9a88-274c494abab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559719 Aug 23 15:01:53.294365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port c35047b4-bb6e-49c9-b31c-a37e2e772f19 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:01:53.298441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c35047b4-bb6e-49c9-b31c-a37e2e772f19 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:01:53.298823 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:53.316379 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9d2de97-dca4-4e44-b9b7-4664d5530dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:53.413425 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:53.437746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port c35047b4-bb6e-49c9-b31c-a37e2e772f19, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c35047b4-bb6e-49c9-b31c-a37e2e772f19,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:53.529685 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 35f3360d-dd1d-4aee-a7a4-824d7b6f222b no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:01:53.562298 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:53.570975 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 35f3360d-dd1d-4aee-a7a4-824d7b6f222b {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:01:53.571578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 35f3360d-dd1d-4aee-a7a4-824d7b6f222b not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:01:53.638829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=c35047b4-bb6e-49c9-b31c-a37e2e772f19,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:53.785368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9d2de97-dca4-4e44-b9b7-4664d5530dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:53.788197 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9d2de97-dca4-4e44-b9b7-4664d5530dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:53.790044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e9d2de97-dca4-4e44-b9b7-4664d5530dcc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c6427973-eb30-4452-ad87-849870b91fc6 HTTP/1.1" status: 204 len: 168 time: 0.8355322 Aug 23 15:01:53.817625 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2de97-dca4-4e44-b9b7-4664d5530dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6427973-eb30-4452-ad87-849870b91fc6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:53.822494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58728) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:53.827113 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:53.959547 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-4d0a64bb-53d0-41d4-a10b-8b4a5ac74e99 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:53.960888 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-4d0a64bb-53d0-41d4-a10b-8b4a5ac74e99 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 812 time: 0.5591636 Aug 23 15:01:53.969427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-257b7311-46cf-4869-a466-eb3448c1cb49 admin admin] Deleting subnet 112ffc99-db9a-467c-8440-27a6d983daef {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:01:53.982461 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-257b7311-46cf-4869-a466-eb3448c1cb49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:54.032334 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-f19575a1-5a24-4b43-8bbb-66f50dda3067 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/quotas/d29d65bd81b5474c8566cb0d1d8e6006 HTTP/1.1" status: 200 len: 375 time: 0.0509884 Aug 23 15:01:54.093100 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-257b7311-46cf-4869-a466-eb3448c1cb49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:54.199890 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-257b7311-46cf-4869-a466-eb3448c1cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:54.222003 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-ce13213c-ac8f-4bc3-84f0-061a3e3198c2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1731372 Aug 23 15:01:54.263143 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58748) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:54.268579 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8af1bcc0-c221-4992-8902-8f2648386b49 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258608617', 'description': 'tempest-secgroup-smoke-1258608617 description', 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:54.406006 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-838ab1b3-a10b-4084-a48a-ce075ed663b1 req-c7a3fa66-602d-4c79-866b-a09d11c6cb3f tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0464063 Aug 23 15:01:54.417475 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:54.425731 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8af1bcc0-c221-4992-8902-8f2648386b49 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:54.458126 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-ef8a7ee2-b286-4742-af55-b3f7b71ae218 service neutron] 10.222.0.38 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153978 Aug 23 15:01:54.534694 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:54.552138 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8af1bcc0-c221-4992-8902-8f2648386b49 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:54.572823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cd6de-ffe5-42ce-861f-6c9569a0aabd req-e7034e37-ce1b-431a-a83e-eb85af2287e4 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:54.574780 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1b7cd6de-ffe5-42ce-861f-6c9569a0aabd req-e7034e37-ce1b-431a-a83e-eb85af2287e4 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 943 time: 0.0673299 Aug 23 15:01:54.589253 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-257b7311-46cf-4869-a466-eb3448c1cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:54.623624 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8af1bcc0-c221-4992-8902-8f2648386b49 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:54.639237 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1b7cd6de-ffe5-42ce-861f-6c9569a0aabd req-a64b9c0a-76f8-4a11-967f-f2b79e1480a7 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ae94d5-da84-45a8-9a88-274c494abab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533288 Aug 23 15:01:54.669190 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1bcc0-c221-4992-8902-8f2648386b49 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:54.675945 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:54.685332 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58756) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:54.686053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b7311-46cf-4869-a466-eb3448c1cb49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112ffc99-db9a-467c-8440-27a6d983daef,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:54.700691 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-257b7311-46cf-4869-a466-eb3448c1cb49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:54.700836 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a27c35ad-487c-4030-b17b-2d6b77d5e521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:54.701518 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-257b7311-46cf-4869-a466-eb3448c1cb49 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/112ffc99-db9a-467c-8440-27a6d983daef HTTP/1.1" status: 204 len: 168 time: 0.8775165 Aug 23 15:01:54.706792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58758) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:54.718721 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8af1bcc0-c221-4992-8902-8f2648386b49 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:54.722131 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8af1bcc0-c221-4992-8902-8f2648386b49 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4557388 Aug 23 15:01:54.723968 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58760) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:54.735530 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-79c40b9e-0d24-47b7-a916-44ac267a2c62 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Request body: {'security_group_rule': {'security_group_id': '6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc', 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:54.746181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Pushing event updated for resources: {'Port': ['ID=324e2204-3fb1-4dd0-bf74-575a207ca048,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:54.801657 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:01:54.855940 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-7d9ac301-1b62-4ddd-8d7c-87980c32dfa7 service neutron] 10.222.0.38 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882289 Aug 23 15:01:54.871268 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a27c35ad-487c-4030-b17b-2d6b77d5e521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:54.884700 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37e06853-c422-47c3-a212-9913343ab9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:54.960225 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a27c35ad-487c-4030-b17b-2d6b77d5e521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.001858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Network 5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:01:55.007139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:01:55.018086 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37e06853-c422-47c3-a212-9913343ab9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.046624 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a27c35ad-487c-4030-b17b-2d6b77d5e521 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f231719f2b9c46ed9bd3b6efa16b378d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3600743 Aug 23 15:01:55.049707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58762) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:55.065235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-37e06853-c422-47c3-a212-9913343ab9e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532c86d5-9944-47e7-b078-cc9911ce120d']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:55.071371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c35047b4-bb6e-49c9-b31c-a37e2e772f19 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:01:55.077662 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-37e06853-c422-47c3-a212-9913343ab9e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659056e1-7b68-4cc4-bb8f-86986cd8b5ef') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:55.077967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-37e06853-c422-47c3-a212-9913343ab9e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659056e1-7b68-4cc4-bb8f-86986cd8b5ef') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:55.093320 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37e06853-c422-47c3-a212-9913343ab9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.114550 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c35ad-487c-4030-b17b-2d6b77d5e521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe30558-59cf-43c3-9bfd-ea23698b8978,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:55.134084 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79c40b9e-0d24-47b7-a916-44ac267a2c62 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.138512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227,segment=NetworkSegment(fab71c73-7d07-4172-888e-425d1bda3359),segment_id=fab71c73-7d07-4172-888e-425d1bda3359)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:55.149909 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37e06853-c422-47c3-a212-9913343ab9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.161693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227', 'network_id': '3d513af6-d5a1-40ec-9730-4beedb2a7eda', 'port_id': '8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227', 'mac_address': 'fa:16:3e:ea:f0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91410043-473d-4dac-b9a1-34a956e62c5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:01:55.164596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e06853-c422-47c3-a212-9913343ab9e8 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:01:55.165242 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37e06853-c422-47c3-a212-9913343ab9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:01:55.167489 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:01:55.192937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2415564e-8818-49bb-9f9f-14f6108a59f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.258668 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2415564e-8818-49bb-9f9f-14f6108a59f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.268185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Router e798232a-f029-4cb8-a9fc-182540f6ff13 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:01:55.289541 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d38a3806-1b74-4090-a383-24cd9747cfe6 req-2d909110-d49e-4919-8afb-9b79c96291e4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 210 time: 0.0457609 Aug 23 15:01:55.310762 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.320262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c35047b4-bb6e-49c9-b31c-a37e2e772f19 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:01:55.320635 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.329098 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79c40b9e-0d24-47b7-a916-44ac267a2c62 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.369884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:01:55.387266 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79c40b9e-0d24-47b7-a916-44ac267a2c62 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.417355 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2415564e-8818-49bb-9f9f-14f6108a59f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.425312 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2415564e-8818-49bb-9f9f-14f6108a59f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.428154 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2415564e-8818-49bb-9f9f-14f6108a59f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ffe30558-59cf-43c3-9bfd-ea23698b8978 HTTP/1.1" status: 204 len: 168 time: 0.3769441 Aug 23 15:01:55.429157 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227,segment=NetworkSegment(fab71c73-7d07-4172-888e-425d1bda3359),segment_id=fab71c73-7d07-4172-888e-425d1bda3359)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:55.458928 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415564e-8818-49bb-9f9f-14f6108a59f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe30558-59cf-43c3-9bfd-ea23698b8978,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:55.466374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c40b9e-0d24-47b7-a916-44ac267a2c62 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624e5be5-4574-41ab-ae8d-b04bd574e07a,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:55.495209 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.506431 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79c40b9e-0d24-47b7-a916-44ac267a2c62 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.508332 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-79c40b9e-0d24-47b7-a916-44ac267a2c62 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7767746 Aug 23 15:01:55.512260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58774) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:55.518543 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c89e9230-f271-47ec-a3e1-652fb1003ebc tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Request body: {'security_group_rule': {'security_group_id': '6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc', 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:55.530368 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.562557 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37e06853-c422-47c3-a212-9913343ab9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.583889 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37e06853-c422-47c3-a212-9913343ab9e8 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.592534 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-37e06853-c422-47c3-a212-9913343ab9e8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/532c86d5-9944-47e7-b078-cc9911ce120d HTTP/1.1" status: 204 len: 168 time: 0.8829341 Aug 23 15:01:55.615084 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e06853-c422-47c3-a212-9913343ab9e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=532c86d5-9944-47e7-b078-cc9911ce120d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:55.626953 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:55.654632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c89e9230-f271-47ec-a3e1-652fb1003ebc tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.700535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cbe2459-0f1b-4575-9074-5fcf69ec8365 req-2419bdc3-224a-432e-b1e1-7cf71cb62efa tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0862861 Aug 23 15:01:55.716794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:01:55.724039 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0c7210d6-7692-40c4-a5aa-ca33f9b798d0 admin admin] 10.222.0.38 "PUT /v2.0/routers/e798232a-f029-4cb8-a9fc-182540f6ff13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6213505 Aug 23 15:01:55.735104 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Sync routers for ids ['e798232a-f029-4cb8-a9fc-182540f6ff13'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:01:55.749942 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:01:55.752180 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Routers {'e798232a-f029-4cb8-a9fc-182540f6ff13'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:01:55.753951 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:01:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e798232a-f029-4cb8-a9fc-182540f6ff13'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:55.826690 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c89e9230-f271-47ec-a3e1-652fb1003ebc tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.892399 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Set router e798232a-f029-4cb8-a9fc-182540f6ff13 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:01:55.897294 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1d465-226e-41ce-8b89-b9119f2f4552 req-1df57da9-a8ea-401d-83f8-ca82dc7cf7bb tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:55.899249 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-59d1d465-226e-41ce-8b89-b9119f2f4552 req-1df57da9-a8ea-401d-83f8-ca82dc7cf7bb tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 944 time: 0.0853009 Aug 23 15:01:55.949789 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c89e9230-f271-47ec-a3e1-652fb1003ebc tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:55.993522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e9230-f271-47ec-a3e1-652fb1003ebc tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddfbd0e-fed5-4c6c-8777-e2c0d2631331,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:56.012768 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-59d1d465-226e-41ce-8b89-b9119f2f4552 req-077bb4a1-3012-4161-8019-2b1238c6c58b tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ae94d5-da84-45a8-9a88-274c494abab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055865 Aug 23 15:01:56.104212 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c89e9230-f271-47ec-a3e1-652fb1003ebc tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.110281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58790) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:56.110915 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:01:46Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'gw_port': {'id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:47Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '324e2204-3fb1-4dd0-bf74-575a207ca048', 'name': '', 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'mac_address': 'fa:16:3e:ca:a8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:51Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 2, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'subnets': [{'id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:56.111131 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c89e9230-f271-47ec-a3e1-652fb1003ebc tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5971699 Aug 23 15:01:56.116365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-23db7cc9-5a15-44bc-8c47-638e1c736e91 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Request body: {'security_group_rule': {'security_group_id': '6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc', 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:56.138614 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Checking router: e798232a-f029-4cb8-a9fc-182540f6ff13 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:01:56.138970 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Updating router e798232a-f029-4cb8-a9fc-182540f6ff13 port 324e2204-3fb1-4dd0-bf74-575a207ca048 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:01:56.176369 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.208325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58796) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:56.209479 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-23db7cc9-5a15-44bc-8c47-638e1c736e91 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.296319 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-666578f9-f03f-4064-b7b1-dca709da7700 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=17d2e2f62a8c46749f6aa89d4beb0922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867877 Aug 23 15:01:56.297564 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58798) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:56.352105 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-23db7cc9-5a15-44bc-8c47-638e1c736e91 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.377496 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78dcae58-1888-414f-aac6-fc89cfd05e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.411133 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78dcae58-1888-414f-aac6-fc89cfd05e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.480016 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93502b7b-e924-4f8f-8edb-0bbae4631eb7 req-1b79c716-25d9-4236-91ea-904230a74020 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 210 time: 0.0872786 Aug 23 15:01:56.486852 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-23db7cc9-5a15-44bc-8c47-638e1c736e91 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.535335 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.566911 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Transition to ACTIVE for port object 324e2204-3fb1-4dd0-bf74-575a207ca048 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:01:56.574128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db7cc9-5a15-44bc-8c47-638e1c736e91 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c792bc-fa96-4e56-861b-052b993272fa,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:56.597826 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78dcae58-1888-414f-aac6-fc89cfd05e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.601754 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-78dcae58-1888-414f-aac6-fc89cfd05e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.603221 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-78dcae58-1888-414f-aac6-fc89cfd05e24 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5def42c1-d690-443e-9f2d-cd872b7c25f1 HTTP/1.1" status: 204 len: 168 time: 0.3043675 Aug 23 15:01:56.621532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcae58-1888-414f-aac6-fc89cfd05e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5def42c1-d690-443e-9f2d-cd872b7c25f1,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:56.651035 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-732f0ce5-e0a6-452f-9cbe-e103fc1fa244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.684041 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-23db7cc9-5a15-44bc-8c47-638e1c736e91 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.686585 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-23db7cc9-5a15-44bc-8c47-638e1c736e91 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5738285 Aug 23 15:01:56.687292 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.688810 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58830) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:56.696648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-5006ed64-470d-4c3b-a2e8-9783e5719563 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Request body: {'security_group_rule': {'security_group_id': '6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc', 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:56.711312 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.809686 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:01:56.822981 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebdd4e-3fc2-4762-9655-43e08817ade9 None None] Pushing event updated for resources: {'Port': ['ID=324e2204-3fb1-4dd0-bf74-575a207ca048,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:56.851473 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ebdd4e-3fc2-4762-9655-43e08817ade9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:56.852424 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ebdd4e-3fc2-4762-9655-43e08817ade9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:56.852999 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ebdd4e-3fc2-4762-9655-43e08817ade9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:56.854265 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ebdd4e-3fc2-4762-9655-43e08817ade9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:56.854856 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ebdd4e-3fc2-4762-9655-43e08817ade9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:56.855432 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ebdd4e-3fc2-4762-9655-43e08817ade9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:56.856085 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ebdd4e-3fc2-4762-9655-43e08817ade9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:56.856645 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ebdd4e-3fc2-4762-9655-43e08817ade9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:56.857375 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ebdd4e-3fc2-4762-9655-43e08817ade9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:56.858331 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dd039f40-a122-43fc-af7a-33d242e6f184 req-e7688c5d-542b-4453-8c3b-7055c80a04c9 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0720842 Aug 23 15:01:56.866208 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ebdd4e-3fc2-4762-9655-43e08817ade9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:56.871981 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ebdd4e-3fc2-4762-9655-43e08817ade9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:56.871981 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ebdd4e-3fc2-4762-9655-43e08817ade9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:56.876059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-dfdcc842-8021-43f6-b0da-79cfefbdb7c3 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:56.877616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5006ed64-470d-4c3b-a2e8-9783e5719563 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.893650 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-dfdcc842-8021-43f6-b0da-79cfefbdb7c3 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/networks?id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 HTTP/1.1" status: 200 len: 820 time: 0.2489305 Aug 23 15:01:56.928709 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-9227f086-3993-44e0-8b64-82e9998f0fb0 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/quotas/3f4da7f95c754ce6b38527b26b445bbc HTTP/1.1" status: 200 len: 375 time: 0.0364957 Aug 23 15:01:56.949621 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5006ed64-470d-4c3b-a2e8-9783e5719563 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.970946 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Attempting to bind port 324e2204-3fb1-4dd0-bf74-575a207ca048 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:01:56.971367 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Attempting to bind port 324e2204-3fb1-4dd0-bf74-575a207ca048 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'cb1c0780-6671-42d9-b8a9-901d3c6e51c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:01:56.971951 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Attempting to bind port 324e2204-3fb1-4dd0-bf74-575a207ca048 on network 5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:01:56.977317 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:01:56.977690 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Checking segment: {'id': 'cb1c0780-6671-42d9-b8a9-901d3c6e51c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:01:56.978097 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.979061 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Bound using segment: {'id': 'cb1c0780-6671-42d9-b8a9-901d3c6e51c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:01:56.979541 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Bound port: 324e2204-3fb1-4dd0-bf74-575a207ca048, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1c0780-6671-42d9-b8a9-901d3c6e51c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:01:56.980090 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:56.996749 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-4a00ecaf-abb3-4ae0-82ab-094e2a28f320 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f4da7f95c754ce6b38527b26b445bbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0668280 Aug 23 15:01:57.014376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:01:57.021102 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:01:57.021551 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:57.065499 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5006ed64-470d-4c3b-a2e8-9783e5719563 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:57.081821 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] For port 324e2204-3fb1-4dd0-bf74-575a207ca048, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:01:57.106818 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] For port 324e2204-3fb1-4dd0-bf74-575a207ca048, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=324e2204-3fb1-4dd0-bf74-575a207ca048,segment=NetworkSegment(cb1c0780-6671-42d9-b8a9-901d3c6e51c0),segment_id=cb1c0780-6671-42d9-b8a9-901d3c6e51c0)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:01:57.149137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006ed64-470d-4c3b-a2e8-9783e5719563 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254e472c-c5ba-4bfb-9a7b-914f5c1b3385,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:57.164476 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-4ea936b6-41bd-4a23-860d-3f430388d318 service neutron] 10.222.0.38 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592753 Aug 23 15:01:57.188877 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:57.208305 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:57.239038 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5006ed64-470d-4c3b-a2e8-9783e5719563 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:57.241910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5006ed64-470d-4c3b-a2e8-9783e5719563 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5513020 Aug 23 15:01:57.250952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58852) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:57.252383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-01c157a6-f489-4c2b-b72e-59998053efde tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Request body: {'security_group_rule': {'security_group_id': '6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc', 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:57.280367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d773a27-37a6-4a88-9400-e84bb87854e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:01:57.292353 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b6f57b-11fe-4ec2-b172-452684fa93cb" -d '{"events": [{"server_uuid": "8d773a27-37a6-4a88-9400-e84bb87854e1", "name": "network-vif-plugged", "status": "completed", "tag": "8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:01:57.315920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b6380-4ee2-4987-b5db-290dd0e3d741 req-bce8c5d4-f616-4611-8d21-bb38702fd07c tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:57.332446 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df3b6380-4ee2-4987-b5db-290dd0e3d741 req-bce8c5d4-f616-4611-8d21-bb38702fd07c tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 944 time: 0.1582227 Aug 23 15:01:57.339398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227,segment=NetworkSegment(fab71c73-7d07-4172-888e-425d1bda3359),segment_id=fab71c73-7d07-4172-888e-425d1bda3359)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:57.378489 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Routers {'e798232a-f029-4cb8-a9fc-182540f6ff13'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:01:57.385490 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:01:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e798232a-f029-4cb8-a9fc-182540f6ff13'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:57.402684 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:57.414689 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-b595205a-ad5c-4014-ab6c-8b3ea20e4899 service neutron] 10.222.0.38 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417598 Aug 23 15:01:57.614411 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df3b6380-4ee2-4987-b5db-290dd0e3d741 req-abf1d0fb-ba40-45a9-b4f3-91db393c373f tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ae94d5-da84-45a8-9a88-274c494abab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974898 Aug 23 15:01:57.614411 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-01c157a6-f489-4c2b-b72e-59998053efde tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Project 94f04dbf9eef4b6cabf9f08f4814b810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:01:57.614411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c157a6-f489-4c2b-b72e-59998053efde tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:57.618393 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebdd4e-3fc2-4762-9655-43e08817ade9 None None] Pushing event updated for resources: {'Port': ['ID=324e2204-3fb1-4dd0-bf74-575a207ca048,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:57.621454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:57.621454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:57.621454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:57.621454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:57.621454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:57.621454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:57.621454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:57.621454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:57.621454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:57.621454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:57.621454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:57.621454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:57.621454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:01:57.624314 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] Set router e798232a-f029-4cb8-a9fc-182540f6ff13 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:01:57.640890 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c157a6-f489-4c2b-b72e-59998053efde tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:57.865705 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c157a6-f489-4c2b-b72e-59998053efde tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:57.874055 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:01:46Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'gw_port': {'id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:47Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '324e2204-3fb1-4dd0-bf74-575a207ca048', 'name': '', 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'mac_address': 'fa:16:3e:ca:a8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:51Z', 'updated_at': '2021-08-23T15:01:57Z', 'revision_number': 4, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'subnets': [{'id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:01:57.886520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c157a6-f489-4c2b-b72e-59998053efde tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3087c635-b7cc-43b1-930c-be2052966c5a,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:57.905359 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b680eb17-e54f-4da9-a447-ba4c847df5fc None None] The sync data for ids ['e798232a-f029-4cb8-a9fc-182540f6ff13'] in n-d-804985-3 is: [{'id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:01:46Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'gw_port': {'id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:47Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '324e2204-3fb1-4dd0-bf74-575a207ca048', 'name': '', 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'mac_address': 'fa:16:3e:ca:a8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:51Z', 'updated_at': '2021-08-23T15:01:57Z', 'revision_number': 4, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'subnets': [{'id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:01:58.016022 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c157a6-f489-4c2b-b72e-59998053efde tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:58.017254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-01c157a6-f489-4c2b-b72e-59998053efde tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7713122 Aug 23 15:01:58.020412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58878) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:58.044125 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-66811ebf-8131-47c4-b1ab-446f1c1430f4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Request body: {'security_group_rule': {'security_group_id': '6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc', 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:58.180569 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-66811ebf-8131-47c4-b1ab-446f1c1430f4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Project 94f04dbf9eef4b6cabf9f08f4814b810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:01:58.214492 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-66811ebf-8131-47c4-b1ab-446f1c1430f4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:58.309340 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04922b3f-7dee-4aca-9dee-f7c486103269 req-3fd9e213-860a-42cc-93f3-d90f1f977eaa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 210 time: 0.1480236 Aug 23 15:01:58.375801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-5122db29-8818-402b-aa75-f985aee836fc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:58.377729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-5122db29-8818-402b-aa75-f985aee836fc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.61 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 812 time: 0.4542894 Aug 23 15:01:58.393990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-daf4ae5f-f836-4d1c-bcdf-4f218b73783d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Request body: {'port': {'device_id': '99ca784a-d650-48ea-b3ca-3fe5d6604775', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'admin_state_up': True, 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:58.438215 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-66811ebf-8131-47c4-b1ab-446f1c1430f4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:58.522764 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:58.525954 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30b1c6e-9cd4-46d5-94d6-b00261d996d4 x-openstack-request-id: req-b30b1c6e-9cd4-46d5-94d6-b00261d996d4 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:01:58.526655 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d773a27-37a6-4a88-9400-e84bb87854e1", "name": "network-vif-plugged", "status": "completed", "tag": "8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:01:58.527116 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b30b1c6e-9cd4-46d5-94d6-b00261d996d4 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:01:58.531914 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d773a27-37a6-4a88-9400-e84bb87854e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227', 'code': 200} Aug 23 15:01:58.532027 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b350b219-46ee-4a09-adec-f68c3f7e2e45 req-65dfa875-5eb5-4a52-a39e-9130ee3672ef tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0549595 Aug 23 15:01:58.532027 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-66811ebf-8131-47c4-b1ab-446f1c1430f4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:58.561168 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66811ebf-8131-47c4-b1ab-446f1c1430f4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d167549-a205-489c-934a-a3a1f8bbe5ff,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:01:58.613987 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-66811ebf-8131-47c4-b1ab-446f1c1430f4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:58.626655 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-66811ebf-8131-47c4-b1ab-446f1c1430f4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6042378 Aug 23 15:01:58.701325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f0953d7-b4a9-4dff-a197-a9f147984110 req-192e9270-2014-450a-b8f8-eb14d511e8f6 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 210 time: 0.0952506 Aug 23 15:01:58.794511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a8c89-2b05-4d19-bd7f-8cc1dde7b4cd req-4f91435e-6191-4e11-9520-ca1502721dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:58.795986 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-188a8c89-2b05-4d19-bd7f-8cc1dde7b4cd req-4f91435e-6191-4e11-9520-ca1502721dba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 1096 time: 0.1669943 Aug 23 15:01:58.842354 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379e1fc-7cd3-49ed-a03a-4002c71b948b req-d5604275-ca85-4a03-80af-362463ed0afb tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:58.843994 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7379e1fc-7cd3-49ed-a03a-4002c71b948b req-d5604275-ca85-4a03-80af-362463ed0afb tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 945 time: 0.1391690 Aug 23 15:01:58.911894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58906) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:01:58.928442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-daf4ae5f-f836-4d1c-bcdf-4f218b73783d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Made reservation on behalf of d29d65bd81b5474c8566cb0d1d8e6006 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:58.936317 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-188a8c89-2b05-4d19-bd7f-8cc1dde7b4cd req-5a4b9d2a-6a5a-44b9-867b-7d5415c3c94a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=93ae94d5-da84-45a8-9a88-274c494abab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154573 Aug 23 15:01:58.937457 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-daf4ae5f-f836-4d1c-bcdf-4f218b73783d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:58.958054 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7379e1fc-7cd3-49ed-a03a-4002c71b948b req-9cd8312b-aaa2-4764-9c09-772fc2446f5e tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ae94d5-da84-45a8-9a88-274c494abab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942466 Aug 23 15:01:59.153918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 324e2204-3fb1-4dd0-bf74-575a207ca048 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:01:59.173256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1665922365-network', 'tenant_id': '98c793e8a58f4dcda7e858b805fa89a9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:01:59.288325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-b115aefd-737d-42f5-9692-08700fff1d85 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258608617&fields=id&tenant_id=94f04dbf9eef4b6cabf9f08f4814b810 HTTP/1.1" status: 200 len: 267 time: 0.1698253 Aug 23 15:01:59.356657 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 324e2204-3fb1-4dd0-bf74-575a207ca048 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:01:59.360872 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 324e2204-3fb1-4dd0-bf74-575a207ca048 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:01:59.361250 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:59.373184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] Made reservation on behalf of 98c793e8a58f4dcda7e858b805fa89a9 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:01:59.375488 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:59.390528 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:59.442358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-daf4ae5f-f836-4d1c-bcdf-4f218b73783d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Allocated IP 172.20.0.7 (73692fcc-64c5-44dc-8045-7bc29f031267/779a538e-f82d-42fb-9ff9-66d0a5c47662/4f284921-53c7-40c8-9753-076989ff5296) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:01:59.490407 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8ee70aac-fe67-40c0-b53a-2965eab2800c req-e45b628c-eea7-492d-9a7f-3aa2ea3cca30 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 210 time: 0.0751965 Aug 23 15:01:59.599986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-bc3110fe-a880-46e1-99f5-8a0d1baf656e tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:01:59.604175 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:59.609317 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-bc3110fe-a880-46e1-99f5-8a0d1baf656e tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/networks?id=529cc4b9-928f-4b12-96db-60ee071d5066 HTTP/1.1" status: 200 len: 814 time: 0.3195231 Aug 23 15:01:59.673368 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-c6c2a6b5-809f-415a-8376-907b295357e9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/quotas/94f04dbf9eef4b6cabf9f08f4814b810 HTTP/1.1" status: 200 len: 375 time: 0.0629516 Aug 23 15:01:59.718797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 324e2204-3fb1-4dd0-bf74-575a207ca048, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=324e2204-3fb1-4dd0-bf74-575a207ca048,segment=NetworkSegment(cb1c0780-6671-42d9-b8a9-901d3c6e51c0),segment_id=cb1c0780-6671-42d9-b8a9-901d3c6e51c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:01:59.730369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e13b02c-86aa-4e3e-8969-9b3ad1e6b769 req-3caf8f22-ee7a-4b66-aa2e-767fb297035b tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0365400 Aug 23 15:01:59.814855 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:01:59.870938 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1bd1451f-8ad3-4e08-ade8-c3c2d80992de req-46af8adb-e412-4ca8-aac4-ce2b4dd404ad tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 210 time: 0.0494318 Aug 23 15:01:59.907506 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-cd5be67f-3ac5-4343-abb5-6ab15db5acb5 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=94f04dbf9eef4b6cabf9f08f4814b810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2331424 Aug 23 15:01:59.946267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=324e2204-3fb1-4dd0-bf74-575a207ca048,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:00.100131 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:00.121101 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72626f82-fab5-40c9-b601-cea0728b413f req-8940ba48-a429-4067-a3a5-f324896cc9a4 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:00.122986 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72626f82-fab5-40c9-b601-cea0728b413f req-8940ba48-a429-4067-a3a5-f324896cc9a4 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 945 time: 0.0647845 Aug 23 15:02:00.139502 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-daf4ae5f-f836-4d1c-bcdf-4f218b73783d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:00.167486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-daf4ae5f-f836-4d1c-bcdf-4f218b73783d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Transition to ACTIVE for port object 4f284921-53c7-40c8-9753-076989ff5296 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:02:00.176434 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-e6b33c7a-34fc-4601-8321-f2acd38cce97 service neutron] 10.222.0.38 "GET /v2.0/networks/529cc4b9-928f-4b12-96db-60ee071d5066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549152 Aug 23 15:02:00.210888 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72626f82-fab5-40c9-b601-cea0728b413f req-2da6b069-2971-4367-b209-87ed89d72ada tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ae94d5-da84-45a8-9a88-274c494abab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801485 Aug 23 15:02:00.236069 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:00.275066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:02:00.579517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbb3c12-9282-4396-9960-b9cdebb30e23,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:00.582527 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:00.582886 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] Added segment 04cd3efa-83d1-47ad-9e53-5def52e9ed1f of type vlan for network 64f87949-f645-4741-b9fd-fc55a03e518e Aug 23 15:02:00.609684 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b7a5ad48-4a89-49a0-8031-1e01420c8aac req-37d76c75-874d-4b1b-a02e-35012a9207ff tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 210 time: 0.0323603 Aug 23 15:02:00.629977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-cece9bd2-578a-4fce-bfc8-0be8f5b7bb2c service neutron] 10.222.0.38 "GET /v2.0/networks/529cc4b9-928f-4b12-96db-60ee071d5066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526720 Aug 23 15:02:00.638970 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:00.642441 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-daf4ae5f-f836-4d1c-bcdf-4f218b73783d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:00.656945 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['5bef8de6-24b5-427c-bc35-efe48465afa0'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:00.660249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['fd52f09e-4f16-4cf2-ab1a-990dcb516014'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:00.731837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-daf4ae5f-f836-4d1c-bcdf-4f218b73783d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Network 73692fcc-64c5-44dc-8045-7bc29f031267 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:02:00.737440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-daf4ae5f-f836-4d1c-bcdf-4f218b73783d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:02:00.738175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-daf4ae5f-f836-4d1c-bcdf-4f218b73783d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:02:00.805572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-daf4ae5f-f836-4d1c-bcdf-4f218b73783d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:00.807394 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-daf4ae5f-f836-4d1c-bcdf-4f218b73783d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:00.850803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4ae5f-f836-4d1c-bcdf-4f218b73783d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event updated for resources: {'Port': ['ID=4f284921-53c7-40c8-9753-076989ff5296,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:00.865819 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:00.866827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:00.867405 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:00.980752 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-57335e82-0064-4631-850e-33463155917c req-24566c4a-8a00-41b5-9061-bedb16f52795 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0830648 Aug 23 15:02:01.091561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] Pushing event updated for resources: {'Network': ['ID=64f87949-f645-4741-b9fd-fc55a03e518e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:01.094270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 324e2204-3fb1-4dd0-bf74-575a207ca048 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:02:01.099879 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-daf4ae5f-f836-4d1c-bcdf-4f218b73783d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7116895 Aug 23 15:02:01.138912 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4ea6fd08-579b-4517-aa79-19cba7dead2c req-ccf3fc80-6135-44ad-8aca-537bf7c823c9 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 210 time: 0.0865016 Aug 23 15:02:01.147628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 64f87949-f645-4741-b9fd-fc55a03e518e details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:02:01.192654 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-14111222-69bd-43a6-b198-acd04d7dca04 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2795081 Aug 23 15:02:01.195419 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58966) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:01.201986 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-59d3bf15-008d-492c-88bd-bf24fc0fd2da admin admin] Request body: {'subnet': {'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1665922365-subnet', 'tenant_id': '98c793e8a58f4dcda7e858b805fa89a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:01.202149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-29738a1d-ba63-4c82-a18d-26663483b6b4 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:01.204057 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-29738a1d-ba63-4c82-a18d-26663483b6b4 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.61 "GET /v2.0/networks?id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 HTTP/1.1" status: 200 len: 820 time: 0.4068823 Aug 23 15:02:01.234137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-74ec9f5a-d0b7-4750-b819-d7dda4e6d26a tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Request body: {'port': {'device_id': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570', 'admin_state_up': True, 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:01.310827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d3bf15-008d-492c-88bd-bf24fc0fd2da admin admin] Made reservation on behalf of 98c793e8a58f4dcda7e858b805fa89a9 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:02:01.313717 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59d3bf15-008d-492c-88bd-bf24fc0fd2da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:01.436396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 324e2204-3fb1-4dd0-bf74-575a207ca048 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:02:01.436870 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:01.471315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-213a23b8-3314-45a7-ba3d-ca83764340e6 None None] Provisioning for port 4f284921-53c7-40c8-9753-076989ff5296 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:02:01.480276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-213a23b8-3314-45a7-ba3d-ca83764340e6 None None] Provisioning complete for port 4f284921-53c7-40c8-9753-076989ff5296 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:02:01.480662 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-213a23b8-3314-45a7-ba3d-ca83764340e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:01.517888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Request body: {'port': {'device_id': '99ca784a-d650-48ea-b3ca-3fe5d6604775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:01.530368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-213a23b8-3314-45a7-ba3d-ca83764340e6 None None] Port 4f284921-53c7-40c8-9753-076989ff5296 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:02:01.624678 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db25733d-48c5-4c68-b29c-ded611eb5128 req-2a2a9f88-3f2b-434f-9168-2f610f65e881 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 210 time: 0.0486622 Aug 23 15:02:01.662953 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0b6fa-f8e4-40e4-a2e9-76edf26f9bb5 req-c29c7028-92bc-413b-92ed-7bcb712a001c tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:01.665368 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7db0b6fa-f8e4-40e4-a2e9-76edf26f9bb5 req-c29c7028-92bc-413b-92ed-7bcb712a001c tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 945 time: 0.1690519 Aug 23 15:02:01.679927 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:01.742251 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7db0b6fa-f8e4-40e4-a2e9-76edf26f9bb5 req-deca9aab-1b6f-40d4-b595-a0391fd8b1ce tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ae94d5-da84-45a8-9a88-274c494abab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671482 Aug 23 15:02:01.744258 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59d3bf15-008d-492c-88bd-bf24fc0fd2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:01.782050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-74ec9f5a-d0b7-4750-b819-d7dda4e6d26a tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Made reservation on behalf of 3f4da7f95c754ce6b38527b26b445bbc for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:02:01.786949 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-74ec9f5a-d0b7-4750-b819-d7dda4e6d26a tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:01.883206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3bf15-008d-492c-88bd-bf24fc0fd2da admin admin] Checking segment: {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:02:01.883206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d3bf15-008d-492c-88bd-bf24fc0fd2da admin admin] Network hostable DHCP agents. Network: 64f87949-f645-4741-b9fd-fc55a03e518e, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:02:01.885452 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3bf15-008d-492c-88bd-bf24fc0fd2da admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f22f70f-5be0-4809-bae5-4797be32e410,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:01.974027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d3bf15-008d-492c-88bd-bf24fc0fd2da admin admin] Network 64f87949-f645-4741-b9fd-fc55a03e518e is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:02:01.979826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dbbb9-11ae-4d0f-9991-7c64c23b1de1 req-da1a2fe2-824d-4264-b434-754de73b6905 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:01.981978 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d99dbbb9-11ae-4d0f-9991-7c64c23b1de1 req-da1a2fe2-824d-4264-b434-754de73b6905 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 931 time: 0.2585747 Aug 23 15:02:02.091222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-59d3bf15-008d-492c-88bd-bf24fc0fd2da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 64f87949-f645-4741-b9fd-fc55a03e518e) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:02:02.106951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdf2b0c-246f-4351-8f89-0b768111fe53 None None] Network 64f87949-f645-4741-b9fd-fc55a03e518e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:02:02.113411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d3bf15-008d-492c-88bd-bf24fc0fd2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:02.114771 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59d3bf15-008d-492c-88bd-bf24fc0fd2da admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:02.137250 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d99dbbb9-11ae-4d0f-9991-7c64c23b1de1 req-60cbb2a4-ab4d-463a-9d5e-f69e99910e55 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207228 Aug 23 15:02:02.248137 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-59d3bf15-008d-492c-88bd-bf24fc0fd2da admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0513940 Aug 23 15:02:02.283916 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-74ec9f5a-d0b7-4750-b819-d7dda4e6d26a tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Allocated IP 172.20.0.14 (5dcd52f0-f3c0-4c42-a09c-8b712fcf2570/5d566476-63f4-44fa-9ff8-8bd5ae66180f/3689140a-a91b-4de1-98c0-111ad13158d6) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:02:02.376242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7554e7e5-9fab-4c7f-91a9-7f50c91f6f9a req-e5a219bb-2a4c-456d-a109-2f1f7ecb3878 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0932479 Aug 23 15:02:02.484419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f284921-53c7-40c8-9753-076989ff5296 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:02:02.512852 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:02.536611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0de23b-6a44-4020-a7b5-152f710ff935 None None] Network 64f87949-f645-4741-b9fd-fc55a03e518e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:02:02.572014 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-767977ff-8f11-4d67-a0b2-798e650c0217 req-0ce10893-1559-4250-8821-d0d74504ace5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 210 time: 0.0658927 Aug 23 15:02:02.585634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Transition to ACTIVE for port object 4f284921-53c7-40c8-9753-076989ff5296 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:02:02.737450 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-74ec9f5a-d0b7-4750-b819-d7dda4e6d26a tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:02.811412 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:02.833159 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1b4e4e84-0c93-4ead-a16e-0ab97338a496 req-fb85eb30-2cb5-491a-acc5-3745da8b5fc9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 210 time: 0.0951266 Aug 23 15:02:02.926987 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-74ec9f5a-d0b7-4750-b819-d7dda4e6d26a tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:03.014796 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f284921-53c7-40c8-9753-076989ff5296,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:03.048573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-74ec9f5a-d0b7-4750-b819-d7dda4e6d26a tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Network 5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:02:03.053899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-74ec9f5a-d0b7-4750-b819-d7dda4e6d26a tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:02:03.066407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-74ec9f5a-d0b7-4750-b819-d7dda4e6d26a tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:02:03.246585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec9f5a-d0b7-4750-b819-d7dda4e6d26a tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Pushing event updated for resources: {'Port': ['ID=3689140a-a91b-4de1-98c0-111ad13158d6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:03.283459 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-74ec9f5a-d0b7-4750-b819-d7dda4e6d26a tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:03.284130 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-74ec9f5a-d0b7-4750-b819-d7dda4e6d26a tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:03.315053 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6cab1-3f12-4caf-9c4d-6de20b1234dc req-6b5f1ade-5376-45bd-b1b5-c46e9de19165 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:03.317606 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5fe6cab1-3f12-4caf-9c4d-6de20b1234dc req-6b5f1ade-5376-45bd-b1b5-c46e9de19165 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 943 time: 0.0683148 Aug 23 15:02:03.325186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-993d1624-0dfb-43ad-bb19-62760b2f1082 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:03.326729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-993d1624-0dfb-43ad-bb19-62760b2f1082 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 806 time: 0.2823575 Aug 23 15:02:03.327778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Attempting to bind port 4f284921-53c7-40c8-9753-076989ff5296 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:02:03.328198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Attempting to bind port 4f284921-53c7-40c8-9753-076989ff5296 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:02:03.328541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Attempting to bind port 4f284921-53c7-40c8-9753-076989ff5296 on network 73692fcc-64c5-44dc-8045-7bc29f031267 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:02:03.334885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Port 4f284921-53c7-40c8-9753-076989ff5296 on network 73692fcc-64c5-44dc-8045-7bc29f031267 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:02:03.335159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Attempting to bind port 4f284921-53c7-40c8-9753-076989ff5296 on network 73692fcc-64c5-44dc-8045-7bc29f031267 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:02:03.350302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:02:03.350657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Checking segment: {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:02:03.351049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Bound using segment: {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:02:03.351497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Bound port: 4f284921-53c7-40c8-9753-076989ff5296, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:02:03.351906 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:03.365333 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-b1472f80-1174-4a45-8d42-eb8d5cfba725 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/quotas/98c793e8a58f4dcda7e858b805fa89a9 HTTP/1.1" status: 200 len: 375 time: 0.0261011 Aug 23 15:02:03.388369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5fe6cab1-3f12-4caf-9c4d-6de20b1234dc req-3148d814-6277-4709-b069-16da705c2aee tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630128 Aug 23 15:02:03.405924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-74ec9f5a-d0b7-4750-b819-d7dda4e6d26a tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1838384 Aug 23 15:02:03.423915 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Request body: {'port': {'device_id': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:03.456174 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-d4830359-8d60-4ff1-a62c-a4dfd3884ea9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580399 Aug 23 15:02:03.466224 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59056) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:03.572668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] For port 4f284921-53c7-40c8-9753-076989ff5296, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:02:03.611921 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:03.616899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] For port 4f284921-53c7-40c8-9753-076989ff5296, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4f284921-53c7-40c8-9753-076989ff5296,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:02:03.633079 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-91af5de8-b528-4eaf-8c53-77146438173d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:03.695485 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-176e5517-9983-4e37-80b8-bd8d4dc4b4b3 req-f27bbe5b-e1c9-4c42-bba8-696f99d70985 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0345268 Aug 23 15:02:03.700697 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-a5612f64-0c20-429b-a512-eba06f25cad4 service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288978 Aug 23 15:02:03.709458 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:03.774959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-91af5de8-b528-4eaf-8c53-77146438173d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:03.858433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-91af5de8-b528-4eaf-8c53-77146438173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:03.864321 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:03.865320 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:03.866920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] 10.222.0.61 "PUT /v2.0/ports/4f284921-53c7-40c8-9753-076989ff5296 HTTP/1.1" status: 200 len: 1091 time: 2.7542298 Aug 23 15:02:03.871409 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ca784a-d650-48ea-b3ca-3fe5d6604775', 'tag': '4f284921-53c7-40c8-9753-076989ff5296'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:03.872470 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd97c09c-0b04-4ccb-a6fe-7ca25a0e1c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "99ca784a-d650-48ea-b3ca-3fe5d6604775", "tag": "4f284921-53c7-40c8-9753-076989ff5296"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:03.929167 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af5de8-b528-4eaf-8c53-77146438173d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5929b204-5b5d-4125-9478-71f5d94156b2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:03.937291 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-91af5de8-b528-4eaf-8c53-77146438173d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2605b3dda8884057af5e858d559d7799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4698360 Aug 23 15:02:03.940948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5192d1-2782-4637-ab08-787dba0418f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f284921-53c7-40c8-9753-076989ff5296,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:03.943227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59076) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:03.945212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604470f7-2420-438a-9c81-c4b8cb178150 req-6c2b7725-7053-4fd4-be75-8053dcc840d5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:03.952728 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-604470f7-2420-438a-9c81-c4b8cb178150 req-6c2b7725-7053-4fd4-be75-8053dcc840d5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 932 time: 0.1291351 Aug 23 15:02:03.996250 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-604470f7-2420-438a-9c81-c4b8cb178150 req-d1ed303c-f970-4c05-bb5b-b000b4cf8ca4 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421331 Aug 23 15:02:04.064333 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-77f4ad88-ff7d-4fb9-b1e9-e93d58db348c service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626974 Aug 23 15:02:04.127252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-09590ff7-a51d-494d-97fe-848616dfad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:04.128811 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-09590ff7-a51d-494d-97fe-848616dfad02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 1094 time: 0.1338184 Aug 23 15:02:04.190815 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b44a54fc-defa-4e1f-a203-4b292d88eec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:04.193476 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-a4ad833d-7169-4f89-829a-f1dfedf79a53 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f284921-53c7-40c8-9753-076989ff5296 HTTP/1.1" status: 200 len: 217 time: 0.0503440 Aug 23 15:02:04.270549 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b44a54fc-defa-4e1f-a203-4b292d88eec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:04.332384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-0dbeff4b-f2e2-4a93-b6f2-b6133f93b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:04.333908 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-0dbeff4b-f2e2-4a93-b6f2-b6133f93b90d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.1293633 Aug 23 15:02:04.346943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3689140a-a91b-4de1-98c0-111ad13158d6 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:02:04.354859 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6701e2c5-99fb-4474-ba01-5f01a5ba747d req-3417614f-c459-4518-ae20-9a31808ef341 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 210 time: 0.1308646 Aug 23 15:02:04.439888 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:04.447229 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-2eb406b0-7564-403a-a44c-8d41905adf48 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:04.449531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-2eb406b0-7564-403a-a44c-8d41905adf48 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.61 "GET /v2.0/networks?id=529cc4b9-928f-4b12-96db-60ee071d5066 HTTP/1.1" status: 200 len: 814 time: 0.2778060 Aug 23 15:02:04.483070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-c0b50b7e-9f3a-4af3-ae4d-f5bbd7a79c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:04.488725 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-c0b50b7e-9f3a-4af3-ae4d-f5bbd7a79c69 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163270 Aug 23 15:02:04.522176 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-699aad86-4323-414a-9f0e-4fec1d34d46c tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94f04dbf9eef4b6cabf9f08f4814b810 HTTP/1.1" status: 200 len: 380 time: 0.0616198 Aug 23 15:02:04.538612 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-56aefa28-8dab-4f81-97da-ad312b96eef4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Request body: {'port': {'device_id': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'admin_state_up': True, 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'security_groups': ['6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:04.556638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Transition to ACTIVE for port object 3689140a-a91b-4de1-98c0-111ad13158d6 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:02:04.560635 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa18c449-919e-470f-9f08-d802bee1deb9 x-openstack-request-id: req-fa18c449-919e-470f-9f08-d802bee1deb9 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:04.561053 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ca784a-d650-48ea-b3ca-3fe5d6604775", "tag": "4f284921-53c7-40c8-9753-076989ff5296", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:04.561313 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fa18c449-919e-470f-9f08-d802bee1deb9 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:04.561710 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ca784a-d650-48ea-b3ca-3fe5d6604775', 'tag': '4f284921-53c7-40c8-9753-076989ff5296', 'status': 'completed', 'code': 200} Aug 23 15:02:04.566340 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b44a54fc-defa-4e1f-a203-4b292d88eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:04.568946 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b44a54fc-defa-4e1f-a203-4b292d88eec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:04.570121 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b44a54fc-defa-4e1f-a203-4b292d88eec1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5929b204-5b5d-4125-9478-71f5d94156b2 HTTP/1.1" status: 204 len: 168 time: 0.6246545 Aug 23 15:02:04.648960 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9e8af5c4-7c4a-49aa-b487-0e745f129f71 req-16022c87-0447-4f69-9841-7abd2e3c475f tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 210 time: 0.0756607 Aug 23 15:02:04.649882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a54fc-defa-4e1f-a203-4b292d88eec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5929b204-5b5d-4125-9478-71f5d94156b2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:04.695027 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:04.891959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6e44b-11cf-4c14-991b-86ce95b79bbc req-33f70bfa-cc80-486f-8f25-50a2fc4db881 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:04.893956 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9dc6e44b-11cf-4c14-991b-86ce95b79bbc req-33f70bfa-cc80-486f-8f25-50a2fc4db881 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 943 time: 0.1401937 Aug 23 15:02:04.943021 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-6b70762d-e642-4b51-ab72-ed5ea42572b1 service neutron] 10.222.0.61 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449978 Aug 23 15:02:04.952480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-56aefa28-8dab-4f81-97da-ad312b96eef4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Made reservation on behalf of 94f04dbf9eef4b6cabf9f08f4814b810 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:02:04.968364 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-56aefa28-8dab-4f81-97da-ad312b96eef4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:05.024197 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Pushing event updated for resources: {'Port': ['ID=3689140a-a91b-4de1-98c0-111ad13158d6,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:05.125644 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9dc6e44b-11cf-4c14-991b-86ce95b79bbc req-23eb11b2-3fc2-4d94-8f1c-228b1faaef1d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215030 Aug 23 15:02:05.179944 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-701ddcb0-c97c-4d09-aa4e-b90a8aee39e7 req-5208a42a-60e5-48ec-be06-d7f86ea0a932 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.1464818 Aug 23 15:02:05.256979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-56aefa28-8dab-4f81-97da-ad312b96eef4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Allocated IP 172.20.0.11 (529cc4b9-928f-4b12-96db-60ee071d5066/64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff/14cafb71-f251-476c-8a69-bb23995d2d80) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:02:05.367869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66239227-6023-4870-8fa4-e9517f9fdb01 req-00912eb3-c735-470f-8582-a129907bfcb5 service neutron] 10.222.0.61 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926620 Aug 23 15:02:05.385813 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Attempting to bind port 3689140a-a91b-4de1-98c0-111ad13158d6 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:02:05.386224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Attempting to bind port 3689140a-a91b-4de1-98c0-111ad13158d6 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'cb1c0780-6671-42d9-b8a9-901d3c6e51c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:02:05.387351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Attempting to bind port 3689140a-a91b-4de1-98c0-111ad13158d6 on network 5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:02:05.394148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Port 3689140a-a91b-4de1-98c0-111ad13158d6 on network 5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:02:05.394148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Attempting to bind port 3689140a-a91b-4de1-98c0-111ad13158d6 on network 5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:02:05.406180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:02:05.406585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Checking segment: {'id': 'cb1c0780-6671-42d9-b8a9-901d3c6e51c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:02:05.407018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Bound using segment: {'id': 'cb1c0780-6671-42d9-b8a9-901d3c6e51c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:02:05.407663 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Bound port: 3689140a-a91b-4de1-98c0-111ad13158d6, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1c0780-6671-42d9-b8a9-901d3c6e51c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:02:05.408059 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:05.445251 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59114) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:05.497512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec2f20-e686-40e7-9474-1c8d613c917e req-bd5674bf-be52-488e-bc2d-a18e5e1f2bc0 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:05.499163 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebec2f20-e686-40e7-9474-1c8d613c917e req-bd5674bf-be52-488e-bc2d-a18e5e1f2bc0 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 944 time: 0.1888373 Aug 23 15:02:05.530489 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-56aefa28-8dab-4f81-97da-ad312b96eef4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:05.535913 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e47aa2b-c2d3-4220-a6fd-c2fdf2128696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:05.566402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-56aefa28-8dab-4f81-97da-ad312b96eef4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Transition to ACTIVE for port object 14cafb71-f251-476c-8a69-bb23995d2d80 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:02:05.608536 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-238e7e5c-ba77-4967-86bb-e8256038e424 req-6e3064ba-00e3-4df7-8f93-0c136ca7669e tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 210 time: 0.0435948 Aug 23 15:02:05.734582 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-56aefa28-8dab-4f81-97da-ad312b96eef4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:05.743040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97c09c-0b04-4ccb-a6fe-7ca25a0e1c9e req-cc86a97c-53c3-41cf-ada4-b8de91ab18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:05.744540 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd97c09c-0b04-4ccb-a6fe-7ca25a0e1c9e req-cc86a97c-53c3-41cf-ada4-b8de91ab18cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 1094 time: 0.2331753 Aug 23 15:02:05.792533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebec2f20-e686-40e7-9474-1c8d613c917e req-a6d0e734-4f1f-4801-86ea-677ff9b22a50 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571084 Aug 23 15:02:05.849677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-56aefa28-8dab-4f81-97da-ad312b96eef4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Network 529cc4b9-928f-4b12-96db-60ee071d5066 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:02:05.865326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-56aefa28-8dab-4f81-97da-ad312b96eef4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:02:05.876453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-56aefa28-8dab-4f81-97da-ad312b96eef4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:02:05.943605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-56aefa28-8dab-4f81-97da-ad312b96eef4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:05.945007 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-56aefa28-8dab-4f81-97da-ad312b96eef4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:05.969810 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aefa28-8dab-4f81-97da-ad312b96eef4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Pushing event updated for resources: {'Port': ['ID=14cafb71-f251-476c-8a69-bb23995d2d80,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:05.995536 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-57f9c954-4034-4be3-a14d-e4224253ecb2 req-59f3b4a4-0c0c-469a-8bc2-a844f2909d8d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 210 time: 0.1434793 Aug 23 15:02:06.020448 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.61', 57264) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:06.040976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] For port 3689140a-a91b-4de1-98c0-111ad13158d6, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:02:06.075253 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7fa77fb-0732-41d0-a28c-ced877ed2aef req-6f4ce53b-05b8-4126-b3a9-d05a526a0463 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532904 Aug 23 15:02:06.078524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] For port 3689140a-a91b-4de1-98c0-111ad13158d6, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3689140a-a91b-4de1-98c0-111ad13158d6,segment=NetworkSegment(cb1c0780-6671-42d9-b8a9-901d3c6e51c0),segment_id=cb1c0780-6671-42d9-b8a9-901d3c6e51c0)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:02:06.161736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97c09c-0b04-4ccb-a6fe-7ca25a0e1c9e req-1096f499-141a-4d24-ad24-a8429fc32fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:06.163748 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd97c09c-0b04-4ccb-a6fe-7ca25a0e1c9e req-1096f499-141a-4d24-ad24-a8429fc32fb0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.4038737 Aug 23 15:02:06.200236 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:06.236050 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa77fb-0732-41d0-a28c-ced877ed2aef req-bf84f0f4-cd9c-40d9-82ca-6127e3f608ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:06.237772 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7fa77fb-0732-41d0-a28c-ced877ed2aef req-bf84f0f4-cd9c-40d9-82ca-6127e3f608ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 1097 time: 0.1310008 Aug 23 15:02:06.318488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd97c09c-0b04-4ccb-a6fe-7ca25a0e1c9e req-a236a29a-1678-4f47-bafb-6b76680be826 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f284921-53c7-40c8-9753-076989ff5296 HTTP/1.1" status: 200 len: 217 time: 0.1196854 Aug 23 15:02:06.335988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:06.336618 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:06.338078 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] 10.222.0.61 "PUT /v2.0/ports/3689140a-a91b-4de1-98c0-111ad13158d6 HTTP/1.1" status: 200 len: 1092 time: 2.9215131 Aug 23 15:02:06.422656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d91e9-9c45-438e-b141-c584a9af19dc service neutron] Pushing event updated for resources: {'Port': ['ID=3689140a-a91b-4de1-98c0-111ad13158d6,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:06.438475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97c09c-0b04-4ccb-a6fe-7ca25a0e1c9e req-75a432bc-ea4f-41f8-80f2-44c9bbdbdae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:06.440114 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd97c09c-0b04-4ccb-a6fe-7ca25a0e1c9e req-75a432bc-ea4f-41f8-80f2-44c9bbdbdae4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.1085787 Aug 23 15:02:06.455891 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8e73d390-81d5-48f2-bf4b-68f27a0f47bf None None] Provisioning for port 14cafb71-f251-476c-8a69-bb23995d2d80 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:02:06.459887 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa77fb-0732-41d0-a28c-ced877ed2aef req-7e951f85-23d2-4c18-99a5-cc3a3fbd713c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:06.462123 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7fa77fb-0732-41d0-a28c-ced877ed2aef req-7e951f85-23d2-4c18-99a5-cc3a3fbd713c service neutron] 10.222.0.61 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.1989632 Aug 23 15:02:06.468169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8e73d390-81d5-48f2-bf4b-68f27a0f47bf None None] Provisioning complete for port 14cafb71-f251-476c-8a69-bb23995d2d80 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:02:06.469280 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8e73d390-81d5-48f2-bf4b-68f27a0f47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:06.497231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e47aa2b-c2d3-4220-a6fd-c2fdf2128696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:06.536886 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7fa77fb-0732-41d0-a28c-ced877ed2aef req-2ffdd6b5-a15e-49bd-803e-821dd58979d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bef8de6-24b5-427c-bc35-efe48465afa0 HTTP/1.1" status: 200 len: 217 time: 0.0642200 Aug 23 15:02:06.543515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8e73d390-81d5-48f2-bf4b-68f27a0f47bf None None] Port 14cafb71-f251-476c-8a69-bb23995d2d80 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:02:06.568197 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'tag': '3689140a-a91b-4de1-98c0-111ad13158d6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:06.571303 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a97714e-b191-4d4c-b68b-efa590da27d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5997d67e-4aa5-4c65-a872-a1237a4d159d", "tag": "3689140a-a91b-4de1-98c0-111ad13158d6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:06.578333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-a9e05c15-1ede-4e2d-a995-a1f9bfae17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:06.580053 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-a9e05c15-1ede-4e2d-a995-a1f9bfae17bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f4da7f95c754ce6b38527b26b445bbc&device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 1095 time: 0.1212165 Aug 23 15:02:06.580715 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e47aa2b-c2d3-4220-a6fd-c2fdf2128696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:06.638653 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6e47aa2b-c2d3-4220-a6fd-c2fdf2128696 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f64004df42914106862f0bba49b6e6fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1932428 Aug 23 15:02:06.641940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97c09c-0b04-4ccb-a6fe-7ca25a0e1c9e req-7ead89d2-a510-4077-994d-f69fcce14882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:06.642075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59140) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:06.644647 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd97c09c-0b04-4ccb-a6fe-7ca25a0e1c9e req-7ead89d2-a510-4077-994d-f69fcce14882 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845396 Aug 23 15:02:06.672386 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-56aefa28-8dab-4f81-97da-ad312b96eef4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1394486 Aug 23 15:02:06.702507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c92ec9-672c-4bdc-abfc-21e8e7d2c30c req-aaf0a0e7-89dd-4549-83e2-48ed49d370a9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:06.710051 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21c92ec9-672c-4bdc-abfc-21e8e7d2c30c req-aaf0a0e7-89dd-4549-83e2-48ed49d370a9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 943 time: 0.1749313 Aug 23 15:02:06.716613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Request body: {'port': {'device_id': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:06.737932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa77fb-0732-41d0-a28c-ced877ed2aef req-9d722ea1-e99b-47e0-bfab-816ce49656e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:06.739414 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7fa77fb-0732-41d0-a28c-ced877ed2aef req-9d722ea1-e99b-47e0-bfab-816ce49656e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.1899104 Aug 23 15:02:06.839978 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21c92ec9-672c-4bdc-abfc-21e8e7d2c30c req-6aa29e97-8f2c-4036-9ba0-942b86ae9cc7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288640 Aug 23 15:02:06.895506 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85a8f8bd-9eda-4c3a-aa2b-0fbc2b381566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:06.969013 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:06.980022 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa77fb-0732-41d0-a28c-ced877ed2aef req-a8f73e40-e99e-4176-bda2-12cc8b1291ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:06.981563 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7fa77fb-0732-41d0-a28c-ced877ed2aef req-a8f73e40-e99e-4176-bda2-12cc8b1291ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173123 Aug 23 15:02:07.005002 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85a8f8bd-9eda-4c3a-aa2b-0fbc2b381566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:07.234480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6dd9e4d8-8089-4de1-ab59-49ffd9389ef9 req-f04f8d13-023d-448f-9eac-5ec035028fa6 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.5840440 Aug 23 15:02:07.240822 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8cd3c4-9335-4dcf-a4da-53e265e0ccec x-openstack-request-id: req-0b8cd3c4-9335-4dcf-a4da-53e265e0ccec {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:07.241298 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5997d67e-4aa5-4c65-a872-a1237a4d159d", "tag": "3689140a-a91b-4de1-98c0-111ad13158d6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:07.245320 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0b8cd3c4-9335-4dcf-a4da-53e265e0ccec {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:07.248272 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'tag': '3689140a-a91b-4de1-98c0-111ad13158d6', 'status': 'completed', 'code': 200} Aug 23 15:02:07.324118 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-482e0042-e8fd-473f-aa85-c258e577757e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3689140a-a91b-4de1-98c0-111ad13158d6 HTTP/1.1" status: 200 len: 217 time: 0.7149479 Aug 23 15:02:07.381474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-563e7c24-b826-4ef7-8d46-aa772b3ba4e5 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:07.382998 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-563e7c24-b826-4ef7-8d46-aa772b3ba4e5 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 806 time: 0.4294565 Aug 23 15:02:07.398826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-101d4876-afb2-4aed-a269-c106dbb5942b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Request body: {'port': {'device_id': 'd9a86539-9f82-4548-ae3d-22d4e65d59d4', 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e', 'admin_state_up': True, 'tenant_id': '98c793e8a58f4dcda7e858b805fa89a9'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:07.453920 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7fa77fb-0732-41d0-a28c-ced877ed2aef req-9dd60de4-cf83-4c98-b961-fb144305202a service neutron] 10.222.0.61 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517574 Aug 23 15:02:07.481058 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47aa2b-c2d3-4220-a6fd-c2fdf2128696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c23b37-7695-4300-8b5f-08826ac160b2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:07.517236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e7ad1-364b-40e7-8cea-6c9b6b4122dd req-a7591426-587b-43af-acff-f195b0c7dbac tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:07.518811 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b47e7ad1-364b-40e7-8cea-6c9b6b4122dd req-a7591426-587b-43af-acff-f195b0c7dbac tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 932 time: 0.2873561 Aug 23 15:02:07.557452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-aa652cc3-564d-4268-8429-f8da1e795f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:07.559064 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-aa652cc3-564d-4268-8429-f8da1e795f49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d566476-63f4-44fa-9ff8-8bd5ae66180f HTTP/1.1" status: 200 len: 860 time: 0.2162719 Aug 23 15:02:07.580606 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd97c09c-0b04-4ccb-a6fe-7ca25a0e1c9e req-be32aef4-d225-43f1-9143-b9f1753f6df2 service neutron] 10.222.0.61 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092570 Aug 23 15:02:07.610120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17e581-b859-4c48-b36d-3ff72102ad01 req-df4895f4-85ea-4520-b608-d88556b0c470 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:07.611838 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ad17e581-b859-4c48-b36d-3ff72102ad01 req-df4895f4-85ea-4520-b608-d88556b0c470 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 944 time: 0.1328442 Aug 23 15:02:07.620548 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-f94e5513-c629-4b76-a8b3-5d8038e83da1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516322 Aug 23 15:02:07.635251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85a8f8bd-9eda-4c3a-aa2b-0fbc2b381566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:07.639482 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85a8f8bd-9eda-4c3a-aa2b-0fbc2b381566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:07.640942 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-85a8f8bd-9eda-4c3a-aa2b-0fbc2b381566 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/95c23b37-7695-4300-8b5f-08826ac160b2 HTTP/1.1" status: 204 len: 168 time: 0.9976716 Aug 23 15:02:07.699849 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8f8bd-9eda-4c3a-aa2b-0fbc2b381566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c23b37-7695-4300-8b5f-08826ac160b2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:07.795067 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b47e7ad1-364b-40e7-8cea-6c9b6b4122dd req-adf7ff7b-ad21-48a3-85aa-abf9b05001ef tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700447 Aug 23 15:02:07.811466 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7fa77fb-0732-41d0-a28c-ced877ed2aef req-2245507b-b037-4f28-90aa-9868ca083bb8 service neutron] 10.222.0.61 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450966 Aug 23 15:02:07.903862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ad17e581-b859-4c48-b36d-3ff72102ad01 req-d34b2fde-ddf5-4726-934e-7630ece0d19c tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821784 Aug 23 15:02:07.942992 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-c3f66792-7fa0-4bf0-8403-037ae47e0c8b service neutron] 10.222.0.61 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943933 Aug 23 15:02:08.001200 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14b50999-cf2b-404d-a3fc-7016cf24aad0 req-8c320720-fe6f-481f-b8cd-226f29c7ceeb tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 210 time: 0.0868208 Aug 23 15:02:08.013899 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-101d4876-afb2-4aed-a269-c106dbb5942b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Made reservation on behalf of 98c793e8a58f4dcda7e858b805fa89a9 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:02:08.017828 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-101d4876-afb2-4aed-a269-c106dbb5942b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:08.020498 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd97c09c-0b04-4ccb-a6fe-7ca25a0e1c9e req-0c5bec5a-9e33-491b-8bdf-233a9303c25f service neutron] 10.222.0.61 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191501 Aug 23 15:02:08.078726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cafb71-f251-476c-8a69-bb23995d2d80 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:02:08.112941 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:08.131920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Transition to ACTIVE for port object 14cafb71-f251-476c-8a69-bb23995d2d80 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:02:08.204144 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:08.285979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0169a-f83a-4a75-84e2-84a7d7212995 req-f9a9b3e9-bdf2-472f-bdc0-f20aa9333f30 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:08.292611 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cdd0169a-f83a-4a75-84e2-84a7d7212995 req-f9a9b3e9-bdf2-472f-bdc0-f20aa9333f30 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 943 time: 0.2013433 Aug 23 15:02:08.309605 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3ed4d64-2d18-4155-a872-5bbc4dfaa054 req-f76b58b0-0881-447d-a7cf-9fd13573cb1b service neutron] 10.222.0.61 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476901 Aug 23 15:02:08.407927 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cdd0169a-f83a-4a75-84e2-84a7d7212995 req-27c7b77b-08ad-4bf1-b573-269cb9d79ee6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928891 Aug 23 15:02:08.543085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97714e-b191-4d4c-b68b-efa590da27d3 req-b9d34223-e844-416d-ac55-ba504f5e7bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:08.545001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a97714e-b191-4d4c-b68b-efa590da27d3 req-b9d34223-e844-416d-ac55-ba504f5e7bd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f4da7f95c754ce6b38527b26b445bbc&device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 1095 time: 0.1040964 Aug 23 15:02:08.593594 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-967c0ae8-8dfc-44f5-9747-ba5fb8606e1c req-caa7d91c-86dc-4c93-94e4-283c60c5dabd tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0576699 Aug 23 15:02:08.749242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97714e-b191-4d4c-b68b-efa590da27d3 req-2451b596-6907-4e6a-9d2f-c01a79e81b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:08.750988 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a97714e-b191-4d4c-b68b-efa590da27d3 req-2451b596-6907-4e6a-9d2f-c01a79e81b3f service neutron] 10.222.0.61 "GET /v2.0/networks?id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 HTTP/1.1" status: 200 len: 921 time: 0.1886358 Aug 23 15:02:08.809918 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a97714e-b191-4d4c-b68b-efa590da27d3 req-71c31a54-c576-42de-97cc-721eadc81f2c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3689140a-a91b-4de1-98c0-111ad13158d6 HTTP/1.1" status: 200 len: 217 time: 0.0489826 Aug 23 15:02:08.899294 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97714e-b191-4d4c-b68b-efa590da27d3 req-50c2ddb5-7ef7-4924-a14e-fb7d9b18ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:08.901641 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a97714e-b191-4d4c-b68b-efa590da27d3 req-50c2ddb5-7ef7-4924-a14e-fb7d9b18ba55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d566476-63f4-44fa-9ff8-8bd5ae66180f HTTP/1.1" status: 200 len: 860 time: 0.0836074 Aug 23 15:02:08.907106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Pushing event updated for resources: {'Port': ['ID=14cafb71-f251-476c-8a69-bb23995d2d80,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:08.967237 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a97714e-b191-4d4c-b68b-efa590da27d3 req-960e8de4-2c48-4cdd-a64c-a593e36d0511 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525818 Aug 23 15:02:08.972643 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-101d4876-afb2-4aed-a269-c106dbb5942b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Allocated IP 172.20.0.3 (64f87949-f645-4741-b9fd-fc55a03e518e/5f22f70f-5be0-4809-bae5-4797be32e410/d3f1bdc7-883a-43b3-ba35-b3ce607c683e) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:02:09.034434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Attempting to bind port 14cafb71-f251-476c-8a69-bb23995d2d80 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:02:09.035096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Attempting to bind port 14cafb71-f251-476c-8a69-bb23995d2d80 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '32cd6f52-fdbd-4ae7-9f0c-5f5161199575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:02:09.035096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Attempting to bind port 14cafb71-f251-476c-8a69-bb23995d2d80 on network 529cc4b9-928f-4b12-96db-60ee071d5066 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:02:09.057922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Port 14cafb71-f251-476c-8a69-bb23995d2d80 on network 529cc4b9-928f-4b12-96db-60ee071d5066 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:02:09.058347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Attempting to bind port 14cafb71-f251-476c-8a69-bb23995d2d80 on network 529cc4b9-928f-4b12-96db-60ee071d5066 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:02:09.066949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dfeef-8745-4be0-8f51-933f06deb63a req-37c12408-07d8-481f-9c83-124048b495ae tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:09.068910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d21dfeef-8745-4be0-8f51-933f06deb63a req-37c12408-07d8-481f-9c83-124048b495ae tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 945 time: 0.1662238 Aug 23 15:02:09.086160 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:02:09.091441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Checking segment: {'id': '32cd6f52-fdbd-4ae7-9f0c-5f5161199575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:02:09.092146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Bound using segment: {'id': '32cd6f52-fdbd-4ae7-9f0c-5f5161199575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:02:09.093155 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Bound port: 14cafb71-f251-476c-8a69-bb23995d2d80, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cd6f52-fdbd-4ae7-9f0c-5f5161199575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:02:09.093155 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:09.129035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff0f9a-fddf-4c46-8966-cbcee9cb341c req-0548564a-f516-404e-b0b2-afd8f4f70b21 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:09.130562 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-01ff0f9a-fddf-4c46-8966-cbcee9cb341c req-0548564a-f516-404e-b0b2-afd8f4f70b21 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 944 time: 0.2005126 Aug 23 15:02:09.149828 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d21dfeef-8745-4be0-8f51-933f06deb63a req-8ea48446-ded3-484e-ade7-60741589d6ae tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ae94d5-da84-45a8-9a88-274c494abab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741625 Aug 23 15:02:09.173591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a97714e-b191-4d4c-b68b-efa590da27d3 req-2a99aed2-34a8-4cb0-a40c-26be8942e18b service neutron] 10.222.0.61 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876199 Aug 23 15:02:09.340971 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a97714e-b191-4d4c-b68b-efa590da27d3 req-4b127bdd-ffbb-4701-bd16-8c34d38fd21a service neutron] 10.222.0.61 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604123 Aug 23 15:02:09.369074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb69793-326a-476a-9148-dd6b594f95f0 req-e2724382-97d1-4d64-bf45-4b3b7cf0bd62 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:09.370922 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9cb69793-326a-476a-9148-dd6b594f95f0 req-e2724382-97d1-4d64-bf45-4b3b7cf0bd62 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 944 time: 0.1147699 Aug 23 15:02:09.374366 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-01ff0f9a-fddf-4c46-8966-cbcee9cb341c req-d9b40c64-42d3-4617-a3e1-2a30a57fdccc tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316015 Aug 23 15:02:09.448782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] For port 14cafb71-f251-476c-8a69-bb23995d2d80, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:02:09.456265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] For port 14cafb71-f251-476c-8a69-bb23995d2d80, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=14cafb71-f251-476c-8a69-bb23995d2d80,segment=NetworkSegment(32cd6f52-fdbd-4ae7-9f0c-5f5161199575),segment_id=32cd6f52-fdbd-4ae7-9f0c-5f5161199575)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:02:09.505346 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9cb69793-326a-476a-9148-dd6b594f95f0 req-a8f7b60a-d835-4f2d-89b6-9bd274538934 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151924 Aug 23 15:02:09.505876 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5fbcdfb5-749f-4029-a8ed-f446f705f12c req-d221f890-ba80-4ad5-b4d7-17696321c47f tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 210 time: 0.0515015 Aug 23 15:02:09.510232 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-101d4876-afb2-4aed-a269-c106dbb5942b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:09.514613 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:09.557324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:09.558112 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:09.559828 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] 10.222.0.61 "PUT /v2.0/ports/14cafb71-f251-476c-8a69-bb23995d2d80 HTTP/1.1" status: 200 len: 1092 time: 2.8724911 Aug 23 15:02:09.564224 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'tag': '14cafb71-f251-476c-8a69-bb23995d2d80'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:09.566777 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1afb47-f150-46e5-b3a4-83bab74bbf58" -d '{"events": [{"name": "network-changed", "server_uuid": "037aff89-ea7e-447b-bf09-f53732b7acfc", "tag": "14cafb71-f251-476c-8a69-bb23995d2d80"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:09.638436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 4f284921-53c7-40c8-9753-076989ff5296 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:02:09.737869 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abfe5bf-216f-4c06-bff8-fc41b6d5042c x-openstack-request-id: req-7abfe5bf-216f-4c06-bff8-fc41b6d5042c {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:09.738182 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037aff89-ea7e-447b-bf09-f53732b7acfc", "tag": "14cafb71-f251-476c-8a69-bb23995d2d80", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:09.738441 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7abfe5bf-216f-4c06-bff8-fc41b6d5042c {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:09.738855 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'tag': '14cafb71-f251-476c-8a69-bb23995d2d80', 'status': 'completed', 'code': 200} Aug 23 15:02:09.845700 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9ae7d-edc6-47d0-a4eb-479db5718667 service neutron] Pushing event updated for resources: {'Port': ['ID=14cafb71-f251-476c-8a69-bb23995d2d80,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:09.896660 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99831e-7003-496e-b395-b8c98db67a5f req-7e25cc77-8471-4014-a291-53002a9369e1 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:09.906596 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fa99831e-7003-496e-b395-b8c98db67a5f req-7e25cc77-8471-4014-a291-53002a9369e1 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 943 time: 0.2931516 Aug 23 15:02:09.910011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-b8ddac42-4363-4068-a06a-56c289458090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:09.911887 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-b8ddac42-4363-4068-a06a-56c289458090 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94f04dbf9eef4b6cabf9f08f4814b810&device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 1095 time: 0.1660619 Aug 23 15:02:09.923851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 4f284921-53c7-40c8-9753-076989ff5296, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4f284921-53c7-40c8-9753-076989ff5296,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:09.944795 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f79b049-47d2-43bd-80ac-482f7da248f2 req-3f329ae1-2bc8-48c5-a380-f65e19bfc321 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.1085963 Aug 23 15:02:09.960678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '4f284921-53c7-40c8-9753-076989ff5296', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'port_id': '4f284921-53c7-40c8-9753-076989ff5296', 'mac_address': 'fa:16:3e:17:2e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:02:09.995029 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-101d4876-afb2-4aed-a269-c106dbb5942b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:10.014489 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-a7cc426d-fe25-4016-8013-70fa75a31937 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14cafb71-f251-476c-8a69-bb23995d2d80 HTTP/1.1" status: 200 len: 217 time: 0.0928650 Aug 23 15:02:10.091361 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:10.101589 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fa99831e-7003-496e-b395-b8c98db67a5f req-4d28457f-5924-4036-a6a3-a97ef443ff0e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915393 Aug 23 15:02:10.113917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f284921-53c7-40c8-9753-076989ff5296 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:02:10.117930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-101d4876-afb2-4aed-a269-c106dbb5942b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Network 64f87949-f645-4741-b9fd-fc55a03e518e is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:02:10.125675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-101d4876-afb2-4aed-a269-c106dbb5942b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:02:10.128501 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-101d4876-afb2-4aed-a269-c106dbb5942b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:02:10.168573 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 4f284921-53c7-40c8-9753-076989ff5296, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4f284921-53c7-40c8-9753-076989ff5296,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:10.219616 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d4876-afb2-4aed-a269-c106dbb5942b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Pushing event updated for resources: {'Port': ['ID=d3f1bdc7-883a-43b3-ba35-b3ce607c683e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:10.242615 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:10.245740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-101d4876-afb2-4aed-a269-c106dbb5942b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:10.246912 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-101d4876-afb2-4aed-a269-c106dbb5942b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:10.253903 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-95ec3f13-e809-44de-9676-63d7d7c1187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:10.255885 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-95ec3f13-e809-44de-9676-63d7d7c1187b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff HTTP/1.1" status: 200 len: 853 time: 0.2325571 Aug 23 15:02:10.297619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382342c8-7bb4-413b-9a77-00f9c9a6b364 req-c3ae8b5e-68de-4da8-a294-af3413c737bb tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:10.299684 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-382342c8-7bb4-413b-9a77-00f9c9a6b364 req-c3ae8b5e-68de-4da8-a294-af3413c737bb tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 945 time: 0.0980275 Aug 23 15:02:10.345243 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=4f284921-53c7-40c8-9753-076989ff5296,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:10.379568 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-101d4876-afb2-4aed-a269-c106dbb5942b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9840274 Aug 23 15:02:10.380124 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59222) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:10.382921 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-e0ad6459-9364-4231-a853-e0c83cc1bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:10.386332 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-e0ad6459-9364-4231-a853-e0c83cc1bd93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=529cc4b9-928f-4b12-96db-60ee071d5066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105773 Aug 23 15:02:10.406668 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-bfb70ff7-37aa-4574-8475-d4a06f2b55c6 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:02:10.408038 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-bfb70ff7-37aa-4574-8475-d4a06f2b55c6 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123436 Aug 23 15:02:10.455855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['4f284921-53c7-40c8-9753-076989ff5296'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:10.495018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1073c-c12b-4dcb-95bd-c940e0d0cd0d req-73f4fcdb-7079-456e-a4dc-931495ee480b tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:10.497062 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26f1073c-c12b-4dcb-95bd-c940e0d0cd0d req-73f4fcdb-7079-456e-a4dc-931495ee480b tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 945 time: 0.1017611 Aug 23 15:02:10.511850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-382342c8-7bb4-413b-9a77-00f9c9a6b364 req-96979765-8d26-4ff0-865e-740076e3250f tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Deleting port 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:02:10.512500 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-382342c8-7bb4-413b-9a77-00f9c9a6b364 req-96979765-8d26-4ff0-865e-740076e3250f tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:10.628007 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-7f5fcc0b-dc74-4c8e-a4df-7ea70dc384f3 service neutron] 10.222.0.61 "GET /v2.0/networks/529cc4b9-928f-4b12-96db-60ee071d5066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278969 Aug 23 15:02:10.650582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e16e71-5862-45e1-a805-2d6399579aec req-c57532ba-6405-4a53-995c-48bd7c03f262 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:10.653534 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82e16e71-5862-45e1-a805-2d6399579aec req-c57532ba-6405-4a53-995c-48bd7c03f262 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 944 time: 0.1187773 Aug 23 15:02:10.709358 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-175770ac-e403-42e5-a885-df87492415d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:10.718388 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26f1073c-c12b-4dcb-95bd-c940e0d0cd0d req-348c0321-f570-4c1d-8dcd-05db802e8aa3 tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/security-groups?id=93ae94d5-da84-45a8-9a88-274c494abab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098119 Aug 23 15:02:10.841630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-382342c8-7bb4-413b-9a77-00f9c9a6b364 req-96979765-8d26-4ff0-865e-740076e3250f tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] For port 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227,segment=NetworkSegment(fab71c73-7d07-4172-888e-425d1bda3359),segment_id=fab71c73-7d07-4172-888e-425d1bda3359)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:10.842012 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-382342c8-7bb4-413b-9a77-00f9c9a6b364 req-96979765-8d26-4ff0-865e-740076e3250f tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:10.895524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-382342c8-7bb4-413b-9a77-00f9c9a6b364 req-96979765-8d26-4ff0-865e-740076e3250f tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Calling delete_port for 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:02:10.980935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb5f41-c8b7-457d-ba02-ab8a262fcea1 req-f65a5c66-c323-4d57-a446-e5646d691334 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:10.989876 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85bb5f41-c8b7-457d-ba02-ab8a262fcea1 req-f65a5c66-c323-4d57-a446-e5646d691334 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 931 time: 0.1285625 Aug 23 15:02:11.061528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85bb5f41-c8b7-457d-ba02-ab8a262fcea1 req-740624c7-9b05-4465-95d4-746daa6bcfa3 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627499 Aug 23 15:02:11.066008 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-175770ac-e403-42e5-a885-df87492415d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:11.072335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Request body: {'port': {'device_id': 'd9a86539-9f82-4548-ae3d-22d4e65d59d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:11.138371 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-175770ac-e403-42e5-a885-df87492415d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:11.180670 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82e16e71-5862-45e1-a805-2d6399579aec req-9630bc5a-7ea3-4ae0-bec6-1c333f67f641 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5113235 Aug 23 15:02:11.244464 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7c29f88-4778-46d8-8cf2-c159fc70e302 req-ea6b7277-3a90-4a2a-99eb-2be40991fd02 service neutron] 10.222.0.61 "GET /v2.0/networks/529cc4b9-928f-4b12-96db-60ee071d5066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884242 Aug 23 15:02:11.287403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60d233-f06e-43b7-86f6-bb0548a8756e req-525229ab-cf8b-4364-89c5-376aaa56b4d7 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:11.291282 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a60d233-f06e-43b7-86f6-bb0548a8756e req-525229ab-cf8b-4364-89c5-376aaa56b4d7 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 944 time: 0.1453319 Aug 23 15:02:11.295198 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:11.310111 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-382342c8-7bb4-413b-9a77-00f9c9a6b364 req-96979765-8d26-4ff0-865e-740076e3250f tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:11.318071 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-175770ac-e403-42e5-a885-df87492415d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=20f1fbacae3b4ccca7c852ccc9c37bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9304760 Aug 23 15:02:11.327404 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59246) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:11.328574 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-01ebe197-8aed-4ea6-a7d8-c893664bdedd req-4da6bd91-c64f-48bc-8a3c-015e3317dff0 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0545037 Aug 23 15:02:11.329164 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175770ac-e403-42e5-a885-df87492415d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec7ec95-194a-4976-804f-1e42e993da83,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:11.386678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96979765-8d26-4ff0-865e-740076e3250f tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Pushing event deleted for resources: {'Port': ['ID=8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:11.453028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-382342c8-7bb4-413b-9a77-00f9c9a6b364 req-96979765-8d26-4ff0-865e-740076e3250f tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] No DVR routers for this DVR port 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:02:11.455822 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-382342c8-7bb4-413b-9a77-00f9c9a6b364 req-96979765-8d26-4ff0-865e-740076e3250f tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:11.458176 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-382342c8-7bb4-413b-9a77-00f9c9a6b364 req-96979765-8d26-4ff0-865e-740076e3250f tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.57 "DELETE /v2.0/ports/8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 HTTP/1.1" status: 204 len: 173 time: 1.1512957 Aug 23 15:02:11.464710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d773a27-37a6-4a88-9400-e84bb87854e1', 'name': 'network-vif-deleted', 'tag': '8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:11.467906 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77408070-bfa1-4558-8bb1-156ffa045bf7" -d '{"events": [{"server_uuid": "8d773a27-37a6-4a88-9400-e84bb87854e1", "name": "network-vif-deleted", "tag": "8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:11.481403 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a60d233-f06e-43b7-86f6-bb0548a8756e req-2f4b1b61-bcbd-46b8-bba5-a32f7c866e62 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811595 Aug 23 15:02:11.503042 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8bbc-41e1-4f73-91dd-dce8b8fd0314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:11.527930 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8bbc-41e1-4f73-91dd-dce8b8fd0314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:11.530957 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd4c276-65c8-4281-b9c5-5a675d116b96 x-openstack-request-id: req-8fd4c276-65c8-4281-b9c5-5a675d116b96 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:11.531522 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d773a27-37a6-4a88-9400-e84bb87854e1", "name": "network-vif-deleted", "tag": "8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:11.531522 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8fd4c276-65c8-4281-b9c5-5a675d116b96 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:11.531944 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d773a27-37a6-4a88-9400-e84bb87854e1', 'name': 'network-vif-deleted', 'tag': '8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227', 'status': 'completed', 'code': 200} Aug 23 15:02:11.584020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1afb47-f150-46e5-b3a4-83bab74bbf58 req-dc90d48b-a65e-4c76-a360-9d156936e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:11.585833 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bd1afb47-f150-46e5-b3a4-83bab74bbf58 req-dc90d48b-a65e-4c76-a360-9d156936e519 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94f04dbf9eef4b6cabf9f08f4814b810&device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 1095 time: 0.2041276 Aug 23 15:02:11.621892 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d918d08-8b55-415a-8d1b-00c98f7dfa6c req-5d029077-9fd7-471c-bc69-127296be30b9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:11.623920 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9d918d08-8b55-415a-8d1b-00c98f7dfa6c req-5d029077-9fd7-471c-bc69-127296be30b9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 944 time: 0.2034786 Aug 23 15:02:11.639035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 3689140a-a91b-4de1-98c0-111ad13158d6 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:02:11.652076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 4f284921-53c7-40c8-9753-076989ff5296 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:02:11.671502 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8bbc-41e1-4f73-91dd-dce8b8fd0314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:11.676833 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8bbc-41e1-4f73-91dd-dce8b8fd0314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:11.678710 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3e3c8bbc-41e1-4f73-91dd-dce8b8fd0314 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fec7ec95-194a-4976-804f-1e42e993da83 HTTP/1.1" status: 204 len: 168 time: 0.3470092 Aug 23 15:02:11.711202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c8bbc-41e1-4f73-91dd-dce8b8fd0314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec7ec95-194a-4976-804f-1e42e993da83,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:11.838695 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59256) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:11.915058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 3689140a-a91b-4de1-98c0-111ad13158d6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3689140a-a91b-4de1-98c0-111ad13158d6,segment=NetworkSegment(cb1c0780-6671-42d9-b8a9-901d3c6e51c0),segment_id=cb1c0780-6671-42d9-b8a9-901d3c6e51c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:11.947489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '3689140a-a91b-4de1-98c0-111ad13158d6', 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570', 'port_id': '3689140a-a91b-4de1-98c0-111ad13158d6', 'mac_address': 'fa:16:3e:e3:61:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:02:11.972993 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9d918d08-8b55-415a-8d1b-00c98f7dfa6c req-66c1fd9b-d1ae-4c4b-88c8-2643003225a7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315516 Aug 23 15:02:11.976501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a5d08b7-6d80-4b72-a302-38e4682c8ce0 req-77b1e009-c6c2-44eb-b9ff-a808d5066a2c tempest-ServerTagsTestJSON-185979360 tempest-ServerTagsTestJSON-185979360-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d773a27-37a6-4a88-9400-e84bb87854e1 HTTP/1.1" status: 200 len: 210 time: 0.0556080 Aug 23 15:02:12.004295 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1afb47-f150-46e5-b3a4-83bab74bbf58 req-c55b6aca-d86c-4dea-8a8a-9536a8f0c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:12.005854 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bd1afb47-f150-46e5-b3a4-83bab74bbf58 req-c55b6aca-d86c-4dea-8a8a-9536a8f0c510 service neutron] 10.222.0.61 "GET /v2.0/networks?id=529cc4b9-928f-4b12-96db-60ee071d5066 HTTP/1.1" status: 200 len: 915 time: 0.4081659 Aug 23 15:02:12.041161 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:12.043187 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 4f284921-53c7-40c8-9753-076989ff5296 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:02:12.064599 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bd1afb47-f150-46e5-b3a4-83bab74bbf58 req-7a8c4789-78c5-4733-b840-ed092fe8a961 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14cafb71-f251-476c-8a69-bb23995d2d80 HTTP/1.1" status: 200 len: 217 time: 0.0514076 Aug 23 15:02:12.065820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 4f284921-53c7-40c8-9753-076989ff5296 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:02:12.066265 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:12.101884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3689140a-a91b-4de1-98c0-111ad13158d6 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:02:12.133545 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 3689140a-a91b-4de1-98c0-111ad13158d6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3689140a-a91b-4de1-98c0-111ad13158d6,segment=NetworkSegment(cb1c0780-6671-42d9-b8a9-901d3c6e51c0),segment_id=cb1c0780-6671-42d9-b8a9-901d3c6e51c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:12.260123 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f1bdc7-883a-43b3-ba35-b3ce607c683e {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:02:12.270310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1afb47-f150-46e5-b3a4-83bab74bbf58 req-eaefb818-843f-4abe-8cfc-3f0c98d750db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:12.271937 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bd1afb47-f150-46e5-b3a4-83bab74bbf58 req-eaefb818-843f-4abe-8cfc-3f0c98d750db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff HTTP/1.1" status: 200 len: 853 time: 0.1970816 Aug 23 15:02:12.273901 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:12.321590 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:12.341763 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Transition to ACTIVE for port object d3f1bdc7-883a-43b3-ba35-b3ce607c683e will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:02:12.359755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725dfa7-08f5-4f40-b583-6adefbe7b7a6 req-25501fcc-10cb-4ed7-be04-70be7b439178 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:12.367387 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3725dfa7-08f5-4f40-b583-6adefbe7b7a6 req-25501fcc-10cb-4ed7-be04-70be7b439178 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 931 time: 0.1586592 Aug 23 15:02:12.374530 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:12.421874 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:12.436659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ca784a-d650-48ea-b3ca-3fe5d6604775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f284921-53c7-40c8-9753-076989ff5296'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:12.438177 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f407d2-7c64-4352-9623-4bf7d49f1416" -d '{"events": [{"server_uuid": "99ca784a-d650-48ea-b3ca-3fe5d6604775", "name": "network-vif-plugged", "status": "completed", "tag": "4f284921-53c7-40c8-9753-076989ff5296"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:12.456345 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 4f284921-53c7-40c8-9753-076989ff5296, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4f284921-53c7-40c8-9753-076989ff5296,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:12.461093 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8292abdc-de00-4c31-a7de-dea9db12fa6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:12.477644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=3689140a-a91b-4de1-98c0-111ad13158d6,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:12.497705 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1afb47-f150-46e5-b3a4-83bab74bbf58 req-7cd29519-4d27-471c-90ed-c2c7d22e2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:12.499334 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bd1afb47-f150-46e5-b3a4-83bab74bbf58 req-7cd29519-4d27-471c-90ed-c2c7d22e2a3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=529cc4b9-928f-4b12-96db-60ee071d5066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2178056 Aug 23 15:02:12.507248 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3725dfa7-08f5-4f40-b583-6adefbe7b7a6 req-a2118bb6-7d40-4cd8-92e1-e7f9f1711ed0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379764 Aug 23 15:02:12.507605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4a46a-582a-47e7-875f-b2658648741c req-b63f30fb-c1fb-4ea1-ba1a-1a4cbe94b3b2 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:12.511474 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f1f4a46a-582a-47e7-875f-b2658648741c req-b63f30fb-c1fb-4ea1-ba1a-1a4cbe94b3b2 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 944 time: 0.1555083 Aug 23 15:02:12.551025 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:12.585560 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f1f4a46a-582a-47e7-875f-b2658648741c req-da04d0fc-c49e-4aa5-bf68-ce10f375a82e tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660744 Aug 23 15:02:12.606739 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['3689140a-a91b-4de1-98c0-111ad13158d6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:12.680633 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb4abe6-6296-4500-87e6-9cdafd99a6ca x-openstack-request-id: req-aeb4abe6-6296-4500-87e6-9cdafd99a6ca {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:12.681638 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ca784a-d650-48ea-b3ca-3fe5d6604775", "name": "network-vif-plugged", "status": "completed", "tag": "4f284921-53c7-40c8-9753-076989ff5296", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:12.682163 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aeb4abe6-6296-4500-87e6-9cdafd99a6ca {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:12.682731 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ca784a-d650-48ea-b3ca-3fe5d6604775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f284921-53c7-40c8-9753-076989ff5296', 'code': 200} Aug 23 15:02:12.687038 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8292abdc-de00-4c31-a7de-dea9db12fa6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:12.687403 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=4f284921-53c7-40c8-9753-076989ff5296,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:12.716486 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-499832c8-493e-426a-8875-34e66ec7c818 req-d6e79dfc-b913-4dd2-8783-011874721824 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0687888 Aug 23 15:02:12.717136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Pushing event updated for resources: {'Port': ['ID=d3f1bdc7-883a-43b3-ba35-b3ce607c683e,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:12.762273 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8292abdc-de00-4c31-a7de-dea9db12fa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:12.797580 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Attempting to bind port d3f1bdc7-883a-43b3-ba35-b3ce607c683e on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:02:12.797957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Attempting to bind port d3f1bdc7-883a-43b3-ba35-b3ce607c683e by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:02:12.798294 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Attempting to bind port d3f1bdc7-883a-43b3-ba35-b3ce607c683e on network 64f87949-f645-4741-b9fd-fc55a03e518e {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:02:12.802957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59274) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:12.805119 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bd1afb47-f150-46e5-b3a4-83bab74bbf58 req-e0710394-0891-4b90-bfdb-d020eb6e555e service neutron] 10.222.0.61 "GET /v2.0/networks/529cc4b9-928f-4b12-96db-60ee071d5066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977772 Aug 23 15:02:12.805821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Port d3f1bdc7-883a-43b3-ba35-b3ce607c683e on network 64f87949-f645-4741-b9fd-fc55a03e518e not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:02:12.806115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Attempting to bind port d3f1bdc7-883a-43b3-ba35-b3ce607c683e on network 64f87949-f645-4741-b9fd-fc55a03e518e {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:02:12.822620 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aeacb8ba-da5b-406f-8800-554ce1f591f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:12.842919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:02:12.843270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Checking segment: {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:02:12.843678 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Bound using segment: {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:02:12.844167 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Bound port: d3f1bdc7-883a-43b3-ba35-b3ce607c683e, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:02:12.844505 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:12.866732 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8292abdc-de00-4c31-a7de-dea9db12fa6b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d7889b65cc9645c3a6d427eac0ec8b44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0266993 Aug 23 15:02:12.873374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59276) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:12.879454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292abdc-de00-4c31-a7de-dea9db12fa6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e61846-7b23-49d8-a5c1-b08c1ce349de,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:12.889285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:02:12.902990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f55b2-0b25-4fcf-8155-ce20cb3c9712 req-c6f3109a-96ae-4537-8e8b-7cbe51453f07 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:12.905425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-664f55b2-0b25-4fcf-8155-ce20cb3c9712 req-c6f3109a-96ae-4537-8e8b-7cbe51453f07 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 945 time: 0.1597900 Aug 23 15:02:12.916388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:02:12.917412 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8ecbf7a7-a9e8-44b9-9dc0-63463b1ef227 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:02:12.961732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e330f2-85a2-4ced-9a0c-08aeafb8ccaa req-8fe21591-590a-4d55-8430-f7f9a0f841b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:12.964600 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1e330f2-85a2-4ced-9a0c-08aeafb8ccaa req-8fe21591-590a-4d55-8430-f7f9a0f841b7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 1096 time: 0.1633458 Aug 23 15:02:13.025066 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-664f55b2-0b25-4fcf-8155-ce20cb3c9712 req-64f4a0ad-52a3-40fb-af1b-32e13fe59637 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049623 Aug 23 15:02:13.050775 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1756cfb7-27e3-4836-ad53-9e2dfa5332f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.053456 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bd1afb47-f150-46e5-b3a4-83bab74bbf58 req-fa8031ae-0a5a-409e-b870-07cb52c838e0 service neutron] 10.222.0.61 "GET /v2.0/networks/529cc4b9-928f-4b12-96db-60ee071d5066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275527 Aug 23 15:02:13.054871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] For port d3f1bdc7-883a-43b3-ba35-b3ce607c683e, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:02:13.055435 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1e330f2-85a2-4ced-9a0c-08aeafb8ccaa req-11a9fe76-8ad1-40cd-b3fa-06fd22bae1af service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830090 Aug 23 15:02:13.075191 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] For port d3f1bdc7-883a-43b3-ba35-b3ce607c683e, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d3f1bdc7-883a-43b3-ba35-b3ce607c683e,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:02:13.081699 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1756cfb7-27e3-4836-ad53-9e2dfa5332f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.094286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59282) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:13.154873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b22b20-4eb4-4d2d-ac6a-550173b2707f req-79d17377-490c-438a-9ac5-23aa96a15236 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:13.155551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-718054a1-5b90-4c00-8f8e-349385fd6a45 admin admin] Deleting subnet 91410043-473d-4dac-b9a1-34a956e62c5e {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:02:13.156728 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58b22b20-4eb4-4d2d-ac6a-550173b2707f req-79d17377-490c-438a-9ac5-23aa96a15236 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 945 time: 0.0969746 Aug 23 15:02:13.159015 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-718054a1-5b90-4c00-8f8e-349385fd6a45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.161724 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.197643 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-718054a1-5b90-4c00-8f8e-349385fd6a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.205397 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aeacb8ba-da5b-406f-8800-554ce1f591f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.228575 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:13.229193 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.230605 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] 10.222.0.57 "PUT /v2.0/ports/d3f1bdc7-883a-43b3-ba35-b3ce607c683e HTTP/1.1" status: 200 len: 1091 time: 2.8032517 Aug 23 15:02:13.232760 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a86539-9f82-4548-ae3d-22d4e65d59d4', 'tag': 'd3f1bdc7-883a-43b3-ba35-b3ce607c683e'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:13.235081 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f93f50-db74-47c4-9c38-ac7949db9679" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a86539-9f82-4548-ae3d-22d4e65d59d4", "tag": "d3f1bdc7-883a-43b3-ba35-b3ce607c683e"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:13.249992 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1756cfb7-27e3-4836-ad53-9e2dfa5332f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.252979 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1756cfb7-27e3-4836-ad53-9e2dfa5332f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.257296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1756cfb7-27e3-4836-ad53-9e2dfa5332f1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93e61846-7b23-49d8-a5c1-b08c1ce349de HTTP/1.1" status: 204 len: 168 time: 0.3761239 Aug 23 15:02:13.264435 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-718054a1-5b90-4c00-8f8e-349385fd6a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.284492 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba602b99-f40e-47d1-9979-dddafdb58d59 x-openstack-request-id: req-ba602b99-f40e-47d1-9979-dddafdb58d59 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:13.285043 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a86539-9f82-4548-ae3d-22d4e65d59d4", "tag": "d3f1bdc7-883a-43b3-ba35-b3ce607c683e", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:13.285043 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba602b99-f40e-47d1-9979-dddafdb58d59 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:13.285454 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a86539-9f82-4548-ae3d-22d4e65d59d4', 'tag': 'd3f1bdc7-883a-43b3-ba35-b3ce607c683e', 'status': 'completed', 'code': 200} Aug 23 15:02:13.289928 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58b22b20-4eb4-4d2d-ac6a-550173b2707f req-cd400954-5b0f-4e96-8e0f-53c14eb65280 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208334 Aug 23 15:02:13.290834 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aeacb8ba-da5b-406f-8800-554ce1f591f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.293713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756cfb7-27e3-4836-ad53-9e2dfa5332f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e61846-7b23-49d8-a5c1-b08c1ce349de,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:13.294209 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09da63-fa82-48b2-a1ab-354c581b5c4a service neutron] Pushing event updated for resources: {'Port': ['ID=d3f1bdc7-883a-43b3-ba35-b3ce607c683e,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:13.386166 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-aeacb8ba-da5b-406f-8800-554ce1f591f6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b278353f2fae4023b8276c92c4f5b350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5774071 Aug 23 15:02:13.388135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacb8ba-da5b-406f-8800-554ce1f591f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff69372-0821-4c33-ad8d-8b97360f71b6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:13.389218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59288) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:13.401927 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f93f50-db74-47c4-9c38-ac7949db9679 req-4da6d37d-6a5c-4925-83c1-a58dd079c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:13.407514 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-71f93f50-db74-47c4-9c38-ac7949db9679 req-4da6d37d-6a5c-4925-83c1-a58dd079c2b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 1094 time: 0.1032445 Aug 23 15:02:13.407614 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-718054a1-5b90-4c00-8f8e-349385fd6a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.440937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718054a1-5b90-4c00-8f8e-349385fd6a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91410043-473d-4dac-b9a1-34a956e62c5e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:13.460264 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-718054a1-5b90-4c00-8f8e-349385fd6a45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.462465 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-718054a1-5b90-4c00-8f8e-349385fd6a45 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/91410043-473d-4dac-b9a1-34a956e62c5e HTTP/1.1" status: 204 len: 168 time: 0.3669207 Aug 23 15:02:13.466537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59290) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:13.520773 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f93f50-db74-47c4-9c38-ac7949db9679 req-f0569fb4-a6e2-4d64-af83-2ac63cae9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:13.522280 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-71f93f50-db74-47c4-9c38-ac7949db9679 req-f0569fb4-a6e2-4d64-af83-2ac63cae9154 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1100574 Aug 23 15:02:13.523580 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba352f64-a995-4aee-a75d-71cb49a43b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.572824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba352f64-a995-4aee-a75d-71cb49a43b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.581534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2318-a5df-4783-9c3b-5ddb50dcdae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.643870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 3689140a-a91b-4de1-98c0-111ad13158d6 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:02:13.711339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f93f50-db74-47c4-9c38-ac7949db9679 req-e2a72b30-c574-495b-92e2-0f1a32c8b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:13.713425 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-71f93f50-db74-47c4-9c38-ac7949db9679 req-e2a72b30-c574-495b-92e2-0f1a32c8b27d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1837256 Aug 23 15:02:13.744451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58c848-65ec-4969-88e7-e5ca651c0295 req-59300bfd-9795-4f96-be4c-7dfdc9d5a93b tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:13.752334 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1c58c848-65ec-4969-88e7-e5ca651c0295 req-59300bfd-9795-4f96-be4c-7dfdc9d5a93b tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 944 time: 0.0909803 Aug 23 15:02:13.771482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c163a-4618-45ef-ba18-f20ab5fd8538 req-6091d039-06b5-48f3-9926-b8ac804efada tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:13.773338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-006c163a-4618-45ef-ba18-f20ab5fd8538 req-6091d039-06b5-48f3-9926-b8ac804efada tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 943 time: 0.1846943 Aug 23 15:02:13.776025 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2318-a5df-4783-9c3b-5ddb50dcdae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.779787 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 3689140a-a91b-4de1-98c0-111ad13158d6 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:02:13.785964 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 3689140a-a91b-4de1-98c0-111ad13158d6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:02:13.786742 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.792177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-d8dc2318-a5df-4783-9c3b-5ddb50dcdae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d513af6-d5a1-40ec-9730-4beedb2a7eda']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:02:13.818362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-d8dc2318-a5df-4783-9c3b-5ddb50dcdae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab71c73-7d07-4172-888e-425d1bda3359') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:02:13.818720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-d8dc2318-a5df-4783-9c3b-5ddb50dcdae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab71c73-7d07-4172-888e-425d1bda3359') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:02:13.829918 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1c58c848-65ec-4969-88e7-e5ca651c0295 req-e16e00be-14ce-40be-ad5d-b9ac1c4cd34a tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765674 Aug 23 15:02:13.833333 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-5b9e9eff-1be4-4b2e-a413-dd47d9a786dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:13.834986 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-5b9e9eff-1be4-4b2e-a413-dd47d9a786dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 1094 time: 0.0740116 Aug 23 15:02:13.840817 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2318-a5df-4783-9c3b-5ddb50dcdae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.871845 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-006c163a-4618-45ef-ba18-f20ab5fd8538 req-340a07f0-7a9b-4979-bdc8-44a69a99c341 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856507 Aug 23 15:02:13.873024 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2318-a5df-4783-9c3b-5ddb50dcdae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.882464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8dc2318-a5df-4783-9c3b-5ddb50dcdae8 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:02:13.882933 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2318-a5df-4783-9c3b-5ddb50dcdae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.885067 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-68a4ec46-f5ad-43d7-8998-190668e77532 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f1bdc7-883a-43b3-ba35-b3ce607c683e HTTP/1.1" status: 200 len: 217 time: 0.0421860 Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:02:13.885275 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:02:13.896260 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.910103 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba352f64-a995-4aee-a75d-71cb49a43b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.913379 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba352f64-a995-4aee-a75d-71cb49a43b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:13.915004 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ba352f64-a995-4aee-a75d-71cb49a43b42 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8ff69372-0821-4c33-ad8d-8b97360f71b6 HTTP/1.1" status: 204 len: 168 time: 0.5246723 Aug 23 15:02:13.953883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 3689140a-a91b-4de1-98c0-111ad13158d6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3689140a-a91b-4de1-98c0-111ad13158d6,segment=NetworkSegment(cb1c0780-6671-42d9-b8a9-901d3c6e51c0),segment_id=cb1c0780-6671-42d9-b8a9-901d3c6e51c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:13.957518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-da6bc308-a5c3-4a21-827a-33e77ac672eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:13.959133 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-da6bc308-a5c3-4a21-827a-33e77ac672eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f22f70f-5be0-4809-bae5-4797be32e410 HTTP/1.1" status: 200 len: 846 time: 0.0669534 Aug 23 15:02:13.999012 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7cd2f28-f7ef-4aaf-a8e2-488e05a085e8 req-3fe5ed0c-59cb-4c48-80dd-3fa2f40387c8 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0450673 Aug 23 15:02:14.017594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba352f64-a995-4aee-a75d-71cb49a43b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff69372-0821-4c33-ad8d-8b97360f71b6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:14.020068 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-94caaa33-2e20-4162-9c39-ca6026fc2629 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64f87949-f645-4741-b9fd-fc55a03e518e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519736 Aug 23 15:02:14.020487 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:14.077904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59304) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:14.097808 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=3689140a-a91b-4de1-98c0-111ad13158d6,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:14.122289 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2318-a5df-4783-9c3b-5ddb50dcdae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:14.127106 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e49a883d-e8e3-4a74-ac25-b74627e9e447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:14.152498 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2318-a5df-4783-9c3b-5ddb50dcdae8 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:14.158338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d8dc2318-a5df-4783-9c3b-5ddb50dcdae8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3d513af6-d5a1-40ec-9730-4beedb2a7eda HTTP/1.1" status: 204 len: 168 time: 0.6905420 Aug 23 15:02:14.188279 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc2318-a5df-4783-9c3b-5ddb50dcdae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d513af6-d5a1-40ec-9730-4beedb2a7eda,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:14.202023 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-82b2897e-7267-424c-8b8c-bc680336e524 service neutron] 10.222.0.57 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739874 Aug 23 15:02:14.242576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d29399-3557-4087-90d7-3461245c567c req-dfeff01b-7153-4085-bb3a-ea2b7dd98f33 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:14.252341 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2d29399-3557-4087-90d7-3461245c567c req-dfeff01b-7153-4085-bb3a-ea2b7dd98f33 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0743494 Aug 23 15:02:14.307928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2d29399-3557-4087-90d7-3461245c567c req-02ee6841-4d68-4906-bd00-e9f94a7bb4c9 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507014 Aug 23 15:02:14.345686 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e49a883d-e8e3-4a74-ac25-b74627e9e447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:14.350722 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca54e02e-4bca-4123-9cc0-967fa33bef17 req-76565e19-4643-4bad-a914-6637a700e83a service neutron] 10.222.0.57 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335466 Aug 23 15:02:14.436623 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e49a883d-e8e3-4a74-ac25-b74627e9e447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:14.491461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a883d-e8e3-4a74-ac25-b74627e9e447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d274616-463e-4ce9-821a-b403b63b3857,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:14.500549 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e49a883d-e8e3-4a74-ac25-b74627e9e447 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ef87d5d1a0f4ebfbb57a01bc3a00f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191098 Aug 23 15:02:14.502261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59318) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:14.568865 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-47be7a6a-3eef-4e2d-81f7-0dae4d9ce1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:14.593198 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-47be7a6a-3eef-4e2d-81f7-0dae4d9ce1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:14.684461 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3689140a-a91b-4de1-98c0-111ad13158d6'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:14.687176 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f03d603-4643-4b26-9695-2fdacae1b850" -d '{"events": [{"server_uuid": "5997d67e-4aa5-4c65-a872-a1237a4d159d", "name": "network-vif-plugged", "status": "completed", "tag": "3689140a-a91b-4de1-98c0-111ad13158d6"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:14.690533 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accc093-3a16-4da4-8555-d0955fb27da4 req-77bdb119-ae07-4163-a00c-b19b779239d3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:14.692326 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3accc093-3a16-4da4-8555-d0955fb27da4 req-77bdb119-ae07-4163-a00c-b19b779239d3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 945 time: 0.0583732 Aug 23 15:02:14.699126 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-47be7a6a-3eef-4e2d-81f7-0dae4d9ce1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:14.701788 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-47be7a6a-3eef-4e2d-81f7-0dae4d9ce1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:14.703013 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-47be7a6a-3eef-4e2d-81f7-0dae4d9ce1bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d274616-463e-4ce9-821a-b403b63b3857 HTTP/1.1" status: 204 len: 168 time: 0.1997068 Aug 23 15:02:14.711510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be7a6a-3eef-4e2d-81f7-0dae4d9ce1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d274616-463e-4ce9-821a-b403b63b3857,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:14.749705 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3accc093-3a16-4da4-8555-d0955fb27da4 req-3904cb97-d26f-479b-bff3-1c3f06030a6d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490530 Aug 23 15:02:14.769330 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf06b6f-2f70-453a-a7ab-189c574b18a2 x-openstack-request-id: req-abf06b6f-2f70-453a-a7ab-189c574b18a2 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:14.769500 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5997d67e-4aa5-4c65-a872-a1237a4d159d", "name": "network-vif-plugged", "status": "completed", "tag": "3689140a-a91b-4de1-98c0-111ad13158d6", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:14.769913 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-abf06b6f-2f70-453a-a7ab-189c574b18a2 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:14.770701 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3689140a-a91b-4de1-98c0-111ad13158d6', 'code': 200} Aug 23 15:02:14.787182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59326) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:14.827546 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb736ec8-21d3-49a0-9cf3-6c9e941292f4 req-2f7fc5e9-5ebb-4b31-974a-cd4e8235e3f9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511341 Aug 23 15:02:14.863428 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-851838c7-578f-415c-a36e-77c3b6bd91ab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a1ceecc646e94bf09c62faf93eb72421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749846 Aug 23 15:02:14.863747 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59330) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:14.909040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed7e2f-26cf-43c6-8c93-c624a7e8d0e1 req-53777111-fd4f-4dac-870b-0e412bf1bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:14.911411 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfed7e2f-26cf-43c6-8c93-c624a7e8d0e1 req-53777111-fd4f-4dac-870b-0e412bf1bf3a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 1097 time: 0.0795996 Aug 23 15:02:14.967158 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfed7e2f-26cf-43c6-8c93-c624a7e8d0e1 req-363f1483-cd9d-4fb1-bd20-40c8d4e0214d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451336 Aug 23 15:02:15.048720 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb736ec8-21d3-49a0-9cf3-6c9e941292f4 req-090b324b-ad76-4729-8e8c-4c131af41bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:15.049556 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa414ab-e261-46cb-b0f8-56a478b30816 req-695ed3c9-c157-4977-9602-07532b9049ca tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:15.050254 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb736ec8-21d3-49a0-9cf3-6c9e941292f4 req-090b324b-ad76-4729-8e8c-4c131af41bd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 1095 time: 0.1604037 Aug 23 15:02:15.051218 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fa414ab-e261-46cb-b0f8-56a478b30816 req-695ed3c9-c157-4977-9602-07532b9049ca tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 943 time: 0.0615733 Aug 23 15:02:15.058726 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5463dd2-317f-405e-9af8-ba333fff1187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:15.070895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17397839-b76d-4b47-8aba-90be2c7ecac3 req-822bf66d-0e00-45f5-bc72-bdae98591514 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:15.072967 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-17397839-b76d-4b47-8aba-90be2c7ecac3 req-822bf66d-0e00-45f5-bc72-bdae98591514 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 944 time: 0.1256502 Aug 23 15:02:15.098459 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fa414ab-e261-46cb-b0f8-56a478b30816 req-95e2df54-2bc8-4c5e-9fef-83ff7c10cd6c tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388556 Aug 23 15:02:15.127902 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5463dd2-317f-405e-9af8-ba333fff1187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:15.209765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-72dc91a7-06f9-409e-b707-6d2e8cb946a2 req-57280f18-1290-4c05-aba9-391b20df3c84 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0274618 Aug 23 15:02:15.212475 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-17397839-b76d-4b47-8aba-90be2c7ecac3 req-1d52fc2a-c690-4de5-85d7-7d60ad843fda tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248801 Aug 23 15:02:15.255174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb736ec8-21d3-49a0-9cf3-6c9e941292f4 req-106b2f70-23ee-4018-a6b2-42f34668ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:15.256989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb736ec8-21d3-49a0-9cf3-6c9e941292f4 req-106b2f70-23ee-4018-a6b2-42f34668ab5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.1783361 Aug 23 15:02:15.311299 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5463dd2-317f-405e-9af8-ba333fff1187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:15.313864 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5463dd2-317f-405e-9af8-ba333fff1187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:15.317399 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f5463dd2-317f-405e-9af8-ba333fff1187 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93ae94d5-da84-45a8-9a88-274c494abab2 HTTP/1.1" status: 204 len: 168 time: 0.4501293 Aug 23 15:02:15.329765 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5463dd2-317f-405e-9af8-ba333fff1187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ae94d5-da84-45a8-9a88-274c494abab2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:15.346453 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb736ec8-21d3-49a0-9cf3-6c9e941292f4 req-30e7e802-ee52-489d-9f9e-a1366e99bb44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 HTTP/1.1" status: 200 len: 999 time: 0.0815129 Aug 23 15:02:15.443531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb736ec8-21d3-49a0-9cf3-6c9e941292f4 req-bb51a07f-3f2a-4b23-a5f9-b9e5d7b74e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:15.445059 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb736ec8-21d3-49a0-9cf3-6c9e941292f4 req-bb51a07f-3f2a-4b23-a5f9-b9e5d7b74e33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.0895867 Aug 23 15:02:15.471963 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:15.473060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd8522-2235-470d-8676-7eda0e665fc2 req-8b05a638-f603-4875-a712-84d1bc49c1ef tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:15.474810 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4bdd8522-2235-470d-8676-7eda0e665fc2 req-8b05a638-f603-4875-a712-84d1bc49c1ef tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0845346 Aug 23 15:02:15.533179 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4bdd8522-2235-470d-8676-7eda0e665fc2 req-a74fd87e-99d9-47e8-b3e0-f64457933c8d tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438559 Aug 23 15:02:15.534966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb736ec8-21d3-49a0-9cf3-6c9e941292f4 req-e55a4271-c4c7-48b6-ac41-d83008696c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:15.536418 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb736ec8-21d3-49a0-9cf3-6c9e941292f4 req-e55a4271-c4c7-48b6-ac41-d83008696c8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820558 Aug 23 15:02:15.647490 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb736ec8-21d3-49a0-9cf3-6c9e941292f4 req-1b947575-d352-49b4-9a95-05c7fd5ee228 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034431 Aug 23 15:02:15.756309 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb736ec8-21d3-49a0-9cf3-6c9e941292f4 req-ddf37f91-9d9a-4b52-851e-bea99a059275 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011493 Aug 23 15:02:15.885627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7433eee-f10d-4ad1-87cd-bba23ed5ce53 req-b6eae8b4-5193-45c8-beab-dc8ed99240d4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:15.892209 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7433eee-f10d-4ad1-87cd-bba23ed5ce53 req-b6eae8b4-5193-45c8-beab-dc8ed99240d4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 945 time: 0.0626857 Aug 23 15:02:15.929843 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7433eee-f10d-4ad1-87cd-bba23ed5ce53 req-76658a26-261e-4056-ab31-9f8a6b1af13e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361741 Aug 23 15:02:16.077098 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-514b207e-5c17-424f-b2a4-103d95c8167d req-52e5dc6c-ffd1-4311-840b-a32406334267 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d29d65bd81b5474c8566cb0d1d8e6006 HTTP/1.1" status: 200 len: 267 time: 0.0490415 Aug 23 15:02:16.271980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811e484-a3ec-4527-b167-9c5f7db526af req-7461d185-a677-41bd-9058-51d940499080 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:16.274566 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9811e484-a3ec-4527-b167-9c5f7db526af req-7461d185-a677-41bd-9058-51d940499080 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 943 time: 0.0680780 Aug 23 15:02:16.324665 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9811e484-a3ec-4527-b167-9c5f7db526af req-04daf62b-2221-4a00-92dd-80253004a324 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 Aug 23 15:02:16.442993 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b207e-5c17-424f-b2a4-103d95c8167d req-ac34910b-dc08-447c-a0ea-5eea7039834d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:16.445401 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-514b207e-5c17-424f-b2a4-103d95c8167d req-ac34910b-dc08-447c-a0ea-5eea7039834d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 945 time: 0.3600922 Aug 23 15:02:16.457571 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-514b207e-5c17-424f-b2a4-103d95c8167d req-9e0c9ddb-3221-4309-a5d4-83f282456be5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Request body: {'port': {'security_groups': []}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:16.462980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b995ed-2c6a-4780-b58a-880b3956d4d6 req-83ebce38-e9c0-4b42-91b8-76eea5d7d316 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:16.464585 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-57b995ed-2c6a-4780-b58a-880b3956d4d6 req-83ebce38-e9c0-4b42-91b8-76eea5d7d316 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 944 time: 0.0702434 Aug 23 15:02:16.515369 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-57b995ed-2c6a-4780-b58a-880b3956d4d6 req-96bb2b66-e75f-4e3b-a14b-a7ad9c23b94b tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444849 Aug 23 15:02:16.549334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-514b207e-5c17-424f-b2a4-103d95c8167d req-9e0c9ddb-3221-4309-a5d4-83f282456be5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:16.617913 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-385dd08b-a1a7-4229-9e83-6fc71312b6d7 req-2b6f6385-37e2-435d-8c40-78b2b93196b5 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0320740 Aug 23 15:02:16.761195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-514b207e-5c17-424f-b2a4-103d95c8167d req-9e0c9ddb-3221-4309-a5d4-83f282456be5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] For port 4f284921-53c7-40c8-9753-076989ff5296, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4f284921-53c7-40c8-9753-076989ff5296,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:16.771000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5e6c9-4a6a-49fd-9a46-1a55c77081d3 req-186150e3-ef88-481d-89aa-978c6c12cbf4 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:16.782343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cd5e6c9-4a6a-49fd-9a46-1a55c77081d3 req-186150e3-ef88-481d-89aa-978c6c12cbf4 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0729582 Aug 23 15:02:16.815866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-514b207e-5c17-424f-b2a4-103d95c8167d req-9e0c9ddb-3221-4309-a5d4-83f282456be5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:16.826765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cd5e6c9-4a6a-49fd-9a46-1a55c77081d3 req-09514fdf-6298-4d00-876d-31770ffc161d tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422516 Aug 23 15:02:16.909309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d3f1bdc7-883a-43b3-ba35-b3ce607c683e details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:02:16.917572 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-514b207e-5c17-424f-b2a4-103d95c8167d req-9e0c9ddb-3221-4309-a5d4-83f282456be5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:16.941538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['5bef8de6-24b5-427c-bc35-efe48465afa0', '4f284921-53c7-40c8-9753-076989ff5296'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:16.941538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['fd52f09e-4f16-4cf2-ab1a-990dcb516014'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:16.983341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b207e-5c17-424f-b2a4-103d95c8167d req-9e0c9ddb-3221-4309-a5d4-83f282456be5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:16.984267 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-514b207e-5c17-424f-b2a4-103d95c8167d req-9e0c9ddb-3221-4309-a5d4-83f282456be5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:16.986097 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-514b207e-5c17-424f-b2a4-103d95c8167d req-9e0c9ddb-3221-4309-a5d4-83f282456be5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "PUT /v2.0/ports/4f284921-53c7-40c8-9753-076989ff5296 HTTP/1.1" status: 200 len: 904 time: 0.5339942 Aug 23 15:02:16.986624 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ca784a-d650-48ea-b3ca-3fe5d6604775', 'tag': '4f284921-53c7-40c8-9753-076989ff5296'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:16.989535 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bdf8a3-23bf-4382-8416-ad539f7ee36d" -d '{"events": [{"name": "network-changed", "server_uuid": "99ca784a-d650-48ea-b3ca-3fe5d6604775", "tag": "4f284921-53c7-40c8-9753-076989ff5296"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:17.064964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c9ddb-3221-4309-a5d4-83f282456be5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event updated for resources: {'Port': ['ID=4f284921-53c7-40c8-9753-076989ff5296,revision_number=6']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:17.163342 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['4f284921-53c7-40c8-9753-076989ff5296'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:17.218241 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f1fbb-1ee7-4ca4-8941-bf46eb29ce2b req-8021cb38-3e01-48cc-95b8-50f237ea716b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:17.220085 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-448f1fbb-1ee7-4ca4-8941-bf46eb29ce2b req-8021cb38-3e01-48cc-95b8-50f237ea716b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 907 time: 0.1127076 Aug 23 15:02:17.304003 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26580a1c-db16-48c8-9f4f-c2e18b849534 x-openstack-request-id: req-26580a1c-db16-48c8-9f4f-c2e18b849534 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:17.304568 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ca784a-d650-48ea-b3ca-3fe5d6604775", "tag": "4f284921-53c7-40c8-9753-076989ff5296", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:17.304882 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-26580a1c-db16-48c8-9f4f-c2e18b849534 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:17.305346 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ca784a-d650-48ea-b3ca-3fe5d6604775', 'tag': '4f284921-53c7-40c8-9753-076989ff5296', 'status': 'completed', 'code': 200} Aug 23 15:02:17.308174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d3f1bdc7-883a-43b3-ba35-b3ce607c683e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d3f1bdc7-883a-43b3-ba35-b3ce607c683e,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:17.392522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdf8a3-23bf-4382-8416-ad539f7ee36d req-c460aee3-bf81-40b8-a67a-8c8506123939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:17.395595 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-45bdf8a3-23bf-4382-8416-ad539f7ee36d req-c460aee3-bf81-40b8-a67a-8c8506123939 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 1058 time: 0.0721993 Aug 23 15:02:17.406568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'd3f1bdc7-883a-43b3-ba35-b3ce607c683e', 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e', 'port_id': 'd3f1bdc7-883a-43b3-ba35-b3ce607c683e', 'mac_address': 'fa:16:3e:58:fe:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f22f70f-5be0-4809-bae5-4797be32e410', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:02:17.491954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-18ab081d-bcd6-48e6-bf75-e0de75738a18 None None] Provisioning complete for port 4f284921-53c7-40c8-9753-076989ff5296 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:02:17.492338 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-18ab081d-bcd6-48e6-bf75-e0de75738a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:17.547974 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549c269-f5e5-484f-8f86-e6bd6c0bbea1 req-fde8b914-00da-41f9-a6f9-93010569f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:17.549490 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1549c269-f5e5-484f-8f86-e6bd6c0bbea1 req-fde8b914-00da-41f9-a6f9-93010569f196 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f4da7f95c754ce6b38527b26b445bbc&device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 1097 time: 0.1769745 Aug 23 15:02:17.585880 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:17.635181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdf8a3-23bf-4382-8416-ad539f7ee36d req-1cabc250-538c-400d-babf-cc8174819861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:17.635693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b2476-071d-4b82-b99b-559ff8b09273 req-df413b38-d68d-4d4d-b896-bcd6c710ce6f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:17.637777 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-844b2476-071d-4b82-b99b-559ff8b09273 req-df413b38-d68d-4d4d-b896-bcd6c710ce6f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1967950 Aug 23 15:02:17.640586 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-45bdf8a3-23bf-4382-8416-ad539f7ee36d req-1cabc250-538c-400d-babf-cc8174819861 service neutron] 10.222.0.61 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.2356014 Aug 23 15:02:17.641515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f1bdc7-883a-43b3-ba35-b3ce607c683e {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:02:17.666856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d3f1bdc7-883a-43b3-ba35-b3ce607c683e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d3f1bdc7-883a-43b3-ba35-b3ce607c683e,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:17.716202 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-45bdf8a3-23bf-4382-8416-ad539f7ee36d req-a78b4349-d117-4202-bf8f-b5b5efddc931 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f284921-53c7-40c8-9753-076989ff5296 HTTP/1.1" status: 200 len: 217 time: 0.0682859 Aug 23 15:02:17.744676 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:17.766560 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-844b2476-071d-4b82-b99b-559ff8b09273 req-33124750-fe78-4444-959d-69591589e7e1 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795321 Aug 23 15:02:17.784041 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549c269-f5e5-484f-8f86-e6bd6c0bbea1 req-dec543fc-6afd-4333-80a7-37b41906baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:17.785531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1549c269-f5e5-484f-8f86-e6bd6c0bbea1 req-dec543fc-6afd-4333-80a7-37b41906baeb service neutron] 10.222.0.61 "GET /v2.0/networks?id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 HTTP/1.1" status: 200 len: 921 time: 0.2251432 Aug 23 15:02:17.856552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d3f1bdc7-883a-43b3-ba35-b3ce607c683e,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:17.872395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1549c269-f5e5-484f-8f86-e6bd6c0bbea1 req-60f180e1-2a68-4857-a731-96e991872501 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3689140a-a91b-4de1-98c0-111ad13158d6 HTTP/1.1" status: 200 len: 217 time: 0.0785348 Aug 23 15:02:17.876579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdf8a3-23bf-4382-8416-ad539f7ee36d req-a725af9f-0215-4afb-8aae-ab3777404561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:17.878402 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-45bdf8a3-23bf-4382-8416-ad539f7ee36d req-a725af9f-0215-4afb-8aae-ab3777404561 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.1547251 Aug 23 15:02:17.964614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c2030-dd29-4f14-a5db-8f2bd2eab593 req-106b953f-195d-438b-bc69-a66a0ffe099b tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:17.967299 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-147c2030-dd29-4f14-a5db-8f2bd2eab593 req-106b953f-195d-438b-bc69-a66a0ffe099b tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0964355 Aug 23 15:02:17.969275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549c269-f5e5-484f-8f86-e6bd6c0bbea1 req-a26fecbb-0e0b-42c9-8997-0df41d60374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:17.970858 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1549c269-f5e5-484f-8f86-e6bd6c0bbea1 req-a26fecbb-0e0b-42c9-8997-0df41d60374d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d566476-63f4-44fa-9ff8-8bd5ae66180f HTTP/1.1" status: 200 len: 860 time: 0.0667257 Aug 23 15:02:17.975544 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d3f1bdc7-883a-43b3-ba35-b3ce607c683e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:18.047361 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1549c269-f5e5-484f-8f86-e6bd6c0bbea1 req-83a11df9-74db-408b-8d7c-29371d42b6be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666609 Aug 23 15:02:18.205711 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1549c269-f5e5-484f-8f86-e6bd6c0bbea1 req-d7d963f1-47c6-4a6b-9fc3-a21f20fad715 service neutron] 10.222.0.61 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457615 Aug 23 15:02:18.231125 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-147c2030-dd29-4f14-a5db-8f2bd2eab593 req-876d98c8-cbca-4627-a5b2-7426ba2ad77e tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198811 Aug 23 15:02:18.294102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdf8a3-23bf-4382-8416-ad539f7ee36d req-34bf68b4-8f05-46cc-8e16-4b81b2d6c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:18.295628 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-45bdf8a3-23bf-4382-8416-ad539f7ee36d req-34bf68b4-8f05-46cc-8e16-4b81b2d6c954 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4081831 Aug 23 15:02:18.307862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb530c-a8e6-4dd8-b39e-cf66675af0c9 req-5d774fc1-d763-468c-a120-022a94004954 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:18.315208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-40eb530c-a8e6-4dd8-b39e-cf66675af0c9 req-5d774fc1-d763-468c-a120-022a94004954 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 944 time: 0.3610959 Aug 23 15:02:18.436499 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-45bdf8a3-23bf-4382-8416-ad539f7ee36d req-dc06e289-b766-4fc2-a775-89eceac4c660 service neutron] 10.222.0.61 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128550 Aug 23 15:02:18.445866 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-40eb530c-a8e6-4dd8-b39e-cf66675af0c9 req-2b88f5b1-f890-4bf2-ade3-d13ff0f4f3a1 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296663 Aug 23 15:02:18.469137 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431592b-eb61-46da-b1ca-090638a0215e req-6fe3fe59-b318-47a8-813a-82df37b3790d tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:18.478142 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7431592b-eb61-46da-b1ca-090638a0215e req-6fe3fe59-b318-47a8-813a-82df37b3790d tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 944 time: 0.1266878 Aug 23 15:02:18.565710 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1549c269-f5e5-484f-8f86-e6bd6c0bbea1 req-ae7e4632-4519-4d8e-86a0-73d5113a931c service neutron] 10.222.0.61 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332534 Aug 23 15:02:18.607938 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7431592b-eb61-46da-b1ca-090638a0215e req-4f2c4f48-936c-4a1f-89f9-baf2dde6b359 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261978 Aug 23 15:02:18.657406 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4701991d-1904-4e4a-9b99-7338fed9ba72 req-37abae96-977d-457f-a91d-179f92b0e3cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0709140 Aug 23 15:02:18.685823 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-355878ec-4bd0-49ce-802c-a62cb9ddba41 req-85db203d-7da3-4a58-8a76-5f1daf9b3899 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0991766 Aug 23 15:02:18.702039 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-45bdf8a3-23bf-4382-8416-ad539f7ee36d req-cc11d352-b1bc-4bd1-bc6f-dfa11ae8aa27 service neutron] 10.222.0.61 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544065 Aug 23 15:02:18.763734 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0beb4-04e1-4be1-a791-9200e61964f2 req-8ec0b16c-95a9-4eda-8aa6-e93fff8567ec tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:18.771223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32d0beb4-04e1-4be1-a791-9200e61964f2 req-8ec0b16c-95a9-4eda-8aa6-e93fff8567ec tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0631616 Aug 23 15:02:18.783489 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-83f6f3dc-eda7-464c-a759-bfd64c6d4f44 req-686c3e3e-7f57-4c99-9e2d-3f9fbccf0fcf tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2e4cf2b-fae3-4962-8989-e0a274957070 HTTP/1.1" status: 200 len: 210 time: 0.0296371 Aug 23 15:02:18.816542 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32d0beb4-04e1-4be1-a791-9200e61964f2 req-cb9161dd-2597-45ec-aa02-7541fff36885 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441694 Aug 23 15:02:18.913376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d3f1bdc7-883a-43b3-ba35-b3ce607c683e up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:02:19.023108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port d3f1bdc7-883a-43b3-ba35-b3ce607c683e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:02:19.028191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port d3f1bdc7-883a-43b3-ba35-b3ce607c683e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:02:19.028569 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:19.129728 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:19.158900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a86539-9f82-4548-ae3d-22d4e65d59d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f1bdc7-883a-43b3-ba35-b3ce607c683e'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:19.161616 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499a089b-5cb9-46b0-83ad-4c096b579d56" -d '{"events": [{"server_uuid": "d9a86539-9f82-4548-ae3d-22d4e65d59d4", "name": "network-vif-plugged", "status": "completed", "tag": "d3f1bdc7-883a-43b3-ba35-b3ce607c683e"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:19.176578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d3f1bdc7-883a-43b3-ba35-b3ce607c683e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d3f1bdc7-883a-43b3-ba35-b3ce607c683e,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:19.249854 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-bbdd4fdd-b8ce-4660-8624-cbb9997e2792 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:19.251618 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-bbdd4fdd-b8ce-4660-8624-cbb9997e2792 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 812 time: 0.1262150 Aug 23 15:02:19.273834 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-684387d3-0529-464a-88fe-2de048b3c4a3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/quotas/d29d65bd81b5474c8566cb0d1d8e6006 HTTP/1.1" status: 200 len: 375 time: 0.0108080 Aug 23 15:02:19.283554 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:19.392573 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-85bfbfdf-9475-4341-aedb-b8899f166132 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0844712 Aug 23 15:02:19.402971 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a95fe4-5fd0-4f98-8644-3334aa6d872d x-openstack-request-id: req-c7a95fe4-5fd0-4f98-8644-3334aa6d872d {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:19.403532 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a86539-9f82-4548-ae3d-22d4e65d59d4", "name": "network-vif-plugged", "status": "completed", "tag": "d3f1bdc7-883a-43b3-ba35-b3ce607c683e", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:19.411112 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c7a95fe4-5fd0-4f98-8644-3334aa6d872d {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:19.418238 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a86539-9f82-4548-ae3d-22d4e65d59d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f1bdc7-883a-43b3-ba35-b3ce607c683e', 'code': 200} Aug 23 15:02:19.421244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d3f1bdc7-883a-43b3-ba35-b3ce607c683e,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:19.527298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835e0c-28fd-4596-8d16-217b46cf561f req-c02c2ce1-38e6-4246-b561-c175b3bf5558 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:19.535469 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b835e0c-28fd-4596-8d16-217b46cf561f req-c02c2ce1-38e6-4246-b561-c175b3bf5558 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0824738 Aug 23 15:02:19.595220 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b835e0c-28fd-4596-8d16-217b46cf561f req-17102baa-cc30-478b-a8fc-10ba985df50c tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584288 Aug 23 15:02:19.730089 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-13de4760-6a5a-484f-ad39-a6f1c937f048 service neutron] 10.222.0.38 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356376 Aug 23 15:02:19.814515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891bcf3-d63f-4160-9176-d53b57e2c2d6 req-92d92913-7021-48d1-95b8-d8dd67f28fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:19.814515 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3891bcf3-d63f-4160-9176-d53b57e2c2d6 req-92d92913-7021-48d1-95b8-d8dd67f28fa2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 1096 time: 0.2818828 Aug 23 15:02:19.853007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8d8cf-bd2c-4f0f-92b6-74782c9c3711 req-b28441cf-7820-41c9-bab2-c3107586d721 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:19.854439 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-98d8d8cf-bd2c-4f0f-92b6-74782c9c3711 req-b28441cf-7820-41c9-bab2-c3107586d721 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 945 time: 0.0619602 Aug 23 15:02:19.875339 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3891bcf3-d63f-4160-9176-d53b57e2c2d6 req-3d3604a1-f2b3-4dbc-b37f-a463c15a7846 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545590 Aug 23 15:02:19.877350 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-d7f27ecb-6c2e-4e49-b635-a9f8748da9c2 service neutron] 10.222.0.38 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369870 Aug 23 15:02:19.896367 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-98d8d8cf-bd2c-4f0f-92b6-74782c9c3711 req-45186ad0-563f-431a-a4eb-78c9479b2ac3 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354702 Aug 23 15:02:20.013504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bee86-5d6b-4257-99b3-0efc992d9f45 req-4cb0dddc-e0da-4d3c-b7c9-791fcb0cb399 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:20.015105 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-144bee86-5d6b-4257-99b3-0efc992d9f45 req-4cb0dddc-e0da-4d3c-b7c9-791fcb0cb399 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 944 time: 0.0551467 Aug 23 15:02:20.054401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-144bee86-5d6b-4257-99b3-0efc992d9f45 req-227c2c2e-5176-42ef-9b0e-072b99e10536 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331864 Aug 23 15:02:20.116420 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:20.144221 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a06023ec-03ff-4a36-b092-67c09385dc08 req-f63bc60e-9c5d-4ef7-916f-81bb422eb902 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0445490 Aug 23 15:02:20.221473 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a21e9064-9d31-480a-ae1a-f30bb73cf91a req-0950c564-84e7-4b88-987a-2a858e591434 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0322096 Aug 23 15:02:20.233722 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d324ee8f-bcd1-47c5-ac3d-64579ab917a1 req-87564dcc-d45f-4a1c-8832-a9c84c805c88 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 210 time: 0.0344646 Aug 23 15:02:20.738366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0f5aa-4493-465f-98e7-1a5fde130a6e req-2d1950a9-69c2-42c2-92c3-09a47ea466d0 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:20.740040 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77e0f5aa-4493-465f-98e7-1a5fde130a6e req-2d1950a9-69c2-42c2-92c3-09a47ea466d0 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0524917 Aug 23 15:02:20.784041 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77e0f5aa-4493-465f-98e7-1a5fde130a6e req-f0da41af-ab40-4832-ae4e-dc673f70163b tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380092 Aug 23 15:02:20.843879 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f59845ab-47bd-4c65-a97f-72ac00181eab req-d4e4dd26-a284-45df-94dc-3587fc261cfe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d715d7d0de04edd8cbacf28aedc92fa&device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0483475 Aug 23 15:02:20.858792 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9676dec8-15ce-4ed2-b3ee-28788d204c1a req-8a177199-1de4-46a5-8695-4344d182b882 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0455499 Aug 23 15:02:20.885397 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f59845ab-47bd-4c65-a97f-72ac00181eab req-20e6d434-f766-4fb5-804c-5824408844ea service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6d715d7d0de04edd8cbacf28aedc92fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248616 Aug 23 15:02:21.055763 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59845ab-47bd-4c65-a97f-72ac00181eab req-3c3698ab-7a9d-432c-aede-efe67ef67653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:21.057503 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f59845ab-47bd-4c65-a97f-72ac00181eab req-3c3698ab-7a9d-432c-aede-efe67ef67653 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1648810 Aug 23 15:02:21.075089 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6c13b-a1aa-47a4-97b9-71cda28b3d37 req-b7c974df-fefe-49f4-a794-50c775e12d2e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:21.080636 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-20e6c13b-a1aa-47a4-97b9-71cda28b3d37 req-b7c974df-fefe-49f4-a794-50c775e12d2e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 945 time: 0.0934672 Aug 23 15:02:21.190078 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-20e6c13b-a1aa-47a4-97b9-71cda28b3d37 req-db801dcb-b6fc-4a44-8988-9a2549e0d143 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766811 Aug 23 15:02:21.262484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60a25e-6b53-478e-8b15-4bcf7026b6d4 req-a68b5a16-0d91-4008-94e8-749bfc228e50 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:21.264587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc60a25e-6b53-478e-8b15-4bcf7026b6d4 req-a68b5a16-0d91-4008-94e8-749bfc228e50 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 944 time: 0.1013088 Aug 23 15:02:21.317106 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc60a25e-6b53-478e-8b15-4bcf7026b6d4 req-e0ce0813-dc20-4b3a-a2a1-795d9e4b895f tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436187 Aug 23 15:02:21.331734 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fa706763-46e4-4ae4-a2cc-ff6a48e09896 req-f12750bf-0220-4798-adbc-011829fd0b5b tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0345006 Aug 23 15:02:21.429952 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb900d3d-26dc-402d-a6fe-2ab769372e51 req-fa7e7e6a-fdf2-487f-af96-6d813dbf3c22 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 210 time: 0.0326152 Aug 23 15:02:21.686671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 14cafb71-f251-476c-8a69-bb23995d2d80 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:02:21.834168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 14cafb71-f251-476c-8a69-bb23995d2d80, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=14cafb71-f251-476c-8a69-bb23995d2d80,segment=NetworkSegment(32cd6f52-fdbd-4ae7-9f0c-5f5161199575),segment_id=32cd6f52-fdbd-4ae7-9f0c-5f5161199575)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:21.861392 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '14cafb71-f251-476c-8a69-bb23995d2d80', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'port_id': '14cafb71-f251-476c-8a69-bb23995d2d80', 'mac_address': 'fa:16:3e:68:64:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:02:21.931431 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:21.965658 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cafb71-f251-476c-8a69-bb23995d2d80 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:02:21.989917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 14cafb71-f251-476c-8a69-bb23995d2d80, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=14cafb71-f251-476c-8a69-bb23995d2d80,segment=NetworkSegment(32cd6f52-fdbd-4ae7-9f0c-5f5161199575),segment_id=32cd6f52-fdbd-4ae7-9f0c-5f5161199575)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:22.012633 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b8f73-cda8-4592-a24c-e4a2d230014f req-43f6956f-65db-46a3-bd49-684cc08d5cad tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:22.014213 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-921b8f73-cda8-4592-a24c-e4a2d230014f req-43f6956f-65db-46a3-bd49-684cc08d5cad tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.1107724 Aug 23 15:02:22.041371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4b739b2-dded-4417-a665-c9f7291d0f7e req-546ba042-8a30-4b55-8822-d821f50c05d0 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0337472 Aug 23 15:02:22.057617 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-921b8f73-cda8-4592-a24c-e4a2d230014f req-6c95432d-eefe-489c-a6cd-d538384b8154 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365481 Aug 23 15:02:22.075714 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:22.151914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=14cafb71-f251-476c-8a69-bb23995d2d80,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:22.337441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['14cafb71-f251-476c-8a69-bb23995d2d80'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:22.360614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d8939-6c4b-4de0-8076-fc59ac59d9ba req-0dd64b9c-bd8e-41ed-888f-2defa80bfb4b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:22.368809 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-097d8939-6c4b-4de0-8076-fc59ac59d9ba req-0dd64b9c-bd8e-41ed-888f-2defa80bfb4b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 945 time: 0.0844102 Aug 23 15:02:22.435712 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-097d8939-6c4b-4de0-8076-fc59ac59d9ba req-bd420897-17fc-4467-b50a-3b8363516e28 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472219 Aug 23 15:02:22.488530 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f59845ab-47bd-4c65-a97f-72ac00181eab req-949cbbcb-7482-45e7-9ea6-9baeb7b4fa57 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.57 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0483668 Aug 23 15:02:22.573960 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8926643b-d8d6-422a-8ba8-3d089f1a5c57 req-978b708f-62e2-4da8-8121-6af8c0981c0b tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0419192 Aug 23 15:02:22.628793 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-382c0063-d82a-496b-95b8-ff696f139a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:22.680171 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fd541-6526-4b9a-a925-b8df49df53dd req-c77ffdc0-e9f5-4b0c-8b37-f26ea1baf69e tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:22.681994 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a96fd541-6526-4b9a-a925-b8df49df53dd req-c77ffdc0-e9f5-4b0c-8b37-f26ea1baf69e tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 945 time: 0.2523663 Aug 23 15:02:22.682650 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f41f5dd-453a-43ce-8980-3cd1622e2bab req-1ad26323-4329-4b20-a075-3eed572a5364 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 210 time: 0.0368822 Aug 23 15:02:22.802656 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a96fd541-6526-4b9a-a925-b8df49df53dd req-b317c6d2-1de6-4103-92ed-12429a3a426c tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894406 Aug 23 15:02:22.863596 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-09766160-ccde-4128-b60c-49123462082e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:22.865438 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-09766160-ccde-4128-b60c-49123462082e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 812 time: 0.2464719 Aug 23 15:02:22.883059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-ced19c02-5dff-41d3-ab80-9a065421a2fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Request body: {'port': {'device_id': '0ca0d24e-bc92-4416-a420-5aba0c6a41fb', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'admin_state_up': True, 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:23.001711 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cf18a43-2dd2-4107-ae62-80deebc15802 req-6dcca603-25e5-40c9-8096-488a277b9194 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f2e4cf2b-fae3-4962-8989-e0a274957070 HTTP/1.1" status: 200 len: 210 time: 0.0616913 Aug 23 15:02:23.058777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38f74e-e672-4220-aa88-cc263552e3e2 req-6289085a-ec17-4d99-9e38-96e3eb6a9e27 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:23.062390 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db38f74e-e672-4220-aa88-cc263552e3e2 req-6289085a-ec17-4d99-9e38-96e3eb6a9e27 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 806 time: 0.2670672 Aug 23 15:02:23.116862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db38f74e-e672-4220-aa88-cc263552e3e2 req-0eb4cf74-ee70-42bb-9df0-b47beb460538 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/quotas/98c793e8a58f4dcda7e858b805fa89a9 HTTP/1.1" status: 200 len: 375 time: 0.0484908 Aug 23 15:02:23.197018 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2cf25926-5c0f-4378-97ff-3e9ba1aa9972 req-7faabe22-f500-4bc5-8213-cede45e2d065 tempest-ServerShowV254Test-338997862 tempest-ServerShowV254Test-338997862-project] 10.222.0.38 "GET /v2.0/ports?device_id=a68e8ad6-7655-4e66-8e6d-48c1d07a1dc0 HTTP/1.1" status: 200 len: 210 time: 0.0380092 Aug 23 15:02:23.197836 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db38f74e-e672-4220-aa88-cc263552e3e2 req-e915369e-08b8-4f9e-b063-23c94ce93ee6 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0798526 Aug 23 15:02:23.203073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-db38f74e-e672-4220-aa88-cc263552e3e2 req-44870cf0-eb21-4852-8794-fd69a0a2efa5 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:02:23.204213 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db38f74e-e672-4220-aa88-cc263552e3e2 req-44870cf0-eb21-4852-8794-fd69a0a2efa5 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055211 Aug 23 15:02:23.231174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-ced19c02-5dff-41d3-ab80-9a065421a2fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Made reservation on behalf of d29d65bd81b5474c8566cb0d1d8e6006 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:02:23.237140 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-ced19c02-5dff-41d3-ab80-9a065421a2fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:23.335880 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db38f74e-e672-4220-aa88-cc263552e3e2 req-a10f6a9a-a43f-4810-8452-df2de7755e24 service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176744 Aug 23 15:02:23.386974 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47699d07-8086-40d8-b66b-601231f790f8 req-e09c8a50-82c2-4550-93cf-c2af106a9a67 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:23.388670 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-47699d07-8086-40d8-b66b-601231f790f8 req-e09c8a50-82c2-4550-93cf-c2af106a9a67 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.1329825 Aug 23 15:02:23.483517 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db38f74e-e672-4220-aa88-cc263552e3e2 req-d969833d-69e7-497f-afb9-57706313a15f service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357994 Aug 23 15:02:23.485976 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-47699d07-8086-40d8-b66b-601231f790f8 req-accc91ae-eaac-4f59-b66e-0ed640378cb3 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744593 Aug 23 15:02:23.487801 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-ced19c02-5dff-41d3-ab80-9a065421a2fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Allocated IP 172.20.0.5 (73692fcc-64c5-44dc-8045-7bc29f031267/779a538e-f82d-42fb-9ff9-66d0a5c47662/6d8f72c9-bef1-4c31-a793-d954221bafe7) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:02:23.572343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35873d77-39e5-4040-9270-c2318ed42fce req-cc2e1255-4c35-4261-a789-17aac3e92953 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0485003 Aug 23 15:02:23.689913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 14cafb71-f251-476c-8a69-bb23995d2d80 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:02:23.724013 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c5edbe25-24bd-4b47-9ed7-6f95a7d5707c req-e89f9df1-a2b8-4649-aaf0-9786bc459038 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0386565 Aug 23 15:02:23.813970 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-ced19c02-5dff-41d3-ab80-9a065421a2fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:23.842688 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-ced19c02-5dff-41d3-ab80-9a065421a2fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Transition to ACTIVE for port object 6d8f72c9-bef1-4c31-a793-d954221bafe7 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:02:23.847485 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 14cafb71-f251-476c-8a69-bb23995d2d80 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:02:23.851977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 14cafb71-f251-476c-8a69-bb23995d2d80 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:02:23.853260 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:23.891787 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7abb6c3e-6ff8-449c-a53f-cd749b12d671 req-3d99c909-eaee-4e8d-8e26-e36e60252cd8 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 210 time: 0.0392370 Aug 23 15:02:24.001007 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:24.084862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cafb71-f251-476c-8a69-bb23995d2d80'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:24.089572 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-ced19c02-5dff-41d3-ab80-9a065421a2fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:24.091853 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcec874-9893-4e11-b74c-6d736ec5e5e9" -d '{"events": [{"server_uuid": "037aff89-ea7e-447b-bf09-f53732b7acfc", "name": "network-vif-plugged", "status": "completed", "tag": "14cafb71-f251-476c-8a69-bb23995d2d80"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:24.117072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['fd52f09e-4f16-4cf2-ab1a-990dcb516014'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:24.121057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['5bef8de6-24b5-427c-bc35-efe48465afa0'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:24.172762 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953feacf-7852-4c9e-8dd2-71eaebb39318 req-5bea9217-f377-4af6-8215-381e438e5ba3 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:24.176482 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-953feacf-7852-4c9e-8dd2-71eaebb39318 req-5bea9217-f377-4af6-8215-381e438e5ba3 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 945 time: 0.1986778 Aug 23 15:02:24.182013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-ced19c02-5dff-41d3-ab80-9a065421a2fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Network 73692fcc-64c5-44dc-8045-7bc29f031267 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:02:24.193405 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-ced19c02-5dff-41d3-ab80-9a065421a2fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:02:24.197359 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-ced19c02-5dff-41d3-ab80-9a065421a2fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:02:24.228239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 14cafb71-f251-476c-8a69-bb23995d2d80, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=14cafb71-f251-476c-8a69-bb23995d2d80,segment=NetworkSegment(32cd6f52-fdbd-4ae7-9f0c-5f5161199575),segment_id=32cd6f52-fdbd-4ae7-9f0c-5f5161199575)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:24.267112 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced19c02-5dff-41d3-ab80-9a065421a2fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event updated for resources: {'Port': ['ID=6d8f72c9-bef1-4c31-a793-d954221bafe7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:24.326468 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-ced19c02-5dff-41d3-ab80-9a065421a2fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:24.327272 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-ced19c02-5dff-41d3-ab80-9a065421a2fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:24.351383 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1116088b-f618-4782-afc2-23ce499d67ca x-openstack-request-id: req-1116088b-f618-4782-afc2-23ce499d67ca {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:24.351697 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037aff89-ea7e-447b-bf09-f53732b7acfc", "name": "network-vif-plugged", "status": "completed", "tag": "14cafb71-f251-476c-8a69-bb23995d2d80", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:24.352485 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1116088b-f618-4782-afc2-23ce499d67ca {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:24.353043 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cafb71-f251-476c-8a69-bb23995d2d80', 'code': 200} Aug 23 15:02:24.353566 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-953feacf-7852-4c9e-8dd2-71eaebb39318 req-6fa65c63-e18c-46c7-bdfc-24e3657a3df0 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409345 Aug 23 15:02:24.369433 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:24.465635 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-ced19c02-5dff-41d3-ab80-9a065421a2fa tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5870636 Aug 23 15:02:24.491018 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Request body: {'port': {'device_id': '0ca0d24e-bc92-4416-a420-5aba0c6a41fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:24.510758 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdfd0e-80db-4fe9-93e3-19eb03b5ddad req-768e7b19-c462-403f-b195-77f72f574c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:24.513392 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fdfd0e-80db-4fe9-93e3-19eb03b5ddad req-768e7b19-c462-403f-b195-77f72f574c01 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 1097 time: 0.0768335 Aug 23 15:02:24.608619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3fdfd0e-80db-4fe9-93e3-19eb03b5ddad req-26c9f365-c92c-402e-a211-352faebfa00c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825868 Aug 23 15:02:24.635992 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:24.704423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=14cafb71-f251-476c-8a69-bb23995d2d80,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:24.788732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c38b33-b4c6-4dcc-ab75-b37c72fa1e49 req-37db7fa2-6a06-43e1-95cb-5863f4a2f263 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:24.790875 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2c38b33-b4c6-4dcc-ab75-b37c72fa1e49 req-37db7fa2-6a06-43e1-95cb-5863f4a2f263 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0969257 Aug 23 15:02:24.840747 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d1b7a367-98a5-407b-8fe5-3b8d3c349bb1 None None] Provisioning for port 6d8f72c9-bef1-4c31-a793-d954221bafe7 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:02:24.865220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f5941-4728-4b3b-a848-c42db79930dd req-9319eed6-0be8-4321-94c0-a85503185ac4 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:24.866554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d1b7a367-98a5-407b-8fe5-3b8d3c349bb1 None None] Provisioning complete for port 6d8f72c9-bef1-4c31-a793-d954221bafe7 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:02:24.866981 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d1b7a367-98a5-407b-8fe5-3b8d3c349bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:24.867600 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-450f5941-4728-4b3b-a848-c42db79930dd req-9319eed6-0be8-4321-94c0-a85503185ac4 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 806 time: 0.1303334 Aug 23 15:02:24.870351 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2c38b33-b4c6-4dcc-ab75-b37c72fa1e49 req-dd0a52a4-7eef-4f26-8a50-78b0c2aa0e37 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714476 Aug 23 15:02:24.921329 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-450f5941-4728-4b3b-a848-c42db79930dd req-2f8b00cc-a214-44fd-b3e9-bdb7b016cfd6 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/quotas/98c793e8a58f4dcda7e858b805fa89a9 HTTP/1.1" status: 200 len: 375 time: 0.0434518 Aug 23 15:02:24.951952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d1b7a367-98a5-407b-8fe5-3b8d3c349bb1 None None] Port 6d8f72c9-bef1-4c31-a793-d954221bafe7 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:02:24.988872 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:02:25.010265 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4742bf11-92e9-464d-b776-ffc301eeb665 req-89c87591-82cc-492c-ad5c-676aca39c159 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0432203 Aug 23 15:02:25.234622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59708) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:25.284032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8f72c9-bef1-4c31-a793-d954221bafe7 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:02:25.291951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8874af6-e5e8-4b5d-b1d9-2ef589132c63 req-d07c7de2-8b6d-42d4-815c-1c9a2cf22a43 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:25.293652 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:25.306572 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d8874af6-e5e8-4b5d-b1d9-2ef589132c63 req-d07c7de2-8b6d-42d4-815c-1c9a2cf22a43 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 931 time: 0.1330597 Aug 23 15:02:25.309651 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Transition to ACTIVE for port object 6d8f72c9-bef1-4c31-a793-d954221bafe7 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:02:25.340776 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-450f5941-4728-4b3b-a848-c42db79930dd req-523fe194-90ce-4158-9cb6-b0fd56d3d1cf tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4157615 Aug 23 15:02:25.402695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d8874af6-e5e8-4b5d-b1d9-2ef589132c63 req-da8fb9b1-1b34-4918-acd1-766b57895f66 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944586 Aug 23 15:02:25.412627 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:25.449143 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63518d07-c654-4ea2-a35c-d07fb4d09073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:25.453644 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:25.515565 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f72c9-bef1-4c31-a793-d954221bafe7,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:25.620383 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-450f5941-4728-4b3b-a848-c42db79930dd req-2bbeb987-6ef9-4929-8cbe-f89068dd7f18 service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697613 Aug 23 15:02:25.622358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448ee89-9509-4eb4-b744-9b6b31cb9e1a req-059387cb-4f4e-414e-a6a1-17f8fd663ea3 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:25.642642 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e448ee89-9509-4eb4-b744-9b6b31cb9e1a req-059387cb-4f4e-414e-a6a1-17f8fd663ea3 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 946 time: 0.1144736 Aug 23 15:02:25.667251 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63518d07-c654-4ea2-a35c-d07fb4d09073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:25.717198 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e448ee89-9509-4eb4-b744-9b6b31cb9e1a req-e4db3a62-24ca-4cce-a707-b587b781b354 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731282 Aug 23 15:02:25.724542 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63518d07-c654-4ea2-a35c-d07fb4d09073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:25.758172 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Attempting to bind port 6d8f72c9-bef1-4c31-a793-d954221bafe7 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:02:25.758573 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Attempting to bind port 6d8f72c9-bef1-4c31-a793-d954221bafe7 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:02:25.758948 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Attempting to bind port 6d8f72c9-bef1-4c31-a793-d954221bafe7 on network 73692fcc-64c5-44dc-8045-7bc29f031267 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:02:25.768746 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Port 6d8f72c9-bef1-4c31-a793-d954221bafe7 on network 73692fcc-64c5-44dc-8045-7bc29f031267 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:02:25.769086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Attempting to bind port 6d8f72c9-bef1-4c31-a793-d954221bafe7 on network 73692fcc-64c5-44dc-8045-7bc29f031267 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:02:25.784266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:02:25.784675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Checking segment: {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:02:25.785119 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Bound using segment: {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:02:25.785574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Bound port: 6d8f72c9-bef1-4c31-a793-d954221bafe7, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c755802-28ec-4c4f-9b80-ed886ced74c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:02:25.788666 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:25.788828 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-63518d07-c654-4ea2-a35c-d07fb4d09073 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6d715d7d0de04edd8cbacf28aedc92fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5495934 Aug 23 15:02:25.788828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63518d07-c654-4ea2-a35c-d07fb4d09073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7881eb55-d4a0-4379-86f8-4fad54ca932f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:25.791792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59720) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:25.825936 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-450f5941-4728-4b3b-a848-c42db79930dd req-3bcd7d11-446d-4a97-8fba-4608b59469e6 service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954126 Aug 23 15:02:25.865449 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2bac52e0-6e1b-41a9-8f0d-615932c80608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:25.910493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] For port 6d8f72c9-bef1-4c31-a793-d954221bafe7, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:02:25.913159 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2bac52e0-6e1b-41a9-8f0d-615932c80608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:25.914407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] For port 6d8f72c9-bef1-4c31-a793-d954221bafe7, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6d8f72c9-bef1-4c31-a793-d954221bafe7,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:02:26.003497 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:26.106166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a361d08-8182-4818-93e5-e460b4d78429 req-b4f39093-ddcf-4933-9b28-59028b91bd6f tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:26.114060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6a361d08-8182-4818-93e5-e460b4d78429 req-b4f39093-ddcf-4933-9b28-59028b91bd6f tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0996461 Aug 23 15:02:26.134466 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:26.135306 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:26.141206 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] 10.222.0.57 "PUT /v2.0/ports/6d8f72c9-bef1-4c31-a793-d954221bafe7 HTTP/1.1" status: 200 len: 1091 time: 1.6567516 Aug 23 15:02:26.142193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca0d24e-bc92-4416-a420-5aba0c6a41fb', 'tag': '6d8f72c9-bef1-4c31-a793-d954221bafe7'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:26.158236 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb0c187-6df3-4a20-a8ed-fc8acb969910" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca0d24e-bc92-4416-a420-5aba0c6a41fb", "tag": "6d8f72c9-bef1-4c31-a793-d954221bafe7"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:26.169611 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2bac52e0-6e1b-41a9-8f0d-615932c80608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:26.186419 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2bac52e0-6e1b-41a9-8f0d-615932c80608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:26.188910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2bac52e0-6e1b-41a9-8f0d-615932c80608 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7881eb55-d4a0-4379-86f8-4fad54ca932f HTTP/1.1" status: 204 len: 168 time: 0.3949366 Aug 23 15:02:26.209072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d19b4c-764f-49bf-ae73-4f590ada67c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f72c9-bef1-4c31-a793-d954221bafe7,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:26.228361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac52e0-6e1b-41a9-8f0d-615932c80608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7881eb55-d4a0-4379-86f8-4fad54ca932f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:26.270464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6a361d08-8182-4818-93e5-e460b4d78429 req-f496678c-4e65-43f2-9f1e-3e10b0c684fc tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551638 Aug 23 15:02:26.405022 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ad78d1d5-6fc2-4dee-8706-053731190ad4 req-52b05447-410a-4b3e-841e-8149a7065f86 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 210 time: 0.0586619 Aug 23 15:02:26.475615 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e86c9462-8b8d-40a5-bd71-2fb1f9c6b8df req-04eaa8d0-a165-4a19-825b-a6a9fa7fa859 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.1485028 Aug 23 15:02:26.495305 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-f6dcbcea-ae08-4e85-a132-e40f650d3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:26.504163 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-f6dcbcea-ae08-4e85-a132-e40f650d3fab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 1094 time: 0.2309549 Aug 23 15:02:26.573951 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-e5d1888c-98cf-44d1-afdf-b937e34284da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8f72c9-bef1-4c31-a793-d954221bafe7 HTTP/1.1" status: 200 len: 217 time: 0.0499117 Aug 23 15:02:26.598350 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c50d22e2-dd4b-418b-bf3e-dfe268957dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:26.743767 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:27.143228 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c936c4-2504-4694-939e-98a7a90c7f43 x-openstack-request-id: req-f2c936c4-2504-4694-939e-98a7a90c7f43 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:27.144981 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca0d24e-bc92-4416-a420-5aba0c6a41fb", "tag": "6d8f72c9-bef1-4c31-a793-d954221bafe7", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:27.144981 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2c936c4-2504-4694-939e-98a7a90c7f43 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:27.144981 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca0d24e-bc92-4416-a420-5aba0c6a41fb', 'tag': '6d8f72c9-bef1-4c31-a793-d954221bafe7', 'status': 'completed', 'code': 200} Aug 23 15:02:27.197065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-1176e3de-64c2-4c77-b9f1-7b94d5a0a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:27.198514 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-1176e3de-64c2-4c77-b9f1-7b94d5a0a72c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.6174355 Aug 23 15:02:27.215421 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce729a-113f-4939-bc7e-90fc5c3c445b req-39e1f807-1eb8-4c5e-856b-c1494ed1e0f5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:27.217043 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6ce729a-113f-4939-bc7e-90fc5c3c445b req-39e1f807-1eb8-4c5e-856b-c1494ed1e0f5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 943 time: 0.0721674 Aug 23 15:02:27.283219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-c35ba18a-7463-4a13-afa1-951e4158cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:27.284768 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-c35ba18a-7463-4a13-afa1-951e4158cd6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783334 Aug 23 15:02:27.293010 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6ce729a-113f-4939-bc7e-90fc5c3c445b req-937427fc-c1d4-4d81-8690-2bb1e0793a3c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470622 Aug 23 15:02:27.427935 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-a8e1b058-5802-4412-a5b6-89f0175f02ec service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339436 Aug 23 15:02:27.545778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e63066-dfc2-41a4-bbe3-5a73b61b5224 req-6d7e00fe-c11b-4b40-9395-0a8f3c6bc8bb tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:27.548255 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a4e63066-dfc2-41a4-bbe3-5a73b61b5224 req-6d7e00fe-c11b-4b40-9395-0a8f3c6bc8bb tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 946 time: 0.1193721 Aug 23 15:02:27.578063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06cf2e-1662-44aa-842f-b5e58e412f54 req-ec5c3eef-b152-4863-9dbd-6931af95c5bf tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:27.586176 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5c06cf2e-1662-44aa-842f-b5e58e412f54 req-ec5c3eef-b152-4863-9dbd-6931af95c5bf tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0847435 Aug 23 15:02:27.601960 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d104124c-6604-4eb9-9470-bb9918c9a348 req-796043f9-704c-4295-acee-e2e1f28c6c92 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605875 Aug 23 15:02:27.619126 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a4e63066-dfc2-41a4-bbe3-5a73b61b5224 req-fffe9d5c-d207-45e1-9295-0b58b4d1be07 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591655 Aug 23 15:02:27.633006 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5c06cf2e-1662-44aa-842f-b5e58e412f54 req-059451a2-1f55-43b2-b9c7-a021e90cd294 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419414 Aug 23 15:02:27.759267 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d1d0d3d-a8ce-4e7f-af87-33f97c6b86fc req-8b102691-8afd-420f-bfb2-96c2118741b1 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0342007 Aug 23 15:02:27.766070 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7b61eba-35a3-4727-807e-f9a4734947b3 req-3087a4ab-3ab7-45b4-9698-57163bbdd1ff tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 210 time: 0.0462422 Aug 23 15:02:27.850995 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c187-6df3-4a20-a8ed-fc8acb969910 req-c6cba756-faa8-432a-9a06-bce3d04b5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:27.853280 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cbb0c187-6df3-4a20-a8ed-fc8acb969910 req-c6cba756-faa8-432a-9a06-bce3d04b5810 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 1094 time: 0.0686760 Aug 23 15:02:27.937389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f0c36-afe8-4159-a395-e2f345bb9c08 req-9cd5b3b9-5c27-410d-ac8e-3ca6820492b6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:27.946121 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc8f0c36-afe8-4159-a395-e2f345bb9c08 req-9cd5b3b9-5c27-410d-ac8e-3ca6820492b6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 946 time: 0.0701535 Aug 23 15:02:27.947145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59798) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:27.992031 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c187-6df3-4a20-a8ed-fc8acb969910 req-1317cd55-1525-4542-b90a-da5ba1c48cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:27.996079 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cbb0c187-6df3-4a20-a8ed-fc8acb969910 req-1317cd55-1525-4542-b90a-da5ba1c48cca service neutron] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.1243992 Aug 23 15:02:28.042221 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc8f0c36-afe8-4159-a395-e2f345bb9c08 req-1edb2ba7-5e12-4e99-ad1b-fab0792cdb48 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952039 Aug 23 15:02:28.071630 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cbb0c187-6df3-4a20-a8ed-fc8acb969910 req-f67213f5-348a-462e-bfae-95c7422a3053 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8f72c9-bef1-4c31-a793-d954221bafe7 HTTP/1.1" status: 200 len: 217 time: 0.0679348 Aug 23 15:02:28.076437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59804) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:28.143272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c187-6df3-4a20-a8ed-fc8acb969910 req-18bb48ad-d502-43e3-8483-bfe7c7807ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:28.145151 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cbb0c187-6df3-4a20-a8ed-fc8acb969910 req-18bb48ad-d502-43e3-8483-bfe7c7807ca6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.0621545 Aug 23 15:02:28.202915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1850661316-network', 'tenant_id': '9c6e131548ca4631942f26af8fc9db63'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:28.236948 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0c187-6df3-4a20-a8ed-fc8acb969910 req-3c8dcd99-4396-4cd8-9ae4-553fde296253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:28.238517 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cbb0c187-6df3-4a20-a8ed-fc8acb969910 req-3c8dcd99-4396-4cd8-9ae4-553fde296253 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854745 Aug 23 15:02:28.297455 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] Made reservation on behalf of 9c6e131548ca4631942f26af8fc9db63 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:02:28.299893 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:28.372329 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:28.462643 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e52882-9c74-4c2e-9491-82d89c24351e tempest-TestVolumeBackupRestore-362428130 tempest-TestVolumeBackupRestore-362428130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:28.464280 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-32e52882-9c74-4c2e-9491-82d89c24351e tempest-TestVolumeBackupRestore-362428130 tempest-TestVolumeBackupRestore-362428130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 1092 time: 0.3877308 Aug 23 15:02:28.467672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59814) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:28.474361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '14cafb71-f251-476c-8a69-bb23995d2d80', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'fixed_ip_address': '172.20.0.11'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:28.490493 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cbb0c187-6df3-4a20-a8ed-fc8acb969910 req-07e61762-2135-4b19-b8ea-37661fc0f8fd service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268414 Aug 23 15:02:28.510748 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:28.534219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641abea-3be5-491d-9be6-c0ce370a4841 req-332a698e-e374-477c-93bc-8ca542ccf127 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:28.535455 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b641abea-3be5-491d-9be6-c0ce370a4841 req-332a698e-e374-477c-93bc-8ca542ccf127 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 943 time: 0.1552851 Aug 23 15:02:28.672341 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b641abea-3be5-491d-9be6-c0ce370a4841 req-9624e519-c392-459a-9909-b290aa0078ec tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960283 Aug 23 15:02:28.687645 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:28.690084 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cbb0c187-6df3-4a20-a8ed-fc8acb969910 req-4abd73ca-bdad-45c2-aae1-f5c761c0880e service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908796 Aug 23 15:02:28.775513 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:28.812358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51830f8f-2b51-4527-99fa-5a65a048dd2b req-8e53a7ba-cea7-40d2-84c7-5d37bc6efc38 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:28.815149 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51830f8f-2b51-4527-99fa-5a65a048dd2b req-8e53a7ba-cea7-40d2-84c7-5d37bc6efc38 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0793498 Aug 23 15:02:28.864725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:02:28.882586 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:28.882586 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] Added segment 402bfae0-2fff-4d06-9431-c7168885a857 of type vlan for network e4c6dfb1-5668-41bc-a363-5d504da1a6e0 Aug 23 15:02:28.933840 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf54228-2a6f-4e6a-89e6-b1a14b121e55,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:28.962054 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:28.962305 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:28.966505 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6d8f72c9-bef1-4c31-a793-d954221bafe7 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:02:29.004545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51830f8f-2b51-4527-99fa-5a65a048dd2b req-6a589dcc-1b7b-441f-9cdb-5fcce7f646d8 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801202 Aug 23 15:02:29.048296 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-98e647db-6002-4b61-bc76-6acdff12541f req-705f93ec-8771-4bfb-aefc-88239fdc5d84 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.1097257 Aug 23 15:02:29.134490 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:29.135533 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:29.136157 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:29.209937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f5941-4728-4b3b-a848-c42db79930dd req-6406328d-fcbc-4b61-ac8c-519d16b3a7c0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:29.215214 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-450f5941-4728-4b3b-a848-c42db79930dd req-6406328d-fcbc-4b61-ac8c-519d16b3a7c0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.61 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 806 time: 0.3541367 Aug 23 15:02:29.222692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6d8f72c9-bef1-4c31-a793-d954221bafe7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6d8f72c9-bef1-4c31-a793-d954221bafe7,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:29.241735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '6d8f72c9-bef1-4c31-a793-d954221bafe7', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'port_id': '6d8f72c9-bef1-4c31-a793-d954221bafe7', 'mac_address': 'fa:16:3e:0c:e7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:02:29.248026 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] Pushing event updated for resources: {'Network': ['ID=e4c6dfb1-5668-41bc-a363-5d504da1a6e0,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:29.275505 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network e4c6dfb1-5668-41bc-a363-5d504da1a6e0 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:02:29.281706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-450f5941-4728-4b3b-a848-c42db79930dd req-7ec7d224-cd47-4467-b380-3568d911c55d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Request body: {'port': {'device_id': '93488065-9888-47ab-bb5d-bcc020ba4543', 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e', 'admin_state_up': True, 'tenant_id': '98c793e8a58f4dcda7e858b805fa89a9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:29.290025 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2cb89b26-3357-4bf1-8e7e-cf57169b56fe req-7428a624-b39f-4186-8c7c-ae3aa00de71d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 210 time: 0.1222763 Aug 23 15:02:29.323613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-aa3ec475-b810-4414-bca4-7810bd050b88 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3751657 Aug 23 15:02:29.324435 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59826) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:29.329592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-0cb4df21-30dd-44df-86ff-3605e13998d1 admin admin] Request body: {'subnet': {'network_id': 'e4c6dfb1-5668-41bc-a363-5d504da1a6e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1850661316-subnet', 'tenant_id': '9c6e131548ca4631942f26af8fc9db63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:29.408556 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:29.430293 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8f72c9-bef1-4c31-a793-d954221bafe7 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:02:29.470350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb4df21-30dd-44df-86ff-3605e13998d1 admin admin] Made reservation on behalf of 9c6e131548ca4631942f26af8fc9db63 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:02:29.481342 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0cb4df21-30dd-44df-86ff-3605e13998d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:29.509134 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:29.593096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450f5941-4728-4b3b-a848-c42db79930dd req-7ec7d224-cd47-4467-b380-3568d911c55d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Made reservation on behalf of 98c793e8a58f4dcda7e858b805fa89a9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:02:29.596966 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-450f5941-4728-4b3b-a848-c42db79930dd req-7ec7d224-cd47-4467-b380-3568d911c55d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:29.653009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6d8f72c9-bef1-4c31-a793-d954221bafe7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6d8f72c9-bef1-4c31-a793-d954221bafe7,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:29.790919 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:29.800579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-450f5941-4728-4b3b-a848-c42db79930dd req-7ec7d224-cd47-4467-b380-3568d911c55d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Allocated IP 172.20.0.11 (64f87949-f645-4741-b9fd-fc55a03e518e/5f22f70f-5be0-4809-bae5-4797be32e410/2026f486-377f-403d-b754-8064f9465d79) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:02:29.902339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eece6-541c-4564-993d-e12969100691 req-f8e21040-1164-46d6-8f62-157b9e12e6d9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:29.904213 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-908eece6-541c-4564-993d-e12969100691 req-f8e21040-1164-46d6-8f62-157b9e12e6d9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 944 time: 0.0800202 Aug 23 15:02:29.934029 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=6d8f72c9-bef1-4c31-a793-d954221bafe7,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:29.993746 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-908eece6-541c-4564-993d-e12969100691 req-cd04d337-24ee-4e4e-8f20-128c60449a05 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834546 Aug 23 15:02:29.994660 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0cb4df21-30dd-44df-86ff-3605e13998d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:30.020117 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-450f5941-4728-4b3b-a848-c42db79930dd req-7ec7d224-cd47-4467-b380-3568d911c55d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:30.058809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Allocated IP 172.25.8.22 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/96028a58-85f9-4e5d-8459-359d8cddbd70) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:02:30.078662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['6d8f72c9-bef1-4c31-a793-d954221bafe7'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:30.093406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4df21-30dd-44df-86ff-3605e13998d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c11b29-a3ef-4007-883d-9f29d9ac5820,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:30.098341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4df21-30dd-44df-86ff-3605e13998d1 admin admin] Checking segment: {'id': '402bfae0-2fff-4d06-9431-c7168885a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e4c6dfb1-5668-41bc-a363-5d504da1a6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:02:30.098725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb4df21-30dd-44df-86ff-3605e13998d1 admin admin] Network hostable DHCP agents. Network: e4c6dfb1-5668-41bc-a363-5d504da1a6e0, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:02:30.212414 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1e81f457-59b2-4681-b76e-89bcea47fa0a req-384a7ee5-b78b-4f22-9ea6-583e774130f4 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0424261 Aug 23 15:02:30.220970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948e2b1-df03-4be2-b4e4-ae87bb4d30ae req-2b0b0c53-524d-4876-a8ab-ee89d1246133 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:30.234745 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4948e2b1-df03-4be2-b4e4-ae87bb4d30ae req-2b0b0c53-524d-4876-a8ab-ee89d1246133 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.1256382 Aug 23 15:02:30.243101 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-450f5941-4728-4b3b-a848-c42db79930dd req-7ec7d224-cd47-4467-b380-3568d911c55d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:30.268476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb4df21-30dd-44df-86ff-3605e13998d1 admin admin] Network e4c6dfb1-5668-41bc-a363-5d504da1a6e0 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:02:30.353984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450f5941-4728-4b3b-a848-c42db79930dd req-7ec7d224-cd47-4467-b380-3568d911c55d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Network 64f87949-f645-4741-b9fd-fc55a03e518e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:02:30.356481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7d224-cd47-4467-b380-3568d911c55d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Pushing event updated for resources: {'Port': ['ID=2026f486-377f-403d-b754-8064f9465d79,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:30.358921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-450f5941-4728-4b3b-a848-c42db79930dd req-7ec7d224-cd47-4467-b380-3568d911c55d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:02:30.366173 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4948e2b1-df03-4be2-b4e4-ae87bb4d30ae req-7d584987-7406-4859-bb70-afa1a789beca tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356227 Aug 23 15:02:30.372670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-450f5941-4728-4b3b-a848-c42db79930dd req-7ec7d224-cd47-4467-b380-3568d911c55d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:02:30.384112 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-0cb4df21-30dd-44df-86ff-3605e13998d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, e4c6dfb1-5668-41bc-a363-5d504da1a6e0) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:02:30.400274 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:30.408046 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d941f-4b17-4da6-8015-bb489c977ca4 None None] Network e4c6dfb1-5668-41bc-a363-5d504da1a6e0 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:02:30.410066 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb4df21-30dd-44df-86ff-3605e13998d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:30.410066 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0cb4df21-30dd-44df-86ff-3605e13998d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:30.453216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f5941-4728-4b3b-a848-c42db79930dd req-7ec7d224-cd47-4467-b380-3568d911c55d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:30.453889 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-450f5941-4728-4b3b-a848-c42db79930dd req-7ec7d224-cd47-4467-b380-3568d911c55d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:30.459315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4178dd6-a5c3-42bd-8489-aae3139ae9ec req-fbd0d171-5f47-4647-9b27-f780e9f5fe6a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:30.460946 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c4178dd6-a5c3-42bd-8489-aae3139ae9ec req-fbd0d171-5f47-4647-9b27-f780e9f5fe6a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 932 time: 0.0803268 Aug 23 15:02:30.553036 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c4178dd6-a5c3-42bd-8489-aae3139ae9ec req-ced9e9d3-9423-4df2-a64f-05a7873b2a71 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787473 Aug 23 15:02:30.581143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98cbe0f-72e7-41b0-b5a8-ca995c89a75e None None] Network e4c6dfb1-5668-41bc-a363-5d504da1a6e0 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:02:30.614618 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0cb4df21-30dd-44df-86ff-3605e13998d1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2888851 Aug 23 15:02:30.643048 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-450f5941-4728-4b3b-a848-c42db79930dd req-7ec7d224-cd47-4467-b380-3568d911c55d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3849444 Aug 23 15:02:30.644422 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:30.683384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Request body: {'port': {'device_id': '93488065-9888-47ab-bb5d-bcc020ba4543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:30.689938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d3f1bdc7-883a-43b3-ba35-b3ce607c683e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:30.730118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:02:30.733630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:02:30.740470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:02:30.783366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Pushing event updated for resources: {'Port': ['ID=96028a58-85f9-4e5d-8459-359d8cddbd70,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:30.797405 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:30.825422 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59848) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:30.892927 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Deleting subnet d1c11b29-a3ef-4007-883d-9f29d9ac5820 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:02:30.896367 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:30.959741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6d8f72c9-bef1-4c31-a793-d954221bafe7 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:02:30.969581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:31.111184 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:31.127378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 6d8f72c9-bef1-4c31-a793-d954221bafe7 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:02:31.136694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 6d8f72c9-bef1-4c31-a793-d954221bafe7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:02:31.137360 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:31.265203 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb65b5d-656d-47fe-b3a8-c95fe34ccf55 req-fec72085-e9dd-4301-b8ce-8f6c539b3aa7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:31.271982 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cdb65b5d-656d-47fe-b3a8-c95fe34ccf55 req-fec72085-e9dd-4301-b8ce-8f6c539b3aa7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 944 time: 0.1651304 Aug 23 15:02:31.342244 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cdb65b5d-656d-47fe-b3a8-c95fe34ccf55 req-00facf74-f54f-49a9-a5ea-a5479bc5ee90 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658336 Aug 23 15:02:31.356299 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:31.381951 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4c3989ff-eb1d-4228-be67-aaa1bf165f3d req-e4b98f02-9d29-4cd3-9e06-07e2cc3bb0cb tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0502403 Aug 23 15:02:31.387014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca0d24e-bc92-4416-a420-5aba0c6a41fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f72c9-bef1-4c31-a793-d954221bafe7'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:31.390233 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ace130a-be6b-492c-af7b-c23d43c88f27" -d '{"events": [{"server_uuid": "0ca0d24e-bc92-4416-a420-5aba0c6a41fb", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f72c9-bef1-4c31-a793-d954221bafe7"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:31.390859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2026f486-377f-403d-b754-8064f9465d79 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:02:31.411188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6d8f72c9-bef1-4c31-a793-d954221bafe7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6d8f72c9-bef1-4c31-a793-d954221bafe7,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:31.415589 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:31.419844 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:31.474376 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876b5564-a1b1-40ae-9151-7ec5bbfe9551 x-openstack-request-id: req-876b5564-a1b1-40ae-9151-7ec5bbfe9551 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:31.474376 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca0d24e-bc92-4416-a420-5aba0c6a41fb", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f72c9-bef1-4c31-a793-d954221bafe7", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:31.474376 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-876b5564-a1b1-40ae-9151-7ec5bbfe9551 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:31.474376 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca0d24e-bc92-4416-a420-5aba0c6a41fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f72c9-bef1-4c31-a793-d954221bafe7', 'code': 200} Aug 23 15:02:31.474801 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c11b29-a3ef-4007-883d-9f29d9ac5820,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:31.489274 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:31.493740 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d1c11b29-a3ef-4007-883d-9f29d9ac5820 HTTP/1.1" status: 204 len: 168 time: 0.6596107 Aug 23 15:02:31.495304 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:31.500147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59862) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:31.504557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:31.504557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:31.504557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:31.504948 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:31.505225 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:31.506312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:31.506312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:31.506611 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:31.507164 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:31.507503 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:31.508416 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:31.508869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578eac5f-061b-4f5e-b60e-24a1e28aa296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:31.630166 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=6d8f72c9-bef1-4c31-a793-d954221bafe7,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:31.646599 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccf850d2-47c6-406b-8d1f-a446b48e4154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:31.656867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99347a03-67f0-4837-908e-46148e6de2de req-b6bca141-4949-4473-a3ef-73f393bff006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:31.658739 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-99347a03-67f0-4837-908e-46148e6de2de req-b6bca141-4949-4473-a3ef-73f393bff006 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 1096 time: 0.0729337 Aug 23 15:02:31.740177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Transition to ACTIVE for port object 2026f486-377f-403d-b754-8064f9465d79 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:02:31.818401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87178cfd-db5b-4aa3-a993-dc5d777a3497 req-3142d640-5efe-461d-93b1-790e170c09c5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:31.826786 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-87178cfd-db5b-4aa3-a993-dc5d777a3497 req-3142d640-5efe-461d-93b1-790e170c09c5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.2862115 Aug 23 15:02:31.854857 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:31.883569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-99347a03-67f0-4837-908e-46148e6de2de req-e4b73f98-d71c-4882-b35f-af363d9e6a6c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167044 Aug 23 15:02:31.897094 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccf850d2-47c6-406b-8d1f-a446b48e4154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:31.911755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-ccf850d2-47c6-406b-8d1f-a446b48e4154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c6dfb1-5668-41bc-a363-5d504da1a6e0']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:02:31.923697 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1f373-f051-4a77-b8ee-034d82e8b45d req-cd11b7ed-6dd6-4347-9cd9-d74e3d37d752 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:31.931616 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6db1f373-f051-4a77-b8ee-034d82e8b45d req-cd11b7ed-6dd6-4347-9cd9-d74e3d37d752 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 932 time: 0.2009335 Aug 23 15:02:31.949394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-ccf850d2-47c6-406b-8d1f-a446b48e4154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402bfae0-2fff-4d06-9431-c7168885a857') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:02:31.949746 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-ccf850d2-47c6-406b-8d1f-a446b48e4154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402bfae0-2fff-4d06-9431-c7168885a857') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:02:31.969594 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccf850d2-47c6-406b-8d1f-a446b48e4154 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:31.999584 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccf850d2-47c6-406b-8d1f-a446b48e4154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:32.009017 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6db1f373-f051-4a77-b8ee-034d82e8b45d req-409776f6-0aa3-4d4c-96a4-a143592b4bd3 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758662 Aug 23 15:02:32.013121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf850d2-47c6-406b-8d1f-a446b48e4154 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:02:32.013546 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccf850d2-47c6-406b-8d1f-a446b48e4154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:02:32.015897 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:02:32.262815 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccf850d2-47c6-406b-8d1f-a446b48e4154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:32.269379 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccf850d2-47c6-406b-8d1f-a446b48e4154 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:32.274959 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ccf850d2-47c6-406b-8d1f-a446b48e4154 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e4c6dfb1-5668-41bc-a363-5d504da1a6e0 HTTP/1.1" status: 204 len: 168 time: 0.7736626 Aug 23 15:02:32.293767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Pushing event updated for resources: {'Port': ['ID=2026f486-377f-403d-b754-8064f9465d79,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:32.295306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf850d2-47c6-406b-8d1f-a446b48e4154 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c6dfb1-5668-41bc-a363-5d504da1a6e0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:32.324817 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-87178cfd-db5b-4aa3-a993-dc5d777a3497 req-2b0a2a1d-60ed-4d34-b4f5-cb6286ecffb5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951959 Aug 23 15:02:32.356267 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:32.456900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Attempting to bind port 2026f486-377f-403d-b754-8064f9465d79 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:02:32.457734 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Attempting to bind port 2026f486-377f-403d-b754-8064f9465d79 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:02:32.457734 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Attempting to bind port 2026f486-377f-403d-b754-8064f9465d79 on network 64f87949-f645-4741-b9fd-fc55a03e518e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:02:32.463460 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Port 2026f486-377f-403d-b754-8064f9465d79 on network 64f87949-f645-4741-b9fd-fc55a03e518e not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:02:32.463903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Attempting to bind port 2026f486-377f-403d-b754-8064f9465d79 on network 64f87949-f645-4741-b9fd-fc55a03e518e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:02:32.474820 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:02:32.475175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Checking segment: {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:02:32.475617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Bound using segment: {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:02:32.476040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Bound port: 2026f486-377f-403d-b754-8064f9465d79, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:02:32.476410 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:32.484247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f98fee-8f73-43c4-ba20-82b956e18c4b req-f6e1d6c5-961d-4fe3-87c9-45d9a3826403 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:32.485941 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32f98fee-8f73-43c4-ba20-82b956e18c4b req-f6e1d6c5-961d-4fe3-87c9-45d9a3826403 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.0709565 Aug 23 15:02:32.516322 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ea0c631-e7c6-4879-b528-98ea03181ff1 req-3fed4438-c32c-414c-b98f-c4d379174776 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0301223 Aug 23 15:02:32.530415 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32f98fee-8f73-43c4-ba20-82b956e18c4b req-42ee7f65-109b-4e2a-95d6-c63ae0f87031 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381825 Aug 23 15:02:32.610366 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:32.648405 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] For port 2026f486-377f-403d-b754-8064f9465d79, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:02:32.673322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] For port 2026f486-377f-403d-b754-8064f9465d79, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=2026f486-377f-403d-b754-8064f9465d79,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:02:32.702252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59882) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:32.735457 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ac45079b-9ed9-4439-b25d-a6d0cfd1658a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9c6e131548ca4631942f26af8fc9db63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420909 Aug 23 15:02:32.743693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59884) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:32.793855 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:32.796391 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8ced34f-3743-4db0-9b1c-d4c2386cfa03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:32.805484 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:32.820038 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8ced34f-3743-4db0-9b1c-d4c2386cfa03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:32.839393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:32.839629 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:32.841063 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-450f5941-4728-4b3b-a848-c42db79930dd req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] 10.222.0.61 "PUT /v2.0/ports/2026f486-377f-403d-b754-8064f9465d79 HTTP/1.1" status: 200 len: 1092 time: 2.1872277 Aug 23 15:02:32.841502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93488065-9888-47ab-bb5d-bcc020ba4543', 'tag': '2026f486-377f-403d-b754-8064f9465d79'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:32.843761 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4e6406-b408-4a70-81a8-df23cad5405e" -d '{"events": [{"name": "network-changed", "server_uuid": "93488065-9888-47ab-bb5d-bcc020ba4543", "tag": "2026f486-377f-403d-b754-8064f9465d79"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:32.877149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68820a-5068-4504-9e57-90c0f2f4aa67 service neutron] Pushing event updated for resources: {'Port': ['ID=2026f486-377f-403d-b754-8064f9465d79,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:32.887124 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:32.891480 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67968146-e331-4d5e-bb6a-f552aa7dce0e x-openstack-request-id: req-67968146-e331-4d5e-bb6a-f552aa7dce0e {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:32.891826 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93488065-9888-47ab-bb5d-bcc020ba4543", "tag": "2026f486-377f-403d-b754-8064f9465d79", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:32.899207 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67968146-e331-4d5e-bb6a-f552aa7dce0e {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:32.899207 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93488065-9888-47ab-bb5d-bcc020ba4543', 'tag': '2026f486-377f-403d-b754-8064f9465d79', 'status': 'completed', 'code': 200} Aug 23 15:02:32.973331 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8ced34f-3743-4db0-9b1c-d4c2386cfa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:32.980409 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8ced34f-3743-4db0-9b1c-d4c2386cfa03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:32.985107 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a8ced34f-3743-4db0-9b1c-d4c2386cfa03 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eaf54228-2a6f-4e6a-89e6-b1a14b121e55 HTTP/1.1" status: 204 len: 168 time: 0.2429957 Aug 23 15:02:33.003026 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ced34f-3743-4db0-9b1c-d4c2386cfa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf54228-2a6f-4e6a-89e6-b1a14b121e55,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:33.007156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Pushing event updated for resources: {'Port': ['ID=96028a58-85f9-4e5d-8459-359d8cddbd70,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:33.028097 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:33.092683 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6406-b408-4a70-81a8-df23cad5405e req-4b479d0d-590d-41a9-8814-7f498f32da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:33.094327 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af4e6406-b408-4a70-81a8-df23cad5405e req-4b479d0d-590d-41a9-8814-7f498f32da1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 1095 time: 0.1436133 Aug 23 15:02:33.207021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59894) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:33.311485 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Floating IP 42f4845d-46b9-4672-b93f-0e4df6d55550 associated. External IP: 172.25.8.22, port: 14cafb71-f251-476c-8a69-bb23995d2d80. Aug 23 15:02:33.328948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43457b-2e7e-4aed-a764-1693b3c8e31d req-3cc1b870-5903-43c3-9f9b-13950a161c08 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:33.328948 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc43457b-2e7e-4aed-a764-1693b3c8e31d req-3cc1b870-5903-43c3-9f9b-13950a161c08 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 944 time: 0.1624887 Aug 23 15:02:33.368644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6406-b408-4a70-81a8-df23cad5405e req-2432ac16-4122-4d98-802c-68ca02dfc8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:33.370168 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c41d6a6f-30e7-421d-9ba0-79f88c99b945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:33.370558 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af4e6406-b408-4a70-81a8-df23cad5405e req-2432ac16-4122-4d98-802c-68ca02dfc8f5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2678878 Aug 23 15:02:33.490661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9295669-f6e5-4c2a-85df-4a00dd6d5931 req-0c1c0346-9c59-4d5b-abdf-10af0ec982be tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:33.492378 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e9295669-f6e5-4c2a-85df-4a00dd6d5931 req-0c1c0346-9c59-4d5b-abdf-10af0ec982be tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0700667 Aug 23 15:02:33.517041 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc43457b-2e7e-4aed-a764-1693b3c8e31d req-ba8ab805-02c4-476b-ad75-537136497815 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436982 Aug 23 15:02:33.551074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6406-b408-4a70-81a8-df23cad5405e req-6378b43b-63ba-4217-8fa5-5cbaf13b30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:33.553055 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af4e6406-b408-4a70-81a8-df23cad5405e req-6378b43b-63ba-4217-8fa5-5cbaf13b30e3 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1689100 Aug 23 15:02:33.571285 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c41d6a6f-30e7-421d-9ba0-79f88c99b945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:33.597121 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e9295669-f6e5-4c2a-85df-4a00dd6d5931 req-0c12e532-7b20-45f8-8f58-abe908c79138 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853348 Aug 23 15:02:33.647348 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c41d6a6f-30e7-421d-9ba0-79f88c99b945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:33.712467 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c41d6a6f-30e7-421d-9ba0-79f88c99b945 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=288c48dc25064388a161bde17a6fb107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037897 Aug 23 15:02:33.714495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d6a6f-30e7-421d-9ba0-79f88c99b945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361cb8bb-2580-416f-be79-49de7bc97e0e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:33.718380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59910) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:33.777636 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6e90975f-a7ed-4abd-a3f3-2a755a64c36f req-d00e08cc-a38c-4f8d-9856-2df8195f22f9 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0638216 Aug 23 15:02:33.781302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f5941-4728-4b3b-a848-c42db79930dd req-9a056a55-914e-4f9c-a920-590d61306a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:33.783538 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-450f5941-4728-4b3b-a848-c42db79930dd req-9a056a55-914e-4f9c-a920-590d61306a7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 1095 time: 0.1534772 Aug 23 15:02:33.862424 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-450f5941-4728-4b3b-a848-c42db79930dd req-68384963-0ea5-426f-886b-d27cc149ba6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2026f486-377f-403d-b754-8064f9465d79 HTTP/1.1" status: 200 len: 217 time: 0.0661705 Aug 23 15:02:33.877605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cd47d-1541-4439-b03a-aa341c3a3ea9 req-66f2529e-075c-4bfc-9fa4-1dbe419cad87 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:33.879171 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec3cd47d-1541-4439-b03a-aa341c3a3ea9 req-66f2529e-075c-4bfc-9fa4-1dbe419cad87 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.2150977 Aug 23 15:02:33.935196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Router 47d7944c-32ec-43d4-a406-7b8c96a3819c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:02:33.985956 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03b0c509-c1fc-4ac6-9005-b86e5fa981fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:33.993117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f5941-4728-4b3b-a848-c42db79930dd req-64bef558-1949-4c27-914f-214834d6f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:33.994755 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-450f5941-4728-4b3b-a848-c42db79930dd req-64bef558-1949-4c27-914f-214834d6f8da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5f22f70f-5be0-4809-bae5-4797be32e410 HTTP/1.1" status: 200 len: 846 time: 0.1119778 Aug 23 15:02:34.011115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec3cd47d-1541-4439-b03a-aa341c3a3ea9 req-092753da-b1d2-4bed-b8fe-ddb79257b104 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170413 Aug 23 15:02:34.094780 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03b0c509-c1fc-4ac6-9005-b86e5fa981fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:34.099795 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-450f5941-4728-4b3b-a848-c42db79930dd req-b27103a4-5d90-4be8-81a1-db11260b3f2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=64f87949-f645-4741-b9fd-fc55a03e518e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843000 Aug 23 15:02:34.553361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:02:34.577268 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cbae0b-cdc3-408c-9541-db24e64955f9 None None] Sync routers for ids ['47d7944c-32ec-43d4-a406-7b8c96a3819c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:02:34.588551 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-450f5941-4728-4b3b-a848-c42db79930dd req-a4ba3ecd-5b27-42b6-893b-1fa9e9b6d38c service neutron] 10.222.0.61 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749591 Aug 23 15:02:34.595381 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cbae0b-cdc3-408c-9541-db24e64955f9 None None] Routers {'47d7944c-32ec-43d4-a406-7b8c96a3819c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:02:34.600200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-74cbae0b-cdc3-408c-9541-db24e64955f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:02:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['47d7944c-32ec-43d4-a406-7b8c96a3819c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:02:34.603283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48955ffb-f68b-4e56-90d4-c7d4c23e9de4 req-aefd851d-b110-48ca-abf0-426febac4d45 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:34.603283 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48955ffb-f68b-4e56-90d4-c7d4c23e9de4 req-aefd851d-b110-48ca-abf0-426febac4d45 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.1149580 Aug 23 15:02:34.677436 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03b0c509-c1fc-4ac6-9005-b86e5fa981fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:34.677436 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03b0c509-c1fc-4ac6-9005-b86e5fa981fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:34.678132 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-03b0c509-c1fc-4ac6-9005-b86e5fa981fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/361cb8bb-2580-416f-be79-49de7bc97e0e HTTP/1.1" status: 204 len: 168 time: 0.9578221 Aug 23 15:02:34.707470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0c509-c1fc-4ac6-9005-b86e5fa981fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361cb8bb-2580-416f-be79-49de7bc97e0e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:34.709398 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:34.738526 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4a4d-5da1-41db-95be-05b211fdeb86 req-4ddecf63-7cf1-48d6-b120-71137e086eba tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:34.749195 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48955ffb-f68b-4e56-90d4-c7d4c23e9de4 req-5471c220-a8da-493b-ad6a-bf90975bb587 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361079 Aug 23 15:02:34.768300 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-936b4a4d-5da1-41db-95be-05b211fdeb86 req-4ddecf63-7cf1-48d6-b120-71137e086eba tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 944 time: 0.0915527 Aug 23 15:02:34.768688 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ed813024-3728-4fb1-904f-cce25d6091a9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2996521 Aug 23 15:02:34.778799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59944) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:34.800719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-74cbae0b-cdc3-408c-9541-db24e64955f9 None None] Set router 47d7944c-32ec-43d4-a406-7b8c96a3819c gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:02:34.803018 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-450f5941-4728-4b3b-a848-c42db79930dd req-f20eaf49-cfd9-4844-abe6-7d76bcdc058b service neutron] 10.222.0.61 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986835 Aug 23 15:02:34.844088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d5e877-ee50-413d-a94e-fa8bf85eab95 tempest-TestVolumeBackupRestore-362428130 tempest-TestVolumeBackupRestore-362428130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:34.845639 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e3d5e877-ee50-413d-a94e-fa8bf85eab95 tempest-TestVolumeBackupRestore-362428130 tempest-TestVolumeBackupRestore-362428130-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 1092 time: 0.0737531 Aug 23 15:02:34.848868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59948) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:34.856585 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-936b4a4d-5da1-41db-95be-05b211fdeb86 req-3805a0af-6446-4fb8-a572-25f90efee30c tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858309 Aug 23 15:02:34.886891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-30fdc80e-ab7d-44f7-89db-79776e69308e tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Request body: {'floatingip': {'port_id': '14cafb71-f251-476c-8a69-bb23995d2d80'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:34.932044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'tag': '14cafb71-f251-476c-8a69-bb23995d2d80'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:34.934610 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee6ddf1-8342-4d5a-ad45-372e06ef4bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "037aff89-ea7e-447b-bf09-f53732b7acfc", "tag": "14cafb71-f251-476c-8a69-bb23995d2d80"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:35.069833 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-30fdc80e-ab7d-44f7-89db-79776e69308e tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:35.119751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d6c99-8ec1-46cf-889a-9f868e9a9ef9 req-0c497fd4-7c9b-4d6e-9e75-a8ab5b73db73 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:35.127785 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0d8d6c99-8ec1-46cf-889a-9f868e9a9ef9 req-0c497fd4-7c9b-4d6e-9e75-a8ab5b73db73 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.1979446 Aug 23 15:02:35.153484 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-74cbae0b-cdc3-408c-9541-db24e64955f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T14:58:08Z', 'revision_number': 4, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '42f4845d-46b9-4672-b93f-0e4df6d55550', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'port_id': '14cafb71-f251-476c-8a69-bb23995d2d80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'mac_address': 'fa:16:3e:68:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:02:31Z', 'updated_at': '2021-08-23T15:02:31Z', 'revision_number': 0, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1268ee-0f7d-4ff5-a4bd-ceee4c111777', 'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'mac_address': 'fa:16:3e:51:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:07Z', 'updated_at': '2021-08-23T14:58:19Z', 'revision_number': 5, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'subnets': [{'id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:02:35.184258 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0d8d6c99-8ec1-46cf-889a-9f868e9a9ef9 req-6f90f09f-77d7-4bd3-a11d-bd77809294d8 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555749 Aug 23 15:02:35.202416 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cbae0b-cdc3-408c-9541-db24e64955f9 None None] Checking router: 47d7944c-32ec-43d4-a406-7b8c96a3819c for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:02:35.222135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cbae0b-cdc3-408c-9541-db24e64955f9 None None] Routers {'47d7944c-32ec-43d4-a406-7b8c96a3819c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:02:35.223062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-74cbae0b-cdc3-408c-9541-db24e64955f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:02:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['47d7944c-32ec-43d4-a406-7b8c96a3819c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:02:35.316716 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00e1d031-a10a-47fa-9e6f-96bfe7ff1864 req-2e6d33b1-815f-4560-9903-fce423a4f8af tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0375891 Aug 23 15:02:35.396962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-74cbae0b-cdc3-408c-9541-db24e64955f9 None None] Set router 47d7944c-32ec-43d4-a406-7b8c96a3819c gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:02:35.397116 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7717a82c-50fd-433a-b55a-e533965b0688 x-openstack-request-id: req-7717a82c-50fd-433a-b55a-e533965b0688 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:35.397426 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037aff89-ea7e-447b-bf09-f53732b7acfc", "tag": "14cafb71-f251-476c-8a69-bb23995d2d80", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:35.397736 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7717a82c-50fd-433a-b55a-e533965b0688 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:35.399568 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'tag': '14cafb71-f251-476c-8a69-bb23995d2d80', 'status': 'completed', 'code': 200} Aug 23 15:02:35.569094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6ddf1-8342-4d5a-ad45-372e06ef4bcc req-f94ec5de-b791-492a-9069-702152f81868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:35.571109 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ee6ddf1-8342-4d5a-ad45-372e06ef4bcc req-f94ec5de-b791-492a-9069-702152f81868 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94f04dbf9eef4b6cabf9f08f4814b810&device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 1097 time: 0.1143258 Aug 23 15:02:35.693601 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-74cbae0b-cdc3-408c-9541-db24e64955f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T14:58:08Z', 'revision_number': 4, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '42f4845d-46b9-4672-b93f-0e4df6d55550', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'port_id': '14cafb71-f251-476c-8a69-bb23995d2d80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'mac_address': 'fa:16:3e:68:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:02:31Z', 'updated_at': '2021-08-23T15:02:31Z', 'revision_number': 0, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1268ee-0f7d-4ff5-a4bd-ceee4c111777', 'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'mac_address': 'fa:16:3e:51:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:07Z', 'updated_at': '2021-08-23T14:58:19Z', 'revision_number': 5, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'subnets': [{'id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:02:35.725769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cbae0b-cdc3-408c-9541-db24e64955f9 None None] The sync data for ids ['47d7944c-32ec-43d4-a406-7b8c96a3819c'] in n-d-804985-3 is: [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T14:58:08Z', 'revision_number': 4, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '42f4845d-46b9-4672-b93f-0e4df6d55550', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'port_id': '14cafb71-f251-476c-8a69-bb23995d2d80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'mac_address': 'fa:16:3e:68:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:02:31Z', 'updated_at': '2021-08-23T15:02:31Z', 'revision_number': 0, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1268ee-0f7d-4ff5-a4bd-ceee4c111777', 'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'mac_address': 'fa:16:3e:51:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:07Z', 'updated_at': '2021-08-23T14:58:19Z', 'revision_number': 5, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'subnets': [{'id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:02:35.764261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6ddf1-8342-4d5a-ad45-372e06ef4bcc req-004b434f-547c-43f9-bdec-77f42048422d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:35.765760 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ee6ddf1-8342-4d5a-ad45-372e06ef4bcc req-004b434f-547c-43f9-bdec-77f42048422d service neutron] 10.222.0.61 "GET /v2.0/networks?id=529cc4b9-928f-4b12-96db-60ee071d5066 HTTP/1.1" status: 200 len: 915 time: 0.1862710 Aug 23 15:02:35.919140 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59968) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:35.951319 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cdc615ba-798c-4d5d-b698-5762f9e6a082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:35.955217 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ee6ddf1-8342-4d5a-ad45-372e06ef4bcc req-dd049822-e0c3-4161-886a-a3e23175442f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14cafb71-f251-476c-8a69-bb23995d2d80 HTTP/1.1" status: 200 len: 999 time: 0.1485918 Aug 23 15:02:35.978519 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-30fdc80e-ab7d-44f7-89db-79776e69308e tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:36.014699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abf374-14f3-4f7e-9df6-8764469097a8 req-f4a3ab5f-98db-4710-ad15-1c4534abf84b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:36.016804 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18abf374-14f3-4f7e-9df6-8764469097a8 req-f4a3ab5f-98db-4710-ad15-1c4534abf84b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.1627078 Aug 23 15:02:36.078003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6ddf1-8342-4d5a-ad45-372e06ef4bcc req-523d75dd-d8d6-40f0-989b-b797ea00e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:36.079545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ee6ddf1-8342-4d5a-ad45-372e06ef4bcc req-523d75dd-d8d6-40f0-989b-b797ea00e456 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff HTTP/1.1" status: 200 len: 853 time: 0.1133494 Aug 23 15:02:36.081485 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-30fdc80e-ab7d-44f7-89db-79776e69308e tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:36.086594 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d72c364-f136-47b1-bc84-41f9f3f60d1b None None] New status for floating IP 42f4845d-46b9-4672-b93f-0e4df6d55550: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:02:36.169494 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cdc615ba-798c-4d5d-b698-5762f9e6a082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:36.183030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcd704-2504-4f4b-ab87-f7f105bf4ed9 req-a51a5ca7-4fbc-43ef-b9d4-e90016f16ec2 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:36.188224 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-93bcd704-2504-4f4b-ab87-f7f105bf4ed9 req-a51a5ca7-4fbc-43ef-b9d4-e90016f16ec2 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 944 time: 0.0910418 Aug 23 15:02:36.200269 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18abf374-14f3-4f7e-9df6-8764469097a8 req-c606982b-42b8-40f1-b72b-24fa5655266e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586370 Aug 23 15:02:36.271252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6ddf1-8342-4d5a-ad45-372e06ef4bcc req-3610ed67-c008-4d3e-a08d-ee8c9c351d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:36.272780 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ee6ddf1-8342-4d5a-ad45-372e06ef4bcc req-3610ed67-c008-4d3e-a08d-ee8c9c351d65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=529cc4b9-928f-4b12-96db-60ee071d5066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204400 Aug 23 15:02:36.275362 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-93bcd704-2504-4f4b-ab87-f7f105bf4ed9 req-111a0354-e80e-416c-b71f-bc84c495e99e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839591 Aug 23 15:02:36.285433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cdc615ba-798c-4d5d-b698-5762f9e6a082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:36.366929 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cdc615ba-798c-4d5d-b698-5762f9e6a082 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae8843cbf46440a5b50895dd6bd6ea92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391172 Aug 23 15:02:36.368748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59982) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:36.391206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc615ba-798c-4d5d-b698-5762f9e6a082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08666ba1-d835-46f6-8d16-9126b6e43c76,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:36.425363 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ee6ddf1-8342-4d5a-ad45-372e06ef4bcc req-28e53e7c-bd79-47b8-a41a-570aa4977f73 service neutron] 10.222.0.61 "GET /v2.0/networks/529cc4b9-928f-4b12-96db-60ee071d5066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395130 Aug 23 15:02:36.481006 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e46d5f20-9855-49ce-a333-4265e5941367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:36.496470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07298db5-6c97-4bc3-b203-e7924337a5bc req-88f95067-1008-462c-8310-a30e89d59294 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:36.498131 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07298db5-6c97-4bc3-b203-e7924337a5bc req-88f95067-1008-462c-8310-a30e89d59294 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.1110818 Aug 23 15:02:36.535527 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e46d5f20-9855-49ce-a333-4265e5941367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:36.603611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07298db5-6c97-4bc3-b203-e7924337a5bc req-5c5dcfb2-deb1-41c7-895b-0548fbedb6c4 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875072 Aug 23 15:02:36.674649 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fdc80e-ab7d-44f7-89db-79776e69308e tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Router 47d7944c-32ec-43d4-a406-7b8c96a3819c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:02:36.706919 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e46d5f20-9855-49ce-a333-4265e5941367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:36.709745 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e46d5f20-9855-49ce-a333-4265e5941367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:36.710950 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e46d5f20-9855-49ce-a333-4265e5941367 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08666ba1-d835-46f6-8d16-9126b6e43c76 HTTP/1.1" status: 204 len: 168 time: 0.3410420 Aug 23 15:02:36.739087 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e82db974-115b-4b6a-bd83-cfaaf53cb102 req-dac3258d-110a-48b0-9332-a015292c59c3 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0475919 Aug 23 15:02:36.745894 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d5f20-9855-49ce-a333-4265e5941367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08666ba1-d835-46f6-8d16-9126b6e43c76,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:36.848159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fdc80e-ab7d-44f7-89db-79776e69308e tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:02:36.862248 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-30fdc80e-ab7d-44f7-89db-79776e69308e tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:36.870252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ced5bc-9e57-4ccc-af03-7f9ea721edd2 None None] Sync routers for ids ['47d7944c-32ec-43d4-a406-7b8c96a3819c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:02:36.883570 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ced5bc-9e57-4ccc-af03-7f9ea721edd2 None None] Routers {'47d7944c-32ec-43d4-a406-7b8c96a3819c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:02:36.884326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-58ced5bc-9e57-4ccc-af03-7f9ea721edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:02:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['47d7944c-32ec-43d4-a406-7b8c96a3819c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:02:36.927327 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ee6ddf1-8342-4d5a-ad45-372e06ef4bcc req-fd254993-16d4-4c66-ba86-e495699da3e9 service neutron] 10.222.0.61 "GET /v2.0/networks/529cc4b9-928f-4b12-96db-60ee071d5066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771036 Aug 23 15:02:36.994617 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-30fdc80e-ab7d-44f7-89db-79776e69308e tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "PUT /v2.0/floatingips/42f4845d-46b9-4672-b93f-0e4df6d55550 HTTP/1.1" status: 200 len: 991 time: 2.1431983 Aug 23 15:02:37.032455 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-58ced5bc-9e57-4ccc-af03-7f9ea721edd2 None None] Set router 47d7944c-32ec-43d4-a406-7b8c96a3819c gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:02:37.332804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-58ced5bc-9e57-4ccc-af03-7f9ea721edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T14:58:08Z', 'revision_number': 4, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '42f4845d-46b9-4672-b93f-0e4df6d55550', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'port_id': '14cafb71-f251-476c-8a69-bb23995d2d80', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'mac_address': 'fa:16:3e:68:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:02:31Z', 'updated_at': '2021-08-23T15:02:36Z', 'revision_number': 2, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1268ee-0f7d-4ff5-a4bd-ceee4c111777', 'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'mac_address': 'fa:16:3e:51:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:07Z', 'updated_at': '2021-08-23T14:58:19Z', 'revision_number': 5, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'subnets': [{'id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:02:37.378840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ced5bc-9e57-4ccc-af03-7f9ea721edd2 None None] Checking router: 47d7944c-32ec-43d4-a406-7b8c96a3819c for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:02:37.390015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ced5bc-9e57-4ccc-af03-7f9ea721edd2 None None] Routers {'47d7944c-32ec-43d4-a406-7b8c96a3819c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:02:37.390773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-58ced5bc-9e57-4ccc-af03-7f9ea721edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:02:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['47d7944c-32ec-43d4-a406-7b8c96a3819c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:02:37.399256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'tag': '14cafb71-f251-476c-8a69-bb23995d2d80'}, {'name': 'network-changed', 'server_uuid': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'tag': '14cafb71-f251-476c-8a69-bb23995d2d80'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:37.403046 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "037aff89-ea7e-447b-bf09-f53732b7acfc", "tag": "14cafb71-f251-476c-8a69-bb23995d2d80"}, {"name": "network-changed", "server_uuid": "037aff89-ea7e-447b-bf09-f53732b7acfc", "tag": "14cafb71-f251-476c-8a69-bb23995d2d80"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:37.498661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5570d5-956e-40ee-bded-f315628c159e req-728afd4b-d733-4916-a7f3-c80ef9a3f86c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:37.500442 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a5570d5-956e-40ee-bded-f315628c159e req-728afd4b-d733-4916-a7f3-c80ef9a3f86c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.0899322 Aug 23 15:02:37.503389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22ed82-168b-499f-aac5-a0640eca2145 req-0bfd0a67-0f0c-40a3-89fd-8981bf278491 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:37.505855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc22ed82-168b-499f-aac5-a0640eca2145 req-0bfd0a67-0f0c-40a3-89fd-8981bf278491 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 944 time: 0.0750027 Aug 23 15:02:37.559470 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a5570d5-956e-40ee-bded-f315628c159e req-1a63e2de-a2f2-49a6-9931-e7b9ea31b8a9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465815 Aug 23 15:02:37.560231 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc22ed82-168b-499f-aac5-a0640eca2145 req-0cb456f4-4a77-408e-9b29-75f644082cf0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443678 Aug 23 15:02:37.640154 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19c63ce-61aa-47d5-b3e3-f14658ddc074 x-openstack-request-id: req-b19c63ce-61aa-47d5-b3e3-f14658ddc074 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:37.640519 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037aff89-ea7e-447b-bf09-f53732b7acfc", "tag": "14cafb71-f251-476c-8a69-bb23995d2d80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "037aff89-ea7e-447b-bf09-f53732b7acfc", "tag": "14cafb71-f251-476c-8a69-bb23995d2d80", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:37.640777 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b19c63ce-61aa-47d5-b3e3-f14658ddc074 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:37.641195 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'tag': '14cafb71-f251-476c-8a69-bb23995d2d80', 'status': 'completed', 'code': 200} Aug 23 15:02:37.641503 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'tag': '14cafb71-f251-476c-8a69-bb23995d2d80', 'status': 'completed', 'code': 200} Aug 23 15:02:37.767022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 2026f486-377f-403d-b754-8064f9465d79 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:02:37.787747 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-58ced5bc-9e57-4ccc-af03-7f9ea721edd2 None None] Set router 47d7944c-32ec-43d4-a406-7b8c96a3819c gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:02:37.857056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-5f0be8f8-f49e-46ca-9642-2dd03de2383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:37.858755 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-5f0be8f8-f49e-46ca-9642-2dd03de2383a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94f04dbf9eef4b6cabf9f08f4814b810&device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 1097 time: 0.1926403 Aug 23 15:02:37.988622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b0f33-c379-461e-9717-c2b250ac6631 req-816d4fa6-60e8-4d37-a226-6289145171d5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:37.989343 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 2026f486-377f-403d-b754-8064f9465d79, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=2026f486-377f-403d-b754-8064f9465d79,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:37.996207 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0c2b0f33-c379-461e-9717-c2b250ac6631 req-816d4fa6-60e8-4d37-a226-6289145171d5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.1463735 Aug 23 15:02:38.036898 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '2026f486-377f-403d-b754-8064f9465d79', 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e', 'port_id': '2026f486-377f-403d-b754-8064f9465d79', 'mac_address': 'fa:16:3e:1a:b2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f22f70f-5be0-4809-bae5-4797be32e410', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:02:38.053059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-da7ad837-ed20-462b-9d72-a8b6f683d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:38.055502 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-da7ad837-ed20-462b-9d72-a8b6f683d967 service neutron] 10.222.0.61 "GET /v2.0/networks?id=529cc4b9-928f-4b12-96db-60ee071d5066 HTTP/1.1" status: 200 len: 915 time: 0.1749809 Aug 23 15:02:38.060252 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0c2b0f33-c379-461e-9717-c2b250ac6631 req-93ecadde-3e32-4463-bda3-c23d36309b26 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628772 Aug 23 15:02:38.164860 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:38.169359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-faa9bb94-64af-4379-a026-b4e036cbc6dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14cafb71-f251-476c-8a69-bb23995d2d80 HTTP/1.1" status: 200 len: 1001 time: 0.1005290 Aug 23 15:02:38.203676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2026f486-377f-403d-b754-8064f9465d79 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:02:38.223359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b891bf6-37d6-40a0-8ec7-091f1506f730 req-0d75aac7-e2d7-47c6-8ad4-5b62704ae395 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0529454 Aug 23 15:02:38.249424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-a70c3948-93e1-49d8-81bb-869de9e2d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:38.256648 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-a70c3948-93e1-49d8-81bb-869de9e2d397 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff HTTP/1.1" status: 200 len: 853 time: 0.0717034 Aug 23 15:02:38.263529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 2026f486-377f-403d-b754-8064f9465d79, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=2026f486-377f-403d-b754-8064f9465d79,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:38.272472 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-58ced5bc-9e57-4ccc-af03-7f9ea721edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T14:58:08Z', 'revision_number': 4, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '42f4845d-46b9-4672-b93f-0e4df6d55550', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'port_id': '14cafb71-f251-476c-8a69-bb23995d2d80', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'mac_address': 'fa:16:3e:68:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:02:31Z', 'updated_at': '2021-08-23T15:02:36Z', 'revision_number': 2, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1268ee-0f7d-4ff5-a4bd-ceee4c111777', 'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'mac_address': 'fa:16:3e:51:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:07Z', 'updated_at': '2021-08-23T14:58:19Z', 'revision_number': 5, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'subnets': [{'id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:02:38.307496 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ced5bc-9e57-4ccc-af03-7f9ea721edd2 None None] The sync data for ids ['47d7944c-32ec-43d4-a406-7b8c96a3819c'] in n-d-804985-3 is: [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T14:58:08Z', 'revision_number': 4, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '42f4845d-46b9-4672-b93f-0e4df6d55550', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'port_id': '14cafb71-f251-476c-8a69-bb23995d2d80', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'mac_address': 'fa:16:3e:68:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:02:31Z', 'updated_at': '2021-08-23T15:02:36Z', 'revision_number': 2, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1268ee-0f7d-4ff5-a4bd-ceee4c111777', 'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'mac_address': 'fa:16:3e:51:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:07Z', 'updated_at': '2021-08-23T14:58:19Z', 'revision_number': 5, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'subnets': [{'id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:02:38.312034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-81540cfe-b1f9-421d-bdc4-04c634196179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:38.313617 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-81540cfe-b1f9-421d-bdc4-04c634196179 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=529cc4b9-928f-4b12-96db-60ee071d5066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532529 Aug 23 15:02:38.426876 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-90d8b9a9-3e48-4dbc-aacc-8b3c35773707 service neutron] 10.222.0.61 "GET /v2.0/networks/529cc4b9-928f-4b12-96db-60ee071d5066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024044 Aug 23 15:02:38.436526 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:38.562751 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=2026f486-377f-403d-b754-8064f9465d79,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:38.636646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-9bf2bb79-4a59-41e9-a9c8-abf818e4eda2 service neutron] 10.222.0.61 "GET /v2.0/networks/529cc4b9-928f-4b12-96db-60ee071d5066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989431 Aug 23 15:02:38.736822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['2026f486-377f-403d-b754-8064f9465d79'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:38.752216 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb44df-c895-4989-8173-58be7a4ed2ba req-36210fc2-ac7a-46b7-a1b0-37f6fca15f82 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:38.753897 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a4eb44df-c895-4989-8173-58be7a4ed2ba req-36210fc2-ac7a-46b7-a1b0-37f6fca15f82 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 945 time: 0.0929873 Aug 23 15:02:38.838940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-2a772d2d-29cb-41f2-9c40-12efabf5d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:38.842164 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-2a772d2d-29cb-41f2-9c40-12efabf5d34e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94f04dbf9eef4b6cabf9f08f4814b810&device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 1097 time: 0.1554406 Aug 23 15:02:38.844941 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a4eb44df-c895-4989-8173-58be7a4ed2ba req-4050dca2-87f3-4377-b50f-4bbd43630147 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773430 Aug 23 15:02:38.873270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a1312-cc40-4327-be24-ae231543bc8f req-c9c0e565-b6f4-44c5-8932-58eba00f2418 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:38.874910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-457a1312-cc40-4327-be24-ae231543bc8f req-c9c0e565-b6f4-44c5-8932-58eba00f2418 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.1410351 Aug 23 15:02:39.021970 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6d8f72c9-bef1-4c31-a793-d954221bafe7 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:02:39.090083 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-457a1312-cc40-4327-be24-ae231543bc8f req-84c03263-2ebf-4fe9-bc49-230e9f771f35 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779115 Aug 23 15:02:39.127399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-443af7eb-9710-4ff2-b263-48ea1131fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:39.133981 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-443af7eb-9710-4ff2-b263-48ea1131fb54 service neutron] 10.222.0.61 "GET /v2.0/networks?id=529cc4b9-928f-4b12-96db-60ee071d5066 HTTP/1.1" status: 200 len: 915 time: 0.2837763 Aug 23 15:02:39.226952 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-b3ea5919-40b0-4f84-bfb3-febe4767f033 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14cafb71-f251-476c-8a69-bb23995d2d80 HTTP/1.1" status: 200 len: 1001 time: 0.0803165 Aug 23 15:02:39.265223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100da25f-79ac-40fe-9d94-22e8088fb5bd req-1114d754-8725-4246-8771-959aeb014dac tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:39.269680 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6d8f72c9-bef1-4c31-a793-d954221bafe7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6d8f72c9-bef1-4c31-a793-d954221bafe7,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:39.278305 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-100da25f-79ac-40fe-9d94-22e8088fb5bd req-1114d754-8725-4246-8771-959aeb014dac tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.1077120 Aug 23 15:02:39.293969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '6d8f72c9-bef1-4c31-a793-d954221bafe7', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'port_id': '6d8f72c9-bef1-4c31-a793-d954221bafe7', 'mac_address': 'fa:16:3e:0c:e7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:02:39.354796 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-100da25f-79ac-40fe-9d94-22e8088fb5bd req-93882e3e-fb69-4c34-885b-df780e672ac7 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585043 Aug 23 15:02:39.363873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-871160f2-74c6-4160-b31e-ca4ca6b3e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:39.363995 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-871160f2-74c6-4160-b31e-ca4ca6b3e68a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff HTTP/1.1" status: 200 len: 853 time: 0.1287251 Aug 23 15:02:39.369098 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:39.385781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d8f72c9-bef1-4c31-a793-d954221bafe7 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:02:39.404422 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02f5a7ac-855b-4590-ac68-01fd88476318 req-e3d1dbc1-77e0-4cab-8449-454a6d043bcb tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0480781 Aug 23 15:02:39.423980 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6d8f72c9-bef1-4c31-a793-d954221bafe7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6d8f72c9-bef1-4c31-a793-d954221bafe7,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:39.457971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-97d36df3-9067-4a0c-9535-0bc757783375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:39.459577 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-97d36df3-9067-4a0c-9535-0bc757783375 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=529cc4b9-928f-4b12-96db-60ee071d5066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542529 Aug 23 15:02:39.533152 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:39.594835 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-9714b1ee-478c-4d89-8616-3d9f31ec806c service neutron] 10.222.0.61 "GET /v2.0/networks/529cc4b9-928f-4b12-96db-60ee071d5066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214399 Aug 23 15:02:39.597629 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=6d8f72c9-bef1-4c31-a793-d954221bafe7,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:39.655993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['6d8f72c9-bef1-4c31-a793-d954221bafe7'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:39.764264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 2026f486-377f-403d-b754-8064f9465d79 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:02:40.013081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 2026f486-377f-403d-b754-8064f9465d79 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:02:40.019244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 2026f486-377f-403d-b754-8064f9465d79 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:02:40.019787 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:40.306083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2510c-81ed-4652-b2fd-080604da29f2 req-3a809d45-8ac2-4817-8638-804a8a5ee81d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:40.307177 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:40.313949 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1db2510c-81ed-4652-b2fd-080604da29f2 req-3a809d45-8ac2-4817-8638-804a8a5ee81d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 945 time: 0.1883287 Aug 23 15:02:40.317266 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f85b2cf8-c9fe-4637-b9ac-e15137b06a8f req-0a8902b5-fdde-4e60-9120-22dcfb19cdb7 service neutron] 10.222.0.61 "GET /v2.0/networks/529cc4b9-928f-4b12-96db-60ee071d5066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7122202 Aug 23 15:02:40.358509 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1db2510c-81ed-4652-b2fd-080604da29f2 req-7ed8516a-0304-4353-93ec-69c103be249f tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436070 Aug 23 15:02:40.380974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93488065-9888-47ab-bb5d-bcc020ba4543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2026f486-377f-403d-b754-8064f9465d79'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:40.380974 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002ce408-36ff-422b-95a8-d344aa12915e" -d '{"events": [{"server_uuid": "93488065-9888-47ab-bb5d-bcc020ba4543", "name": "network-vif-plugged", "status": "completed", "tag": "2026f486-377f-403d-b754-8064f9465d79"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:40.381703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a9d29-f061-4b21-90f8-7bfe68f4c197 req-5c8cafa6-35d6-4a33-99f8-2dda11dc1edc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:40.391639 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-258a9d29-f061-4b21-90f8-7bfe68f4c197 req-5c8cafa6-35d6-4a33-99f8-2dda11dc1edc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 944 time: 0.1432929 Aug 23 15:02:40.399247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 2026f486-377f-403d-b754-8064f9465d79, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=2026f486-377f-403d-b754-8064f9465d79,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:40.431228 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-258a9d29-f061-4b21-90f8-7bfe68f4c197 req-72d86f7c-f20a-40fe-aef5-40c35cf64dbc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387750 Aug 23 15:02:40.495312 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67688f57-1804-4df1-b37b-a65e132c6cb8 x-openstack-request-id: req-67688f57-1804-4df1-b37b-a65e132c6cb8 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:40.496655 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93488065-9888-47ab-bb5d-bcc020ba4543", "name": "network-vif-plugged", "status": "completed", "tag": "2026f486-377f-403d-b754-8064f9465d79", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:40.498340 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67688f57-1804-4df1-b37b-a65e132c6cb8 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:40.498763 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93488065-9888-47ab-bb5d-bcc020ba4543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2026f486-377f-403d-b754-8064f9465d79', 'code': 200} Aug 23 15:02:40.506269 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e4155-0924-491a-89b0-e8e338d990ab req-5c68f8ee-fcd2-4860-ad2d-dcc0b782c8f4 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:40.509804 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df7e4155-0924-491a-89b0-e8e338d990ab req-5c68f8ee-fcd2-4860-ad2d-dcc0b782c8f4 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0580068 Aug 23 15:02:40.518889 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:40.608269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=2026f486-377f-403d-b754-8064f9465d79,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:40.621156 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0792310a-d688-4d2e-8174-0855423d6e86 req-2c925e08-8c5a-4253-849d-bd048dffa3aa tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0600448 Aug 23 15:02:40.650608 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df7e4155-0924-491a-89b0-e8e338d990ab req-d385d065-a732-4f7a-abad-94998727d327 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317737 Aug 23 15:02:40.664726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954bbb0-774e-403f-8be2-1c5d21874c8b req-da497a2f-aa73-4c2e-a228-873e499e132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:40.666248 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6954bbb0-774e-403f-8be2-1c5d21874c8b req-da497a2f-aa73-4c2e-a228-873e499e132e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 1097 time: 0.0819821 Aug 23 15:02:40.710544 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6954bbb0-774e-403f-8be2-1c5d21874c8b req-35f1b6be-64e3-4815-b955-7ab6784458fa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353456 Aug 23 15:02:41.033829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6d8f72c9-bef1-4c31-a793-d954221bafe7 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:02:41.105291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 6d8f72c9-bef1-4c31-a793-d954221bafe7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:02:41.105816 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:41.208331 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:41.292286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6d8f72c9-bef1-4c31-a793-d954221bafe7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6d8f72c9-bef1-4c31-a793-d954221bafe7,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:41.367315 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:41.547377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=6d8f72c9-bef1-4c31-a793-d954221bafe7,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:41.690109 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42feaed3-16a6-4da5-bc71-8af32c225162 req-20fcb9a8-442f-453d-a5ff-d1f606775d40 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:41.693195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b2c96-9f51-4215-bba1-9bb973eaeac7 req-02443f88-2478-4583-adfb-88feb5b1de13 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:41.704994 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-42feaed3-16a6-4da5-bc71-8af32c225162 req-20fcb9a8-442f-453d-a5ff-d1f606775d40 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.1020846 Aug 23 15:02:41.713828 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-137b2c96-9f51-4215-bba1-9bb973eaeac7 req-02443f88-2478-4583-adfb-88feb5b1de13 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 946 time: 0.1767697 Aug 23 15:02:41.774329 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-42feaed3-16a6-4da5-bc71-8af32c225162 req-b484d0dc-82fe-47c8-8d15-b5a598aa608c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642986 Aug 23 15:02:41.801348 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-137b2c96-9f51-4215-bba1-9bb973eaeac7 req-516aada8-950e-478c-a188-f5c688f4c845 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865812 Aug 23 15:02:41.920252 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2df79fc3-138c-406d-98ab-4075dc74be55 req-d22cc339-ae20-437a-b92f-341a8a3567e0 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0707536 Aug 23 15:02:42.015441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcbe78-b528-46ca-83d2-ba8b086b544f req-197e9a80-a37e-4e41-a23a-520375a84a5f tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:42.028315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20fcbe78-b528-46ca-83d2-ba8b086b544f req-197e9a80-a37e-4e41-a23a-520375a84a5f tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0911098 Aug 23 15:02:42.107135 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20fcbe78-b528-46ca-83d2-ba8b086b544f req-b923d17b-8f5d-4778-a27a-7d9d7b60c6f6 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731912 Aug 23 15:02:42.501230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca0d24e-bc92-4416-a420-5aba0c6a41fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f72c9-bef1-4c31-a793-d954221bafe7'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:42.508773 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c90e28-acce-4503-b605-04267e2815a3" -d '{"events": [{"server_uuid": "0ca0d24e-bc92-4416-a420-5aba0c6a41fb", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f72c9-bef1-4c31-a793-d954221bafe7"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:42.592723 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f920511d-39e1-40d8-8cb7-bd98b9c1a4c1 x-openstack-request-id: req-f920511d-39e1-40d8-8cb7-bd98b9c1a4c1 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:42.593031 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca0d24e-bc92-4416-a420-5aba0c6a41fb", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f72c9-bef1-4c31-a793-d954221bafe7", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:42.593322 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f920511d-39e1-40d8-8cb7-bd98b9c1a4c1 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:42.593814 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca0d24e-bc92-4416-a420-5aba0c6a41fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f72c9-bef1-4c31-a793-d954221bafe7', 'code': 200} Aug 23 15:02:42.953500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c9256-4d3a-4dc6-affc-9e34e5e63746 req-73572699-2f13-4015-b291-a44bed34d452 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:42.961838 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5c1c9256-4d3a-4dc6-affc-9e34e5e63746 req-73572699-2f13-4015-b291-a44bed34d452 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.1040580 Aug 23 15:02:43.017864 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfaed4-900a-4532-a544-907cca1ea6fb req-62c5e845-7438-4ca8-91e4-3192b10ad027 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:43.018682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5c1c9256-4d3a-4dc6-affc-9e34e5e63746 req-67c8bc1d-296f-432b-b656-124e030be11d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558934 Aug 23 15:02:43.026778 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c3cfaed4-900a-4532-a544-907cca1ea6fb req-62c5e845-7438-4ca8-91e4-3192b10ad027 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 946 time: 0.0697114 Aug 23 15:02:43.078338 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c3cfaed4-900a-4532-a544-907cca1ea6fb req-5cc7485b-bc74-43ee-8434-eeaf88440782 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503602 Aug 23 15:02:43.149404 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c08828a-b050-492d-896e-5d59b964d78f req-eaef681b-03ec-4614-8bb1-7699066d8846 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0521357 Aug 23 15:02:43.304331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fb1a3-7e32-4538-aa72-ca65f3db0baa req-fa807c23-a901-4975-a108-3d7f15cfadb8 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:43.306727 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a8fb1a3-7e32-4538-aa72-ca65f3db0baa req-fa807c23-a901-4975-a108-3d7f15cfadb8 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 946 time: 0.1071551 Aug 23 15:02:43.380544 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a8fb1a3-7e32-4538-aa72-ca65f3db0baa req-f72a22f5-41b8-430a-a6b9-0dfe1d0a641d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619888 Aug 23 15:02:43.565912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6403e-daaf-447d-a4af-05445853e65f req-164f83a3-6135-42df-bfe2-7f442cbc57a2 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:43.574158 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-48a6403e-daaf-447d-a4af-05445853e65f req-164f83a3-6135-42df-bfe2-7f442cbc57a2 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.1238625 Aug 23 15:02:43.622964 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-48a6403e-daaf-447d-a4af-05445853e65f req-b5daafd8-f891-4f76-9c9e-6517b47f2704 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476539 Aug 23 15:02:44.021561 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c13a4-f11c-4645-aa76-0200f5785d3f req-5c039484-16f2-4232-bc24-537d5b4ef81a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:44.049680 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-779c13a4-f11c-4645-aa76-0200f5785d3f req-5c039484-16f2-4232-bc24-537d5b4ef81a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 946 time: 0.0856242 Aug 23 15:02:44.116575 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-779c13a4-f11c-4645-aa76-0200f5785d3f req-6f0c7960-13cd-41bf-9575-aeb310852d56 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656362 Aug 23 15:02:44.233475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef681d58-1fa8-41fb-9835-f27ca9a10f48 req-1fa2d53c-3439-4742-b6a0-f2b7399df253 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:44.244400 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ef681d58-1fa8-41fb-9835-f27ca9a10f48 req-1fa2d53c-3439-4742-b6a0-f2b7399df253 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.1168747 Aug 23 15:02:44.306003 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee7e124e-e997-42eb-800a-e20af8ec9192 req-806d1167-88da-41b7-8b1a-3b3780c3e00c tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0461123 Aug 23 15:02:44.340149 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ef681d58-1fa8-41fb-9835-f27ca9a10f48 req-3f542bc0-291e-4403-81d1-01eeb14d0b33 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937390 Aug 23 15:02:44.838191 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db986a-9a4e-4709-8ac0-ffb01e03fb14 req-7534cdc3-9c08-4c48-aba5-a60c226b6082 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:44.840682 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-33db986a-9a4e-4709-8ac0-ffb01e03fb14 req-7534cdc3-9c08-4c48-aba5-a60c226b6082 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.1072600 Aug 23 15:02:44.917568 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-33db986a-9a4e-4709-8ac0-ffb01e03fb14 req-1c7706cc-9a0c-406e-8349-54b73b6c0ebe tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758276 Aug 23 15:02:45.341035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b0d43-5934-4b2c-9a8a-af95f96cb152 req-ef3b795c-9430-414c-be6c-5a0a52a4ad59 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:45.349545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab4b0d43-5934-4b2c-9a8a-af95f96cb152 req-ef3b795c-9430-414c-be6c-5a0a52a4ad59 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 946 time: 0.0880280 Aug 23 15:02:45.532619 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:45.546290 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab4b0d43-5934-4b2c-9a8a-af95f96cb152 req-9d753a37-cb86-4833-bd94-25364daa43b7 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907830 Aug 23 15:02:45.568604 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bdbf8889-d2d9-45d5-84f7-d05b32886406 req-f6cd7fb0-3b24-447d-b79f-8db0b0d34705 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0968647 Aug 23 15:02:45.588761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f09f3-6084-4a66-9680-b8f9eb3b229d req-d81e8758-3fe6-4df2-829e-731235a037de tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:45.597349 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f34f09f3-6084-4a66-9680-b8f9eb3b229d req-d81e8758-3fe6-4df2-829e-731235a037de tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.61 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 946 time: 0.1661808 Aug 23 15:02:45.942552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372f3c4-9cb0-4394-9316-e228d924a43d req-4f8eacd2-6faf-4fb8-9e39-859c9d4df26b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:45.951914 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7372f3c4-9cb0-4394-9316-e228d924a43d req-4f8eacd2-6faf-4fb8-9e39-859c9d4df26b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.2323821 Aug 23 15:02:46.083198 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7372f3c4-9cb0-4394-9316-e228d924a43d req-25b720cd-f898-4706-9ca1-bf7a432f83ea tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207409 Aug 23 15:02:46.120438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-f34f09f3-6084-4a66-9680-b8f9eb3b229d req-07efe813-0b52-4038-8040-4ae1b659b89e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Deleting port 2026f486-377f-403d-b754-8064f9465d79 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:02:46.120438 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f34f09f3-6084-4a66-9680-b8f9eb3b229d req-07efe813-0b52-4038-8040-4ae1b659b89e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:46.205698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5836f5-7efd-4eca-af62-b920fff7ea45 req-102813b1-20e9-421a-a0e8-ec710f4c051b tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:46.219453 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f5836f5-7efd-4eca-af62-b920fff7ea45 req-102813b1-20e9-421a-a0e8-ec710f4c051b tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.1820855 Aug 23 15:02:46.292322 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f5836f5-7efd-4eca-af62-b920fff7ea45 req-dfc2ef48-9a4e-4941-a638-f389ed696688 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716350 Aug 23 15:02:46.348865 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f34f09f3-6084-4a66-9680-b8f9eb3b229d req-07efe813-0b52-4038-8040-4ae1b659b89e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] For port 2026f486-377f-403d-b754-8064f9465d79, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=2026f486-377f-403d-b754-8064f9465d79,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:46.349470 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f34f09f3-6084-4a66-9680-b8f9eb3b229d req-07efe813-0b52-4038-8040-4ae1b659b89e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:46.389271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-f34f09f3-6084-4a66-9680-b8f9eb3b229d req-07efe813-0b52-4038-8040-4ae1b659b89e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Calling delete_port for 2026f486-377f-403d-b754-8064f9465d79 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:02:46.730053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8622e-ffcb-42a9-9da5-f301b6700712 req-35d307b2-3d6f-4f52-9e61-25ae853f8d28 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:46.731711 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-05d8622e-ffcb-42a9-9da5-f301b6700712 req-35d307b2-3d6f-4f52-9e61-25ae853f8d28 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 946 time: 0.0664201 Aug 23 15:02:46.754469 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a478a68c-1898-4b31-b5cf-2eedb21b5fad req-08f52a9a-9a75-4f4f-8f47-c2fcfec8ce75 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0500183 Aug 23 15:02:46.792280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-05d8622e-ffcb-42a9-9da5-f301b6700712 req-9068f237-7116-4870-98ec-7f029a9b84d1 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524392 Aug 23 15:02:47.004490 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f34f09f3-6084-4a66-9680-b8f9eb3b229d req-07efe813-0b52-4038-8040-4ae1b659b89e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:47.024280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['2026f486-377f-403d-b754-8064f9465d79'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:47.027180 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d3f1bdc7-883a-43b3-ba35-b3ce607c683e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:47.092206 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efe813-0b52-4038-8040-4ae1b659b89e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Pushing event deleted for resources: {'Port': ['ID=2026f486-377f-403d-b754-8064f9465d79,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:47.188274 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34f09f3-6084-4a66-9680-b8f9eb3b229d req-07efe813-0b52-4038-8040-4ae1b659b89e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] No DVR routers for this DVR port 2026f486-377f-403d-b754-8064f9465d79 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:02:47.195500 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f34f09f3-6084-4a66-9680-b8f9eb3b229d req-07efe813-0b52-4038-8040-4ae1b659b89e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:47.197855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f34f09f3-6084-4a66-9680-b8f9eb3b229d req-07efe813-0b52-4038-8040-4ae1b659b89e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.61 "DELETE /v2.0/ports/2026f486-377f-403d-b754-8064f9465d79 HTTP/1.1" status: 204 len: 173 time: 1.5933318 Aug 23 15:02:47.198391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93488065-9888-47ab-bb5d-bcc020ba4543', 'name': 'network-vif-deleted', 'tag': '2026f486-377f-403d-b754-8064f9465d79'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:47.220608 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e176857-d107-4cb5-ad12-71ef7e0b38c8" -d '{"events": [{"server_uuid": "93488065-9888-47ab-bb5d-bcc020ba4543", "name": "network-vif-deleted", "tag": "2026f486-377f-403d-b754-8064f9465d79"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:47.387357 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841ec56a-f78f-4974-8da9-965c683c805f x-openstack-request-id: req-841ec56a-f78f-4974-8da9-965c683c805f {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:47.388008 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93488065-9888-47ab-bb5d-bcc020ba4543", "name": "network-vif-deleted", "tag": "2026f486-377f-403d-b754-8064f9465d79", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:47.388008 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-841ec56a-f78f-4974-8da9-965c683c805f {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:47.388351 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93488065-9888-47ab-bb5d-bcc020ba4543', 'name': 'network-vif-deleted', 'tag': '2026f486-377f-403d-b754-8064f9465d79', 'status': 'completed', 'code': 200} Aug 23 15:02:47.390179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a68fe8-135e-4959-9d27-09823becd319 req-43f58d27-2767-4ee1-b031-898b4d0e6fbc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:47.421686 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-37a68fe8-135e-4959-9d27-09823becd319 req-43f58d27-2767-4ee1-b031-898b4d0e6fbc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.1453481 Aug 23 15:02:47.527140 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-37a68fe8-135e-4959-9d27-09823becd319 req-3bb7cf93-6283-4f6b-8224-c79ac6b90bbf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044374 Aug 23 15:02:47.682336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4fcbe-3aa4-46fc-a007-92bda41a79d6 req-f3f40f71-dfed-4e24-a2db-60c035b9d5e9 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:47.683975 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2d4fcbe-3aa4-46fc-a007-92bda41a79d6 req-f3f40f71-dfed-4e24-a2db-60c035b9d5e9 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.1416540 Aug 23 15:02:47.771915 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2d4fcbe-3aa4-46fc-a007-92bda41a79d6 req-0f20941a-2408-4fd2-9005-0178b92b864f tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769596 Aug 23 15:02:47.955371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-590ebcab-34e9-440d-980f-462b3702870c req-d9893b14-585b-4fa7-9ad9-cfcfab17f66e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=93488065-9888-47ab-bb5d-bcc020ba4543 HTTP/1.1" status: 200 len: 210 time: 0.0564737 Aug 23 15:02:48.069431 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d8da588c-e6a3-4d22-b4b8-a94ba77cc122 req-2da1c66a-d35b-4638-9226-dc8ded6f9d88 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0772166 Aug 23 15:02:48.388152 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60338) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:48.543733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6020d4b0-7771-4cc7-a4b4-7e21c5d818c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:48.695554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc78929-c040-4b77-a58f-f6e867905be7 req-50b044e4-8294-4a7e-aaf2-2572d1843976 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:48.698206 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4cc78929-c040-4b77-a58f-f6e867905be7 req-50b044e4-8294-4a7e-aaf2-2572d1843976 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.0920014 Aug 23 15:02:48.700919 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6020d4b0-7771-4cc7-a4b4-7e21c5d818c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:48.760316 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4cc78929-c040-4b77-a58f-f6e867905be7 req-febc7b99-9d97-4f21-9cf6-3c17986a862e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554795 Aug 23 15:02:48.775140 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6020d4b0-7771-4cc7-a4b4-7e21c5d818c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:48.853866 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020d4b0-7771-4cc7-a4b4-7e21c5d818c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db274839-8449-4039-9f0e-f189673d27ed,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:48.916368 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6020d4b0-7771-4cc7-a4b4-7e21c5d818c0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a871ad23c2834cf5b1bff4f4f4be8c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5270970 Aug 23 15:02:48.919120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60346) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:02:49.059035 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b1432498-0c84-47eb-9b16-58af8705f692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:49.064435 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccadb6-f488-4b80-aef1-e6ab292ebd86 req-39115689-e9d9-4e08-99b1-b20ea4599e49 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:49.067554 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02ccadb6-f488-4b80-aef1-e6ab292ebd86 req-39115689-e9d9-4e08-99b1-b20ea4599e49 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.1575296 Aug 23 15:02:49.136154 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b1432498-0c84-47eb-9b16-58af8705f692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:49.170462 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02ccadb6-f488-4b80-aef1-e6ab292ebd86 req-df55da0a-7a8d-4c12-b8fe-3915c93977df tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923667 Aug 23 15:02:49.280435 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b1432498-0c84-47eb-9b16-58af8705f692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:49.283535 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b1432498-0c84-47eb-9b16-58af8705f692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:49.285441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b1432498-0c84-47eb-9b16-58af8705f692 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/db274839-8449-4039-9f0e-f189673d27ed HTTP/1.1" status: 204 len: 168 time: 0.3652546 Aug 23 15:02:49.301576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1432498-0c84-47eb-9b16-58af8705f692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db274839-8449-4039-9f0e-f189673d27ed,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:49.353803 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-730f4b69-a0f2-49b9-b89f-80b4a48fa165 req-b172f226-4682-4afa-9693-ba62d22cf4f5 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0698283 Aug 23 15:02:49.814866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 2026f486-377f-403d-b754-8064f9465d79 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:02:49.919723 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 2026f486-377f-403d-b754-8064f9465d79 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:02:49.920415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 2026f486-377f-403d-b754-8064f9465d79 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:02:50.000374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6c38a-2a4c-4bbb-a33f-60b295379d3f req-c6f644e2-7127-434a-afcd-314b4e0d3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:50.001922 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66b6c38a-2a4c-4bbb-a33f-60b295379d3f req-c6f644e2-7127-434a-afcd-314b4e0d3667 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 1097 time: 0.1016273 Aug 23 15:02:50.019000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9c30e-8454-4672-be15-abea2b96b15c req-dba1123a-aebe-4436-af3d-672c68a2d8ba tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:50.028243 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-28a9c30e-8454-4672-be15-abea2b96b15c req-dba1123a-aebe-4436-af3d-672c68a2d8ba tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.0892048 Aug 23 15:02:50.064170 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:50.126108 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-28a9c30e-8454-4672-be15-abea2b96b15c req-e4cca0ba-0885-4928-8c35-568742f4b084 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967259 Aug 23 15:02:50.134652 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66b6c38a-2a4c-4bbb-a33f-60b295379d3f req-f78f5085-a5e3-41b6-87b9-4a865063070a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030838 Aug 23 15:02:50.389550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60489a7c-077b-4105-980d-2c0452f94b55 req-6a6ea5c2-6810-4237-ad08-d7e1a30969be tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:50.391565 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60489a7c-077b-4105-980d-2c0452f94b55 req-6a6ea5c2-6810-4237-ad08-d7e1a30969be tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0966134 Aug 23 15:02:50.459053 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60489a7c-077b-4105-980d-2c0452f94b55 req-44c6c8ce-8248-493a-9daf-d37db57c44c8 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577972 Aug 23 15:02:50.598487 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2013262-d804-4531-879c-aff1a834d572 req-d28b0016-c6cb-4db5-aaa5-b28abbb427a9 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0401824 Aug 23 15:02:51.428989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b97ed3-cb1a-46c5-8835-48b84b4d2cf2 req-5426a07f-a1b2-49d8-9e32-ee2ed3a73c7b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:51.438640 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0b97ed3-cb1a-46c5-8835-48b84b4d2cf2 req-5426a07f-a1b2-49d8-9e32-ee2ed3a73c7b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.1748869 Aug 23 15:02:51.488344 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0b97ed3-cb1a-46c5-8835-48b84b4d2cf2 req-c60d4829-3dbc-4720-baa5-d244f85f9883 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486088 Aug 23 15:02:51.712210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16d975-edb7-4f4d-9f86-654cc13f7c91 req-6614adce-6eb5-4628-a663-4ccd8f4233d9 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:51.720784 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc16d975-edb7-4f4d-9f86-654cc13f7c91 req-6614adce-6eb5-4628-a663-4ccd8f4233d9 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0932529 Aug 23 15:02:51.790624 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc16d975-edb7-4f4d-9f86-654cc13f7c91 req-d3cc2285-7122-464b-8ed1-1ffa0f254ae7 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686200 Aug 23 15:02:51.945517 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae835b33-e4e7-4fe7-9bb8-8416897b98fc req-6f0ae97c-84f9-4fbc-97ca-bf0b992d8c5c tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0353053 Aug 23 15:02:51.995938 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-f9f797a6-0b7f-4a44-a076-12331e2907e7 req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1011285126', 'description': 'tempest-description-1643972200'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:52.133643 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f9f797a6-0b7f-4a44-a076-12331e2907e7 req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:52.298293 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f9f797a6-0b7f-4a44-a076-12331e2907e7 req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:52.521694 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f9f797a6-0b7f-4a44-a076-12331e2907e7 req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:52.582100 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7591d5-645e-4ea5-91f2-fc289ea36a50,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:52.584034 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cfa36c8f-0671-4ebf-b843-948e50b02b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:52.602127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:52.602127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:52.602127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:52.602127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:52.602127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:52.602127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:52.602127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:52.602127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:52.602127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:52.602824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:52.602824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:52.603674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:02:52.648340 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f9f797a6-0b7f-4a44-a076-12331e2907e7 req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:52.651401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f9f797a6-0b7f-4a44-a076-12331e2907e7 req-92f6f2c9-3429-4547-a000-38767c4077aa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6600323 Aug 23 15:02:52.887704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79a0e2-89f5-437b-9b0c-3bef4d9452e8 req-9a3bf18f-ff31-45f4-b3ed-ec0880a592bf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:52.892895 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e79a0e2-89f5-437b-9b0c-3bef4d9452e8 req-9a3bf18f-ff31-45f4-b3ed-ec0880a592bf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.1428237 Aug 23 15:02:52.966611 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e79a0e2-89f5-437b-9b0c-3bef4d9452e8 req-b5078107-4fb1-432f-abfe-d1eb08effecb tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612803 Aug 23 15:02:53.177702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f02a6d4-d5f8-4df5-8341-ca82c642be2a req-fe3e34c9-d27c-430c-9faa-b922eac26dc4 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1011285126&fields=id&tenant_id=3f4da7f95c754ce6b38527b26b445bbc HTTP/1.1" status: 200 len: 267 time: 0.0769994 Aug 23 15:02:53.261304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02a6d4-d5f8-4df5-8341-ca82c642be2a req-a4350742-2e79-4860-9766-610a18f435dc tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:53.268779 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f02a6d4-d5f8-4df5-8341-ca82c642be2a req-a4350742-2e79-4860-9766-610a18f435dc tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0841408 Aug 23 15:02:53.280492 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-1f02a6d4-d5f8-4df5-8341-ca82c642be2a req-8482cf55-f062-4dd1-ab2a-a19a8e62bbeb tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Request body: {'port': {'security_groups': ['a2b30441-89dd-4b44-810e-a1b530bb8e08', '4f7591d5-645e-4ea5-91f2-fc289ea36a50']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:53.381565 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1f02a6d4-d5f8-4df5-8341-ca82c642be2a req-8482cf55-f062-4dd1-ab2a-a19a8e62bbeb tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:53.781491 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1f02a6d4-d5f8-4df5-8341-ca82c642be2a req-8482cf55-f062-4dd1-ab2a-a19a8e62bbeb tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] For port 3689140a-a91b-4de1-98c0-111ad13158d6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3689140a-a91b-4de1-98c0-111ad13158d6,segment=NetworkSegment(cb1c0780-6671-42d9-b8a9-901d3c6e51c0),segment_id=cb1c0780-6671-42d9-b8a9-901d3c6e51c0)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:53.836833 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1f02a6d4-d5f8-4df5-8341-ca82c642be2a req-8482cf55-f062-4dd1-ab2a-a19a8e62bbeb tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:53.933396 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1f02a6d4-d5f8-4df5-8341-ca82c642be2a req-8482cf55-f062-4dd1-ab2a-a19a8e62bbeb tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:53.946202 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['3689140a-a91b-4de1-98c0-111ad13158d6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:53.998053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02a6d4-d5f8-4df5-8341-ca82c642be2a req-8482cf55-f062-4dd1-ab2a-a19a8e62bbeb tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:53.999583 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1f02a6d4-d5f8-4df5-8341-ca82c642be2a req-8482cf55-f062-4dd1-ab2a-a19a8e62bbeb tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:54.016068 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f02a6d4-d5f8-4df5-8341-ca82c642be2a req-8482cf55-f062-4dd1-ab2a-a19a8e62bbeb tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "PUT /v2.0/ports/3689140a-a91b-4de1-98c0-111ad13158d6 HTTP/1.1" status: 200 len: 982 time: 0.7452719 Aug 23 15:02:54.021091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'tag': '3689140a-a91b-4de1-98c0-111ad13158d6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:54.031626 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50acc79f-8a10-4358-b28d-ad59c77e8558" -d '{"events": [{"name": "network-changed", "server_uuid": "5997d67e-4aa5-4c65-a872-a1237a4d159d", "tag": "3689140a-a91b-4de1-98c0-111ad13158d6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:54.109187 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['3689140a-a91b-4de1-98c0-111ad13158d6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:54.169319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482cf55-f062-4dd1-ab2a-a19a8e62bbeb tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Pushing event updated for resources: {'Port': ['ID=3689140a-a91b-4de1-98c0-111ad13158d6,revision_number=6']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:54.213297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ccdb3b7-482f-4187-9459-335965fe3961 req-b96d9cc3-8955-4621-bc49-94d3ed76ee99 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0570214 Aug 23 15:02:54.453952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f6f91-6727-44d2-b8c6-a3af0c77ca04 req-0834f729-9c92-4a8b-8321-0ef07dd4a248 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:54.456901 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb0f6f91-6727-44d2-b8c6-a3af0c77ca04 req-0834f729-9c92-4a8b-8321-0ef07dd4a248 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.1181073 Aug 23 15:02:54.548533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb0f6f91-6727-44d2-b8c6-a3af0c77ca04 req-494f4606-486e-4955-a095-7e5136afe012 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824561 Aug 23 15:02:54.689206 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-12e316df-7cc1-4bf4-ace6-afb11c3d2cf1 req-e1470cfe-3ab8-496a-8fdb-d93f00227612 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1011285126&fields=id&tenant_id=3f4da7f95c754ce6b38527b26b445bbc HTTP/1.1" status: 200 len: 267 time: 0.0563986 Aug 23 15:02:54.780043 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e316df-7cc1-4bf4-ace6-afb11c3d2cf1 req-e73ca773-04d6-44bf-9600-9905d098b7bf tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:54.790628 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-12e316df-7cc1-4bf4-ace6-afb11c3d2cf1 req-e73ca773-04d6-44bf-9600-9905d098b7bf tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 985 time: 0.0984185 Aug 23 15:02:54.796195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-12e316df-7cc1-4bf4-ace6-afb11c3d2cf1 req-6de20b45-8383-40ec-b06a-00433a7857f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Request body: {'port': {'security_groups': ['a2b30441-89dd-4b44-810e-a1b530bb8e08']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:54.892677 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-12e316df-7cc1-4bf4-ace6-afb11c3d2cf1 req-6de20b45-8383-40ec-b06a-00433a7857f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:55.163213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-12e316df-7cc1-4bf4-ace6-afb11c3d2cf1 req-6de20b45-8383-40ec-b06a-00433a7857f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] For port 3689140a-a91b-4de1-98c0-111ad13158d6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3689140a-a91b-4de1-98c0-111ad13158d6,segment=NetworkSegment(cb1c0780-6671-42d9-b8a9-901d3c6e51c0),segment_id=cb1c0780-6671-42d9-b8a9-901d3c6e51c0)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:02:55.204171 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-12e316df-7cc1-4bf4-ace6-afb11c3d2cf1 req-6de20b45-8383-40ec-b06a-00433a7857f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:55.280370 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-12e316df-7cc1-4bf4-ace6-afb11c3d2cf1 req-6de20b45-8383-40ec-b06a-00433a7857f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:55.293449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['3689140a-a91b-4de1-98c0-111ad13158d6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:55.421929 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e316df-7cc1-4bf4-ace6-afb11c3d2cf1 req-6de20b45-8383-40ec-b06a-00433a7857f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:55.422600 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-12e316df-7cc1-4bf4-ace6-afb11c3d2cf1 req-6de20b45-8383-40ec-b06a-00433a7857f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:55.440665 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-12e316df-7cc1-4bf4-ace6-afb11c3d2cf1 req-6de20b45-8383-40ec-b06a-00433a7857f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "PUT /v2.0/ports/3689140a-a91b-4de1-98c0-111ad13158d6 HTTP/1.1" status: 200 len: 943 time: 0.6508396 Aug 23 15:02:55.523552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de20b45-8383-40ec-b06a-00433a7857f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Pushing event updated for resources: {'Port': ['ID=3689140a-a91b-4de1-98c0-111ad13158d6,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:55.530720 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57494ae-e1ca-4742-9d5d-023d154dc298 x-openstack-request-id: req-f57494ae-e1ca-4742-9d5d-023d154dc298 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:55.531010 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5997d67e-4aa5-4c65-a872-a1237a4d159d", "tag": "3689140a-a91b-4de1-98c0-111ad13158d6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:55.531408 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f57494ae-e1ca-4742-9d5d-023d154dc298 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:55.531773 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'tag': '3689140a-a91b-4de1-98c0-111ad13158d6', 'status': 'completed', 'code': 200} Aug 23 15:02:55.550050 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:55.575211 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['3689140a-a91b-4de1-98c0-111ad13158d6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:02:55.704345 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc79f-8a10-4358-b28d-ad59c77e8558 req-41dcf40f-7b8f-423c-a0ea-f7954ec7d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:55.709625 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50acc79f-8a10-4358-b28d-ad59c77e8558 req-41dcf40f-7b8f-423c-a0ea-f7954ec7d1d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f4da7f95c754ce6b38527b26b445bbc&device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 1097 time: 0.1441994 Aug 23 15:02:55.954819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc79f-8a10-4358-b28d-ad59c77e8558 req-86715759-e752-4acc-af68-61d2d6237556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:55.958343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50acc79f-8a10-4358-b28d-ad59c77e8558 req-86715759-e752-4acc-af68-61d2d6237556 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 HTTP/1.1" status: 200 len: 921 time: 0.2412958 Aug 23 15:02:56.010668 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc46afc3-b817-4674-a637-30f6ee3a458a req-ae67c0a8-ad8b-4c0d-ad1d-9d221f72e053 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.2308481 Aug 23 15:02:56.104567 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50acc79f-8a10-4358-b28d-ad59c77e8558 req-6535e5b8-4b61-4ebe-a111-f8cce1fb5b2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3689140a-a91b-4de1-98c0-111ad13158d6 HTTP/1.1" status: 200 len: 217 time: 0.1354949 Aug 23 15:02:56.180921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acc79f-8a10-4358-b28d-ad59c77e8558 req-c7638f2d-afb3-4c88-8141-a5d5ef115ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:56.183154 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50acc79f-8a10-4358-b28d-ad59c77e8558 req-c7638f2d-afb3-4c88-8141-a5d5ef115ff7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d566476-63f4-44fa-9ff8-8bd5ae66180f HTTP/1.1" status: 200 len: 860 time: 0.0680277 Aug 23 15:02:56.326617 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50acc79f-8a10-4358-b28d-ad59c77e8558 req-3c25da16-a753-4ca8-97e0-ce5df03594ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203263 Aug 23 15:02:56.574285 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-34f37c15-f0d0-4622-8580-0b760404015a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:56.614683 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50acc79f-8a10-4358-b28d-ad59c77e8558 req-2253d8c0-4e0c-4e27-bb60-19e107184246 service neutron] 10.222.0.61 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799661 Aug 23 15:02:56.720483 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-e2e4adaa-b942-4b45-9521-bd5bcb8fa76f tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6204710 Aug 23 15:02:56.724318 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:56.731599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:56.800581 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50acc79f-8a10-4358-b28d-ad59c77e8558 req-0fe9703a-29d7-4457-8cd7-964fb6d19387 service neutron] 10.222.0.61 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761081 Aug 23 15:02:56.852910 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:57.071921 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:57.242298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Allocated IP 172.25.8.113 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/b7a2475d-cc03-4aa7-b0ed-eb094868be90) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:02:57.394342 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:57.532910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'tag': '3689140a-a91b-4de1-98c0-111ad13158d6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:02:57.535819 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaab6a57-992c-4d24-8bf5-2093670bd702" -d '{"events": [{"name": "network-changed", "server_uuid": "5997d67e-4aa5-4c65-a872-a1237a4d159d", "tag": "3689140a-a91b-4de1-98c0-111ad13158d6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:02:57.540701 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:57.592658 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:02:57.600712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:02:57.605423 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:02:57.640014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Pushing event updated for resources: {'Port': ['ID=b7a2475d-cc03-4aa7-b0ed-eb094868be90,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:57.762955 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:57.912393 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:58.152766 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:58.417541 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:58.503478 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Pushing event updated for resources: {'Port': ['ID=b7a2475d-cc03-4aa7-b0ed-eb094868be90,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:02:58.517511 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:58.607390 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:58.609058 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-5e7d9380-7f93-4027-98c0-3d0e5e4217f5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8875844 Aug 23 15:02:58.610285 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:58.722712 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-fb3e7d23-b106-465d-9e2a-bdd9794b1ada tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.0975378 Aug 23 15:02:58.887025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-54e753ec-eb66-4201-8fb6-1875a7ba1cf5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:58.888507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c56cd633-39b2-4631-9c30-91744e9fc709 req-54e753ec-eb66-4201-8fb6-1875a7ba1cf5 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.1554599 Aug 23 15:02:59.088132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16837b59-8821-4fa9-b251-96812c163d44 req-8cc2d0ec-96a0-4fe9-a117-0cc053964414 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:59.090283 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16837b59-8821-4fa9-b251-96812c163d44 req-8cc2d0ec-96a0-4fe9-a117-0cc053964414 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.1081846 Aug 23 15:02:59.159717 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16837b59-8821-4fa9-b251-96812c163d44 req-ff17a41d-e979-47bb-87af-62be2bd7518c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594506 Aug 23 15:02:59.248763 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e472b903-5eae-41bf-a422-c5fe17e78b92 req-0609badf-6304-4c19-a03d-cbe969749dca tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0278847 Aug 23 15:02:59.304726 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c50186-1e3d-4fdf-8678-e5d8131ec256 x-openstack-request-id: req-55c50186-1e3d-4fdf-8678-e5d8131ec256 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:02:59.307849 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5997d67e-4aa5-4c65-a872-a1237a4d159d", "tag": "3689140a-a91b-4de1-98c0-111ad13158d6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:02:59.307849 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-55c50186-1e3d-4fdf-8678-e5d8131ec256 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:02:59.307849 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'tag': '3689140a-a91b-4de1-98c0-111ad13158d6', 'status': 'completed', 'code': 200} Aug 23 15:02:59.415422 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab6a57-992c-4d24-8bf5-2093670bd702 req-07ae2c46-7d42-4747-9df5-6c49dfb13f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:59.418880 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aaab6a57-992c-4d24-8bf5-2093670bd702 req-07ae2c46-7d42-4747-9df5-6c49dfb13f76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f4da7f95c754ce6b38527b26b445bbc&device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 1097 time: 0.0850959 Aug 23 15:02:59.542551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-3b5f3ed5-b8c2-44fc-a642-cfc17535c006 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:59.543635 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-3b5f3ed5-b8c2-44fc-a642-cfc17535c006 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1620581 Aug 23 15:02:59.599764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab6a57-992c-4d24-8bf5-2093670bd702 req-94244b6b-a4be-4d14-910e-39e964a9d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:59.602056 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aaab6a57-992c-4d24-8bf5-2093670bd702 req-94244b6b-a4be-4d14-910e-39e964a9d33e service neutron] 10.222.0.61 "GET /v2.0/networks?id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 HTTP/1.1" status: 200 len: 921 time: 0.1653001 Aug 23 15:02:59.623730 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-44902f17-ff2c-4912-8ad1-57c737d66a90 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.0669725 Aug 23 15:02:59.658744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-db21f5e5-0296-439b-b7dc-1359c44a0e5c tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Request body: {'floatingip': {'port_id': '3689140a-a91b-4de1-98c0-111ad13158d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:02:59.667796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aaab6a57-992c-4d24-8bf5-2093670bd702 req-fa16e686-5901-44c2-88da-b84cf0cdc117 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3689140a-a91b-4de1-98c0-111ad13158d6 HTTP/1.1" status: 200 len: 217 time: 0.0554504 Aug 23 15:02:59.730809 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-db21f5e5-0296-439b-b7dc-1359c44a0e5c tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:02:59.806137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab6a57-992c-4d24-8bf5-2093670bd702 req-bcc26d94-5df8-48c2-810c-befb4fa4ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:02:59.807637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aaab6a57-992c-4d24-8bf5-2093670bd702 req-bcc26d94-5df8-48c2-810c-befb4fa4ef0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d566476-63f4-44fa-9ff8-8bd5ae66180f HTTP/1.1" status: 200 len: 860 time: 0.1118369 Aug 23 15:02:59.872251 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aaab6a57-992c-4d24-8bf5-2093670bd702 req-1b7aa3c1-db49-4976-a1b9-65ee00ffecb1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358052 Aug 23 15:03:00.128513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ba52-9a58-47c2-818b-e4d33845292c req-0d052c0c-463c-42f7-8509-ab6937515111 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:00.138847 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0188ba52-9a58-47c2-818b-e4d33845292c req-0d052c0c-463c-42f7-8509-ab6937515111 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 806 time: 0.2524536 Aug 23 15:03:00.162917 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0188ba52-9a58-47c2-818b-e4d33845292c req-483d574b-7572-497f-baad-158ec5c42505 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/quotas/98c793e8a58f4dcda7e858b805fa89a9 HTTP/1.1" status: 200 len: 375 time: 0.0224977 Aug 23 15:03:00.321853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0188ba52-9a58-47c2-818b-e4d33845292c req-7102fe8b-e237-4a43-aaa1-9e459dcb9a6b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1555569 Aug 23 15:03:00.432887 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aaab6a57-992c-4d24-8bf5-2093670bd702 req-08909b53-93a7-4544-ab9b-8e06693ebc84 service neutron] 10.222.0.61 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530972 Aug 23 15:03:00.653693 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0188ba52-9a58-47c2-818b-e4d33845292c req-0a3a8189-fb04-409e-af55-85b84910b346 service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233066 Aug 23 15:03:00.660849 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aaab6a57-992c-4d24-8bf5-2093670bd702 req-22a2d5c3-580e-4d6a-a660-0adbec12d6dc service neutron] 10.222.0.61 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172577 Aug 23 15:03:00.737400 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32507773-6b34-4142-a8f4-2bda1bc2c760 req-b6bf072a-8c15-4811-b528-1c93b829ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:00.738962 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32507773-6b34-4142-a8f4-2bda1bc2c760 req-b6bf072a-8c15-4811-b528-1c93b829ffc5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 1096 time: 0.2308500 Aug 23 15:03:00.838771 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-db21f5e5-0296-439b-b7dc-1359c44a0e5c tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:00.848093 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0188ba52-9a58-47c2-818b-e4d33845292c req-750af5ba-2052-4482-9049-9e9eb50bd07b service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934745 Aug 23 15:03:00.894647 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32507773-6b34-4142-a8f4-2bda1bc2c760 req-e670f48d-0394-43f1-aafa-deb1005167e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:00.899584 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32507773-6b34-4142-a8f4-2bda1bc2c760 req-e670f48d-0394-43f1-aafa-deb1005167e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.1446903 Aug 23 15:03:00.916651 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-db21f5e5-0296-439b-b7dc-1359c44a0e5c tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:00.946170 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32507773-6b34-4142-a8f4-2bda1bc2c760 req-98005c1c-0f71-4757-bfbb-38d88a09e250 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8f72c9-bef1-4c31-a793-d954221bafe7 HTTP/1.1" status: 200 len: 217 time: 0.0400219 Aug 23 15:03:01.015684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32507773-6b34-4142-a8f4-2bda1bc2c760 req-bea9f547-c6f6-43ff-9461-714354444afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:01.017307 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32507773-6b34-4142-a8f4-2bda1bc2c760 req-bea9f547-c6f6-43ff-9461-714354444afd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.0638313 Aug 23 15:03:01.047479 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-db21f5e5-0296-439b-b7dc-1359c44a0e5c tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Floating IP 355ddd39-cbc3-4f45-97f0-cfbca53bd4ea associated. External IP: 172.25.8.113, port: 3689140a-a91b-4de1-98c0-111ad13158d6. Aug 23 15:03:01.101646 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32507773-6b34-4142-a8f4-2bda1bc2c760 req-c5fb0749-981e-4a06-bdc4-2d045354e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:01.104425 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32507773-6b34-4142-a8f4-2bda1bc2c760 req-c5fb0749-981e-4a06-bdc4-2d045354e24a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778971 Aug 23 15:03:01.344998 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32507773-6b34-4142-a8f4-2bda1bc2c760 req-0f3d73a5-9789-4b82-a242-dd533616ce22 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283592 Aug 23 15:03:01.370309 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd70da-c01d-4d88-baa9-6e4e854331a9 req-b24689e3-2fce-4725-bde5-1b5713ee93e8 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:01.372241 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4bcd70da-c01d-4d88-baa9-6e4e854331a9 req-b24689e3-2fce-4725-bde5-1b5713ee93e8 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.1379824 Aug 23 15:03:01.448400 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60630) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:01.532207 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4bcd70da-c01d-4d88-baa9-6e4e854331a9 req-d427aa7e-88ce-4e6c-910f-3cdebac9a441 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504371 Aug 23 15:03:01.532363 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f45f9658-834e-4f5d-9280-fc57c2c1a4cd req-3446809c-51cf-44e7-94b0-50bd639afcfb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0558257 Aug 23 15:03:01.541589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-db21f5e5-0296-439b-b7dc-1359c44a0e5c tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Router e798232a-f029-4cb8-a9fc-182540f6ff13 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:03:01.565116 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32507773-6b34-4142-a8f4-2bda1bc2c760 req-274d2db2-ae5a-45a5-a693-d595860afde3 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031689 Aug 23 15:03:01.668982 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f2c4552a-d40e-4aff-ac71-2ab9bda6078b req-70c802b3-7635-424e-95a7-f90f592e5aeb tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0511096 Aug 23 15:03:01.734980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-db21f5e5-0296-439b-b7dc-1359c44a0e5c tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:03:01.741679 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-db21f5e5-0296-439b-b7dc-1359c44a0e5c tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:01.747017 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8a179-70f4-4db5-9849-6d356751cdca None None] Sync routers for ids ['e798232a-f029-4cb8-a9fc-182540f6ff13'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:03:01.785398 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-db21f5e5-0296-439b-b7dc-1359c44a0e5c tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "PUT /v2.0/floatingips/355ddd39-cbc3-4f45-97f0-cfbca53bd4ea HTTP/1.1" status: 200 len: 997 time: 2.1553609 Aug 23 15:03:01.787136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'tag': '3689140a-a91b-4de1-98c0-111ad13158d6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:01.793283 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992310ec-0243-4c3f-b0e2-4ad34a616fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "5997d67e-4aa5-4c65-a872-a1237a4d159d", "tag": "3689140a-a91b-4de1-98c0-111ad13158d6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:01.819645 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9ea738b6-5a02-496a-8feb-90bb5b451b41 req-9d24aed6-3700-4b33-be3b-3c674496c70a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 210 time: 0.0592194 Aug 23 15:03:01.874605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-8f3477d8-4aab-4e99-8c79-53bf02cb7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:01.887346 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-8f3477d8-4aab-4e99-8c79-53bf02cb7b27 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f4da7f95c754ce6b38527b26b445bbc&device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 1097 time: 0.0895972 Aug 23 15:03:01.908816 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a297ced-3b0e-4354-8a87-5e59ae2b52fe x-openstack-request-id: req-2a297ced-3b0e-4354-8a87-5e59ae2b52fe {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:01.909452 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5997d67e-4aa5-4c65-a872-a1237a4d159d", "tag": "3689140a-a91b-4de1-98c0-111ad13158d6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:01.909714 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2a297ced-3b0e-4354-8a87-5e59ae2b52fe {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:01.910392 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'tag': '3689140a-a91b-4de1-98c0-111ad13158d6', 'status': 'completed', 'code': 200} Aug 23 15:03:01.940460 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-12a196ad-1245-4fa2-bafb-d98c41067e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:01.951725 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b8a179-70f4-4db5-9849-6d356751cdca None None] Routers {'e798232a-f029-4cb8-a9fc-182540f6ff13'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:03:01.952563 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-48b8a179-70f4-4db5-9849-6d356751cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:02:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e798232a-f029-4cb8-a9fc-182540f6ff13'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:02.060867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992310ec-0243-4c3f-b0e2-4ad34a616fc9 req-03159916-24ec-4385-aeb8-b7a8a74023e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:02.063691 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-992310ec-0243-4c3f-b0e2-4ad34a616fc9 req-03159916-24ec-4385-aeb8-b7a8a74023e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f4da7f95c754ce6b38527b26b445bbc&device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 1097 time: 0.0989795 Aug 23 15:03:02.089696 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:03:02.106702 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-12a196ad-1245-4fa2-bafb-d98c41067e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:02.112748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-66cedc30-2b16-40af-9624-df1e8ad628c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:02.114182 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-48b8a179-70f4-4db5-9849-6d356751cdca None None] Set router e798232a-f029-4cb8-a9fc-182540f6ff13 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:03:02.116556 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-66cedc30-2b16-40af-9624-df1e8ad628c6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 HTTP/1.1" status: 200 len: 921 time: 0.2267306 Aug 23 15:03:02.167993 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-12a196ad-1245-4fa2-bafb-d98c41067e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:02.209383 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a196ad-1245-4fa2-bafb-d98c41067e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fec3f1-8b83-4624-9e14-91d4492a2c9e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:02.239995 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-12a196ad-1245-4fa2-bafb-d98c41067e52 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d9241c64bd18460d99bf53ef0b1c0bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7814422 Aug 23 15:03:02.241546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60646) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:02.296769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992310ec-0243-4c3f-b0e2-4ad34a616fc9 req-f8c12278-77de-4b92-8932-e11e85a5270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:02.299431 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-992310ec-0243-4c3f-b0e2-4ad34a616fc9 req-f8c12278-77de-4b92-8932-e11e85a5270f service neutron] 10.222.0.61 "GET /v2.0/networks?id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 HTTP/1.1" status: 200 len: 921 time: 0.2249877 Aug 23 15:03:02.325217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45abd751-6b81-4154-b965-3352eb4c2e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:02.363353 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45abd751-6b81-4154-b965-3352eb4c2e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:02.392579 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-5cf0b9c5-a983-4ecd-8164-b1e16019c42b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3689140a-a91b-4de1-98c0-111ad13158d6 HTTP/1.1" status: 200 len: 1000 time: 0.2399228 Aug 23 15:03:02.449762 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-48b8a179-70f4-4db5-9849-6d356751cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:01:46Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'gw_port': {'id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:47Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '355ddd39-cbc3-4f45-97f0-cfbca53bd4ea', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'port_id': '3689140a-a91b-4de1-98c0-111ad13158d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570', 'mac_address': 'fa:16:3e:e3:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:02:57Z', 'updated_at': '2021-08-23T15:03:00Z', 'revision_number': 1, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324e2204-3fb1-4dd0-bf74-575a207ca048', 'name': '', 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'mac_address': 'fa:16:3e:ca:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:51Z', 'updated_at': '2021-08-23T15:01:59Z', 'revision_number': 5, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'subnets': [{'id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:02.470088 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-992310ec-0243-4c3f-b0e2-4ad34a616fc9 req-83cec4a7-93d0-4363-9b44-b13b2953ad7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3689140a-a91b-4de1-98c0-111ad13158d6 HTTP/1.1" status: 200 len: 1000 time: 0.1604090 Aug 23 15:03:02.477585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-e3c517cf-8d04-402d-b5ab-fd7e164e6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:02.479123 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-e3c517cf-8d04-402d-b5ab-fd7e164e6242 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5d566476-63f4-44fa-9ff8-8bd5ae66180f HTTP/1.1" status: 200 len: 860 time: 0.0768859 Aug 23 15:03:02.489931 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8a179-70f4-4db5-9849-6d356751cdca None None] Checking router: e798232a-f029-4cb8-a9fc-182540f6ff13 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:03:02.501803 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b8a179-70f4-4db5-9849-6d356751cdca None None] Routers {'e798232a-f029-4cb8-a9fc-182540f6ff13'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:03:02.502525 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-48b8a179-70f4-4db5-9849-6d356751cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:02:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e798232a-f029-4cb8-a9fc-182540f6ff13'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:02.536999 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-e727d74f-3114-4c04-927d-816cb293f30c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452054 Aug 23 15:03:02.551163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-6af73dcc-d2a8-4966-900b-729a810ffc09 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:03:02.552842 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-6af73dcc-d2a8-4966-900b-729a810ffc09 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082645 Aug 23 15:03:02.561026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45abd751-6b81-4154-b965-3352eb4c2e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:02.564698 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45abd751-6b81-4154-b965-3352eb4c2e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:02.567755 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-45abd751-6b81-4154-b965-3352eb4c2e8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f9fec3f1-8b83-4624-9e14-91d4492a2c9e HTTP/1.1" status: 204 len: 168 time: 0.3229547 Aug 23 15:03:02.582785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abd751-6b81-4154-b965-3352eb4c2e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fec3f1-8b83-4624-9e14-91d4492a2c9e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:02.592175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992310ec-0243-4c3f-b0e2-4ad34a616fc9 req-3752d83d-a37b-47d1-9948-81fe0c2a69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:02.594090 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-992310ec-0243-4c3f-b0e2-4ad34a616fc9 req-3752d83d-a37b-47d1-9948-81fe0c2a69bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d566476-63f4-44fa-9ff8-8bd5ae66180f HTTP/1.1" status: 200 len: 860 time: 0.1139836 Aug 23 15:03:02.677559 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-992310ec-0243-4c3f-b0e2-4ad34a616fc9 req-fbe85367-6fdd-4963-8ce5-e2411897890d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402350 Aug 23 15:03:02.718799 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-48b8a179-70f4-4db5-9849-6d356751cdca None None] Set router e798232a-f029-4cb8-a9fc-182540f6ff13 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:03:02.782392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aae6e-fd27-4c57-be39-a413052ad32d req-6bc1d34c-347e-40e3-8a04-8fcf0c19b2dc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:02.783919 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-298aae6e-fd27-4c57-be39-a413052ad32d req-6bc1d34c-347e-40e3-8a04-8fcf0c19b2dc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 945 time: 0.0924788 Aug 23 15:03:02.875153 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-298aae6e-fd27-4c57-be39-a413052ad32d req-16651f15-aaa3-4a94-ae78-fb93c04656c8 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823340 Aug 23 15:03:02.911167 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-992310ec-0243-4c3f-b0e2-4ad34a616fc9 req-18054afb-9885-4231-aef1-38f4a7b85ae6 service neutron] 10.222.0.61 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193916 Aug 23 15:03:02.916884 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-e131eb92-d3a6-4164-ace9-e7cb4a6044cf service neutron] 10.222.0.38 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521912 Aug 23 15:03:03.029277 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a62d8409-3d18-4331-8915-da83294f8b50 req-8e4a833c-1a40-444a-9bbb-2af4996f716f tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0567207 Aug 23 15:03:03.099621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6d8f72c9-bef1-4c31-a793-d954221bafe7 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:03:03.210393 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7838169-a8d3-4a98-bfc2-a59e34548c81 req-f50f831e-3a50-4b4a-8f84-b5789c2846dc service neutron] 10.222.0.38 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675793 Aug 23 15:03:03.214529 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e95657e5-7599-4326-8135-3b48fbc4cc04 req-0c12d6ca-daa3-43c9-bb21-cfa0d6b1d237 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 210 time: 0.0372970 Aug 23 15:03:03.230094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-992310ec-0243-4c3f-b0e2-4ad34a616fc9 req-71f1c45d-d587-476d-8e81-6cb6d1b67ba2 service neutron] 10.222.0.61 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083763 Aug 23 15:03:03.277007 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-48b8a179-70f4-4db5-9849-6d356751cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:01:46Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'gw_port': {'id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:47Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '355ddd39-cbc3-4f45-97f0-cfbca53bd4ea', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'port_id': '3689140a-a91b-4de1-98c0-111ad13158d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570', 'mac_address': 'fa:16:3e:e3:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:02:57Z', 'updated_at': '2021-08-23T15:03:00Z', 'revision_number': 1, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324e2204-3fb1-4dd0-bf74-575a207ca048', 'name': '', 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'mac_address': 'fa:16:3e:ca:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:51Z', 'updated_at': '2021-08-23T15:01:59Z', 'revision_number': 5, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'subnets': [{'id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:03.316363 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8a179-70f4-4db5-9849-6d356751cdca None None] The sync data for ids ['e798232a-f029-4cb8-a9fc-182540f6ff13'] in n-d-804985-3 is: [{'id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:01:46Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'gw_port': {'id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:47Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '355ddd39-cbc3-4f45-97f0-cfbca53bd4ea', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'port_id': '3689140a-a91b-4de1-98c0-111ad13158d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570', 'mac_address': 'fa:16:3e:e3:61:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:02:57Z', 'updated_at': '2021-08-23T15:03:00Z', 'revision_number': 1, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324e2204-3fb1-4dd0-bf74-575a207ca048', 'name': '', 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'mac_address': 'fa:16:3e:ca:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:51Z', 'updated_at': '2021-08-23T15:01:59Z', 'revision_number': 5, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'subnets': [{'id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:03:03.331353 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:03.363939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca0d24e-bc92-4416-a420-5aba0c6a41fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8f72c9-bef1-4c31-a793-d954221bafe7'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:03.368128 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7baedbf-ad7d-4d87-9be4-b902042fd08d" -d '{"events": [{"server_uuid": "0ca0d24e-bc92-4416-a420-5aba0c6a41fb", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8f72c9-bef1-4c31-a793-d954221bafe7"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:03.392636 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6d8f72c9-bef1-4c31-a793-d954221bafe7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6d8f72c9-bef1-4c31-a793-d954221bafe7,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:03.441450 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:03.553856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=6d8f72c9-bef1-4c31-a793-d954221bafe7,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:03.572078 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-ba6aacd9-debc-4af6-8d17-4ee5aaefc4a1 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1000 time: 0.1849062 Aug 23 15:03:03.577696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:03.578767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:03.579467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:03.586302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:03.586652 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:03.587002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:03.587341 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:03.587694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:03.588049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:03.588397 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:03.588724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:03.589936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:03.640370 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-27d6cd29-6f58-481a-b8c6-f0666b2a8434 req-3bf042de-3eb6-4442-9c3f-cb42ee8fce9d tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d&device_id=f2e4cf2b-fae3-4962-8989-e0a274957070 HTTP/1.1" status: 200 len: 210 time: 0.0477839 Aug 23 15:03:03.688850 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60674) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:03.709058 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-896d6f2a-0f1c-452b-86e8-a115b08012ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:03.715498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-06de5eb4-21a7-4dbf-a356-57abcb41104d tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:03.723855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb6397-0239-4125-99ae-a6438cfebc75 None None] New status for floating IP 355ddd39-cbc3-4f45-97f0-cfbca53bd4ea: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:03:03.729596 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-06de5eb4-21a7-4dbf-a356-57abcb41104d tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports/3689140a-a91b-4de1-98c0-111ad13158d6 HTTP/1.1" status: 200 len: 943 time: 0.1522148 Aug 23 15:03:03.732594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60676) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:03.852637 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbfbd39-ed71-466a-813f-3fdc1a0700ee x-openstack-request-id: req-8cbfbd39-ed71-466a-813f-3fdc1a0700ee {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:03.854884 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca0d24e-bc92-4416-a420-5aba0c6a41fb", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8f72c9-bef1-4c31-a793-d954221bafe7", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:03.855357 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8cbfbd39-ed71-466a-813f-3fdc1a0700ee {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:03.856672 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca0d24e-bc92-4416-a420-5aba0c6a41fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8f72c9-bef1-4c31-a793-d954221bafe7', 'code': 200} Aug 23 15:03:03.946646 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-896d6f2a-0f1c-452b-86e8-a115b08012ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:03.996605 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6727ccc7-8cc0-4595-a2b8-f8d1c63c14ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:04.087523 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-896d6f2a-0f1c-452b-86e8-a115b08012ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:04.127313 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d6f2a-0f1c-452b-86e8-a115b08012ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23537c42-aeec-4d90-b043-792d71c5c854,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:04.145453 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-896d6f2a-0f1c-452b-86e8-a115b08012ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b7a407b6f9947929cbc3c2ac75e0302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4554238 Aug 23 15:03:04.150349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60682) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:04.176318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-df74c17d-b22e-4e53-bb26-d7f5b0c05201 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1000 time: 0.1009929 Aug 23 15:03:04.213272 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eaa9591f-8423-4e48-a39b-18b945789b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:04.239284 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eaa9591f-8423-4e48-a39b-18b945789b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:04.693458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ba52-9a58-47c2-818b-e4d33845292c req-bde56d02-35e1-4610-b9e3-3a59b94dbf7e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:04.695003 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0188ba52-9a58-47c2-818b-e4d33845292c req-bde56d02-35e1-4610-b9e3-3a59b94dbf7e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.61 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 806 time: 0.5378282 Aug 23 15:03:04.715410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-0188ba52-9a58-47c2-818b-e4d33845292c req-1f2b4792-00b7-4860-956e-23e56f89c1a0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Request body: {'port': {'device_id': '1cd27189-ef06-4620-af87-da1688645879', 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e', 'admin_state_up': True, 'tenant_id': '98c793e8a58f4dcda7e858b805fa89a9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:04.791273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-df8962b2-ee2d-4f2b-8543-e98fac0c7553 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:04.792776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-df8962b2-ee2d-4f2b-8543-e98fac0c7553 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.6013200 Aug 23 15:03:04.803913 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6727ccc7-8cc0-4595-a2b8-f8d1c63c14ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:04.898056 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-34917fe8-4fa6-4189-b98c-2300cb084cfb tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1002 time: 0.0927396 Aug 23 15:03:04.908595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-32c0e68d-7616-4ac0-93a5-9cb9c5061134 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Request body: {'floatingip': {'port_id': None}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:04.973277 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-32c0e68d-7616-4ac0-93a5-9cb9c5061134 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:05.154386 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-32c0e68d-7616-4ac0-93a5-9cb9c5061134 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:05.178666 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6727ccc7-8cc0-4595-a2b8-f8d1c63c14ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:05.201221 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8316d4c8-d2a0-4381-aa29-6f3120d9341c req-58b95e84-3afa-42a5-8b08-97afaf2aee43 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a662fa67ba04bc5bb786f91f51e78e8&device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0577784 Aug 23 15:03:05.212330 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eaa9591f-8423-4e48-a39b-18b945789b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:05.221741 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727ccc7-8cc0-4595-a2b8-f8d1c63c14ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77ad4a6-3d48-4a15-8a5d-4f648ced9466,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:05.224303 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eaa9591f-8423-4e48-a39b-18b945789b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:05.231202 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-eaa9591f-8423-4e48-a39b-18b945789b36 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23537c42-aeec-4d90-b043-792d71c5c854 HTTP/1.1" status: 204 len: 168 time: 1.0762966 Aug 23 15:03:05.240717 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6727ccc7-8cc0-4595-a2b8-f8d1c63c14ef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b8f50daf126f4155976552d143b9385e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5065715 Aug 23 15:03:05.245066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60704) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:05.264839 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8316d4c8-d2a0-4381-aa29-6f3120d9341c req-591ac34e-60b7-4fd8-97d3-7f6d454463e9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5a662fa67ba04bc5bb786f91f51e78e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347250 Aug 23 15:03:05.278616 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9591f-8423-4e48-a39b-18b945789b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23537c42-aeec-4d90-b043-792d71c5c854,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:05.327261 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b70c8287-5298-4020-a43a-ff1e980b3d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:05.340183 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-32c0e68d-7616-4ac0-93a5-9cb9c5061134 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:05.340514 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-32c0e68d-7616-4ac0-93a5-9cb9c5061134 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Floating IP 355ddd39-cbc3-4f45-97f0-cfbca53bd4ea disassociated. External IP: 172.25.8.113, port: 3689140a-a91b-4de1-98c0-111ad13158d6. Aug 23 15:03:05.391548 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b67fa0-9c65-4387-bc41-f1d248e59ace req-3a4d79bd-dc34-482e-aa6b-1f2610d3974a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:05.398261 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b70c8287-5298-4020-a43a-ff1e980b3d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:05.400694 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4b67fa0-9c65-4387-bc41-f1d248e59ace req-3a4d79bd-dc34-482e-aa6b-1f2610d3974a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 943 time: 0.1322083 Aug 23 15:03:05.457326 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4b67fa0-9c65-4387-bc41-f1d248e59ace req-44db9fed-e951-4057-ad82-7ac9579b0ead tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537338 Aug 23 15:03:05.461245 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0188ba52-9a58-47c2-818b-e4d33845292c req-1f2b4792-00b7-4860-956e-23e56f89c1a0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Made reservation on behalf of 98c793e8a58f4dcda7e858b805fa89a9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:03:05.465574 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0188ba52-9a58-47c2-818b-e4d33845292c req-1f2b4792-00b7-4860-956e-23e56f89c1a0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:05.471830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316d4c8-d2a0-4381-aa29-6f3120d9341c req-0ee21814-3209-4319-a490-3b54ba2e241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:05.474126 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8316d4c8-d2a0-4381-aa29-6f3120d9341c req-0ee21814-3209-4319-a490-3b54ba2e241e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1930640 Aug 23 15:03:05.612084 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ea70f247-b1a2-46c3-9404-35f8dfd27552 req-235247dd-14be-44b6-b18a-a9a55691ab41 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 210 time: 0.0834007 Aug 23 15:03:05.729282 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b70c8287-5298-4020-a43a-ff1e980b3d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:05.732748 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b70c8287-5298-4020-a43a-ff1e980b3d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:05.734278 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b70c8287-5298-4020-a43a-ff1e980b3d9b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f77ad4a6-3d48-4a15-8a5d-4f648ced9466 HTTP/1.1" status: 204 len: 168 time: 0.4878778 Aug 23 15:03:05.757531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3233f966-ed57-42d5-b1e1-a08bf029f888 req-f67e83aa-a573-48dd-ab7f-dd9300a37eab tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0437288 Aug 23 15:03:05.769857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c8287-5298-4020-a43a-ff1e980b3d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77ad4a6-3d48-4a15-8a5d-4f648ced9466,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:05.820167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-0188ba52-9a58-47c2-818b-e4d33845292c req-1f2b4792-00b7-4860-956e-23e56f89c1a0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Allocated IP 172.20.0.8 (64f87949-f645-4741-b9fd-fc55a03e518e/5f22f70f-5be0-4809-bae5-4797be32e410/872fe1ae-b679-403d-997e-555415431e73) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:03:05.836144 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-32c0e68d-7616-4ac0-93a5-9cb9c5061134 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Router e798232a-f029-4cb8-a9fc-182540f6ff13 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:03:05.966771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70383b6d-61de-4bba-a04d-8e29a97f3a03 req-42fae5e8-0881-4991-8eb9-64253acc41ab tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:05.969780 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-70383b6d-61de-4bba-a04d-8e29a97f3a03 req-42fae5e8-0881-4991-8eb9-64253acc41ab tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0763316 Aug 23 15:03:06.036255 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-70383b6d-61de-4bba-a04d-8e29a97f3a03 req-8e5b6fab-16b7-4107-9a2e-8c9be5eb005e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600810 Aug 23 15:03:06.098680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-32c0e68d-7616-4ac0-93a5-9cb9c5061134 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:03:06.105197 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-32c0e68d-7616-4ac0-93a5-9cb9c5061134 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:06.112515 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01990c9-43e0-42b5-a69f-a1abfa19370b None None] Sync routers for ids ['e798232a-f029-4cb8-a9fc-182540f6ff13'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:03:06.129783 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01990c9-43e0-42b5-a69f-a1abfa19370b None None] Routers {'e798232a-f029-4cb8-a9fc-182540f6ff13'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:03:06.130469 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f01990c9-43e0-42b5-a69f-a1abfa19370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:02:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e798232a-f029-4cb8-a9fc-182540f6ff13'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:06.138863 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-32c0e68d-7616-4ac0-93a5-9cb9c5061134 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "PUT /v2.0/floatingips/355ddd39-cbc3-4f45-97f0-cfbca53bd4ea HTTP/1.1" status: 200 len: 695 time: 1.2341518 Aug 23 15:03:06.141853 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0188ba52-9a58-47c2-818b-e4d33845292c req-1f2b4792-00b7-4860-956e-23e56f89c1a0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:06.143965 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'tag': '3689140a-a91b-4de1-98c0-111ad13158d6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:06.146512 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5837a8b-c9ac-4bcb-b2d5-43d823d5450e" -d '{"events": [{"name": "network-changed", "server_uuid": "5997d67e-4aa5-4c65-a872-a1237a4d159d", "tag": "3689140a-a91b-4de1-98c0-111ad13158d6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:06.197629 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a10b70-7e67-4510-9267-c2d6d95d7159 req-ca429049-2c70-459a-a4d7-8a2ebc9fdf78 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:06.207369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75a10b70-7e67-4510-9267-c2d6d95d7159 req-ca429049-2c70-459a-a4d7-8a2ebc9fdf78 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0941491 Aug 23 15:03:06.234252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-5f8c47e4-e372-4da5-9991-f8797de3b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:06.235983 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-5f8c47e4-e372-4da5-9991-f8797de3b0fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f4da7f95c754ce6b38527b26b445bbc&device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 1097 time: 0.0744138 Aug 23 15:03:06.284011 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75a10b70-7e67-4510-9267-c2d6d95d7159 req-97354380-8cea-45c2-a6b3-02282fd39502 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711708 Aug 23 15:03:06.338808 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e3e848-f240-4232-9815-dba9967a513e x-openstack-request-id: req-29e3e848-f240-4232-9815-dba9967a513e {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:06.343899 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5997d67e-4aa5-4c65-a872-a1237a4d159d", "tag": "3689140a-a91b-4de1-98c0-111ad13158d6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:06.343899 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29e3e848-f240-4232-9815-dba9967a513e {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:06.343899 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'tag': '3689140a-a91b-4de1-98c0-111ad13158d6', 'status': 'completed', 'code': 200} Aug 23 15:03:06.345023 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f01990c9-43e0-42b5-a69f-a1abfa19370b None None] Set router e798232a-f029-4cb8-a9fc-182540f6ff13 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:03:06.347590 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0188ba52-9a58-47c2-818b-e4d33845292c req-1f2b4792-00b7-4860-956e-23e56f89c1a0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:06.363989 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d3f1bdc7-883a-43b3-ba35-b3ce607c683e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:03:06.417997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0188ba52-9a58-47c2-818b-e4d33845292c req-1f2b4792-00b7-4860-956e-23e56f89c1a0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Network 64f87949-f645-4741-b9fd-fc55a03e518e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:03:06.419249 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-e17f86ac-a4dc-4c99-8cc0-2fea62a7c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:06.420814 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-e17f86ac-a4dc-4c99-8cc0-2fea62a7c357 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 HTTP/1.1" status: 200 len: 921 time: 0.1780589 Aug 23 15:03:06.424120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-0188ba52-9a58-47c2-818b-e4d33845292c req-1f2b4792-00b7-4860-956e-23e56f89c1a0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:03:06.433140 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-0188ba52-9a58-47c2-818b-e4d33845292c req-1f2b4792-00b7-4860-956e-23e56f89c1a0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:03:06.476450 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-934f7505-34a1-40c9-b496-a6493515c370 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3689140a-a91b-4de1-98c0-111ad13158d6 HTTP/1.1" status: 200 len: 217 time: 0.0443907 Aug 23 15:03:06.495295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b4792-00b7-4860-956e-23e56f89c1a0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Pushing event updated for resources: {'Port': ['ID=872fe1ae-b679-403d-997e-555415431e73,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:06.548260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5837a8b-c9ac-4bcb-b2d5-43d823d5450e req-4ca47659-d17c-4a8d-ac9a-087d22b87549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:06.554337 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5837a8b-c9ac-4bcb-b2d5-43d823d5450e req-4ca47659-d17c-4a8d-ac9a-087d22b87549 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f4da7f95c754ce6b38527b26b445bbc&device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 1097 time: 0.1909997 Aug 23 15:03:06.573430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ba52-9a58-47c2-818b-e4d33845292c req-1f2b4792-00b7-4860-956e-23e56f89c1a0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:06.574103 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0188ba52-9a58-47c2-818b-e4d33845292c req-1f2b4792-00b7-4860-956e-23e56f89c1a0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:06.588316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-28125889-00ac-47eb-a087-d0fe1da060b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:06.589853 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-28125889-00ac-47eb-a087-d0fe1da060b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5d566476-63f4-44fa-9ff8-8bd5ae66180f HTTP/1.1" status: 200 len: 860 time: 0.0919375 Aug 23 15:03:06.638882 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-d69007da-bcdf-4f9d-83b4-e92c61da1af8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375969 Aug 23 15:03:06.710585 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0188ba52-9a58-47c2-818b-e4d33845292c req-1f2b4792-00b7-4860-956e-23e56f89c1a0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0034747 Aug 23 15:03:06.761093 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f01990c9-43e0-42b5-a69f-a1abfa19370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:01:46Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'gw_port': {'id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:47Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '324e2204-3fb1-4dd0-bf74-575a207ca048', 'name': '', 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'mac_address': 'fa:16:3e:ca:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:51Z', 'updated_at': '2021-08-23T15:01:59Z', 'revision_number': 5, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'subnets': [{'id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:06.784653 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Request body: {'port': {'device_id': '1cd27189-ef06-4620-af87-da1688645879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:06.800697 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60746) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:06.804933 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01990c9-43e0-42b5-a69f-a1abfa19370b None None] Checking router: e798232a-f029-4cb8-a9fc-182540f6ff13 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:03:06.814039 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01990c9-43e0-42b5-a69f-a1abfa19370b None None] Routers {'e798232a-f029-4cb8-a9fc-182540f6ff13'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:03:06.814655 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f01990c9-43e0-42b5-a69f-a1abfa19370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:02:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e798232a-f029-4cb8-a9fc-182540f6ff13'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:06.888577 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:06.942379 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-ddbb9375-7f8d-4f44-85b9-e37b2bd8cf93 service neutron] 10.222.0.38 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917266 Aug 23 15:03:06.971636 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f01990c9-43e0-42b5-a69f-a1abfa19370b None None] Set router e798232a-f029-4cb8-a9fc-182540f6ff13 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:03:07.142689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6d8f72c9-bef1-4c31-a793-d954221bafe7 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:03:07.175361 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14e5cea1-89f0-4ecc-bed0-517df13eb6f0 req-6ad86f2f-6bdf-40ca-804e-d4d2655de7c2 service neutron] 10.222.0.38 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329519 Aug 23 15:03:07.250747 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8316d4c8-d2a0-4381-aa29-6f3120d9341c req-3257daa8-c9ca-4d88-adda-98b4ba7d8315 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.4867826 Aug 23 15:03:07.277679 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-464ee473-b805-471d-aab6-3e5517cbd113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:07.385475 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f01990c9-43e0-42b5-a69f-a1abfa19370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:01:46Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'gw_port': {'id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:47Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '324e2204-3fb1-4dd0-bf74-575a207ca048', 'name': '', 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'mac_address': 'fa:16:3e:ca:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:51Z', 'updated_at': '2021-08-23T15:01:59Z', 'revision_number': 5, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'subnets': [{'id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:07.455206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5837a8b-c9ac-4bcb-b2d5-43d823d5450e req-f21c0cab-418a-428c-94b2-61839e126098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:07.457004 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5837a8b-c9ac-4bcb-b2d5-43d823d5450e req-f21c0cab-418a-428c-94b2-61839e126098 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 HTTP/1.1" status: 200 len: 921 time: 0.8950992 Aug 23 15:03:07.472369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461896f4-bedd-46e0-9ed6-99fca1e44975 req-22cef53e-0289-4db7-8bef-35463c16730b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:07.481592 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-461896f4-bedd-46e0-9ed6-99fca1e44975 req-22cef53e-0289-4db7-8bef-35463c16730b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 931 time: 0.7230079 Aug 23 15:03:07.530870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219ed49-b9c1-42e4-a0d8-bc4367f46b3d req-e17d6e68-53c0-48ba-87f7-b5211ef56a7b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:07.533021 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d219ed49-b9c1-42e4-a0d8-bc4367f46b3d req-e17d6e68-53c0-48ba-87f7-b5211ef56a7b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1024494 Aug 23 15:03:07.541768 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01990c9-43e0-42b5-a69f-a1abfa19370b None None] The sync data for ids ['e798232a-f029-4cb8-a9fc-182540f6ff13'] in n-d-804985-3 is: [{'id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:01:46Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'gw_port': {'id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:47Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '324e2204-3fb1-4dd0-bf74-575a207ca048', 'name': '', 'network_id': '5dcd52f0-f3c0-4c42-a09c-8b712fcf2570', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'mac_address': 'fa:16:3e:ca:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:51Z', 'updated_at': '2021-08-23T15:01:59Z', 'revision_number': 5, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'subnets': [{'id': '5d566476-63f4-44fa-9ff8-8bd5ae66180f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:03:07.568596 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5837a8b-c9ac-4bcb-b2d5-43d823d5450e req-2457bb1c-7cb8-4319-8c1f-241750209f42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3689140a-a91b-4de1-98c0-111ad13158d6 HTTP/1.1" status: 200 len: 217 time: 0.0820804 Aug 23 15:03:07.651257 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-461896f4-bedd-46e0-9ed6-99fca1e44975 req-93b86c25-6ab7-4b48-8e6b-4a97ac683300 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684070 Aug 23 15:03:07.652004 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d219ed49-b9c1-42e4-a0d8-bc4367f46b3d req-54942384-c2c5-4488-8960-9308fca7e779 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101010 Aug 23 15:03:07.731488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872fe1ae-b679-403d-997e-555415431e73 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:03:07.740066 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5837a8b-c9ac-4bcb-b2d5-43d823d5450e req-972b8b3b-ae99-4e0f-9389-e8fc670bff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:07.742327 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5837a8b-c9ac-4bcb-b2d5-43d823d5450e req-972b8b3b-ae99-4e0f-9389-e8fc670bff19 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d566476-63f4-44fa-9ff8-8bd5ae66180f HTTP/1.1" status: 200 len: 860 time: 0.1622972 Aug 23 15:03:07.744220 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-464ee473-b805-471d-aab6-3e5517cbd113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:07.759175 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:07.786059 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5837a8b-c9ac-4bcb-b2d5-43d823d5450e req-71e77d74-a7da-45a7-bda6-44d4d83b2b8f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349174 Aug 23 15:03:07.884884 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbf3de52-0711-43b9-8f3f-937c506ed372 req-fcf4f6d2-aa17-4265-be05-d18fbd395d83 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cda2ea1-f6f4-4b0c-9a58-448e72522e0d HTTP/1.1" status: 200 len: 210 time: 0.0928652 Aug 23 15:03:07.896007 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-464ee473-b805-471d-aab6-3e5517cbd113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:07.917358 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-95d9b669-8410-40ab-9155-db675a795ffa tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/floatingips/355ddd39-cbc3-4f45-97f0-cfbca53bd4ea HTTP/1.1" status: 200 len: 695 time: 0.1954019 Aug 23 15:03:07.922174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Transition to ACTIVE for port object 872fe1ae-b679-403d-997e-555415431e73 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:03:08.006243 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-464ee473-b805-471d-aab6-3e5517cbd113 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=439836eab11b4311b8ee0b3808b2287b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1808553 Aug 23 15:03:08.006443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:08.006724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ee473-b805-471d-aab6-3e5517cbd113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce39a27b-685b-4ba0-8b15-86c9e868a42f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:08.015891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60772) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:08.033748 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5837a8b-c9ac-4bcb-b2d5-43d823d5450e req-cd25ec02-9cf5-46e9-be11-c17cb9637e14 service neutron] 10.222.0.61 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321868 Aug 23 15:03:08.061181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9de9f3-9156-41c3-8602-128638c6f40b None None] New status for floating IP 355ddd39-cbc3-4f45-97f0-cfbca53bd4ea: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:03:08.147811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Pushing event updated for resources: {'Port': ['ID=872fe1ae-b679-403d-997e-555415431e73,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:08.176783 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5837a8b-c9ac-4bcb-b2d5-43d823d5450e req-52a91fa4-e9a9-4f5a-9d7f-6a9c16299fa5 service neutron] 10.222.0.61 "GET /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419179 Aug 23 15:03:08.223588 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-acb83759-1c0c-453c-93d3-3c4c78941453 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:08.225282 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-acb83759-1c0c-453c-93d3-3c4c78941453 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 784 time: 0.3015103 Aug 23 15:03:08.242812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-c1055817-7fd1-46c8-8515-f15d2fc569ca tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:03:08.244031 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-c1055817-7fd1-46c8-8515-f15d2fc569ca tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120518 Aug 23 15:03:08.274140 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2dda399-77b4-48b4-a372-52c71be08c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:08.347482 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2dda399-77b4-48b4-a372-52c71be08c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:08.404334 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-f0e3546f-a3b7-4e3d-bf68-b99843bc8ed4 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 698 time: 0.1515665 Aug 23 15:03:08.407944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Attempting to bind port 872fe1ae-b679-403d-997e-555415431e73 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:03:08.408439 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Attempting to bind port 872fe1ae-b679-403d-997e-555415431e73 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:03:08.408902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Attempting to bind port 872fe1ae-b679-403d-997e-555415431e73 on network 64f87949-f645-4741-b9fd-fc55a03e518e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:03:08.417518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Port 872fe1ae-b679-403d-997e-555415431e73 on network 64f87949-f645-4741-b9fd-fc55a03e518e not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:03:08.418007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Attempting to bind port 872fe1ae-b679-403d-997e-555415431e73 on network 64f87949-f645-4741-b9fd-fc55a03e518e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:03:08.425440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:03:08.425954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Checking segment: {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:03:08.426409 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Bound using segment: {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:03:08.431493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Bound port: 872fe1ae-b679-403d-997e-555415431e73, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:03:08.431493 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:08.491797 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-31f840fa-5250-465d-b7d9-92461b42b318 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 698 time: 0.0748172 Aug 23 15:03:08.580993 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2dda399-77b4-48b4-a372-52c71be08c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:08.583633 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2dda399-77b4-48b4-a372-52c71be08c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:08.587747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f2dda399-77b4-48b4-a372-52c71be08c20 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ce39a27b-685b-4ba0-8b15-86c9e868a42f HTTP/1.1" status: 204 len: 168 time: 0.5379593 Aug 23 15:03:08.599687 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dda399-77b4-48b4-a372-52c71be08c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce39a27b-685b-4ba0-8b15-86c9e868a42f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:08.704532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] For port 872fe1ae-b679-403d-997e-555415431e73, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:03:08.708767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] For port 872fe1ae-b679-403d-997e-555415431e73, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=872fe1ae-b679-403d-997e-555415431e73,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:03:08.730743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-eb93fb4a-3800-43f6-90ff-5f1ee2857c77 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Deleting port b7a2475d-cc03-4aa7-b0ed-eb094868be90 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:03:08.731098 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-eb93fb4a-3800-43f6-90ff-5f1ee2857c77 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:08.790921 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:08.837438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:08.838090 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:08.839683 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0188ba52-9a58-47c2-818b-e4d33845292c req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] 10.222.0.61 "PUT /v2.0/ports/872fe1ae-b679-403d-997e-555415431e73 HTTP/1.1" status: 200 len: 1091 time: 2.0775170 Aug 23 15:03:08.840136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd27189-ef06-4620-af87-da1688645879', 'tag': '872fe1ae-b679-403d-997e-555415431e73'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:08.842386 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702c6b3d-82f2-4f27-a0d1-106c64a95b71" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd27189-ef06-4620-af87-da1688645879", "tag": "872fe1ae-b679-403d-997e-555415431e73"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:08.848713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16919cb-70db-480a-a41a-9a33272fdc14 req-8d16e672-58f4-4b24-ae5d-d62bf4612adc tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:08.858514 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d16919cb-70db-480a-a41a-9a33272fdc14 req-8d16e672-58f4-4b24-ae5d-d62bf4612adc tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 943 time: 0.0938852 Aug 23 15:03:08.927875 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d16919cb-70db-480a-a41a-9a33272fdc14 req-3024ea4f-3d6a-49a7-8687-f3321bf7fe3e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678170 Aug 23 15:03:09.150792 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747bfe0-8af6-4983-86d5-3df4e8f60fb1 req-1be0764f-07e6-4e81-b7d8-8521f0cefef5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:09.154242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4747bfe0-8af6-4983-86d5-3df4e8f60fb1 req-1be0764f-07e6-4e81-b7d8-8521f0cefef5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0974810 Aug 23 15:03:09.236361 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4747bfe0-8af6-4983-86d5-3df4e8f60fb1 req-04f965ba-9ff6-4df9-9538-9a0f2193fc95 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737538 Aug 23 15:03:09.305438 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bf6b68-51b2-4592-988d-3e6f83a81974 x-openstack-request-id: req-82bf6b68-51b2-4592-988d-3e6f83a81974 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:09.305916 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd27189-ef06-4620-af87-da1688645879", "tag": "872fe1ae-b679-403d-997e-555415431e73", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:09.306097 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82bf6b68-51b2-4592-988d-3e6f83a81974 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:09.306619 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd27189-ef06-4620-af87-da1688645879', 'tag': '872fe1ae-b679-403d-997e-555415431e73', 'status': 'completed', 'code': 200} Aug 23 15:03:09.385359 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-eb93fb4a-3800-43f6-90ff-5f1ee2857c77 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:09.385684 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-eb93fb4a-3800-43f6-90ff-5f1ee2857c77 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:09.400764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ba52-9a58-47c2-818b-e4d33845292c req-77f987c4-8a1b-433c-90fa-a62ac5fb46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:09.402494 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0188ba52-9a58-47c2-818b-e4d33845292c req-77f987c4-8a1b-433c-90fa-a62ac5fb46d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 1094 time: 0.0948648 Aug 23 15:03:09.406375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d441421-6ffe-41d6-8825-06f5c76ec727 service neutron] Pushing event updated for resources: {'Port': ['ID=872fe1ae-b679-403d-997e-555415431e73,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:09.410440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-eb93fb4a-3800-43f6-90ff-5f1ee2857c77 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Calling delete_port for b7a2475d-cc03-4aa7-b0ed-eb094868be90 owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:03:09.474222 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0188ba52-9a58-47c2-818b-e4d33845292c req-c29e0203-5945-40bc-9e59-c593bb33296e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=872fe1ae-b679-403d-997e-555415431e73 HTTP/1.1" status: 200 len: 217 time: 0.0592132 Aug 23 15:03:09.597356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ba52-9a58-47c2-818b-e4d33845292c req-10b15fb4-41e9-4fb8-97b8-5853bca794db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:09.598235 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0188ba52-9a58-47c2-818b-e4d33845292c req-10b15fb4-41e9-4fb8-97b8-5853bca794db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5f22f70f-5be0-4809-bae5-4797be32e410 HTTP/1.1" status: 200 len: 846 time: 0.1157274 Aug 23 15:03:09.642925 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0188ba52-9a58-47c2-818b-e4d33845292c req-e74041cc-0d65-4f5e-aef6-73c3e83ce2f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=64f87949-f645-4741-b9fd-fc55a03e518e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349519 Aug 23 15:03:09.823979 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0188ba52-9a58-47c2-818b-e4d33845292c req-e6579944-aaa3-46a9-9ed6-34f1e6fac833 service neutron] 10.222.0.61 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649647 Aug 23 15:03:09.903769 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b8622580-40b2-4a8a-a2d7-71ecc191c4f0 req-6408d367-d091-4791-93f7-587d0cf708d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a662fa67ba04bc5bb786f91f51e78e8&device_id=f2e4cf2b-fae3-4962-8989-e0a274957070 HTTP/1.1" status: 200 len: 210 time: 0.0290976 Aug 23 15:03:09.925054 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0188ba52-9a58-47c2-818b-e4d33845292c req-a418bcaa-1ac4-4ba5-899d-f5ea8b709ee4 service neutron] 10.222.0.61 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948353 Aug 23 15:03:09.937950 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b8622580-40b2-4a8a-a2d7-71ecc191c4f0 req-a673c9aa-d937-4a57-aa43-3b78c1b141d5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5a662fa67ba04bc5bb786f91f51e78e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214429 Aug 23 15:03:09.967479 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-eb93fb4a-3800-43f6-90ff-5f1ee2857c77 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:09.995309 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5428c65c-5de6-49dc-91ac-6f68ef51fc9b req-c8fb17b8-4058-466b-a3e1-fe40b2634064 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2e4cf2b-fae3-4962-8989-e0a274957070 HTTP/1.1" status: 200 len: 210 time: 0.0530851 Aug 23 15:03:09.995531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93fb4a-3800-43f6-90ff-5f1ee2857c77 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Pushing event deleted for resources: {'Port': ['ID=b7a2475d-cc03-4aa7-b0ed-eb094868be90,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:10.112161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8622580-40b2-4a8a-a2d7-71ecc191c4f0 req-95be3b32-ac6d-4c78-813d-af1063edb6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:10.113593 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b8622580-40b2-4a8a-a2d7-71ecc191c4f0 req-95be3b32-ac6d-4c78-813d-af1063edb6a7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593261 Aug 23 15:03:10.114007 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-eb93fb4a-3800-43f6-90ff-5f1ee2857c77 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:10.117042 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-eb93fb4a-3800-43f6-90ff-5f1ee2857c77 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:10.121076 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30535564-4e80-4991-9c52-b72c0dd6a796 req-eb93fb4a-3800-43f6-90ff-5f1ee2857c77 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "DELETE /v2.0/floatingips/355ddd39-cbc3-4f45-97f0-cfbca53bd4ea HTTP/1.1" status: 204 len: 173 time: 1.6194217 Aug 23 15:03:10.154353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d25be5-90e8-4515-b1dd-43b79a3f8416 req-e9f77899-342f-4c29-8be2-9ff65874fee7 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:10.155955 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5d25be5-90e8-4515-b1dd-43b79a3f8416 req-e9f77899-342f-4c29-8be2-9ff65874fee7 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 943 time: 0.0773220 Aug 23 15:03:10.200560 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5d25be5-90e8-4515-b1dd-43b79a3f8416 req-64a30cc3-5064-4cf0-9237-817286998e01 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366113 Aug 23 15:03:10.222566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c6b3d-82f2-4f27-a0d1-106c64a95b71 req-504634d0-9029-49cb-9158-137551d86ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:10.224144 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-702c6b3d-82f2-4f27-a0d1-106c64a95b71 req-504634d0-9029-49cb-9158-137551d86ec0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 1094 time: 0.0760434 Aug 23 15:03:10.231694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a37d1648-6dd5-47c9-a3cb-9eda8a4f808c req-43360d8c-3e8c-43fb-a42a-c5608310901b tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups/4f7591d5-645e-4ea5-91f2-fc289ea36a50 HTTP/1.1" status: 200 len: 1810 time: 0.0920579 Aug 23 15:03:10.368528 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a37d1648-6dd5-47c9-a3cb-9eda8a4f808c req-20007939-5f6f-42c1-850d-67432b03ddbe tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:10.378844 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ca716-08b8-4c75-950f-335300c3e188 req-aca2370d-784c-4d17-b2aa-fe1eb40f19f2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:10.380774 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-023ca716-08b8-4c75-950f-335300c3e188 req-aca2370d-784c-4d17-b2aa-fe1eb40f19f2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0562859 Aug 23 15:03:10.384142 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c6b3d-82f2-4f27-a0d1-106c64a95b71 req-1b287e77-5993-4e09-b0ec-cc16709ec645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:10.385690 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-702c6b3d-82f2-4f27-a0d1-106c64a95b71 req-1b287e77-5993-4e09-b0ec-cc16709ec645 service neutron] 10.222.0.61 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 907 time: 0.1531348 Aug 23 15:03:10.404116 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a37d1648-6dd5-47c9-a3cb-9eda8a4f808c req-20007939-5f6f-42c1-850d-67432b03ddbe tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:10.424799 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-023ca716-08b8-4c75-950f-335300c3e188 req-e544c7a6-7099-4206-876d-1b0c9a4edcbc tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360436 Aug 23 15:03:10.442385 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-702c6b3d-82f2-4f27-a0d1-106c64a95b71 req-cb8e747c-57a9-4ab4-82b5-4ba346f5fead service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=872fe1ae-b679-403d-997e-555415431e73 HTTP/1.1" status: 200 len: 217 time: 0.0468376 Aug 23 15:03:10.532421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c6b3d-82f2-4f27-a0d1-106c64a95b71 req-23f7d140-f338-4786-b2dc-8c76d09fb8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:10.534281 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-702c6b3d-82f2-4f27-a0d1-106c64a95b71 req-23f7d140-f338-4786-b2dc-8c76d09fb8fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5f22f70f-5be0-4809-bae5-4797be32e410 HTTP/1.1" status: 200 len: 846 time: 0.0753624 Aug 23 15:03:10.568609 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-702c6b3d-82f2-4f27-a0d1-106c64a95b71 req-9d1cb22b-02f1-4808-b42c-cdc6d018a935 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=64f87949-f645-4741-b9fd-fc55a03e518e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258667 Aug 23 15:03:10.671349 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-702c6b3d-82f2-4f27-a0d1-106c64a95b71 req-00d5d901-c05a-46a0-b215-f0c9c1fdb238 service neutron] 10.222.0.61 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953050 Aug 23 15:03:10.676933 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a37d1648-6dd5-47c9-a3cb-9eda8a4f808c req-20007939-5f6f-42c1-850d-67432b03ddbe tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:10.679531 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a37d1648-6dd5-47c9-a3cb-9eda8a4f808c req-20007939-5f6f-42c1-850d-67432b03ddbe tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:10.680741 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a37d1648-6dd5-47c9-a3cb-9eda8a4f808c req-20007939-5f6f-42c1-850d-67432b03ddbe tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "DELETE /v2.0/security-groups/4f7591d5-645e-4ea5-91f2-fc289ea36a50 HTTP/1.1" status: 204 len: 173 time: 0.4409075 Aug 23 15:03:10.708241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20007939-5f6f-42c1-850d-67432b03ddbe tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7591d5-645e-4ea5-91f2-fc289ea36a50,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:10.804167 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-702c6b3d-82f2-4f27-a0d1-106c64a95b71 req-f912a7f2-d13d-4d07-b596-ad94a5f195bb service neutron] 10.222.0.61 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218176 Aug 23 15:03:11.118270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c221a1aa-e799-4c72-90c3-2d6929a6bbf7 req-f5f205cf-7afc-4255-bcc3-828a210412e9 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2e4cf2b-fae3-4962-8989-e0a274957070 HTTP/1.1" status: 200 len: 210 time: 0.0434515 Aug 23 15:03:11.276969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55033e-d139-405e-98a6-bc79c2e593f8 req-d46619b8-d246-4b7e-815c-9d25ebdc542a tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:11.280850 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a55033e-d139-405e-98a6-bc79c2e593f8 req-d46619b8-d246-4b7e-815c-9d25ebdc542a tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0673933 Aug 23 15:03:11.331540 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a55033e-d139-405e-98a6-bc79c2e593f8 req-3a81657b-a074-4e8a-9d4d-f074a2f1f6fd tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438123 Aug 23 15:03:11.342795 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e9cb3-b7b6-4d14-a4dd-e54121785c93 req-800e041b-0e9d-425b-9834-1b4433533521 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:11.344489 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-213e9cb3-b7b6-4d14-a4dd-e54121785c93 req-800e041b-0e9d-425b-9834-1b4433533521 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 943 time: 0.0529711 Aug 23 15:03:11.424007 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-213e9cb3-b7b6-4d14-a4dd-e54121785c93 req-d51b65c9-9408-4161-9063-74035984b1a3 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719366 Aug 23 15:03:11.427355 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b8622580-40b2-4a8a-a2d7-71ecc191c4f0 req-82646194-bd07-4611-9484-a024de02ed31 tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2e4cf2b-fae3-4962-8989-e0a274957070 HTTP/1.1" status: 200 len: 210 time: 0.0467932 Aug 23 15:03:11.573250 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87b9a3-5f9f-4f40-a233-8d7c6d254522 req-87927371-3626-443e-8d58-620677654e8e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:11.575106 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae87b9a3-5f9f-4f40-a233-8d7c6d254522 req-87927371-3626-443e-8d58-620677654e8e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0641315 Aug 23 15:03:11.632691 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae87b9a3-5f9f-4f40-a233-8d7c6d254522 req-53bf73b6-9274-4682-84e8-5b48118c34b7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496569 Aug 23 15:03:12.245980 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82aae0b5-7563-4dcb-bf9a-6e74b21c8bc5 req-fd6c6a3b-f0c2-46c8-90e3-2817386a1adc tempest-ServerShowV247Test-1093380038 tempest-ServerShowV247Test-1093380038-project] 10.222.0.38 "GET /v2.0/ports?device_id=f2e4cf2b-fae3-4962-8989-e0a274957070 HTTP/1.1" status: 200 len: 210 time: 0.0266278 Aug 23 15:03:12.463096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d625-3a44-4b90-9db6-0fa3d742714d req-ce4bf672-cd78-4e6d-b8ab-0127f281a789 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:12.465231 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca89d625-3a44-4b90-9db6-0fa3d742714d req-ce4bf672-cd78-4e6d-b8ab-0127f281a789 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0556421 Aug 23 15:03:12.509238 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca89d625-3a44-4b90-9db6-0fa3d742714d req-391544e8-3be0-4e11-8466-01d1b3a4abcb tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380609 Aug 23 15:03:12.566881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638067c-eb29-4ad1-9867-36a13c5f6210 req-b990689b-6a98-4855-a0bd-3637edf5ddbb tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:12.568419 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3638067c-eb29-4ad1-9867-36a13c5f6210 req-b990689b-6a98-4855-a0bd-3637edf5ddbb tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 943 time: 0.0580788 Aug 23 15:03:12.611553 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3638067c-eb29-4ad1-9867-36a13c5f6210 req-f5304c3c-f267-41bd-97a1-296665676ef5 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365441 Aug 23 15:03:12.758276 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0ee5d-a107-4fd1-8e88-a7a0888180ea req-2d62423a-3ea6-4087-81ee-c6ac3f46235d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:12.759512 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4eb0ee5d-a107-4fd1-8e88-a7a0888180ea req-2d62423a-3ea6-4087-81ee-c6ac3f46235d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0530236 Aug 23 15:03:12.800168 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4eb0ee5d-a107-4fd1-8e88-a7a0888180ea req-37e7d4db-652b-4172-be96-a10f0ac9507c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333691 Aug 23 15:03:12.858811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60918) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:12.971898 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-558ed805-4bd6-4aec-ac75-90f7438b4623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:13.077732 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-558ed805-4bd6-4aec-ac75-90f7438b4623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:13.228820 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-558ed805-4bd6-4aec-ac75-90f7438b4623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:13.273786 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-558ed805-4bd6-4aec-ac75-90f7438b4623 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=149522687aee4a2386d8c4ee456ff5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101224 Aug 23 15:03:13.274262 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60938) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:13.275975 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ed805-4bd6-4aec-ac75-90f7438b4623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c863c8-896e-4a6c-b967-78583937cf3a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:13.340184 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7628f10f-a980-4605-8f91-421da3bbe3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:13.371123 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7628f10f-a980-4605-8f91-421da3bbe3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:13.558173 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7bf40-f823-49ab-9f41-09523279e067 req-9aeb720f-5846-4f30-b003-2a98310bfb38 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:13.560264 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9db7bf40-f823-49ab-9f41-09523279e067 req-9aeb720f-5846-4f30-b003-2a98310bfb38 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.61 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.0547235 Aug 23 15:03:13.561117 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7628f10f-a980-4605-8f91-421da3bbe3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:13.563716 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7628f10f-a980-4605-8f91-421da3bbe3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:13.567387 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7628f10f-a980-4605-8f91-421da3bbe3a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/26c863c8-896e-4a6c-b967-78583937cf3a HTTP/1.1" status: 204 len: 168 time: 0.2894452 Aug 23 15:03:13.605148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628f10f-a980-4605-8f91-421da3bbe3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c863c8-896e-4a6c-b967-78583937cf3a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:13.708173 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f1b5c-18b1-4e22-a50e-aeba104ca542 req-1feb386d-ba36-4526-889f-5339f9d59209 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:13.709862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb9f1b5c-18b1-4e22-a50e-aeba104ca542 req-1feb386d-ba36-4526-889f-5339f9d59209 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 946 time: 0.1107869 Aug 23 15:03:13.758438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-9db7bf40-f823-49ab-9f41-09523279e067 req-99b671cf-ac68-4bb8-a78f-2515dccf4929 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Deleting port 3689140a-a91b-4de1-98c0-111ad13158d6 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:03:13.759545 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9db7bf40-f823-49ab-9f41-09523279e067 req-99b671cf-ac68-4bb8-a78f-2515dccf4929 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:13.769106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7774786-ac3f-466f-9e2e-689bd1178ab7 req-c713a852-3cd5-44cd-aa51-850f64d38752 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:13.771032 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7774786-ac3f-466f-9e2e-689bd1178ab7 req-c713a852-3cd5-44cd-aa51-850f64d38752 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 943 time: 0.0689027 Aug 23 15:03:13.823704 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb9f1b5c-18b1-4e22-a50e-aeba104ca542 req-05f09d20-0f4d-4a0e-bfb6-a8321594b277 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/security-groups?id=a2b30441-89dd-4b44-810e-a1b530bb8e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055741 Aug 23 15:03:13.837696 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7774786-ac3f-466f-9e2e-689bd1178ab7 req-16ec8387-899d-4603-9e12-8064aefd70da tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585780 Aug 23 15:03:13.889035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-9db7bf40-f823-49ab-9f41-09523279e067 req-99b671cf-ac68-4bb8-a78f-2515dccf4929 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] For port 3689140a-a91b-4de1-98c0-111ad13158d6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3689140a-a91b-4de1-98c0-111ad13158d6,segment=NetworkSegment(cb1c0780-6671-42d9-b8a9-901d3c6e51c0),segment_id=cb1c0780-6671-42d9-b8a9-901d3c6e51c0)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:13.889406 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9db7bf40-f823-49ab-9f41-09523279e067 req-99b671cf-ac68-4bb8-a78f-2515dccf4929 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:13.907581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-9db7bf40-f823-49ab-9f41-09523279e067 req-99b671cf-ac68-4bb8-a78f-2515dccf4929 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Calling delete_port for 3689140a-a91b-4de1-98c0-111ad13158d6 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:03:13.932403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60960) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:13.943515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 872fe1ae-b679-403d-997e-555415431e73 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:03:14.063521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af274214-01f5-42c3-98f6-e20a08b4f9a2 req-85c4e227-9f1d-4f40-8a3a-eda5474f0591 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:14.063800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 872fe1ae-b679-403d-997e-555415431e73, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=872fe1ae-b679-403d-997e-555415431e73,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:14.065158 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af274214-01f5-42c3-98f6-e20a08b4f9a2 req-85c4e227-9f1d-4f40-8a3a-eda5474f0591 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0771689 Aug 23 15:03:14.085010 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '872fe1ae-b679-403d-997e-555415431e73', 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e', 'port_id': '872fe1ae-b679-403d-997e-555415431e73', 'mac_address': 'fa:16:3e:f8:83:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f22f70f-5be0-4809-bae5-4797be32e410', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:03:14.131823 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:14.136497 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68ccb652-2354-48a9-af62-1534ba973127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:14.147645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872fe1ae-b679-403d-997e-555415431e73 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:03:14.168797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 872fe1ae-b679-403d-997e-555415431e73, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=872fe1ae-b679-403d-997e-555415431e73,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:14.169214 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af274214-01f5-42c3-98f6-e20a08b4f9a2 req-b9d9fd78-8197-4481-b654-bcbb1bd01e33 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903080 Aug 23 15:03:14.258498 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9db7bf40-f823-49ab-9f41-09523279e067 req-99b671cf-ac68-4bb8-a78f-2515dccf4929 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:14.258821 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:14.288360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['3689140a-a91b-4de1-98c0-111ad13158d6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:03:14.311084 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b671cf-ac68-4bb8-a78f-2515dccf4929 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Pushing event deleted for resources: {'Port': ['ID=3689140a-a91b-4de1-98c0-111ad13158d6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:14.367887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=872fe1ae-b679-403d-997e-555415431e73,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:14.389042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db7bf40-f823-49ab-9f41-09523279e067 req-99b671cf-ac68-4bb8-a78f-2515dccf4929 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] No DVR routers for this DVR port 3689140a-a91b-4de1-98c0-111ad13158d6 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:03:14.393578 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9db7bf40-f823-49ab-9f41-09523279e067 req-99b671cf-ac68-4bb8-a78f-2515dccf4929 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:14.397102 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9db7bf40-f823-49ab-9f41-09523279e067 req-99b671cf-ac68-4bb8-a78f-2515dccf4929 tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.61 "DELETE /v2.0/ports/3689140a-a91b-4de1-98c0-111ad13158d6 HTTP/1.1" status: 204 len: 173 time: 0.8309331 Aug 23 15:03:14.399015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'name': 'network-vif-deleted', 'tag': '3689140a-a91b-4de1-98c0-111ad13158d6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:14.401472 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd6c2dc-c398-4e3a-a269-9bf657cb4ead" -d '{"events": [{"server_uuid": "5997d67e-4aa5-4c65-a872-a1237a4d159d", "name": "network-vif-deleted", "tag": "3689140a-a91b-4de1-98c0-111ad13158d6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:14.416992 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68ccb652-2354-48a9-af62-1534ba973127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:14.448730 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2ae608-5132-477a-b48a-b9001260d263 x-openstack-request-id: req-9d2ae608-5132-477a-b48a-b9001260d263 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:14.449022 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5997d67e-4aa5-4c65-a872-a1237a4d159d", "name": "network-vif-deleted", "tag": "3689140a-a91b-4de1-98c0-111ad13158d6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:14.449282 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d2ae608-5132-477a-b48a-b9001260d263 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:14.449675 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5997d67e-4aa5-4c65-a872-a1237a4d159d', 'name': 'network-vif-deleted', 'tag': '3689140a-a91b-4de1-98c0-111ad13158d6', 'status': 'completed', 'code': 200} Aug 23 15:03:14.487134 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68ccb652-2354-48a9-af62-1534ba973127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:14.497798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60974) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:14.501243 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['872fe1ae-b679-403d-997e-555415431e73'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:03:14.517224 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a79433c8-56cc-4674-b947-195268cc9672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:14.537392 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-68ccb652-2354-48a9-af62-1534ba973127 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a662fa67ba04bc5bb786f91f51e78e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6034479 Aug 23 15:03:14.538324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccb652-2354-48a9-af62-1534ba973127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3750b089-5f9b-4604-aec5-b1cb75c0103c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:14.542356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60976) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:14.637218 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9c12-f401-42e6-bbd2-87ca7e4a38ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:14.653117 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a79433c8-56cc-4674-b947-195268cc9672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:14.686034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9c12-f401-42e6-bbd2-87ca7e4a38ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:14.783310 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a79433c8-56cc-4674-b947-195268cc9672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:14.812019 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9c12-f401-42e6-bbd2-87ca7e4a38ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:14.814721 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9c12-f401-42e6-bbd2-87ca7e4a38ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:14.815988 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0dbf9c12-f401-42e6-bbd2-87ca7e4a38ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3750b089-5f9b-4604-aec5-b1cb75c0103c HTTP/1.1" status: 204 len: 168 time: 0.2725620 Aug 23 15:03:14.825007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf9c12-f401-42e6-bbd2-87ca7e4a38ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3750b089-5f9b-4604-aec5-b1cb75c0103c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:14.837111 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a79433c8-56cc-4674-b947-195268cc9672 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=07c0354354b24690b8fa83ffb1006598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351936 Aug 23 15:03:14.837111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79433c8-56cc-4674-b947-195268cc9672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408a54b5-b958-4c77-aa94-2b79f9d64e0f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:14.837489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60984) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:14.922745 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8faffbfc-4288-47a9-b6cb-5ac2cb6dd640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:14.957430 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86f770fc-bddc-4886-be01-0aa85d5fd84b req-0e6c0590-d93b-4899-8aae-5ac117f342cc tempest-ServerRescueTestJSONUnderV235-746969645 tempest-ServerRescueTestJSONUnderV235-746969645-project] 10.222.0.38 "GET /v2.0/ports?device_id=5997d67e-4aa5-4c65-a872-a1237a4d159d HTTP/1.1" status: 200 len: 210 time: 0.0281818 Aug 23 15:03:14.987860 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8faffbfc-4288-47a9-b6cb-5ac2cb6dd640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:15.030343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7dabe-3736-4fbc-bf1e-978112c73640 req-99aca6e1-6a82-4a64-a5b0-4ea9ae6b295d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:15.031902 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4b7dabe-3736-4fbc-bf1e-978112c73640 req-99aca6e1-6a82-4a64-a5b0-4ea9ae6b295d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 944 time: 0.1112642 Aug 23 15:03:15.083218 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4b7dabe-3736-4fbc-bf1e-978112c73640 req-55bf7736-9b20-4ce8-bff0-f111db51fa4e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367293 Aug 23 15:03:15.137720 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60992) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:15.235360 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8faffbfc-4288-47a9-b6cb-5ac2cb6dd640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:15.242904 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8faffbfc-4288-47a9-b6cb-5ac2cb6dd640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:15.242904 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8faffbfc-4288-47a9-b6cb-5ac2cb6dd640 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/408a54b5-b958-4c77-aa94-2b79f9d64e0f HTTP/1.1" status: 204 len: 168 time: 0.4006469 Aug 23 15:03:15.256095 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faffbfc-4288-47a9-b6cb-5ac2cb6dd640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408a54b5-b958-4c77-aa94-2b79f9d64e0f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:15.266151 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-64604e0b-db75-4139-917d-7b72d6448f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:15.315798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084fd8f-41df-4357-9993-950592e723a2 req-116775fa-a35f-4140-b551-a91abaa3fa51 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:15.318106 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a084fd8f-41df-4357-9993-950592e723a2 req-116775fa-a35f-4140-b551-a91abaa3fa51 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0676794 Aug 23 15:03:15.363053 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a084fd8f-41df-4357-9993-950592e723a2 req-17bc5e67-c5e7-4517-a321-3f386c569e3b tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376763 Aug 23 15:03:15.442672 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-64604e0b-db75-4139-917d-7b72d6448f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:15.514927 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:15.566280 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-64604e0b-db75-4139-917d-7b72d6448f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:15.615910 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-64604e0b-db75-4139-917d-7b72d6448f14 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=487046c419ad425f9facfdeaa6db753b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4769382 Aug 23 15:03:15.618217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64604e0b-db75-4139-917d-7b72d6448f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcc9239-f744-4ba8-b52a-3e2c3820d9bc,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:15.619401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32782) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:15.683201 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-43066176-2bba-4f35-8943-f23c46e77bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:15.708810 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-43066176-2bba-4f35-8943-f23c46e77bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:15.863626 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-43066176-2bba-4f35-8943-f23c46e77bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:15.868090 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-43066176-2bba-4f35-8943-f23c46e77bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:15.869084 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-43066176-2bba-4f35-8943-f23c46e77bc5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cdcc9239-f744-4ba8-b52a-3e2c3820d9bc HTTP/1.1" status: 204 len: 168 time: 0.2478137 Aug 23 15:03:15.878368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43066176-2bba-4f35-8943-f23c46e77bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcc9239-f744-4ba8-b52a-3e2c3820d9bc,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:15.973427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 872fe1ae-b679-403d-997e-555415431e73 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:03:16.032222 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32804) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:16.115062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 872fe1ae-b679-403d-997e-555415431e73 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:03:16.126350 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 872fe1ae-b679-403d-997e-555415431e73 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:03:16.126350 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:16.221642 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:16.245204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd27189-ef06-4620-af87-da1688645879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872fe1ae-b679-403d-997e-555415431e73'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:16.247528 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307dbf06-3359-43dd-a0ee-412a5c8729e5" -d '{"events": [{"server_uuid": "1cd27189-ef06-4620-af87-da1688645879", "name": "network-vif-plugged", "status": "completed", "tag": "872fe1ae-b679-403d-997e-555415431e73"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:16.262820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 872fe1ae-b679-403d-997e-555415431e73, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=872fe1ae-b679-403d-997e-555415431e73,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:16.288210 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b4da5c-430a-49f1-a85c-0d17b411d2da x-openstack-request-id: req-b3b4da5c-430a-49f1-a85c-0d17b411d2da {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:16.288558 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd27189-ef06-4620-af87-da1688645879", "name": "network-vif-plugged", "status": "completed", "tag": "872fe1ae-b679-403d-997e-555415431e73", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:16.289443 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b3b4da5c-430a-49f1-a85c-0d17b411d2da {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:16.289838 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd27189-ef06-4620-af87-da1688645879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872fe1ae-b679-403d-997e-555415431e73', 'code': 200} Aug 23 15:03:16.306876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a273389-06a7-424f-808c-bd44641d84e4 req-55cf113c-76e8-4285-85c5-2e142cc242ba tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:16.308571 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a273389-06a7-424f-808c-bd44641d84e4 req-55cf113c-76e8-4285-85c5-2e142cc242ba tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 944 time: 0.1010177 Aug 23 15:03:16.366592 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:16.420903 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a273389-06a7-424f-808c-bd44641d84e4 req-f6a06974-638a-4808-a6a4-ac9615bba947 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023710 Aug 23 15:03:16.451912 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=872fe1ae-b679-403d-997e-555415431e73,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:16.461443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a530d-e37f-4f4a-85d8-8ec4cf366c94 req-0b92723d-16ef-4063-8e10-e8ab86a0ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:16.463456 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f2a530d-e37f-4f4a-85d8-8ec4cf366c94 req-0b92723d-16ef-4063-8e10-e8ab86a0ae03 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 1096 time: 0.0920310 Aug 23 15:03:16.520966 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f2a530d-e37f-4f4a-85d8-8ec4cf366c94 req-83638692-99de-476f-a984-51fc6cc44202 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498655 Aug 23 15:03:16.597996 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b363a-96a4-4a07-8620-f2971a6f027b req-7c4ccc9e-7262-460a-9937-ba541d16e36f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:16.600042 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-186b363a-96a4-4a07-8620-f2971a6f027b req-7c4ccc9e-7262-460a-9937-ba541d16e36f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0972357 Aug 23 15:03:16.609157 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-512c9f28-8e03-4e7f-b0d5-5d086062d72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:16.654138 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-186b363a-96a4-4a07-8620-f2971a6f027b req-d888155b-db52-49a0-b8b0-7b0d9952d1eb tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469670 Aug 23 15:03:16.904840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-512c9f28-8e03-4e7f-b0d5-5d086062d72e admin admin] Deleting port 324e2204-3fb1-4dd0-bf74-575a207ca048 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:03:16.905421 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-512c9f28-8e03-4e7f-b0d5-5d086062d72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:16.989334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-512c9f28-8e03-4e7f-b0d5-5d086062d72e admin admin] For port 324e2204-3fb1-4dd0-bf74-575a207ca048, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=324e2204-3fb1-4dd0-bf74-575a207ca048,segment=NetworkSegment(cb1c0780-6671-42d9-b8a9-901d3c6e51c0),segment_id=cb1c0780-6671-42d9-b8a9-901d3c6e51c0)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:16.989830 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-512c9f28-8e03-4e7f-b0d5-5d086062d72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:17.003596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-512c9f28-8e03-4e7f-b0d5-5d086062d72e admin admin] Calling delete_port for 324e2204-3fb1-4dd0-bf74-575a207ca048 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:03:17.012191 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32832) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:17.029894 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7b203792-cf91-4408-91c2-270412870f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:17.158993 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7b203792-cf91-4408-91c2-270412870f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:17.280419 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7b203792-cf91-4408-91c2-270412870f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:17.302865 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-512c9f28-8e03-4e7f-b0d5-5d086062d72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:17.332543 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7b203792-cf91-4408-91c2-270412870f59 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=43e8428d14a64b709fb5996680b04908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191204 Aug 23 15:03:17.333663 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b203792-cf91-4408-91c2-270412870f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fed9f3d-0140-4ae0-99c3-705de8860f5d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:17.337041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32838) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:17.347734 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32840) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:17.348257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c9f28-8e03-4e7f-b0d5-5d086062d72e admin admin] Pushing event deleted for resources: {'Port': ['ID=324e2204-3fb1-4dd0-bf74-575a207ca048,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:17.463179 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3196649-e610-408b-8052-cbd69d947d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:17.524685 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3196649-e610-408b-8052-cbd69d947d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:17.639507 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-512c9f28-8e03-4e7f-b0d5-5d086062d72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:17.661946 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0f2842eb-d6c8-42ce-8beb-14a0ac352249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:17.707834 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b71720f0-cc48-432f-a255-639db354a269 req-2a05d74d-db5f-4f29-b7dd-4806dbfcfdba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1678858 Aug 23 15:03:17.718874 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd3dce-b488-4c7e-9f1c-c0b3db91085c req-4ee3e694-fbed-4c48-9795-8102b439df9e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:17.728288 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8abd3dce-b488-4c7e-9f1c-c0b3db91085c req-4ee3e694-fbed-4c48-9795-8102b439df9e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 945 time: 0.1588464 Aug 23 15:03:17.752560 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3196649-e610-408b-8052-cbd69d947d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:17.755606 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3196649-e610-408b-8052-cbd69d947d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:17.757032 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f3196649-e610-408b-8052-cbd69d947d77 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2fed9f3d-0140-4ae0-99c3-705de8860f5d HTTP/1.1" status: 204 len: 168 time: 0.4189374 Aug 23 15:03:17.809462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3196649-e610-408b-8052-cbd69d947d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fed9f3d-0140-4ae0-99c3-705de8860f5d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:17.896329 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8abd3dce-b488-4c7e-9f1c-c0b3db91085c req-ea318842-6e09-48cc-9c64-05ca37f3a672 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669614 Aug 23 15:03:17.927644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71720f0-cc48-432f-a255-639db354a269 req-dd027aad-36ad-43de-9b3a-e1cf7ed71eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:17.930354 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b71720f0-cc48-432f-a255-639db354a269 req-dd027aad-36ad-43de-9b3a-e1cf7ed71eba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 1097 time: 0.1766088 Aug 23 15:03:17.994806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 3689140a-a91b-4de1-98c0-111ad13158d6 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:03:18.001876 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0f2842eb-d6c8-42ce-8beb-14a0ac352249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:18.021989 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 3689140a-a91b-4de1-98c0-111ad13158d6 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:03:18.022637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 3689140a-a91b-4de1-98c0-111ad13158d6 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:03:18.092314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdb4b5-48f2-4fc7-9ba0-9225a8697cc1 req-616bd5ef-6942-4532-8c00-d9ed3b6736d9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:18.092990 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71720f0-cc48-432f-a255-639db354a269 req-e9ac63e3-6f18-471b-a520-598df6a27bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:18.093831 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cbdb4b5-48f2-4fc7-9ba0-9225a8697cc1 req-616bd5ef-6942-4532-8c00-d9ed3b6736d9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1391671 Aug 23 15:03:18.094531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b71720f0-cc48-432f-a255-639db354a269 req-e9ac63e3-6f18-471b-a520-598df6a27bd0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.1338117 Aug 23 15:03:18.109236 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0f2842eb-d6c8-42ce-8beb-14a0ac352249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:18.137914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512c9f28-8e03-4e7f-b0d5-5d086062d72e admin admin] Router e798232a-f029-4cb8-a9fc-182540f6ff13 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:03:18.151395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b71720f0-cc48-432f-a255-639db354a269 req-2f3b0229-9bf2-4460-85ce-158917a41dae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd52f09e-4f16-4cf2-ab1a-990dcb516014 HTTP/1.1" status: 200 len: 217 time: 0.0497456 Aug 23 15:03:18.157479 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cbdb4b5-48f2-4fc7-9ba0-9225a8697cc1 req-2c1486a7-d42b-4f43-8839-7ff383c4e5d9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529971 Aug 23 15:03:18.213997 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2842eb-d6c8-42ce-8beb-14a0ac352249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128c190a-a7f8-4900-a11b-225b3dd88511,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:18.287171 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0f2842eb-d6c8-42ce-8beb-14a0ac352249 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5731d4c028ca487392c64f56083fdf43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9379034 Aug 23 15:03:18.290681 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32864) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:18.308011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71720f0-cc48-432f-a255-639db354a269 req-af243918-cedf-47e8-aafb-4ebcdb7c9d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:18.309643 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b71720f0-cc48-432f-a255-639db354a269 req-af243918-cedf-47e8-aafb-4ebcdb7c9d1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.1452799 Aug 23 15:03:18.362590 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512c9f28-8e03-4e7f-b0d5-5d086062d72e admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:03:18.371897 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-512c9f28-8e03-4e7f-b0d5-5d086062d72e admin admin] 10.222.0.38 "PUT /v2.0/routers/e798232a-f029-4cb8-a9fc-182540f6ff13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3303280 Aug 23 15:03:18.378840 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c293e8ed-9b1f-4e87-8f90-ee1b346588bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:18.381132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32870) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:18.389543 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4efe55-915b-4482-a8af-3d57bc4439d6 None None] Sync routers for ids ['e798232a-f029-4cb8-a9fc-182540f6ff13'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:03:18.392655 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71720f0-cc48-432f-a255-639db354a269 req-2d2ab650-c4b2-45ae-88b8-43d1e27e0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:18.401682 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b71720f0-cc48-432f-a255-639db354a269 req-2d2ab650-c4b2-45ae-88b8-43d1e27e0d60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840828 Aug 23 15:03:18.421966 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4efe55-915b-4482-a8af-3d57bc4439d6 None None] Routers {'e798232a-f029-4cb8-a9fc-182540f6ff13'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:03:18.422683 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3f4efe55-915b-4482-a8af-3d57bc4439d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:02:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e798232a-f029-4cb8-a9fc-182540f6ff13'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:18.446799 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c293e8ed-9b1f-4e87-8f90-ee1b346588bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:18.560672 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:18.600564 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b71720f0-cc48-432f-a255-639db354a269 req-cb64626e-b9c5-48ec-ad23-4b119b8660d2 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893942 Aug 23 15:03:18.665628 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-3f4efe55-915b-4482-a8af-3d57bc4439d6 None None] Set router e798232a-f029-4cb8-a9fc-182540f6ff13 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:03:18.823311 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b71720f0-cc48-432f-a255-639db354a269 req-1365fb5d-fc12-406f-87d9-f6616c2306f9 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081633 Aug 23 15:03:18.968384 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3f4efe55-915b-4482-a8af-3d57bc4439d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:01:46Z', 'updated_at': '2021-08-23T15:03:17Z', 'revision_number': 5, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'gw_port': {'id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:47Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:19.022265 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4efe55-915b-4482-a8af-3d57bc4439d6 None None] Checking router: e798232a-f029-4cb8-a9fc-182540f6ff13 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:03:19.035131 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4efe55-915b-4482-a8af-3d57bc4439d6 None None] Routers {'e798232a-f029-4cb8-a9fc-182540f6ff13'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:03:19.036049 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3f4efe55-915b-4482-a8af-3d57bc4439d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:02:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e798232a-f029-4cb8-a9fc-182540f6ff13'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:19.152022 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426da5ee-1b64-41ae-b63b-7a005199454f req-1c4fbbbd-979c-420c-aee2-7e99b285c50a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:19.152022 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-426da5ee-1b64-41ae-b63b-7a005199454f req-1c4fbbbd-979c-420c-aee2-7e99b285c50a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 945 time: 0.1134098 Aug 23 15:03:19.154771 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c293e8ed-9b1f-4e87-8f90-ee1b346588bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:19.157393 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c293e8ed-9b1f-4e87-8f90-ee1b346588bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:19.158629 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c293e8ed-9b1f-4e87-8f90-ee1b346588bf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/128c190a-a7f8-4900-a11b-225b3dd88511 HTTP/1.1" status: 204 len: 168 time: 0.8660495 Aug 23 15:03:19.230941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293e8ed-9b1f-4e87-8f90-ee1b346588bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128c190a-a7f8-4900-a11b-225b3dd88511,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:19.259488 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-426da5ee-1b64-41ae-b63b-7a005199454f req-9f4fad3e-6ec3-4f9c-bbdf-36b6b9d25569 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985744 Aug 23 15:03:19.278409 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-3f4efe55-915b-4482-a8af-3d57bc4439d6 None None] Set router e798232a-f029-4cb8-a9fc-182540f6ff13 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:03:19.362253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59739ec0-dd65-45fd-9fa3-523e07b1a4ff req-683df5f8-ef3e-4647-8aef-15ea86896500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:19.363812 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-59739ec0-dd65-45fd-9fa3-523e07b1a4ff req-683df5f8-ef3e-4647-8aef-15ea86896500 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 1095 time: 0.2835813 Aug 23 15:03:19.371608 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:19.387478 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35869288-4226-4fe4-b0af-e7afee6d3e33 req-c39085c3-007c-48e5-9c74-4a6428392f60 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:19.396001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35869288-4226-4fe4-b0af-e7afee6d3e33 req-c39085c3-007c-48e5-9c74-4a6428392f60 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.3167598 Aug 23 15:03:19.418703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8c8f0-a06f-44d8-980c-88a698b8d126 req-69a93f8d-e492-43ce-ac34-67c03e6509d2 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:19.418703 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b9b8c8f0-a06f-44d8-980c-88a698b8d126 req-69a93f8d-e492-43ce-ac34-67c03e6509d2 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 945 time: 0.0663011 Aug 23 15:03:19.491850 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b9b8c8f0-a06f-44d8-980c-88a698b8d126 req-725afbf3-bce5-40dd-b4f0-ef2fadb8bb98 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670540 Aug 23 15:03:19.540726 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35869288-4226-4fe4-b0af-e7afee6d3e33 req-544a05c4-5036-4af6-83cd-644c1c3f81d9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436784 Aug 23 15:03:19.544116 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3f4efe55-915b-4482-a8af-3d57bc4439d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:01:46Z', 'updated_at': '2021-08-23T15:03:17Z', 'revision_number': 5, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'gw_port': {'id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:47Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:19.573415 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4efe55-915b-4482-a8af-3d57bc4439d6 None None] The sync data for ids ['e798232a-f029-4cb8-a9fc-182540f6ff13'] in n-d-804985-3 is: [{'id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'name': 'tempest-ServerRescueTestJSONUnderV235-1767224627-router', 'tenant_id': '3f4da7f95c754ce6b38527b26b445bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:01:46Z', 'updated_at': '2021-08-23T15:03:17Z', 'revision_number': 5, 'project_id': '3f4da7f95c754ce6b38527b26b445bbc', 'gw_port': {'id': 'c35047b4-bb6e-49c9-b31c-a37e2e772f19', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e798232a-f029-4cb8-a9fc-182540f6ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:01:47Z', 'updated_at': '2021-08-23T15:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:03:19.610106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] Deleting port c35047b4-bb6e-49c9-b31c-a37e2e772f19 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:03:19.610459 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:19.641090 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59739ec0-dd65-45fd-9fa3-523e07b1a4ff req-0ce31691-f65f-49f7-bcbc-82d6789dd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:19.642401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-59739ec0-dd65-45fd-9fa3-523e07b1a4ff req-0ce31691-f65f-49f7-bcbc-82d6789dd7cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.2639115 Aug 23 15:03:19.762437 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-59739ec0-dd65-45fd-9fa3-523e07b1a4ff req-c473383a-1c5d-4564-8ec8-74d790e9d1e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 HTTP/1.1" status: 200 len: 999 time: 0.0936172 Aug 23 15:03:19.831424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] For port c35047b4-bb6e-49c9-b31c-a37e2e772f19, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c35047b4-bb6e-49c9-b31c-a37e2e772f19,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:19.832652 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:19.857092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] Calling delete_port for c35047b4-bb6e-49c9-b31c-a37e2e772f19 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:03:19.865046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59739ec0-dd65-45fd-9fa3-523e07b1a4ff req-433f1ce5-190b-4176-9a5e-be73a60d8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:19.867195 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-59739ec0-dd65-45fd-9fa3-523e07b1a4ff req-433f1ce5-190b-4176-9a5e-be73a60d8048 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.0940330 Aug 23 15:03:19.982740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59739ec0-dd65-45fd-9fa3-523e07b1a4ff req-91eaaf16-7ae1-49ce-81dc-d0e7cb1e5a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:19.984429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-59739ec0-dd65-45fd-9fa3-523e07b1a4ff req-91eaaf16-7ae1-49ce-81dc-d0e7cb1e5a70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103778 Aug 23 15:03:20.114071 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:20.217962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7b1ad-1f19-42c6-ad82-35ed9a29f146 req-eaa2bc05-b74e-41a2-9ea4-d37e5ea3bdc7 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:20.219762 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5be7b1ad-1f19-42c6-ad82-35ed9a29f146 req-eaa2bc05-b74e-41a2-9ea4-d37e5ea3bdc7 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 945 time: 0.1263399 Aug 23 15:03:20.229671 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-59739ec0-dd65-45fd-9fa3-523e07b1a4ff req-d6b9fb46-3681-42be-9c10-7df3b8ae038c service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354054 Aug 23 15:03:20.321433 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5be7b1ad-1f19-42c6-ad82-35ed9a29f146 req-41c60663-c31c-492e-8bb4-32974cffbf56 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907710 Aug 23 15:03:20.343114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:20.392982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c35047b4-bb6e-49c9-b31c-a37e2e772f19,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:20.397383 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-59739ec0-dd65-45fd-9fa3-523e07b1a4ff req-8e7ae1ed-618b-4937-a6a8-c7ac8cfa0535 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546237 Aug 23 15:03:20.469403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:20.567075 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:20.569394 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:20.683547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43780e-1019-4b49-a5b8-f828cb7ab284 req-aa904774-561b-45b5-8122-bf9e18891e2c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:20.684369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d43780e-1019-4b49-a5b8-f828cb7ab284 req-aa904774-561b-45b5-8122-bf9e18891e2c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0559115 Aug 23 15:03:20.719572 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:20.720130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e798232a-f029-4cb8-a9fc-182540f6ff13 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:03:20.724627 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:20.725755 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-72e9c56e-bcc9-4ea9-9a75-54bb98f225a6 admin admin] 10.222.0.38 "DELETE /v2.0/routers/e798232a-f029-4cb8-a9fc-182540f6ff13 HTTP/1.1" status: 204 len: 168 time: 2.3437686 Aug 23 15:03:20.729390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32950) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:20.737235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d43780e-1019-4b49-a5b8-f828cb7ab284 req-5a3343d9-4bba-43a8-8830-e1f7b088182d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Aug 23 15:03:20.791258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec24484e-4f87-4ae3-a81e-b122b082e214 admin admin] Deleting subnet 5d566476-63f4-44fa-9ff8-8bd5ae66180f {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:03:20.798586 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec24484e-4f87-4ae3-a81e-b122b082e214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:20.858922 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec24484e-4f87-4ae3-a81e-b122b082e214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:20.906156 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec24484e-4f87-4ae3-a81e-b122b082e214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:21.070593 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec24484e-4f87-4ae3-a81e-b122b082e214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:21.104591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24484e-4f87-4ae3-a81e-b122b082e214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d566476-63f4-44fa-9ff8-8bd5ae66180f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:21.107307 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec24484e-4f87-4ae3-a81e-b122b082e214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:21.115385 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ec24484e-4f87-4ae3-a81e-b122b082e214 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5d566476-63f4-44fa-9ff8-8bd5ae66180f HTTP/1.1" status: 204 len: 168 time: 0.3798292 Aug 23 15:03:21.115385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32966) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:21.208056 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b325d28-850f-49d0-bcad-bea660575e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:21.340307 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b325d28-850f-49d0-bcad-bea660575e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:21.368066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c35047b4-bb6e-49c9-b31c-a37e2e772f19 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:03:21.370563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-5b325d28-850f-49d0-bcad-bea660575e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcd52f0-f3c0-4c42-a09c-8b712fcf2570']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:21.389631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: c35047b4-bb6e-49c9-b31c-a37e2e772f19 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:03:21.389997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c35047b4-bb6e-49c9-b31c-a37e2e772f19 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:03:21.390389 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 324e2204-3fb1-4dd0-bf74-575a207ca048 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:03:21.418781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 324e2204-3fb1-4dd0-bf74-575a207ca048 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:03:21.419208 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 324e2204-3fb1-4dd0-bf74-575a207ca048 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:03:21.433461 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-5b325d28-850f-49d0-bcad-bea660575e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1c0780-6671-42d9-b8a9-901d3c6e51c0') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:21.433461 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-5b325d28-850f-49d0-bcad-bea660575e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1c0780-6671-42d9-b8a9-901d3c6e51c0') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:21.450840 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b325d28-850f-49d0-bcad-bea660575e10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:21.482340 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b325d28-850f-49d0-bcad-bea660575e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:21.490562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b325d28-850f-49d0-bcad-bea660575e10 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:03:21.491054 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b325d28-850f-49d0-bcad-bea660575e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:03:21.493014 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:03:21.495572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ae36-c1ad-4f3f-9d51-cce5ef7968d4 req-5213a9c2-5e0d-429c-a3c0-1912139449d2 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:21.504992 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f84ae36-c1ad-4f3f-9d51-cce5ef7968d4 req-5213a9c2-5e0d-429c-a3c0-1912139449d2 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 945 time: 0.0971415 Aug 23 15:03:21.565829 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4671c5-1ac8-45e7-ae8d-e95410ea72e2 req-2d3a6433-15cd-4211-9ae1-e963c8e77fa4 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:21.565829 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c4671c5-1ac8-45e7-ae8d-e95410ea72e2 req-2d3a6433-15cd-4211-9ae1-e963c8e77fa4 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 945 time: 0.1791081 Aug 23 15:03:21.571491 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f84ae36-c1ad-4f3f-9d51-cce5ef7968d4 req-21d4800a-473a-4888-95a1-25ecc05c7662 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597196 Aug 23 15:03:21.683071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-6c4671c5-1ac8-45e7-ae8d-e95410ea72e2 req-16f3838b-57c8-4d64-bfe3-cc7fc3e660da tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Deleting port 872fe1ae-b679-403d-997e-555415431e73 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:03:21.683420 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6c4671c5-1ac8-45e7-ae8d-e95410ea72e2 req-16f3838b-57c8-4d64-bfe3-cc7fc3e660da tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:21.724297 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b325d28-850f-49d0-bcad-bea660575e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:21.733702 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b325d28-850f-49d0-bcad-bea660575e10 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:21.736042 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5b325d28-850f-49d0-bcad-bea660575e10 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5dcd52f0-f3c0-4c42-a09c-8b712fcf2570 HTTP/1.1" status: 204 len: 168 time: 0.6218936 Aug 23 15:03:21.751881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b325d28-850f-49d0-bcad-bea660575e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dcd52f0-f3c0-4c42-a09c-8b712fcf2570,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:21.798976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-6c4671c5-1ac8-45e7-ae8d-e95410ea72e2 req-16f3838b-57c8-4d64-bfe3-cc7fc3e660da tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] For port 872fe1ae-b679-403d-997e-555415431e73, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=872fe1ae-b679-403d-997e-555415431e73,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:21.799351 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6c4671c5-1ac8-45e7-ae8d-e95410ea72e2 req-16f3838b-57c8-4d64-bfe3-cc7fc3e660da tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:21.813225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-6c4671c5-1ac8-45e7-ae8d-e95410ea72e2 req-16f3838b-57c8-4d64-bfe3-cc7fc3e660da tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Calling delete_port for 872fe1ae-b679-403d-997e-555415431e73 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:03:21.919627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488ad29-f9b8-403f-b049-9e0bf5b3c384 req-348bcb66-ed39-4c50-8350-c17754c4e6d1 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:21.921242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6488ad29-f9b8-403f-b049-9e0bf5b3c384 req-348bcb66-ed39-4c50-8350-c17754c4e6d1 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1061151 Aug 23 15:03:21.977887 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6488ad29-f9b8-403f-b049-9e0bf5b3c384 req-e55c99bc-a47a-403a-97cb-5246d6b2e27f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478785 Aug 23 15:03:22.100218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848b020-8850-4897-8702-0bd090c46544 req-4f3174e3-8b73-4dd7-a6fe-509560c13fea tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:22.102583 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3848b020-8850-4897-8702-0bd090c46544 req-4f3174e3-8b73-4dd7-a6fe-509560c13fea tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0555418 Aug 23 15:03:22.154530 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6c4671c5-1ac8-45e7-ae8d-e95410ea72e2 req-16f3838b-57c8-4d64-bfe3-cc7fc3e660da tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:22.163459 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3848b020-8850-4897-8702-0bd090c46544 req-2b11761d-3270-4597-b12d-79a13ccddf53 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499315 Aug 23 15:03:22.171939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['872fe1ae-b679-403d-997e-555415431e73'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:03:22.197059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d3f1bdc7-883a-43b3-ba35-b3ce607c683e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:03:22.210932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3838b-57c8-4d64-bfe3-cc7fc3e660da tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Pushing event deleted for resources: {'Port': ['ID=872fe1ae-b679-403d-997e-555415431e73,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:22.301438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4671c5-1ac8-45e7-ae8d-e95410ea72e2 req-16f3838b-57c8-4d64-bfe3-cc7fc3e660da tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] No DVR routers for this DVR port 872fe1ae-b679-403d-997e-555415431e73 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:03:22.314226 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6c4671c5-1ac8-45e7-ae8d-e95410ea72e2 req-16f3838b-57c8-4d64-bfe3-cc7fc3e660da tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:22.316473 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c4671c5-1ac8-45e7-ae8d-e95410ea72e2 req-16f3838b-57c8-4d64-bfe3-cc7fc3e660da tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.61 "DELETE /v2.0/ports/872fe1ae-b679-403d-997e-555415431e73 HTTP/1.1" status: 204 len: 173 time: 0.7449362 Aug 23 15:03:22.317020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd27189-ef06-4620-af87-da1688645879', 'name': 'network-vif-deleted', 'tag': '872fe1ae-b679-403d-997e-555415431e73'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:22.320701 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5b9bf7-6589-4595-aa80-5a73b09808b4" -d '{"events": [{"server_uuid": "1cd27189-ef06-4620-af87-da1688645879", "name": "network-vif-deleted", "tag": "872fe1ae-b679-403d-997e-555415431e73"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:22.395800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51467f9a-12a2-41f8-b8c3-d160cc770bba req-584ce298-5a93-4cf7-9284-77ac3a77ab35 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:22.408572 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51467f9a-12a2-41f8-b8c3-d160cc770bba req-584ce298-5a93-4cf7-9284-77ac3a77ab35 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1068871 Aug 23 15:03:22.415073 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942c7eff-d544-4c9d-ba12-ac97fc9b1060 x-openstack-request-id: req-942c7eff-d544-4c9d-ba12-ac97fc9b1060 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:22.415387 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd27189-ef06-4620-af87-da1688645879", "name": "network-vif-deleted", "tag": "872fe1ae-b679-403d-997e-555415431e73", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:22.416817 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-942c7eff-d544-4c9d-ba12-ac97fc9b1060 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:22.418035 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd27189-ef06-4620-af87-da1688645879', 'name': 'network-vif-deleted', 'tag': '872fe1ae-b679-403d-997e-555415431e73', 'status': 'completed', 'code': 200} Aug 23 15:03:22.521014 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51467f9a-12a2-41f8-b8c3-d160cc770bba req-d6ad8bf2-15d5-472a-b5e4-3c839ef62ab9 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052670 Aug 23 15:03:22.670356 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3ae5304-2f69-4246-a077-74fe71c62863 req-d92bfe93-d865-41cb-b93a-9b55c9e49349 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cd27189-ef06-4620-af87-da1688645879 HTTP/1.1" status: 200 len: 210 time: 0.0321369 Aug 23 15:03:22.770889 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dbd6340b-2949-45b6-b878-eac5bf8aff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:22.841291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33020) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:22.928107 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33024) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:22.978150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-425d1d4b-9c0d-49de-90e0-2d2a3c91b2a2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f4da7f95c754ce6b38527b26b445bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485554 Aug 23 15:03:22.980968 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33028) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:23.080159 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8a07-994a-4173-a299-1202aececda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:23.132343 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8a07-994a-4173-a299-1202aececda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:23.141460 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48cc5c-20a9-49ca-982a-d7ec512394db req-b603b785-8eea-4923-8d7e-dc5e6d7b78c2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:23.143544 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f48cc5c-20a9-49ca-982a-d7ec512394db req-b603b785-8eea-4923-8d7e-dc5e6d7b78c2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0680857 Aug 23 15:03:23.224842 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4bec4f4f-2602-4bce-97e6-ff659ee57139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:23.252582 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f48cc5c-20a9-49ca-982a-d7ec512394db req-7a20f6a3-e1e0-4617-af66-28b8920550c6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945780 Aug 23 15:03:23.348184 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4bec4f4f-2602-4bce-97e6-ff659ee57139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:23.349760 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8a07-994a-4173-a299-1202aececda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:23.352766 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bf3b8a07-994a-4173-a299-1202aececda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:23.353935 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bf3b8a07-994a-4173-a299-1202aececda0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2b30441-89dd-4b44-810e-a1b530bb8e08 HTTP/1.1" status: 204 len: 168 time: 0.3715367 Aug 23 15:03:23.362197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b8a07-994a-4173-a299-1202aececda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b30441-89dd-4b44-810e-a1b530bb8e08,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:23.451520 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4bec4f4f-2602-4bce-97e6-ff659ee57139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:23.496946 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4bec4f4f-2602-4bce-97e6-ff659ee57139 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d9cfeb45df4410ea749b11227d965ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6517446 Aug 23 15:03:23.496946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec4f4f-2602-4bce-97e6-ff659ee57139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21a417b-f43d-4a33-ad94-fb64af1581a8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:23.497450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33038) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:23.604026 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-26791832-c1e5-477f-9785-e6569f01edea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:23.631259 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-26791832-c1e5-477f-9785-e6569f01edea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:23.794962 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-26791832-c1e5-477f-9785-e6569f01edea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:23.798039 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-26791832-c1e5-477f-9785-e6569f01edea admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:23.801300 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-26791832-c1e5-477f-9785-e6569f01edea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f21a417b-f43d-4a33-ad94-fb64af1581a8 HTTP/1.1" status: 204 len: 168 time: 0.2981570 Aug 23 15:03:23.813633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26791832-c1e5-477f-9785-e6569f01edea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21a417b-f43d-4a33-ad94-fb64af1581a8,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:24.425464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067fca5-9468-4015-aedd-535006f6405f req-c2b00666-cfb3-4d87-8c41-7c7c679714fe tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:24.431327 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0067fca5-9468-4015-aedd-535006f6405f req-c2b00666-cfb3-4d87-8c41-7c7c679714fe tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0663438 Aug 23 15:03:24.486497 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0067fca5-9468-4015-aedd-535006f6405f req-65461797-0efd-4a8a-bf32-82001a09e42e tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507212 Aug 23 15:03:24.552395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33074) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:24.731177 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba171d6e-be2e-4de3-904d-41f76884b206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:24.771471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-1efad3dc-54b1-42dc-b67b-950a28870070 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:24.779673 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-1efad3dc-54b1-42dc-b67b-950a28870070 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 806 time: 0.1592965 Aug 23 15:03:24.803886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-84e2de52-64a6-4175-9b1e-5494e63535fa tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/quotas/98c793e8a58f4dcda7e858b805fa89a9 HTTP/1.1" status: 200 len: 375 time: 0.0228734 Aug 23 15:03:24.888235 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-f80a23c5-7dea-4986-b593-af638263b177 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829592 Aug 23 15:03:24.989776 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba171d6e-be2e-4de3-904d-41f76884b206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:25.015906 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-b4c7bc45-b185-493c-91cc-f9799388d7dd service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212502 Aug 23 15:03:25.090370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0f851-58ab-4639-bf2b-879fb78d8ab8 req-2db573bd-a14d-4e4b-88d2-9244404602c6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:25.092462 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-49f0f851-58ab-4639-bf2b-879fb78d8ab8 req-2db573bd-a14d-4e4b-88d2-9244404602c6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1107018 Aug 23 15:03:25.102889 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba171d6e-be2e-4de3-904d-41f76884b206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:25.152709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba171d6e-be2e-4de3-904d-41f76884b206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a17faac-1166-4494-a6a5-28d518749915,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:25.207678 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-49f0f851-58ab-4639-bf2b-879fb78d8ab8 req-b758052e-a319-4b2b-980e-c7d1a2dd6e15 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087298 Aug 23 15:03:25.214346 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ba171d6e-be2e-4de3-904d-41f76884b206 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0c02f9d5f6e5493cb8f35bc82341e89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6629801 Aug 23 15:03:25.218520 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33106) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:25.241973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ec20f-df8a-45f4-9b0e-eaf0c7fdc621 req-b99e788e-8b1b-48eb-9804-c2cf62b192a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:25.243486 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-940ec20f-df8a-45f4-9b0e-eaf0c7fdc621 req-b99e788e-8b1b-48eb-9804-c2cf62b192a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 1095 time: 0.1422634 Aug 23 15:03:25.272333 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-c597b71d-3970-4952-8080-592ed6c7f735 service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373974 Aug 23 15:03:25.329920 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1b356df-9d51-4f1b-901d-ebc55ab3bba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:25.359252 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1b356df-9d51-4f1b-901d-ebc55ab3bba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:25.374724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ec20f-df8a-45f4-9b0e-eaf0c7fdc621 req-057c3074-9ac7-4a16-8940-7539da2f6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:25.376337 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-940ec20f-df8a-45f4-9b0e-eaf0c7fdc621 req-057c3074-9ac7-4a16-8940-7539da2f6a61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 200 len: 913 time: 0.1224895 Aug 23 15:03:25.475322 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:25.502522 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-940ec20f-df8a-45f4-9b0e-eaf0c7fdc621 req-e7d634b2-9cc9-4f8f-a27a-8d90a150d8fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 HTTP/1.1" status: 200 len: 999 time: 0.1172678 Aug 23 15:03:25.521166 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1b356df-9d51-4f1b-901d-ebc55ab3bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:25.531812 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1b356df-9d51-4f1b-901d-ebc55ab3bba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:25.533148 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c1b356df-9d51-4f1b-901d-ebc55ab3bba8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a17faac-1166-4494-a6a5-28d518749915 HTTP/1.1" status: 204 len: 168 time: 0.3121083 Aug 23 15:03:25.567994 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b356df-9d51-4f1b-901d-ebc55ab3bba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a17faac-1166-4494-a6a5-28d518749915,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:25.583739 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ec20f-df8a-45f4-9b0e-eaf0c7fdc621 req-2690cccf-b9c8-441f-a2bd-d440c9634717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:25.588210 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-940ec20f-df8a-45f4-9b0e-eaf0c7fdc621 req-2690cccf-b9c8-441f-a2bd-d440c9634717 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 200 len: 851 time: 0.0779724 Aug 23 15:03:25.673378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ec20f-df8a-45f4-9b0e-eaf0c7fdc621 req-df79f90f-76d9-4815-826d-d625f9321376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:25.678276 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-940ec20f-df8a-45f4-9b0e-eaf0c7fdc621 req-df79f90f-76d9-4815-826d-d625f9321376 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73692fcc-64c5-44dc-8045-7bc29f031267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781200 Aug 23 15:03:25.701329 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-598865a1-829f-4332-9523-bb31e434584d req-4d011e0d-62ea-4a6e-981e-0673a5c8cbcb tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 210 time: 0.0379739 Aug 23 15:03:25.906161 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-940ec20f-df8a-45f4-9b0e-eaf0c7fdc621 req-791f8740-741b-46ce-a6af-19a5975146d8 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236273 Aug 23 15:03:26.007468 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33138) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:26.028248 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 872fe1ae-b679-403d-997e-555415431e73 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:03:26.057680 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 872fe1ae-b679-403d-997e-555415431e73 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:03:26.058535 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 872fe1ae-b679-403d-997e-555415431e73 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:03:26.065537 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-940ec20f-df8a-45f4-9b0e-eaf0c7fdc621 req-116fc333-a811-4c4c-9c37-6fb343836113 service neutron] 10.222.0.57 "GET /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506696 Aug 23 15:03:26.065829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33144) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:26.411541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc78b5-b7a6-4242-82da-3fec197452d1 req-3a4748b1-f850-4230-a8d7-c73b44255325 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:26.413938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cdc78b5-b7a6-4242-82da-3fec197452d1 req-3a4748b1-f850-4230-a8d7-c73b44255325 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1099575 Aug 23 15:03:26.469037 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd7076e1-4a44-4f40-9d09-ff12b0650350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:26.484117 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cdc78b5-b7a6-4242-82da-3fec197452d1 req-be4eb12a-a8d8-4363-b84d-8997f9681192 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556724 Aug 23 15:03:26.505213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-network', 'tenant_id': '0e51e416f07e488081608ba4d7e81559'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:26.540191 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 15:03:26.540191 n-d-804985-3 neutron-server[96114]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 15:03:26.540191 n-d-804985-3 neutron-server[96114]: [parameters: {'project_id': '0e51e416f07e488081608ba4d7e81559', 'id': '6a5eb834-83d7-49e3-bc5b-35ae557b6fab', 'expiration': datetime.datetime(2021, 8, 23, 15, 5, 26, 532008)}] Aug 23 15:03:26.540191 n-d-804985-3 neutron-server[96114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:03:26.541323 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:03:26.638849 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd7076e1-4a44-4f40-9d09-ff12b0650350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:26.668365 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-62b26315-7301-4616-aa18-a05458a962e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:26.719619 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:26.765903 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd7076e1-4a44-4f40-9d09-ff12b0650350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:26.831157 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58bdf8f1-253e-457c-92cf-2e9586379e3b req-8dcb0bc1-7f58-4711-b251-7c28511dfb56 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 210 time: 0.0616841 Aug 23 15:03:26.838657 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cd7076e1-4a44-4f40-9d09-ff12b0650350 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f35749a811e54a75b1e8888826d467a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7716568 Aug 23 15:03:26.839673 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7076e1-4a44-4f40-9d09-ff12b0650350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4740bb03-9dab-4b58-a6d9-2cfc9d0497a9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:26.847979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33168) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:26.899574 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4f10511-c7e0-4e37-b7be-835e54b42355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:26.921851 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4f10511-c7e0-4e37-b7be-835e54b42355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:27.061011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33170) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:27.076110 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50e58fdb-d38e-4abd-8557-134225865a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:27.207805 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Made reservation on behalf of 0e51e416f07e488081608ba4d7e81559 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:03:27.211712 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:27.226840 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:27.254054 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4f10511-c7e0-4e37-b7be-835e54b42355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:27.256605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4f10511-c7e0-4e37-b7be-835e54b42355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:27.258455 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e4f10511-c7e0-4e37-b7be-835e54b42355 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4740bb03-9dab-4b58-a6d9-2cfc9d0497a9 HTTP/1.1" status: 204 len: 168 time: 0.4090705 Aug 23 15:03:27.277800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f10511-c7e0-4e37-b7be-835e54b42355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4740bb03-9dab-4b58-a6d9-2cfc9d0497a9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:27.339242 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50e58fdb-d38e-4abd-8557-134225865a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:27.453696 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50e58fdb-d38e-4abd-8557-134225865a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:27.532388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-50e58fdb-d38e-4abd-8557-134225865a65 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7883a3103d7f489096373ecab640915d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664924 Aug 23 15:03:27.532496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33186) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:27.540074 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e58fdb-d38e-4abd-8557-134225865a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83137ab-324a-453e-a428-c7cc764ca0c7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:27.657038 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4fa2228-9625-4d4e-96d9-7d70e0f7d1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:27.664962 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:27.693207 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4fa2228-9625-4d4e-96d9-7d70e0f7d1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:27.737365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b2efc-ea9a-4e54-8072-fbbb0d3e4b3b req-551cdb40-60e8-4ba4-97c9-9a777327fabd tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:27.745008 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dd7b2efc-ea9a-4e54-8072-fbbb0d3e4b3b req-551cdb40-60e8-4ba4-97c9-9a777327fabd tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1563320 Aug 23 15:03:27.777753 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:27.798799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dd7b2efc-ea9a-4e54-8072-fbbb0d3e4b3b req-3b114d45-9515-4688-ade9-f92913e08d27 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506940 Aug 23 15:03:27.834242 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:03:27.848370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090d6d63-804e-403c-bfd8-fe68dc5ab79a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:27.902751 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4fa2228-9625-4d4e-96d9-7d70e0f7d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:27.905703 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4fa2228-9625-4d4e-96d9-7d70e0f7d1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:27.906965 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e4fa2228-9625-4d4e-96d9-7d70e0f7d1b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d83137ab-324a-453e-a428-c7cc764ca0c7 HTTP/1.1" status: 204 len: 168 time: 0.3739395 Aug 23 15:03:27.916196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa2228-9625-4d4e-96d9-7d70e0f7d1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83137ab-324a-453e-a428-c7cc764ca0c7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:27.930404 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:27.931195 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Added segment 6b8ca6c5-fe81-4bee-9913-6baaf706fd1a of type vlan for network 3abf700b-7cb8-4157-b106-bf6f54332e10 Aug 23 15:03:27.992117 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d27b1093-8a34-4468-a016-1851b9ae1ef7 req-4d2fe214-0403-4ef9-a196-c365570a7383 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 210 time: 0.0487075 Aug 23 15:03:27.996408 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d39637-ed9f-46ad-85b0-9ae734bda232 req-4571dc8e-06b9-4a83-b252-94cfa245551d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:28.005444 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-80d39637-ed9f-46ad-85b0-9ae734bda232 req-4571dc8e-06b9-4a83-b252-94cfa245551d tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1208742 Aug 23 15:03:28.030690 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:28.065385 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-80d39637-ed9f-46ad-85b0-9ae734bda232 req-df25202b-3dd5-41a1-8375-30d9a9c28b86 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589705 Aug 23 15:03:28.143643 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:28.145326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:28.145326 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:28.236901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] Pushing event updated for resources: {'Network': ['ID=3abf700b-7cb8-4157-b106-bf6f54332e10,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:28.248808 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 3abf700b-7cb8-4157-b106-bf6f54332e10 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:03:28.254444 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3eab8a61-bdae-4b9d-a3ad-22a2f1a87295 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2448561 Aug 23 15:03:28.259633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33220) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:28.270198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0b71f565-5cc1-4c19-aa31-1ea7c4a40225 admin admin] Request body: {'subnet': {'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-subnet', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:28.426939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-90feacad-b2b3-43a8-b2f1-dded54d49b74 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:28.428643 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-90feacad-b2b3-43a8-b2f1-dded54d49b74 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 806 time: 0.1509211 Aug 23 15:03:28.442755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-27e30427-7627-460f-85d6-522911542290 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Request body: {'port': {'device_id': 'b93f335d-d442-40fd-9a63-a67601685a47', 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e', 'admin_state_up': True, 'tenant_id': '98c793e8a58f4dcda7e858b805fa89a9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:28.505873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b71f565-5cc1-4c19-aa31-1ea7c4a40225 admin admin] Made reservation on behalf of 0e51e416f07e488081608ba4d7e81559 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:03:28.509080 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b71f565-5cc1-4c19-aa31-1ea7c4a40225 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:28.624015 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:29.168801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-27e30427-7627-460f-85d6-522911542290 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Made reservation on behalf of 98c793e8a58f4dcda7e858b805fa89a9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:03:29.172885 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-27e30427-7627-460f-85d6-522911542290 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:29.192194 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e4661d00-f32d-4a64-9e71-da495cf1c34e req-a3bc2219-ce71-47e6-a30a-33e560fc6793 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 210 time: 0.0376611 Aug 23 15:03:29.336718 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b71f565-5cc1-4c19-aa31-1ea7c4a40225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:29.412530 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-27e30427-7627-460f-85d6-522911542290 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Allocated IP 172.20.0.13 (64f87949-f645-4741-b9fd-fc55a03e518e/5f22f70f-5be0-4809-bae5-4797be32e410/d7f3958e-3834-4a24-9059-ca0b2f9495cb) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:03:29.416872 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71f565-5cc1-4c19-aa31-1ea7c4a40225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67460345-3312-404a-9fc3-c680ded8bfa5,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:29.450980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71f565-5cc1-4c19-aa31-1ea7c4a40225 admin admin] Checking segment: {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:03:29.451261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b71f565-5cc1-4c19-aa31-1ea7c4a40225 admin admin] Network hostable DHCP agents. Network: 3abf700b-7cb8-4157-b106-bf6f54332e10, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:03:29.593318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b71f565-5cc1-4c19-aa31-1ea7c4a40225 admin admin] Network 3abf700b-7cb8-4157-b106-bf6f54332e10 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:03:29.616748 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-27e30427-7627-460f-85d6-522911542290 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:29.735615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0b71f565-5cc1-4c19-aa31-1ea7c4a40225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 3abf700b-7cb8-4157-b106-bf6f54332e10) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:03:29.740525 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b71f565-5cc1-4c19-aa31-1ea7c4a40225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:29.741269 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b71f565-5cc1-4c19-aa31-1ea7c4a40225 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:29.746391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792de2e5-6f28-429c-b6d5-0a221328cc62 None None] Network 3abf700b-7cb8-4157-b106-bf6f54332e10 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:03:29.762890 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-27e30427-7627-460f-85d6-522911542290 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:29.820149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d3f1bdc7-883a-43b3-ba35-b3ce607c683e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:03:29.831777 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0b71f565-5cc1-4c19-aa31-1ea7c4a40225 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5682733 Aug 23 15:03:29.833217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33292) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:29.838404 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:29.857962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-27e30427-7627-460f-85d6-522911542290 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Network 64f87949-f645-4741-b9fd-fc55a03e518e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:03:29.864061 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-27e30427-7627-460f-85d6-522911542290 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:03:29.889490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e30427-7627-460f-85d6-522911542290 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Pushing event updated for resources: {'Port': ['ID=d7f3958e-3834-4a24-9059-ca0b2f9495cb,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:29.893840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-27e30427-7627-460f-85d6-522911542290 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:03:29.965414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-27e30427-7627-460f-85d6-522911542290 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:29.966060 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-27e30427-7627-460f-85d6-522911542290 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:29.971910 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:29.973237 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:30.070089 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:30.142299 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-3abf700b-7cb8-4157-b106-bf6f54332e10', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:03:30.142985 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-27e30427-7627-460f-85d6-522911542290 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7046106 Aug 23 15:03:30.143202 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:30.156856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Request body: {'port': {'device_id': 'b93f335d-d442-40fd-9a63-a67601685a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:30.302293 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:30.412977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Allocated IP 172.20.0.2 (3abf700b-7cb8-4157-b106-bf6f54332e10/67460345-3312-404a-9fc3-c680ded8bfa5/a252bd23-a8cd-451a-8fa0-7e0ffe426413) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:03:30.494831 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:30.498838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7018f72-324a-472d-a68c-1001f0ebd19d req-bf6ed3c7-631c-4456-8017-85d432351a71 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:30.500473 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7018f72-324a-472d-a68c-1001f0ebd19d req-bf6ed3c7-631c-4456-8017-85d432351a71 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ca0d24e-bc92-4416-a420-5aba0c6a41fb HTTP/1.1" status: 200 len: 943 time: 0.2116337 Aug 23 15:03:30.537793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716762f-3b36-469a-8274-c180983c21f4 req-6a069cb2-a345-4a40-9107-25abb2d05c2b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:30.540334 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9716762f-3b36-469a-8274-c180983c21f4 req-6a069cb2-a345-4a40-9107-25abb2d05c2b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 932 time: 0.2170603 Aug 23 15:03:30.598222 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9716762f-3b36-469a-8274-c180983c21f4 req-fb2f8c34-76e3-4d09-848d-4ecd536f4603 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506954 Aug 23 15:03:30.677987 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:30.698664 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Transition to ACTIVE for port object a252bd23-a8cd-451a-8fa0-7e0ffe426413 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:03:30.753320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Transition to ACTIVE for port object a252bd23-a8cd-451a-8fa0-7e0ffe426413 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:03:30.829527 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:30.885755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Pushing event updated for resources: {'Port': ['ID=a252bd23-a8cd-451a-8fa0-7e0ffe426413,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:30.959967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-a7018f72-324a-472d-a68c-1001f0ebd19d req-e1b9be1f-68b0-49d3-b72e-48b7b6568202 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Deleting port 6d8f72c9-bef1-4c31-a793-d954221bafe7 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:03:30.960623 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a7018f72-324a-472d-a68c-1001f0ebd19d req-e1b9be1f-68b0-49d3-b72e-48b7b6568202 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:30.995012 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Network 3abf700b-7cb8-4157-b106-bf6f54332e10 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:03:30.998674 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:03:30.999503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:03:31.014059 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:31.049463 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:31.118750 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Attempting to bind port a252bd23-a8cd-451a-8fa0-7e0ffe426413 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:03:31.119324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Attempting to bind port a252bd23-a8cd-451a-8fa0-7e0ffe426413 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:03:31.124201 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Attempting to bind port a252bd23-a8cd-451a-8fa0-7e0ffe426413 on network 3abf700b-7cb8-4157-b106-bf6f54332e10 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:03:31.126136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:03:31.126880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Checking segment: {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:03:31.127666 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:31.128298 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Bound using segment: {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:03:31.129226 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Bound port: a252bd23-a8cd-451a-8fa0-7e0ffe426413, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:03:31.129806 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:31.183024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a7018f72-324a-472d-a68c-1001f0ebd19d req-e1b9be1f-68b0-49d3-b72e-48b7b6568202 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] For port 6d8f72c9-bef1-4c31-a793-d954221bafe7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6d8f72c9-bef1-4c31-a793-d954221bafe7,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:31.183497 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a7018f72-324a-472d-a68c-1001f0ebd19d req-e1b9be1f-68b0-49d3-b72e-48b7b6568202 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:31.207264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-a7018f72-324a-472d-a68c-1001f0ebd19d req-e1b9be1f-68b0-49d3-b72e-48b7b6568202 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Calling delete_port for 6d8f72c9-bef1-4c31-a793-d954221bafe7 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:03:31.213684 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f3958e-3834-4a24-9059-ca0b2f9495cb {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:03:31.229900 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:31.262807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] For port a252bd23-a8cd-451a-8fa0-7e0ffe426413, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:03:31.273011 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] For port a252bd23-a8cd-451a-8fa0-7e0ffe426413, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=a252bd23-a8cd-451a-8fa0-7e0ffe426413,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:03:31.275734 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Allocated IP 172.25.8.240 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/d5ee01f1-28bd-43de-a187-3b288338bedb) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:03:31.343819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Transition to ACTIVE for port object d7f3958e-3834-4a24-9059-ca0b2f9495cb will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:03:31.358569 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:31.437936 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:31.521186 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:31.578322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92f56a-f5d8-425b-80d4-bab57fde193a None None] Pushing event updated for resources: {'Port': ['ID=a252bd23-a8cd-451a-8fa0-7e0ffe426413,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:31.644516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a7018f72-324a-472d-a68c-1001f0ebd19d req-e1b9be1f-68b0-49d3-b72e-48b7b6568202 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:31.658237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['5bef8de6-24b5-427c-bc35-efe48465afa0'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:03:31.660929 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:31.661458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['fd52f09e-4f16-4cf2-ab1a-990dcb516014'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:03:31.672548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Pushing event updated for resources: {'Port': ['ID=d7f3958e-3834-4a24-9059-ca0b2f9495cb,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:31.723541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9be1f-68b0-49d3-b72e-48b7b6568202 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event deleted for resources: {'Port': ['ID=6d8f72c9-bef1-4c31-a793-d954221bafe7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:31.846830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:03:31.885398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:03:31.891569 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:03:31.949699 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Pushing event updated for resources: {'Port': ['ID=d5ee01f1-28bd-43de-a187-3b288338bedb,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:31.988165 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7018f72-324a-472d-a68c-1001f0ebd19d req-e1b9be1f-68b0-49d3-b72e-48b7b6568202 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] No DVR routers for this DVR port 6d8f72c9-bef1-4c31-a793-d954221bafe7 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:03:31.995783 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a7018f72-324a-472d-a68c-1001f0ebd19d req-e1b9be1f-68b0-49d3-b72e-48b7b6568202 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:32.011220 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7018f72-324a-472d-a68c-1001f0ebd19d req-e1b9be1f-68b0-49d3-b72e-48b7b6568202 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "DELETE /v2.0/ports/6d8f72c9-bef1-4c31-a793-d954221bafe7 HTTP/1.1" status: 204 len: 173 time: 1.4961112 Aug 23 15:03:32.013284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca0d24e-bc92-4416-a420-5aba0c6a41fb', 'name': 'network-vif-deleted', 'tag': '6d8f72c9-bef1-4c31-a793-d954221bafe7'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:32.019588 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4b146c-bb31-4f52-b337-48066ec37d47" -d '{"events": [{"server_uuid": "0ca0d24e-bc92-4416-a420-5aba0c6a41fb", "name": "network-vif-deleted", "tag": "6d8f72c9-bef1-4c31-a793-d954221bafe7"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:32.031684 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Attempting to bind port d7f3958e-3834-4a24-9059-ca0b2f9495cb on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:03:32.033459 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Attempting to bind port d7f3958e-3834-4a24-9059-ca0b2f9495cb by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:03:32.034960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Attempting to bind port d7f3958e-3834-4a24-9059-ca0b2f9495cb on network 64f87949-f645-4741-b9fd-fc55a03e518e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:03:32.050805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Port d7f3958e-3834-4a24-9059-ca0b2f9495cb on network 64f87949-f645-4741-b9fd-fc55a03e518e not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:03:32.051203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Attempting to bind port d7f3958e-3834-4a24-9059-ca0b2f9495cb on network 64f87949-f645-4741-b9fd-fc55a03e518e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:03:32.077317 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:03:32.077752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Checking segment: {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:03:32.078169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Bound using segment: {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:03:32.078937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Bound port: d7f3958e-3834-4a24-9059-ca0b2f9495cb, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:03:32.079316 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:32.175066 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:32.175512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:32.189020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:32.189532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:32.189879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:32.190222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:32.190630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:32.190966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:32.191311 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:32.191691 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:32.192098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:32.194920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:32.325311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] For port d7f3958e-3834-4a24-9059-ca0b2f9495cb, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:03:32.329366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] For port d7f3958e-3834-4a24-9059-ca0b2f9495cb, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d7f3958e-3834-4a24-9059-ca0b2f9495cb,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:03:32.390178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edca3c-f382-4181-b069-ab38904399f6 req-cafb338d-d98e-4a98-9d21-a3b9d07dc9bb tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:32.391946 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-59edca3c-f382-4181-b069-ab38904399f6 req-cafb338d-d98e-4a98-9d21-a3b9d07dc9bb tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 944 time: 0.5312598 Aug 23 15:03:32.463978 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:32.492252 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-59edca3c-f382-4181-b069-ab38904399f6 req-880ae068-b836-4d50-9cb7-cbaa65a28491 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778382 Aug 23 15:03:32.519925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:32.521164 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:32.523258 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] 10.222.0.57 "PUT /v2.0/ports/d7f3958e-3834-4a24-9059-ca0b2f9495cb HTTP/1.1" status: 200 len: 1092 time: 2.3716397 Aug 23 15:03:32.551620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc2436-967d-43c7-b9a7-6bd3556d58ce service neutron] Pushing event updated for resources: {'Port': ['ID=d7f3958e-3834-4a24-9059-ca0b2f9495cb,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:32.561117 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaf0310-c153-4f1d-9aa3-46fe728678a0 x-openstack-request-id: req-faaf0310-c153-4f1d-9aa3-46fe728678a0 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:32.561475 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca0d24e-bc92-4416-a420-5aba0c6a41fb", "name": "network-vif-deleted", "tag": "6d8f72c9-bef1-4c31-a793-d954221bafe7", "status": "failed", "code": 422}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:32.561800 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-faaf0310-c153-4f1d-9aa3-46fe728678a0 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:32.562355 n-d-804985-3 neutron-server[96115]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ca0d24e-bc92-4416-a420-5aba0c6a41fb', 'name': 'network-vif-deleted', 'tag': '6d8f72c9-bef1-4c31-a793-d954221bafe7', 'status': 'failed', 'code': 422} returned with failed status Aug 23 15:03:32.765404 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-969f4f0f-2540-46cd-990c-9836e8ba1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:32.766984 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-969f4f0f-2540-46cd-990c-9836e8ba1537 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 1095 time: 0.0617356 Aug 23 15:03:32.768012 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:32.837783 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-e356fb09-238f-4d8a-b4f4-3f3a40077c2d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7f3958e-3834-4a24-9059-ca0b2f9495cb HTTP/1.1" status: 200 len: 217 time: 0.0614188 Aug 23 15:03:32.909582 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-608014be-2b76-408a-823f-9b7be79f5907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:32.911293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-608014be-2b76-408a-823f-9b7be79f5907 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f22f70f-5be0-4809-bae5-4797be32e410 HTTP/1.1" status: 200 len: 846 time: 0.0663242 Aug 23 15:03:32.982648 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18baa03-c7f9-43ea-bf3f-d99c7e7050bd None None] Network 3abf700b-7cb8-4157-b106-bf6f54332e10 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:03:32.983794 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-22aefdbe-793c-4cb4-8157-a6b205148b0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64f87949-f645-4741-b9fd-fc55a03e518e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599098 Aug 23 15:03:33.198946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33372) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:33.213752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device a252bd23-a8cd-451a-8fa0-7e0ffe426413 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:03:33.264676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-877c1664-0204-4ded-91d4-189a8b473a05 None None] Provisioning for port a252bd23-a8cd-451a-8fa0-7e0ffe426413 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:03:33.330092 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-c69c8807-6bc9-4e3e-83f2-048ecda981e4 service neutron] 10.222.0.57 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304958 Aug 23 15:03:33.451143 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:33.462465 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d5aba6c-94ba-4fe7-9c42-631ef05cb256 req-3d9ac91b-04c4-4ef9-8781-6fdd3cb0c79a service neutron] 10.222.0.57 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227214 Aug 23 15:03:33.469104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port a252bd23-a8cd-451a-8fa0-7e0ffe426413 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:03:33.473334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port a252bd23-a8cd-451a-8fa0-7e0ffe426413 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:03:33.478707 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:33.664679 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:33.728833 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-177ad153-1088-44b0-9938-ce624b9f82e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:33.751857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port a252bd23-a8cd-451a-8fa0-7e0ffe426413, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=a252bd23-a8cd-451a-8fa0-7e0ffe426413,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:33.755434 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7b69f378-2da8-47f3-9c36-8ec85159ac27 None None] Provisioning complete for port a252bd23-a8cd-451a-8fa0-7e0ffe426413 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:03:33.756029 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7b69f378-2da8-47f3-9c36-8ec85159ac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:33.774276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96d452-5899-4072-a818-abe5f95d23ff req-eb3cb9d2-6453-49c7-8e00-03d6da2796d2 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:33.781885 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8a96d452-5899-4072-a818-abe5f95d23ff req-eb3cb9d2-6453-49c7-8e00-03d6da2796d2 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 944 time: 0.1004834 Aug 23 15:03:33.839231 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8a96d452-5899-4072-a818-abe5f95d23ff req-f6c4fa08-d3de-4ff1-ada7-ee807f657637 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519869 Aug 23 15:03:33.861868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Router a6811d1b-2289-46c0-9a63-a308cb320d85 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:03:33.871822 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:33.920620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd836802-173d-4dbc-a10c-ee76bca86e02 req-5d248416-f59a-432e-a04d-32a020f3d6a7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:33.922243 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7b69f378-2da8-47f3-9c36-8ec85159ac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:33.930036 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd836802-173d-4dbc-a10c-ee76bca86e02 req-5d248416-f59a-432e-a04d-32a020f3d6a7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 907 time: 0.1386528 Aug 23 15:03:33.962325 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=a252bd23-a8cd-451a-8fa0-7e0ffe426413,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:33.997695 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:03:34.011078 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Sync routers for ids ['a6811d1b-2289-46c0-9a63-a308cb320d85'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:03:34.027734 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-177ad153-1088-44b0-9938-ce624b9f82e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:34.028633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Routers {'a6811d1b-2289-46c0-9a63-a308cb320d85'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:03:34.029032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a6811d1b-2289-46c0-9a63-a308cb320d85'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:34.032623 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-7b69f378-2da8-47f3-9c36-8ec85159ac27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:03:34.033680 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-7b69f378-2da8-47f3-9c36-8ec85159ac27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:03:34.120179 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-177ad153-1088-44b0-9938-ce624b9f82e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:34.157910 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Set router a6811d1b-2289-46c0-9a63-a308cb320d85 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:03:34.165481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ad153-1088-44b0-9938-ce624b9f82e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a590c8-0c52-420e-b620-c530ab48c41d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:34.181035 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-177ad153-1088-44b0-9938-ce624b9f82e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38dbeeb2cef345b58bec9484e29d7f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9788904 Aug 23 15:03:34.183481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33396) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:34.249998 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2e725fb5-f402-4b21-b95e-ebe985d008a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:34.257951 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:34.259464 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-99f61aff-5364-4e70-8b6f-0769c56d7fba admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4252563 Aug 23 15:03:34.262203 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33400) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:34.276838 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2e725fb5-f402-4b21-b95e-ebe985d008a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:34.395527 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2e725fb5-f402-4b21-b95e-ebe985d008a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:34.400987 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2e725fb5-f402-4b21-b95e-ebe985d008a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:34.404104 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2e725fb5-f402-4b21-b95e-ebe985d008a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b4a590c8-0c52-420e-b620-c530ab48c41d HTTP/1.1" status: 204 len: 168 time: 0.2166913 Aug 23 15:03:34.412067 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e725fb5-f402-4b21-b95e-ebe985d008a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a590c8-0c52-420e-b620-c530ab48c41d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:34.471691 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:32Z', 'revision_number': 3, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:34.501288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Checking router: a6811d1b-2289-46c0-9a63-a308cb320d85 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:03:34.501636 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Updating router a6811d1b-2289-46c0-9a63-a308cb320d85 port d5ee01f1-28bd-43de-a187-3b288338bedb binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:03:34.530755 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:34.563472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93f335d-d442-40fd-9a63-a67601685a47', 'tag': 'd7f3958e-3834-4a24-9059-ca0b2f9495cb'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:34.566196 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68644ea-3491-4ee5-ae22-5af9a5a03b98" -d '{"events": [{"name": "network-changed", "server_uuid": "b93f335d-d442-40fd-9a63-a67601685a47", "tag": "d7f3958e-3834-4a24-9059-ca0b2f9495cb"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:34.654565 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688e2cc2-ee92-45aa-b579-45d3cc90f48d x-openstack-request-id: req-688e2cc2-ee92-45aa-b579-45d3cc90f48d {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:34.654916 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93f335d-d442-40fd-9a63-a67601685a47", "tag": "d7f3958e-3834-4a24-9059-ca0b2f9495cb", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:34.655231 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-688e2cc2-ee92-45aa-b579-45d3cc90f48d {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:34.655717 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93f335d-d442-40fd-9a63-a67601685a47', 'tag': 'd7f3958e-3834-4a24-9059-ca0b2f9495cb', 'status': 'completed', 'code': 200} Aug 23 15:03:34.771932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68644ea-3491-4ee5-ae22-5af9a5a03b98 req-4a26b573-054a-4228-982a-9fb0ab5c8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:34.776011 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a68644ea-3491-4ee5-ae22-5af9a5a03b98 req-4a26b573-054a-4228-982a-9fb0ab5c8e77 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 1095 time: 0.0954564 Aug 23 15:03:35.073351 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:35.096322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Transition to ACTIVE for port object d5ee01f1-28bd-43de-a187-3b288338bedb will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:03:35.140265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286eb2a7-c165-4657-8939-09da6c9b0552 req-ce27c2f5-ba99-45c3-a279-76f62635a38a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:35.141871 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-286eb2a7-c165-4657-8939-09da6c9b0552 req-ce27c2f5-ba99-45c3-a279-76f62635a38a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.61 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 907 time: 0.1672986 Aug 23 15:03:35.171725 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device a252bd23-a8cd-451a-8fa0-7e0ffe426413 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:03:35.201790 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:35.227468 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:35.234315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4066e5a-e0ae-4b39-9577-b14f91eb6367 req-833fb664-3048-4f11-b52e-304637829700 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:35.235941 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4066e5a-e0ae-4b39-9577-b14f91eb6367 req-833fb664-3048-4f11-b52e-304637829700 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 944 time: 0.2706280 Aug 23 15:03:35.260644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cca66-4a04-490d-9332-fad2af840453 req-92c494d1-9b7d-4d98-897f-0d8254ce6ef6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:35.262827 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a45cca66-4a04-490d-9332-fad2af840453 req-92c494d1-9b7d-4d98-897f-0d8254ce6ef6 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 907 time: 0.1534946 Aug 23 15:03:35.305909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Attempting to bind port d5ee01f1-28bd-43de-a187-3b288338bedb on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:03:35.306399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Attempting to bind port d5ee01f1-28bd-43de-a187-3b288338bedb by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:03:35.306659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Attempting to bind port d5ee01f1-28bd-43de-a187-3b288338bedb on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:03:35.307482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68644ea-3491-4ee5-ae22-5af9a5a03b98 req-582ad5d6-d8af-46cb-a8dc-09ec47147df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:35.309347 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a68644ea-3491-4ee5-ae22-5af9a5a03b98 req-582ad5d6-d8af-46cb-a8dc-09ec47147df9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 907 time: 0.5236366 Aug 23 15:03:35.313474 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c999ed-0ad8-4755-8268-99e725ca68fa None None] Pushing event updated for resources: {'Port': ['ID=d5ee01f1-28bd-43de-a187-3b288338bedb,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:35.329054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:03:35.329496 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:03:35.329978 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:35.330611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:03:35.331052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Bound port: d5ee01f1-28bd-43de-a187-3b288338bedb, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:03:35.331443 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:35.340510 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d7f3958e-3834-4a24-9059-ca0b2f9495cb details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:03:35.395763 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port a252bd23-a8cd-451a-8fa0-7e0ffe426413 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:03:35.396185 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:35.405359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a68644ea-3491-4ee5-ae22-5af9a5a03b98 req-a78a0792-a8af-4389-9e6f-c8d23c0b176a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7f3958e-3834-4a24-9059-ca0b2f9495cb HTTP/1.1" status: 200 len: 217 time: 0.0754294 Aug 23 15:03:35.423219 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4066e5a-e0ae-4b39-9577-b14f91eb6367 req-dfbbbbe2-9069-4115-a567-218e7b67ff91 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603127 Aug 23 15:03:35.462800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-286eb2a7-c165-4657-8939-09da6c9b0552 req-a2cc15de-e8bf-455a-adc5-0e367454c4cf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Deleting port 4f284921-53c7-40c8-9753-076989ff5296 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:03:35.463434 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-286eb2a7-c165-4657-8939-09da6c9b0552 req-a2cc15de-e8bf-455a-adc5-0e367454c4cf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:35.562434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Allocated IP 172.20.0.1 (3abf700b-7cb8-4157-b106-bf6f54332e10/67460345-3312-404a-9fc3-c680ded8bfa5/e026d3f4-84d7-49c5-9238-dbec8de9d0c1) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:03:35.565923 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] For port d5ee01f1-28bd-43de-a187-3b288338bedb, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:03:35.656314 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] For port d5ee01f1-28bd-43de-a187-3b288338bedb, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d5ee01f1-28bd-43de-a187-3b288338bedb,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:03:35.727343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33428) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:35.751074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68644ea-3491-4ee5-ae22-5af9a5a03b98 req-7f4ee0fb-31b4-4f50-baaf-6f4c67841f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:35.753355 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a68644ea-3491-4ee5-ae22-5af9a5a03b98 req-7f4ee0fb-31b4-4f50-baaf-6f4c67841f65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f22f70f-5be0-4809-bae5-4797be32e410 HTTP/1.1" status: 200 len: 846 time: 0.3280239 Aug 23 15:03:35.763491 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d7f3958e-3834-4a24-9059-ca0b2f9495cb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d7f3958e-3834-4a24-9059-ca0b2f9495cb,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:35.766281 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:35.779422 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'd7f3958e-3834-4a24-9059-ca0b2f9495cb', 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e', 'port_id': 'd7f3958e-3834-4a24-9059-ca0b2f9495cb', 'mac_address': 'fa:16:3e:3b:d0:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f22f70f-5be0-4809-bae5-4797be32e410', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:03:35.788253 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:35.805796 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Transition to ACTIVE for port object e026d3f4-84d7-49c5-9238-dbec8de9d0c1 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:03:35.817993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a68644ea-3491-4ee5-ae22-5af9a5a03b98 req-76fbea7c-fdab-491e-8e8c-c0818f1a5478 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64f87949-f645-4741-b9fd-fc55a03e518e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387697 Aug 23 15:03:35.818794 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44a556f1-b363-4dd9-a740-8934adaca0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:35.914691 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Routers {'a6811d1b-2289-46c0-9a63-a308cb320d85'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:03:35.915335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a6811d1b-2289-46c0-9a63-a308cb320d85'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:35.925071 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:35.974528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c999ed-0ad8-4755-8268-99e725ca68fa None None] Pushing event updated for resources: {'Port': ['ID=d5ee01f1-28bd-43de-a187-3b288338bedb,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:35.987107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f3958e-3834-4a24-9059-ca0b2f9495cb {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:03:36.009819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-286eb2a7-c165-4657-8939-09da6c9b0552 req-a2cc15de-e8bf-455a-adc5-0e367454c4cf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] For port 4f284921-53c7-40c8-9753-076989ff5296, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=4f284921-53c7-40c8-9753-076989ff5296,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:36.010310 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-286eb2a7-c165-4657-8939-09da6c9b0552 req-a2cc15de-e8bf-455a-adc5-0e367454c4cf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:36.046828 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:36.053093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d7f3958e-3834-4a24-9059-ca0b2f9495cb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d7f3958e-3834-4a24-9059-ca0b2f9495cb,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:36.054627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-286eb2a7-c165-4657-8939-09da6c9b0552 req-a2cc15de-e8bf-455a-adc5-0e367454c4cf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Calling delete_port for 4f284921-53c7-40c8-9753-076989ff5296 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:03:36.077513 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] Set router a6811d1b-2289-46c0-9a63-a308cb320d85 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:03:36.115900 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a68644ea-3491-4ee5-ae22-5af9a5a03b98 req-a9004bf1-0246-46ee-8f55-6acd9dba91c0 service neutron] 10.222.0.57 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853558 Aug 23 15:03:36.123966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Network 3abf700b-7cb8-4157-b106-bf6f54332e10 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:03:36.127827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:03:36.130978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:03:36.169708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e026d3f4-84d7-49c5-9238-dbec8de9d0c1,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:36.188814 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:36.275470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a68644ea-3491-4ee5-ae22-5af9a5a03b98 req-25cf12b5-ba7f-4c99-8ca9-8d4b02181709 service neutron] 10.222.0.57 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131437 Aug 23 15:03:36.399098 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44a556f1-b363-4dd9-a740-8934adaca0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:36.482669 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:36.500426 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44a556f1-b363-4dd9-a740-8934adaca0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:36.509920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38444d08-2a38-42ad-a6d6-223fd43cbf0d req-e1f900ff-2038-4583-9d1b-3905b95d1b1a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:36.525615 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-38444d08-2a38-42ad-a6d6-223fd43cbf0d req-e1f900ff-2038-4583-9d1b-3905b95d1b1a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 907 time: 0.1323221 Aug 23 15:03:36.540945 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-44a556f1-b363-4dd9-a740-8934adaca0e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=17581dde41554d709a63728ddf9ae909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8095758 Aug 23 15:03:36.543925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33444) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:36.573171 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:36.593985 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-286eb2a7-c165-4657-8939-09da6c9b0552 req-a2cc15de-e8bf-455a-adc5-0e367454c4cf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:36.629768 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d7f3958e-3834-4a24-9059-ca0b2f9495cb,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:36.650279 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc15de-e8bf-455a-adc5-0e367454c4cf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event deleted for resources: {'Port': ['ID=4f284921-53c7-40c8-9753-076989ff5296,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:36.663820 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a556f1-b363-4dd9-a740-8934adaca0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002369d2-722b-4ee1-9668-222458adca2f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:36.689791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a107fad1-2bc1-439a-ab9c-0924102f706b None None] Provisioning for port e026d3f4-84d7-49c5-9238-dbec8de9d0c1 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:03:36.701971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a107fad1-2bc1-439a-ab9c-0924102f706b None None] Provisioning complete for port e026d3f4-84d7-49c5-9238-dbec8de9d0c1 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:03:36.702346 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a107fad1-2bc1-439a-ab9c-0924102f706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:36.751553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a107fad1-2bc1-439a-ab9c-0924102f706b None None] Port e026d3f4-84d7-49c5-9238-dbec8de9d0c1 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:03:36.763255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:32Z', 'revision_number': 3, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:36.803304 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d7f3958e-3834-4a24-9059-ca0b2f9495cb'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:03:36.817075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89edad0-55a1-400b-a975-d4388ca0e17b None None] The sync data for ids ['a6811d1b-2289-46c0-9a63-a308cb320d85'] in n-d-804985-3 is: [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:32Z', 'revision_number': 3, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:03:36.852644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89a0d9-a7f7-4270-a3a6-aae0e70a5f28 req-e292bbf2-24f4-4dae-8c57-1815443c7f70 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:36.852644 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c89a0d9-a7f7-4270-a3a6-aae0e70a5f28 req-e292bbf2-24f4-4dae-8c57-1815443c7f70 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 945 time: 0.2929640 Aug 23 15:03:36.862159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-286eb2a7-c165-4657-8939-09da6c9b0552 req-a2cc15de-e8bf-455a-adc5-0e367454c4cf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] No DVR routers for this DVR port 4f284921-53c7-40c8-9753-076989ff5296 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:03:36.866340 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-286eb2a7-c165-4657-8939-09da6c9b0552 req-a2cc15de-e8bf-455a-adc5-0e367454c4cf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:36.872595 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-286eb2a7-c165-4657-8939-09da6c9b0552 req-a2cc15de-e8bf-455a-adc5-0e367454c4cf tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.61 "DELETE /v2.0/ports/4f284921-53c7-40c8-9753-076989ff5296 HTTP/1.1" status: 204 len: 173 time: 1.7112026 Aug 23 15:03:36.876431 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ca784a-d650-48ea-b3ca-3fe5d6604775', 'name': 'network-vif-deleted', 'tag': '4f284921-53c7-40c8-9753-076989ff5296'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:36.878989 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff66fb70-2d48-4cd9-85e9-a8f0c3264c90" -d '{"events": [{"server_uuid": "99ca784a-d650-48ea-b3ca-3fe5d6604775", "name": "network-vif-deleted", "tag": "4f284921-53c7-40c8-9753-076989ff5296"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:36.880215 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:36.892297 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2bf27018-665c-4ace-8544-81fcced26ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:36.970835 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2bf27018-665c-4ace-8544-81fcced26ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:36.978091 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eeffc4-da58-4e3a-9311-8086e1b34c51 x-openstack-request-id: req-83eeffc4-da58-4e3a-9311-8086e1b34c51 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:36.979478 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ca784a-d650-48ea-b3ca-3fe5d6604775", "name": "network-vif-deleted", "tag": "4f284921-53c7-40c8-9753-076989ff5296", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:36.979478 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-83eeffc4-da58-4e3a-9311-8086e1b34c51 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:36.979794 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ca784a-d650-48ea-b3ca-3fe5d6604775', 'name': 'network-vif-deleted', 'tag': '4f284921-53c7-40c8-9753-076989ff5296', 'status': 'completed', 'code': 200} Aug 23 15:03:36.992567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:36.992779 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c89a0d9-a7f7-4270-a3a6-aae0e70a5f28 req-8c513597-2489-4bcd-9a3d-d3def150b150 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154234 Aug 23 15:03:37.156819 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e026d3f4-84d7-49c5-9238-dbec8de9d0c1,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:37.159785 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:37.200202 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2bf27018-665c-4ace-8544-81fcced26ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:37.202814 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2bf27018-665c-4ace-8544-81fcced26ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:37.207152 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2bf27018-665c-4ace-8544-81fcced26ae1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/002369d2-722b-4ee1-9668-222458adca2f HTTP/1.1" status: 204 len: 168 time: 0.6619644 Aug 23 15:03:37.230904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf27018-665c-4ace-8544-81fcced26ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002369d2-722b-4ee1-9668-222458adca2f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:37.359174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Network 3abf700b-7cb8-4157-b106-bf6f54332e10 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:03:37.360710 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:03:37.606347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Router a6811d1b-2289-46c0-9a63-a308cb320d85 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:03:37.711083 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bfd65883-02e6-4dff-b56b-81be14156292 None None] Provisioning complete for port e026d3f4-84d7-49c5-9238-dbec8de9d0c1 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:03:37.712298 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bfd65883-02e6-4dff-b56b-81be14156292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:37.731368 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ff709b85-ec0b-494b-bf39-d892113b5680 req-7de63bc2-3563-4c58-8bbe-13f85790f029 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=99ca784a-d650-48ea-b3ca-3fe5d6604775 HTTP/1.1" status: 200 len: 210 time: 0.0348945 Aug 23 15:03:37.792790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-bfd65883-02e6-4dff-b56b-81be14156292 None None] Port e026d3f4-84d7-49c5-9238-dbec8de9d0c1 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:03:37.836393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:03:37.848168 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-31be6a2f-07f5-4b03-9dc3-a9444e4b14e1 admin admin] 10.222.0.38 "PUT /v2.0/routers/a6811d1b-2289-46c0-9a63-a308cb320d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5802248 Aug 23 15:03:38.058652 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 4f284921-53c7-40c8-9753-076989ff5296 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:03:38.087494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 4f284921-53c7-40c8-9753-076989ff5296 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:03:38.088197 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 4f284921-53c7-40c8-9753-076989ff5296 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:03:38.216318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbff730-f838-4e05-8b9f-f7e540cf8f91 req-0ab83022-5086-40f0-b228-f06702628325 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:38.218019 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fbff730-f838-4e05-8b9f-f7e540cf8f91 req-0ab83022-5086-40f0-b228-f06702628325 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 945 time: 0.0755887 Aug 23 15:03:38.269453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fbff730-f838-4e05-8b9f-f7e540cf8f91 req-919e3b56-9e62-44a6-af78-5e6fa0680566 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449789 Aug 23 15:03:38.568356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33514) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:38.918901 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb0d7e98-5f1a-43bc-8ca1-0d62631825c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:39.093758 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:03:39.170691 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d5ee01f1-28bd-43de-a187-3b288338bedb up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:03:39.173547 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb0d7e98-5f1a-43bc-8ca1-0d62631825c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:39.174864 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Sync routers for ids ['a6811d1b-2289-46c0-9a63-a308cb320d85'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:03:39.184797 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Routers {'a6811d1b-2289-46c0-9a63-a308cb320d85'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:03:39.185412 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a6811d1b-2289-46c0-9a63-a308cb320d85'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:39.289015 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb0d7e98-5f1a-43bc-8ca1-0d62631825c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:39.309516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port d5ee01f1-28bd-43de-a187-3b288338bedb completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:03:39.314854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port d5ee01f1-28bd-43de-a187-3b288338bedb triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:03:39.315359 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:39.368929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33542) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:39.380010 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-16c857ae-fc84-47be-90e0-a42e867940bd tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--58112227', 'description': 'tempest-description--1667605490'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:39.437807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d7f3958e-3834-4a24-9059-ca0b2f9495cb up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:03:39.487007 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-16c857ae-fc84-47be-90e0-a42e867940bd tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:39.502341 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cb0d7e98-5f1a-43bc-8ca1-0d62631825c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3af5cb6c3226466f821403262baa7fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9245698 Aug 23 15:03:39.503241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d7e98-5f1a-43bc-8ca1-0d62631825c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606b0fae-ddca-49ea-8736-d53b89500ac3,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:39.504182 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33544) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:39.548820 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Set router a6811d1b-2289-46c0-9a63-a308cb320d85 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:03:39.565021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d00d05-0b1f-4504-aebe-ede70e61d3a0 req-ec21dc1a-fba8-4ecc-94d5-2c000329dedd tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:39.570450 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6d00d05-0b1f-4504-aebe-ede70e61d3a0 req-ec21dc1a-fba8-4ecc-94d5-2c000329dedd tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 946 time: 0.2270896 Aug 23 15:03:39.580820 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:39.707911 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6d00d05-0b1f-4504-aebe-ede70e61d3a0 req-83cc4bf8-70c5-40d4-aefc-ebd0886c001f tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188815 Aug 23 15:03:39.735680 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port d5ee01f1-28bd-43de-a187-3b288338bedb, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d5ee01f1-28bd-43de-a187-3b288338bedb,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:39.785898 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-16c857ae-fc84-47be-90e0-a42e867940bd tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:39.814084 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1dba53f7-d253-4d19-81e2-b981454c026a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:39.823310 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:39.842925 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1dba53f7-d253-4d19-81e2-b981454c026a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:39.888325 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port d7f3958e-3834-4a24-9059-ca0b2f9495cb completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:03:39.909760 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port d7f3958e-3834-4a24-9059-ca0b2f9495cb triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:03:39.913686 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:39.929107 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-16c857ae-fc84-47be-90e0-a42e867940bd tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:39.947698 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e026d3f4-84d7-49c5-9238-dbec8de9d0c1', 'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'mac_address': 'fa:16:3e:cb:81:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:35Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 2, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'subnets': [{'id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:39.979907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d841b-4359-4a22-801a-b31255c39ed0 req-8e6a12da-9018-44f4-bb11-1a46e8347a89 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:39.984662 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Checking router: a6811d1b-2289-46c0-9a63-a308cb320d85 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:03:39.985221 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Updating router a6811d1b-2289-46c0-9a63-a308cb320d85 port e026d3f4-84d7-49c5-9238-dbec8de9d0c1 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:03:39.989433 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b32d841b-4359-4a22-801a-b31255c39ed0 req-8e6a12da-9018-44f4-bb11-1a46e8347a89 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 945 time: 0.4337649 Aug 23 15:03:40.024410 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.028235 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=d5ee01f1-28bd-43de-a187-3b288338bedb,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:40.059180 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1dba53f7-d253-4d19-81e2-b981454c026a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.061787 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1dba53f7-d253-4d19-81e2-b981454c026a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.063118 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1dba53f7-d253-4d19-81e2-b981454c026a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/606b0fae-ddca-49ea-8736-d53b89500ac3 HTTP/1.1" status: 204 len: 168 time: 0.5573339 Aug 23 15:03:40.067132 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c857ae-fc84-47be-90e0-a42e867940bd tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97846283-87fd-43a2-bcc1-999b43d958a9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:40.090900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba53f7-d253-4d19-81e2-b981454c026a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606b0fae-ddca-49ea-8736-d53b89500ac3,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:40.100601 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b32d841b-4359-4a22-801a-b31255c39ed0 req-f8886e91-640f-4c22-807b-48d91012fc8f tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101053 Aug 23 15:03:40.131181 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.163018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93f335d-d442-40fd-9a63-a67601685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f3958e-3834-4a24-9059-ca0b2f9495cb'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:40.165487 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dcf91c-8ca1-4645-b2cf-59224e3ae97b" -d '{"events": [{"server_uuid": "b93f335d-d442-40fd-9a63-a67601685a47", "name": "network-vif-plugged", "status": "completed", "tag": "d7f3958e-3834-4a24-9059-ca0b2f9495cb"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:40.171539 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-16c857ae-fc84-47be-90e0-a42e867940bd tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.172867 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-16c857ae-fc84-47be-90e0-a42e867940bd tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8029144 Aug 23 15:03:40.175967 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33560) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:40.181087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-537050f4-57e3-479f-bb58-189b144ffeca tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Request body: {'security_group_rule': {'security_group_id': '97846283-87fd-43a2-bcc1-999b43d958a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:40.181658 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d7f3958e-3834-4a24-9059-ca0b2f9495cb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d7f3958e-3834-4a24-9059-ca0b2f9495cb,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:40.212306 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed26eceb-804b-45a5-9558-d595a359b211 x-openstack-request-id: req-ed26eceb-804b-45a5-9558-d595a359b211 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:40.213186 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93f335d-d442-40fd-9a63-a67601685a47", "name": "network-vif-plugged", "status": "completed", "tag": "d7f3958e-3834-4a24-9059-ca0b2f9495cb", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:40.213744 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed26eceb-804b-45a5-9558-d595a359b211 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:40.214463 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93f335d-d442-40fd-9a63-a67601685a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f3958e-3834-4a24-9059-ca0b2f9495cb', 'code': 200} Aug 23 15:03:40.276374 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.337739 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-537050f4-57e3-479f-bb58-189b144ffeca tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.467251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-537050f4-57e3-479f-bb58-189b144ffeca tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.477421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734ef61-03c4-4beb-b6be-820c91cf9fd0 req-04d63d02-2086-4685-aa90-c27670acca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:40.480871 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d7f3958e-3834-4a24-9059-ca0b2f9495cb,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:40.483062 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8734ef61-03c4-4beb-b6be-820c91cf9fd0 req-04d63d02-2086-4685-aa90-c27670acca73 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 1097 time: 0.1753280 Aug 23 15:03:40.531519 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.537249 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-537050f4-57e3-479f-bb58-189b144ffeca tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.540757 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8734ef61-03c4-4beb-b6be-820c91cf9fd0 req-d5d36e0a-6e3e-4c34-9142-d1b86de87396 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464013 Aug 23 15:03:40.544680 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Transition to ACTIVE for port object e026d3f4-84d7-49c5-9238-dbec8de9d0c1 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:03:40.562819 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537050f4-57e3-479f-bb58-189b144ffeca tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86161f6a-3a1e-451b-89f2-3c0bc8c34eb7,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:40.621772 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.650334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-537050f4-57e3-479f-bb58-189b144ffeca tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.651599 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-537050f4-57e3-479f-bb58-189b144ffeca tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4748218 Aug 23 15:03:40.655245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33568) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:40.662195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-28706572-311b-4f24-8f27-293aa6ca1d9a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Request body: {'security_group_rule': {'security_group_id': '97846283-87fd-43a2-bcc1-999b43d958a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:40.671514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b0f38-54c8-4c97-84f3-d806b5da5e33 req-cb2720a8-b398-4489-8216-e8183fdb97f4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:40.674395 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e7b0f38-54c8-4c97-84f3-d806b5da5e33 req-cb2720a8-b398-4489-8216-e8183fdb97f4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.61 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 946 time: 0.0715358 Aug 23 15:03:40.720775 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbf405-1314-4453-9ef1-e1b8bd4dd95a None None] Pushing event updated for resources: {'Port': ['ID=e026d3f4-84d7-49c5-9238-dbec8de9d0c1,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:40.750521 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf405-1314-4453-9ef1-e1b8bd4dd95a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:40.757276 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf405-1314-4453-9ef1-e1b8bd4dd95a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:40.757276 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf405-1314-4453-9ef1-e1b8bd4dd95a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:40.757276 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf405-1314-4453-9ef1-e1b8bd4dd95a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:40.757276 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf405-1314-4453-9ef1-e1b8bd4dd95a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:40.757276 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf405-1314-4453-9ef1-e1b8bd4dd95a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:40.757276 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf405-1314-4453-9ef1-e1b8bd4dd95a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:40.757276 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf405-1314-4453-9ef1-e1b8bd4dd95a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:40.757276 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf405-1314-4453-9ef1-e1b8bd4dd95a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:40.757276 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf405-1314-4453-9ef1-e1b8bd4dd95a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:40.757276 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf405-1314-4453-9ef1-e1b8bd4dd95a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:40.757276 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fbf405-1314-4453-9ef1-e1b8bd4dd95a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:40.788772 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28706572-311b-4f24-8f27-293aa6ca1d9a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.792733 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Attempting to bind port e026d3f4-84d7-49c5-9238-dbec8de9d0c1 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:03:40.793399 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Attempting to bind port e026d3f4-84d7-49c5-9238-dbec8de9d0c1 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:03:40.795083 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Attempting to bind port e026d3f4-84d7-49c5-9238-dbec8de9d0c1 on network 3abf700b-7cb8-4157-b106-bf6f54332e10 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:03:40.808424 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:03:40.809243 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Checking segment: {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:03:40.810019 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.810428 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Bound using segment: {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:03:40.810915 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Bound port: e026d3f4-84d7-49c5-9238-dbec8de9d0c1, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:03:40.811432 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.882025 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28706572-311b-4f24-8f27-293aa6ca1d9a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.891941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-4e7b0f38-54c8-4c97-84f3-d806b5da5e33 req-9ee2c8cf-1b83-4b45-939f-67ae7153b8b5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Deleting port 5bef8de6-24b5-427c-bc35-efe48465afa0 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:03:40.892290 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4e7b0f38-54c8-4c97-84f3-d806b5da5e33 req-9ee2c8cf-1b83-4b45-939f-67ae7153b8b5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:40.971724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee5b02-d49f-469a-afcf-eb7ced143e5c req-dd4e0ddc-1a57-4802-88c7-56d130acc161 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:40.979347 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e9ee5b02-d49f-469a-afcf-eb7ced143e5c req-dd4e0ddc-1a57-4802-88c7-56d130acc161 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 946 time: 0.0937738 Aug 23 15:03:40.988105 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28706572-311b-4f24-8f27-293aa6ca1d9a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:41.011709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4e7b0f38-54c8-4c97-84f3-d806b5da5e33 req-9ee2c8cf-1b83-4b45-939f-67ae7153b8b5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] For port 5bef8de6-24b5-427c-bc35-efe48465afa0, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5bef8de6-24b5-427c-bc35-efe48465afa0,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:41.012103 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4e7b0f38-54c8-4c97-84f3-d806b5da5e33 req-9ee2c8cf-1b83-4b45-939f-67ae7153b8b5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:41.024912 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] For port e026d3f4-84d7-49c5-9238-dbec8de9d0c1, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:03:41.031178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-4e7b0f38-54c8-4c97-84f3-d806b5da5e33 req-9ee2c8cf-1b83-4b45-939f-67ae7153b8b5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Calling delete_port for 5bef8de6-24b5-427c-bc35-efe48465afa0 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:03:41.061074 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28706572-311b-4f24-8f27-293aa6ca1d9a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7f8ec4-0f66-4608-88ad-0098c3b53fe1,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:41.069874 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] For port e026d3f4-84d7-49c5-9238-dbec8de9d0c1, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e026d3f4-84d7-49c5-9238-dbec8de9d0c1,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:03:41.078476 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e9ee5b02-d49f-469a-afcf-eb7ced143e5c req-5d00223c-da36-468b-a8f7-af7b44746109 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977416 Aug 23 15:03:41.120829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d5ee01f1-28bd-43de-a187-3b288338bedb up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:03:41.133222 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:41.153803 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28706572-311b-4f24-8f27-293aa6ca1d9a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:41.158647 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-28706572-311b-4f24-8f27-293aa6ca1d9a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4983275 Aug 23 15:03:41.159078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33582) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:41.164132 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:41.257102 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Routers {'a6811d1b-2289-46c0-9a63-a308cb320d85'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:03:41.257801 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a6811d1b-2289-46c0-9a63-a308cb320d85'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:41.259070 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port d5ee01f1-28bd-43de-a187-3b288338bedb triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:03:41.259544 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:41.269045 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbf405-1314-4453-9ef1-e1b8bd4dd95a None None] Pushing event updated for resources: {'Port': ['ID=e026d3f4-84d7-49c5-9238-dbec8de9d0c1,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:41.291626 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:41.341482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0840c-7637-4d16-a424-f6dfeb5c38dd req-b209f004-e53e-4c29-9d16-229ce49bcb86 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:41.347021 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2b0840c-7637-4d16-a424-f6dfeb5c38dd req-b209f004-e53e-4c29-9d16-229ce49bcb86 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 946 time: 0.0853419 Aug 23 15:03:41.353114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4e7b0f38-54c8-4c97-84f3-d806b5da5e33 req-9ee2c8cf-1b83-4b45-939f-67ae7153b8b5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:41.371399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['5bef8de6-24b5-427c-bc35-efe48465afa0'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:03:41.374034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['fd52f09e-4f16-4cf2-ab1a-990dcb516014'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:03:41.466453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2c8cf-1b83-4b45-939f-67ae7153b8b5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event deleted for resources: {'Port': ['ID=5bef8de6-24b5-427c-bc35-efe48465afa0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:41.507272 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] Set router a6811d1b-2289-46c0-9a63-a308cb320d85 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:03:41.510793 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2b0840c-7637-4d16-a424-f6dfeb5c38dd req-c6d7106d-db5f-4d94-95d2-58b102c9cf7f tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511941 Aug 23 15:03:41.526570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7b0f38-54c8-4c97-84f3-d806b5da5e33 req-9ee2c8cf-1b83-4b45-939f-67ae7153b8b5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] No DVR routers for this DVR port 5bef8de6-24b5-427c-bc35-efe48465afa0 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:03:41.530873 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:41.537108 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4e7b0f38-54c8-4c97-84f3-d806b5da5e33 req-9ee2c8cf-1b83-4b45-939f-67ae7153b8b5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:41.541733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e7b0f38-54c8-4c97-84f3-d806b5da5e33 req-9ee2c8cf-1b83-4b45-939f-67ae7153b8b5 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.61 "DELETE /v2.0/ports/5bef8de6-24b5-427c-bc35-efe48465afa0 HTTP/1.1" status: 204 len: 173 time: 0.8566923 Aug 23 15:03:41.541733 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a023c0-4beb-41d4-880d-fbb328d4ad26', 'name': 'network-vif-deleted', 'tag': '5bef8de6-24b5-427c-bc35-efe48465afa0'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:41.542791 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979f0f53-e21b-4e5c-be13-97b8093fdfe7" -d '{"events": [{"server_uuid": "45a023c0-4beb-41d4-880d-fbb328d4ad26", "name": "network-vif-deleted", "tag": "5bef8de6-24b5-427c-bc35-efe48465afa0"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:41.640942 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419ca76d-19ac-4eff-b30a-fe751edf0476 x-openstack-request-id: req-419ca76d-19ac-4eff-b30a-fe751edf0476 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:41.641241 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a023c0-4beb-41d4-880d-fbb328d4ad26", "name": "network-vif-deleted", "tag": "5bef8de6-24b5-427c-bc35-efe48465afa0", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:41.641580 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-419ca76d-19ac-4eff-b30a-fe751edf0476 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:41.641977 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a023c0-4beb-41d4-880d-fbb328d4ad26', 'name': 'network-vif-deleted', 'tag': '5bef8de6-24b5-427c-bc35-efe48465afa0', 'status': 'completed', 'code': 200} Aug 23 15:03:41.646351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33590) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:41.662874 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-29d7a0dd-3938-40bc-badf-bef15c99d361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:41.707258 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Allocated IP 172.25.8.27 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/ea65e0fd-c064-4e4c-91cf-aea9d8577c4a) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:03:41.887300 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-29d7a0dd-3938-40bc-badf-bef15c99d361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:41.924115 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e026d3f4-84d7-49c5-9238-dbec8de9d0c1', 'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'mac_address': 'fa:16:3e:cb:81:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:35Z', 'updated_at': '2021-08-23T15:03:41Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'subnets': [{'id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:41.959920 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:41.974654 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd705368-a951-4610-a8fb-968bf75a3c22 None None] The sync data for ids ['a6811d1b-2289-46c0-9a63-a308cb320d85'] in n-d-804985-3 is: [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e026d3f4-84d7-49c5-9238-dbec8de9d0c1', 'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'mac_address': 'fa:16:3e:cb:81:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:35Z', 'updated_at': '2021-08-23T15:03:41Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'subnets': [{'id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:03:41.996035 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-29d7a0dd-3938-40bc-badf-bef15c99d361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:42.056757 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-29d7a0dd-3938-40bc-badf-bef15c99d361 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77a2f6db794848e68db39e2f63f3ff58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4092288 Aug 23 15:03:42.065110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33600) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:42.106382 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7a0dd-3938-40bc-badf-bef15c99d361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f348e8-c8eb-49b9-aa66-68b72220436c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:42.163823 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d9bbadaa-9d6e-4391-a1a9-6a24653db280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:42.183034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:42.226881 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d9bbadaa-9d6e-4391-a1a9-6a24653db280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:42.326524 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:03:42.339626 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-47e77a99-0de2-4c26-8aa7-ab1269e69405 req-e321b905-4c9e-42cc-878e-810c7b0c94d2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a023c0-4beb-41d4-880d-fbb328d4ad26 HTTP/1.1" status: 200 len: 210 time: 0.0897286 Aug 23 15:03:42.380846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event updated for resources: {'Port': ['ID=ea65e0fd-c064-4e4c-91cf-aea9d8577c4a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:42.386143 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:03:42.389442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:03:42.502881 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d9bbadaa-9d6e-4391-a1a9-6a24653db280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:42.508827 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d9bbadaa-9d6e-4391-a1a9-6a24653db280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:42.514117 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d9bbadaa-9d6e-4391-a1a9-6a24653db280 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/65f348e8-c8eb-49b9-aa66-68b72220436c HTTP/1.1" status: 204 len: 168 time: 0.4452164 Aug 23 15:03:42.532188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbadaa-9d6e-4391-a1a9-6a24653db280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f348e8-c8eb-49b9-aa66-68b72220436c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:42.617773 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:42.717592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b9bac-5d31-4381-8cd8-b1cb656fcf3a req-9f244cef-c611-46d0-b9c3-5c6f748a9d70 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:42.724122 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-574b9bac-5d31-4381-8cd8-b1cb656fcf3a req-9f244cef-c611-46d0-b9c3-5c6f748a9d70 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 946 time: 0.0925460 Aug 23 15:03:42.835686 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-574b9bac-5d31-4381-8cd8-b1cb656fcf3a req-988d0516-7558-4d26-8edd-d1b660c5b54d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018300 Aug 23 15:03:42.836904 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:43.036152 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:43.127204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e026d3f4-84d7-49c5-9238-dbec8de9d0c1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:03:43.180343 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:43.291053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port e026d3f4-84d7-49c5-9238-dbec8de9d0c1 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:03:43.296733 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e026d3f4-84d7-49c5-9238-dbec8de9d0c1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:03:43.297375 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:43.326945 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event updated for resources: {'Port': ['ID=ea65e0fd-c064-4e4c-91cf-aea9d8577c4a,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:43.368170 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:43.503056 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:43.514370 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6ff72885-aed5-4479-a50f-d816896383ef tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3542454 Aug 23 15:03:43.535855 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:43.620336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port e026d3f4-84d7-49c5-9238-dbec8de9d0c1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e026d3f4-84d7-49c5-9238-dbec8de9d0c1,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:43.698345 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:43.706867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-e719dfca-2520-43ab-97d9-c7be822fa3bb tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:43.706867 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-e719dfca-2520-43ab-97d9-c7be822fa3bb tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 806 time: 0.1828909 Aug 23 15:03:43.726849 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-b7a649fa-2145-404f-b133-f1a05b586822 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/quotas/98c793e8a58f4dcda7e858b805fa89a9 HTTP/1.1" status: 200 len: 375 time: 0.0135632 Aug 23 15:03:43.786922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=e026d3f4-84d7-49c5-9238-dbec8de9d0c1,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:43.842887 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-4ff1a7cd-55c6-44a8-a2d7-0c4edced6c45 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1085086 Aug 23 15:03:44.060688 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1ed739e7-7cb3-48a7-906c-c5660bd67bf0 service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093151 Aug 23 15:03:44.103168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5bef8de6-24b5-427c-bc35-efe48465afa0 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:03:44.139481 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 5bef8de6-24b5-427c-bc35-efe48465afa0 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:03:44.140650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5bef8de6-24b5-427c-bc35-efe48465afa0 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:03:44.175560 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-72be08fe-5e28-4eb3-ba61-37c6414a21c7 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--58112227&fields=id&tenant_id=0e51e416f07e488081608ba4d7e81559 HTTP/1.1" status: 200 len: 267 time: 0.0373697 Aug 23 15:03:44.186070 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-d20a9a38-960e-42e8-8420-179b9048c7c9 service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115832 Aug 23 15:03:44.326743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-46122652-60aa-425c-9f64-61c22939d740 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:44.328660 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-46122652-60aa-425c-9f64-61c22939d740 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 817 time: 0.1449666 Aug 23 15:03:44.358363 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-1ef5842e-c666-4c1f-93ec-597c257c8a70 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/quotas/0e51e416f07e488081608ba4d7e81559 HTTP/1.1" status: 200 len: 375 time: 0.0230694 Aug 23 15:03:44.654833 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080864c-680a-4a70-ba3f-f8ecb82db983 req-e599cc41-95a2-4e2b-a5bf-4e1f4ec364ba tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:44.664324 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c080864c-680a-4a70-ba3f-f8ecb82db983 req-e599cc41-95a2-4e2b-a5bf-4e1f4ec364ba tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.1228061 Aug 23 15:03:44.773282 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c080864c-680a-4a70-ba3f-f8ecb82db983 req-f2df1e4a-094e-4e97-a7eb-9e0df046d443 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075876 Aug 23 15:03:44.799831 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-c72c2678-a2f7-4bee-af6b-d5b6eec23196 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4402092 Aug 23 15:03:44.869161 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-90eb7a94-5c81-4760-bd0e-28de2f7d48ac req-b68db07a-9cfd-4e00-9215-4538fd0ae971 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 210 time: 0.0561185 Aug 23 15:03:45.109075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e026d3f4-84d7-49c5-9238-dbec8de9d0c1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:03:45.230227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e026d3f4-84d7-49c5-9238-dbec8de9d0c1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:03:45.230969 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:45.381469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33712) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:45.493460 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f997d4-d877-41e8-a48d-9f34eb4e4c20 req-b66c093b-d2ea-48f6-b353-e473e604d8d7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:45.495528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6f997d4-d877-41e8-a48d-9f34eb4e4c20 req-b66c093b-d2ea-48f6-b353-e473e604d8d7 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.1154747 Aug 23 15:03:45.508407 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-79b9b590-9d3a-4cb6-b8e3-fabaafb329df service neutron] 10.222.0.38 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7066066 Aug 23 15:03:45.554683 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:45.789148 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-38f1caf7-643f-43a2-962f-7e3de48332bb service neutron] 10.222.0.38 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712276 Aug 23 15:03:45.836646 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-a6f997d4-d877-41e8-a48d-9f34eb4e4c20 req-fbe8fa69-c372-4034-88f9-7b9f074a45f3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Deleting port fd52f09e-4f16-4cf2-ab1a-990dcb516014 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:03:45.837242 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a6f997d4-d877-41e8-a48d-9f34eb4e4c20 req-fbe8fa69-c372-4034-88f9-7b9f074a45f3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:46.061271 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ddc3-34bc-4fb7-b27b-429b6985b70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:46.065845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a6f997d4-d877-41e8-a48d-9f34eb4e4c20 req-fbe8fa69-c372-4034-88f9-7b9f074a45f3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] For port fd52f09e-4f16-4cf2-ab1a-990dcb516014, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=fd52f09e-4f16-4cf2-ab1a-990dcb516014,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:46.066345 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a6f997d4-d877-41e8-a48d-9f34eb4e4c20 req-fbe8fa69-c372-4034-88f9-7b9f074a45f3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:46.081819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-a6f997d4-d877-41e8-a48d-9f34eb4e4c20 req-fbe8fa69-c372-4034-88f9-7b9f074a45f3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Calling delete_port for fd52f09e-4f16-4cf2-ab1a-990dcb516014 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:03:46.095700 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4d686-b4bf-4061-87b0-8b3d2354a0ff req-72950664-977d-4c10-a01e-8ae73850b703 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:46.099214 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a2a4d686-b4bf-4061-87b0-8b3d2354a0ff req-72950664-977d-4c10-a01e-8ae73850b703 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 946 time: 0.2009332 Aug 23 15:03:46.269380 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a2a4d686-b4bf-4061-87b0-8b3d2354a0ff req-6962d720-f0e0-4225-9ae1-26b6801c456a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=3f41a1ac-15ec-4747-a53f-4eba96f6f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576171 Aug 23 15:03:46.404330 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a6f997d4-d877-41e8-a48d-9f34eb4e4c20 req-fbe8fa69-c372-4034-88f9-7b9f074a45f3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:46.414359 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ddc3-34bc-4fb7-b27b-429b6985b70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:46.424599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['fd52f09e-4f16-4cf2-ab1a-990dcb516014'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:03:46.451727 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a4b2b31a-edb8-4eed-80fa-691fdbb5d96d req-9730f159-24da-4638-9925-8c6eac8eb21d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 210 time: 0.0415888 Aug 23 15:03:46.485470 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ddc3-34bc-4fb7-b27b-429b6985b70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:46.487593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-17a00e43-4a00-415d-9fee-ccc6b23d37f1 req-c0186b9a-b0da-47ad-9520-1422f11796bd tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 210 time: 0.1250210 Aug 23 15:03:46.545114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8fa69-c372-4034-88f9-7b9f074a45f3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event deleted for resources: {'Port': ['ID=fd52f09e-4f16-4cf2-ab1a-990dcb516014,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:46.603159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f997d4-d877-41e8-a48d-9f34eb4e4c20 req-fbe8fa69-c372-4034-88f9-7b9f074a45f3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] No DVR routers for this DVR port fd52f09e-4f16-4cf2-ab1a-990dcb516014 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:03:46.616399 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a6f997d4-d877-41e8-a48d-9f34eb4e4c20 req-fbe8fa69-c372-4034-88f9-7b9f074a45f3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:46.623204 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f2b0ddc3-34bc-4fb7-b27b-429b6985b70e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09098591048542fd92503e5ed113bbb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2379174 Aug 23 15:03:46.623402 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6f997d4-d877-41e8-a48d-9f34eb4e4c20 req-fbe8fa69-c372-4034-88f9-7b9f074a45f3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.57 "DELETE /v2.0/ports/fd52f09e-4f16-4cf2-ab1a-990dcb516014 HTTP/1.1" status: 204 len: 173 time: 1.1107941 Aug 23 15:03:46.623603 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0ddc3-34bc-4fb7-b27b-429b6985b70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47185fa-b9a2-4947-91f5-a1e2cb916b35,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:46.624697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33742) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:46.625598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f98902-ba61-4ea1-a351-d98dde0180c4', 'name': 'network-vif-deleted', 'tag': 'fd52f09e-4f16-4cf2-ab1a-990dcb516014'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:46.628147 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc94af8-d7b3-435c-8970-412db1863924" -d '{"events": [{"server_uuid": "d3f98902-ba61-4ea1-a351-d98dde0180c4", "name": "network-vif-deleted", "tag": "fd52f09e-4f16-4cf2-ab1a-990dcb516014"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:46.706278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33746) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:46.711380 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9db0da9b-cf57-4261-ab2b-ce549cf7a129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:46.751443 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b8c8ef-8b03-40f0-a966-72e28a0d0fdf x-openstack-request-id: req-22b8c8ef-8b03-40f0-a966-72e28a0d0fdf {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:46.751916 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f98902-ba61-4ea1-a351-d98dde0180c4", "name": "network-vif-deleted", "tag": "fd52f09e-4f16-4cf2-ab1a-990dcb516014", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:46.756532 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22b8c8ef-8b03-40f0-a966-72e28a0d0fdf {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:46.756532 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f98902-ba61-4ea1-a351-d98dde0180c4', 'name': 'network-vif-deleted', 'tag': 'fd52f09e-4f16-4cf2-ab1a-990dcb516014', 'status': 'completed', 'code': 200} Aug 23 15:03:46.759906 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9db0da9b-cf57-4261-ab2b-ce549cf7a129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:46.915020 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9db0da9b-cf57-4261-ab2b-ce549cf7a129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:46.924518 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9db0da9b-cf57-4261-ab2b-ce549cf7a129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:46.926635 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9db0da9b-cf57-4261-ab2b-ce549cf7a129 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b47185fa-b9a2-4947-91f5-a1e2cb916b35 HTTP/1.1" status: 204 len: 168 time: 0.2918293 Aug 23 15:03:46.940536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0da9b-cf57-4261-ab2b-ce549cf7a129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47185fa-b9a2-4947-91f5-a1e2cb916b35,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:47.101728 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0f31-25ed-4ec4-b2d9-7077f544f191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:47.237139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-abd62a1f-f3f6-4fd8-b7c4-76e59f5a5146 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:47.239245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-abd62a1f-f3f6-4fd8-b7c4-76e59f5a5146 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.61 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 806 time: 0.1828008 Aug 23 15:03:47.252561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-5b3d0892-8bc9-4ca5-a89c-39444ff72668 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Request body: {'port': {'device_id': 'f9b0f936-ae3c-41f2-8678-4117ae4500fb', 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e', 'admin_state_up': True, 'tenant_id': '98c793e8a58f4dcda7e858b805fa89a9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:47.253030 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0f31-25ed-4ec4-b2d9-7077f544f191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:47.411345 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0f31-25ed-4ec4-b2d9-7077f544f191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:47.450848 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-333cfe61-b226-46aa-a86d-cc279e5c1107 req-153b5a44-f58e-44f1-9fbc-f8373385626c tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3f98902-ba61-4ea1-a351-d98dde0180c4 HTTP/1.1" status: 200 len: 210 time: 0.0470355 Aug 23 15:03:47.485391 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8dcb0f31-25ed-4ec4-b2d9-7077f544f191 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8fd1138faf614f5fa127d6697c125c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7787898 Aug 23 15:03:47.485391 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb0f31-25ed-4ec4-b2d9-7077f544f191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1fc3ec-da78-423e-9dad-d3766c9c7689,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:47.485756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33768) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:47.568899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-5b3d0892-8bc9-4ca5-a89c-39444ff72668 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Made reservation on behalf of 98c793e8a58f4dcda7e858b805fa89a9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:03:47.574999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-5b3d0892-8bc9-4ca5-a89c-39444ff72668 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:47.619877 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fae34c7b-b74d-4f09-a9e2-58d91eb6f923 req-fca7b0c2-f23c-48a8-a1b2-de19dbc2b57f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 210 time: 0.0412126 Aug 23 15:03:47.642479 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cdc1c3f-1abd-4580-b086-4d79195088c0 req-ae84e5a6-89da-4d29-a708-5ae4af540d39 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 210 time: 0.0405164 Aug 23 15:03:47.683806 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b572ea9b-2b59-4270-913f-f23b4efe565e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:47.729888 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b572ea9b-2b59-4270-913f-f23b4efe565e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:47.831551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-5b3d0892-8bc9-4ca5-a89c-39444ff72668 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Allocated IP 172.20.0.9 (64f87949-f645-4741-b9fd-fc55a03e518e/5f22f70f-5be0-4809-bae5-4797be32e410/2cccfa6c-76a5-408b-960f-95cf8dc70575) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:03:47.954467 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b572ea9b-2b59-4270-913f-f23b4efe565e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:47.958144 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b572ea9b-2b59-4270-913f-f23b4efe565e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:47.960234 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b572ea9b-2b59-4270-913f-f23b4efe565e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bb1fc3ec-da78-423e-9dad-d3766c9c7689 HTTP/1.1" status: 204 len: 168 time: 0.4751050 Aug 23 15:03:48.006915 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572ea9b-2b59-4270-913f-f23b4efe565e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1fc3ec-da78-423e-9dad-d3766c9c7689,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:48.089472 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-5b3d0892-8bc9-4ca5-a89c-39444ff72668 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:48.152893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33788) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:48.166973 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-710ce07f-8afc-433d-98e9-99e031c946a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:48.224653 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33790) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:48.258177 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-5b3d0892-8bc9-4ca5-a89c-39444ff72668 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:48.269928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d3f1bdc7-883a-43b3-ba35-b3ce607c683e', 'd7f3958e-3834-4a24-9059-ca0b2f9495cb'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:03:48.302759 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-710ce07f-8afc-433d-98e9-99e031c946a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:48.319686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-5b3d0892-8bc9-4ca5-a89c-39444ff72668 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Network 64f87949-f645-4741-b9fd-fc55a03e518e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:03:48.327313 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-5b3d0892-8bc9-4ca5-a89c-39444ff72668 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:03:48.329330 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d0892-8bc9-4ca5-a89c-39444ff72668 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Pushing event updated for resources: {'Port': ['ID=2cccfa6c-76a5-408b-960f-95cf8dc70575,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:48.339889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-5b3d0892-8bc9-4ca5-a89c-39444ff72668 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:03:48.403838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-5b3d0892-8bc9-4ca5-a89c-39444ff72668 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:48.404419 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-5b3d0892-8bc9-4ca5-a89c-39444ff72668 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:48.410756 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-710ce07f-8afc-433d-98e9-99e031c946a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:48.470909 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33796) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:48.471116 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-710ce07f-8afc-433d-98e9-99e031c946a6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca76e6a930df4c53a9b147c6af8fc3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169649 Aug 23 15:03:48.472015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ce07f-8afc-433d-98e9-99e031c946a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4ad21a-d73e-4206-a592-f8977b6d00a3,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:48.504045 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-5b3d0892-8bc9-4ca5-a89c-39444ff72668 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2556052 Aug 23 15:03:48.517588 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Request body: {'port': {'device_id': 'f9b0f936-ae3c-41f2-8678-4117ae4500fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:48.602960 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:48.621887 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddc9dbdc-0be7-4745-923a-508a3c88d5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:48.669977 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddc9dbdc-0be7-4745-923a-508a3c88d5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:48.773517 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-444ef15f-ebb8-45e9-9eca-b75a71a6f04e req-7740b5f3-1272-4de8-96ae-08cb82ce51cd tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 210 time: 0.0627122 Aug 23 15:03:48.948786 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddc9dbdc-0be7-4745-923a-508a3c88d5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:48.951335 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddc9dbdc-0be7-4745-923a-508a3c88d5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:48.952519 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ddc9dbdc-0be7-4745-923a-508a3c88d5f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ff4ad21a-d73e-4206-a592-f8977b6d00a3 HTTP/1.1" status: 204 len: 168 time: 0.4806461 Aug 23 15:03:49.008396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72112c66-3e87-4429-b235-4ae7dd3ff99c req-e894e33b-5bfb-47af-962b-f3a738d70d13 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:49.010803 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72112c66-3e87-4429-b235-4ae7dd3ff99c req-e894e33b-5bfb-47af-962b-f3a738d70d13 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 931 time: 0.1339052 Aug 23 15:03:49.016303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9dbdc-0be7-4745-923a-508a3c88d5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4ad21a-d73e-4206-a592-f8977b6d00a3,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:49.102611 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cccfa6c-76a5-408b-960f-95cf8dc70575 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:03:49.123128 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:49.125703 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72112c66-3e87-4429-b235-4ae7dd3ff99c req-001f3ee1-9a65-413c-a184-891361d51f5c tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012676 Aug 23 15:03:49.170352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Transition to ACTIVE for port object 2cccfa6c-76a5-408b-960f-95cf8dc70575 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:03:49.221944 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-cd45eaa4-f210-45a0-8635-7d5c6f92ecf6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Deleting port 96028a58-85f9-4e5d-8459-359d8cddbd70 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:03:49.222297 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd45eaa4-f210-45a0-8635-7d5c6f92ecf6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:49.245921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454de48b-dc2e-49de-a8b4-9d6bba786d8b req-2045edc8-b6f9-41cc-a2c9-a27f74383c66 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:49.247643 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-454de48b-dc2e-49de-a8b4-9d6bba786d8b req-2045edc8-b6f9-41cc-a2c9-a27f74383c66 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0598776 Aug 23 15:03:49.280367 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:49.291515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-40b4be4d-8454-40a1-8511-ba5681db4b53 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:49.293518 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-40b4be4d-8454-40a1-8511-ba5681db4b53 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.61 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 817 time: 0.1991785 Aug 23 15:03:49.370146 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-454de48b-dc2e-49de-a8b4-9d6bba786d8b req-90d4e507-81de-485e-9ac3-0d7f6f518ada tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154740 Aug 23 15:03:49.374242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-fb14ad53-b995-4c34-8f89-56cf9164d570 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e51e416f07e488081608ba4d7e81559 HTTP/1.1" status: 200 len: 378 time: 0.0694635 Aug 23 15:03:49.376104 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd45eaa4-f210-45a0-8635-7d5c6f92ecf6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:49.376511 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd45eaa4-f210-45a0-8635-7d5c6f92ecf6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:49.390083 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-42bd62f7-6c91-4340-abad-f5dd120e3e77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Request body: {'port': {'device_id': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'admin_state_up': True, 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'security_groups': ['97846283-87fd-43a2-bcc1-999b43d958a9']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:49.421114 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-cd45eaa4-f210-45a0-8635-7d5c6f92ecf6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Calling delete_port for 96028a58-85f9-4e5d-8459-359d8cddbd70 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:03:49.440350 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device fd52f09e-4f16-4cf2-ab1a-990dcb516014 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:03:49.455569 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Attempting to bind port 2cccfa6c-76a5-408b-960f-95cf8dc70575 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:03:49.456004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Attempting to bind port 2cccfa6c-76a5-408b-960f-95cf8dc70575 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:03:49.456508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Attempting to bind port 2cccfa6c-76a5-408b-960f-95cf8dc70575 on network 64f87949-f645-4741-b9fd-fc55a03e518e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:03:49.458635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2cccfa6c-76a5-408b-960f-95cf8dc70575,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:49.464873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Port 2cccfa6c-76a5-408b-960f-95cf8dc70575 on network 64f87949-f645-4741-b9fd-fc55a03e518e not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:03:49.465209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Attempting to bind port 2cccfa6c-76a5-408b-960f-95cf8dc70575 on network 64f87949-f645-4741-b9fd-fc55a03e518e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:03:49.470864 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:03:49.471216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Checking segment: {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:03:49.471615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Bound using segment: {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:03:49.472133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Bound port: 2cccfa6c-76a5-408b-960f-95cf8dc70575, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:03:49.472443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:49.478512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: fd52f09e-4f16-4cf2-ab1a-990dcb516014 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:03:49.479168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device fd52f09e-4f16-4cf2-ab1a-990dcb516014 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:03:49.571020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] For port 2cccfa6c-76a5-408b-960f-95cf8dc70575, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:03:49.574919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] For port 2cccfa6c-76a5-408b-960f-95cf8dc70575, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=2cccfa6c-76a5-408b-960f-95cf8dc70575,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:03:49.682951 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:49.768617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:49.769378 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:49.772230 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] 10.222.0.61 "PUT /v2.0/ports/2cccfa6c-76a5-408b-960f-95cf8dc70575 HTTP/1.1" status: 200 len: 1091 time: 1.2587740 Aug 23 15:03:49.772974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b0f936-ae3c-41f2-8678-4117ae4500fb', 'tag': '2cccfa6c-76a5-408b-960f-95cf8dc70575'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:49.777791 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add9aeed-ebe9-45d1-91b3-77ed17c965d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b0f936-ae3c-41f2-8678-4117ae4500fb", "tag": "2cccfa6c-76a5-408b-960f-95cf8dc70575"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:49.857335 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362ce324-f025-424e-beaf-ce5d300e8ff7 x-openstack-request-id: req-362ce324-f025-424e-beaf-ce5d300e8ff7 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:49.859704 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b0f936-ae3c-41f2-8678-4117ae4500fb", "tag": "2cccfa6c-76a5-408b-960f-95cf8dc70575", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:49.859704 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-362ce324-f025-424e-beaf-ce5d300e8ff7 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:49.859704 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b0f936-ae3c-41f2-8678-4117ae4500fb', 'tag': '2cccfa6c-76a5-408b-960f-95cf8dc70575', 'status': 'completed', 'code': 200} Aug 23 15:03:49.860227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544eb63-1ac8-4d94-bfa4-2bb6615020d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2cccfa6c-76a5-408b-960f-95cf8dc70575,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:49.968339 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9bfc02cc-15d3-45d0-adae-3b348a6ef12c req-0da3d5f4-2f33-49b3-b46e-801d1ac021f7 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 210 time: 0.0346465 Aug 23 15:03:49.982314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9aeed-ebe9-45d1-91b3-77ed17c965d0 req-14e3883e-2ebb-429e-afd3-db9166839bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:49.984076 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-add9aeed-ebe9-45d1-91b3-77ed17c965d0 req-14e3883e-2ebb-429e-afd3-db9166839bb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 1094 time: 0.0967448 Aug 23 15:03:50.069145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-42bd62f7-6c91-4340-abad-f5dd120e3e77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Made reservation on behalf of 0e51e416f07e488081608ba4d7e81559 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:03:50.073064 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-42bd62f7-6c91-4340-abad-f5dd120e3e77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:50.132479 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9aeed-ebe9-45d1-91b3-77ed17c965d0 req-5bdbf04c-a07d-4c2e-a802-477d5bc554f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:50.134250 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-add9aeed-ebe9-45d1-91b3-77ed17c965d0 req-5bdbf04c-a07d-4c2e-a802-477d5bc554f0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1401689 Aug 23 15:03:50.154584 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:50.186559 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd45eaa4-f210-45a0-8635-7d5c6f92ecf6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:50.243108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9aeed-ebe9-45d1-91b3-77ed17c965d0 req-c9278c62-e043-4e1b-8000-c323d7c7cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:50.244726 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-add9aeed-ebe9-45d1-91b3-77ed17c965d0 req-c9278c62-e043-4e1b-8000-c323d7c7cb3b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030965 Aug 23 15:03:50.281637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45eaa4-f210-45a0-8635-7d5c6f92ecf6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Pushing event deleted for resources: {'Port': ['ID=96028a58-85f9-4e5d-8459-359d8cddbd70,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:50.332239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-0b83eb02-0b7c-4b21-94c6-8272b14e82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:50.333830 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-0b83eb02-0b7c-4b21-94c6-8272b14e82d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 1094 time: 0.0529699 Aug 23 15:03:50.377491 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-574048dd-69d5-4e3f-abaf-770b9e545d05 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cccfa6c-76a5-408b-960f-95cf8dc70575 HTTP/1.1" status: 200 len: 217 time: 0.0361910 Aug 23 15:03:50.379284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-42bd62f7-6c91-4340-abad-f5dd120e3e77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Allocated IP 172.20.0.3 (3abf700b-7cb8-4157-b106-bf6f54332e10/67460345-3312-404a-9fc3-c680ded8bfa5/92975400-30d9-4977-93cd-945c92e371fc) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:03:50.404815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f429198-d783-4c83-9c42-db112668d018 req-1e2da49a-61d8-43b7-9370-ae27c0c98d81 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:50.405251 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0f429198-d783-4c83-9c42-db112668d018 req-1e2da49a-61d8-43b7-9370-ae27c0c98d81 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 943 time: 0.1707945 Aug 23 15:03:50.415308 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd45eaa4-f210-45a0-8635-7d5c6f92ecf6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:50.421088 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-cd45eaa4-f210-45a0-8635-7d5c6f92ecf6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Floating IP 42f4845d-46b9-4672-b93f-0e4df6d55550 disassociated (deleted). External IP: 172.25.8.22, port: 14cafb71-f251-476c-8a69-bb23995d2d80. Aug 23 15:03:50.458673 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-bb10b183-0f8b-4e52-8ed1-24ad044f9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:50.461814 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-bb10b183-0f8b-4e52-8ed1-24ad044f9705 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5f22f70f-5be0-4809-bae5-4797be32e410 HTTP/1.1" status: 200 len: 846 time: 0.0777254 Aug 23 15:03:50.524531 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-5c576ad9-3887-41ed-96a0-2d1f1fe3d123 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=64f87949-f645-4741-b9fd-fc55a03e518e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490198 Aug 23 15:03:50.586742 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0f429198-d783-4c83-9c42-db112668d018 req-54a36c78-eae4-4fcf-a9f4-de73bff2c537 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679833 Aug 23 15:03:50.630668 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-9f086581-8553-4a6a-86dd-cff46a9ea282 service neutron] 10.222.0.61 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984607 Aug 23 15:03:50.649527 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f7010-dffb-4412-8371-efbfb1ef2dd2 req-d371d810-8238-45da-8713-90913d3c33ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:50.651749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-657f7010-dffb-4412-8371-efbfb1ef2dd2 req-d371d810-8238-45da-8713-90913d3c33ce tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.1878240 Aug 23 15:03:50.756068 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfdff10d-ef51-44b4-aea8-1bc1ed7daee5 req-730fd1fe-bbd2-4274-9ff9-6734b4abc3b5 service neutron] 10.222.0.61 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037397 Aug 23 15:03:50.825173 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-42bd62f7-6c91-4340-abad-f5dd120e3e77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:50.836396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-657f7010-dffb-4412-8371-efbfb1ef2dd2 req-264c3643-f5ec-4770-8ad4-e213a8d357b2 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787106 Aug 23 15:03:50.855341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-89e52228-dacd-4f05-b2d0-92f4827109a4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:50.856957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-89e52228-dacd-4f05-b2d0-92f4827109a4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 944 time: 0.0988350 Aug 23 15:03:50.858473 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-42bd62f7-6c91-4340-abad-f5dd120e3e77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Transition to ACTIVE for port object 92975400-30d9-4977-93cd-945c92e371fc will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:03:50.891421 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd45eaa4-f210-45a0-8635-7d5c6f92ecf6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Router 47d7944c-32ec-43d4-a406-7b8c96a3819c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:03:50.944853 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33862) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:51.014540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-b4da2781-bff8-4333-af5d-c5d1eff2ce83 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Deleting port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:03:51.017323 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-b4da2781-bff8-4333-af5d-c5d1eff2ce83 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:51.049895 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-42bd62f7-6c91-4340-abad-f5dd120e3e77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:51.132906 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-b4da2781-bff8-4333-af5d-c5d1eff2ce83 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] For port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:51.133324 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-b4da2781-bff8-4333-af5d-c5d1eff2ce83 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:51.179960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd45eaa4-f210-45a0-8635-7d5c6f92ecf6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:03:51.183510 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-42bd62f7-6c91-4340-abad-f5dd120e3e77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Network 3abf700b-7cb8-4157-b106-bf6f54332e10 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:03:51.186687 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cd45eaa4-f210-45a0-8635-7d5c6f92ecf6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:51.194741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ef7a68-4912-410a-9ce4-e255f5e792a8 None None] Sync routers for ids ['47d7944c-32ec-43d4-a406-7b8c96a3819c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:03:51.195350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd62f7-6c91-4340-abad-f5dd120e3e77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event updated for resources: {'Port': ['ID=92975400-30d9-4977-93cd-945c92e371fc,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:51.204143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ef7a68-4912-410a-9ce4-e255f5e792a8 None None] Routers {'47d7944c-32ec-43d4-a406-7b8c96a3819c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:03:51.204970 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d3ef7a68-4912-410a-9ce4-e255f5e792a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['47d7944c-32ec-43d4-a406-7b8c96a3819c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:51.231618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-42bd62f7-6c91-4340-abad-f5dd120e3e77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:03:51.235322 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-42bd62f7-6c91-4340-abad-f5dd120e3e77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:03:51.287835 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cd45eaa4-f210-45a0-8635-7d5c6f92ecf6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "DELETE /v2.0/floatingips/42f4845d-46b9-4672-b93f-0e4df6d55550 HTTP/1.1" status: 204 len: 168 time: 3.0605421 Aug 23 15:03:51.291134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'tag': '14cafb71-f251-476c-8a69-bb23995d2d80'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:51.293886 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e65861-b97d-4494-83f9-ef40b27fa464" -d '{"events": [{"name": "network-changed", "server_uuid": "037aff89-ea7e-447b-bf09-f53732b7acfc", "tag": "14cafb71-f251-476c-8a69-bb23995d2d80"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:51.317546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8f57b-2431-4ea1-84fa-34f2ebfcf970 req-75c62069-df8e-4ad6-8a48-331fd358225a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:51.321255 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0ee8f57b-2431-4ea1-84fa-34f2ebfcf970 req-75c62069-df8e-4ad6-8a48-331fd358225a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 931 time: 0.1948063 Aug 23 15:03:51.374877 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0ee8f57b-2431-4ea1-84fa-34f2ebfcf970 req-48c9fc37-a43d-4a25-b37c-7182b209df7d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469649 Aug 23 15:03:51.384107 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-42bd62f7-6c91-4340-abad-f5dd120e3e77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:51.388663 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-d3ef7a68-4912-410a-9ce4-e255f5e792a8 None None] Set router 47d7944c-32ec-43d4-a406-7b8c96a3819c gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:03:51.401391 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-42bd62f7-6c91-4340-abad-f5dd120e3e77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:51.456831 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef15599-dd00-450f-8b68-260838a81992 x-openstack-request-id: req-5ef15599-dd00-450f-8b68-260838a81992 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:51.457378 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037aff89-ea7e-447b-bf09-f53732b7acfc", "tag": "14cafb71-f251-476c-8a69-bb23995d2d80", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:51.457633 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ef15599-dd00-450f-8b68-260838a81992 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:51.458064 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'tag': '14cafb71-f251-476c-8a69-bb23995d2d80', 'status': 'completed', 'code': 200} Aug 23 15:03:51.492293 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-42bd62f7-6c91-4340-abad-f5dd120e3e77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1062789 Aug 23 15:03:51.511026 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Request body: {'port': {'device_id': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:51.596801 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:51.629174 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a37c0ad4-caaf-4cba-9565-0d9ae5d58426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:51.630416 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-b4da2781-bff8-4333-af5d-c5d1eff2ce83 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:51.631410 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-b4da2781-bff8-4333-af5d-c5d1eff2ce83 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:51.632476 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-b4da2781-bff8-4333-af5d-c5d1eff2ce83 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Floating IP 01df0242-595d-4c2a-927b-dddf1c79aaf3 disassociated. External IP: 172.25.8.168, port: 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6. Aug 23 15:03:51.632872 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-b4da2781-bff8-4333-af5d-c5d1eff2ce83 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Calling delete_port for 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:03:51.652233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e65861-b97d-4494-83f9-ef40b27fa464 req-2e7c9fb5-adc5-4ab6-8e64-97467d4836cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:51.653781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80e65861-b97d-4494-83f9-ef40b27fa464 req-2e7c9fb5-adc5-4ab6-8e64-97467d4836cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=94f04dbf9eef4b6cabf9f08f4814b810&device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 1097 time: 0.1709733 Aug 23 15:03:51.657666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33884) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:51.828347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-773542985-network', 'tenant_id': 'e38f334f96ac4f38b93f7a457e6ae03a'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:51.863040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5e1d8ffd-03fe-49b0-8a4f-15e8f2e42db1 None None] Provisioning for port 92975400-30d9-4977-93cd-945c92e371fc completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:03:51.887249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5e1d8ffd-03fe-49b0-8a4f-15e8f2e42db1 None None] Provisioning complete for port 92975400-30d9-4977-93cd-945c92e371fc triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:03:51.890004 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8ffd-03fe-49b0-8a4f-15e8f2e42db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:51.921322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e65861-b97d-4494-83f9-ef40b27fa464 req-6188d33f-5cd2-4e32-8e4a-a5a8bc03ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:51.923421 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80e65861-b97d-4494-83f9-ef40b27fa464 req-6188d33f-5cd2-4e32-8e4a-a5a8bc03ff79 service neutron] 10.222.0.61 "GET /v2.0/networks?id=529cc4b9-928f-4b12-96db-60ee071d5066 HTTP/1.1" status: 200 len: 915 time: 0.2380714 Aug 23 15:03:51.923567 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b59f2-327b-4529-bb69-1aacc4284280 req-3aec20ea-2ad8-4b84-aa47-47d562fc3ca7 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:51.930056 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-006b59f2-327b-4529-bb69-1aacc4284280 req-3aec20ea-2ad8-4b84-aa47-47d562fc3ca7 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 943 time: 0.1847966 Aug 23 15:03:51.961371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d3ef7a68-4912-410a-9ce4-e255f5e792a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T14:58:08Z', 'revision_number': 4, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '2c1268ee-0f7d-4ff5-a4bd-ceee4c111777', 'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'mac_address': 'fa:16:3e:51:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:07Z', 'updated_at': '2021-08-23T14:58:19Z', 'revision_number': 5, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'subnets': [{'id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:51.982718 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-006b59f2-327b-4529-bb69-1aacc4284280 req-ecbc0f67-12fb-4cc7-b374-52002514fd4f tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Aug 23 15:03:52.000401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d8ffd-03fe-49b0-8a4f-15e8f2e42db1 None None] Port 92975400-30d9-4977-93cd-945c92e371fc cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:03:52.002130 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ef7a68-4912-410a-9ce4-e255f5e792a8 None None] Checking router: 47d7944c-32ec-43d4-a406-7b8c96a3819c for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:03:52.013854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ef7a68-4912-410a-9ce4-e255f5e792a8 None None] Routers {'47d7944c-32ec-43d4-a406-7b8c96a3819c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:03:52.014778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d3ef7a68-4912-410a-9ce4-e255f5e792a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['47d7944c-32ec-43d4-a406-7b8c96a3819c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:52.038122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80e65861-b97d-4494-83f9-ef40b27fa464 req-29e5b53f-1fe2-4f82-bb82-d1d708edc98d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14cafb71-f251-476c-8a69-bb23995d2d80 HTTP/1.1" status: 200 len: 217 time: 0.0690417 Aug 23 15:03:52.038772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Made reservation on behalf of e38f334f96ac4f38b93f7a457e6ae03a for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:03:52.041093 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:52.069459 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:52.165122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-d3ef7a68-4912-410a-9ce4-e255f5e792a8 None None] Set router 47d7944c-32ec-43d4-a406-7b8c96a3819c gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:03:52.195862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c8979-3464-4cb0-a6fc-4cd2b0bda6ec req-f0c24006-5a0f-4c64-b135-081325990c20 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:52.197797 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e8c8979-3464-4cb0-a6fc-4cd2b0bda6ec req-f0c24006-5a0f-4c64-b135-081325990c20 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 946 time: 0.2720680 Aug 23 15:03:52.199500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e65861-b97d-4494-83f9-ef40b27fa464 req-a7eee094-5a63-49d6-b4ff-ec5c800e22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:52.200926 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80e65861-b97d-4494-83f9-ef40b27fa464 req-a7eee094-5a63-49d6-b4ff-ec5c800e22d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff HTTP/1.1" status: 200 len: 853 time: 0.1540067 Aug 23 15:03:52.215993 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-b4da2781-bff8-4333-af5d-c5d1eff2ce83 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:52.417626 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e8c8979-3464-4cb0-a6fc-4cd2b0bda6ec req-4433f432-4ea0-4d78-81ba-2c7567546866 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007377 Aug 23 15:03:52.419604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53b5e1-0fdf-43dc-94f4-09a446761619 req-aa40b267-0d97-44b3-880b-2a66e4f77a6a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:52.421278 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ad53b5e1-0fdf-43dc-94f4-09a446761619 req-aa40b267-0d97-44b3-880b-2a66e4f77a6a tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 866 time: 0.2640994 Aug 23 15:03:52.438059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da2781-bff8-4333-af5d-c5d1eff2ce83 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event deleted for resources: {'Port': ['ID=0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:52.520021 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ad53b5e1-0fdf-43dc-94f4-09a446761619 req-9388ae62-2f42-4665-86bd-25579c544558 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups?id=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644777 Aug 23 15:03:52.547371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92975400-30d9-4977-93cd-945c92e371fc {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:03:52.553477 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:52.578531 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a37c0ad4-caaf-4cba-9565-0d9ae5d58426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:52.580100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Transition to ACTIVE for port object 92975400-30d9-4977-93cd-945c92e371fc will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:03:52.604659 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e65861-b97d-4494-83f9-ef40b27fa464 req-450e5b8f-a685-4540-b57e-1e39f4b8e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:52.606176 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80e65861-b97d-4494-83f9-ef40b27fa464 req-450e5b8f-a685-4540-b57e-1e39f4b8e04e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=529cc4b9-928f-4b12-96db-60ee071d5066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3920281 Aug 23 15:03:52.626446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d3ef7a68-4912-410a-9ce4-e255f5e792a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T14:58:08Z', 'revision_number': 4, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '2c1268ee-0f7d-4ff5-a4bd-ceee4c111777', 'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'mac_address': 'fa:16:3e:51:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:07Z', 'updated_at': '2021-08-23T14:58:19Z', 'revision_number': 5, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'subnets': [{'id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:52.655833 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-267567cd-7526-4791-b2ae-374fcebfff4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:52.657373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ef7a68-4912-410a-9ce4-e255f5e792a8 None None] The sync data for ids ['47d7944c-32ec-43d4-a406-7b8c96a3819c'] in n-d-804985-3 is: [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T14:58:08Z', 'revision_number': 4, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '2c1268ee-0f7d-4ff5-a4bd-ceee4c111777', 'name': '', 'network_id': '529cc4b9-928f-4b12-96db-60ee071d5066', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'mac_address': 'fa:16:3e:51:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:07Z', 'updated_at': '2021-08-23T14:58:19Z', 'revision_number': 5, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'subnets': [{'id': '64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:03:52.708369 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a37c0ad4-caaf-4cba-9565-0d9ae5d58426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:52.711925 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:52.774577 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Pushing event updated for resources: {'Port': ['ID=92975400-30d9-4977-93cd-945c92e371fc,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:52.823077 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb7065-b858-4a02-bcc9-91c410c4a809 req-edd3dce6-df2c-4cec-9e69-1b7ff57534ed tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:52.827486 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1fcb7065-b858-4a02-bcc9-91c410c4a809 req-edd3dce6-df2c-4cec-9e69-1b7ff57534ed tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 931 time: 0.2421651 Aug 23 15:03:52.829172 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a37c0ad4-caaf-4cba-9565-0d9ae5d58426 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c39104e55ff4f23bc6980c359eb6938&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8828645 Aug 23 15:03:52.830250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33916) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:52.838786 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c0ad4-caaf-4cba-9565-0d9ae5d58426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ba5e74-dc55-42be-98dd-9d11dee91f98,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:52.848146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-b4da2781-bff8-4333-af5d-c5d1eff2ce83 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:03:52.940574 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80e65861-b97d-4494-83f9-ef40b27fa464 req-a2a38431-6572-4894-80ae-747682d77d83 service neutron] 10.222.0.61 "GET /v2.0/networks/529cc4b9-928f-4b12-96db-60ee071d5066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153815 Aug 23 15:03:53.076606 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Attempting to bind port 92975400-30d9-4977-93cd-945c92e371fc on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:03:53.077015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Attempting to bind port 92975400-30d9-4977-93cd-945c92e371fc by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:03:53.077397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Attempting to bind port 92975400-30d9-4977-93cd-945c92e371fc on network 3abf700b-7cb8-4157-b106-bf6f54332e10 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:03:53.078264 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45debc-1e29-4287-b26f-165a67ce2d1e None None] New status for floating IP 42f4845d-46b9-4672-b93f-0e4df6d55550: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:03:53.082137 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b27b0cec-41fd-4658-9cc7-3073885c8d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:53.092785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Port 92975400-30d9-4977-93cd-945c92e371fc on network 3abf700b-7cb8-4157-b106-bf6f54332e10 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:03:53.093165 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Attempting to bind port 92975400-30d9-4977-93cd-945c92e371fc on network 3abf700b-7cb8-4157-b106-bf6f54332e10 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:03:53.110901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:03:53.113179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Checking segment: {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:03:53.113179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Bound using segment: {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:03:53.113179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Bound port: 92975400-30d9-4977-93cd-945c92e371fc, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:03:53.113179 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:53.121787 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b27b0cec-41fd-4658-9cc7-3073885c8d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:53.124862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1fcb7065-b858-4a02-bcc9-91c410c4a809 req-8ffc949a-90ff-4547-9fe1-8895f42525b9 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2890387 Aug 23 15:03:53.305552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33924) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:53.357690 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:03:53.371362 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80e65861-b97d-4494-83f9-ef40b27fa464 req-4dd4e6a4-861b-4d93-a4df-3544b2325580 service neutron] 10.222.0.61 "GET /v2.0/networks/529cc4b9-928f-4b12-96db-60ee071d5066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086981 Aug 23 15:03:53.372023 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6c304-56dc-40c0-a92b-4bb49fe91389 req-3e1ead36-a032-4235-b718-947f433752da tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:53.372897 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eae6c304-56dc-40c0-a92b-4bb49fe91389 req-3e1ead36-a032-4235-b718-947f433752da tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 943 time: 0.1869309 Aug 23 15:03:53.375041 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=92975400-30d9-4977-93cd-945c92e371fc,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:03:53.402572 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b27b0cec-41fd-4658-9cc7-3073885c8d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:53.405453 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b27b0cec-41fd-4658-9cc7-3073885c8d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:53.406769 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b27b0cec-41fd-4658-9cc7-3073885c8d87 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b4ba5e74-dc55-42be-98dd-9d11dee91f98 HTTP/1.1" status: 204 len: 168 time: 0.5742748 Aug 23 15:03:53.421966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b0cec-41fd-4658-9cc7-3073885c8d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ba5e74-dc55-42be-98dd-9d11dee91f98,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:53.444920 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eae6c304-56dc-40c0-a92b-4bb49fe91389 req-a6f3be71-a160-463a-aef1-f087955a4062 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597839 Aug 23 15:03:53.446740 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:53.504314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:53.504908 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:53.506926 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] 10.222.0.61 "PUT /v2.0/ports/92975400-30d9-4977-93cd-945c92e371fc HTTP/1.1" status: 200 len: 1091 time: 2.0041213 Aug 23 15:03:53.507413 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'tag': '92975400-30d9-4977-93cd-945c92e371fc'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:53.509942 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d507ceb-a10e-4357-88c9-362f29cfabb9" -d '{"events": [{"name": "network-changed", "server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "tag": "92975400-30d9-4977-93cd-945c92e371fc"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:53.550641 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45854c69-8e93-4802-b647-700835baee54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:53.580017 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65c4b9-88e0-4aae-9666-bd781f227932 service neutron] Pushing event updated for resources: {'Port': ['ID=92975400-30d9-4977-93cd-945c92e371fc,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:53.603979 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01696ae0-600d-477a-bd1e-083fe35d0410 x-openstack-request-id: req-01696ae0-600d-477a-bd1e-083fe35d0410 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:53.603979 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "tag": "92975400-30d9-4977-93cd-945c92e371fc", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:53.603979 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-01696ae0-600d-477a-bd1e-083fe35d0410 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:53.604339 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'tag': '92975400-30d9-4977-93cd-945c92e371fc', 'status': 'completed', 'code': 200} Aug 23 15:03:53.737363 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-de306b13-ab57-4aa9-8243-2dc7b8be8469 req-3ffb57aa-eda2-4fa4-a07a-eb4cb1e998f3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 210 time: 0.0557704 Aug 23 15:03:53.759252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d507ceb-a10e-4357-88c9-362f29cfabb9 req-c155c46b-e111-4fc5-a8c9-1707fff7cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:53.762144 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d507ceb-a10e-4357-88c9-362f29cfabb9 req-c155c46b-e111-4fc5-a8c9-1707fff7cf0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 1094 time: 0.1385200 Aug 23 15:03:53.878266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d507ceb-a10e-4357-88c9-362f29cfabb9 req-9ebefc18-438f-4750-a6ae-a2720db48468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:53.880099 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d507ceb-a10e-4357-88c9-362f29cfabb9 req-9ebefc18-438f-4750-a6ae-a2720db48468 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0e51e416f07e488081608ba4d7e81559&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1098745 Aug 23 15:03:54.014914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d507ceb-a10e-4357-88c9-362f29cfabb9 req-b4511b26-d8dd-4949-81dd-89013580f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:54.015351 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d507ceb-a10e-4357-88c9-362f29cfabb9 req-b4511b26-d8dd-4949-81dd-89013580f212 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285563 Aug 23 15:03:54.016040 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:54.019397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-b4da2781-bff8-4333-af5d-c5d1eff2ce83 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:03:54.035386 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ec709-d5e8-49cc-8177-1d2377b8cd43 None None] Sync routers for ids ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:03:54.053937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ec709-d5e8-49cc-8177-1d2377b8cd43 None None] Routers {'9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:03:54.054664 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7b6ec709-d5e8-49cc-8177-1d2377b8cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:54.071433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8974c-40fb-4f3d-bb2b-4ae7d236b054 req-1dea7385-64eb-446e-8665-c5b59a6024c7 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:54.073087 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-deb8974c-40fb-4f3d-bb2b-4ae7d236b054 req-1dea7385-64eb-446e-8665-c5b59a6024c7 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.61 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 946 time: 0.7116566 Aug 23 15:03:54.085740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a30d9f-6595-4200-b2fd-ced838df17b6 req-3d1e8e06-5ae4-45e7-b9fd-18d9e2cf00f4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:54.085740 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93a30d9f-6595-4200-b2fd-ced838df17b6 req-3d1e8e06-5ae4-45e7-b9fd-18d9e2cf00f4 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 946 time: 0.1736543 Aug 23 15:03:54.133737 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:54.165376 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-889dc9f7-4724-4973-b48b-ef13ddfa9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:54.168016 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-889dc9f7-4724-4973-b48b-ef13ddfa9c6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 1094 time: 0.0940242 Aug 23 15:03:54.207124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 2cccfa6c-76a5-408b-960f-95cf8dc70575 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:03:54.223513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b56420a-c6ee-4c25-90c2-4b5dd13792f3,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:54.227097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-b4da2781-bff8-4333-af5d-c5d1eff2ce83 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] No DVR routers for this DVR port 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:03:54.229259 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-b4da2781-bff8-4333-af5d-c5d1eff2ce83 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:54.231240 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95ea44e1-6cdc-46d0-b51d-adeccb7d9f34 req-b4da2781-bff8-4333-af5d-c5d1eff2ce83 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.57 "DELETE /v2.0/ports/0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 HTTP/1.1" status: 204 len: 173 time: 3.3618393 Aug 23 15:03:54.250141 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-fca7a838-2e1f-41c1-940e-4c0b49539af5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92975400-30d9-4977-93cd-945c92e371fc HTTP/1.1" status: 200 len: 217 time: 0.0733044 Aug 23 15:03:54.257555 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-deleted', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:54.259916 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1548d9ae-02c3-4ba3-b1da-09cc22b4c808" -d '{"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-deleted", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:54.293302 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93a30d9f-6595-4200-b2fd-ced838df17b6 req-ac8e00c9-097d-4bf0-b33a-9aa73a3a3d67 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/security-groups?id=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304617 Aug 23 15:03:54.318037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:54.318501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:54.318851 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:54.319195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:54.319530 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:54.322769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:54.323170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:54.323546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:54.323892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:54.324407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:54.324895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:54.326313 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:03:54.331407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:03:54.353695 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:54.354356 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Added segment a644ac19-dc0f-4a4b-915e-afd600023f58 of type vlan for network 7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 Aug 23 15:03:54.360200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-f5fa12ba-72c0-443b-8cc4-0da78f9d8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:54.361953 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-f5fa12ba-72c0-443b-8cc4-0da78f9d8728 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 200 len: 856 time: 0.0953250 Aug 23 15:03:54.378340 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-deb8974c-40fb-4f3d-bb2b-4ae7d236b054 req-9f98e8fe-f559-4772-b0a1-37e305c4930d tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Deleting port 14cafb71-f251-476c-8a69-bb23995d2d80 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:03:54.378909 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-deb8974c-40fb-4f3d-bb2b-4ae7d236b054 req-9f98e8fe-f559-4772-b0a1-37e305c4930d tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:54.383938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 2cccfa6c-76a5-408b-960f-95cf8dc70575, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=2cccfa6c-76a5-408b-960f-95cf8dc70575,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:54.427418 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '2cccfa6c-76a5-408b-960f-95cf8dc70575', 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e', 'port_id': '2cccfa6c-76a5-408b-960f-95cf8dc70575', 'mac_address': 'fa:16:3e:5d:6c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f22f70f-5be0-4809-bae5-4797be32e410', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:03:54.450553 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ddd013-b8bf-49ca-b2ef-3a7997db4695 x-openstack-request-id: req-39ddd013-b8bf-49ca-b2ef-3a7997db4695 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:54.450553 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b330dd-9b49-49d9-a609-b97afe49c53e", "name": "network-vif-deleted", "tag": "0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:54.450553 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-39ddd013-b8bf-49ca-b2ef-3a7997db4695 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:54.450553 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b330dd-9b49-49d9-a609-b97afe49c53e', 'name': 'network-vif-deleted', 'tag': '0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6', 'status': 'completed', 'code': 200} Aug 23 15:03:54.501809 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:54.508567 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:54.531582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de01ac9e-68e2-47f9-86bd-34923cd2aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:54.532276 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-de01ac9e-68e2-47f9-86bd-34923cd2aab8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3abf700b-7cb8-4157-b106-bf6f54332e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614184 Aug 23 15:03:54.583384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-7b6ec709-d5e8-49cc-8177-1d2377b8cd43 None None] Set router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:03:54.587958 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cccfa6c-76a5-408b-960f-95cf8dc70575 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:03:54.608369 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45854c69-8e93-4802-b647-700835baee54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:54.621710 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b1206-06f9-4e9f-9b1d-15747854376d req-62ea35f5-bc1c-4ec6-9d8e-0afc63ad0b61 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:54.623792 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-020b1206-06f9-4e9f-9b1d-15747854376d req-62ea35f5-bc1c-4ec6-9d8e-0afc63ad0b61 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 943 time: 0.2543054 Aug 23 15:03:54.627250 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-deb8974c-40fb-4f3d-bb2b-4ae7d236b054 req-9f98e8fe-f559-4772-b0a1-37e305c4930d tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] For port 14cafb71-f251-476c-8a69-bb23995d2d80, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=14cafb71-f251-476c-8a69-bb23995d2d80,segment=NetworkSegment(32cd6f52-fdbd-4ae7-9f0c-5f5161199575),segment_id=32cd6f52-fdbd-4ae7-9f0c-5f5161199575)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:54.627633 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-deb8974c-40fb-4f3d-bb2b-4ae7d236b054 req-9f98e8fe-f559-4772-b0a1-37e305c4930d tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:54.667356 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:54.668832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:54.668970 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:54.718203 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-020b1206-06f9-4e9f-9b1d-15747854376d req-3b95d9fb-ff52-4b5f-8783-f8239afc614e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574267 Aug 23 15:03:54.721245 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45854c69-8e93-4802-b647-700835baee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:54.729503 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-deb8974c-40fb-4f3d-bb2b-4ae7d236b054 req-9f98e8fe-f559-4772-b0a1-37e305c4930d tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Calling delete_port for 14cafb71-f251-476c-8a69-bb23995d2d80 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:03:54.809018 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-45854c69-8e93-4802-b647-700835baee54 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=101fbe4d962e480d9f3d6e84c7c72474&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4975643 Aug 23 15:03:54.809018 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45854c69-8e93-4802-b647-700835baee54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4d3984-e61f-46ce-9782-2ca98ecbe166,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:54.810355 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33970) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:54.814155 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-42a4dee8-65f4-45e8-a524-2be1d00bd7d8 service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681229 Aug 23 15:03:54.835867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 2cccfa6c-76a5-408b-960f-95cf8dc70575, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=2cccfa6c-76a5-408b-960f-95cf8dc70575,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:54.873437 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2146671 Aug 23 15:03:54.876482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33976) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:54.883556 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ffdd3d5a-df63-40c1-8b7a-beae199d9ebb admin admin] Request body: {'subnet': {'network_id': '7afbecfc-013f-41e0-8f94-ad3b9ec50ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-773542985-subnet', 'tenant_id': 'e38f334f96ac4f38b93f7a457e6ae03a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:03:54.890408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be79c8-6068-4f4a-b0c9-08b3b1bc1fce admin admin] Pushing event updated for resources: {'Network': ['ID=7afbecfc-013f-41e0-8f94-ad3b9ec50ef2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:54.909581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4729bc-f611-437d-b664-ebae08c1b1fe req-46b24805-def2-4b51-92cd-089562b0424d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:54.918799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7d4729bc-f611-437d-b664-ebae08c1b1fe req-46b24805-def2-4b51-92cd-089562b0424d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 943 time: 0.2941895 Aug 23 15:03:54.926468 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:54.929225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:03:55.008140 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7d4729bc-f611-437d-b664-ebae08c1b1fe req-60012c08-752b-4714-b822-12901bb8ce04 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879831 Aug 23 15:03:55.065168 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c128f779-8f7e-497e-9b4e-535b0f2047db req-042d0910-0fb4-4be3-8488-de0f1a9c6015 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/ports?device_id=f1b330dd-9b49-49d9-a609-b97afe49c53e HTTP/1.1" status: 200 len: 210 time: 0.1365395 Aug 23 15:03:55.088241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdd3d5a-df63-40c1-8b7a-beae199d9ebb admin admin] Made reservation on behalf of e38f334f96ac4f38b93f7a457e6ae03a for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:03:55.091675 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ffdd3d5a-df63-40c1-8b7a-beae199d9ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:55.091917 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-23cf8897-3401-4603-9135-eb1dd41eaf9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:55.144778 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-23cf8897-3401-4603-9135-eb1dd41eaf9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:55.160654 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fde942f8-068e-4b7b-9591-9a8732c2ddf4 req-3de0fe5f-d761-4083-83c6-f8b2a8f0b5e1 service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390074 Aug 23 15:03:55.165713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['2cccfa6c-76a5-408b-960f-95cf8dc70575'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:03:55.217633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=2cccfa6c-76a5-408b-960f-95cf8dc70575,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:55.331384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7b6ec709-d5e8-49cc-8177-1d2377b8cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:55:09Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'gw_port': {'id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:10Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '67f0b25c-042b-4408-bc05-3d32b73d1d4b', 'name': '', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'mac_address': 'fa:16:3e:c8:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:15Z', 'updated_at': '2021-08-23T14:55:24Z', 'revision_number': 5, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'subnets': [{'id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:55.368396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ec709-d5e8-49cc-8177-1d2377b8cd43 None None] Checking router: 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:03:55.377223 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-deb8974c-40fb-4f3d-bb2b-4ae7d236b054 req-9f98e8fe-f559-4772-b0a1-37e305c4930d tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:55.398829 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d9241419-b683-404c-9709-dbdda131f03f req-d7e25bcc-3a5f-47c3-8041-50b30ad32d68 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 210 time: 0.0348668 Aug 23 15:03:55.407992 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-23cf8897-3401-4603-9135-eb1dd41eaf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:55.415827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ec709-d5e8-49cc-8177-1d2377b8cd43 None None] Routers {'9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:03:55.416678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7b6ec709-d5e8-49cc-8177-1d2377b8cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:55.423793 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-23cf8897-3401-4603-9135-eb1dd41eaf9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:55.428521 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-23cf8897-3401-4603-9135-eb1dd41eaf9b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3c4d3984-e61f-46ce-9782-2ca98ecbe166 HTTP/1.1" status: 204 len: 168 time: 0.6137705 Aug 23 15:03:55.450414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf8897-3401-4603-9135-eb1dd41eaf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4d3984-e61f-46ce-9782-2ca98ecbe166,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:55.472042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:03:55.496828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98e8fe-f559-4772-b0a1-37e305c4930d tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Pushing event deleted for resources: {'Port': ['ID=14cafb71-f251-476c-8a69-bb23995d2d80,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:55.520957 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:03:55.523408 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0aa130ee-4b8c-4f9b-b0d0-60615a1ba5f6 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:03:55.525088 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:55.563410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb8974c-40fb-4f3d-bb2b-4ae7d236b054 req-9f98e8fe-f559-4772-b0a1-37e305c4930d tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] No DVR routers for this DVR port 14cafb71-f251-476c-8a69-bb23995d2d80 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:03:55.565786 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-deb8974c-40fb-4f3d-bb2b-4ae7d236b054 req-9f98e8fe-f559-4772-b0a1-37e305c4930d tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:55.568520 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-deb8974c-40fb-4f3d-bb2b-4ae7d236b054 req-9f98e8fe-f559-4772-b0a1-37e305c4930d tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.61 "DELETE /v2.0/ports/14cafb71-f251-476c-8a69-bb23995d2d80 HTTP/1.1" status: 204 len: 173 time: 1.4796150 Aug 23 15:03:55.619568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-7b6ec709-d5e8-49cc-8177-1d2377b8cd43 None None] Set router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:03:55.690901 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ffdd3d5a-df63-40c1-8b7a-beae199d9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:55.756974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd3d5a-df63-40c1-8b7a-beae199d9ebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa8e189-38df-4022-b01a-e467e93d2cd9,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:55.761752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdd3d5a-df63-40c1-8b7a-beae199d9ebb admin admin] Checking segment: {'id': 'a644ac19-dc0f-4a4b-915e-afd600023f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7afbecfc-013f-41e0-8f94-ad3b9ec50ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:03:55.762038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdd3d5a-df63-40c1-8b7a-beae199d9ebb admin admin] Network hostable DHCP agents. Network: 7afbecfc-013f-41e0-8f94-ad3b9ec50ef2, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:03:55.855781 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdd3d5a-df63-40c1-8b7a-beae199d9ebb admin admin] Network 7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:03:55.909805 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa61b88-6b8b-47fd-bbde-013f3b3f541a req-19729681-e155-4b43-b532-7d447272796d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:55.922643 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eaa61b88-6b8b-47fd-bbde-013f3b3f541a req-19729681-e155-4b43-b532-7d447272796d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 943 time: 0.0889649 Aug 23 15:03:55.937304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-ffdd3d5a-df63-40c1-8b7a-beae199d9ebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 7afbecfc-013f-41e0-8f94-ad3b9ec50ef2) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:03:55.948344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdd3d5a-df63-40c1-8b7a-beae199d9ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:55.949643 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ffdd3d5a-df63-40c1-8b7a-beae199d9ebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:55.958103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afa266d-c79c-40df-aa1d-4ccf0aee6c92 None None] Network 7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:03:56.047417 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eaa61b88-6b8b-47fd-bbde-013f3b3f541a req-0e3a6698-ba6f-450e-b495-41bf3e1a1b79 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976412 Aug 23 15:03:56.058386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34002) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:56.088805 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ffdd3d5a-df63-40c1-8b7a-beae199d9ebb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2085350 Aug 23 15:03:56.189463 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7b6ec709-d5e8-49cc-8177-1d2377b8cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:55:09Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'gw_port': {'id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:10Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '67f0b25c-042b-4408-bc05-3d32b73d1d4b', 'name': '', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'mac_address': 'fa:16:3e:c8:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:15Z', 'updated_at': '2021-08-23T14:55:24Z', 'revision_number': 5, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'subnets': [{'id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:03:56.309891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34014) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:56.310342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a8d57-b3f5-4d79-89f9-f7a17882da02 req-27031651-ee4f-4c5f-a0b0-f0cc1631f877 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:56.320874 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-826a8d57-b3f5-4d79-89f9-f7a17882da02 req-27031651-ee4f-4c5f-a0b0-f0cc1631f877 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 944 time: 0.1077030 Aug 23 15:03:56.329057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 2cccfa6c-76a5-408b-960f-95cf8dc70575 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:03:56.406033 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ea64d2f-803f-486e-a3f2-4b8869151602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:56.425047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ec709-d5e8-49cc-8177-1d2377b8cd43 None None] The sync data for ids ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'] in n-d-804985-3 is: [{'id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:55:09Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'gw_port': {'id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:10Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '67f0b25c-042b-4408-bc05-3d32b73d1d4b', 'name': '', 'network_id': '73692fcc-64c5-44dc-8045-7bc29f031267', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'mac_address': 'fa:16:3e:c8:64:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:15Z', 'updated_at': '2021-08-23T14:55:24Z', 'revision_number': 5, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'subnets': [{'id': '779a538e-f82d-42fb-9ff9-66d0a5c47662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:03:56.516379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f4dc2a-1a4c-4eb2-851c-0cebf3b7af94 None None] Network 7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:03:56.552572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'name': 'network-vif-deleted', 'tag': '14cafb71-f251-476c-8a69-bb23995d2d80'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:56.565671 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06982a6d-0044-4c67-a520-c78411f5be93" -d '{"events": [{"server_uuid": "037aff89-ea7e-447b-bf09-f53732b7acfc", "name": "network-vif-deleted", "tag": "14cafb71-f251-476c-8a69-bb23995d2d80"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:56.609890 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-826a8d57-b3f5-4d79-89f9-f7a17882da02 req-f83b715a-2df3-4fd7-8d2c-2d0313838c65 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875168 Aug 23 15:03:56.704714 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ea64d2f-803f-486e-a3f2-4b8869151602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:56.712374 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dfc01b-9abd-48ac-a201-22b856a74767 x-openstack-request-id: req-53dfc01b-9abd-48ac-a201-22b856a74767 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:56.712684 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037aff89-ea7e-447b-bf09-f53732b7acfc", "name": "network-vif-deleted", "tag": "14cafb71-f251-476c-8a69-bb23995d2d80", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:56.712944 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53dfc01b-9abd-48ac-a201-22b856a74767 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:56.713355 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037aff89-ea7e-447b-bf09-f53732b7acfc', 'name': 'network-vif-deleted', 'tag': '14cafb71-f251-476c-8a69-bb23995d2d80', 'status': 'completed', 'code': 200} Aug 23 15:03:56.846312 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 2cccfa6c-76a5-408b-960f-95cf8dc70575 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:03:56.846720 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2ea64d2f-803f-486e-a3f2-4b8869151602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:56.851536 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e0ca1ba3-84ce-491d-b02f-f7ee26cc0457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:56.857276 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:56.858731 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 2cccfa6c-76a5-408b-960f-95cf8dc70575 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:03:56.859474 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:56.952347 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5911fc40-7ddf-45f7-bb7d-aea7e86c955a None None] New status for floating IP 01df0242-595d-4c2a-927b-dddf1c79aaf3: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:03:56.958410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea64d2f-803f-486e-a3f2-4b8869151602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e306b375-9064-4f82-a576-a0f812609bcd,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:56.972852 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2ea64d2f-803f-486e-a3f2-4b8869151602 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a3f3cf6452694022ad2f5fb0448b7039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9133542 Aug 23 15:03:56.977739 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34034) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:57.032223 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:57.094798 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2c5f063f-0120-4d02-ab65-ccf3768c5be7 req-3b6eae14-d6c4-41d3-a3b3-d8bfabd99904 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 210 time: 0.0647752 Aug 23 15:03:57.124665 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44001613-9452-46d6-aebc-b767b8dfa79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:57.159838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b0f936-ae3c-41f2-8678-4117ae4500fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cccfa6c-76a5-408b-960f-95cf8dc70575'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:03:57.164105 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe78105b-8895-4421-bef7-e6bbb7d3ac10" -d '{"events": [{"server_uuid": "f9b0f936-ae3c-41f2-8678-4117ae4500fb", "name": "network-vif-plugged", "status": "completed", "tag": "2cccfa6c-76a5-408b-960f-95cf8dc70575"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:03:57.170287 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2185ff89-16c5-4357-ac76-720ee343ece3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:57.180076 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44001613-9452-46d6-aebc-b767b8dfa79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:57.218641 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 2cccfa6c-76a5-408b-960f-95cf8dc70575, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=2cccfa6c-76a5-408b-960f-95cf8dc70575,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:57.252815 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ccbeda-6783-4c35-bf96-569066241a35 x-openstack-request-id: req-67ccbeda-6783-4c35-bf96-569066241a35 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:03:57.253606 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b0f936-ae3c-41f2-8678-4117ae4500fb", "name": "network-vif-plugged", "status": "completed", "tag": "2cccfa6c-76a5-408b-960f-95cf8dc70575", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:03:57.253997 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67ccbeda-6783-4c35-bf96-569066241a35 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:03:57.254580 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b0f936-ae3c-41f2-8678-4117ae4500fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cccfa6c-76a5-408b-960f-95cf8dc70575', 'code': 200} Aug 23 15:03:57.256358 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2185ff89-16c5-4357-ac76-720ee343ece3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:57.326275 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:57.327099 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 14cafb71-f251-476c-8a69-bb23995d2d80 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:03:57.407080 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2185ff89-16c5-4357-ac76-720ee343ece3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:57.410619 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2185ff89-16c5-4357-ac76-720ee343ece3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:57.415220 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2185ff89-16c5-4357-ac76-720ee343ece3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "DELETE /v2.0/security-groups/29e3ad31-cdb2-407b-9e3b-8046cef9cdc3 HTTP/1.1" status: 204 len: 168 time: 1.1042283 Aug 23 15:03:57.416220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34048) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:57.435408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ed848-ec8e-49a4-8570-99acd9600eee req-6c7359b0-b929-4966-a90a-f7423ab744b4 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:57.446532 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae7ed848-ec8e-49a4-8570-99acd9600eee req-6c7359b0-b929-4966-a90a-f7423ab744b4 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 943 time: 0.2075675 Aug 23 15:03:57.452712 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 14cafb71-f251-476c-8a69-bb23995d2d80 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:03:57.453082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 14cafb71-f251-476c-8a69-bb23995d2d80 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:03:57.458338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185ff89-16c5-4357-ac76-720ee343ece3 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e3ad31-cdb2-407b-9e3b-8046cef9cdc3,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:57.467987 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-4e2aa589-a376-4fdc-9117-9cd11edbbcc4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] show failed (client error): The resource could not be found. Aug 23 15:03:57.481228 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4e2aa589-a376-4fdc-9117-9cd11edbbcc4 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "GET /v2.0/security-groups/29e3ad31-cdb2-407b-9e3b-8046cef9cdc3 HTTP/1.1" status: 404 len: 347 time: 0.0321219 Aug 23 15:03:57.482577 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34050) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:57.525480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=2cccfa6c-76a5-408b-960f-95cf8dc70575,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:57.579453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae7ed848-ec8e-49a4-8570-99acd9600eee req-37cef5be-88d4-49ee-8633-7e08d88c318d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678921 Aug 23 15:03:57.579453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8134f77-5084-412a-aac5-d7605c63b058 req-953fa819-34aa-4c3d-b1d1-c608bbcef10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:57.579453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8134f77-5084-412a-aac5-d7605c63b058 req-953fa819-34aa-4c3d-b1d1-c608bbcef10d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 1096 time: 0.1733108 Aug 23 15:03:57.600623 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44001613-9452-46d6-aebc-b767b8dfa79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:57.603799 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44001613-9452-46d6-aebc-b767b8dfa79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:57.605352 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-44001613-9452-46d6-aebc-b767b8dfa79c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e306b375-9064-4f82-a576-a0f812609bcd HTTP/1.1" status: 204 len: 168 time: 0.6266196 Aug 23 15:03:57.621459 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8134f77-5084-412a-aac5-d7605c63b058 req-9d98fdad-9243-481d-91c3-e055d03025be service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584538 Aug 23 15:03:57.628905 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44001613-9452-46d6-aebc-b767b8dfa79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e306b375-9064-4f82-a576-a0f812609bcd,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:57.765389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-82a82160-7dc3-4ccf-9cd6-43ae2f290750 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Deleting port 7517ac76-d16a-4f37-83b1-19d791d140cb {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:03:57.765887 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-82a82160-7dc3-4ccf-9cd6-43ae2f290750 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:57.857461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af516d-fed1-45d3-b9b4-9edb6c90c86d req-6962ef27-cc6e-4d73-b871-6774f320f796 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:57.859024 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04af516d-fed1-45d3-b9b4-9edb6c90c86d req-6962ef27-cc6e-4d73-b871-6774f320f796 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 945 time: 0.1539414 Aug 23 15:03:57.879892 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-82a82160-7dc3-4ccf-9cd6-43ae2f290750 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:57.880958 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-82a82160-7dc3-4ccf-9cd6-43ae2f290750 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:57.906747 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-82a82160-7dc3-4ccf-9cd6-43ae2f290750 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Calling delete_port for 7517ac76-d16a-4f37-83b1-19d791d140cb owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:03:57.933837 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04af516d-fed1-45d3-b9b4-9edb6c90c86d req-77f401cc-f3b6-4828-8e5d-a772c5b010ed tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630300 Aug 23 15:03:58.195089 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 92975400-30d9-4977-93cd-945c92e371fc details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:03:58.198466 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-82a82160-7dc3-4ccf-9cd6-43ae2f290750 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:58.271511 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cf19e9d4-64ee-4590-a135-8640aeb0c382 req-3a5abe75-43a7-46f2-a32d-ee14671e38b6 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 210 time: 0.0901148 Aug 23 15:03:58.282144 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a82160-7dc3-4ccf-9cd6-43ae2f290750 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Pushing event deleted for resources: {'Port': ['ID=7517ac76-d16a-4f37-83b1-19d791d140cb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:58.363431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=92975400-30d9-4977-93cd-945c92e371fc,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:58.364434 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-82a82160-7dc3-4ccf-9cd6-43ae2f290750 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:58.367319 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-82a82160-7dc3-4ccf-9cd6-43ae2f290750 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:58.368755 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-82a82160-7dc3-4ccf-9cd6-43ae2f290750 tempest-ServerActionsTestJSON-106908504 tempest-ServerActionsTestJSON-106908504-project] 10.222.0.38 "DELETE /v2.0/floatingips/01df0242-595d-4c2a-927b-dddf1c79aaf3 HTTP/1.1" status: 204 len: 168 time: 0.8851337 Aug 23 15:03:58.371858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34076) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:58.384075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '92975400-30d9-4977-93cd-945c92e371fc', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'port_id': '92975400-30d9-4977-93cd-945c92e371fc', 'mac_address': 'fa:16:3e:d1:57:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:03:58.498932 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:58.518997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92975400-30d9-4977-93cd-945c92e371fc {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:03:58.552530 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=92975400-30d9-4977-93cd-945c92e371fc,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:03:58.559886 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:58.634649 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:58.728669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=92975400-30d9-4977-93cd-945c92e371fc,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:58.748494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34088) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:58.781876 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16d6190d-04d7-42d9-bd97-3c980a19f6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:58.794190 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25d202-2ad0-45da-a983-05e54dbcc08d req-2f6c286f-f2cf-4036-947a-e738f139ab70 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:58.809531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf25d202-2ad0-45da-a983-05e54dbcc08d req-2f6c286f-f2cf-4036-947a-e738f139ab70 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.1386948 Aug 23 15:03:58.832050 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['92975400-30d9-4977-93cd-945c92e371fc'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:03:58.897878 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf25d202-2ad0-45da-a983-05e54dbcc08d req-6df7e219-f398-410c-897c-49c0373bb5a3 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854278 Aug 23 15:03:59.028811 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16d6190d-04d7-42d9-bd97-3c980a19f6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:59.108782 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16d6190d-04d7-42d9-bd97-3c980a19f6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:59.233968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6190d-04d7-42d9-bd97-3c980a19f6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755adeb6-dae0-450b-a9db-4462ba0f1969,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:59.256052 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34100) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:03:59.257008 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-16d6190d-04d7-42d9-bd97-3c980a19f6fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51e7ff2ed0374987ae555b55c4c46971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5058937 Aug 23 15:03:59.325731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f88780-f989-4377-9ed0-e179b1837c86 req-2543307a-a68d-484f-8f6b-f0ab73c0720a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:59.334335 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b5f88780-f989-4377-9ed0-e179b1837c86 req-2543307a-a68d-484f-8f6b-f0ab73c0720a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 945 time: 0.2339823 Aug 23 15:03:59.388067 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-35edd0c7-2556-46c3-90a8-a4d63efa0caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:59.406333 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b5f88780-f989-4377-9ed0-e179b1837c86 req-73ce0626-7941-40f9-b6dd-fa21e800a925 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672061 Aug 23 15:03:59.446757 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-56b98b55-16ae-48ef-9551-9ffcedeb0260 req-5e1fb31f-fb8d-440d-8edc-9841eacd2d19 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 210 time: 0.0319431 Aug 23 15:03:59.511285 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-35edd0c7-2556-46c3-90a8-a4d63efa0caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:59.701654 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-35edd0c7-2556-46c3-90a8-a4d63efa0caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:59.704545 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-35edd0c7-2556-46c3-90a8-a4d63efa0caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:03:59.708022 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-35edd0c7-2556-46c3-90a8-a4d63efa0caf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/755adeb6-dae0-450b-a9db-4462ba0f1969 HTTP/1.1" status: 204 len: 168 time: 0.4487402 Aug 23 15:03:59.723300 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edd0c7-2556-46c3-90a8-a4d63efa0caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755adeb6-dae0-450b-a9db-4462ba0f1969,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:03:59.741028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67546a8-f30a-49e4-ac3e-66b1298f5967 req-e946b0a2-2648-4e11-9f48-2d6c7c34099a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:03:59.761573 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b67546a8-f30a-49e4-ac3e-66b1298f5967 req-e946b0a2-2648-4e11-9f48-2d6c7c34099a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 946 time: 0.1549633 Aug 23 15:03:59.824845 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b67546a8-f30a-49e4-ac3e-66b1298f5967 req-079d0056-15d6-47af-aa23-66651b3e015a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728557 Aug 23 15:03:59.972124 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-40996cba-c07e-49cd-a850-2f1ec40d3164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:00.001723 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20899a6b-4be8-4581-a66d-fa668670db71 req-bb1d3534-c366-44c3-9db5-0a41a40052dd tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:00.006749 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-20899a6b-4be8-4581-a66d-fa668670db71 req-bb1d3534-c366-44c3-9db5-0a41a40052dd tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 945 time: 0.0764852 Aug 23 15:04:00.058543 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-20899a6b-4be8-4581-a66d-fa668670db71 req-4ede0395-adc0-46c1-8e07-66c7b338ba59 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459089 Aug 23 15:04:00.135766 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10140f-8e8b-4d52-bf22-a3e5a057ec32 req-aebf592d-b74b-4ccc-9fa4-2de5da29cd09 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:00.137339 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7a10140f-8e8b-4d52-bf22-a3e5a057ec32 req-aebf592d-b74b-4ccc-9fa4-2de5da29cd09 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.1029234 Aug 23 15:04:00.196045 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 92975400-30d9-4977-93cd-945c92e371fc up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:00.239223 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7a10140f-8e8b-4d52-bf22-a3e5a057ec32 req-0ab87abb-65ac-42f9-a69a-b4536e9c51bb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952368 Aug 23 15:04:00.403510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-40996cba-c07e-49cd-a850-2f1ec40d3164 admin admin] Deleting port 67f0b25c-042b-4408-bc05-3d32b73d1d4b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:00.404571 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-40996cba-c07e-49cd-a850-2f1ec40d3164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:00.410796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 92975400-30d9-4977-93cd-945c92e371fc completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:00.416413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 92975400-30d9-4977-93cd-945c92e371fc triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:00.416794 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:00.588799 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:00.619426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-40996cba-c07e-49cd-a850-2f1ec40d3164 admin admin] For port 67f0b25c-042b-4408-bc05-3d32b73d1d4b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=67f0b25c-042b-4408-bc05-3d32b73d1d4b,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:00.619893 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-40996cba-c07e-49cd-a850-2f1ec40d3164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:00.632695 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-437b70f9-ac90-40c9-bf27-5177b5625f5a req-b92c074a-3dc3-4e9d-a5ce-cc80afc1f09e tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 210 time: 0.0675251 Aug 23 15:04:00.642425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276b2c8-d810-478b-937d-5995e6c131f3 req-ade43336-ca51-4ab6-8889-652b51b0ba09 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:00.644259 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1276b2c8-d810-478b-937d-5995e6c131f3 req-ade43336-ca51-4ab6-8889-652b51b0ba09 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 945 time: 0.1193912 Aug 23 15:04:00.649542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-40996cba-c07e-49cd-a850-2f1ec40d3164 admin admin] Calling delete_port for 67f0b25c-042b-4408-bc05-3d32b73d1d4b owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:00.660477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92975400-30d9-4977-93cd-945c92e371fc'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:04:00.665112 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea6ce10-2e81-4a5b-8b93-98070262bf7c" -d '{"events": [{"server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "name": "network-vif-plugged", "status": "completed", "tag": "92975400-30d9-4977-93cd-945c92e371fc"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:04:00.702500 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=92975400-30d9-4977-93cd-945c92e371fc,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:00.715808 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c988ce02-5519-4f07-8cb2-2df1848b4aeb x-openstack-request-id: req-c988ce02-5519-4f07-8cb2-2df1848b4aeb {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:04:00.716174 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "name": "network-vif-plugged", "status": "completed", "tag": "92975400-30d9-4977-93cd-945c92e371fc", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:04:00.716407 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c988ce02-5519-4f07-8cb2-2df1848b4aeb {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:04:00.716808 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92975400-30d9-4977-93cd-945c92e371fc', 'code': 200} Aug 23 15:04:00.776916 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1276b2c8-d810-478b-937d-5995e6c131f3 req-c4f76e8d-27ad-4e77-afde-1eee1ae253bf tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193426 Aug 23 15:04:00.794155 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:00.805422 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34150) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:00.881675 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed5f05f8-15fd-4bd9-9527-e6a5875ad97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:00.985463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe99d1-1e0f-408f-a72f-f109dfa0fb0d req-13fd2307-136d-47d0-8f88-96ce4016907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:00.987429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bafe99d1-1e0f-408f-a72f-f109dfa0fb0d req-13fd2307-136d-47d0-8f88-96ce4016907f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 1096 time: 0.2033765 Aug 23 15:04:01.059192 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bafe99d1-1e0f-408f-a72f-f109dfa0fb0d req-ec11db02-1642-437c-b5f4-fc47515c2f22 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626864 Aug 23 15:04:01.136490 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed5f05f8-15fd-4bd9-9527-e6a5875ad97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:01.140986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=92975400-30d9-4977-93cd-945c92e371fc,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:01.142821 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-40996cba-c07e-49cd-a850-2f1ec40d3164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:01.188135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40996cba-c07e-49cd-a850-2f1ec40d3164 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f0b25c-042b-4408-bc05-3d32b73d1d4b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:01.199633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed5f05f8-15fd-4bd9-9527-e6a5875ad97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:01.359299 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ed5f05f8-15fd-4bd9-9527-e6a5875ad97e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8a3fed2b42b4ef0ac26fe1573ebf001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5510285 Aug 23 15:04:01.371568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f05f8-15fd-4bd9-9527-e6a5875ad97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed724c5d-d5c5-4cc2-b100-550e01d84b20,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:01.383006 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34160) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:01.591167 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75c7fb6f-3e5a-445f-b201-71b7dfeea541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:01.604938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14626cfa-8b16-467e-a1c3-0bf363628d96 req-52625070-17c1-4198-bf93-14a81a3ce8bf tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:01.606506 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14626cfa-8b16-467e-a1c3-0bf363628d96 req-52625070-17c1-4198-bf93-14a81a3ce8bf tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1347120 Aug 23 15:04:01.653948 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75c7fb6f-3e5a-445f-b201-71b7dfeea541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:01.663291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-40996cba-c07e-49cd-a850-2f1ec40d3164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:01.700284 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14626cfa-8b16-467e-a1c3-0bf363628d96 req-bc4ea634-ec0d-4c89-9fb1-241abc672596 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836525 Aug 23 15:04:01.798682 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75c7fb6f-3e5a-445f-b201-71b7dfeea541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:01.801517 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75c7fb6f-3e5a-445f-b201-71b7dfeea541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:01.803348 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-75c7fb6f-3e5a-445f-b201-71b7dfeea541 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ed724c5d-d5c5-4cc2-b100-550e01d84b20 HTTP/1.1" status: 204 len: 168 time: 0.4191048 Aug 23 15:04:01.825873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7fb6f-3e5a-445f-b201-71b7dfeea541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed724c5d-d5c5-4cc2-b100-550e01d84b20,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:01.831545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-25a50129-5003-4b42-a1b6-f9559091c8a9 req-672db20a-4c9d-44bb-a8e3-953dbf7706b5 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 210 time: 0.0474064 Aug 23 15:04:01.881706 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34178) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:02.033310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b0870-db1c-46d1-9dda-904c539160cc req-534890d2-8cda-4d0c-ae2b-2aac7895b3d0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:02.035321 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e1b0870-db1c-46d1-9dda-904c539160cc req-534890d2-8cda-4d0c-ae2b-2aac7895b3d0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 945 time: 0.0703857 Aug 23 15:04:02.116145 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e1b0870-db1c-46d1-9dda-904c539160cc req-bbafab94-3929-4879-8606-e2afb06f654c tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701797 Aug 23 15:04:02.238762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40996cba-c07e-49cd-a850-2f1ec40d3164 admin admin] Router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:04:02.271537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864ee91-b9c4-4ea7-9840-14a590b03950 req-4f0124fc-2de3-4b5f-bb0c-94f84d5869ce tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:02.273733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6864ee91-b9c4-4ea7-9840-14a590b03950 req-4f0124fc-2de3-4b5f-bb0c-94f84d5869ce tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 945 time: 0.1134887 Aug 23 15:04:02.324518 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7ff68e6-92d5-4256-8921-ed094e73e625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:02.494348 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7ff68e6-92d5-4256-8921-ed094e73e625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:02.515782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40996cba-c07e-49cd-a850-2f1ec40d3164 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:04:02.522349 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-40996cba-c07e-49cd-a850-2f1ec40d3164 admin admin] 10.222.0.38 "PUT /v2.0/routers/9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1494167 Aug 23 15:04:02.526143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34190) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:02.530500 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fcda4-4658-46ca-864b-4301d42315e8 None None] Sync routers for ids ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:04:02.543146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5fcda4-4658-46ca-864b-4301d42315e8 None None] Routers {'9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:02.543832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0a5fcda4-4658-46ca-864b-4301d42315e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:02.593517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-6864ee91-b9c4-4ea7-9840-14a590b03950 req-87629823-999f-4b2d-986d-d7b9c24b1e94 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Deleting port 2cccfa6c-76a5-408b-960f-95cf8dc70575 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:02.594080 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6864ee91-b9c4-4ea7-9840-14a590b03950 req-87629823-999f-4b2d-986d-d7b9c24b1e94 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:02.606768 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7ff68e6-92d5-4256-8921-ed094e73e625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:02.692411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff68e6-92d5-4256-8921-ed094e73e625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabf5f2c-6aa2-4731-95ff-57d4444393b7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:02.773217 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-0a5fcda4-4658-46ca-864b-4301d42315e8 None None] Set router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:02.796211 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e7ff68e6-92d5-4256-8921-ed094e73e625 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ec1a305f555c4113b343525246ee9dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8963726 Aug 23 15:04:02.796901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34198) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:02.976995 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-394f3b7e-4fff-4256-a0f5-52b4c7309731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:03.008495 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-394f3b7e-4fff-4256-a0f5-52b4c7309731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:03.077736 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-43a37ed8-aac6-455e-9113-1e5ed5306269 req-cece37ac-4695-48ab-89e1-4056b4b7b1f9 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "GET /v2.0/ports?device_id=037aff89-ea7e-447b-bf09-f53732b7acfc HTTP/1.1" status: 200 len: 210 time: 0.0527658 Aug 23 15:04:03.195808 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0a5fcda4-4658-46ca-864b-4301d42315e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:55:09Z', 'updated_at': '2021-08-23T15:04:00Z', 'revision_number': 5, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'gw_port': {'id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:10Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:03.236462 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fcda4-4658-46ca-864b-4301d42315e8 None None] Checking router: 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:04:03.251548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5fcda4-4658-46ca-864b-4301d42315e8 None None] Routers {'9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:03.251548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0a5fcda4-4658-46ca-864b-4301d42315e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:03.283530 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-394f3b7e-4fff-4256-a0f5-52b4c7309731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:03.286828 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-394f3b7e-4fff-4256-a0f5-52b4c7309731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:03.291872 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-394f3b7e-4fff-4256-a0f5-52b4c7309731 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aabf5f2c-6aa2-4731-95ff-57d4444393b7 HTTP/1.1" status: 204 len: 168 time: 0.4902422 Aug 23 15:04:03.313821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f3b7e-4fff-4256-a0f5-52b4c7309731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabf5f2c-6aa2-4731-95ff-57d4444393b7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:03.343122 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ca461-7070-4f36-bd66-fca14d842b1f req-22f4a053-e6e2-4c60-a239-467b830c1cab tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:03.351582 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-517ca461-7070-4f36-bd66-fca14d842b1f req-22f4a053-e6e2-4c60-a239-467b830c1cab tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 945 time: 0.1418498 Aug 23 15:04:03.385369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-0a5fcda4-4658-46ca-864b-4301d42315e8 None None] Set router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:03.433000 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-517ca461-7070-4f36-bd66-fca14d842b1f req-519f2f8a-8570-4928-b748-e204cf4feac8 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632794 Aug 23 15:04:03.537984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-6864ee91-b9c4-4ea7-9840-14a590b03950 req-87629823-999f-4b2d-986d-d7b9c24b1e94 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] For port 2cccfa6c-76a5-408b-960f-95cf8dc70575, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=2cccfa6c-76a5-408b-960f-95cf8dc70575,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:03.538539 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6864ee91-b9c4-4ea7-9840-14a590b03950 req-87629823-999f-4b2d-986d-d7b9c24b1e94 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:03.564727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-6864ee91-b9c4-4ea7-9840-14a590b03950 req-87629823-999f-4b2d-986d-d7b9c24b1e94 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Calling delete_port for 2cccfa6c-76a5-408b-960f-95cf8dc70575 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:03.590911 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c0348-9ec9-499e-97ea-524c7bb94377 req-f278b991-c074-49a8-a210-bf2808d8129e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:03.591983 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b26c0348-9ec9-499e-97ea-524c7bb94377 req-f278b991-c074-49a8-a210-bf2808d8129e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1636953 Aug 23 15:04:03.612149 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:03.689964 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0a5fcda4-4658-46ca-864b-4301d42315e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:55:09Z', 'updated_at': '2021-08-23T15:04:00Z', 'revision_number': 5, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'gw_port': {'id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:10Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:03.750870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fcda4-4658-46ca-864b-4301d42315e8 None None] The sync data for ids ['9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5'] in n-d-804985-3 is: [{'id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'name': 'tempest-ServerActionsTestJSON-1166492211-router', 'tenant_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:55:09Z', 'updated_at': '2021-08-23T15:04:00Z', 'revision_number': 5, 'project_id': 'd29d65bd81b5474c8566cb0d1d8e6006', 'gw_port': {'id': 'e74e9c17-2231-48fb-b91f-e0b25ef5daec', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:55:10Z', 'updated_at': '2021-08-23T14:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:04:03.759513 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b26c0348-9ec9-499e-97ea-524c7bb94377 req-ce0ebbe4-4a1d-4b59-89b7-5fac87bf315a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1605122 Aug 23 15:04:03.881045 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:03.923634 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff23cb-e999-4200-aeb5-3d1179e1d0a8 req-3608dfc6-cd34-48c4-ade3-f768ede95760 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:03.930620 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ebff23cb-e999-4200-aeb5-3d1179e1d0a8 req-3608dfc6-cd34-48c4-ade3-f768ede95760 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.0691793 Aug 23 15:04:03.938853 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34236) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:03.964220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c5f9d9ef-d994-4384-b7f5-df30a42c2d9f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Request body: {'floatingip': {'port_id': '92975400-30d9-4977-93cd-945c92e371fc'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:04.082599 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6864ee91-b9c4-4ea7-9840-14a590b03950 req-87629823-999f-4b2d-986d-d7b9c24b1e94 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:04.104778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['2cccfa6c-76a5-408b-960f-95cf8dc70575'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:04:04.107161 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d9ef-d994-4384-b7f5-df30a42c2d9f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:04.107886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d3f1bdc7-883a-43b3-ba35-b3ce607c683e', 'd7f3958e-3834-4a24-9059-ca0b2f9495cb'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:04:04.189491 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87629823-999f-4b2d-986d-d7b9c24b1e94 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Pushing event deleted for resources: {'Port': ['ID=2cccfa6c-76a5-408b-960f-95cf8dc70575,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:04.213078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34246) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:04.339471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-6864ee91-b9c4-4ea7-9840-14a590b03950 req-87629823-999f-4b2d-986d-d7b9c24b1e94 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] No DVR routers for this DVR port 2cccfa6c-76a5-408b-960f-95cf8dc70575 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:04:04.342501 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6864ee91-b9c4-4ea7-9840-14a590b03950 req-87629823-999f-4b2d-986d-d7b9c24b1e94 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:04.345225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6864ee91-b9c4-4ea7-9840-14a590b03950 req-87629823-999f-4b2d-986d-d7b9c24b1e94 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.61 "DELETE /v2.0/ports/2cccfa6c-76a5-408b-960f-95cf8dc70575 HTTP/1.1" status: 204 len: 173 time: 2.0206978 Aug 23 15:04:04.346687 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] Deleting port e74e9c17-2231-48fb-b91f-e0b25ef5daec {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:04.347087 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:04.349062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b0f936-ae3c-41f2-8678-4117ae4500fb', 'name': 'network-vif-deleted', 'tag': '2cccfa6c-76a5-408b-960f-95cf8dc70575'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:04:04.351565 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a95826b-d020-47bb-aa0d-cab992bff800" -d '{"events": [{"server_uuid": "f9b0f936-ae3c-41f2-8678-4117ae4500fb", "name": "network-vif-deleted", "tag": "2cccfa6c-76a5-408b-960f-95cf8dc70575"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:04:04.454896 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73a65d6b-ff45-4386-9331-cbc8a4730522 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:04.477920 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41baa1d5-e471-477d-a722-8fdbeafbd7cd x-openstack-request-id: req-41baa1d5-e471-477d-a722-8fdbeafbd7cd {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:04:04.483393 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b0f936-ae3c-41f2-8678-4117ae4500fb", "name": "network-vif-deleted", "tag": "2cccfa6c-76a5-408b-960f-95cf8dc70575", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:04:04.483393 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-41baa1d5-e471-477d-a722-8fdbeafbd7cd {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:04:04.483393 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b0f936-ae3c-41f2-8678-4117ae4500fb', 'name': 'network-vif-deleted', 'tag': '2cccfa6c-76a5-408b-960f-95cf8dc70575', 'status': 'completed', 'code': 200} Aug 23 15:04:04.544901 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73a65d6b-ff45-4386-9331-cbc8a4730522 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:04.695449 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea9ab508-4717-4add-a876-9d9e39b423a2 req-237ca283-6d04-4333-aa1a-c7992f6298d8 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f9b0f936-ae3c-41f2-8678-4117ae4500fb HTTP/1.1" status: 200 len: 210 time: 0.1004419 Aug 23 15:04:04.713582 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] For port e74e9c17-2231-48fb-b91f-e0b25ef5daec, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e74e9c17-2231-48fb-b91f-e0b25ef5daec,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:04.715458 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:04.728429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] Calling delete_port for e74e9c17-2231-48fb-b91f-e0b25ef5daec owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:04.905662 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73a65d6b-ff45-4386-9331-cbc8a4730522 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:04.908532 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73a65d6b-ff45-4386-9331-cbc8a4730522 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:04.909720 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-73a65d6b-ff45-4386-9331-cbc8a4730522 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] 10.222.0.38 "DELETE /v2.0/security-groups/6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc HTTP/1.1" status: 204 len: 168 time: 0.6930339 Aug 23 15:04:04.969659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a65d6b-ff45-4386-9331-cbc8a4730522 tempest-TestVolumeBackupRestore-555570430 tempest-TestVolumeBackupRestore-555570430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c540c5f-b9f0-46be-b3a2-9835ad8cf3dc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:05.066786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 67f0b25c-042b-4408-bc05-3d32b73d1d4b no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:04:05.102438 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:05.169288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 67f0b25c-042b-4408-bc05-3d32b73d1d4b {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:04:05.169678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 67f0b25c-042b-4408-bc05-3d32b73d1d4b not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:04:05.199790 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.resource_extend [None req-c5f9d9ef-d994-4384-b7f5-df30a42c2d9f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 15:04:05.241215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] Pushing event deleted for resources: {'Port': ['ID=e74e9c17-2231-48fb-b91f-e0b25ef5daec,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:05.329934 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:05.343750 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d9ef-d994-4384-b7f5-df30a42c2d9f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:05.439990 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d9ef-d994-4384-b7f5-df30a42c2d9f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:05.500818 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:05.504005 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:05.653404 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-c5f9d9ef-d994-4384-b7f5-df30a42c2d9f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Floating IP d303a1fc-6c6e-45d2-93fd-bab83882a374 associated. External IP: 172.25.8.27, port: 92975400-30d9-4977-93cd-945c92e371fc. Aug 23 15:04:05.737506 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:05.737506 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:04:05.738721 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:05.740153 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f8ab8c0e-d9a9-4912-894e-706b587dd461 admin admin] 10.222.0.38 "DELETE /v2.0/routers/9cf8f366-e3b3-4a0a-88f8-c5345d5ef7f5 HTTP/1.1" status: 204 len: 168 time: 3.2132854 Aug 23 15:04:05.748365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34322) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:05.925169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bab2ca3-4053-4671-9cd7-dd3303a3aaee admin admin] Deleting subnet 779a538e-f82d-42fb-9ff9-66d0a5c47662 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:04:05.936404 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bab2ca3-4053-4671-9cd7-dd3303a3aaee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:06.064744 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bab2ca3-4053-4671-9cd7-dd3303a3aaee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:06.154374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f9d9ef-d994-4384-b7f5-df30a42c2d9f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Router a6811d1b-2289-46c0-9a63-a308cb320d85 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:04:06.188576 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bab2ca3-4053-4671-9cd7-dd3303a3aaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:06.246230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 2cccfa6c-76a5-408b-960f-95cf8dc70575 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:04:06.317544 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 2cccfa6c-76a5-408b-960f-95cf8dc70575 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:04:06.325146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 2cccfa6c-76a5-408b-960f-95cf8dc70575 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:04:06.408517 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f9d9ef-d994-4384-b7f5-df30a42c2d9f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:04:06.417334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d9ef-d994-4384-b7f5-df30a42c2d9f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:06.419874 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bab2ca3-4053-4671-9cd7-dd3303a3aaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:06.442202 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ea41c-867d-41f3-80e7-6fc097221be8 None None] Sync routers for ids ['a6811d1b-2289-46c0-9a63-a308cb320d85'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:04:06.457627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34354) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:06.465286 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ea41c-867d-41f3-80e7-6fc097221be8 None None] Routers {'a6811d1b-2289-46c0-9a63-a308cb320d85'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:06.466451 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-712ea41c-867d-41f3-80e7-6fc097221be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a6811d1b-2289-46c0-9a63-a308cb320d85'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:06.492696 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c5f9d9ef-d994-4384-b7f5-df30a42c2d9f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "PUT /v2.0/floatingips/d303a1fc-6c6e-45d2-93fd-bab83882a374 HTTP/1.1" status: 200 len: 990 time: 2.5524998 Aug 23 15:04:06.493139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab2ca3-4053-4671-9cd7-dd3303a3aaee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=779a538e-f82d-42fb-9ff9-66d0a5c47662,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:06.493733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'tag': '92975400-30d9-4977-93cd-945c92e371fc'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:04:06.497692 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bab2ca3-4053-4671-9cd7-dd3303a3aaee admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:06.499623 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0bab2ca3-4053-4671-9cd7-dd3303a3aaee admin admin] 10.222.0.38 "DELETE /v2.0/subnets/779a538e-f82d-42fb-9ff9-66d0a5c47662 HTTP/1.1" status: 204 len: 168 time: 0.7499762 Aug 23 15:04:06.502153 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34362) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:06.507401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77040331-f414-4b9e-96fd-8abfc329b511 None None] Network 73692fcc-64c5-44dc-8045-7bc29f031267 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:04:06.508966 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10500091-7cfa-4ded-b476-a32101a4b40e" -d '{"events": [{"name": "network-changed", "server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "tag": "92975400-30d9-4977-93cd-945c92e371fc"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:04:06.715947 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9cad2765-05ac-47ea-a1be-57af2497b25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:06.771275 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd9249c-f2ce-43b7-b8c8-0f9a19fb2087 x-openstack-request-id: req-dfd9249c-f2ce-43b7-b8c8-0f9a19fb2087 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:04:06.773733 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "tag": "92975400-30d9-4977-93cd-945c92e371fc", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:04:06.785245 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dfd9249c-f2ce-43b7-b8c8-0f9a19fb2087 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:04:06.785245 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'tag': '92975400-30d9-4977-93cd-945c92e371fc', 'status': 'completed', 'code': 200} Aug 23 15:04:06.857964 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616921e5-c19b-408e-9a8c-ed52f5de4b26 req-b126baf9-db64-43ca-88df-42b7a66ca5e3 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:06.859595 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-616921e5-c19b-408e-9a8c-ed52f5de4b26 req-b126baf9-db64-43ca-88df-42b7a66ca5e3 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 946 time: 0.2794945 Aug 23 15:04:06.885254 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:06.957415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10500091-7cfa-4ded-b476-a32101a4b40e req-299b64de-31f9-4ab9-8f25-74301b96403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:06.960871 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10500091-7cfa-4ded-b476-a32101a4b40e req-299b64de-31f9-4ab9-8f25-74301b96403e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 1096 time: 0.1626749 Aug 23 15:04:07.005762 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9cad2765-05ac-47ea-a1be-57af2497b25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:07.013455 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c0f08a-9f7c-4ade-8e44-2f8e14a73bac None None] DHCP port deletion for 73692fcc-64c5-44dc-8045-7bc29f031267 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:04:07.020019 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-712ea41c-867d-41f3-80e7-6fc097221be8 None None] Set router a6811d1b-2289-46c0-9a63-a308cb320d85 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:07.069905 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9cad2765-05ac-47ea-a1be-57af2497b25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:07.140606 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0f08a-9f7c-4ade-8e44-2f8e14a73bac None None] Deleting port e98719ac-2cbc-411d-957c-49a2568c44d5 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:07.143235 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6c0f08a-9f7c-4ade-8e44-2f8e14a73bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:07.168638 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-616921e5-c19b-408e-9a8c-ed52f5de4b26 req-9aa25a01-838a-4c74-86e1-b5a47da19b42 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674809 Aug 23 15:04:07.178328 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e98719ac-2cbc-411d-957c-49a2568c44d5 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:04:07.221367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] Deleting port e98719ac-2cbc-411d-957c-49a2568c44d5 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:07.221985 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:07.253090 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9cad2765-05ac-47ea-a1be-57af2497b25b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e5bc0003bc4d4275ae0224869a3e6313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7927885 Aug 23 15:04:07.257477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34404) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:07.282507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10500091-7cfa-4ded-b476-a32101a4b40e req-5a5356fb-364c-4403-92d4-d2f52fd00519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:07.284624 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10500091-7cfa-4ded-b476-a32101a4b40e req-5a5356fb-364c-4403-92d4-d2f52fd00519 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 918 time: 0.3061841 Aug 23 15:04:07.306281 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad2765-05ac-47ea-a1be-57af2497b25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9966c1-d718-486c-9d58-f80602e09021,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:07.478124 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f804e3d-7d7a-4281-8570-61af04e67cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:07.529852 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f804e3d-7d7a-4281-8570-61af04e67cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:07.539049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e6c0f08a-9f7c-4ade-8e44-2f8e14a73bac None None] For port e98719ac-2cbc-411d-957c-49a2568c44d5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e98719ac-2cbc-411d-957c-49a2568c44d5,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:07.545774 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6c0f08a-9f7c-4ade-8e44-2f8e14a73bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:07.600227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] For port e98719ac-2cbc-411d-957c-49a2568c44d5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e98719ac-2cbc-411d-957c-49a2568c44d5,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:07.600532 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:07.625800 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10500091-7cfa-4ded-b476-a32101a4b40e req-341656da-95e5-4386-8d6a-3f9cd02553ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92975400-30d9-4977-93cd-945c92e371fc HTTP/1.1" status: 200 len: 998 time: 0.3322523 Aug 23 15:04:07.626717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] Calling delete_port for e98719ac-2cbc-411d-957c-49a2568c44d5 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:07.633669 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-712ea41c-867d-41f3-80e7-6fc097221be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'd303a1fc-6c6e-45d2-93fd-bab83882a374', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'floating_ip_address': '172.25.8.27', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'port_id': '92975400-30d9-4977-93cd-945c92e371fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'mac_address': 'fa:16:3e:d1:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:03:42Z', 'updated_at': '2021-08-23T15:04:05Z', 'revision_number': 1, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e026d3f4-84d7-49c5-9238-dbec8de9d0c1', 'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'mac_address': 'fa:16:3e:cb:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:35Z', 'updated_at': '2021-08-23T15:03:43Z', 'revision_number': 5, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'subnets': [{'id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:07.634846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0f08a-9f7c-4ade-8e44-2f8e14a73bac None None] Calling delete_port for e98719ac-2cbc-411d-957c-49a2568c44d5 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:07.721641 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ea41c-867d-41f3-80e7-6fc097221be8 None None] Checking router: a6811d1b-2289-46c0-9a63-a308cb320d85 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:04:07.729632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f804e3d-7d7a-4281-8570-61af04e67cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:07.742084 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f804e3d-7d7a-4281-8570-61af04e67cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:07.742084 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1f804e3d-7d7a-4281-8570-61af04e67cee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0c9966c1-d718-486c-9d58-f80602e09021 HTTP/1.1" status: 204 len: 168 time: 0.4773772 Aug 23 15:04:07.762426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f804e3d-7d7a-4281-8570-61af04e67cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9966c1-d718-486c-9d58-f80602e09021,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:07.769460 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ea41c-867d-41f3-80e7-6fc097221be8 None None] Routers {'a6811d1b-2289-46c0-9a63-a308cb320d85'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:07.772251 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-712ea41c-867d-41f3-80e7-6fc097221be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a6811d1b-2289-46c0-9a63-a308cb320d85'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:07.994753 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:08.016262 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10500091-7cfa-4ded-b476-a32101a4b40e req-f507ef5c-c992-4a0f-80a4-484bd808d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:08.020205 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10500091-7cfa-4ded-b476-a32101a4b40e req-f507ef5c-c992-4a0f-80a4-484bd808d7f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 200 len: 856 time: 0.3709569 Aug 23 15:04:08.064945 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-712ea41c-867d-41f3-80e7-6fc097221be8 None None] Set router a6811d1b-2289-46c0-9a63-a308cb320d85 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:08.080521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port e98719ac-2cbc-411d-957c-49a2568c44d5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e98719ac-2cbc-411d-957c-49a2568c44d5,segment=NetworkSegment(0c755802-28ec-4c4f-9b80-ed886ced74c3),segment_id=0c755802-28ec-4c4f-9b80-ed886ced74c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:08.109430 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4fd5d18c-f076-40ff-874a-1a95c4663032 req-60e880f8-3cda-476d-90bd-50dd7e3ae0c9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1208808 Aug 23 15:04:08.127287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce79811-bd4d-4273-adf9-9ac98ff01887 req-dbf946cd-8970-4ac9-bb69-8ea5efb63172 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:08.129143 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bce79811-bd4d-4273-adf9-9ac98ff01887 req-dbf946cd-8970-4ac9-bb69-8ea5efb63172 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 946 time: 0.2999299 Aug 23 15:04:08.155244 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:08.158755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e74e9c17-2231-48fb-b91f-e0b25ef5daec no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:04:08.178616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10500091-7cfa-4ded-b476-a32101a4b40e req-0d3fb3cd-2009-444b-8cdf-59e1ac259520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:08.181180 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10500091-7cfa-4ded-b476-a32101a4b40e req-0d3fb3cd-2009-444b-8cdf-59e1ac259520 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3abf700b-7cb8-4157-b106-bf6f54332e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481469 Aug 23 15:04:08.316523 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:08.342566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-bce79811-bd4d-4273-adf9-9ac98ff01887 req-269c97e4-48a8-4e53-a8b0-c68ec417e214 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Deleting port d7f3958e-3834-4a24-9059-ca0b2f9495cb {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:08.343173 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bce79811-bd4d-4273-adf9-9ac98ff01887 req-269c97e4-48a8-4e53-a8b0-c68ec417e214 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:08.434339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98719ac-2cbc-411d-957c-49a2568c44d5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:08.438840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] No DVR routers for this DVR port e98719ac-2cbc-411d-957c-49a2568c44d5 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:04:08.443560 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: e74e9c17-2231-48fb-b91f-e0b25ef5daec {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:04:08.446369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e74e9c17-2231-48fb-b91f-e0b25ef5daec not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:04:08.462485 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6c0f08a-9f7c-4ade-8e44-2f8e14a73bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:08.539737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c0f08a-9f7c-4ade-8e44-2f8e14a73bac None None] No DVR routers for this DVR port e98719ac-2cbc-411d-957c-49a2568c44d5 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:04:08.627995 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=e98719ac-2cbc-411d-957c-49a2568c44d5,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:08.647052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:08.650743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:08.652790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:08.653377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:08.654929 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:08.655504 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:08.658404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:08.658983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:08.659534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:08.662553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:08.663135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:08.663320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-bce79811-bd4d-4273-adf9-9ac98ff01887 req-269c97e4-48a8-4e53-a8b0-c68ec417e214 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] For port d7f3958e-3834-4a24-9059-ca0b2f9495cb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d7f3958e-3834-4a24-9059-ca0b2f9495cb,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:08.663955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:08.667726 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bce79811-bd4d-4273-adf9-9ac98ff01887 req-269c97e4-48a8-4e53-a8b0-c68ec417e214 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:08.722593 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-bce79811-bd4d-4273-adf9-9ac98ff01887 req-269c97e4-48a8-4e53-a8b0-c68ec417e214 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Calling delete_port for d7f3958e-3834-4a24-9059-ca0b2f9495cb owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:08.727036 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0f08a-9f7c-4ade-8e44-2f8e14a73bac None None] Pushing event deleted for resources: {'Port': ['ID=e98719ac-2cbc-411d-957c-49a2568c44d5,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:08.806709 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-712ea41c-867d-41f3-80e7-6fc097221be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'd303a1fc-6c6e-45d2-93fd-bab83882a374', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'floating_ip_address': '172.25.8.27', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'port_id': '92975400-30d9-4977-93cd-945c92e371fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'mac_address': 'fa:16:3e:d1:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:03:42Z', 'updated_at': '2021-08-23T15:04:05Z', 'revision_number': 1, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e026d3f4-84d7-49c5-9238-dbec8de9d0c1', 'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'mac_address': 'fa:16:3e:cb:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:35Z', 'updated_at': '2021-08-23T15:03:43Z', 'revision_number': 5, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'subnets': [{'id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:08.852338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34494) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:08.888746 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ea41c-867d-41f3-80e7-6fc097221be8 None None] The sync data for ids ['a6811d1b-2289-46c0-9a63-a308cb320d85'] in n-d-804985-3 is: [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'd303a1fc-6c6e-45d2-93fd-bab83882a374', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'floating_ip_address': '172.25.8.27', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'port_id': '92975400-30d9-4977-93cd-945c92e371fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'mac_address': 'fa:16:3e:d1:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:03:42Z', 'updated_at': '2021-08-23T15:04:05Z', 'revision_number': 1, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e026d3f4-84d7-49c5-9238-dbec8de9d0c1', 'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'mac_address': 'fa:16:3e:cb:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:35Z', 'updated_at': '2021-08-23T15:03:43Z', 'revision_number': 5, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'subnets': [{'id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:04:08.919057 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eba1bd76-1431-401a-a3e5-994c096ec3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:08.976703 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10500091-7cfa-4ded-b476-a32101a4b40e req-02d9571f-de5d-4072-9ed4-e1f1161d496c service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7811842 Aug 23 15:04:09.169435 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:09.189729 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eba1bd76-1431-401a-a3e5-994c096ec3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:09.265386 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eba1bd76-1431-401a-a3e5-994c096ec3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:09.290697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73692fcc-64c5-44dc-8045-7bc29f031267']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:09.352268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c755802-28ec-4c4f-9b80-ed886ced74c3') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:09.352576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c755802-28ec-4c4f-9b80-ed886ced74c3') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:09.363786 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1bd76-1431-401a-a3e5-994c096ec3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb1191a-da74-433b-806e-f4e3fb99f3a0,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:09.370610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb57ca-3fce-4c84-88c7-ad4d10ef3648 req-a8f3e9fb-5d6e-4ec0-b098-7247afa84332 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:09.377013 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39bb57ca-3fce-4c84-88c7-ad4d10ef3648 req-a8f3e9fb-5d6e-4ec0-b098-7247afa84332 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 946 time: 0.9457781 Aug 23 15:04:09.379935 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-eba1bd76-1431-401a-a3e5-994c096ec3a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=37e1c899550a47fab5136825f05b3fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265880 Aug 23 15:04:09.384911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34520) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:09.397225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4da24-9852-4b16-9096-04100c142acc None None] New status for floating IP d303a1fc-6c6e-45d2-93fd-bab83882a374: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:04:09.411696 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:09.496609 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0d3b5b6-f65d-4670-8df4-e1e8e78ee08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:09.546144 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0d3b5b6-f65d-4670-8df4-e1e8e78ee08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:09.585602 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:09.646747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39bb57ca-3fce-4c84-88c7-ad4d10ef3648 req-487dcc93-d66b-4046-a989-7dc2f69625e9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456834 Aug 23 15:04:09.667271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:04:09.668360 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:04:09.673322 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:04:09.699240 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10500091-7cfa-4ded-b476-a32101a4b40e req-5d475a22-b497-4f52-a3f8-4e2ce08a127e service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405118 Aug 23 15:04:09.729630 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0d3b5b6-f65d-4670-8df4-e1e8e78ee08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:09.732562 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0d3b5b6-f65d-4670-8df4-e1e8e78ee08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:09.733753 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c0d3b5b6-f65d-4670-8df4-e1e8e78ee08f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/feb1191a-da74-433b-806e-f4e3fb99f3a0 HTTP/1.1" status: 204 len: 168 time: 0.3475356 Aug 23 15:04:09.759994 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3b5b6-f65d-4670-8df4-e1e8e78ee08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb1191a-da74-433b-806e-f4e3fb99f3a0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:09.788556 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bce79811-bd4d-4273-adf9-9ac98ff01887 req-269c97e4-48a8-4e53-a8b0-c68ec417e214 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:09.804626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d3f1bdc7-883a-43b3-ba35-b3ce607c683e', 'd7f3958e-3834-4a24-9059-ca0b2f9495cb'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:04:09.983586 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:09.988365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c97e4-48a8-4e53-a8b0-c68ec417e214 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Pushing event deleted for resources: {'Port': ['ID=d7f3958e-3834-4a24-9059-ca0b2f9495cb,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:10.049946 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:10.056183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/73692fcc-64c5-44dc-8045-7bc29f031267 HTTP/1.1" status: 204 len: 168 time: 3.5501025 Aug 23 15:04:10.169441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a53ed-027e-4a0e-b07a-0f156d83f2f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=73692fcc-64c5-44dc-8045-7bc29f031267,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:10.187901 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce79811-bd4d-4273-adf9-9ac98ff01887 req-269c97e4-48a8-4e53-a8b0-c68ec417e214 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] No DVR routers for this DVR port d7f3958e-3834-4a24-9059-ca0b2f9495cb on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:04:10.190652 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bce79811-bd4d-4273-adf9-9ac98ff01887 req-269c97e4-48a8-4e53-a8b0-c68ec417e214 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:10.207535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bce79811-bd4d-4273-adf9-9ac98ff01887 req-269c97e4-48a8-4e53-a8b0-c68ec417e214 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "DELETE /v2.0/ports/d7f3958e-3834-4a24-9059-ca0b2f9495cb HTTP/1.1" status: 204 len: 173 time: 2.0691895 Aug 23 15:04:10.208203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93f335d-d442-40fd-9a63-a67601685a47', 'name': 'network-vif-deleted', 'tag': 'd7f3958e-3834-4a24-9059-ca0b2f9495cb'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:04:10.210409 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cf8752-ee72-4770-b1cd-5cfd1872ee9e" -d '{"events": [{"server_uuid": "b93f335d-d442-40fd-9a63-a67601685a47", "name": "network-vif-deleted", "tag": "d7f3958e-3834-4a24-9059-ca0b2f9495cb"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:04:10.258600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d18c-f076-40ff-874a-1a95c4663032 req-47985988-876b-4689-a8a3-bc0c03d0b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:10.260244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fd5d18c-f076-40ff-874a-1a95c4663032 req-47985988-876b-4689-a8a3-bc0c03d0b38e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 1096 time: 0.2931716 Aug 23 15:04:10.336828 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f3f89a-9543-4288-9d64-c7657ceea86c x-openstack-request-id: req-07f3f89a-9543-4288-9d64-c7657ceea86c {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:04:10.337129 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93f335d-d442-40fd-9a63-a67601685a47", "name": "network-vif-deleted", "tag": "d7f3958e-3834-4a24-9059-ca0b2f9495cb", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:04:10.337388 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-07f3f89a-9543-4288-9d64-c7657ceea86c {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:04:10.337792 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93f335d-d442-40fd-9a63-a67601685a47', 'name': 'network-vif-deleted', 'tag': 'd7f3958e-3834-4a24-9059-ca0b2f9495cb', 'status': 'completed', 'code': 200} Aug 23 15:04:10.529109 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d18c-f076-40ff-874a-1a95c4663032 req-e5968624-59ac-49ea-a00c-a13e5ac9d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:10.531186 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fd5d18c-f076-40ff-874a-1a95c4663032 req-e5968624-59ac-49ea-a00c-a13e5ac9d2de service neutron] 10.222.0.61 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 918 time: 0.2430789 Aug 23 15:04:10.578161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34584) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:10.752387 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1c55d22f-d270-4823-bda5-69bda5cb7bff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d29d65bd81b5474c8566cb0d1d8e6006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684704 Aug 23 15:04:10.753108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34598) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:10.819084 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fd5d18c-f076-40ff-874a-1a95c4663032 req-b075da8d-6b9d-4e18-98f1-ad100d9eca95 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92975400-30d9-4977-93cd-945c92e371fc HTTP/1.1" status: 200 len: 1000 time: 0.2754133 Aug 23 15:04:10.924679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d18c-f076-40ff-874a-1a95c4663032 req-e1ac36e6-2681-4b92-b5dc-11361fe37a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:10.926192 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fd5d18c-f076-40ff-874a-1a95c4663032 req-e1ac36e6-2681-4b92-b5dc-11361fe37a0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 200 len: 856 time: 0.0976553 Aug 23 15:04:10.997869 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-199b66ed-b60f-4c57-8305-4aa892259aad req-15c25d4c-e7b5-48eb-be17-57d46999dab0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=b93f335d-d442-40fd-9a63-a67601685a47 HTTP/1.1" status: 200 len: 210 time: 0.1304600 Aug 23 15:04:11.035478 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41813d3f-bd66-465c-939d-73ad404101ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:11.064082 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41813d3f-bd66-465c-939d-73ad404101ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:11.163189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d18c-f076-40ff-874a-1a95c4663032 req-9e6e088f-2ede-4b79-b007-27f6e09241f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:11.164900 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fd5d18c-f076-40ff-874a-1a95c4663032 req-9e6e088f-2ede-4b79-b007-27f6e09241f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3abf700b-7cb8-4157-b106-bf6f54332e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2231457 Aug 23 15:04:11.302367 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41813d3f-bd66-465c-939d-73ad404101ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:11.309991 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41813d3f-bd66-465c-939d-73ad404101ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:11.309991 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-41813d3f-bd66-465c-939d-73ad404101ca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f41a1ac-15ec-4747-a53f-4eba96f6f203 HTTP/1.1" status: 204 len: 168 time: 0.5063748 Aug 23 15:04:11.324578 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fd5d18c-f076-40ff-874a-1a95c4663032 req-0fcc0389-64b0-40d7-9bb7-5ca1e1f4b920 service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469789 Aug 23 15:04:11.325433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41813d3f-bd66-465c-939d-73ad404101ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f41a1ac-15ec-4747-a53f-4eba96f6f203,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:11.481382 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fd5d18c-f076-40ff-874a-1a95c4663032 req-281aa2f2-55af-4c26-b600-3cf2c9b49279 service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489332 Aug 23 15:04:12.737455 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-69daf3fb-b37c-4e26-8d5c-2dc674681927 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:12.751273 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-69daf3fb-b37c-4e26-8d5c-2dc674681927 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 806 time: 0.3152630 Aug 23 15:04:12.780023 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-fc407617-dd2b-4bcd-b8d3-1ad681f2128b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/quotas/98c793e8a58f4dcda7e858b805fa89a9 HTTP/1.1" status: 200 len: 375 time: 0.0271802 Aug 23 15:04:12.937763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34724) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:13.545027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d7f3958e-3834-4a24-9059-ca0b2f9495cb no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:04:13.618568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: d7f3958e-3834-4a24-9059-ca0b2f9495cb {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:04:13.618927 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d7f3958e-3834-4a24-9059-ca0b2f9495cb not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:04:13.901652 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-07e113fa-aacf-4f44-ba20-a626d3f444dc tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1125011 Aug 23 15:04:14.040359 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-672c4240-143b-402c-af2a-67d902ca986b service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453001 Aug 23 15:04:14.214161 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-0c47dc0d-a502-491a-8b43-7fe36f0e18ec service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617384 Aug 23 15:04:14.248957 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d5def1b-e43a-4ada-ac61-fdc72dcb6d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:14.650875 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34794) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:14.712245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-140cd23c-3537-4eb7-a07c-7e7f60397a30 req-759ff948-3672-474b-ba43-80f775798089 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 210 time: 0.1006138 Aug 23 15:04:14.978893 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1615154623-network', 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:14.981252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-8d5def1b-e43a-4ada-ac61-fdc72dcb6d01 admin admin] Deleting port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:14.981941 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d5def1b-e43a-4ada-ac61-fdc72dcb6d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:15.147828 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] Made reservation on behalf of c26bbee1cb1141c6af86a04eb2c30e99 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:15.150841 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:15.171246 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:15.226719 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-8d5def1b-e43a-4ada-ac61-fdc72dcb6d01 admin admin] For port 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2c1268ee-0f7d-4ff5-a4bd-ceee4c111777,segment=NetworkSegment(32cd6f52-fdbd-4ae7-9f0c-5f5161199575),segment_id=32cd6f52-fdbd-4ae7-9f0c-5f5161199575)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:15.227094 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d5def1b-e43a-4ada-ac61-fdc72dcb6d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:15.242096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-8d5def1b-e43a-4ada-ac61-fdc72dcb6d01 admin admin] Calling delete_port for 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:15.478458 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:15.593310 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:15.594027 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:15.610687 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d5def1b-e43a-4ada-ac61-fdc72dcb6d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:15.612442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:04:15.641001 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:15.641695 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] Added segment a570d030-c42f-45a3-9ae3-1f1a44248e2f of type vlan for network cffccb22-b63a-4c5c-a1aa-a7862729d292 Aug 23 15:04:15.652509 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20715050-fd48-48a6-b106-cc3f1354ed0d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:15.664948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5def1b-e43a-4ada-ac61-fdc72dcb6d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1268ee-0f7d-4ff5-a4bd-ceee4c111777,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:15.750195 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:15.879321 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:15.880974 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:15.881693 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:15.988332 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] Pushing event updated for resources: {'Network': ['ID=cffccb22-b63a-4c5c-a1aa-a7862729d292,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:16.000038 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network cffccb22-b63a-4c5c-a1aa-a7862729d292 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:04:16.056103 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5ba1cc93-cfef-4442-b4f6-96ee9bc9e397 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4039946 Aug 23 15:04:16.063021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34874) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:16.071291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-9d4cf7d1-f8bd-46e4-b85d-e8a8153bbccd admin admin] Request body: {'subnet': {'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1615154623-subnet', 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:16.101060 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:04:16.187520 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4cf7d1-f8bd-46e4-b85d-e8a8153bbccd admin admin] Made reservation on behalf of c26bbee1cb1141c6af86a04eb2c30e99 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:16.191251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf7d1-f8bd-46e4-b85d-e8a8153bbccd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:16.226750 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-78cf6dc4-bfa9-4c75-86a1-8fa21704bada req-28a29fbc-4d21-4f7d-bd8f-668ea6a6796f tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 210 time: 0.4310415 Aug 23 15:04:16.335632 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d5def1b-e43a-4ada-ac61-fdc72dcb6d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:16.594411 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf7d1-f8bd-46e4-b85d-e8a8153bbccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:16.642220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5def1b-e43a-4ada-ac61-fdc72dcb6d01 admin admin] Router 47d7944c-32ec-43d4-a406-7b8c96a3819c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:04:16.698581 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cf7d1-f8bd-46e4-b85d-e8a8153bbccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=17940688-0fc2-4a39-b459-e1f5a256fee0,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:16.715507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4cf7d1-f8bd-46e4-b85d-e8a8153bbccd admin admin] Checking segment: {'id': 'a570d030-c42f-45a3-9ae3-1f1a44248e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:16.716330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4cf7d1-f8bd-46e4-b85d-e8a8153bbccd admin admin] Network hostable DHCP agents. Network: cffccb22-b63a-4c5c-a1aa-a7862729d292, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:04:16.814135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5def1b-e43a-4ada-ac61-fdc72dcb6d01 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:04:16.827240 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8d5def1b-e43a-4ada-ac61-fdc72dcb6d01 admin admin] 10.222.0.38 "PUT /v2.0/routers/47d7944c-32ec-43d4-a406-7b8c96a3819c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8854778 Aug 23 15:04:16.832402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34948) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:16.836013 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68ca64-9e4a-4889-b651-c7ebd9a9216b None None] Sync routers for ids ['47d7944c-32ec-43d4-a406-7b8c96a3819c'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:04:16.855714 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b68ca64-9e4a-4889-b651-c7ebd9a9216b None None] Routers {'47d7944c-32ec-43d4-a406-7b8c96a3819c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:16.857589 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5b68ca64-9e4a-4889-b651-c7ebd9a9216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['47d7944c-32ec-43d4-a406-7b8c96a3819c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:16.938726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4cf7d1-f8bd-46e4-b85d-e8a8153bbccd admin admin] Network cffccb22-b63a-4c5c-a1aa-a7862729d292 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:04:17.048178 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-5b68ca64-9e4a-4889-b651-c7ebd9a9216b None None] Set router 47d7944c-32ec-43d4-a406-7b8c96a3819c gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:17.088585 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:17.136428 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-9d4cf7d1-f8bd-46e4-b85d-e8a8153bbccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, cffccb22-b63a-4c5c-a1aa-a7862729d292) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:17.146262 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4cf7d1-f8bd-46e4-b85d-e8a8153bbccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:17.147244 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf7d1-f8bd-46e4-b85d-e8a8153bbccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:17.147992 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b62ba5-3d80-4dc2-88d0-643dbf36f332 None None] Network cffccb22-b63a-4c5c-a1aa-a7862729d292 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:04:17.256878 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:17.354924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31de7bd9-ce30-4ac2-a69e-49d4f8acf4ca None None] Network cffccb22-b63a-4c5c-a1aa-a7862729d292 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:04:17.380445 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9e37402d-6535-45bd-85bc-4accc4a4808e req-14c12be6-efd5-44d2-a7de-855a18b78b75 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 210 time: 0.0477903 Aug 23 15:04:17.381040 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9d4cf7d1-f8bd-46e4-b85d-e8a8153bbccd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3154531 Aug 23 15:04:17.387486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34976) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:17.392459 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1615154623-router', 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:17.392650 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5b68ca64-9e4a-4889-b651-c7ebd9a9216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T15:04:15Z', 'revision_number': 5, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port': {'id': '0e400587-2775-4fa0-a9a7-a0198cb77fed', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:04Z', 'updated_at': '2021-08-23T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:17.439503 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68ca64-9e4a-4889-b651-c7ebd9a9216b None None] Checking router: 47d7944c-32ec-43d4-a406-7b8c96a3819c for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:04:17.477409 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b68ca64-9e4a-4889-b651-c7ebd9a9216b None None] Routers {'47d7944c-32ec-43d4-a406-7b8c96a3819c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:17.478227 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5b68ca64-9e4a-4889-b651-c7ebd9a9216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['47d7944c-32ec-43d4-a406-7b8c96a3819c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:17.503328 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] Deleting port 0e400587-2775-4fa0-a9a7-a0198cb77fed {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:17.503328 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:17.525658 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:17.527973 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:17.607210 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-5b68ca64-9e4a-4889-b651-c7ebd9a9216b None None] Set router 47d7944c-32ec-43d4-a406-7b8c96a3819c gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:17.622023 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:17.686088 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] For port 0e400587-2775-4fa0-a9a7-a0198cb77fed, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0e400587-2775-4fa0-a9a7-a0198cb77fed,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:17.686088 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:17.713584 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] Calling delete_port for 0e400587-2775-4fa0-a9a7-a0198cb77fed owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:17.765698 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5b68ca64-9e4a-4889-b651-c7ebd9a9216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T15:04:17Z', 'revision_number': 6, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:17.777815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34994) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:17.827713 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68ca64-9e4a-4889-b651-c7ebd9a9216b None None] The sync data for ids ['47d7944c-32ec-43d4-a406-7b8c96a3819c'] in n-d-804985-3 is: [{'id': '47d7944c-32ec-43d4-a406-7b8c96a3819c', 'name': 'tempest-TestVolumeBackupRestore-1067260831-router', 'tenant_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:02Z', 'updated_at': '2021-08-23T15:04:17Z', 'revision_number': 6, 'project_id': '94f04dbf9eef4b6cabf9f08f4814b810', 'gw_port_host': None}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:04:17.971008 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:18.041133 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c358922-effc-47bc-bd4e-9e179755aa35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:18.181174 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c358922-effc-47bc-bd4e-9e179755aa35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:18.243886 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:18.279393 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c358922-effc-47bc-bd4e-9e179755aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:18.320672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e400587-2775-4fa0-a9a7-a0198cb77fed,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:18.417874 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:18.424264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c358922-effc-47bc-bd4e-9e179755aa35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68597499-c7a2-41d0-9ef1-96f59d3849ad,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:18.431975 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0c358922-effc-47bc-bd4e-9e179755aa35 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e37c406b39974966b91747f0dcd3e044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6433547 Aug 23 15:04:18.434138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35022) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:18.575054 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:18.597493 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:18.618226 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:18.623080 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:18.635328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60285c0f-c911-4497-8936-fef6811ecd68 req-11ff1dd4-39fd-4df3-9f88-399a4f840356 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 210 time: 0.0732965 Aug 23 15:04:18.760641 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2e3e058c-79e2-4c9e-9d5d-79fb213cbce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:18.772343 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:18.772893 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47d7944c-32ec-43d4-a406-7b8c96a3819c {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:04:18.789259 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:18.789259 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fe225448-d931-4c1d-b882-bf12226996c5 admin admin] 10.222.0.38 "DELETE /v2.0/routers/47d7944c-32ec-43d4-a406-7b8c96a3819c HTTP/1.1" status: 204 len: 168 time: 1.9549732 Aug 23 15:04:18.791988 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35038) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:18.857790 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2e3e058c-79e2-4c9e-9d5d-79fb213cbce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:18.877585 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e040175-ea92-4ca5-9728-b6fa76e753cb admin admin] Deleting subnet 64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:04:18.885959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0e040175-ea92-4ca5-9728-b6fa76e753cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:18.967722 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0e040175-ea92-4ca5-9728-b6fa76e753cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:19.006596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Allocated IP 172.25.8.115 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/eda81840-6dd2-42ff-a7a6-ad265a76a666) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:19.175020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:04:19.218572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:04:19.219240 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2c1268ee-0f7d-4ff5-a4bd-ceee4c111777 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:04:19.220300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0e400587-2775-4fa0-a9a7-a0198cb77fed no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:04:19.232500 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0e040175-ea92-4ca5-9728-b6fa76e753cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:19.265130 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 0e400587-2775-4fa0-a9a7-a0198cb77fed {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:04:19.265978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0e400587-2775-4fa0-a9a7-a0198cb77fed not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:04:19.277001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-1f4e1529-9882-452c-9d86-8191476e6122 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:19.278843 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-1f4e1529-9882-452c-9d86-8191476e6122 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 806 time: 0.4242895 Aug 23 15:04:19.281927 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2e3e058c-79e2-4c9e-9d5d-79fb213cbce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:19.285137 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2e3e058c-79e2-4c9e-9d5d-79fb213cbce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:19.287166 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2e3e058c-79e2-4c9e-9d5d-79fb213cbce3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/68597499-c7a2-41d0-9ef1-96f59d3849ad HTTP/1.1" status: 204 len: 168 time: 0.8510816 Aug 23 15:04:19.313658 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e058c-79e2-4c9e-9d5d-79fb213cbce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68597499-c7a2-41d0-9ef1-96f59d3849ad,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:19.319352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-5fee639a-d76b-427a-aa39-c4b5933d11ad tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Request body: {'port': {'device_id': 'ff944be6-3ec5-4304-8209-e2e9f7cc9905', 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e', 'admin_state_up': True, 'tenant_id': '98c793e8a58f4dcda7e858b805fa89a9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:19.479166 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:19.514228 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0e040175-ea92-4ca5-9728-b6fa76e753cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:19.545193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e040175-ea92-4ca5-9728-b6fa76e753cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:19.566484 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0e040175-ea92-4ca5-9728-b6fa76e753cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:19.569612 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0e040175-ea92-4ca5-9728-b6fa76e753cb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/64e3ad7a-a4f0-4946-bbee-3f56fc34f5ff HTTP/1.1" status: 204 len: 168 time: 0.7765656 Aug 23 15:04:19.572675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35070) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:19.583463 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5794ccc2-f615-43ae-8f6f-8b391a2f187c None None] Network 529cc4b9-928f-4b12-96db-60ee071d5066 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:04:19.588389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-5fee639a-d76b-427a-aa39-c4b5933d11ad tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Made reservation on behalf of 98c793e8a58f4dcda7e858b805fa89a9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:19.592479 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-5fee639a-d76b-427a-aa39-c4b5933d11ad tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:19.623491 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:19.763863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:19.788957 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:19.824965 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:19.830703 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-adc8d24f-c3dd-4dfb-b3c1-2a4597ce4ac2 req-de009aa2-1077-4c76-938f-2e7dd7ec4efb tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 210 time: 0.0896080 Aug 23 15:04:19.839165 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Pushing event updated for resources: {'Port': ['ID=eda81840-6dd2-42ff-a7a6-ad265a76a666,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:19.899026 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:19.972126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5985c613-04c5-46d4-aa93-62c0d99a23cc None None] DHCP port deletion for 529cc4b9-928f-4b12-96db-60ee071d5066 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:04:20.049821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5985c613-04c5-46d4-aa93-62c0d99a23cc None None] Deleting port 137dff06-1f92-48bf-bf27-e96cc26c9bb4 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:20.050221 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5985c613-04c5-46d4-aa93-62c0d99a23cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:20.131318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5985c613-04c5-46d4-aa93-62c0d99a23cc None None] For port 137dff06-1f92-48bf-bf27-e96cc26c9bb4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=137dff06-1f92-48bf-bf27-e96cc26c9bb4,segment=NetworkSegment(32cd6f52-fdbd-4ae7-9f0c-5f5161199575),segment_id=32cd6f52-fdbd-4ae7-9f0c-5f5161199575)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:20.131815 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5985c613-04c5-46d4-aa93-62c0d99a23cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:20.146643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-5fee639a-d76b-427a-aa39-c4b5933d11ad tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Allocated IP 172.20.0.11 (64f87949-f645-4741-b9fd-fc55a03e518e/5f22f70f-5be0-4809-bae5-4797be32e410/33c35bff-6573-4cc1-adc9-3fad88b2159f) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:20.156534 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:20.157936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5985c613-04c5-46d4-aa93-62c0d99a23cc None None] Calling delete_port for 137dff06-1f92-48bf-bf27-e96cc26c9bb4 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:20.183314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] Deleting port 137dff06-1f92-48bf-bf27-e96cc26c9bb4 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:20.183768 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:20.313651 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] For port 137dff06-1f92-48bf-bf27-e96cc26c9bb4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=137dff06-1f92-48bf-bf27-e96cc26c9bb4,segment=NetworkSegment(32cd6f52-fdbd-4ae7-9f0c-5f5161199575),segment_id=32cd6f52-fdbd-4ae7-9f0c-5f5161199575)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:20.314020 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:20.373838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] Calling delete_port for 137dff06-1f92-48bf-bf27-e96cc26c9bb4 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:20.469315 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5985c613-04c5-46d4-aa93-62c0d99a23cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:20.481184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35104) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:20.502866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4736038a-fc1f-4639-a369-8170d19fd289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:20.502971 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-5fee639a-d76b-427a-aa39-c4b5933d11ad tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:20.525456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985c613-04c5-46d4-aa93-62c0d99a23cc None None] Pushing event deleted for resources: {'Port': ['ID=137dff06-1f92-48bf-bf27-e96cc26c9bb4,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:20.533691 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:20.535899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985c613-04c5-46d4-aa93-62c0d99a23cc None None] No DVR routers for this DVR port 137dff06-1f92-48bf-bf27-e96cc26c9bb4 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:04:20.663738 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4736038a-fc1f-4639-a369-8170d19fd289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:20.746631 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4736038a-fc1f-4639-a369-8170d19fd289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:20.812995 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4736038a-fc1f-4639-a369-8170d19fd289 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5d59328efa24b98a4e4f2e72edbeff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304534 Aug 23 15:04:20.818295 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35108) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:20.818295 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736038a-fc1f-4639-a369-8170d19fd289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0348853-343d-4cf4-93ab-b2dc2b02982b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:20.898231 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11a7407f-c1ef-40ff-827a-999bb16bc2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:20.936190 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11a7407f-c1ef-40ff-827a-999bb16bc2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:21.008177 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:21.090976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] Pushing event deleted for resources: {'Port': ['ID=137dff06-1f92-48bf-bf27-e96cc26c9bb4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:21.095853 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed4f93e6-3d0c-494a-ab9f-b9c18a1b25f9 req-9a84e4c5-5e41-478b-b3ff-a9a07cc83930 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 210 time: 0.0928407 Aug 23 15:04:21.102359 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11a7407f-c1ef-40ff-827a-999bb16bc2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:21.105769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] No DVR routers for this DVR port 137dff06-1f92-48bf-bf27-e96cc26c9bb4 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:04:21.109416 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11a7407f-c1ef-40ff-827a-999bb16bc2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:21.112872 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-11a7407f-c1ef-40ff-827a-999bb16bc2ef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0348853-343d-4cf4-93ab-b2dc2b02982b HTTP/1.1" status: 204 len: 168 time: 0.2956917 Aug 23 15:04:21.150065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7407f-c1ef-40ff-827a-999bb16bc2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0348853-343d-4cf4-93ab-b2dc2b02982b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:21.154196 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-5fee639a-d76b-427a-aa39-c4b5933d11ad tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:21.167565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d3f1bdc7-883a-43b3-ba35-b3ce607c683e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:04:21.226065 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:21.279750 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 137dff06-1f92-48bf-bf27-e96cc26c9bb4 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:04:21.312362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529cc4b9-928f-4b12-96db-60ee071d5066']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:21.332583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-5fee639a-d76b-427a-aa39-c4b5933d11ad tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Network 64f87949-f645-4741-b9fd-fc55a03e518e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:21.334315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 137dff06-1f92-48bf-bf27-e96cc26c9bb4 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:04:21.334793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 137dff06-1f92-48bf-bf27-e96cc26c9bb4 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:04:21.341126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cd6f52-fdbd-4ae7-9f0c-5f5161199575') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:21.341433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cd6f52-fdbd-4ae7-9f0c-5f5161199575') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:21.345234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-5fee639a-d76b-427a-aa39-c4b5933d11ad tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:21.348845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-5fee639a-d76b-427a-aa39-c4b5933d11ad tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:21.393764 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:21.410183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee639a-d76b-427a-aa39-c4b5933d11ad tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Pushing event updated for resources: {'Port': ['ID=33c35bff-6573-4cc1-adc9-3fad88b2159f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:21.468728 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:21.486054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:04:21.486790 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:04:21.492443 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:04:21.566148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-5fee639a-d76b-427a-aa39-c4b5933d11ad tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:21.566791 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-5fee639a-d76b-427a-aa39-c4b5933d11ad tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:21.573868 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:21.690874 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:21.706932 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:21.709549 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] 10.222.0.38 "DELETE /v2.0/networks/529cc4b9-928f-4b12-96db-60ee071d5066 HTTP/1.1" status: 204 len: 168 time: 2.1358697 Aug 23 15:04:21.712148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f508ff6-940e-40b8-a798-047abdc3a019 admin admin] Pushing event deleted for resources: {'Network': ['ID=529cc4b9-928f-4b12-96db-60ee071d5066,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:21.712896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35126) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:21.727747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-5fee639a-d76b-427a-aa39-c4b5933d11ad tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4168444 Aug 23 15:04:21.742754 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Request body: {'port': {'device_id': 'ff944be6-3ec5-4304-8209-e2e9f7cc9905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:21.827908 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:21.890483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35132) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:21.925914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Router 984c024a-39e2-42d1-a72f-00908ca1bde6 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:04:22.147211 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09aeafb1-fbe8-41f3-8bbc-5dc0b9bddd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:22.185789 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ea211f2b-015a-4171-a434-688d499ade86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:22.216310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:04:22.226904 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Sync routers for ids ['984c024a-39e2-42d1-a72f-00908ca1bde6'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:04:22.242540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Routers {'984c024a-39e2-42d1-a72f-00908ca1bde6'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:22.242540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['984c024a-39e2-42d1-a72f-00908ca1bde6'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:22.345836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0f0c4-2394-43ac-8628-88156b868ce4 req-b1f29b6d-4a7e-4720-9fc5-cf28b1e1b854 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:22.347598 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14c0f0c4-2394-43ac-8628-88156b868ce4 req-b1f29b6d-4a7e-4720-9fc5-cf28b1e1b854 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 932 time: 0.1489463 Aug 23 15:04:22.444870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c35bff-6573-4cc1-adc9-3fad88b2159f {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:04:22.456702 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:22.472852 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14c0f0c4-2394-43ac-8628-88156b868ce4 req-fc676d00-4df0-47e7-aa40-9ab18cb72307 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103487 Aug 23 15:04:22.491084 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Transition to ACTIVE for port object 33c35bff-6573-4cc1-adc9-3fad88b2159f will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:22.529299 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09aeafb1-fbe8-41f3-8bbc-5dc0b9bddd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:22.554528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-ea211f2b-015a-4171-a434-688d499ade86 admin admin] Deleting port 449e823c-02e6-4e2b-a339-3ece3774da06 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:22.555001 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ea211f2b-015a-4171-a434-688d499ade86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:22.575287 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:22.619874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Set router 984c024a-39e2-42d1-a72f-00908ca1bde6 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:22.635974 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09aeafb1-fbe8-41f3-8bbc-5dc0b9bddd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:22.679720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aeafb1-fbe8-41f3-8bbc-5dc0b9bddd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af7e24f-ecfc-49ff-af79-a0ddfd3e251c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:22.704806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-ea211f2b-015a-4171-a434-688d499ade86 admin admin] For port 449e823c-02e6-4e2b-a339-3ece3774da06, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=449e823c-02e6-4e2b-a339-3ece3774da06,segment=NetworkSegment(f80e5647-9a2e-400d-abba-865e0c55a212),segment_id=f80e5647-9a2e-400d-abba-865e0c55a212)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:22.705197 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ea211f2b-015a-4171-a434-688d499ade86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:22.717533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Pushing event updated for resources: {'Port': ['ID=33c35bff-6573-4cc1-adc9-3fad88b2159f,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:22.724446 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-88582cdd-bad1-4bc5-929c-9a3c46d55d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:22.725910 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:22.728912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-ea211f2b-015a-4171-a434-688d499ade86 admin admin] Calling delete_port for 449e823c-02e6-4e2b-a339-3ece3774da06 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:22.729777 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-14479c72-ced1-498c-bd43-33655169cb86 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3409801 Aug 23 15:04:22.736562 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35156) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:22.759795 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-09aeafb1-fbe8-41f3-8bbc-5dc0b9bddd40 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1466feb274e9492e939e540d8029a45d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8586085 Aug 23 15:04:22.778911 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35158) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:22.864214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Attempting to bind port 33c35bff-6573-4cc1-adc9-3fad88b2159f on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:04:22.864893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Attempting to bind port 33c35bff-6573-4cc1-adc9-3fad88b2159f by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:04:22.865234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Attempting to bind port 33c35bff-6573-4cc1-adc9-3fad88b2159f on network 64f87949-f645-4741-b9fd-fc55a03e518e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:22.874843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Port 33c35bff-6573-4cc1-adc9-3fad88b2159f on network 64f87949-f645-4741-b9fd-fc55a03e518e not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:04:22.875440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Attempting to bind port 33c35bff-6573-4cc1-adc9-3fad88b2159f on network 64f87949-f645-4741-b9fd-fc55a03e518e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:22.887931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:04:22.887931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Checking segment: {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:22.888715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Bound using segment: {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:04:22.889559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Bound port: 33c35bff-6573-4cc1-adc9-3fad88b2159f, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:04:22.889559 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:22.893103 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8667aa5c-2c5f-4fe2-b80d-e3b108bb3d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:22.950487 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8667aa5c-2c5f-4fe2-b80d-e3b108bb3d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:22.962301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'name': 'tempest-ServerRescueNegativeTestJSON-1615154623-router', 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:17Z', 'updated_at': '2021-08-23T15:04:20Z', 'revision_number': 3, 'project_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'gw_port': {'id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:18Z', 'updated_at': '2021-08-23T15:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:23.023284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] For port 33c35bff-6573-4cc1-adc9-3fad88b2159f, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:04:23.027393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] For port 33c35bff-6573-4cc1-adc9-3fad88b2159f, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=33c35bff-6573-4cc1-adc9-3fad88b2159f,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:04:23.057976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Checking router: 984c024a-39e2-42d1-a72f-00908ca1bde6 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:04:23.058552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Updating router 984c024a-39e2-42d1-a72f-00908ca1bde6 port eda81840-6dd2-42ff-a7a6-ad265a76a666 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:04:23.101274 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:23.222769 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:23.272444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:23.273079 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:23.276031 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] 10.222.0.57 "PUT /v2.0/ports/33c35bff-6573-4cc1-adc9-3fad88b2159f HTTP/1.1" status: 200 len: 1092 time: 1.5383875 Aug 23 15:04:23.281196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff944be6-3ec5-4304-8209-e2e9f7cc9905', 'tag': '33c35bff-6573-4cc1-adc9-3fad88b2159f'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:04:23.297033 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dd0012-5272-45fa-9e58-85421ea0d19a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff944be6-3ec5-4304-8209-e2e9f7cc9905", "tag": "33c35bff-6573-4cc1-adc9-3fad88b2159f"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:04:23.324986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719c0f2-04ba-4c28-a3cb-8182512d28bf service neutron] Pushing event updated for resources: {'Port': ['ID=33c35bff-6573-4cc1-adc9-3fad88b2159f,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:23.335357 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8667aa5c-2c5f-4fe2-b80d-e3b108bb3d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:23.343361 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8667aa5c-2c5f-4fe2-b80d-e3b108bb3d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:23.355282 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8667aa5c-2c5f-4fe2-b80d-e3b108bb3d3d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7af7e24f-ecfc-49ff-af79-a0ddfd3e251c HTTP/1.1" status: 204 len: 168 time: 0.5692573 Aug 23 15:04:23.374317 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27af9f0a-5230-47ae-901d-ce4f56dc52c3 x-openstack-request-id: req-27af9f0a-5230-47ae-901d-ce4f56dc52c3 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:04:23.374727 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff944be6-3ec5-4304-8209-e2e9f7cc9905", "tag": "33c35bff-6573-4cc1-adc9-3fad88b2159f", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:04:23.375879 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27af9f0a-5230-47ae-901d-ce4f56dc52c3 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:04:23.376364 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff944be6-3ec5-4304-8209-e2e9f7cc9905', 'tag': '33c35bff-6573-4cc1-adc9-3fad88b2159f', 'status': 'completed', 'code': 200} Aug 23 15:04:23.392150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667aa5c-2c5f-4fe2-b80d-e3b108bb3d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af7e24f-ecfc-49ff-af79-a0ddfd3e251c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:23.470340 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:23.481774 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ea211f2b-015a-4171-a434-688d499ade86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:23.488902 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Transition to ACTIVE for port object eda81840-6dd2-42ff-a7a6-ad265a76a666 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:23.495248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd0012-5272-45fa-9e58-85421ea0d19a req-b5119fd8-3fd7-4e65-86b4-758637fa4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:23.497102 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-42dd0012-5272-45fa-9e58-85421ea0d19a req-b5119fd8-3fd7-4e65-86b4-758637fa4587 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 1095 time: 0.1063812 Aug 23 15:04:23.517841 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea211f2b-015a-4171-a434-688d499ade86 admin admin] Pushing event deleted for resources: {'Port': ['ID=449e823c-02e6-4e2b-a339-3ece3774da06,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:23.524511 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:23.565464 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:23.720201 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Attempting to bind port eda81840-6dd2-42ff-a7a6-ad265a76a666 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:04:23.720201 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Attempting to bind port eda81840-6dd2-42ff-a7a6-ad265a76a666 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:04:23.728783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Attempting to bind port eda81840-6dd2-42ff-a7a6-ad265a76a666 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:23.728783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba034e-7c45-4b87-8ddc-3ae53643c177 None None] Pushing event updated for resources: {'Port': ['ID=eda81840-6dd2-42ff-a7a6-ad265a76a666,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:23.729968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:04:23.730356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:23.730761 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:23.731150 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:04:23.731613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Bound port: eda81840-6dd2-42ff-a7a6-ad265a76a666, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:04:23.732255 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:23.749862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd0012-5272-45fa-9e58-85421ea0d19a req-b436167e-3119-4ae5-86cb-0d58d9e4843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:23.751414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-42dd0012-5272-45fa-9e58-85421ea0d19a req-b436167e-3119-4ae5-86cb-0d58d9e4843d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2453139 Aug 23 15:04:23.890236 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] For port eda81840-6dd2-42ff-a7a6-ad265a76a666, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:04:23.901735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] For port eda81840-6dd2-42ff-a7a6-ad265a76a666, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=eda81840-6dd2-42ff-a7a6-ad265a76a666,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:04:23.931008 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf1ea2-3cdd-48fa-b2b2-0c9066ef72b1 req-8ddb2e79-0ec9-42a9-9781-41a0a4197e04 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:23.933300 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fecf1ea2-3cdd-48fa-b2b2-0c9066ef72b1 req-8ddb2e79-0ec9-42a9-9781-41a0a4197e04 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 944 time: 0.2981749 Aug 23 15:04:23.964616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd0012-5272-45fa-9e58-85421ea0d19a req-49ecb233-a402-4763-942f-d9e1fdb185f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:23.971117 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-42dd0012-5272-45fa-9e58-85421ea0d19a req-49ecb233-a402-4763-942f-d9e1fdb185f7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2113683 Aug 23 15:04:23.982743 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:24.004555 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35182) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:24.088332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Routers {'984c024a-39e2-42d1-a72f-00908ca1bde6'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:24.090104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['984c024a-39e2-42d1-a72f-00908ca1bde6'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:24.127751 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba034e-7c45-4b87-8ddc-3ae53643c177 None None] Pushing event updated for resources: {'Port': ['ID=eda81840-6dd2-42ff-a7a6-ad265a76a666,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:24.161429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-36342948-3e46-4176-98de-2380a57dc17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:24.170278 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-36342948-3e46-4176-98de-2380a57dc17e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 1095 time: 0.1543908 Aug 23 15:04:24.236465 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-386af8cf-235b-4e7e-b095-c86c87f00275 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c35bff-6573-4cc1-adc9-3fad88b2159f HTTP/1.1" status: 200 len: 217 time: 0.0576921 Aug 23 15:04:24.249939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] Set router 984c024a-39e2-42d1-a72f-00908ca1bde6 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:24.300358 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81655e09-2052-4f4a-b5ec-fe6b3db198ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:24.350649 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-74d90b8d-7eb8-44e9-81a8-590dd21a992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:24.358615 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-74d90b8d-7eb8-44e9-81a8-590dd21a992b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f22f70f-5be0-4809-bae5-4797be32e410 HTTP/1.1" status: 200 len: 846 time: 0.1131318 Aug 23 15:04:24.433355 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ea211f2b-015a-4171-a434-688d499ade86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:24.443480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-24ac59a6-81bd-4a1a-a343-80fdbd8dc4fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64f87949-f645-4741-b9fd-fc55a03e518e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535407 Aug 23 15:04:24.444059 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fecf1ea2-3cdd-48fa-b2b2-0c9066ef72b1 req-0df7131e-83a2-4790-8123-fd736de07027 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972324 Aug 23 15:04:24.469316 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Allocated IP 172.20.0.1 (cffccb22-b63a-4c5c-a1aa-a7862729d292/17940688-0fc2-4a39-b459-e1f5a256fee0/e263c593-aeac-4428-84f4-cda1019e49fd) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:24.503624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'name': 'tempest-ServerRescueNegativeTestJSON-1615154623-router', 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:17Z', 'updated_at': '2021-08-23T15:04:20Z', 'revision_number': 3, 'project_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'gw_port': {'id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:18Z', 'updated_at': '2021-08-23T15:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:24.544317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3206627c-8466-45a5-aa7d-f775d6f2e68d None None] The sync data for ids ['984c024a-39e2-42d1-a72f-00908ca1bde6'] in n-d-804985-3 is: [{'id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'name': 'tempest-ServerRescueNegativeTestJSON-1615154623-router', 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:17Z', 'updated_at': '2021-08-23T15:04:20Z', 'revision_number': 3, 'project_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'gw_port': {'id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:18Z', 'updated_at': '2021-08-23T15:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:04:24.563488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35186) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:24.646139 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01adb3af-017f-4fb3-8961-80570ab0a5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:24.661024 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81655e09-2052-4f4a-b5ec-fe6b3db198ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:24.667895 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-03196684-0a46-4c6f-b598-c34f3fd68e7c service neutron] 10.222.0.57 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171135 Aug 23 15:04:24.764106 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81655e09-2052-4f4a-b5ec-fe6b3db198ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:24.829137 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:24.875550 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4927433-3ed7-41a6-ad75-dbd1898e5da7 req-5175302e-0d43-4803-bb6d-a734c5c94e7a service neutron] 10.222.0.57 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971319 Aug 23 15:04:24.905191 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-81655e09-2052-4f4a-b5ec-fe6b3db198ec admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca07a6706791418f81f808d05de4d8ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8992367 Aug 23 15:04:24.909749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81655e09-2052-4f4a-b5ec-fe6b3db198ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22df96a0-a18f-4018-83e9-55304a055ebc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:24.924858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35192) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:25.002991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea211f2b-015a-4171-a434-688d499ade86 admin admin] Router 94317880-a3da-4284-8946-6f2d2422d88f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:04:25.074410 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01adb3af-017f-4fb3-8961-80570ab0a5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.101255 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4b622808-25ee-43d6-ade8-ad0ace1e4fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.149059 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.153531 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4b622808-25ee-43d6-ade8-ad0ace1e4fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.212025 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01adb3af-017f-4fb3-8961-80570ab0a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.287214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adb3af-017f-4fb3-8961-80570ab0a5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d635c5-ad31-475f-bc57-657ea9a83506,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:25.309890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea211f2b-015a-4171-a434-688d499ade86 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:04:25.326168 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d15c5d-6ab3-4025-be2d-49e1dbc85197 None None] Sync routers for ids ['94317880-a3da-4284-8946-6f2d2422d88f'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:04:25.334134 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-01adb3af-017f-4fb3-8961-80570ab0a5e0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=386fd31e4d72410893b654df825edd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7527058 Aug 23 15:04:25.337670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35194) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:25.341848 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ea211f2b-015a-4171-a434-688d499ade86 admin admin] 10.222.0.38 "PUT /v2.0/routers/94317880-a3da-4284-8946-6f2d2422d88f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6276169 Aug 23 15:04:25.342568 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d15c5d-6ab3-4025-be2d-49e1dbc85197 None None] Routers {'94317880-a3da-4284-8946-6f2d2422d88f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:25.344492 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Network cffccb22-b63a-4c5c-a1aa-a7862729d292 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:25.344651 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a1d15c5d-6ab3-4025-be2d-49e1dbc85197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['94317880-a3da-4284-8946-6f2d2422d88f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:25.345369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35196) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:25.347514 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Pushing event updated for resources: {'Port': ['ID=e263c593-aeac-4428-84f4-cda1019e49fd,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:25.364562 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:25.405349 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device eda81840-6dd2-42ff-a7a6-ad265a76a666 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:25.419963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:25.423072 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4b622808-25ee-43d6-ade8-ad0ace1e4fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.424905 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4b622808-25ee-43d6-ade8-ad0ace1e4fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.426396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4b622808-25ee-43d6-ade8-ad0ace1e4fbe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22df96a0-a18f-4018-83e9-55304a055ebc HTTP/1.1" status: 204 len: 168 time: 0.4347622 Aug 23 15:04:25.467400 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.520431 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b622808-25ee-43d6-ade8-ad0ace1e4fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22df96a0-a18f-4018-83e9-55304a055ebc,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:25.605281 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-663b89b4-035f-4933-b65c-a68c68795b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.609180 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.623740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port eda81840-6dd2-42ff-a7a6-ad265a76a666 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:25.628444 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port eda81840-6dd2-42ff-a7a6-ad265a76a666 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:25.629808 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.666336 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-a1d15c5d-6ab3-4025-be2d-49e1dbc85197 None None] Set router 94317880-a3da-4284-8946-6f2d2422d88f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:25.730443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-663b89b4-035f-4933-b65c-a68c68795b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.778181 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.892145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665499a-ed6c-4110-b348-6ef228b53666 req-da7f1b50-cd72-4e1d-b203-07be48cbc361 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:25.893680 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0665499a-ed6c-4110-b348-6ef228b53666 req-da7f1b50-cd72-4e1d-b203-07be48cbc361 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 944 time: 0.2981930 Aug 23 15:04:25.925409 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.954684 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-663b89b4-035f-4933-b65c-a68c68795b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.957821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port eda81840-6dd2-42ff-a7a6-ad265a76a666, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=eda81840-6dd2-42ff-a7a6-ad265a76a666,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:25.959847 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a1d15c5d-6ab3-4025-be2d-49e1dbc85197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94317880-a3da-4284-8946-6f2d2422d88f', 'name': 'tempest-TestVolumeBackupRestore-1572260401-router', 'tenant_id': '90ea2743f058486daa62f332135c1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '94acea27-424d-4aee-b2b9-c508d212076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:14Z', 'updated_at': '2021-08-23T15:04:23Z', 'revision_number': 5, 'project_id': '90ea2743f058486daa62f332135c1d0e', 'gw_port': {'id': '94acea27-424d-4aee-b2b9-c508d212076a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94317880-a3da-4284-8946-6f2d2422d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:15Z', 'updated_at': '2021-08-23T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:25.964520 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-663b89b4-035f-4933-b65c-a68c68795b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:25.965797 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-663b89b4-035f-4933-b65c-a68c68795b9a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56d635c5-ad31-475f-bc57-657ea9a83506 HTTP/1.1" status: 204 len: 168 time: 0.6269581 Aug 23 15:04:25.988206 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b89b4-035f-4933-b65c-a68c68795b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d635c5-ad31-475f-bc57-657ea9a83506,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:26.008544 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d15c5d-6ab3-4025-be2d-49e1dbc85197 None None] Checking router: 94317880-a3da-4284-8946-6f2d2422d88f for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:04:26.055977 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0665499a-ed6c-4110-b348-6ef228b53666 req-6f715e55-d166-46a2-bb13-cd37d7244cc3 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486478 Aug 23 15:04:26.070353 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d15c5d-6ab3-4025-be2d-49e1dbc85197 None None] Routers {'94317880-a3da-4284-8946-6f2d2422d88f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:26.071056 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a1d15c5d-6ab3-4025-be2d-49e1dbc85197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['94317880-a3da-4284-8946-6f2d2422d88f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:26.095702 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:26.111570 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:26.115254 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:26.286080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=eda81840-6dd2-42ff-a7a6-ad265a76a666,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:26.345631 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-a1d15c5d-6ab3-4025-be2d-49e1dbc85197 None None] Set router 94317880-a3da-4284-8946-6f2d2422d88f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:26.360274 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] Deleting port 94acea27-424d-4aee-b2b9-c508d212076a {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:26.360700 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:26.444569 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:26.481870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] For port 94acea27-424d-4aee-b2b9-c508d212076a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=94acea27-424d-4aee-b2b9-c508d212076a,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:26.482271 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:26.517051 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] Calling delete_port for 94acea27-424d-4aee-b2b9-c508d212076a owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:26.631586 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0d1056c1-15cb-479b-a01a-71df8ec89b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:26.635670 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:26.691686 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a1d15c5d-6ab3-4025-be2d-49e1dbc85197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94317880-a3da-4284-8946-6f2d2422d88f', 'name': 'tempest-TestVolumeBackupRestore-1572260401-router', 'tenant_id': '90ea2743f058486daa62f332135c1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '94acea27-424d-4aee-b2b9-c508d212076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:14Z', 'updated_at': '2021-08-23T15:04:23Z', 'revision_number': 5, 'project_id': '90ea2743f058486daa62f332135c1d0e', 'gw_port': {'id': '94acea27-424d-4aee-b2b9-c508d212076a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94317880-a3da-4284-8946-6f2d2422d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:15Z', 'updated_at': '2021-08-23T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:26.744439 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d15c5d-6ab3-4025-be2d-49e1dbc85197 None None] The sync data for ids ['94317880-a3da-4284-8946-6f2d2422d88f'] in n-d-804985-3 is: [{'id': '94317880-a3da-4284-8946-6f2d2422d88f', 'name': 'tempest-TestVolumeBackupRestore-1572260401-router', 'tenant_id': '90ea2743f058486daa62f332135c1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '94acea27-424d-4aee-b2b9-c508d212076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:58:14Z', 'updated_at': '2021-08-23T15:04:23Z', 'revision_number': 5, 'project_id': '90ea2743f058486daa62f332135c1d0e', 'gw_port': {'id': '94acea27-424d-4aee-b2b9-c508d212076a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94317880-a3da-4284-8946-6f2d2422d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:58:15Z', 'updated_at': '2021-08-23T14:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:04:26.758988 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:26.800236 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:26.828861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Pushing event updated for resources: {'Port': ['ID=e263c593-aeac-4428-84f4-cda1019e49fd,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:27.034715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Network cffccb22-b63a-4c5c-a1aa-a7862729d292 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:27.039080 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:27.153589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35230) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:27.174695 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef736a16-b8c3-44b2-ba6a-ce80fa69f86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:27.235104 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:27.280590 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=94acea27-424d-4aee-b2b9-c508d212076a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:27.287021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Router 984c024a-39e2-42d1-a72f-00908ca1bde6 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:04:27.300417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device eda81840-6dd2-42ff-a7a6-ad265a76a666 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:27.358615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088e319-0560-4231-9b50-0eba6cdaaf1c req-63dd3a98-d52c-4d4f-8c75-8556cca57abf tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:27.368085 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8088e319-0560-4231-9b50-0eba6cdaaf1c req-63dd3a98-d52c-4d4f-8c75-8556cca57abf tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 944 time: 0.1896060 Aug 23 15:04:27.388807 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef736a16-b8c3-44b2-ba6a-ce80fa69f86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:27.418482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port eda81840-6dd2-42ff-a7a6-ad265a76a666 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:27.419330 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:27.474997 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef736a16-b8c3-44b2-ba6a-ce80fa69f86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:27.487531 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:27.546957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ef736a16-b8c3-44b2-ba6a-ce80fa69f86e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6ae32b729c964e6aa00f04c56128c88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918447 Aug 23 15:04:27.550671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35238) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:27.567688 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8088e319-0560-4231-9b50-0eba6cdaaf1c req-60e83568-0044-425f-b18c-b4f3733ba508 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983793 Aug 23 15:04:27.600487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef736a16-b8c3-44b2-ba6a-ce80fa69f86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23db844a-9eff-4364-8e29-9d5c735b1cd7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:27.647286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 449e823c-02e6-4e2b-a339-3ece3774da06 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:04:27.654342 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aced697e-52ec-4605-8c62-402833ce4971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:27.656479 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:27.661135 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:27.668179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:04:27.715721 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bcda2601-c5f3-4e1d-aa71-920d0a6c4223 admin admin] 10.222.0.38 "PUT /v2.0/routers/984c024a-39e2-42d1-a72f-00908ca1bde6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9728787 Aug 23 15:04:27.720785 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aced697e-52ec-4605-8c62-402833ce4971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:27.730949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Sync routers for ids ['984c024a-39e2-42d1-a72f-00908ca1bde6'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:04:27.733402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 449e823c-02e6-4e2b-a339-3ece3774da06 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:04:27.733749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 449e823c-02e6-4e2b-a339-3ece3774da06 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:04:27.745812 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Routers {'984c024a-39e2-42d1-a72f-00908ca1bde6'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:27.748427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:04:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['984c024a-39e2-42d1-a72f-00908ca1bde6'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:27.793002 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:27.793551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94317880-a3da-4284-8946-6f2d2422d88f {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:04:27.798077 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:27.806335 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-79425972-1961-49c0-b8ba-661a5ab05f09 admin admin] 10.222.0.38 "DELETE /v2.0/routers/94317880-a3da-4284-8946-6f2d2422d88f HTTP/1.1" status: 204 len: 168 time: 2.4564126 Aug 23 15:04:27.806335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35248) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:27.896622 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aced697e-52ec-4605-8c62-402833ce4971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:27.897324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Set router 984c024a-39e2-42d1-a72f-00908ca1bde6 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:27.909129 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aced697e-52ec-4605-8c62-402833ce4971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:27.914845 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-aced697e-52ec-4605-8c62-402833ce4971 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23db844a-9eff-4364-8e29-9d5c735b1cd7 HTTP/1.1" status: 204 len: 168 time: 0.3606775 Aug 23 15:04:27.967620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced697e-52ec-4605-8c62-402833ce4971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23db844a-9eff-4364-8e29-9d5c735b1cd7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:27.981879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41aa100-9d7d-4a72-80f1-86e39386cbd4 admin admin] Deleting subnet 5a19a1bb-44de-48c4-b89a-89d32f7661bb {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:04:27.986134 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e41aa100-9d7d-4a72-80f1-86e39386cbd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:28.045268 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e41aa100-9d7d-4a72-80f1-86e39386cbd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:28.153340 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e41aa100-9d7d-4a72-80f1-86e39386cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:28.211622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'name': 'tempest-ServerRescueNegativeTestJSON-1615154623-router', 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:17Z', 'updated_at': '2021-08-23T15:04:25Z', 'revision_number': 4, 'project_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'gw_port': {'id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:18Z', 'updated_at': '2021-08-23T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e263c593-aeac-4428-84f4-cda1019e49fd', 'name': '', 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292', 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'mac_address': 'fa:16:3e:01:2b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '17940688-0fc2-4a39-b459-e1f5a256fee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:23Z', 'updated_at': '2021-08-23T15:04:26Z', 'revision_number': 2, 'project_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'subnets': [{'id': '17940688-0fc2-4a39-b459-e1f5a256fee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:28.244947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Checking router: 984c024a-39e2-42d1-a72f-00908ca1bde6 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:04:28.245308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Updating router 984c024a-39e2-42d1-a72f-00908ca1bde6 port e263c593-aeac-4428-84f4-cda1019e49fd binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:04:28.273559 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:28.331227 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e41aa100-9d7d-4a72-80f1-86e39386cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:28.372219 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e41aa100-9d7d-4a72-80f1-86e39386cbd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:28.376197 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e41aa100-9d7d-4a72-80f1-86e39386cbd4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5a19a1bb-44de-48c4-b89a-89d32f7661bb HTTP/1.1" status: 204 len: 168 time: 0.5694466 Aug 23 15:04:28.377717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35260) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:28.380149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41aa100-9d7d-4a72-80f1-86e39386cbd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a19a1bb-44de-48c4-b89a-89d32f7661bb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:28.389597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38e8af3-af52-4fd8-a700-b65e9822db11 None None] Network e8c94c12-a980-40ce-8075-4f5e492bc38c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:04:28.508695 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:28.571558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] Deleting port 53fe9112-d3b7-480d-aeb6-0785b307bcc8 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:28.571958 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:28.638563 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:28.663133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] For port 53fe9112-d3b7-480d-aeb6-0785b307bcc8, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=53fe9112-d3b7-480d-aeb6-0785b307bcc8,segment=NetworkSegment(f80e5647-9a2e-400d-abba-865e0c55a212),segment_id=f80e5647-9a2e-400d-abba-865e0c55a212)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:28.663509 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:28.691224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] Calling delete_port for 53fe9112-d3b7-480d-aeb6-0785b307bcc8 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:28.768157 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:28.773619 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652fd3e8-ae3d-44ae-879b-79122abd4d91 None None] DHCP port deletion for e8c94c12-a980-40ce-8075-4f5e492bc38c request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:04:28.786909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Transition to ACTIVE for port object e263c593-aeac-4428-84f4-cda1019e49fd will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:28.841419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c89839-8650-46bc-a6ee-d903c19ee4f9 req-36eb02f0-6654-4227-9966-085fc71b6af6 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:28.854517 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-652fd3e8-ae3d-44ae-879b-79122abd4d91 None None] Deleting port 53fe9112-d3b7-480d-aeb6-0785b307bcc8 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:28.858903 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-652fd3e8-ae3d-44ae-879b-79122abd4d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:28.859229 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19c89839-8650-46bc-a6ee-d903c19ee4f9 req-36eb02f0-6654-4227-9966-085fc71b6af6 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 944 time: 0.1131644 Aug 23 15:04:28.941699 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19c89839-8650-46bc-a6ee-d903c19ee4f9 req-fbd053b1-7b29-4394-8ad6-c73cdecad759 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687892 Aug 23 15:04:28.982352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-652fd3e8-ae3d-44ae-879b-79122abd4d91 None None] For port 53fe9112-d3b7-480d-aeb6-0785b307bcc8, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=53fe9112-d3b7-480d-aeb6-0785b307bcc8,segment=NetworkSegment(f80e5647-9a2e-400d-abba-865e0c55a212),segment_id=f80e5647-9a2e-400d-abba-865e0c55a212)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:28.982352 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-652fd3e8-ae3d-44ae-879b-79122abd4d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:28.990992 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:29.004631 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:29.034966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=53fe9112-d3b7-480d-aeb6-0785b307bcc8,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:29.044788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] No DVR routers for this DVR port 53fe9112-d3b7-480d-aeb6-0785b307bcc8 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:04:29.083035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-652fd3e8-ae3d-44ae-879b-79122abd4d91 None None] Calling delete_port for 53fe9112-d3b7-480d-aeb6-0785b307bcc8 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:29.156351 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:29.171462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c94c12-a980-40ce-8075-4f5e492bc38c']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:29.186603 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-03fa4abf-4e70-4624-8ae2-2353b1324cff tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:29.189447 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-03fa4abf-4e70-4624-8ae2-2353b1324cff tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/networks?id=cffccb22-b63a-4c5c-a1aa-a7862729d292 HTTP/1.1" status: 200 len: 819 time: 0.1761265 Aug 23 15:04:29.202913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80e5647-9a2e-400d-abba-865e0c55a212') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:29.203586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80e5647-9a2e-400d-abba-865e0c55a212') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:29.213651 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-40f88b4d-e71a-46f3-9119-03c0d1addb0f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/quotas/c26bbee1cb1141c6af86a04eb2c30e99 HTTP/1.1" status: 200 len: 375 time: 0.0169492 Aug 23 15:04:29.220458 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:29.244405 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:29.251708 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:04:29.251906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d434d4-ff52-4194-84fd-c3d9a5f8d7fe None None] Pushing event updated for resources: {'Port': ['ID=e263c593-aeac-4428-84f4-cda1019e49fd,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:29.252851 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:29.255198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 53fe9112-d3b7-480d-aeb6-0785b307bcc8 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:04:29.287769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 53fe9112-d3b7-480d-aeb6-0785b307bcc8 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:04:29.288052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 53fe9112-d3b7-480d-aeb6-0785b307bcc8 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:04:29.288477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 94acea27-424d-4aee-b2b9-c508d212076a no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:04:29.346885 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:04:29.350619 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 94acea27-424d-4aee-b2b9-c508d212076a {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:04:29.351032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 94acea27-424d-4aee-b2b9-c508d212076a not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:04:29.376537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Attempting to bind port e263c593-aeac-4428-84f4-cda1019e49fd on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:04:29.376929 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Attempting to bind port e263c593-aeac-4428-84f4-cda1019e49fd by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a570d030-c42f-45a3-9ae3-1f1a44248e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:04:29.377545 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Attempting to bind port e263c593-aeac-4428-84f4-cda1019e49fd on network cffccb22-b63a-4c5c-a1aa-a7862729d292 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:29.390281 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-7fbbd1d8-f615-4a27-a97e-c1b12fa31391 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1692207 Aug 23 15:04:29.391491 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:04:29.391900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Checking segment: {'id': 'a570d030-c42f-45a3-9ae3-1f1a44248e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:29.397123 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:29.397123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Bound using segment: {'id': 'a570d030-c42f-45a3-9ae3-1f1a44248e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:04:29.397123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Bound port: e263c593-aeac-4428-84f4-cda1019e49fd, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a570d030-c42f-45a3-9ae3-1f1a44248e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:04:29.397123 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:29.412362 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-652fd3e8-ae3d-44ae-879b-79122abd4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:29.415749 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:29.422810 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:29.425580 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e8c94c12-a980-40ce-8075-4f5e492bc38c HTTP/1.1" status: 204 len: 168 time: 1.0467916 Aug 23 15:04:29.446683 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521754f-d260-4788-b75b-1896855e35f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c94c12-a980-40ce-8075-4f5e492bc38c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:29.677265 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-652fd3e8-ae3d-44ae-879b-79122abd4d91 None None] Network e8c94c12-a980-40ce-8075-4f5e492bc38c is not hosted by any dhcp agent {{(pid=96116) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 15:04:29.677980 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652fd3e8-ae3d-44ae-879b-79122abd4d91 None None] No DVR routers for this DVR port 53fe9112-d3b7-480d-aeb6-0785b307bcc8 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:04:29.684495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-55cd64f4-26e1-4b44-8e58-f6ca8dc11896 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:04:29.685250 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 33c35bff-6573-4cc1-adc9-3fad88b2159f details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:04:29.695253 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-55cd64f4-26e1-4b44-8e58-f6ca8dc11896 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3029640 Aug 23 15:04:29.708559 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fd3e8-ae3d-44ae-879b-79122abd4d91 None None] Pushing event deleted for resources: {'Port': ['ID=53fe9112-d3b7-480d-aeb6-0785b307bcc8,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:29.829184 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-946b1d2c-af0b-46b7-9693-292de0ae99cf service neutron] 10.222.0.38 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334233 Aug 23 15:04:29.839461 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] For port e263c593-aeac-4428-84f4-cda1019e49fd, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:04:29.886593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] For port e263c593-aeac-4428-84f4-cda1019e49fd, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e263c593-aeac-4428-84f4-cda1019e49fd,segment=NetworkSegment(a570d030-c42f-45a3-9ae3-1f1a44248e2f),segment_id=a570d030-c42f-45a3-9ae3-1f1a44248e2f)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:04:29.952639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 33c35bff-6573-4cc1-adc9-3fad88b2159f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=33c35bff-6573-4cc1-adc9-3fad88b2159f,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:29.967772 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:30.062153 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d434d4-ff52-4194-84fd-c3d9a5f8d7fe None None] Pushing event updated for resources: {'Port': ['ID=e263c593-aeac-4428-84f4-cda1019e49fd,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:30.073749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '33c35bff-6573-4cc1-adc9-3fad88b2159f', 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e', 'port_id': '33c35bff-6573-4cc1-adc9-3fad88b2159f', 'mac_address': 'fa:16:3e:0a:63:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f22f70f-5be0-4809-bae5-4797be32e410', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:04:30.142049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Routers {'984c024a-39e2-42d1-a72f-00908ca1bde6'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:30.143059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:04:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['984c024a-39e2-42d1-a72f-00908ca1bde6'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:30.150623 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:30.153268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35320) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:30.172640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35324) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:30.231404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c35bff-6573-4cc1-adc9-3fad88b2159f {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:04:30.271439 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc5a24-9679-418e-82f6-90abb394eb0a req-a0b920ec-88f1-47ea-90a7-365169538f84 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:30.273739 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35fc5a24-9679-418e-82f6-90abb394eb0a req-a0b920ec-88f1-47ea-90a7-365169538f84 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 944 time: 0.1933217 Aug 23 15:04:30.299897 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 33c35bff-6573-4cc1-adc9-3fad88b2159f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=33c35bff-6573-4cc1-adc9-3fad88b2159f,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:30.345619 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] Set router 984c024a-39e2-42d1-a72f-00908ca1bde6 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:30.371876 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-38ed8503-d345-4436-b12e-4e386345c392 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=94f04dbf9eef4b6cabf9f08f4814b810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965985 Aug 23 15:04:30.376779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35330) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:30.427198 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-35fc5a24-9679-418e-82f6-90abb394eb0a req-d3f107b9-0f74-42ac-ab89-129c211922f0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380708 Aug 23 15:04:30.429240 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:30.522519 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-bb64b865-c7c7-423b-b881-62bf8b91963f service neutron] 10.222.0.38 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868250 Aug 23 15:04:30.543904 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9b477f8-9b33-4bdf-bac6-f8e004986f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:30.602897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a71e320c-5066-413d-a16f-f3b3753b9311 tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-270225345'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:30.603367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a71e320c-5066-413d-a16f-f3b3753b9311 tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Unknown quota resources ['metering_label']. {{(pid=96115) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 15:04:30.713587 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9b477f8-9b33-4bdf-bac6-f8e004986f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:30.721666 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=33c35bff-6573-4cc1-adc9-3fad88b2159f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:30.775086 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['33c35bff-6573-4cc1-adc9-3fad88b2159f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:04:31.003117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'name': 'tempest-ServerRescueNegativeTestJSON-1615154623-router', 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:17Z', 'updated_at': '2021-08-23T15:04:25Z', 'revision_number': 4, 'project_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'gw_port': {'id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:18Z', 'updated_at': '2021-08-23T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e263c593-aeac-4428-84f4-cda1019e49fd', 'name': '', 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292', 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'mac_address': 'fa:16:3e:01:2b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '17940688-0fc2-4a39-b459-e1f5a256fee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:23Z', 'updated_at': '2021-08-23T15:04:29Z', 'revision_number': 4, 'project_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'subnets': [{'id': '17940688-0fc2-4a39-b459-e1f5a256fee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:31.069579 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9b477f8-9b33-4bdf-bac6-f8e004986f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:31.072177 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9b477f8-9b33-4bdf-bac6-f8e004986f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:31.079200 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e9b477f8-9b33-4bdf-bac6-f8e004986f20 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24f7e21f-2caa-43c8-9fb7-440a07deb01b HTTP/1.1" status: 204 len: 168 time: 0.6957443 Aug 23 15:04:31.096442 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a71e320c-5066-413d-a16f-f3b3753b9311 tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:31.101137 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35348) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:31.101274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a71e320c-5066-413d-a16f-f3b3753b9311 tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9467468 Aug 23 15:04:31.102404 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b477f8-9b33-4bdf-bac6-f8e004986f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f7e21f-2caa-43c8-9fb7-440a07deb01b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:31.106492 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d641ed4a-0725-4210-a538-d24aed387533 tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3f497fd5-25c3-4365-bf7b-1b277aa1e779'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:31.107167 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d641ed4a-0725-4210-a538-d24aed387533 tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=96114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 15:04:31.114208 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ea513-61b3-494e-b667-13af09eaaaea None None] The sync data for ids ['984c024a-39e2-42d1-a72f-00908ca1bde6'] in n-d-804985-3 is: [{'id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'name': 'tempest-ServerRescueNegativeTestJSON-1615154623-router', 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:17Z', 'updated_at': '2021-08-23T15:04:25Z', 'revision_number': 4, 'project_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'gw_port': {'id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:18Z', 'updated_at': '2021-08-23T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e263c593-aeac-4428-84f4-cda1019e49fd', 'name': '', 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292', 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'mac_address': 'fa:16:3e:01:2b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '17940688-0fc2-4a39-b459-e1f5a256fee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:23Z', 'updated_at': '2021-08-23T15:04:29Z', 'revision_number': 4, 'project_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'subnets': [{'id': '17940688-0fc2-4a39-b459-e1f5a256fee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:04:31.116771 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d56bfb6-adbf-4e65-a818-bfea0b1645d1 req-49798619-f2e5-4be6-83c3-89e24c2b892f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 210 time: 0.1353676 Aug 23 15:04:31.358464 n-d-804985-3 neutron-server[96114]: WARNING neutron.services.metering.metering_plugin [None req-d641ed4a-0725-4210-a538-d24aed387533 tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 15:04:31.644352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 33c35bff-6573-4cc1-adc9-3fad88b2159f up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:31.655256 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d641ed4a-0725-4210-a538-d24aed387533 tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:31.658178 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d641ed4a-0725-4210-a538-d24aed387533 tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5552421 Aug 23 15:04:31.668370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5e12e-0509-4a13-9541-cb24916c05e5 req-e823ffc5-f3bf-4214-b14e-60d046d73823 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:31.689099 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0f5e12e-0509-4a13-9541-cb24916c05e5 req-e823ffc5-f3bf-4214-b14e-60d046d73823 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 945 time: 0.1304779 Aug 23 15:04:31.698069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35374) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:31.711613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-efa90ee1-4692-449f-94d7-9b89300fc74a tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3f497fd5-25c3-4365-bf7b-1b277aa1e779'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:31.715173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-efa90ee1-4692-449f-94d7-9b89300fc74a tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=96114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 15:04:31.751226 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0f5e12e-0509-4a13-9541-cb24916c05e5 req-9ed7e3a5-d416-4779-a0bd-020e95263286 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433140 Aug 23 15:04:31.862709 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 33c35bff-6573-4cc1-adc9-3fad88b2159f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:31.874154 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 33c35bff-6573-4cc1-adc9-3fad88b2159f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:31.874757 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:32.021234 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-62ce1ba0-4657-4f62-ad4e-bde09de74751 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:32.023533 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-62ce1ba0-4657-4f62-ad4e-bde09de74751 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/networks?id=cffccb22-b63a-4c5c-a1aa-a7862729d292 HTTP/1.1" status: 200 len: 819 time: 0.5200558 Aug 23 15:04:32.028523 n-d-804985-3 neutron-server[96114]: WARNING neutron.services.metering.metering_plugin [None req-efa90ee1-4692-449f-94d7-9b89300fc74a tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 15:04:32.074177 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-51de1799-099b-4ca7-8b2b-1642bbf9a603 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/quotas/c26bbee1cb1141c6af86a04eb2c30e99 HTTP/1.1" status: 200 len: 375 time: 0.0402937 Aug 23 15:04:32.110718 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:32.117738 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35388) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:32.161376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff944be6-3ec5-4304-8209-e2e9f7cc9905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c35bff-6573-4cc1-adc9-3fad88b2159f'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:04:32.163874 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c5c1aa-d1f7-422c-9b5d-ccb9c06b6845" -d '{"events": [{"server_uuid": "ff944be6-3ec5-4304-8209-e2e9f7cc9905", "name": "network-vif-plugged", "status": "completed", "tag": "33c35bff-6573-4cc1-adc9-3fad88b2159f"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:04:32.201605 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 33c35bff-6573-4cc1-adc9-3fad88b2159f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=33c35bff-6573-4cc1-adc9-3fad88b2159f,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:32.239930 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2bf50de4-397c-42d8-8f3b-3f28741b9e0c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=90ea2743f058486daa62f332135c1d0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1206291 Aug 23 15:04:32.241808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35396) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:32.268964 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82e8fe6-35ea-434b-ba40-64ee4078bba1 x-openstack-request-id: req-b82e8fe6-35ea-434b-ba40-64ee4078bba1 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:04:32.269260 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff944be6-3ec5-4304-8209-e2e9f7cc9905", "name": "network-vif-plugged", "status": "completed", "tag": "33c35bff-6573-4cc1-adc9-3fad88b2159f", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:04:32.269752 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b82e8fe6-35ea-434b-ba40-64ee4078bba1 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:04:32.270125 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff944be6-3ec5-4304-8209-e2e9f7cc9905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c35bff-6573-4cc1-adc9-3fad88b2159f', 'code': 200} Aug 23 15:04:32.285499 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-efa90ee1-4692-449f-94d7-9b89300fc74a tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:32.286806 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-efa90ee1-4692-449f-94d7-9b89300fc74a tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5869739 Aug 23 15:04:32.292690 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35398) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:32.297015 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:32.317760 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-500146f2-dde4-4451-a3cd-455d42d697d1 tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=2ed7a350-35e9-48f8-ad4e-6154d7de81c7 HTTP/1.1" status: 200 len: 462 time: 0.0236855 Aug 23 15:04:32.322555 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35400) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:32.340232 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-600f78e4-9671-4091-a9c5-b5f12dc49fa0 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2014737 Aug 23 15:04:32.431071 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=33c35bff-6573-4cc1-adc9-3fad88b2159f,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:32.488583 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-45d6ffc2-8608-4eab-a2c1-1179e9e474ba service neutron] 10.222.0.38 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470902 Aug 23 15:04:32.523556 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5fbcc-1003-449a-a46a-0188a58a66e3 req-2e3eae02-ceb8-4393-abb4-a849b60c2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:32.525511 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-09b5fbcc-1003-449a-a46a-0188a58a66e3 req-2e3eae02-ceb8-4393-abb4-a849b60c2832 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 1097 time: 0.1341317 Aug 23 15:04:32.579414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-09b5fbcc-1003-449a-a46a-0188a58a66e3 req-26bd0340-8f46-45f9-9874-4dbe4a441eaf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428438 Aug 23 15:04:32.584280 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4454fdd8-c2e5-43c5-abc7-c2dfe6498a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:32.617118 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4454fdd8-c2e5-43c5-abc7-c2dfe6498a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:32.733323 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-231353e4-faa0-4445-b390-c755075e7931 service neutron] 10.222.0.38 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351530 Aug 23 15:04:32.799886 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f1db4bfe-2199-4585-afdf-c3aad94b59dc tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:32.801305 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f1db4bfe-2199-4585-afdf-c3aad94b59dc tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/2ed7a350-35e9-48f8-ad4e-6154d7de81c7 HTTP/1.1" status: 204 len: 168 time: 0.4776630 Aug 23 15:04:32.803941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35408) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:32.818291 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a62e8592-d75f-4669-9836-7dff1f8c4eac tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=2ed7a350-35e9-48f8-ad4e-6154d7de81c7 HTTP/1.1" status: 200 len: 221 time: 0.0125253 Aug 23 15:04:32.823464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35410) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:32.829663 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-55cdd780-9874-42ac-bad6-6e5149ad8f6d tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--714232845', 'description': 'label created by tempest'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:32.830360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-55cdd780-9874-42ac-bad6-6e5149ad8f6d tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Unknown quota resources ['metering_label']. {{(pid=96115) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 15:04:32.892053 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4454fdd8-c2e5-43c5-abc7-c2dfe6498a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:32.897759 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4454fdd8-c2e5-43c5-abc7-c2dfe6498a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:32.903967 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4454fdd8-c2e5-43c5-abc7-c2dfe6498a83 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/358eea4c-0545-4821-9de9-7c52b4a854da HTTP/1.1" status: 204 len: 168 time: 0.6577370 Aug 23 15:04:32.931460 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454fdd8-c2e5-43c5-abc7-c2dfe6498a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358eea4c-0545-4821-9de9-7c52b4a854da,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:33.286598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e263c593-aeac-4428-84f4-cda1019e49fd up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:33.411754 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8add9e9e-f023-4d21-80e6-4f643a1da637 req-5aea337e-0b2d-4210-b077-7640c7eb921c tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 210 time: 0.0668635 Aug 23 15:04:33.479261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port e263c593-aeac-4428-84f4-cda1019e49fd completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:33.485539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e263c593-aeac-4428-84f4-cda1019e49fd triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:33.486014 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:33.687480 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:33.757411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port e263c593-aeac-4428-84f4-cda1019e49fd, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e263c593-aeac-4428-84f4-cda1019e49fd,segment=NetworkSegment(a570d030-c42f-45a3-9ae3-1f1a44248e2f),segment_id=a570d030-c42f-45a3-9ae3-1f1a44248e2f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:33.778067 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55cdd780-9874-42ac-bad6-6e5149ad8f6d tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:33.779151 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-55cdd780-9874-42ac-bad6-6e5149ad8f6d tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.9543157 Aug 23 15:04:33.782732 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35446) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:33.792052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f2804-1405-4bbe-bcf6-c1befcd70d7c req-68db519a-8879-4b2b-a316-38eb8b7155a0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:33.801494 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc7f2804-1405-4bbe-bcf6-c1befcd70d7c req-68db519a-8879-4b2b-a316-38eb8b7155a0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 946 time: 0.8716426 Aug 23 15:04:33.850041 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:33.927199 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc7f2804-1405-4bbe-bcf6-c1befcd70d7c req-dc54f96a-fab8-4764-823a-1472bf41b057 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242163 Aug 23 15:04:33.990756 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=e263c593-aeac-4428-84f4-cda1019e49fd,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:34.049762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-072c6de4-df51-4af4-a9f6-ae4f2075202d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:34.051434 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-072c6de4-df51-4af4-a9f6-ae4f2075202d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.61 "GET /v2.0/networks?id=cffccb22-b63a-4c5c-a1aa-a7862729d292 HTTP/1.1" status: 200 len: 819 time: 0.2284653 Aug 23 15:04:34.069351 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2294e0bb-3719-4af5-8211-ef4739f7ba3a tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=8f20a49c-1b7c-4b68-bc93-3b6a86e57ac3 HTTP/1.1" status: 200 len: 467 time: 0.2826080 Aug 23 15:04:34.072826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35458) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:34.077905 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-a27fdb57-2f70-4cee-a22c-c3ca4c378cbe tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Request body: {'port': {'device_id': 'a3fcd242-4093-4dd4-9ffd-68d0e23b0385', 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292', 'admin_state_up': True, 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:34.416808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-a27fdb57-2f70-4cee-a22c-c3ca4c378cbe tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Made reservation on behalf of c26bbee1cb1141c6af86a04eb2c30e99 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:34.419043 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a84bad4c-82e3-488b-9747-6b8a11fa11dd tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:34.420677 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a84bad4c-82e3-488b-9747-6b8a11fa11dd tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/8f20a49c-1b7c-4b68-bc93-3b6a86e57ac3 HTTP/1.1" status: 204 len: 168 time: 0.3460844 Aug 23 15:04:34.423424 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35470) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:34.428780 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-a27fdb57-2f70-4cee-a22c-c3ca4c378cbe tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:34.442131 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6c56ba00-852f-4b84-b6ef-75dec2c9dab7 tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=8f20a49c-1b7c-4b68-bc93-3b6a86e57ac3 HTTP/1.1" status: 200 len: 216 time: 0.0165887 Aug 23 15:04:34.445153 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35472) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:34.472423 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7b75607d-50d6-4451-9316-f1b45d33ace1 tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0252507 Aug 23 15:04:34.479024 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35476) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:34.516246 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d3953d3d-5f68-4c5f-809c-3ada26d2c454 tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0309534 Aug 23 15:04:34.523208 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35478) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:34.594673 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a7a91f1-b569-4c68-a679-293f76b25b6f req-1aefaf04-a2a6-44e8-9d36-49775916e50c tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 210 time: 0.0495973 Aug 23 15:04:34.631196 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9a3b9771-ebc9-4d78-945e-2605ecb102d9 tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels/3f497fd5-25c3-4365-bf7b-1b277aa1e779 HTTP/1.1" status: 200 len: 472 time: 0.1066127 Aug 23 15:04:34.634884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35484) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:34.662396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4d22a5b7-224d-4001-96a7-7cef61813f44 tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules/793e778f-b3c1-4df0-89ed-6d3be45ec291 HTTP/1.1" status: 200 len: 459 time: 0.0259705 Aug 23 15:04:34.665631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35486) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:34.706356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-a27fdb57-2f70-4cee-a22c-c3ca4c378cbe tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Allocated IP 172.20.0.2 (cffccb22-b63a-4c5c-a1aa-a7862729d292/17940688-0fc2-4a39-b459-e1f5a256fee0/523d7fb1-42dc-4fb1-948f-e023ee161005) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:34.901276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35490) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:34.942728 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-055f6398-5077-4025-8811-6cb5062345fa tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:34.945657 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-055f6398-5077-4025-8811-6cb5062345fa tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/793e778f-b3c1-4df0-89ed-6d3be45ec291 HTTP/1.1" status: 204 len: 168 time: 0.2786784 Aug 23 15:04:34.949490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35496) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:35.123108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70358129-d209-436d-8651-d96bfdc230b8 req-d239b044-4906-48d5-9a16-324c76426517 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:35.127930 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-70358129-d209-436d-8651-d96bfdc230b8 req-d239b044-4906-48d5-9a16-324c76426517 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 946 time: 0.1193519 Aug 23 15:04:35.133475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-593696997-network', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:35.167442 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-a27fdb57-2f70-4cee-a22c-c3ca4c378cbe tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:35.174734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e263c593-aeac-4428-84f4-cda1019e49fd up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:35.211225 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-70358129-d209-436d-8651-d96bfdc230b8 req-99b3fe8a-0305-4b5c-b9f2-9267cc9b2905 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555725 Aug 23 15:04:35.267981 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Made reservation on behalf of 33f1c75c07ec4bf9aaf6afece184b99b for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:35.271555 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:35.272921 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e263c593-aeac-4428-84f4-cda1019e49fd triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:35.273297 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:35.283081 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:35.385922 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:35.408706 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e23ffda8-4869-402a-85d8-ad0b1f061efd tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:35.411531 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e23ffda8-4869-402a-85d8-ad0b1f061efd tempest-MeteringIpV6TestJSON-1790997473 tempest-MeteringIpV6TestJSON-1790997473-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/3f497fd5-25c3-4365-bf7b-1b277aa1e779 HTTP/1.1" status: 204 len: 168 time: 0.4609292 Aug 23 15:04:35.478663 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-a27fdb57-2f70-4cee-a22c-c3ca4c378cbe tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:35.506699 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:35.522603 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:04:35.532392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-a27fdb57-2f70-4cee-a22c-c3ca4c378cbe tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Network cffccb22-b63a-4c5c-a1aa-a7862729d292 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:35.536685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-a27fdb57-2f70-4cee-a22c-c3ca4c378cbe tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:35.548802 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:35.550694 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Added segment 71c6baf0-9d8f-45c2-bb32-eda1f4c7f527 of type vlan for network 95038101-a5a6-451d-864c-0209d8aa2274 Aug 23 15:04:35.551772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-a27fdb57-2f70-4cee-a22c-c3ca4c378cbe tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:35.606871 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:35.612284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-a27fdb57-2f70-4cee-a22c-c3ca4c378cbe tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:35.613719 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-a27fdb57-2f70-4cee-a22c-c3ca4c378cbe tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:35.648504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fdb57-2f70-4cee-a22c-c3ca4c378cbe tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Pushing event updated for resources: {'Port': ['ID=523d7fb1-42dc-4fb1-948f-e023ee161005,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:35.674607 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:35.700066 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-a27fdb57-2f70-4cee-a22c-c3ca4c378cbe tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6299067 Aug 23 15:04:35.718451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:35.718806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:35.719149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:35.719492 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:35.719855 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:35.720186 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:35.720507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:35.720837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:35.721160 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:35.721491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:35.721808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:35.722131 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:35.725331 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Request body: {'port': {'device_id': 'a3fcd242-4093-4dd4-9ffd-68d0e23b0385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:35.741453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155de9a-0e72-4977-808a-afd0b60535fd req-afa0b422-96a6-4ab4-8092-3694cdd679fe tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:35.748907 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c155de9a-0e72-4977-808a-afd0b60535fd req-afa0b422-96a6-4ab4-8092-3694cdd679fe tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 946 time: 0.1381469 Aug 23 15:04:35.812487 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f22317e3-106c-4da1-a470-68d633ee82db req-c09195a6-9713-4693-b25e-a6412d967a15 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 210 time: 0.0764215 Aug 23 15:04:35.843374 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c155de9a-0e72-4977-808a-afd0b60535fd req-fafbe3ed-85af-4baf-a976-4884bd09adae tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935795 Aug 23 15:04:35.844794 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:35.848291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:35.851464 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:35.957270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] Pushing event updated for resources: {'Network': ['ID=95038101-a5a6-451d-864c-0209d8aa2274,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:35.971215 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-487abbc7-f5f5-4352-8431-3e8d89ba3204 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0677235 Aug 23 15:04:35.977551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35524) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:35.984155 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 95038101-a5a6-451d-864c-0209d8aa2274 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:04:35.985559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3d5fe854-4cc4-43b9-add2-3c1142ca3a17 admin admin] Request body: {'subnet': {'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-593696997-subnet', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:36.026559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35526) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:36.042764 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:36.108128 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5fe854-4cc4-43b9-add2-3c1142ca3a17 admin admin] Made reservation on behalf of 33f1c75c07ec4bf9aaf6afece184b99b for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:36.118228 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe854-4cc4-43b9-add2-3c1142ca3a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:36.261728 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-521a44dd-c845-4e1b-bacc-f33b6a7d332c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:36.305629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78e16b-8fd3-4126-bdc7-7af33d303cba req-1cdb60dc-4464-4c5e-853f-8d51dbf878b3 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:36.307336 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f78e16b-8fd3-4126-bdc7-7af33d303cba req-1cdb60dc-4464-4c5e-853f-8d51dbf878b3 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 946 time: 0.3384006 Aug 23 15:04:36.316996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-1dc7ab20-a6fd-4ed0-bff2-8dfb1deb0df2 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:36.318504 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-1dc7ab20-a6fd-4ed0-bff2-8dfb1deb0df2 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.57 "GET /v2.0/networks?id=cffccb22-b63a-4c5c-a1aa-a7862729d292 HTTP/1.1" status: 200 len: 819 time: 0.4891961 Aug 23 15:04:36.354903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-3ce4b678-4afe-4443-ad18-ba146cb90c0d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Request body: {'port': {'device_id': 'a0f8d23c-3eb7-40dc-84b4-05c4693adb67', 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292', 'admin_state_up': True, 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:36.434260 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-521a44dd-c845-4e1b-bacc-f33b6a7d332c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:36.456422 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe854-4cc4-43b9-add2-3c1142ca3a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:36.487478 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f78e16b-8fd3-4126-bdc7-7af33d303cba req-fffa5dd4-6ce4-4353-9c25-36a05afb4615 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653290 Aug 23 15:04:36.530370 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-521a44dd-c845-4e1b-bacc-f33b6a7d332c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:36.571335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe854-4cc4-43b9-add2-3c1142ca3a17 admin admin] Checking segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:36.571739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5fe854-4cc4-43b9-add2-3c1142ca3a17 admin admin] Network hostable DHCP agents. Network: 95038101-a5a6-451d-864c-0209d8aa2274, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:04:36.596222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fe854-4cc4-43b9-add2-3c1142ca3a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb81ce09-0df9-4c6b-a304-342e1749bbc5,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:36.617965 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a44dd-c845-4e1b-bacc-f33b6a7d332c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bff074-cd8a-4640-8779-bada4e80b684,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:36.631058 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-521a44dd-c845-4e1b-bacc-f33b6a7d332c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38eb4019f590441c8958403eae05208b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5984538 Aug 23 15:04:36.631485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35538) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:36.691965 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523d7fb1-42dc-4fb1-948f-e023ee161005 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:04:36.704856 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:36.718735 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0692a076-ca2f-4c8f-b89f-8ecb4fda922e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:36.720692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Transition to ACTIVE for port object 523d7fb1-42dc-4fb1-948f-e023ee161005 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:36.731530 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5fe854-4cc4-43b9-add2-3c1142ca3a17 admin admin] Network 95038101-a5a6-451d-864c-0209d8aa2274 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:04:36.747550 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0692a076-ca2f-4c8f-b89f-8ecb4fda922e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:36.757254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-3ce4b678-4afe-4443-ad18-ba146cb90c0d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Made reservation on behalf of c26bbee1cb1141c6af86a04eb2c30e99 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:36.760950 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-3ce4b678-4afe-4443-ad18-ba146cb90c0d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:36.842852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-3d5fe854-4cc4-43b9-add2-3c1142ca3a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 95038101-a5a6-451d-864c-0209d8aa2274) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:36.852090 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:36.856199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc56ec4-6430-4d72-80da-ee836111ed0e None None] Network 95038101-a5a6-451d-864c-0209d8aa2274 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:04:36.857613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5fe854-4cc4-43b9-add2-3c1142ca3a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:36.859904 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe854-4cc4-43b9-add2-3c1142ca3a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:36.890575 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0692a076-ca2f-4c8f-b89f-8ecb4fda922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:36.899207 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0692a076-ca2f-4c8f-b89f-8ecb4fda922e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:36.904859 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0692a076-ca2f-4c8f-b89f-8ecb4fda922e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/07bff074-cd8a-4640-8779-bada4e80b684 HTTP/1.1" status: 204 len: 168 time: 0.2704325 Aug 23 15:04:36.939696 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Pushing event updated for resources: {'Port': ['ID=523d7fb1-42dc-4fb1-948f-e023ee161005,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:37.040449 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1479f536-73f2-42c3-b032-fe8f0d9c0bb9 req-2f979068-149c-4c6a-8342-92966c0b8cea tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 210 time: 0.1068239 Aug 23 15:04:37.040449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692a076-ca2f-4c8f-b89f-8ecb4fda922e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bff074-cd8a-4640-8779-bada4e80b684,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:37.040449 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3d5fe854-4cc4-43b9-add2-3c1142ca3a17 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0526140 Aug 23 15:04:37.040449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35550) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:37.048283 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:37.161404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-95038101-a5a6-451d-864c-0209d8aa2274', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:04:37.162622 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.205018 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.206107 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.214129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-3ce4b678-4afe-4443-ad18-ba146cb90c0d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Allocated IP 172.20.0.5 (cffccb22-b63a-4c5c-a1aa-a7862729d292/17940688-0fc2-4a39-b459-e1f5a256fee0/f77054a2-0142-49d0-a894-290782719aa9) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:37.274373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7629c-d94a-4175-b38a-675656e93588 req-9fc9998c-f7f0-45a5-8feb-7d59031b02a1 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:37.284526 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.287896 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9aa7629c-d94a-4175-b38a-675656e93588 req-9fc9998c-f7f0-45a5-8feb-7d59031b02a1 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 946 time: 0.3112159 Aug 23 15:04:37.335683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Allocated IP 172.20.0.2 (95038101-a5a6-451d-864c-0209d8aa2274/cb81ce09-0df9-4c6b-a304-342e1749bbc5/96de1172-28c1-4b39-823e-fbd15322bccd) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:37.359248 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9aa7629c-d94a-4175-b38a-675656e93588 req-f1c158d4-1367-4a9f-b644-9a3384aa41bd tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704556 Aug 23 15:04:37.363753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Attempting to bind port 523d7fb1-42dc-4fb1-948f-e023ee161005 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:04:37.367241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Attempting to bind port 523d7fb1-42dc-4fb1-948f-e023ee161005 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'a570d030-c42f-45a3-9ae3-1f1a44248e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:04:37.367545 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Attempting to bind port 523d7fb1-42dc-4fb1-948f-e023ee161005 on network cffccb22-b63a-4c5c-a1aa-a7862729d292 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:37.383695 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Port 523d7fb1-42dc-4fb1-948f-e023ee161005 on network cffccb22-b63a-4c5c-a1aa-a7862729d292 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:04:37.384047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Attempting to bind port 523d7fb1-42dc-4fb1-948f-e023ee161005 on network cffccb22-b63a-4c5c-a1aa-a7862729d292 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:37.398158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:04:37.398505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Checking segment: {'id': 'a570d030-c42f-45a3-9ae3-1f1a44248e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:37.399057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Bound using segment: {'id': 'a570d030-c42f-45a3-9ae3-1f1a44248e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:04:37.399779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Bound port: 523d7fb1-42dc-4fb1-948f-e023ee161005, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a570d030-c42f-45a3-9ae3-1f1a44248e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:04:37.399951 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.560501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] For port 523d7fb1-42dc-4fb1-948f-e023ee161005, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:04:37.595143 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.605834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Transition to ACTIVE for port object 96de1172-28c1-4b39-823e-fbd15322bccd will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:37.611319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35560) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:37.631410 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Transition to ACTIVE for port object 96de1172-28c1-4b39-823e-fbd15322bccd will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:37.631604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] For port 523d7fb1-42dc-4fb1-948f-e023ee161005, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=523d7fb1-42dc-4fb1-948f-e023ee161005,segment=NetworkSegment(a570d030-c42f-45a3-9ae3-1f1a44248e2f),segment_id=a570d030-c42f-45a3-9ae3-1f1a44248e2f)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:04:37.650358 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-3ce4b678-4afe-4443-ad18-ba146cb90c0d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.655555 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.704206 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.730701 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.756705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:37.757332 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.758747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] 10.222.0.61 "PUT /v2.0/ports/523d7fb1-42dc-4fb1-948f-e023ee161005 HTTP/1.1" status: 200 len: 1091 time: 2.0498140 Aug 23 15:04:37.759210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3fcd242-4093-4dd4-9ffd-68d0e23b0385', 'tag': '523d7fb1-42dc-4fb1-948f-e023ee161005'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:04:37.761543 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95c87ec-e34b-4516-b416-86067b583a46" -d '{"events": [{"name": "network-changed", "server_uuid": "a3fcd242-4093-4dd4-9ffd-68d0e23b0385", "tag": "523d7fb1-42dc-4fb1-948f-e023ee161005"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:04:37.796626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Network 95038101-a5a6-451d-864c-0209d8aa2274 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:37.800942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfc4af-a90d-48e1-87bc-2b8a9e65c509 service neutron] Pushing event updated for resources: {'Port': ['ID=523d7fb1-42dc-4fb1-948f-e023ee161005,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:37.802222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:37.808727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:37.836996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35578) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:37.857626 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-3ce4b678-4afe-4443-ad18-ba146cb90c0d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.866761 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2760391c-1e4a-4c42-af21-27ed263445b7 x-openstack-request-id: req-2760391c-1e4a-4c42-af21-27ed263445b7 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:04:37.867384 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3fcd242-4093-4dd4-9ffd-68d0e23b0385", "tag": "523d7fb1-42dc-4fb1-948f-e023ee161005", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:04:37.867698 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2760391c-1e4a-4c42-af21-27ed263445b7 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:04:37.868107 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3fcd242-4093-4dd4-9ffd-68d0e23b0385', 'tag': '523d7fb1-42dc-4fb1-948f-e023ee161005', 'status': 'completed', 'code': 200} Aug 23 15:04:37.877438 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba1efa2d-b6f0-4c20-bea7-261a1808a803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.885352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Pushing event updated for resources: {'Port': ['ID=96de1172-28c1-4b39-823e-fbd15322bccd,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:37.895819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Attempting to bind port 96de1172-28c1-4b39-823e-fbd15322bccd on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:04:37.896210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Attempting to bind port 96de1172-28c1-4b39-823e-fbd15322bccd by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:04:37.896573 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Attempting to bind port 96de1172-28c1-4b39-823e-fbd15322bccd on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:37.903025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:04:37.903843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Checking segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:37.904505 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.905338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Bound using segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:04:37.905997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Bound port: 96de1172-28c1-4b39-823e-fbd15322bccd, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:04:37.906556 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.930592 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ce77e99-9d23-4554-afbd-08cc104bda2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:37.990024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-3ce4b678-4afe-4443-ad18-ba146cb90c0d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Network cffccb22-b63a-4c5c-a1aa-a7862729d292 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:38.003589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-3ce4b678-4afe-4443-ad18-ba146cb90c0d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:38.013180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-3ce4b678-4afe-4443-ad18-ba146cb90c0d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:38.027938 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4b678-4afe-4443-ad18-ba146cb90c0d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Pushing event updated for resources: {'Port': ['ID=f77054a2-0142-49d0-a894-290782719aa9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:38.028435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] For port 96de1172-28c1-4b39-823e-fbd15322bccd, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:04:38.038984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] For port 96de1172-28c1-4b39-823e-fbd15322bccd, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=96de1172-28c1-4b39-823e-fbd15322bccd,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:04:38.070399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c87ec-e34b-4516-b416-86067b583a46 req-05e73cd1-982a-4e8e-8bf0-a95756b805bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:38.071993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b95c87ec-e34b-4516-b416-86067b583a46 req-05e73cd1-982a-4e8e-8bf0-a95756b805bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 1094 time: 0.1964157 Aug 23 15:04:38.090177 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:38.127347 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:38.130097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-3ce4b678-4afe-4443-ad18-ba146cb90c0d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:38.130821 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-3ce4b678-4afe-4443-ad18-ba146cb90c0d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:38.138733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:38.268921 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6df268-7faa-49dd-92c7-6c4b21140673 None None] Pushing event updated for resources: {'Port': ['ID=96de1172-28c1-4b39-823e-fbd15322bccd,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:38.274718 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba1efa2d-b6f0-4c20-bea7-261a1808a803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:38.284476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c87ec-e34b-4516-b416-86067b583a46 req-c28fd2c6-8016-4dcf-8029-930310ff5f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:38.286850 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b95c87ec-e34b-4516-b416-86067b583a46 req-c28fd2c6-8016-4dcf-8029-930310ff5f2f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2042766 Aug 23 15:04:38.348145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e987a-8282-4223-b50c-49ba65d3399e req-f5578e8e-05ad-4791-9577-b32f7feaf9cc tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:38.350005 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-834e987a-8282-4223-b50c-49ba65d3399e req-f5578e8e-05ad-4791-9577-b32f7feaf9cc tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 946 time: 0.1953218 Aug 23 15:04:38.368279 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba1efa2d-b6f0-4c20-bea7-261a1808a803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:38.411017 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be3283-97ff-497f-a147-f0ee12bc6479 req-43ff4552-0795-49b9-9835-175e0412a1bd tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:38.412989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24be3283-97ff-497f-a147-f0ee12bc6479 req-43ff4552-0795-49b9-9835-175e0412a1bd tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 931 time: 0.1880038 Aug 23 15:04:38.448207 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ba1efa2d-b6f0-4c20-bea7-261a1808a803 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b82ca4cb23f349ada8860b4f5de69b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8342004 Aug 23 15:04:38.451299 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1efa2d-b6f0-4c20-bea7-261a1808a803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1c6c77-0df6-46f3-815f-d38784c321a5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:38.456432 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35598) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:38.477413 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-3ce4b678-4afe-4443-ad18-ba146cb90c0d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1357222 Aug 23 15:04:38.492298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Request body: {'port': {'device_id': 'a0f8d23c-3eb7-40dc-84b4-05c4693adb67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:38.508351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c87ec-e34b-4516-b416-86067b583a46 req-abc3abad-0811-43ca-9f81-d49f0ff59ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:38.509829 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b95c87ec-e34b-4516-b416-86067b583a46 req-abc3abad-0811-43ca-9f81-d49f0ff59ff9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2157414 Aug 23 15:04:38.607482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Allocated IP 172.25.8.207 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/b996ddbf-c8fb-49dd-ac48-66b26d97a6b7) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:38.687742 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:38.714991 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c64ff9-db45-4a0a-aed7-f87f378805c3 req-ea9ba02a-0b63-4913-a914-ecffea563297 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:38.722371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-61c64ff9-db45-4a0a-aed7-f87f378805c3 req-ea9ba02a-0b63-4913-a914-ecffea563297 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 946 time: 0.2398765 Aug 23 15:04:38.725435 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-5d548a97-0040-49ba-8aa7-cfe7c1282345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:38.727098 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-5d548a97-0040-49ba-8aa7-cfe7c1282345 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 1094 time: 0.1575572 Aug 23 15:04:38.769958 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24be3283-97ff-497f-a147-f0ee12bc6479 req-075fa31d-f518-4931-87fd-663528536766 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118656 Aug 23 15:04:38.774687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-834e987a-8282-4223-b50c-49ba65d3399e req-6ed9de41-0dd3-4f57-a9bf-891392dd3056 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Deleting port 33c35bff-6573-4cc1-adc9-3fad88b2159f {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:38.775026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-834e987a-8282-4223-b50c-49ba65d3399e req-6ed9de41-0dd3-4f57-a9bf-891392dd3056 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:38.821978 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-86430313-fed3-40c8-8a20-60cbf747a6fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=523d7fb1-42dc-4fb1-948f-e023ee161005 HTTP/1.1" status: 200 len: 217 time: 0.0844352 Aug 23 15:04:38.872671 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4b43-daab-4f2e-8433-a17bf2121af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:38.942714 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4b43-daab-4f2e-8433-a17bf2121af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:38.963732 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:38.980744 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-834e987a-8282-4223-b50c-49ba65d3399e req-6ed9de41-0dd3-4f57-a9bf-891392dd3056 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] For port 33c35bff-6573-4cc1-adc9-3fad88b2159f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=33c35bff-6573-4cc1-adc9-3fad88b2159f,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:38.981132 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-834e987a-8282-4223-b50c-49ba65d3399e req-6ed9de41-0dd3-4f57-a9bf-891392dd3056 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:39.019835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-834e987a-8282-4223-b50c-49ba65d3399e req-6ed9de41-0dd3-4f57-a9bf-891392dd3056 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Calling delete_port for 33c35bff-6573-4cc1-adc9-3fad88b2159f owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:39.027279 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-61c64ff9-db45-4a0a-aed7-f87f378805c3 req-271e12c7-1cf7-4e6b-88d7-1c7c3ec7b5c1 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038969 Aug 23 15:04:39.073748 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ce77e99-9d23-4554-afbd-08cc104bda2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:39.086160 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-28e071c7-4e84-42d3-b21b-c91f02a647bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:39.088092 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-28e071c7-4e84-42d3-b21b-c91f02a647bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17940688-0fc2-4a39-b459-e1f5a256fee0 HTTP/1.1" status: 200 len: 859 time: 0.2298903 Aug 23 15:04:39.171579 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ce77e99-9d23-4554-afbd-08cc104bda2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:39.198449 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4b43-daab-4f2e-8433-a17bf2121af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:39.200858 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4b43-daab-4f2e-8433-a17bf2121af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:39.202439 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9f1b4b43-daab-4f2e-8433-a17bf2121af9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6e1c6c77-0df6-46f3-815f-d38784c321a5 HTTP/1.1" status: 204 len: 168 time: 0.7023547 Aug 23 15:04:39.203210 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:39.273147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 96de1172-28c1-4b39-823e-fbd15322bccd up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:39.396947 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-f91bd905-68c1-4bcf-a259-6a57bdbe92c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cffccb22-b63a-4c5c-a1aa-a7862729d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2425549 Aug 23 15:04:39.478268 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 96de1172-28c1-4b39-823e-fbd15322bccd completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:39.553862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1ce77e99-9d23-4554-afbd-08cc104bda2b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=748e7cd510824633b5e1ba10f90c6cea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7153213 Aug 23 15:04:39.569516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35620) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:39.571637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce77e99-9d23-4554-afbd-08cc104bda2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308bd588-84c4-4145-ba81-dd888589680d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:39.608495 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-3a9f9ffb-6a0e-4b98-94e1-1e3ee3cb17b5 service neutron] 10.222.0.61 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999676 Aug 23 15:04:39.671372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af5aab8-e11a-4511-9d8d-e9aa5a78392b None None] Network 95038101-a5a6-451d-864c-0209d8aa2274 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:04:39.745686 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:39.752130 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b4b43-daab-4f2e-8433-a17bf2121af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1c6c77-0df6-46f3-815f-d38784c321a5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:39.767259 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:39.776239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:39.817000 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Pushing event updated for resources: {'Port': ['ID=b996ddbf-c8fb-49dd-ac48-66b26d97a6b7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:39.854049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-834e987a-8282-4223-b50c-49ba65d3399e req-6ed9de41-0dd3-4f57-a9bf-891392dd3056 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:39.934427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d3f1bdc7-883a-43b3-ba35-b3ce607c683e', '33c35bff-6573-4cc1-adc9-3fad88b2159f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:04:40.026769 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9de41-0dd3-4f57-a9bf-891392dd3056 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Pushing event deleted for resources: {'Port': ['ID=33c35bff-6573-4cc1-adc9-3fad88b2159f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:40.048383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8bf71230-0fd8-4c35-8834-5f98e5ece6dd None None] Provisioning for port 96de1172-28c1-4b39-823e-fbd15322bccd completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:40.115219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-834e987a-8282-4223-b50c-49ba65d3399e req-6ed9de41-0dd3-4f57-a9bf-891392dd3056 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] No DVR routers for this DVR port 33c35bff-6573-4cc1-adc9-3fad88b2159f on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:04:40.123370 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-834e987a-8282-4223-b50c-49ba65d3399e req-6ed9de41-0dd3-4f57-a9bf-891392dd3056 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:40.125860 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-834e987a-8282-4223-b50c-49ba65d3399e req-6ed9de41-0dd3-4f57-a9bf-891392dd3056 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "DELETE /v2.0/ports/33c35bff-6573-4cc1-adc9-3fad88b2159f HTTP/1.1" status: 204 len: 173 time: 1.7471409 Aug 23 15:04:40.130106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff944be6-3ec5-4304-8209-e2e9f7cc9905', 'name': 'network-vif-deleted', 'tag': '33c35bff-6573-4cc1-adc9-3fad88b2159f'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:04:40.132886 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a78f5bc-8e84-4c10-b858-ff722d732779" -d '{"events": [{"server_uuid": "ff944be6-3ec5-4304-8209-e2e9f7cc9905", "name": "network-vif-deleted", "tag": "33c35bff-6573-4cc1-adc9-3fad88b2159f"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:04:40.176233 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8bf71230-0fd8-4c35-8834-5f98e5ece6dd None None] Provisioning complete for port 96de1172-28c1-4b39-823e-fbd15322bccd triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:40.179168 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8bf71230-0fd8-4c35-8834-5f98e5ece6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:40.184956 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4442649-1f62-459c-990b-743881954fbd req-b4d5690a-824e-44a7-9f21-9cb7b774b903 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:40.186606 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e4442649-1f62-459c-990b-743881954fbd req-b4d5690a-824e-44a7-9f21-9cb7b774b903 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 931 time: 0.1758943 Aug 23 15:04:40.222242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77054a2-0142-49d0-a894-290782719aa9 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:04:40.244884 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:40.301335 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e4442649-1f62-459c-990b-743881954fbd req-065637be-cebb-46b7-9917-1f60ed405d4d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875573 Aug 23 15:04:40.348239 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6baf5b18-cb67-4f90-9103-686d9728c814 req-202b5d2d-0e55-4098-812c-dead24038e95 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 210 time: 0.1348460 Aug 23 15:04:40.406822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Transition to ACTIVE for port object f77054a2-0142-49d0-a894-290782719aa9 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:40.407743 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4847e80-792d-41dd-8c97-62139163f0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:40.476170 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:40.483682 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c05a8a5-e01f-423f-a17e-59a4034cc3d5 x-openstack-request-id: req-9c05a8a5-e01f-423f-a17e-59a4034cc3d5 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:04:40.484213 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff944be6-3ec5-4304-8209-e2e9f7cc9905", "name": "network-vif-deleted", "tag": "33c35bff-6573-4cc1-adc9-3fad88b2159f", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:04:40.484933 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c05a8a5-e01f-423f-a17e-59a4034cc3d5 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:04:40.485542 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff944be6-3ec5-4304-8209-e2e9f7cc9905', 'name': 'network-vif-deleted', 'tag': '33c35bff-6573-4cc1-adc9-3fad88b2159f', 'status': 'completed', 'code': 200} Aug 23 15:04:40.526838 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1178f363-3a0f-40e8-9d9f-2aa85f3c9c32 req-f8421893-e0ac-446f-b63f-7df6817dec00 service neutron] 10.222.0.61 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8844204 Aug 23 15:04:40.531534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4847e80-792d-41dd-8c97-62139163f0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:40.560258 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:40.621065 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8bf71230-0fd8-4c35-8834-5f98e5ece6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:40.665955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f77054a2-0142-49d0-a894-290782719aa9,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:40.728313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8bf71230-0fd8-4c35-8834-5f98e5ece6dd None None] For port 96de1172-28c1-4b39-823e-fbd15322bccd, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=96de1172-28c1-4b39-823e-fbd15322bccd,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:40.781244 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8bf71230-0fd8-4c35-8834-5f98e5ece6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:40.903441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Attempting to bind port f77054a2-0142-49d0-a894-290782719aa9 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:04:40.903987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Attempting to bind port f77054a2-0142-49d0-a894-290782719aa9 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'a570d030-c42f-45a3-9ae3-1f1a44248e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:04:40.904978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Attempting to bind port f77054a2-0142-49d0-a894-290782719aa9 on network cffccb22-b63a-4c5c-a1aa-a7862729d292 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:40.911640 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4847e80-792d-41dd-8c97-62139163f0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:40.914839 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4847e80-792d-41dd-8c97-62139163f0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:40.915740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf71230-0fd8-4c35-8834-5f98e5ece6dd None None] Pushing event updated for resources: {'Port': ['ID=96de1172-28c1-4b39-823e-fbd15322bccd,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:40.916420 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c4847e80-792d-41dd-8c97-62139163f0ec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/308bd588-84c4-4145-ba81-dd888589680d HTTP/1.1" status: 204 len: 168 time: 1.3457942 Aug 23 15:04:40.919938 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Port f77054a2-0142-49d0-a894-290782719aa9 on network cffccb22-b63a-4c5c-a1aa-a7862729d292 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:04:40.920470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Attempting to bind port f77054a2-0142-49d0-a894-290782719aa9 on network cffccb22-b63a-4c5c-a1aa-a7862729d292 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:40.931199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ff5041c4-e64c-4808-abce-b4f1416e2481 None None] Provisioning complete for port 96de1172-28c1-4b39-823e-fbd15322bccd triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:40.934339 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ff5041c4-e64c-4808-abce-b4f1416e2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:40.934620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:04:40.934620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Checking segment: {'id': 'a570d030-c42f-45a3-9ae3-1f1a44248e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:40.935171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Bound using segment: {'id': 'a570d030-c42f-45a3-9ae3-1f1a44248e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:04:40.935857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Bound port: f77054a2-0142-49d0-a894-290782719aa9, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a570d030-c42f-45a3-9ae3-1f1a44248e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:04:40.936408 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:40.940642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4847e80-792d-41dd-8c97-62139163f0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308bd588-84c4-4145-ba81-dd888589680d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:41.012608 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:41.071517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] For port f77054a2-0142-49d0-a894-290782719aa9, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:04:41.075200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] For port f77054a2-0142-49d0-a894-290782719aa9, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f77054a2-0142-49d0-a894-290782719aa9,segment=NetworkSegment(a570d030-c42f-45a3-9ae3-1f1a44248e2f),segment_id=a570d030-c42f-45a3-9ae3-1f1a44248e2f)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:04:41.179703 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:41.249074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:41.249935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:41.251548 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] 10.222.0.57 "PUT /v2.0/ports/f77054a2-0142-49d0-a894-290782719aa9 HTTP/1.1" status: 200 len: 1091 time: 2.7644334 Aug 23 15:04:41.252427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f8d23c-3eb7-40dc-84b4-05c4693adb67', 'tag': 'f77054a2-0142-49d0-a894-290782719aa9'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:04:41.255349 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76165f8a-cb2b-43a6-b03b-3098cfcc9c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f8d23c-3eb7-40dc-84b4-05c4693adb67", "tag": "f77054a2-0142-49d0-a894-290782719aa9"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:04:41.281271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f6fee-71ea-4312-92d7-8eb4855565e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f77054a2-0142-49d0-a894-290782719aa9,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:41.300799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 96de1172-28c1-4b39-823e-fbd15322bccd up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:41.381857 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23f1c06-7621-47d1-adfd-8b4b179f78d5 x-openstack-request-id: req-d23f1c06-7621-47d1-adfd-8b4b179f78d5 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:04:41.382229 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f8d23c-3eb7-40dc-84b4-05c4693adb67", "tag": "f77054a2-0142-49d0-a894-290782719aa9", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:04:41.382706 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d23f1c06-7621-47d1-adfd-8b4b179f78d5 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:04:41.383100 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f8d23c-3eb7-40dc-84b4-05c4693adb67', 'tag': 'f77054a2-0142-49d0-a894-290782719aa9', 'status': 'completed', 'code': 200} Aug 23 15:04:41.429042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:04:41.477762 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 96de1172-28c1-4b39-823e-fbd15322bccd triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:41.478543 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:41.545216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-4fb5d2be-744a-4425-b88a-ef58cc1ccf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:41.548027 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-4fb5d2be-744a-4425-b88a-ef58cc1ccf27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 1094 time: 0.1353505 Aug 23 15:04:41.648154 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:04:41.652560 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2b717c4e-4ea9-4ca1-83a0-2fcd8cfcd101 req-e6d6e48d-a311-49db-b8cc-9471e3313d9a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff944be6-3ec5-4304-8209-e2e9f7cc9905 HTTP/1.1" status: 200 len: 210 time: 0.1290801 Aug 23 15:04:41.661343 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Sync routers for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:04:41.664073 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-065166bd-115a-441b-9866-7ed5d7e0ebf0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f77054a2-0142-49d0-a894-290782719aa9 HTTP/1.1" status: 200 len: 217 time: 0.0685418 Aug 23 15:04:41.698884 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:41.701984 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:04:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:41.758568 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:41.764611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9e084b8c-8ef4-47e8-b2a5-14b271d74661 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7268403 Aug 23 15:04:41.766402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35698) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:41.797267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dbfc9-1e7d-43c5-b444-5c2e4f94438d req-6aa938e3-b972-4e7d-879d-268488ab2436 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:41.813680 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424dbfc9-1e7d-43c5-b444-5c2e4f94438d req-6aa938e3-b972-4e7d-879d-268488ab2436 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 943 time: 0.3358512 Aug 23 15:04:41.904197 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-b91b93b9-52b8-43a6-ae71-7885d1f27e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:41.910291 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-b91b93b9-52b8-43a6-ae71-7885d1f27e6c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17940688-0fc2-4a39-b459-e1f5a256fee0 HTTP/1.1" status: 200 len: 859 time: 0.2323437 Aug 23 15:04:41.927880 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424dbfc9-1e7d-43c5-b444-5c2e4f94438d req-beaa958b-7e76-41c1-a5ec-3f3b8e417faf tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078990 Aug 23 15:04:41.978961 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-b0f3f8f3-75c3-4b70-aa84-779b5463e1e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cffccb22-b63a-4c5c-a1aa-a7862729d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497091 Aug 23 15:04:42.127387 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-9b0c4103-b3f3-468c-94d7-bbfc8d819707 service neutron] 10.222.0.57 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394587 Aug 23 15:04:42.145338 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:42.273840 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1386d017-0da1-4e48-9237-ba22e6ce7edc req-3dc202a3-c9b5-43b0-a126-ee0097e4d47b service neutron] 10.222.0.57 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390059 Aug 23 15:04:42.514206 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:40Z', 'revision_number': 3, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:42.542329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76165f8a-cb2b-43a6-b03b-3098cfcc9c5c req-884e40e0-cd83-46ee-abab-d2172345249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:42.544126 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-76165f8a-cb2b-43a6-b03b-3098cfcc9c5c req-884e40e0-cd83-46ee-abab-d2172345249b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 1094 time: 0.0725322 Aug 23 15:04:42.546983 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Checking router: 0821063b-7d14-4a1e-bdec-4cf35a96f1cf for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:04:42.547511 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Updating router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf port b996ddbf-c8fb-49dd-ac48-66b26d97a6b7 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:04:42.625911 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:42.687912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76165f8a-cb2b-43a6-b03b-3098cfcc9c5c req-8d97a6ce-ef9b-4658-8397-01d4c7be195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:42.691577 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-76165f8a-cb2b-43a6-b03b-3098cfcc9c5c req-8d97a6ce-ef9b-4658-8397-01d4c7be195f service neutron] 10.222.0.57 "GET /v2.0/networks?id=cffccb22-b63a-4c5c-a1aa-a7862729d292 HTTP/1.1" status: 200 len: 920 time: 0.1387706 Aug 23 15:04:42.795461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-76165f8a-cb2b-43a6-b03b-3098cfcc9c5c req-b3571a5e-1395-4426-842f-7566836a11f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f77054a2-0142-49d0-a894-290782719aa9 HTTP/1.1" status: 200 len: 217 time: 0.0956049 Aug 23 15:04:42.811858 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:42.866245 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76165f8a-cb2b-43a6-b03b-3098cfcc9c5c req-576250ef-f06a-457c-8ccc-ef490d61c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:42.868116 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-76165f8a-cb2b-43a6-b03b-3098cfcc9c5c req-576250ef-f06a-457c-8ccc-ef490d61c90b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17940688-0fc2-4a39-b459-e1f5a256fee0 HTTP/1.1" status: 200 len: 859 time: 0.0646920 Aug 23 15:04:42.978471 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-76165f8a-cb2b-43a6-b03b-3098cfcc9c5c req-8e6b06b6-2639-427b-b817-6a69ae5db3b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cffccb22-b63a-4c5c-a1aa-a7862729d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907488 Aug 23 15:04:43.197930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Allocated IP 172.20.0.1 (95038101-a5a6-451d-864c-0209d8aa2274/cb81ce09-0df9-4c6b-a304-342e1749bbc5/e0769313-695a-40bd-ad92-1a274fb20b54) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:43.244134 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:43.261412 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35778) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:43.265598 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Transition to ACTIVE for port object b996ddbf-c8fb-49dd-ac48-66b26d97a6b7 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:43.283518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41086781-d5c5-4bd1-89c7-804762533252 req-5fc16c96-efa9-4635-bdba-b69944c6aa7b tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:43.291054 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41086781-d5c5-4bd1-89c7-804762533252 req-5fc16c96-efa9-4635-bdba-b69944c6aa7b tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 943 time: 0.1892703 Aug 23 15:04:43.295255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-76165f8a-cb2b-43a6-b03b-3098cfcc9c5c req-1ec88541-f2f8-4f7a-b6f4-84fb43f7c1ac service neutron] 10.222.0.57 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184958 Aug 23 15:04:43.322394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-824c231e-64ff-4740-9a88-f1b71c0b6338 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:43.330098 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-824c231e-64ff-4740-9a88-f1b71c0b6338 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 806 time: 0.2214265 Aug 23 15:04:43.347021 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:43.380289 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-88b534d0-56a1-435f-a867-147451cd935c tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/quotas/98c793e8a58f4dcda7e858b805fa89a9 HTTP/1.1" status: 200 len: 375 time: 0.0482726 Aug 23 15:04:43.399776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41086781-d5c5-4bd1-89c7-804762533252 req-046bdbee-b3cf-4ee5-991e-94abdd3fc843 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018689 Aug 23 15:04:43.450698 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156cd89-e745-4a3c-b6a8-21e07f51e865 None None] Pushing event updated for resources: {'Port': ['ID=b996ddbf-c8fb-49dd-ac48-66b26d97a6b7,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:43.493221 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-76165f8a-cb2b-43a6-b03b-3098cfcc9c5c req-bb1c6474-7293-42e0-863b-93afb63b0bc4 service neutron] 10.222.0.57 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806593 Aug 23 15:04:43.517836 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Attempting to bind port b996ddbf-c8fb-49dd-ac48-66b26d97a6b7 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:04:43.520632 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Attempting to bind port b996ddbf-c8fb-49dd-ac48-66b26d97a6b7 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:04:43.521134 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Attempting to bind port b996ddbf-c8fb-49dd-ac48-66b26d97a6b7 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:43.528355 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd89-e745-4a3c-b6a8-21e07f51e865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:43.531448 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd89-e745-4a3c-b6a8-21e07f51e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:43.531922 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd89-e745-4a3c-b6a8-21e07f51e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:43.533165 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd89-e745-4a3c-b6a8-21e07f51e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:43.534528 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd89-e745-4a3c-b6a8-21e07f51e865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:43.534962 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd89-e745-4a3c-b6a8-21e07f51e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:43.537027 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd89-e745-4a3c-b6a8-21e07f51e865 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:43.537588 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd89-e745-4a3c-b6a8-21e07f51e865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:43.538118 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd89-e745-4a3c-b6a8-21e07f51e865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:43.539235 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd89-e745-4a3c-b6a8-21e07f51e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:43.540265 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd89-e745-4a3c-b6a8-21e07f51e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:43.544462 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156cd89-e745-4a3c-b6a8-21e07f51e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:43.557300 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:04:43.557820 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:43.560132 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:43.560649 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:04:43.561376 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Bound port: b996ddbf-c8fb-49dd-ac48-66b26d97a6b7, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:04:43.566796 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:43.592554 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:43.609764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35794) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:43.611179 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-fe4eef15-f5ac-433c-b1f7-79390046dcff tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2298050 Aug 23 15:04:43.647911 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-668738880'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:43.657791 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Transition to ACTIVE for port object e0769313-695a-40bd-ad92-1a274fb20b54 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:43.691536 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] For port b996ddbf-c8fb-49dd-ac48-66b26d97a6b7, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:04:43.698024 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] For port b996ddbf-c8fb-49dd-ac48-66b26d97a6b7, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b996ddbf-c8fb-49dd-ac48-66b26d97a6b7,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:04:43.723746 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fc86c0b6-699a-42d6-abfb-7388f5f6ac81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:43.729567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 33c35bff-6573-4cc1-adc9-3fad88b2159f no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:04:43.770225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 33c35bff-6573-4cc1-adc9-3fad88b2159f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:04:43.770672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 33c35bff-6573-4cc1-adc9-3fad88b2159f not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:04:43.781797 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:43.803409 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-209be935-4d34-42bc-8620-f24065cfd756 service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759715 Aug 23 15:04:43.813761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Made reservation on behalf of c66e0742f4c843ba9216477bcf6d8cf3 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:43.826669 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:43.849657 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156cd89-e745-4a3c-b6a8-21e07f51e865 None None] Pushing event updated for resources: {'Port': ['ID=b996ddbf-c8fb-49dd-ac48-66b26d97a6b7,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:43.853326 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:43.853589 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:43.854487 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:04:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:43.890251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:43.915901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Network 95038101-a5a6-451d-864c-0209d8aa2274 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:43.947592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:43.952936 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:43.973616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fc86c0b6-699a-42d6-abfb-7388f5f6ac81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:43.999476 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:44.020202 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Pushing event updated for resources: {'Port': ['ID=e0769313-695a-40bd-ad92-1a274fb20b54,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:44.042055 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fc86c0b6-699a-42d6-abfb-7388f5f6ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:44.044866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:44.061894 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-bd06bb58-c2a5-47a6-9017-2b88da07d570 service neutron] 10.222.0.38 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302067 Aug 23 15:04:44.091105 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fc86c0b6-699a-42d6-abfb-7388f5f6ac81 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=957d52d8abba43c4baf3f01a7bef3831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776232 Aug 23 15:04:44.093312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35802) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:44.267049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86c0b6-699a-42d6-abfb-7388f5f6ac81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208092b0-f4ca-47ef-991e-01d7e5406fac,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:44.330506 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:44.330848 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:40Z', 'revision_number': 3, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:44.332740 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4ed7c49-57a1-4607-9846-d6bd4be151c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:44.402900 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4ed7c49-57a1-4607-9846-d6bd4be151c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:44.417437 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa47a5-6ba9-4f9f-9edc-593685fdfdb0 None None] The sync data for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 is: [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:40Z', 'revision_number': 3, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:04:44.426415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 523d7fb1-42dc-4fb1-948f-e023ee161005 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:04:44.428334 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:44.494974 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e772f827-66a6-48c0-b44f-82e80e6dc086 req-3bc70cdf-1bc0-4071-a984-915c38bcd8a9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 210 time: 0.0894012 Aug 23 15:04:44.528236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:04:44.528659 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8260f0-a265-4bc1-949c-63c345a6baa2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:44.555497 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:44.556017 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Added segment 292bb15c-1d5f-4fdc-b90c-2cd86ba32198 of type vlan for network 84e38ed5-50c6-4e79-b2fa-165ea267b530 Aug 23 15:04:44.560438 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-40e3e9b5-5466-4a61-a838-8622517d3299 None None] Provisioning for port e0769313-695a-40bd-ad92-1a274fb20b54 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:44.574653 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:44.641794 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:44.702232 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-40e3e9b5-5466-4a61-a838-8622517d3299 None None] Provisioning complete for port e0769313-695a-40bd-ad92-1a274fb20b54 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:44.714496 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-40e3e9b5-5466-4a61-a838-8622517d3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:44.718346 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4ed7c49-57a1-4607-9846-d6bd4be151c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:44.727967 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4ed7c49-57a1-4607-9846-d6bd4be151c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:44.727967 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c4ed7c49-57a1-4607-9846-d6bd4be151c3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/208092b0-f4ca-47ef-991e-01d7e5406fac HTTP/1.1" status: 204 len: 168 time: 0.6287212 Aug 23 15:04:44.738467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed7c49-57a1-4607-9846-d6bd4be151c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208092b0-f4ca-47ef-991e-01d7e5406fac,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:44.759886 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:44.766597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:44.767425 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:44.798665 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d6236-29e4-464a-aac4-9689fb81c69a req-6a5c4f74-0b21-4c95-aa3b-a960cc1f1e13 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:44.820207 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d48d6236-29e4-464a-aac4-9689fb81c69a req-6a5c4f74-0b21-4c95-aa3b-a960cc1f1e13 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 943 time: 0.3415501 Aug 23 15:04:44.914510 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-40e3e9b5-5466-4a61-a838-8622517d3299 None None] Port e0769313-695a-40bd-ad92-1a274fb20b54 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:04:44.979195 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.7111413 Aug 23 15:04:44.984723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35828) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:45.001895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 523d7fb1-42dc-4fb1-948f-e023ee161005, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=523d7fb1-42dc-4fb1-948f-e023ee161005,segment=NetworkSegment(a570d030-c42f-45a3-9ae3-1f1a44248e2f),segment_id=a570d030-c42f-45a3-9ae3-1f1a44248e2f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:45.006648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-389f4eb4-ca23-4a38-b152-8e23951505d5 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Request body: {'subnet': {'network_id': '84e38ed5-50c6-4e79-b2fa-165ea267b530', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:45.068223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '523d7fb1-42dc-4fb1-948f-e023ee161005', 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292', 'port_id': '523d7fb1-42dc-4fb1-948f-e023ee161005', 'mac_address': 'fa:16:3e:d9:91:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17940688-0fc2-4a39-b459-e1f5a256fee0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:04:45.076941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a40ce-1508-41d8-90b8-d9ee0c5d2f14 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event updated for resources: {'Network': ['ID=84e38ed5-50c6-4e79-b2fa-165ea267b530,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:45.093190 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d48d6236-29e4-464a-aac4-9689fb81c69a req-7e3ce4b8-17fc-400f-b248-5f68e37f36a5 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710888 Aug 23 15:04:45.105292 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 84e38ed5-50c6-4e79-b2fa-165ea267b530 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:04:45.295737 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:45.339917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b996ddbf-c8fb-49dd-ac48-66b26d97a6b7 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:45.422748 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:45.423059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389f4eb4-ca23-4a38-b152-8e23951505d5 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Made reservation on behalf of c66e0742f4c843ba9216477bcf6d8cf3 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:45.431688 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-389f4eb4-ca23-4a38-b152-8e23951505d5 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:45.549057 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:45.569161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523d7fb1-42dc-4fb1-948f-e023ee161005 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:04:45.621146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 523d7fb1-42dc-4fb1-948f-e023ee161005, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=523d7fb1-42dc-4fb1-948f-e023ee161005,segment=NetworkSegment(a570d030-c42f-45a3-9ae3-1f1a44248e2f),segment_id=a570d030-c42f-45a3-9ae3-1f1a44248e2f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:45.625927 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:45.661687 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port b996ddbf-c8fb-49dd-ac48-66b26d97a6b7 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:45.666655 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b996ddbf-c8fb-49dd-ac48-66b26d97a6b7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:45.667310 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:45.709316 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:45.718175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Pushing event updated for resources: {'Port': ['ID=e0769313-695a-40bd-ad92-1a274fb20b54,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:45.764723 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9d581d7f-0289-40e5-afe7-fbc878b5d730 req-c669273c-3421-47a3-9b3d-05c24121629a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 210 time: 0.1157639 Aug 23 15:04:45.777206 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f77054a2-0142-49d0-a894-290782719aa9 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:04:45.794320 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:46.055069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Network 95038101-a5a6-451d-864c-0209d8aa2274 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:46.056598 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:46.184133 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=523d7fb1-42dc-4fb1-948f-e023ee161005,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:46.258782 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f77054a2-0142-49d0-a894-290782719aa9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f77054a2-0142-49d0-a894-290782719aa9,segment=NetworkSegment(a570d030-c42f-45a3-9ae3-1f1a44248e2f),segment_id=a570d030-c42f-45a3-9ae3-1f1a44248e2f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:46.309979 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-389f4eb4-ca23-4a38-b152-8e23951505d5 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:46.328608 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['523d7fb1-42dc-4fb1-948f-e023ee161005'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:04:46.433179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:04:46.463018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f4eb4-ca23-4a38-b152-8e23951505d5 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event updated for resources: {'Subnet': ['ID=1758a420-1748-47c9-8133-fa66472f999d,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:46.489103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b1034-4ecf-41c7-8924-c7d2b65e3165 req-ffb51c13-8be6-44f8-b99d-447d17fefb90 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:46.524164 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3a1b1034-4ecf-41c7-8924-c7d2b65e3165 req-ffb51c13-8be6-44f8-b99d-447d17fefb90 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 943 time: 0.2875743 Aug 23 15:04:46.535189 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:46.633310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port b996ddbf-c8fb-49dd-ac48-66b26d97a6b7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b996ddbf-c8fb-49dd-ac48-66b26d97a6b7,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:46.664494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'f77054a2-0142-49d0-a894-290782719aa9', 'network_id': 'cffccb22-b63a-4c5c-a1aa-a7862729d292', 'port_id': 'f77054a2-0142-49d0-a894-290782719aa9', 'mac_address': 'fa:16:3e:b7:05:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17940688-0fc2-4a39-b459-e1f5a256fee0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:04:46.686585 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3a1b1034-4ecf-41c7-8924-c7d2b65e3165 req-125eecf1-56a3-47b6-ba86-2346e2bd8b9b tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367404 Aug 23 15:04:46.695298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389f4eb4-ca23-4a38-b152-8e23951505d5 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Checking segment: {'id': '292bb15c-1d5f-4fdc-b90c-2cd86ba32198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '84e38ed5-50c6-4e79-b2fa-165ea267b530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:46.695897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f4eb4-ca23-4a38-b152-8e23951505d5 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Network hostable DHCP agents. Network: 84e38ed5-50c6-4e79-b2fa-165ea267b530, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:04:46.741669 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:04:46.757754 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8d5af403-ea79-48f9-92b7-60d76bad247a admin admin] 10.222.0.38 "PUT /v2.0/routers/0821063b-7d14-4a1e-bdec-4cf35a96f1cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9900112 Aug 23 15:04:46.783371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f4eb4-ca23-4a38-b152-8e23951505d5 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Network 84e38ed5-50c6-4e79-b2fa-165ea267b530 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:04:46.845941 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:46.852983 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:46.872506 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-389f4eb4-ca23-4a38-b152-8e23951505d5 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 84e38ed5-50c6-4e79-b2fa-165ea267b530) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:46.877821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389f4eb4-ca23-4a38-b152-8e23951505d5 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:46.878558 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-389f4eb4-ca23-4a38-b152-8e23951505d5 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:46.976182 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-389f4eb4-ca23-4a38-b152-8e23951505d5 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9811292 Aug 23 15:04:46.978721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35882) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:46.984121 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-6ef0636f-8188-4450-9fad-078e5ffce738 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Request body: {'port': {'network_id': '84e38ed5-50c6-4e79-b2fa-165ea267b530', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1246294039'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:46.994853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-953da772-a1dd-4ccc-94fe-0d672ca191f7 req-805bb33b-59f0-4ff3-aa60-3fd9afaab7f2 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 210 time: 0.0501885 Aug 23 15:04:47.105474 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=b996ddbf-c8fb-49dd-ac48-66b26d97a6b7,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:47.109030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b60972-f522-4c4b-8538-d89efcd529f5 None None] Network 84e38ed5-50c6-4e79-b2fa-165ea267b530 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:04:47.199283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-21617878-dd87-4543-914b-add84d087196 None None] Provisioning complete for port e0769313-695a-40bd-ad92-1a274fb20b54 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:47.199945 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-21617878-dd87-4543-914b-add84d087196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:47.216100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77054a2-0142-49d0-a894-290782719aa9 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:04:47.345937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f77054a2-0142-49d0-a894-290782719aa9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f77054a2-0142-49d0-a894-290782719aa9,segment=NetworkSegment(a570d030-c42f-45a3-9ae3-1f1a44248e2f),segment_id=a570d030-c42f-45a3-9ae3-1f1a44248e2f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:47.486098 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-21617878-dd87-4543-914b-add84d087196 None None] Port e0769313-695a-40bd-ad92-1a274fb20b54 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:04:47.529393 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:47.584869 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef0636f-8188-4450-9fad-078e5ffce738 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Made reservation on behalf of c66e0742f4c843ba9216477bcf6d8cf3 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:47.602152 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6ef0636f-8188-4450-9fad-078e5ffce738 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:47.650672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-a846ee69-7eb7-4d6d-95f4-df703c5e0cfc tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:47.664343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-a846ee69-7eb7-4d6d-95f4-df703c5e0cfc tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 806 time: 0.3919964 Aug 23 15:04:47.671819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-6ef0636f-8188-4450-9fad-078e5ffce738 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] device_id is not set on port 318db90b-1f65-4444-8d1f-5608ae8bc61b yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:04:47.697022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-1689a677-f57d-4334-ae73-3ef47eb65ec9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Request body: {'port': {'device_id': '29d6936d-1c9a-4a4c-abe8-569d1bfddbe1', 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e', 'admin_state_up': True, 'tenant_id': '98c793e8a58f4dcda7e858b805fa89a9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:47.698807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Sync routers for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:04:47.777649 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['f77054a2-0142-49d0-a894-290782719aa9'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:04:47.781099 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:47.781746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:04:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:47.820361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d77444-ca57-491a-98f6-e9c3e6837f22 req-b0f7d69f-d2bf-46e0-9844-929431919880 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:47.827881 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c1d77444-ca57-491a-98f6-e9c3e6837f22 req-b0f7d69f-d2bf-46e0-9844-929431919880 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 944 time: 0.0671465 Aug 23 15:04:47.872044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f77054a2-0142-49d0-a894-290782719aa9,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:47.885138 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c1d77444-ca57-491a-98f6-e9c3e6837f22 req-bc4c352c-b8ef-4812-ace6-326e4df99262 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561507 Aug 23 15:04:48.037298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-6ef0636f-8188-4450-9fad-078e5ffce738 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Allocated IP 2001:db8::127 (84e38ed5-50c6-4e79-b2fa-165ea267b530/1758a420-1748-47c9-8133-fa66472f999d/318db90b-1f65-4444-8d1f-5608ae8bc61b) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:48.105198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-84e38ed5-50c6-4e79-b2fa-165ea267b530', 'network_id': '84e38ed5-50c6-4e79-b2fa-165ea267b530', 'tenant_id': 'c66e0742f4c843ba9216477bcf6d8cf3', 'fixed_ips': [{'subnet_id': '1758a420-1748-47c9-8133-fa66472f999d'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:04:48.110876 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:48.139047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:48.315983 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6ef0636f-8188-4450-9fad-078e5ffce738 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:48.345509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-6ef0636f-8188-4450-9fad-078e5ffce738 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Transition to ACTIVE for port object 318db90b-1f65-4444-8d1f-5608ae8bc61b will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:48.357285 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-1689a677-f57d-4334-ae73-3ef47eb65ec9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Made reservation on behalf of 98c793e8a58f4dcda7e858b805fa89a9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:48.361841 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-1689a677-f57d-4334-ae73-3ef47eb65ec9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:48.412039 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b3b2c00-1d5d-4712-83a6-1f682a8e5879 req-6d1fedc5-0051-4d64-a002-6b1e95a64583 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 210 time: 0.0689640 Aug 23 15:04:48.523940 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35928) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:48.529724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-154324795-network', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:48.547210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 523d7fb1-42dc-4fb1-948f-e023ee161005 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:48.570706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-1689a677-f57d-4334-ae73-3ef47eb65ec9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Allocated IP 172.20.0.7 (64f87949-f645-4741-b9fd-fc55a03e518e/5f22f70f-5be0-4809-bae5-4797be32e410/9623baad-ea2e-45c5-8c93-d0fcbd747977) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:48.629328 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] Made reservation on behalf of 4709efd187b34aa4b00fac7d78ae68f0 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:48.631974 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:48.646318 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6ef0636f-8188-4450-9fad-078e5ffce738 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:48.692940 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:48.748438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef0636f-8188-4450-9fad-078e5ffce738 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Network 84e38ed5-50c6-4e79-b2fa-165ea267b530 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:48.754649 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0636f-8188-4450-9fad-078e5ffce738 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event updated for resources: {'Port': ['ID=318db90b-1f65-4444-8d1f-5608ae8bc61b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:48.770805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-6ef0636f-8188-4450-9fad-078e5ffce738 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:48.771002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Allocated IP 2001:db8::2 (84e38ed5-50c6-4e79-b2fa-165ea267b530/1758a420-1748-47c9-8133-fa66472f999d/5872d22a-bbcb-4d67-b429-e7d8f2e22218) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:48.774866 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0636f-8188-4450-9fad-078e5ffce738 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:48.783216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef0636f-8188-4450-9fad-078e5ffce738 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:48.784301 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6ef0636f-8188-4450-9fad-078e5ffce738 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:48.867464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 523d7fb1-42dc-4fb1-948f-e023ee161005 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:48.876997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 523d7fb1-42dc-4fb1-948f-e023ee161005 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:48.877376 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:48.935155 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 2, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:48.982741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Checking router: 0821063b-7d14-4a1e-bdec-4cf35a96f1cf for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:04:48.983099 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Updating router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf port e0769313-695a-40bd-ad92-1a274fb20b54 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:04:48.995448 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.021578 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-1689a677-f57d-4334-ae73-3ef47eb65ec9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.062596 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.106389 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6ef0636f-8188-4450-9fad-078e5ffce738 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1265848 Aug 23 15:04:49.111609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35952) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:49.121975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-015dbe38-8825-42f4-9db5-c8a9807e2e35 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Request body: {'port': {'network_id': '84e38ed5-50c6-4e79-b2fa-165ea267b530', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-523928286', 'allowed_address_pairs': [{'ip_address': '2001:db8::127', 'mac_address': 'fa:16:3e:b9:a7:ac'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:49.147616 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.256069 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-1689a677-f57d-4334-ae73-3ef47eb65ec9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.309956 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141d660-d731-4b3e-a269-21e079aa2fa9 req-a704debf-d06e-4c06-ace6-11cd34040f8c tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:49.311628 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f141d660-d731-4b3e-a269-21e079aa2fa9 req-a704debf-d06e-4c06-ace6-11cd34040f8c tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 944 time: 0.2806354 Aug 23 15:04:49.322804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35960) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:49.327543 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:04:49.328720 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.331015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d3f1bdc7-883a-43b3-ba35-b3ce607c683e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:04:49.344230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168c82ec-58f7-4876-9376-afc0fc3a8d5f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:49.348996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b996ddbf-c8fb-49dd-ac48-66b26d97a6b7 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:49.360343 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.363073 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] Added segment cca3d752-f79d-4491-9829-6314d50714c9 of type vlan for network 89ae9ed5-1d3b-47f1-bdb3-92133db1db47 Aug 23 15:04:49.410858 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.427588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Transition to ACTIVE for port object 5872d22a-bbcb-4d67-b429-e7d8f2e22218 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:49.478609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689a677-f57d-4334-ae73-3ef47eb65ec9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Pushing event updated for resources: {'Port': ['ID=9623baad-ea2e-45c5-8c93-d0fcbd747977,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:49.490993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-1689a677-f57d-4334-ae73-3ef47eb65ec9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Network 64f87949-f645-4741-b9fd-fc55a03e518e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:49.493127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-1689a677-f57d-4334-ae73-3ef47eb65ec9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:49.513321 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f141d660-d731-4b3e-a269-21e079aa2fa9 req-d9fd3cfb-c640-4ba3-ad76-958cb3eba1d4 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713488 Aug 23 15:04:49.525537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-1689a677-f57d-4334-ae73-3ef47eb65ec9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:49.548244 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.564920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015dbe38-8825-42f4-9db5-c8a9807e2e35 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Made reservation on behalf of c66e0742f4c843ba9216477bcf6d8cf3 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:49.642169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Transition to ACTIVE for port object 5872d22a-bbcb-4d67-b429-e7d8f2e22218 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:49.656679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fcd242-4093-4dd4-9ffd-68d0e23b0385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523d7fb1-42dc-4fb1-948f-e023ee161005'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:04:49.658867 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c6c06b-b054-4528-a018-3f32ac0f088d" -d '{"events": [{"server_uuid": "a3fcd242-4093-4dd4-9ffd-68d0e23b0385", "name": "network-vif-plugged", "status": "completed", "tag": "523d7fb1-42dc-4fb1-948f-e023ee161005"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:04:49.689786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 523d7fb1-42dc-4fb1-948f-e023ee161005, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=523d7fb1-42dc-4fb1-948f-e023ee161005,segment=NetworkSegment(a570d030-c42f-45a3-9ae3-1f1a44248e2f),segment_id=a570d030-c42f-45a3-9ae3-1f1a44248e2f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:49.718898 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.722465 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:49.722465 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.727541 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74558bcf-fb02-4a77-8c47-9661128ac1b5 x-openstack-request-id: req-74558bcf-fb02-4a77-8c47-9661128ac1b5 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:04:49.728312 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fcd242-4093-4dd4-9ffd-68d0e23b0385", "name": "network-vif-plugged", "status": "completed", "tag": "523d7fb1-42dc-4fb1-948f-e023ee161005", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:04:49.728715 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-74558bcf-fb02-4a77-8c47-9661128ac1b5 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:04:49.729646 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fcd242-4093-4dd4-9ffd-68d0e23b0385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523d7fb1-42dc-4fb1-948f-e023ee161005', 'code': 200} Aug 23 15:04:49.730927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1434117811'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:49.774867 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.789150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-1689a677-f57d-4334-ae73-3ef47eb65ec9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:49.790302 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-1689a677-f57d-4334-ae73-3ef47eb65ec9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.796352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f77054a2-0142-49d0-a894-290782719aa9 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:49.829925 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] Pushing event updated for resources: {'Network': ['ID=89ae9ed5-1d3b-47f1-bdb3-92133db1db47,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:49.860580 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b996ddbf-c8fb-49dd-ac48-66b26d97a6b7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:49.861099 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.863442 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 89ae9ed5-1d3b-47f1-bdb3-92133db1db47 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:04:49.868399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532026d-17a6-4037-89aa-081e85de1a19 req-474c93ef-2f68-41cb-8eff-6da99c2f460a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:49.870183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4532026d-17a6-4037-89aa-081e85de1a19 req-474c93ef-2f68-41cb-8eff-6da99c2f460a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 931 time: 0.2766736 Aug 23 15:04:49.875350 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-015dbe38-8825-42f4-9db5-c8a9807e2e35 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.901865 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f62f6cdf-468b-4c6a-a2c5-38eefe85f354 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3766973 Aug 23 15:04:49.911094 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35976) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:49.913902 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:49.918037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-6db255f4-6143-4bbc-bcfd-f4cf012532fb admin admin] Request body: {'subnet': {'network_id': '89ae9ed5-1d3b-47f1-bdb3-92133db1db47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-154324795-subnet', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0', 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:49.988484 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Network 84e38ed5-50c6-4e79-b2fa-165ea267b530 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:50.007416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361afc-a1ec-4121-bd03-e858e5c7525f req-aecaba0d-7083-45d3-a5e8-638e3425f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:50.009150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a361afc-a1ec-4121-bd03-e858e5c7525f req-aecaba0d-7083-45d3-a5e8-638e3425f5d9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 1096 time: 0.2055106 Aug 23 15:04:50.018739 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:50.032904 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:50.053778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-015dbe38-8825-42f4-9db5-c8a9807e2e35 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] device_id is not set on port f68d2433-1c28-48b6-9172-83c5c1a331e0 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:04:50.073314 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Pushing event updated for resources: {'Port': ['ID=5872d22a-bbcb-4d67-b429-e7d8f2e22218,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:50.084212 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4532026d-17a6-4037-89aa-081e85de1a19 req-072f437e-150a-4df9-9cb6-04c6fb622a0f tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684549 Aug 23 15:04:50.140471 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a361afc-a1ec-4121-bd03-e858e5c7525f req-69aea388-3e9c-4c28-80ad-195e1565bed6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154675 Aug 23 15:04:50.147375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Made reservation on behalf of 11fd3a2da8ac4a1ba03ad573c4b40a3e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:50.150801 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:50.167160 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:50.240671 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-1689a677-f57d-4334-ae73-3ef47eb65ec9 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5594945 Aug 23 15:04:50.258425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Request body: {'port': {'device_id': '29d6936d-1c9a-4a4c-abe8-569d1bfddbe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:50.261221 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:50.305827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Attempting to bind port 5872d22a-bbcb-4d67-b429-e7d8f2e22218 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:04:50.306604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Attempting to bind port 5872d22a-bbcb-4d67-b429-e7d8f2e22218 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '292bb15c-1d5f-4fdc-b90c-2cd86ba32198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '84e38ed5-50c6-4e79-b2fa-165ea267b530'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:04:50.306604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Attempting to bind port 5872d22a-bbcb-4d67-b429-e7d8f2e22218 on network 84e38ed5-50c6-4e79-b2fa-165ea267b530 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:50.316416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-015dbe38-8825-42f4-9db5-c8a9807e2e35 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Allocated IP 2001:db8::115 (84e38ed5-50c6-4e79-b2fa-165ea267b530/1758a420-1748-47c9-8133-fa66472f999d/f68d2433-1c28-48b6-9172-83c5c1a331e0) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:50.320045 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db255f4-6143-4bbc-bcfd-f4cf012532fb admin admin] Made reservation on behalf of 4709efd187b34aa4b00fac7d78ae68f0 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:50.323446 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6db255f4-6143-4bbc-bcfd-f4cf012532fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:50.382480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:04:50.384076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Checking segment: {'id': '292bb15c-1d5f-4fdc-b90c-2cd86ba32198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '84e38ed5-50c6-4e79-b2fa-165ea267b530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:50.385506 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:50.386150 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Bound using segment: {'id': '292bb15c-1d5f-4fdc-b90c-2cd86ba32198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '84e38ed5-50c6-4e79-b2fa-165ea267b530'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:04:50.389392 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Bound port: 5872d22a-bbcb-4d67-b429-e7d8f2e22218, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292bb15c-1d5f-4fdc-b90c-2cd86ba32198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '84e38ed5-50c6-4e79-b2fa-165ea267b530'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:04:50.389913 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:50.398115 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:50.448181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port f77054a2-0142-49d0-a894-290782719aa9 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:50.454281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=523d7fb1-42dc-4fb1-948f-e023ee161005,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:50.480560 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port f77054a2-0142-49d0-a894-290782719aa9 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:50.481021 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:50.555363 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:50.622715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Transition to ACTIVE for port object e0769313-695a-40bd-ad92-1a274fb20b54 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:50.687882 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] For port 5872d22a-bbcb-4d67-b429-e7d8f2e22218, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:04:50.693778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] For port 5872d22a-bbcb-4d67-b429-e7d8f2e22218, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5872d22a-bbcb-4d67-b429-e7d8f2e22218,segment=NetworkSegment(292bb15c-1d5f-4fdc-b90c-2cd86ba32198),segment_id=292bb15c-1d5f-4fdc-b90c-2cd86ba32198)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:04:50.713268 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6db255f4-6143-4bbc-bcfd-f4cf012532fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:50.735973 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:50.779413 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db255f4-6143-4bbc-bcfd-f4cf012532fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec130505-b9d2-4cf4-bcf6-1e2ab2d750db,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:50.782472 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:50.790213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db255f4-6143-4bbc-bcfd-f4cf012532fb admin admin] Checking segment: {'id': 'cca3d752-f79d-4491-9829-6314d50714c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '89ae9ed5-1d3b-47f1-bdb3-92133db1db47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:50.790782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db255f4-6143-4bbc-bcfd-f4cf012532fb admin admin] Network hostable DHCP agents. Network: 89ae9ed5-1d3b-47f1-bdb3-92133db1db47, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:04:50.805514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f77054a2-0142-49d0-a894-290782719aa9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f77054a2-0142-49d0-a894-290782719aa9,segment=NetworkSegment(a570d030-c42f-45a3-9ae3-1f1a44248e2f),segment_id=a570d030-c42f-45a3-9ae3-1f1a44248e2f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:50.834525 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:50.878554 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:50.896486 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db255f4-6143-4bbc-bcfd-f4cf012532fb admin admin] Network 89ae9ed5-1d3b-47f1-bdb3-92133db1db47 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:04:50.911483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2732eac-5d88-4a5e-8a44-65349a73db02 None None] Pushing event updated for resources: {'Port': ['ID=e0769313-695a-40bd-ad92-1a274fb20b54,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:50.977850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c2fcc-30f0-43fe-89b1-63457354201f req-6275025b-07b9-4f54-b4a1-65bd2836e7ff tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:50.988776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-572c2fcc-30f0-43fe-89b1-63457354201f req-6275025b-07b9-4f54-b4a1-65bd2836e7ff tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 944 time: 0.3477743 Aug 23 15:04:50.991149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Attempting to bind port e0769313-695a-40bd-ad92-1a274fb20b54 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:04:50.991846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Attempting to bind port e0769313-695a-40bd-ad92-1a274fb20b54 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:04:50.992384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Attempting to bind port e0769313-695a-40bd-ad92-1a274fb20b54 on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:51.009748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-6db255f4-6143-4bbc-bcfd-f4cf012532fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 89ae9ed5-1d3b-47f1-bdb3-92133db1db47) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:51.017486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:04:51.017486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Checking segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:51.017877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db255f4-6143-4bbc-bcfd-f4cf012532fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:51.018146 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6db255f4-6143-4bbc-bcfd-f4cf012532fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.019078 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.021223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Bound using segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:04:51.022006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Bound port: e0769313-695a-40bd-ad92-1a274fb20b54, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:04:51.022576 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.030563 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b569b1f0-0eb0-4bde-8bc6-14ef43a97653 None None] Network 89ae9ed5-1d3b-47f1-bdb3-92133db1db47 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:04:51.206814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151adb8-3413-4b67-a177-4a7d3e6d1a3d None None] Pushing event updated for resources: {'Port': ['ID=5872d22a-bbcb-4d67-b429-e7d8f2e22218,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:51.278782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9623baad-ea2e-45c5-8c93-d0fcbd747977 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:04:51.304269 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.332716 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.361168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] For port e0769313-695a-40bd-ad92-1a274fb20b54, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:04:51.366102 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] For port e0769313-695a-40bd-ad92-1a274fb20b54, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e0769313-695a-40bd-ad92-1a274fb20b54,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:04:51.395137 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f536565-a1e9-4d69-9db4-3dd1853ba671 req-a8f8a509-c6b3-493e-9710-490d2dc12a8e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:51.399515 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-015dbe38-8825-42f4-9db5-c8a9807e2e35 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.414120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5f536565-a1e9-4d69-9db4-3dd1853ba671 req-a8f8a509-c6b3-493e-9710-490d2dc12a8e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 931 time: 0.1646793 Aug 23 15:04:51.421909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-015dbe38-8825-42f4-9db5-c8a9807e2e35 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Transition to ACTIVE for port object f68d2433-1c28-48b6-9172-83c5c1a331e0 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:51.466137 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5f536565-a1e9-4d69-9db4-3dd1853ba671 req-4d296e2d-2816-42ae-880c-22b71f6f7639 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495968 Aug 23 15:04:51.492665 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.517259 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:04:51.572551 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6db255f4-6143-4bbc-bcfd-f4cf012532fb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6641870 Aug 23 15:04:51.572551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36004) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:51.577254 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-154324795-router', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:51.582443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.582886 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Added segment d2caeaa6-14c0-4dc3-8306-6db9d3ea303d of type vlan for network 75236012-81f4-4ed5-a6ce-007bfd2d3203 Aug 23 15:04:51.620412 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Transition to ACTIVE for port object 9623baad-ea2e-45c5-8c93-d0fcbd747977 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:51.640470 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-015dbe38-8825-42f4-9db5-c8a9807e2e35 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.646514 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.661083 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-572c2fcc-30f0-43fe-89b1-63457354201f req-4dceaa48-0bf0-4120-bb2b-a48a2e06db23 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6713276 Aug 23 15:04:51.696071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015dbe38-8825-42f4-9db5-c8a9807e2e35 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Network 84e38ed5-50c6-4e79-b2fa-165ea267b530 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:51.701573 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.702877 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.709902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-015dbe38-8825-42f4-9db5-c8a9807e2e35 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:51.716544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015dbe38-8825-42f4-9db5-c8a9807e2e35 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:51.723316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015dbe38-8825-42f4-9db5-c8a9807e2e35 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:51.732531 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-015dbe38-8825-42f4-9db5-c8a9807e2e35 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.738567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f8d23c-3eb7-40dc-84b4-05c4693adb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77054a2-0142-49d0-a894-290782719aa9'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:04:51.740893 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade7d40d-87b1-4135-b6c2-21ccd0da52e6" -d '{"events": [{"server_uuid": "a0f8d23c-3eb7-40dc-84b4-05c4693adb67", "name": "network-vif-plugged", "status": "completed", "tag": "f77054a2-0142-49d0-a894-290782719aa9"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:04:51.804792 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-89ae9ed5-1d3b-47f1-bdb3-92133db1db47', 'network_id': '89ae9ed5-1d3b-47f1-bdb3-92133db1db47', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0', 'fixed_ips': [{'subnet_id': 'ec130505-b9d2-4cf4-bcf6-1e2ab2d750db'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:04:51.805686 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.806288 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.808460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f77054a2-0142-49d0-a894-290782719aa9,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:51.856364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015dbe38-8825-42f4-9db5-c8a9807e2e35 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event updated for resources: {'Port': ['ID=f68d2433-1c28-48b6-9172-83c5c1a331e0,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:51.872281 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:51.886882 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c57e98-f2c0-44b0-b3a7-e4f721fd6102 x-openstack-request-id: req-e7c57e98-f2c0-44b0-b3a7-e4f721fd6102 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:04:51.887339 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f8d23c-3eb7-40dc-84b4-05c4693adb67", "name": "network-vif-plugged", "status": "completed", "tag": "f77054a2-0142-49d0-a894-290782719aa9", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:04:51.887495 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7c57e98-f2c0-44b0-b3a7-e4f721fd6102 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:04:51.887848 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f8d23c-3eb7-40dc-84b4-05c4693adb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77054a2-0142-49d0-a894-290782719aa9', 'code': 200} Aug 23 15:04:51.901243 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:51.902065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:04:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:51.994563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759dd667-0209-411e-903a-eb3fe1fd0237,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:51.998049 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:52.094038 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-015dbe38-8825-42f4-9db5-c8a9807e2e35 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.9746521 Aug 23 15:04:52.094038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Pushing event updated for resources: {'Port': ['ID=9623baad-ea2e-45c5-8c93-d0fcbd747977,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:52.094361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2732eac-5d88-4a5e-8a44-65349a73db02 None None] Pushing event updated for resources: {'Port': ['ID=e0769313-695a-40bd-ad92-1a274fb20b54,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:52.106805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36016) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:52.226096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:52.270724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:52.276563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:52.277525 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:52.401085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd4863f-3072-4714-86ea-e7fd9f0e7b1e tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:52.407300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd4863f-3072-4714-86ea-e7fd9f0e7b1e tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:52.413996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd4863f-3072-4714-86ea-e7fd9f0e7b1e tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:52.415834 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6cd4863f-3072-4714-86ea-e7fd9f0e7b1e tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3080339 Aug 23 15:04:52.424643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36018) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:52.447179 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.1187983 Aug 23 15:04:52.447179 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f7609-b898-4937-9025-ca9306781a98 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Pushing event updated for resources: {'Network': ['ID=75236012-81f4-4ed5-a6ce-007bfd2d3203,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:52.447528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36020) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:52.464486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 75236012-81f4-4ed5-a6ce-007bfd2d3203 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:04:52.470816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-76a99d53-68f3-443b-b0dc-214024eae1e2 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Request body: {'subnet': {'network_id': '75236012-81f4-4ed5-a6ce-007bfd2d3203', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:52.530354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Attempting to bind port 9623baad-ea2e-45c5-8c93-d0fcbd747977 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:04:52.531132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Attempting to bind port 9623baad-ea2e-45c5-8c93-d0fcbd747977 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:04:52.536343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Attempting to bind port 9623baad-ea2e-45c5-8c93-d0fcbd747977 on network 64f87949-f645-4741-b9fd-fc55a03e518e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:52.626062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Port 9623baad-ea2e-45c5-8c93-d0fcbd747977 on network 64f87949-f645-4741-b9fd-fc55a03e518e not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:04:52.626560 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Attempting to bind port 9623baad-ea2e-45c5-8c93-d0fcbd747977 on network 64f87949-f645-4741-b9fd-fc55a03e518e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:52.686485 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:52.687060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Allocated IP 172.20.0.2 (89ae9ed5-1d3b-47f1-bdb3-92133db1db47/ec130505-b9d2-4cf4-bcf6-1e2ab2d750db/74b058e4-5d62-4b7f-9921-b48845bab893) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:52.717879 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:04:52.718240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Checking segment: {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:52.718641 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Bound using segment: {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:04:52.719105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Bound port: 9623baad-ea2e-45c5-8c93-d0fcbd747977, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04cd3efa-83d1-47ad-9e53-5def52e9ed1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:04:52.719304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f60119-1b91-4604-9ece-56a870142672 req-4e22d5c2-416e-425e-aa53-440b65c6ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:52.719474 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:52.720975 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-85f60119-1b91-4604-9ece-56a870142672 req-4e22d5c2-416e-425e-aa53-440b65c6ab8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 1096 time: 0.7367961 Aug 23 15:04:52.739593 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9c0b7f33-6e25-44e6-b7c8-9f53929ea5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:52.777292 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-85f60119-1b91-4604-9ece-56a870142672 req-a10710e2-1715-49ff-9e79-342d934883a9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475233 Aug 23 15:04:52.951933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f83b49-5848-4f02-ae26-3287f0a1ebc8 None None] Network 84e38ed5-50c6-4e79-b2fa-165ea267b530 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:04:53.020304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d467c8b-8d4f-4756-a3bc-ab97266c45bb req-c88086b1-947d-44f0-b98b-44844cadabf1 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:53.022896 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d467c8b-8d4f-4756-a3bc-ab97266c45bb req-c88086b1-947d-44f0-b98b-44844cadabf1 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.1048837 Aug 23 15:04:53.091586 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:04:53.141799 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d467c8b-8d4f-4756-a3bc-ab97266c45bb req-93d8da3f-a0ba-4ec2-ba68-315692e0a588 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114106 Aug 23 15:04:53.162757 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ec0e3ff7-2b5c-4ed7-88ec-365cf90b0a68 None None] Provisioning for port 5872d22a-bbcb-4d67-b429-e7d8f2e22218 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:53.183694 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:53.221232 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Transition to ACTIVE for port object 74b058e4-5d62-4b7f-9921-b48845bab893 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:53.256584 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Transition to ACTIVE for port object 74b058e4-5d62-4b7f-9921-b48845bab893 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:53.261851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:51Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:53.308712 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5872d22a-bbcb-4d67-b429-e7d8f2e22218 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:53.312710 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22049b1f-4191-42a5-9717-4c393e14da91 None None] The sync data for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 is: [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:51Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:04:53.353117 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:53.401337 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:53.412776 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:53.534051 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Pushing event updated for resources: {'Port': ['ID=74b058e4-5d62-4b7f-9921-b48845bab893,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:53.592586 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Network 89ae9ed5-1d3b-47f1-bdb3-92133db1db47 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:53.601875 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:53.605565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:53.639752 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Allocated IP 172.25.8.103 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/8488f910-c1d7-47ef-bf7a-4148d5f04f20) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:53.717460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 5872d22a-bbcb-4d67-b429-e7d8f2e22218 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:53.760617 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5872d22a-bbcb-4d67-b429-e7d8f2e22218 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:53.761236 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:53.795907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36050) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:53.817885 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Attempting to bind port 74b058e4-5d62-4b7f-9921-b48845bab893 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:04:53.818488 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Attempting to bind port 74b058e4-5d62-4b7f-9921-b48845bab893 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'cca3d752-f79d-4491-9829-6314d50714c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '89ae9ed5-1d3b-47f1-bdb3-92133db1db47'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:04:53.818967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Attempting to bind port 74b058e4-5d62-4b7f-9921-b48845bab893 on network 89ae9ed5-1d3b-47f1-bdb3-92133db1db47 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:53.827426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:04:53.830285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Checking segment: {'id': 'cca3d752-f79d-4491-9829-6314d50714c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '89ae9ed5-1d3b-47f1-bdb3-92133db1db47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:53.830285 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:53.841232 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Bound using segment: {'id': 'cca3d752-f79d-4491-9829-6314d50714c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '89ae9ed5-1d3b-47f1-bdb3-92133db1db47'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:04:53.844408 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Bound port: 74b058e4-5d62-4b7f-9921-b48845bab893, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca3d752-f79d-4491-9829-6314d50714c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '89ae9ed5-1d3b-47f1-bdb3-92133db1db47'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:04:53.844945 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:53.875129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8475340-5678-45c5-b3c9-11ab9a1b76ff req-d0f14300-b512-4e67-ac99-218697cea7fa tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:53.887995 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8475340-5678-45c5-b3c9-11ab9a1b76ff req-d0f14300-b512-4e67-ac99-218697cea7fa tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 943 time: 1.2416255 Aug 23 15:04:53.949138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a99d53-68f3-443b-b0dc-214024eae1e2 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Made reservation on behalf of 11fd3a2da8ac4a1ba03ad573c4b40a3e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:53.962499 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76a99d53-68f3-443b-b0dc-214024eae1e2 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:54.007888 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:54.144983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] For port 74b058e4-5d62-4b7f-9921-b48845bab893, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:04:54.202006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] For port 74b058e4-5d62-4b7f-9921-b48845bab893, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=74b058e4-5d62-4b7f-9921-b48845bab893,segment=NetworkSegment(cca3d752-f79d-4491-9829-6314d50714c9),segment_id=cca3d752-f79d-4491-9829-6314d50714c9)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:04:54.205118 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:54.247968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] For port 9623baad-ea2e-45c5-8c93-d0fcbd747977, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:04:54.259519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] For port 9623baad-ea2e-45c5-8c93-d0fcbd747977, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9623baad-ea2e-45c5-8c93-d0fcbd747977,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:04:54.259519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9c88c603-0831-455b-a491-103e2925b71b tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Deleting port f68d2433-1c28-48b6-9172-83c5c1a331e0 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:54.259519 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c88c603-0831-455b-a491-103e2925b71b tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:54.280645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 5872d22a-bbcb-4d67-b429-e7d8f2e22218, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5872d22a-bbcb-4d67-b429-e7d8f2e22218,segment=NetworkSegment(292bb15c-1d5f-4fdc-b90c-2cd86ba32198),segment_id=292bb15c-1d5f-4fdc-b90c-2cd86ba32198)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:54.281529 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:54.316850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c73d8d16-5ca4-4186-97d7-d019d28b9789 None None] Provisioning for port 318db90b-1f65-4444-8d1f-5608ae8bc61b completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:54.323267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c73d8d16-5ca4-4186-97d7-d019d28b9789 None None] Provisioning complete for port 318db90b-1f65-4444-8d1f-5608ae8bc61b triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:54.324595 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c73d8d16-5ca4-4186-97d7-d019d28b9789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:54.365001 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c88c603-0831-455b-a491-103e2925b71b tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:54.381060 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9c88c603-0831-455b-a491-103e2925b71b tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Calling delete_port for f68d2433-1c28-48b6-9172-83c5c1a331e0 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:54.410718 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:54.421489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Pushing event updated for resources: {'Port': ['ID=8488f910-c1d7-47ef-bf7a-4148d5f04f20,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:54.451009 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:54.454367 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:54.457811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:54.480766 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:54.541936 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-911471c6-8d9b-4a3e-a306-9ca5fa01f986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:54.550087 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:54.558128 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c73d8d16-5ca4-4186-97d7-d019d28b9789 None None] Port 318db90b-1f65-4444-8d1f-5608ae8bc61b cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:04:54.636793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f81024-d64e-4644-9520-f1de5dee37d6 None None] Pushing event updated for resources: {'Port': ['ID=74b058e4-5d62-4b7f-9921-b48845bab893,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:54.704613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Pushing event updated for resources: {'Port': ['ID=9623baad-ea2e-45c5-8c93-d0fcbd747977,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:54.710531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063b35d-2de0-4932-bd4c-b4ae8f25ffdc req-ed992e19-0eca-42c0-bd03-6dfcb8b1ddf5 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:54.712657 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4063b35d-2de0-4932-bd4c-b4ae8f25ffdc req-ed992e19-0eca-42c0-bd03-6dfcb8b1ddf5 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.4178736 Aug 23 15:04:54.723622 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8475340-5678-45c5-b3c9-11ab9a1b76ff req-e7a93dbd-eeb9-4ecc-be86-af9798c554f5 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8326836 Aug 23 15:04:54.733290 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c88c603-0831-455b-a491-103e2925b71b tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:54.780224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:54.780456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:54.780713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:54.781030 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:54.781367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:54.781720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:54.782030 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:54.782311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c73d8d16-5ca4-4186-97d7-d019d28b9789 None None] Provisioning for port f68d2433-1c28-48b6-9172-83c5c1a331e0 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:54.782785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:54.782785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:54.782959 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:54.783313 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:54.783606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:04:54.785529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=5872d22a-bbcb-4d67-b429-e7d8f2e22218,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:54.793061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c73d8d16-5ca4-4186-97d7-d019d28b9789 None None] Provisioning complete for port f68d2433-1c28-48b6-9172-83c5c1a331e0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:54.793433 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c73d8d16-5ca4-4186-97d7-d019d28b9789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:54.810192 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:54.821593 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:54.823281 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-450e2de7-1918-49b9-ad19-900cb3a57bcd service neutron] 10.222.0.57 "PUT /v2.0/ports/9623baad-ea2e-45c5-8c93-d0fcbd747977 HTTP/1.1" status: 200 len: 1091 time: 4.5737472 Aug 23 15:04:54.847224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c73d8d16-5ca4-4186-97d7-d019d28b9789 None None] Port f68d2433-1c28-48b6-9172-83c5c1a331e0 was deleted so its status cannot be updated. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 15:04:54.859247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c73d8d16-5ca4-4186-97d7-d019d28b9789 None None] Provisioning complete for port 5872d22a-bbcb-4d67-b429-e7d8f2e22218 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:54.859953 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c73d8d16-5ca4-4186-97d7-d019d28b9789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:54.890320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d6936d-1c9a-4a4c-abe8-569d1bfddbe1', 'tag': '9623baad-ea2e-45c5-8c93-d0fcbd747977'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:04:54.898820 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1056b78d-4f0f-49b0-8285-0f31289a7213" -d '{"events": [{"name": "network-changed", "server_uuid": "29d6936d-1c9a-4a4c-abe8-569d1bfddbe1", "tag": "9623baad-ea2e-45c5-8c93-d0fcbd747977"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:04:54.902194 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88c603-0831-455b-a491-103e2925b71b tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event deleted for resources: {'Port': ['ID=f68d2433-1c28-48b6-9172-83c5c1a331e0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:54.966188 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4063b35d-2de0-4932-bd4c-b4ae8f25ffdc req-f29a0bf2-e3ad-4379-a03e-afed008b260b tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229483 Aug 23 15:04:55.140574 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:55.224787 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bfed17-b022-49fe-980d-5dedf8a70dc6 x-openstack-request-id: req-56bfed17-b022-49fe-980d-5dedf8a70dc6 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:04:55.224787 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d6936d-1c9a-4a4c-abe8-569d1bfddbe1", "tag": "9623baad-ea2e-45c5-8c93-d0fcbd747977", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:04:55.225072 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-56bfed17-b022-49fe-980d-5dedf8a70dc6 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:04:55.230740 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d6936d-1c9a-4a4c-abe8-569d1bfddbe1', 'tag': '9623baad-ea2e-45c5-8c93-d0fcbd747977', 'status': 'completed', 'code': 200} Aug 23 15:04:55.444823 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2ae70748-c5a8-4c6f-b594-6a6ca42f3698 None None] Provisioning complete for port 318db90b-1f65-4444-8d1f-5608ae8bc61b triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:55.445535 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2ae70748-c5a8-4c6f-b594-6a6ca42f3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:55.506198 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:55.529406 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:55.531278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-ca0bbf44-2773-4007-8ac5-7396af98d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:55.533040 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-ca0bbf44-2773-4007-8ac5-7396af98d647 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 1094 time: 0.5239727 Aug 23 15:04:55.543425 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c88c603-0831-455b-a491-103e2925b71b tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:55.548545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9c88c603-0831-455b-a491-103e2925b71b tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "DELETE /v2.0/ports/f68d2433-1c28-48b6-9172-83c5c1a331e0 HTTP/1.1" status: 204 len: 168 time: 3.1201489 Aug 23 15:04:55.549549 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-911471c6-8d9b-4a3e-a306-9ca5fa01f986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:55.552105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2ae70748-c5a8-4c6f-b594-6a6ca42f3698 None None] Port 318db90b-1f65-4444-8d1f-5608ae8bc61b cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:04:55.561049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36078) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:55.566850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2ae70748-c5a8-4c6f-b594-6a6ca42f3698 None None] Could not find standard attr ID for object f68d2433-1c28-48b6-9172-83c5c1a331e0. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:04:55.577388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 74b058e4-5d62-4b7f-9921-b48845bab893 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:55.705476 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-911471c6-8d9b-4a3e-a306-9ca5fa01f986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:55.777357 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 74b058e4-5d62-4b7f-9921-b48845bab893 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:55.784581 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7f7294-c08a-41dd-bf66-cd909a90542e tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] GET failed (client error): The resource could not be found. Aug 23 15:04:55.784581 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9b7f7294-c08a-41dd-bf66-cd909a90542e tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "GET /v2.0/ports/f68d2433-1c28-48b6-9172-83c5c1a331e0 HTTP/1.1" status: 404 len: 333 time: 0.1849182 Aug 23 15:04:55.784581 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-e6a093b2-befe-46b7-893d-14864fb9c412 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9623baad-ea2e-45c5-8c93-d0fcbd747977 HTTP/1.1" status: 200 len: 217 time: 0.2301381 Aug 23 15:04:55.790782 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e0769313-695a-40bd-ad92-1a274fb20b54 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:55.794569 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36086) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:55.800556 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a3de96f0-0554-406b-ac46-01d76d006200 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Request body: {'port': {'network_id': '84e38ed5-50c6-4e79-b2fa-165ea267b530', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-618288856'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:55.880321 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911471c6-8d9b-4a3e-a306-9ca5fa01f986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958a0b50-d380-4392-a8a5-4775d6cb7de5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:55.895017 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-911471c6-8d9b-4a3e-a306-9ca5fa01f986 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b0163b227f1444e68df0eb3d09677998&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0839183 Aug 23 15:04:55.895564 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36088) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:55.918851 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-175d8e34-2422-452f-a065-496077ec431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:55.921639 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-175d8e34-2422-452f-a065-496077ec431a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f22f70f-5be0-4809-bae5-4797be32e410 HTTP/1.1" status: 200 len: 846 time: 0.1129119 Aug 23 15:04:55.930960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95598147-03de-4b51-8268-53b25b35830b req-546cb31c-59c5-4abd-a56c-bfdc973a811f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:55.938709 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95598147-03de-4b51-8268-53b25b35830b req-546cb31c-59c5-4abd-a56c-bfdc973a811f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.2302060 Aug 23 15:04:55.946018 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1377f-33ac-4b90-ab4a-3495ed6dc8f1 req-3e1b9222-dc57-4f56-b8f4-67547f9f5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:55.950681 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-76b1377f-33ac-4b90-ab4a-3495ed6dc8f1 req-3e1b9222-dc57-4f56-b8f4-67547f9f5e8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 1096 time: 0.2327030 Aug 23 15:04:55.954203 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76a99d53-68f3-443b-b0dc-214024eae1e2 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:55.976859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port e0769313-695a-40bd-ad92-1a274fb20b54 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:55.982275 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e0769313-695a-40bd-ad92-1a274fb20b54 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:55.989174 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:55.991685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-8c2cf898-3bc8-4d10-9cc8-7d25da7c3fc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64f87949-f645-4741-b9fd-fc55a03e518e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488963 Aug 23 15:04:56.162984 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:56.174023 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95598147-03de-4b51-8268-53b25b35830b req-b2f10e93-9b48-46f6-9b13-f6196c509c70 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339983 Aug 23 15:04:56.187198 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30066a-08ed-41ff-a60c-01ad2d523f34 req-a4f19fb9-a939-4c13-aa3e-e8880c867d95 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:56.188983 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e30066a-08ed-41ff-a60c-01ad2d523f34 req-a4f19fb9-a939-4c13-aa3e-e8880c867d95 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 943 time: 0.3061767 Aug 23 15:04:56.197732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a99d53-68f3-443b-b0dc-214024eae1e2 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Pushing event updated for resources: {'Subnet': ['ID=ba63981c-e841-4685-a703-1766711eec9a,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:56.241042 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8fef459c-4ef8-495d-8aab-aaa5651ddffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:56.275295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port e0769313-695a-40bd-ad92-1a274fb20b54, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e0769313-695a-40bd-ad92-1a274fb20b54,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:56.275796 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a99d53-68f3-443b-b0dc-214024eae1e2 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Checking segment: {'id': 'd2caeaa6-14c0-4dc3-8306-6db9d3ea303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '75236012-81f4-4ed5-a6ce-007bfd2d3203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:56.276832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a99d53-68f3-443b-b0dc-214024eae1e2 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Network hostable DHCP agents. Network: 75236012-81f4-4ed5-a6ce-007bfd2d3203, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:04:56.294364 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Router 4947acc6-d347-40b5-9090-42bbe77bb3e3 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:04:56.320286 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1377f-33ac-4b90-ab4a-3495ed6dc8f1 req-f0c70098-4545-4873-a52f-397c7affca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:56.321989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-76b1377f-33ac-4b90-ab4a-3495ed6dc8f1 req-f0c70098-4545-4873-a52f-397c7affca50 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cffccb22-b63a-4c5c-a1aa-a7862729d292 HTTP/1.1" status: 200 len: 920 time: 0.3671851 Aug 23 15:04:56.326749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-9ebfb772-95fb-4fd3-9a6c-fdc76a057279 service neutron] 10.222.0.57 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056660 Aug 23 15:04:56.333823 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8fef459c-4ef8-495d-8aab-aaa5651ddffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:56.347398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:56.348489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5872d22a-bbcb-4d67-b429-e7d8f2e22218 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:56.355689 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e30066a-08ed-41ff-a60c-01ad2d523f34 req-1b474f63-d17f-4cfe-bdfd-cc6629245215 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497648 Aug 23 15:04:56.423023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a99d53-68f3-443b-b0dc-214024eae1e2 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Network 75236012-81f4-4ed5-a6ce-007bfd2d3203 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:04:56.444164 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-76b1377f-33ac-4b90-ab4a-3495ed6dc8f1 req-f3456973-12f6-45d5-85d8-b9b928b5ce40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f77054a2-0142-49d0-a894-290782719aa9 HTTP/1.1" status: 200 len: 217 time: 0.1032429 Aug 23 15:04:56.475718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3de96f0-0554-406b-ac46-01d76d006200 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Made reservation on behalf of c66e0742f4c843ba9216477bcf6d8cf3 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:56.494466 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3de96f0-0554-406b-ac46-01d76d006200 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:56.494659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=e0769313-695a-40bd-ad92-1a274fb20b54,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:56.503188 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-740aa88d-bb49-4e6b-b16c-4fa941132aaf req-8cf529ac-42f8-4149-aaca-31d1d0c29c66 service neutron] 10.222.0.57 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649566 Aug 23 15:04:56.510500 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5872d22a-bbcb-4d67-b429-e7d8f2e22218 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:56.510500 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:56.516011 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-76a99d53-68f3-443b-b0dc-214024eae1e2 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 75236012-81f4-4ed5-a6ce-007bfd2d3203) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:56.521383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a99d53-68f3-443b-b0dc-214024eae1e2 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:56.521963 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76a99d53-68f3-443b-b0dc-214024eae1e2 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:56.557487 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e8723b-9aac-4259-9961-f01ab8101673 None None] Network 75236012-81f4-4ed5-a6ce-007bfd2d3203 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:04:56.559857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d6e985-721e-45ed-b0e9-12026c2f9608 None None] Network 89ae9ed5-1d3b-47f1-bdb3-92133db1db47 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:04:56.573876 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-a3de96f0-0554-406b-ac46-01d76d006200 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] device_id is not set on port 3e21f853-d71d-4c08-b069-5303b2b2a4c8 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:04:56.616304 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-76a99d53-68f3-443b-b0dc-214024eae1e2 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1471121 Aug 23 15:04:56.616520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36102) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:56.620573 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1377f-33ac-4b90-ab4a-3495ed6dc8f1 req-a0d44409-b29a-4b23-8910-0440ed5c2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:56.622143 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-76b1377f-33ac-4b90-ab4a-3495ed6dc8f1 req-a0d44409-b29a-4b23-8910-0440ed5c2fe8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17940688-0fc2-4a39-b459-e1f5a256fee0 HTTP/1.1" status: 200 len: 859 time: 0.1129978 Aug 23 15:04:56.622614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9934e57e-06ac-48d1-975a-d1aa3cec13a5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Request body: {'port': {'network_id': '75236012-81f4-4ed5-a6ce-007bfd2d3203', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1871129441'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:56.716889 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-76b1377f-33ac-4b90-ab4a-3495ed6dc8f1 req-005a29e6-dc40-45b8-92c2-796d201a0301 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cffccb22-b63a-4c5c-a1aa-a7862729d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803254 Aug 23 15:04:56.718110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:04:56.732503 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Sync routers for ids ['4947acc6-d347-40b5-9090-42bbe77bb3e3'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:04:56.751884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056b78d-4f0f-49b0-8285-0f31289a7213 req-ed0e5afc-1bb5-4b11-bec1-49217c28a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:56.754274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1056b78d-4f0f-49b0-8285-0f31289a7213 req-ed0e5afc-1bb5-4b11-bec1-49217c28a83c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 1094 time: 0.1090405 Aug 23 15:04:56.754953 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Routers {'4947acc6-d347-40b5-9090-42bbe77bb3e3'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:56.755830 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:04:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['4947acc6-d347-40b5-9090-42bbe77bb3e3'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:56.762485 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8fef459c-4ef8-495d-8aab-aaa5651ddffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:56.764617 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8fef459c-4ef8-495d-8aab-aaa5651ddffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:56.765850 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8fef459c-4ef8-495d-8aab-aaa5651ddffe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/958a0b50-d380-4392-a8a5-4775d6cb7de5 HTTP/1.1" status: 204 len: 168 time: 0.8621051 Aug 23 15:04:56.896613 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-94b8a12c-bcfa-4a85-a0cf-a3d73ce9f5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:56.902186 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef459c-4ef8-495d-8aab-aaa5651ddffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958a0b50-d380-4392-a8a5-4775d6cb7de5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:56.911933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056b78d-4f0f-49b0-8285-0f31289a7213 req-51c1217d-6e91-4e20-89d3-ba33c8820786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:56.913608 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1056b78d-4f0f-49b0-8285-0f31289a7213 req-51c1217d-6e91-4e20-89d3-ba33c8820786 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 907 time: 0.1510782 Aug 23 15:04:56.946546 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Set router 4947acc6-d347-40b5-9090-42bbe77bb3e3 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:56.984632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:56.988278 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fd80239b-ed9d-47b0-82a2-1ab7e63e162c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4133275 Aug 23 15:04:56.995997 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36106) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:57.010193 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1056b78d-4f0f-49b0-8285-0f31289a7213 req-a6a8ec9a-eb09-4153-abd7-5526e58ebd1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9623baad-ea2e-45c5-8c93-d0fcbd747977 HTTP/1.1" status: 200 len: 217 time: 0.0871198 Aug 23 15:04:57.105210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056b78d-4f0f-49b0-8285-0f31289a7213 req-7c546c38-75d1-4d7a-b472-1da0ef16e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:57.109601 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1056b78d-4f0f-49b0-8285-0f31289a7213 req-7c546c38-75d1-4d7a-b472-1da0ef16e4fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f22f70f-5be0-4809-bae5-4797be32e410 HTTP/1.1" status: 200 len: 846 time: 0.0873635 Aug 23 15:04:57.112910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-a3de96f0-0554-406b-ac46-01d76d006200 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Allocated IP 2001:db8::10c (84e38ed5-50c6-4e79-b2fa-165ea267b530/1758a420-1748-47c9-8133-fa66472f999d/3e21f853-d71d-4c08-b069-5303b2b2a4c8) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:57.121057 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-76b1377f-33ac-4b90-ab4a-3495ed6dc8f1 req-3538853f-e19b-4057-bd37-d7ff0fbaf68b service neutron] 10.222.0.57 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456569 Aug 23 15:04:57.141203 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:57.151561 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1056b78d-4f0f-49b0-8285-0f31289a7213 req-34a57cbf-924c-4d93-a6fa-2ca7735091c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64f87949-f645-4741-b9fd-fc55a03e518e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325007 Aug 23 15:04:57.158396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f56fccef-5c76-47f8-9ee9-95c151f2939c None None] Provisioning for port 74b058e4-5d62-4b7f-9921-b48845bab893 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:57.182117 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'name': 'tempest-TestVolumeBootPattern-154324795-router', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '8488f910-c1d7-47ef-bf7a-4148d5f04f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:51Z', 'updated_at': '2021-08-23T15:04:54Z', 'revision_number': 3, 'project_id': '4709efd187b34aa4b00fac7d78ae68f0', 'gw_port': {'id': '8488f910-c1d7-47ef-bf7a-4148d5f04f20', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:53Z', 'updated_at': '2021-08-23T15:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:57.214619 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Checking router: 4947acc6-d347-40b5-9090-42bbe77bb3e3 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:04:57.214997 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Updating router 4947acc6-d347-40b5-9090-42bbe77bb3e3 port 8488f910-c1d7-47ef-bf7a-4148d5f04f20 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:04:57.222590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f56fccef-5c76-47f8-9ee9-95c151f2939c None None] Provisioning complete for port 74b058e4-5d62-4b7f-9921-b48845bab893 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:57.222970 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f56fccef-5c76-47f8-9ee9-95c151f2939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:57.243523 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9934e57e-06ac-48d1-975a-d1aa3cec13a5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Made reservation on behalf of 11fd3a2da8ac4a1ba03ad573c4b40a3e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:04:57.247185 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9934e57e-06ac-48d1-975a-d1aa3cec13a5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:57.247352 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:57.259624 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-76b1377f-33ac-4b90-ab4a-3495ed6dc8f1 req-c3a59d6c-b160-4331-90b9-9c7737ff2713 service neutron] 10.222.0.57 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266179 Aug 23 15:04:57.281779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-9934e57e-06ac-48d1-975a-d1aa3cec13a5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] device_id is not set on port 24497e10-eac8-4733-9a0a-c26647b7db0f yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:04:57.479786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-75236012-81f4-4ed5-a6ce-007bfd2d3203', 'network_id': '75236012-81f4-4ed5-a6ce-007bfd2d3203', 'tenant_id': '11fd3a2da8ac4a1ba03ad573c4b40a3e', 'fixed_ips': [{'subnet_id': 'ba63981c-e841-4685-a703-1766711eec9a'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:04:57.480701 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:57.631886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1056b78d-4f0f-49b0-8285-0f31289a7213 req-f8a91ced-6f2e-4f18-992e-ce6577df95af service neutron] 10.222.0.57 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712999 Aug 23 15:04:57.666212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e0769313-695a-40bd-ad92-1a274fb20b54 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:57.756250 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3de96f0-0554-406b-ac46-01d76d006200 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:57.788027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dffee3-239e-4c06-be95-9073738b824d req-8af3ef55-0883-4da1-a55e-0c7395ae045d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:57.790024 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36dffee3-239e-4c06-be95-9073738b824d req-8af3ef55-0883-4da1-a55e-0c7395ae045d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 943 time: 0.1343963 Aug 23 15:04:57.795919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36126) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:57.827007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-a3de96f0-0554-406b-ac46-01d76d006200 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Transition to ACTIVE for port object 3e21f853-d71d-4c08-b069-5303b2b2a4c8 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:57.827256 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f56fccef-5c76-47f8-9ee9-95c151f2939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:57.829088 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a9aac18d-0583-46e4-a805-2f474e97bb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:57.876043 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:57.895442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6caf5-2f09-4078-a3f4-de27149db69c req-67a1663d-8eb4-4465-8202-5ac0c5879696 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:57.897122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4b6caf5-2f09-4078-a3f4-de27149db69c req-67a1663d-8eb4-4465-8202-5ac0c5879696 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.4814017 Aug 23 15:04:57.908247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f56fccef-5c76-47f8-9ee9-95c151f2939c None None] For port 74b058e4-5d62-4b7f-9921-b48845bab893, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=74b058e4-5d62-4b7f-9921-b48845bab893,segment=NetworkSegment(cca3d752-f79d-4491-9829-6314d50714c9),segment_id=cca3d752-f79d-4491-9829-6314d50714c9)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:04:57.913530 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Transition to ACTIVE for port object 8488f910-c1d7-47ef-bf7a-4148d5f04f20 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:57.927448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e0769313-695a-40bd-ad92-1a274fb20b54 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:57.927986 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:57.943368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-9934e57e-06ac-48d1-975a-d1aa3cec13a5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Allocated IP 172.20.0.5 (75236012-81f4-4ed5-a6ce-007bfd2d3203/ba63981c-e841-4685-a703-1766711eec9a/24497e10-eac8-4733-9a0a-c26647b7db0f) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:58.023136 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36dffee3-239e-4c06-be95-9073738b824d req-592de270-4185-4d2a-a697-1e033ed88e69 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040796 Aug 23 15:04:58.061281 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f56fccef-5c76-47f8-9ee9-95c151f2939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.107128 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.121980 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4b6caf5-2f09-4078-a3f4-de27149db69c req-b1881ada-ac98-43dc-a1ac-47968d72333f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136564 Aug 23 15:04:58.140044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1056b78d-4f0f-49b0-8285-0f31289a7213 req-fd1a42e7-8c49-40b9-b75f-224f1717a5bb service neutron] 10.222.0.57 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964523 Aug 23 15:04:58.148747 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fccef-5c76-47f8-9ee9-95c151f2939c None None] Pushing event updated for resources: {'Port': ['ID=74b058e4-5d62-4b7f-9921-b48845bab893,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:58.202481 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3de96f0-0554-406b-ac46-01d76d006200 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.222791 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a9aac18d-0583-46e4-a805-2f474e97bb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.222914 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Attempting to bind port 8488f910-c1d7-47ef-bf7a-4148d5f04f20 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:04:58.222914 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Attempting to bind port 8488f910-c1d7-47ef-bf7a-4148d5f04f20 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:04:58.222914 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Attempting to bind port 8488f910-c1d7-47ef-bf7a-4148d5f04f20 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:58.232864 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:04:58.233564 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:58.234713 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.235365 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:04:58.236080 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Bound port: 8488f910-c1d7-47ef-bf7a-4148d5f04f20, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:04:58.236726 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.248788 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9934e57e-06ac-48d1-975a-d1aa3cec13a5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.267151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-9934e57e-06ac-48d1-975a-d1aa3cec13a5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Transition to ACTIVE for port object 24497e10-eac8-4733-9a0a-c26647b7db0f will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:58.272619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de96f0-0554-406b-ac46-01d76d006200 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event updated for resources: {'Port': ['ID=3e21f853-d71d-4c08-b069-5303b2b2a4c8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:58.289604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9589711e-a7e2-4087-b842-1eaea1eb378f None None] Provisioning complete for port 74b058e4-5d62-4b7f-9921-b48845bab893 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:58.292044 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9589711e-a7e2-4087-b842-1eaea1eb378f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.303544 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de96f0-0554-406b-ac46-01d76d006200 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Network 84e38ed5-50c6-4e79-b2fa-165ea267b530 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:58.307031 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac5985-ba5c-456e-bfff-7437b90b5f20 None None] Pushing event updated for resources: {'Port': ['ID=8488f910-c1d7-47ef-bf7a-4148d5f04f20,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:58.307953 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a3de96f0-0554-406b-ac46-01d76d006200 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:58.324003 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] For port 8488f910-c1d7-47ef-bf7a-4148d5f04f20, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:04:58.328549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de96f0-0554-406b-ac46-01d76d006200 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:58.329010 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] For port 8488f910-c1d7-47ef-bf7a-4148d5f04f20, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8488f910-c1d7-47ef-bf7a-4148d5f04f20,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:04:58.340776 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de96f0-0554-406b-ac46-01d76d006200 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:58.341919 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3de96f0-0554-406b-ac46-01d76d006200 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.354277 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a9aac18d-0583-46e4-a805-2f474e97bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.411427 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.468169 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9934e57e-06ac-48d1-975a-d1aa3cec13a5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.478728 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aac18d-0583-46e4-a805-2f474e97bb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31863c42-a92f-4aa2-929d-99df23da456a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:58.497824 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a9aac18d-0583-46e4-a805-2f474e97bb8c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a03dc7388790413095d0cf1c89e84fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7000623 Aug 23 15:04:58.500692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36138) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:58.513000 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a3de96f0-0554-406b-ac46-01d76d006200 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7131460 Aug 23 15:04:58.515238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36140) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:58.523489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-12f6d435-b7e6-456a-8b70-93982bb7ebfb tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::127', 'mac_address': 'fa:16:3e:b9:a7:ac'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:04:58.538883 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac5985-ba5c-456e-bfff-7437b90b5f20 None None] Pushing event updated for resources: {'Port': ['ID=8488f910-c1d7-47ef-bf7a-4148d5f04f20,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:58.539085 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.566142 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Routers {'4947acc6-d347-40b5-9090-42bbe77bb3e3'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:04:58.566829 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:04:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['4947acc6-d347-40b5-9090-42bbe77bb3e3'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:58.567251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.570710 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Allocated IP 172.20.0.2 (75236012-81f4-4ed5-a6ce-007bfd2d3203/ba63981c-e841-4685-a703-1766711eec9a/8f60c084-42cf-4090-ac12-daa4135b5823) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:58.634275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9934e57e-06ac-48d1-975a-d1aa3cec13a5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Network 75236012-81f4-4ed5-a6ce-007bfd2d3203 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:58.669651 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-9934e57e-06ac-48d1-975a-d1aa3cec13a5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:58.680501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934e57e-06ac-48d1-975a-d1aa3cec13a5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:58.730192 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934e57e-06ac-48d1-975a-d1aa3cec13a5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Pushing event updated for resources: {'Port': ['ID=24497e10-eac8-4733-9a0a-c26647b7db0f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:58.748426 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccd22b1e-cb26-421a-adaf-5903093fd1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.766755 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] Set router 4947acc6-d347-40b5-9090-42bbe77bb3e3 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:04:58.787237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9934e57e-06ac-48d1-975a-d1aa3cec13a5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:58.787947 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9934e57e-06ac-48d1-975a-d1aa3cec13a5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.824783 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.834128 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccd22b1e-cb26-421a-adaf-5903093fd1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.836374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Transition to ACTIVE for port object 8f60c084-42cf-4090-ac12-daa4135b5823 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:58.863969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Transition to ACTIVE for port object 8f60c084-42cf-4090-ac12-daa4135b5823 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:04:58.901029 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-27d62620-5726-4e19-baac-3908af0aeb72 None None] Provisioning for port 3e21f853-d71d-4c08-b069-5303b2b2a4c8 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:04:58.905297 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-27d62620-5726-4e19-baac-3908af0aeb72 None None] Provisioning complete for port 3e21f853-d71d-4c08-b069-5303b2b2a4c8 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:58.905736 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-27d62620-5726-4e19-baac-3908af0aeb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.946157 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-27d62620-5726-4e19-baac-3908af0aeb72 None None] Port 3e21f853-d71d-4c08-b069-5303b2b2a4c8 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:04:58.956761 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9934e57e-06ac-48d1-975a-d1aa3cec13a5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3356249 Aug 23 15:04:58.956761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36144) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:04:58.958624 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.986984 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-12f6d435-b7e6-456a-8b70-93982bb7ebfb tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:58.997857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Network 75236012-81f4-4ed5-a6ce-007bfd2d3203 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:04:59.000956 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:04:59.005258 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:04:59.014026 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccd22b1e-cb26-421a-adaf-5903093fd1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:59.015994 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'name': 'tempest-TestVolumeBootPattern-154324795-router', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '8488f910-c1d7-47ef-bf7a-4148d5f04f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:51Z', 'updated_at': '2021-08-23T15:04:54Z', 'revision_number': 3, 'project_id': '4709efd187b34aa4b00fac7d78ae68f0', 'gw_port': {'id': '8488f910-c1d7-47ef-bf7a-4148d5f04f20', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:53Z', 'updated_at': '2021-08-23T15:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:04:59.019404 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccd22b1e-cb26-421a-adaf-5903093fd1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:59.023048 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ccd22b1e-cb26-421a-adaf-5903093fd1b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/31863c42-a92f-4aa2-929d-99df23da456a HTTP/1.1" status: 204 len: 168 time: 0.4843941 Aug 23 15:04:59.045305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Pushing event updated for resources: {'Port': ['ID=8f60c084-42cf-4090-ac12-daa4135b5823,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:59.058734 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37fba30-5492-4d41-97dc-0845ba97586e None None] The sync data for ids ['4947acc6-d347-40b5-9090-42bbe77bb3e3'] in n-d-804985-3 is: [{'id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'name': 'tempest-TestVolumeBootPattern-154324795-router', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '8488f910-c1d7-47ef-bf7a-4148d5f04f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:51Z', 'updated_at': '2021-08-23T15:04:54Z', 'revision_number': 3, 'project_id': '4709efd187b34aa4b00fac7d78ae68f0', 'gw_port': {'id': '8488f910-c1d7-47ef-bf7a-4148d5f04f20', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:53Z', 'updated_at': '2021-08-23T15:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:04:59.088341 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Attempting to bind port 8f60c084-42cf-4090-ac12-daa4135b5823 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:04:59.088717 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Attempting to bind port 8f60c084-42cf-4090-ac12-daa4135b5823 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd2caeaa6-14c0-4dc3-8306-6db9d3ea303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '75236012-81f4-4ed5-a6ce-007bfd2d3203'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:04:59.089233 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Attempting to bind port 8f60c084-42cf-4090-ac12-daa4135b5823 on network 75236012-81f4-4ed5-a6ce-007bfd2d3203 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:04:59.095576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd22b1e-cb26-421a-adaf-5903093fd1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31863c42-a92f-4aa2-929d-99df23da456a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:59.108539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:04:59.109000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Checking segment: {'id': 'd2caeaa6-14c0-4dc3-8306-6db9d3ea303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '75236012-81f4-4ed5-a6ce-007bfd2d3203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:04:59.109404 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:59.109800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Bound using segment: {'id': 'd2caeaa6-14c0-4dc3-8306-6db9d3ea303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '75236012-81f4-4ed5-a6ce-007bfd2d3203'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:04:59.110271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Bound port: 8f60c084-42cf-4090-ac12-daa4135b5823, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2caeaa6-14c0-4dc3-8306-6db9d3ea303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '75236012-81f4-4ed5-a6ce-007bfd2d3203'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:04:59.110656 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:59.116869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Allocated IP 172.20.0.1 (89ae9ed5-1d3b-47f1-bdb3-92133db1db47/ec130505-b9d2-4cf4-bcf6-1e2ab2d750db/5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:04:59.140084 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1708b-0399-4736-9312-20045f3c98fd tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Deleting port 24497e10-eac8-4733-9a0a-c26647b7db0f {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:04:59.141314 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9ee1708b-0399-4736-9312-20045f3c98fd tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:59.219183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] For port 8f60c084-42cf-4090-ac12-daa4135b5823, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:04:59.224396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] For port 8f60c084-42cf-4090-ac12-daa4135b5823, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8f60c084-42cf-4090-ac12-daa4135b5823,segment=NetworkSegment(d2caeaa6-14c0-4dc3-8306-6db9d3ea303d),segment_id=d2caeaa6-14c0-4dc3-8306-6db9d3ea303d)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:04:59.306945 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:59.408032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f498c-cdcb-43d4-a61a-f358dc9cda48 None None] Pushing event updated for resources: {'Port': ['ID=8f60c084-42cf-4090-ac12-daa4135b5823,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:04:59.417334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8b850-c4db-4f15-9ec8-fe3274c21133 req-b8900422-1a0e-408b-af62-0afb54cbb20e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:59.418845 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ef8b850-c4db-4f15-9ec8-fe3274c21133 req-b8900422-1a0e-408b-af62-0afb54cbb20e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 943 time: 0.1508753 Aug 23 15:04:59.442798 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9ee1708b-0399-4736-9312-20045f3c98fd tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:59.516238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1708b-0399-4736-9312-20045f3c98fd tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Calling delete_port for 24497e10-eac8-4733-9a0a-c26647b7db0f owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:04:59.517240 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bcd5c-0fca-4c89-a2da-6efb1ae1daa8 req-9fb39ae1-dc83-4dbc-81be-c69b9dac6857 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:04:59.517240 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e0bcd5c-0fca-4c89-a2da-6efb1ae1daa8 req-9fb39ae1-dc83-4dbc-81be-c69b9dac6857 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.1674073 Aug 23 15:04:59.551215 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ef8b850-c4db-4f15-9ec8-fe3274c21133 req-0ac1e330-2d19-4c86-8997-939baaa8a591 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084890 Aug 23 15:04:59.669776 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 74b058e4-5d62-4b7f-9921-b48845bab893 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:04:59.798587 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 9623baad-ea2e-45c5-8c93-d0fcbd747977 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:04:59.861870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 74b058e4-5d62-4b7f-9921-b48845bab893 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:04:59.861870 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:04:59.931534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9ee1708b-0399-4736-9312-20045f3c98fd tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:00.007530 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1708b-0399-4736-9312-20045f3c98fd tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Pushing event deleted for resources: {'Port': ['ID=24497e10-eac8-4733-9a0a-c26647b7db0f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:00.097876 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9ee1708b-0399-4736-9312-20045f3c98fd tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:00.100916 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9ee1708b-0399-4736-9312-20045f3c98fd tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] 10.222.0.38 "DELETE /v2.0/ports/24497e10-eac8-4733-9a0a-c26647b7db0f HTTP/1.1" status: 204 len: 168 time: 1.1432681 Aug 23 15:05:00.106358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36166) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:00.108530 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 9623baad-ea2e-45c5-8c93-d0fcbd747977, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9623baad-ea2e-45c5-8c93-d0fcbd747977,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:00.134848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '9623baad-ea2e-45c5-8c93-d0fcbd747977', 'network_id': '64f87949-f645-4741-b9fd-fc55a03e518e', 'port_id': '9623baad-ea2e-45c5-8c93-d0fcbd747977', 'mac_address': 'fa:16:3e:9b:97:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f22f70f-5be0-4809-bae5-4797be32e410', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:05:00.171104 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:00.190374 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:00.209495 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9623baad-ea2e-45c5-8c93-d0fcbd747977 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:05:00.223784 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Transition to ACTIVE for port object 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:00.227908 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e0bcd5c-0fca-4c89-a2da-6efb1ae1daa8 req-27b858ab-3fff-40c2-b057-4a83e18285df tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7205107 Aug 23 15:05:00.236162 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 9623baad-ea2e-45c5-8c93-d0fcbd747977, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9623baad-ea2e-45c5-8c93-d0fcbd747977,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:00.298183 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-12f6d435-b7e6-456a-8b70-93982bb7ebfb tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:00.320778 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:00.329972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36174) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:00.354446 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8df89da1-cfd9-4f4a-bf49-5a403b9f026e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:00.364080 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-12f6d435-b7e6-456a-8b70-93982bb7ebfb tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:00.393557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=9623baad-ea2e-45c5-8c93-d0fcbd747977,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:00.418126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-12f6d435-b7e6-456a-8b70-93982bb7ebfb tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] In _notify_port_updated(), no bound segment for port 3e21f853-d71d-4c08-b069-5303b2b2a4c8 on network 84e38ed5-50c6-4e79-b2fa-165ea267b530 {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:05:00.424752 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f6d435-b7e6-456a-8b70-93982bb7ebfb tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:00.425540 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-12f6d435-b7e6-456a-8b70-93982bb7ebfb tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:00.426900 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-12f6d435-b7e6-456a-8b70-93982bb7ebfb tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "PUT /v2.0/ports/3e21f853-d71d-4c08-b069-5303b2b2a4c8 HTTP/1.1" status: 200 len: 1002 time: 1.9087174 Aug 23 15:05:00.431058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36178) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:00.442986 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:00.469307 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-35d76cdc-8427-4276-9b73-ceecc4454e96 tempest-DHCPAgentSchedulersTestJSON-1470464211 tempest-DHCPAgentSchedulersTestJSON-1470464211-project-admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.3639073 Aug 23 15:05:00.469942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36180) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:00.483554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-63d7aaf7-f741-4f6e-8de4-ac093603fdd6 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-741401872'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:00.543750 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6d435-b7e6-456a-8b70-93982bb7ebfb tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event updated for resources: {'Port': ['ID=3e21f853-d71d-4c08-b069-5303b2b2a4c8,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:00.551537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['9623baad-ea2e-45c5-8c93-d0fcbd747977'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:05:00.637182 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8df89da1-cfd9-4f4a-bf49-5a403b9f026e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:00.701308 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:00.727581 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Network 89ae9ed5-1d3b-47f1-bdb3-92133db1db47 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:00.737692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:00.745487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:00.756287 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8df89da1-cfd9-4f4a-bf49-5a403b9f026e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:00.870133 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:00.930303 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8df89da1-cfd9-4f4a-bf49-5a403b9f026e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4c188b90fca04b26a264e329092f0b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5982008 Aug 23 15:05:00.931323 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d7aaf7-f741-4f6e-8de4-ac093603fdd6 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Made reservation on behalf of 11fd3a2da8ac4a1ba03ad573c4b40a3e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:00.943119 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63d7aaf7-f741-4f6e-8de4-ac093603fdd6 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:00.949428 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36186) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:01.044046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d7aaf7-f741-4f6e-8de4-ac093603fdd6 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:05:01.064102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df89da1-cfd9-4f4a-bf49-5a403b9f026e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c53975-6a38-4242-b462-f5d01c95bbea,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:01.065948 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-860932d6-ba43-4f03-a2c7-fe088ef13de7 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Deleting port 3e21f853-d71d-4c08-b069-5303b2b2a4c8 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:01.066357 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-860932d6-ba43-4f03-a2c7-fe088ef13de7 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:01.075219 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63d7aaf7-f741-4f6e-8de4-ac093603fdd6 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:01.075584 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-63d7aaf7-f741-4f6e-8de4-ac093603fdd6 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Added segment 4ff0e596-e5c2-4f1c-80bc-0fd635dbe89e of type vlan for network a4ebbe4c-a786-4980-9acc-94c5539f05f6 Aug 23 15:05:01.092164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a157e-c95e-45e5-908f-26fae3a334da req-f06c4049-5066-4ee4-ba88-4fe7a4f7d9ca tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:01.094212 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9e8a157e-c95e-45e5-908f-26fae3a334da req-f06c4049-5066-4ee4-ba88-4fe7a4f7d9ca tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 944 time: 0.1745958 Aug 23 15:05:01.157462 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63d7aaf7-f741-4f6e-8de4-ac093603fdd6 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:01.203528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9e8a157e-c95e-45e5-908f-26fae3a334da req-cd777c93-6909-4371-bac8-bc61d4958623 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785439 Aug 23 15:05:01.212818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a86ea626-27ff-4761-bd31-799138f4393c None None] Provisioning complete for port 3e21f853-d71d-4c08-b069-5303b2b2a4c8 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:01.213416 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a86ea626-27ff-4761-bd31-799138f4393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:01.215828 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44357b41-45d8-4d6d-84f7-4416e4bfdbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:01.296981 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44357b41-45d8-4d6d-84f7-4416e4bfdbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:01.299412 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63d7aaf7-f741-4f6e-8de4-ac093603fdd6 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:01.301715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a86ea626-27ff-4761-bd31-799138f4393c None None] Port 3e21f853-d71d-4c08-b069-5303b2b2a4c8 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:05:01.312072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d7aaf7-f741-4f6e-8de4-ac093603fdd6 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:01.312072 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63d7aaf7-f741-4f6e-8de4-ac093603fdd6 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:01.354298 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-860932d6-ba43-4f03-a2c7-fe088ef13de7 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:01.379764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fac2406-93bc-40b9-8ac1-fa3a45699e96 None None] Network 75236012-81f4-4ed5-a6ce-007bfd2d3203 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:01.408152 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-63d7aaf7-f741-4f6e-8de4-ac093603fdd6 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9307754 Aug 23 15:05:01.408343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36196) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:01.429506 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7aaf7-f741-4f6e-8de4-ac093603fdd6 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Pushing event updated for resources: {'Network': ['ID=a4ebbe4c-a786-4980-9acc-94c5539f05f6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:01.449867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network a4ebbe4c-a786-4980-9acc-94c5539f05f6 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:05:01.466866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:01.484546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-860932d6-ba43-4f03-a2c7-fe088ef13de7 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Calling delete_port for 3e21f853-d71d-4c08-b069-5303b2b2a4c8 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:01.633012 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-93e4445d-6587-428a-89fc-efc8e1196607 None None] Provisioning for port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:01.639722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-93e4445d-6587-428a-89fc-efc8e1196607 None None] Provisioning complete for port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:01.640376 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-93e4445d-6587-428a-89fc-efc8e1196607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:01.645802 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44357b41-45d8-4d6d-84f7-4416e4bfdbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:01.648718 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44357b41-45d8-4d6d-84f7-4416e4bfdbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:01.649948 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-44357b41-45d8-4d6d-84f7-4416e4bfdbfa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/89c53975-6a38-4242-b462-f5d01c95bbea HTTP/1.1" status: 204 len: 168 time: 0.6995432 Aug 23 15:05:01.664556 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd33e9-6545-4a2b-9dd2-c9ae2a60e1ba req-6b02bb9c-d88a-4a6a-8efb-df2a6803ab09 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:01.666677 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-83cd33e9-6545-4a2b-9dd2-c9ae2a60e1ba req-6b02bb9c-d88a-4a6a-8efb-df2a6803ab09 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.2983351 Aug 23 15:05:01.685442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-96bac14d-07f9-4cca-9141-9791504793cf tempest-DHCPAgentSchedulersTestJSON-1470464211 tempest-DHCPAgentSchedulersTestJSON-1470464211-project-admin] 10.222.0.38 "GET /v2.0/agents/2c64c9a5-dfa6-43be-94ee-92fd67f15edb/dhcp-networks HTTP/1.1" status: 200 len: 8903 time: 0.2751520 Aug 23 15:05:01.688579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36204) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:01.778841 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44357b41-45d8-4d6d-84f7-4416e4bfdbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c53975-6a38-4242-b462-f5d01c95bbea,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:01.796729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8f60c084-42cf-4090-ac12-daa4135b5823 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:05:01.828979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 9623baad-ea2e-45c5-8c93-d0fcbd747977 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:05:01.832088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0781641-0187-4909-878c-14c53d350a27 tempest-DHCPAgentSchedulersTestJSON-1470464211 tempest-DHCPAgentSchedulersTestJSON-1470464211-project-admin] Network a4ebbe4c-a786-4980-9acc-94c5539f05f6 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:05:01.914125 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e0781641-0187-4909-878c-14c53d350a27 tempest-DHCPAgentSchedulersTestJSON-1470464211 tempest-DHCPAgentSchedulersTestJSON-1470464211-project-admin] 10.222.0.38 "POST /v2.0/agents/2c64c9a5-dfa6-43be-94ee-92fd67f15edb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2242393 Aug 23 15:05:01.919750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36208) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:01.970598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc6cf5a-b633-47d8-8613-c3dfaccbd72f None None] Network a4ebbe4c-a786-4980-9acc-94c5539f05f6 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:01.989506 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-83cd33e9-6545-4a2b-9dd2-c9ae2a60e1ba req-c3be530c-d6e6-4aaf-8677-b5b2a6eefae8 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129451 Aug 23 15:05:02.100622 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-860932d6-ba43-4f03-a2c7-fe088ef13de7 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:02.100884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-93e4445d-6587-428a-89fc-efc8e1196607 None None] Port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:05:02.126391 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:02.138458 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-748e68d8-cd9b-49c1-b49e-986d961397d9 tempest-DHCPAgentSchedulersTestJSON-1470464211 tempest-DHCPAgentSchedulersTestJSON-1470464211-project-admin] 10.222.0.38 "GET /v2.0/agents/2c64c9a5-dfa6-43be-94ee-92fd67f15edb/dhcp-networks HTTP/1.1" status: 200 len: 9673 time: 0.2172966 Aug 23 15:05:02.141808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36212) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:02.160822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860932d6-ba43-4f03-a2c7-fe088ef13de7 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event deleted for resources: {'Port': ['ID=3e21f853-d71d-4c08-b069-5303b2b2a4c8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:02.215330 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-93e4445d-6587-428a-89fc-efc8e1196607 None None] Provisioning for port 8f60c084-42cf-4090-ac12-daa4135b5823 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:02.265616 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:02.297030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 9623baad-ea2e-45c5-8c93-d0fcbd747977 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:02.303034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 9623baad-ea2e-45c5-8c93-d0fcbd747977 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:02.303034 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:02.380331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 8f60c084-42cf-4090-ac12-daa4135b5823 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:02.388090 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c5106c16-6ccf-4ab8-a8d0-7569fc39b7e5 tempest-DHCPAgentSchedulersTestJSON-1470464211 tempest-DHCPAgentSchedulersTestJSON-1470464211-project-admin] 10.222.0.38 "DELETE /v2.0/agents/2c64c9a5-dfa6-43be-94ee-92fd67f15edb/dhcp-networks/a4ebbe4c-a786-4980-9acc-94c5539f05f6 HTTP/1.1" status: 204 len: 168 time: 0.2448652 Aug 23 15:05:02.393700 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36224) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:02.426336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 8f60c084-42cf-4090-ac12-daa4135b5823 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:02.426479 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:02.532990 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:02.569576 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:02.581799 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:02.625256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d6936d-1c9a-4a4c-abe8-569d1bfddbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9623baad-ea2e-45c5-8c93-d0fcbd747977'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:05:02.640495 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0ae85d-4ca0-4620-aeee-f78a369b82c7" -d '{"events": [{"server_uuid": "29d6936d-1c9a-4a4c-abe8-569d1bfddbe1", "name": "network-vif-plugged", "status": "completed", "tag": "9623baad-ea2e-45c5-8c93-d0fcbd747977"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:05:02.654738 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 9623baad-ea2e-45c5-8c93-d0fcbd747977, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9623baad-ea2e-45c5-8c93-d0fcbd747977,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:02.701370 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2000726d-f85f-4154-8fe3-83a5368f1ead tempest-DHCPAgentSchedulersTestJSON-1470464211 tempest-DHCPAgentSchedulersTestJSON-1470464211-project-admin] 10.222.0.38 "GET /v2.0/agents/2c64c9a5-dfa6-43be-94ee-92fd67f15edb/dhcp-networks HTTP/1.1" status: 200 len: 8903 time: 0.3064113 Aug 23 15:05:02.703989 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-860932d6-ba43-4f03-a2c7-fe088ef13de7 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:02.711738 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36232) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:02.712937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36234) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:02.714390 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-860932d6-ba43-4f03-a2c7-fe088ef13de7 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "DELETE /v2.0/ports/3e21f853-d71d-4c08-b069-5303b2b2a4c8 HTTP/1.1" status: 204 len: 168 time: 2.2809687 Aug 23 15:05:02.715827 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:02.738440 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453ad07e-cd03-480e-8446-2de03dc3ac01 x-openstack-request-id: req-453ad07e-cd03-480e-8446-2de03dc3ac01 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:05:02.738752 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d6936d-1c9a-4a4c-abe8-569d1bfddbe1", "name": "network-vif-plugged", "status": "completed", "tag": "9623baad-ea2e-45c5-8c93-d0fcbd747977", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:05:02.738931 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-453ad07e-cd03-480e-8446-2de03dc3ac01 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:05:02.739303 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d6936d-1c9a-4a4c-abe8-569d1bfddbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9623baad-ea2e-45c5-8c93-d0fcbd747977', 'code': 200} Aug 23 15:05:02.760067 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:02.765756 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 8f60c084-42cf-4090-ac12-daa4135b5823, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8f60c084-42cf-4090-ac12-daa4135b5823,segment=NetworkSegment(d2caeaa6-14c0-4dc3-8306-6db9d3ea303d),segment_id=d2caeaa6-14c0-4dc3-8306-6db9d3ea303d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:02.828725 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=9623baad-ea2e-45c5-8c93-d0fcbd747977,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:02.833575 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:02.834226 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8488f910-c1d7-47ef-bf7a-4148d5f04f20 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:05:02.883367 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a47cc-a669-40c3-b85c-1241b17247b6 req-f798c246-827a-4468-85f8-bdaaaab84abb tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:02.883905 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd822b3-d04d-40bc-8863-bfced7d3243f tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] GET failed (client error): The resource could not be found. Aug 23 15:05:02.885653 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-af9a47cc-a669-40c3-b85c-1241b17247b6 req-f798c246-827a-4468-85f8-bdaaaab84abb tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 944 time: 0.4370780 Aug 23 15:05:02.897211 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36242) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:02.898417 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cfd822b3-d04d-40bc-8863-bfced7d3243f tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "GET /v2.0/ports/3e21f853-d71d-4c08-b069-5303b2b2a4c8 HTTP/1.1" status: 404 len: 333 time: 0.1799467 Aug 23 15:05:02.913169 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-af82f488-c03d-4014-ae9d-8fec2b8dbea2 tempest-DHCPAgentSchedulersTestJSON-1470464211 tempest-DHCPAgentSchedulersTestJSON-1470464211-project-admin] 10.222.0.38 "GET /v2.0/networks/75236012-81f4-4ed5-a6ce-007bfd2d3203/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1985147 Aug 23 15:05:02.916650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36244) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:02.917261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-37ed0ffd-1016-43c9-aade-167efeb36f12 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Request body: {'port': {'network_id': '84e38ed5-50c6-4e79-b2fa-165ea267b530', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1901097624'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:02.931443 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-41ac1a1f-f2b4-4240-8aaf-580259a0d0cc None None] Provisioning complete for port 8f60c084-42cf-4090-ac12-daa4135b5823 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:02.933349 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-41ac1a1f-f2b4-4240-8aaf-580259a0d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:02.942837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46b306-d57e-4217-9989-baab60db5151 req-6481ead6-bbf6-4d54-a2eb-135e9dadebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:02.944951 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a46b306-d57e-4217-9989-baab60db5151 req-6481ead6-bbf6-4d54-a2eb-135e9dadebc2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 1096 time: 0.1002986 Aug 23 15:05:02.949591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e8317424-c12f-4bce-ab9b-008d05fb989d tempest-DHCPAgentSchedulersTestJSON-1470464211 tempest-DHCPAgentSchedulersTestJSON-1470464211-project-admin] 10.222.0.38 "GET /v2.0/networks/75236012-81f4-4ed5-a6ce-007bfd2d3203/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0293808 Aug 23 15:05:02.950303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36246) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:02.958480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Network 89ae9ed5-1d3b-47f1-bdb3-92133db1db47 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:02.992581 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:03.202627 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8dddb898-8acd-4398-a601-6b7703349de3 tempest-DHCPAgentSchedulersTestJSON-1470464211 tempest-DHCPAgentSchedulersTestJSON-1470464211-project-admin] 10.222.0.38 "GET /v2.0/agents/2c64c9a5-dfa6-43be-94ee-92fd67f15edb/dhcp-networks HTTP/1.1" status: 200 len: 8903 time: 0.2507362 Aug 23 15:05:03.224361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36258) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:03.363162 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9879653-f7c8-4ae2-a595-d71e324646d5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:03.383306 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-af9a47cc-a669-40c3-b85c-1241b17247b6 req-f79e383c-c46c-49d4-a4f6-d7e25a784167 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844434 Aug 23 15:05:03.407287 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a46b306-d57e-4217-9989-baab60db5151 req-f2943ac7-e4bf-42bb-92d9-de7c4bf1bce6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087893 Aug 23 15:05:03.485070 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=8f60c084-42cf-4090-ac12-daa4135b5823,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:03.487501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf796e-d8e7-4aa7-af12-dc9c229ab102 req-72cd57de-480e-41fb-b6a5-9183928e1ac6 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:03.489160 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5cf796e-d8e7-4aa7-af12-dc9c229ab102 req-72cd57de-480e-41fb-b6a5-9183928e1ac6 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.2895026 Aug 23 15:05:03.569065 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9879653-f7c8-4ae2-a595-d71e324646d5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:03.577817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 8488f910-c1d7-47ef-bf7a-4148d5f04f20 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:03.599115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5cf796e-d8e7-4aa7-af12-dc9c229ab102 req-958df013-de00-4120-86c0-44c7a9588dc4 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915537 Aug 23 15:05:03.604476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b9879653-f7c8-4ae2-a595-d71e324646d5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ebbe4c-a786-4980-9acc-94c5539f05f6']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:03.609817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 8488f910-c1d7-47ef-bf7a-4148d5f04f20 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:03.611346 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:03.620367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b9879653-f7c8-4ae2-a595-d71e324646d5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff0e596-e5c2-4f1c-80bc-0fd635dbe89e') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:03.620740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b9879653-f7c8-4ae2-a595-d71e324646d5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff0e596-e5c2-4f1c-80bc-0fd635dbe89e') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:03.640857 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Router 4947acc6-d347-40b5-9090-42bbe77bb3e3 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:05:03.641142 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9879653-f7c8-4ae2-a595-d71e324646d5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:03.659315 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9879653-f7c8-4ae2-a595-d71e324646d5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:03.682537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9879653-f7c8-4ae2-a595-d71e324646d5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:05:03.683094 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9879653-f7c8-4ae2-a595-d71e324646d5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:05:03.686620 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:05:03.696889 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ed0ffd-1016-43c9-aade-167efeb36f12 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Made reservation on behalf of c66e0742f4c843ba9216477bcf6d8cf3 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:03.708713 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37ed0ffd-1016-43c9-aade-167efeb36f12 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:03.732788 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-37ed0ffd-1016-43c9-aade-167efeb36f12 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] device_id is not set on port a56394d6-7b3f-479e-be3c-1f1b51f04623 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:05:03.808879 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:03.810781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:05:03.818156 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c39d4867-78af-4a9a-86a6-527480412fe3 admin admin] 10.222.0.38 "PUT /v2.0/routers/4947acc6-d347-40b5-9090-42bbe77bb3e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8204679 Aug 23 15:05:03.863843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 8488f910-c1d7-47ef-bf7a-4148d5f04f20, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8488f910-c1d7-47ef-bf7a-4148d5f04f20,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:03.865653 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Sync routers for ids ['4947acc6-d347-40b5-9090-42bbe77bb3e3'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:05:03.890226 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b5248705-eeb8-4886-b986-ad35741b942a None None] Provisioning complete for port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:03.890795 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b5248705-eeb8-4886-b986-ad35741b942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:03.956053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b5248705-eeb8-4886-b986-ad35741b942a None None] Port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:05:03.958396 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:03.968171 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b5248705-eeb8-4886-b986-ad35741b942a None None] Could not find standard attr ID for object 24497e10-eac8-4733-9a0a-c26647b7db0f. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:05:03.970351 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Routers {'4947acc6-d347-40b5-9090-42bbe77bb3e3'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:05:03.971389 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:04:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['4947acc6-d347-40b5-9090-42bbe77bb3e3'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:04.109528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=8488f910-c1d7-47ef-bf7a-4148d5f04f20,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:04.140124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Set router 4947acc6-d347-40b5-9090-42bbe77bb3e3 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:05:04.191456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8f60c084-42cf-4090-ac12-daa4135b5823 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:05:04.249459 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9879653-f7c8-4ae2-a595-d71e324646d5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:04.267193 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9879653-f7c8-4ae2-a595-d71e324646d5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:04.271803 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b9879653-f7c8-4ae2-a595-d71e324646d5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] 10.222.0.38 "DELETE /v2.0/networks/a4ebbe4c-a786-4980-9acc-94c5539f05f6 HTTP/1.1" status: 204 len: 168 time: 1.0398495 Aug 23 15:05:04.280870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36282) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:04.311025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9879653-f7c8-4ae2-a595-d71e324646d5 tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Pushing event deleted for resources: {'Network': ['ID=a4ebbe4c-a786-4980-9acc-94c5539f05f6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:04.321754 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c5899a-cd69-4cc8-a793-7078a422592a tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] DELETE failed (client error): The resource could not be found. Aug 23 15:05:04.322551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c5899a-cd69-4cc8-a793-7078a422592a tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:05:04.327065 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c8c5899a-cd69-4cc8-a793-7078a422592a tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] 10.222.0.38 "DELETE /v2.0/ports/24497e10-eac8-4733-9a0a-c26647b7db0f HTTP/1.1" status: 404 len: 333 time: 0.0421875 Aug 23 15:05:04.330687 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36286) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:04.391096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3667f0-3b99-4bdd-b320-6345f548c7eb tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Deleting subnet ba63981c-e841-4685-a703-1766711eec9a {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:05:04.394919 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f3667f0-3b99-4bdd-b320-6345f548c7eb tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:04.414793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-37ed0ffd-1016-43c9-aade-167efeb36f12 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Allocated IP 2001:db8::87 (84e38ed5-50c6-4e79-b2fa-165ea267b530/1758a420-1748-47c9-8133-fa66472f999d/a56394d6-7b3f-479e-be3c-1f1b51f04623) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:05:04.438380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 8f60c084-42cf-4090-ac12-daa4135b5823 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:04.438752 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:04.466794 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f3667f0-3b99-4bdd-b320-6345f548c7eb tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:04.613962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14e056-c584-4474-9728-7af79ab1630e req-72b9bc93-159c-4bc1-8df2-e4358056dc3d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:04.616966 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba14e056-c584-4474-9728-7af79ab1630e req-72b9bc93-159c-4bc1-8df2-e4358056dc3d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.1332853 Aug 23 15:05:04.688563 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f3667f0-3b99-4bdd-b320-6345f548c7eb tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:04.779036 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37ed0ffd-1016-43c9-aade-167efeb36f12 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:04.796719 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ba14e056-c584-4474-9728-7af79ab1630e req-a23bb7ab-ae8b-4057-a1d3-9e11ea2a4ec3 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660550 Aug 23 15:05:04.807103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'name': 'tempest-TestVolumeBootPattern-154324795-router', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '8488f910-c1d7-47ef-bf7a-4148d5f04f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:51Z', 'updated_at': '2021-08-23T15:05:01Z', 'revision_number': 4, 'project_id': '4709efd187b34aa4b00fac7d78ae68f0', 'gw_port': {'id': '8488f910-c1d7-47ef-bf7a-4148d5f04f20', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:53Z', 'updated_at': '2021-08-23T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0', 'name': '', 'network_id': '89ae9ed5-1d3b-47f1-bdb3-92133db1db47', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0', 'mac_address': 'fa:16:3e:30:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'ec130505-b9d2-4cf4-bcf6-1e2ab2d750db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:58Z', 'updated_at': '2021-08-23T15:05:01Z', 'revision_number': 2, 'project_id': '4709efd187b34aa4b00fac7d78ae68f0', 'subnets': [{'id': 'ec130505-b9d2-4cf4-bcf6-1e2ab2d750db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:04.827406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-37ed0ffd-1016-43c9-aade-167efeb36f12 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Transition to ACTIVE for port object a56394d6-7b3f-479e-be3c-1f1b51f04623 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:04.882159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Checking router: 4947acc6-d347-40b5-9090-42bbe77bb3e3 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:05:04.882947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Updating router 4947acc6-d347-40b5-9090-42bbe77bb3e3 port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:05:04.917911 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:04.936196 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37ed0ffd-1016-43c9-aade-167efeb36f12 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:04.945897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86b78c-4a7f-473f-b36e-d6f29acecaf0 req-79ae3eca-cf76-4df4-87b1-98ae5bba238f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:04.948094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c86b78c-4a7f-473f-b36e-d6f29acecaf0 req-79ae3eca-cf76-4df4-87b1-98ae5bba238f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.1020737 Aug 23 15:05:05.007223 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c86b78c-4a7f-473f-b36e-d6f29acecaf0 req-64a4e26c-a7d2-43ac-a582-419cbb504f58 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513525 Aug 23 15:05:05.030047 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f3667f0-3b99-4bdd-b320-6345f548c7eb tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:05.034263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ed0ffd-1016-43c9-aade-167efeb36f12 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Network 84e38ed5-50c6-4e79-b2fa-165ea267b530 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:05.038187 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-37ed0ffd-1016-43c9-aade-167efeb36f12 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:05.042017 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed0ffd-1016-43c9-aade-167efeb36f12 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:05.048542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ed0ffd-1016-43c9-aade-167efeb36f12 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:05.049798 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37ed0ffd-1016-43c9-aade-167efeb36f12 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:05.071604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed0ffd-1016-43c9-aade-167efeb36f12 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event updated for resources: {'Port': ['ID=a56394d6-7b3f-479e-be3c-1f1b51f04623,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:05.071776 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f3667f0-3b99-4bdd-b320-6345f548c7eb tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:05.077473 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8f3667f0-3b99-4bdd-b320-6345f548c7eb tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] 10.222.0.38 "DELETE /v2.0/subnets/ba63981c-e841-4685-a703-1766711eec9a HTTP/1.1" status: 204 len: 168 time: 0.7433164 Aug 23 15:05:05.086608 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36310) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:05.096210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad365c8-04c4-403d-8571-e27232cc6f14 None None] Network 75236012-81f4-4ed5-a6ce-007bfd2d3203 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:05.135598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3667f0-3b99-4bdd-b320-6345f548c7eb tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Pushing event deleted for resources: {'Subnet': ['ID=ba63981c-e841-4685-a703-1766711eec9a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:05.185136 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-37ed0ffd-1016-43c9-aade-167efeb36f12 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2758329 Aug 23 15:05:05.185521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36316) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:05.196244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-aed4f3bb-c4e3-48cd-8f15-a1c29fc1776a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b9:a7:ac'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:05.246324 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:05.388740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Deleting port 8f60c084-42cf-4090-ac12-daa4135b5823 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:05.389001 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:05.545934 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] For port 8f60c084-42cf-4090-ac12-daa4135b5823, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8f60c084-42cf-4090-ac12-daa4135b5823,segment=NetworkSegment(d2caeaa6-14c0-4dc3-8306-6db9d3ea303d),segment_id=d2caeaa6-14c0-4dc3-8306-6db9d3ea303d)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:05.546348 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:05.571641 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aed4f3bb-c4e3-48cd-8f15-a1c29fc1776a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:05.574998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Calling delete_port for 8f60c084-42cf-4090-ac12-daa4135b5823 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:05.589306 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f2d51-4768-4ec3-a6bc-de349458f643 None None] DHCP port deletion for 75236012-81f4-4ed5-a6ce-007bfd2d3203 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:05:05.694662 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:05.728188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-160f2d51-4768-4ec3-a6bc-de349458f643 None None] Deleting port 8f60c084-42cf-4090-ac12-daa4135b5823 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:05.728571 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-160f2d51-4768-4ec3-a6bc-de349458f643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:05.751412 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:05.772939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Transition to ACTIVE for port object 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:05.794948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-904b824f-6e9a-42e7-a82b-e8ed59f5cac6 None None] Provisioning for port a56394d6-7b3f-479e-be3c-1f1b51f04623 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:05.819342 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-904b824f-6e9a-42e7-a82b-e8ed59f5cac6 None None] Provisioning complete for port a56394d6-7b3f-479e-be3c-1f1b51f04623 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:05.820656 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-904b824f-6e9a-42e7-a82b-e8ed59f5cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:05.822677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Pushing event deleted for resources: {'Port': ['ID=8f60c084-42cf-4090-ac12-daa4135b5823,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:05.852808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] No DVR routers for this DVR port 8f60c084-42cf-4090-ac12-daa4135b5823 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:05:05.875702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-160f2d51-4768-4ec3-a6bc-de349458f643 None None] For port 8f60c084-42cf-4090-ac12-daa4135b5823, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8f60c084-42cf-4090-ac12-daa4135b5823,segment=NetworkSegment(d2caeaa6-14c0-4dc3-8306-6db9d3ea303d),segment_id=d2caeaa6-14c0-4dc3-8306-6db9d3ea303d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:05.875702 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-160f2d51-4768-4ec3-a6bc-de349458f643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:05.891890 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:05.906146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-160f2d51-4768-4ec3-a6bc-de349458f643 None None] Calling delete_port for 8f60c084-42cf-4090-ac12-daa4135b5823 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:05.914916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-904b824f-6e9a-42e7-a82b-e8ed59f5cac6 None None] Port a56394d6-7b3f-479e-be3c-1f1b51f04623 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:05:06.097196 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c25d5-7175-4e67-9e3b-003e1692789f None None] Pushing event updated for resources: {'Port': ['ID=5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:06.115334 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aed4f3bb-c4e3-48cd-8f15-a1c29fc1776a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.206800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8488f910-c1d7-47ef-bf7a-4148d5f04f20 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:05:06.218674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eb377-bdef-4821-8d5a-59005583cf6f req-3a5ca1f1-0b8f-40c0-bd01-6a756b08c2f8 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:06.220369 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-294eb377-bdef-4821-8d5a-59005583cf6f req-3a5ca1f1-0b8f-40c0-bd01-6a756b08c2f8 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.1029851 Aug 23 15:05:06.224273 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.251197 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aed4f3bb-c4e3-48cd-8f15-a1c29fc1776a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.262835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75236012-81f4-4ed5-a6ce-007bfd2d3203']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:06.275983 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2caeaa6-14c0-4dc3-8306-6db9d3ea303d') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:06.280670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2caeaa6-14c0-4dc3-8306-6db9d3ea303d') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:06.287403 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.289620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Attempting to bind port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:06.289997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Attempting to bind port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'cca3d752-f79d-4491-9829-6314d50714c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '89ae9ed5-1d3b-47f1-bdb3-92133db1db47'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:06.290359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Attempting to bind port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 on network 89ae9ed5-1d3b-47f1-bdb3-92133db1db47 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:06.306391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:05:06.307727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Checking segment: {'id': 'cca3d752-f79d-4491-9829-6314d50714c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '89ae9ed5-1d3b-47f1-bdb3-92133db1db47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:06.311015 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.311015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Bound using segment: {'id': 'cca3d752-f79d-4491-9829-6314d50714c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '89ae9ed5-1d3b-47f1-bdb3-92133db1db47'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:05:06.311015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Bound port: 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca3d752-f79d-4491-9829-6314d50714c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '89ae9ed5-1d3b-47f1-bdb3-92133db1db47'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:05:06.311015 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.313905 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-160f2d51-4768-4ec3-a6bc-de349458f643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.317283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4f3bb-c4e3-48cd-8f15-a1c29fc1776a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event updated for resources: {'Port': ['ID=a56394d6-7b3f-479e-be3c-1f1b51f04623,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:06.332470 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.338293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-aed4f3bb-c4e3-48cd-8f15-a1c29fc1776a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] In _notify_port_updated(), no bound segment for port a56394d6-7b3f-479e-be3c-1f1b51f04623 on network 84e38ed5-50c6-4e79-b2fa-165ea267b530 {{(pid=96115) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:05:06.344633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed4f3bb-c4e3-48cd-8f15-a1c29fc1776a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:06.345642 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aed4f3bb-c4e3-48cd-8f15-a1c29fc1776a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.347339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:05:06.347893 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-aed4f3bb-c4e3-48cd-8f15-a1c29fc1776a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "PUT /v2.0/ports/a56394d6-7b3f-479e-be3c-1f1b51f04623 HTTP/1.1" status: 200 len: 1002 time: 1.1609745 Aug 23 15:05:06.350797 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.350902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36340) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:06.351821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f2d51-4768-4ec3-a6bc-de349458f643 None None] Pushing event deleted for resources: {'Port': ['ID=8f60c084-42cf-4090-ac12-daa4135b5823,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:05:06.355564 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:05:06.357631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-294eb377-bdef-4821-8d5a-59005583cf6f req-bb66ac70-ccca-4b42-be79-d29ad4cf1183 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287231 Aug 23 15:05:06.365171 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f2d51-4768-4ec3-a6bc-de349458f643 None None] No DVR routers for this DVR port 8f60c084-42cf-4090-ac12-daa4135b5823 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:05:06.378769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 8488f910-c1d7-47ef-bf7a-4148d5f04f20 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:06.378769 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.451810 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacc242-f6c4-4325-b836-5d8b7da1d4a3 req-bdfa6380-5bf4-4221-a4cd-aad9725d3878 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:06.467715 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8dacc242-f6c4-4325-b836-5d8b7da1d4a3 req-bdfa6380-5bf4-4221-a4cd-aad9725d3878 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.1731422 Aug 23 15:05:06.514495 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] For port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:05:06.518854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] For port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0,segment=NetworkSegment(cca3d752-f79d-4491-9829-6314d50714c9),segment_id=cca3d752-f79d-4491-9829-6314d50714c9)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:05:06.546775 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8dacc242-f6c4-4325-b836-5d8b7da1d4a3 req-04a0afe2-e820-4b6b-b069-a7678e31d21a tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701303 Aug 23 15:05:06.576376 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.585308 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.594309 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] 10.222.0.38 "DELETE /v2.0/networks/75236012-81f4-4ed5-a6ce-007bfd2d3203 HTTP/1.1" status: 204 len: 168 time: 1.5046108 Aug 23 15:05:06.609390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-daac5811-e711-4cf2-bfff-8a3dd2bbcb22 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Deleting port a56394d6-7b3f-479e-be3c-1f1b51f04623 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:06.609979 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-daac5811-e711-4cf2-bfff-8a3dd2bbcb22 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.622458 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8797db6-fde4-4c63-affa-8e81a8e7b9ae tempest-DHCPAgentSchedulersTestJSON-1244525047 tempest-DHCPAgentSchedulersTestJSON-1244525047-project] Pushing event deleted for resources: {'Network': ['ID=75236012-81f4-4ed5-a6ce-007bfd2d3203,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:06.622638 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.776400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Routers {'4947acc6-d347-40b5-9090-42bbe77bb3e3'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:05:06.777149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:04:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['4947acc6-d347-40b5-9090-42bbe77bb3e3'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:06.815825 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-daac5811-e711-4cf2-bfff-8a3dd2bbcb22 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:06.860373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-daac5811-e711-4cf2-bfff-8a3dd2bbcb22 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Calling delete_port for a56394d6-7b3f-479e-be3c-1f1b51f04623 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:06.912823 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8f60c084-42cf-4090-ac12-daa4135b5823 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:05:06.936608 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c25d5-7175-4e67-9e3b-003e1692789f None None] Pushing event updated for resources: {'Port': ['ID=5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:06.951953 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 8f60c084-42cf-4090-ac12-daa4135b5823 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:05:06.952530 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8f60c084-42cf-4090-ac12-daa4135b5823 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:05:07.011094 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcdd54-ecd0-447f-b4af-5ba03383a998 req-b2ce765f-d78c-480f-9c6e-f50a124a8dc7 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:07.012336 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1bcdd54-ecd0-447f-b4af-5ba03383a998 req-b2ce765f-d78c-480f-9c6e-f50a124a8dc7 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.1818528 Aug 23 15:05:07.078494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-52fe127b-ff83-459e-95d2-56caa2cf29ec None None] Provisioning complete for port a56394d6-7b3f-479e-be3c-1f1b51f04623 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:07.091407 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-52fe127b-ff83-459e-95d2-56caa2cf29ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:07.123749 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d1bcdd54-ecd0-447f-b4af-5ba03383a998 req-779f459b-f148-4584-8cb2-ca78d5ee8571 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019502 Aug 23 15:05:07.294981 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb879a55-6d44-4c7e-9654-4a38d2f8c14b req-dc7e5afa-5e31-4510-b036-915eb75157bb tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:07.297060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb879a55-6d44-4c7e-9654-4a38d2f8c14b req-dc7e5afa-5e31-4510-b036-915eb75157bb tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.0922840 Aug 23 15:05:07.299636 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-ce59f4d7-b73e-4db3-918e-ae2a09640886 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ba8e0b39a2c447419d19eb384b1bd396&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555263 Aug 23 15:05:07.347906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-52fe127b-ff83-459e-95d2-56caa2cf29ec None None] Port a56394d6-7b3f-479e-be3c-1f1b51f04623 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:05:07.353581 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] Set router 4947acc6-d347-40b5-9090-42bbe77bb3e3 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:05:07.353820 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-daac5811-e711-4cf2-bfff-8a3dd2bbcb22 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:07.397749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac5811-e711-4cf2-bfff-8a3dd2bbcb22 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event deleted for resources: {'Port': ['ID=a56394d6-7b3f-479e-be3c-1f1b51f04623,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:07.446870 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb879a55-6d44-4c7e-9654-4a38d2f8c14b req-0b424f32-e2c7-454f-961e-ce3d892f89f1 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413453 Aug 23 15:05:07.473290 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-daac5811-e711-4cf2-bfff-8a3dd2bbcb22 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:07.480964 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-daac5811-e711-4cf2-bfff-8a3dd2bbcb22 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "DELETE /v2.0/ports/a56394d6-7b3f-479e-be3c-1f1b51f04623 HTTP/1.1" status: 204 len: 168 time: 1.1287186 Aug 23 15:05:07.482263 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36378) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:07.555524 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac93e8c8-37cc-4142-8bc4-98e807727a92 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] GET failed (client error): The resource could not be found. Aug 23 15:05:07.569398 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ac93e8c8-37cc-4142-8bc4-98e807727a92 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "GET /v2.0/ports/a56394d6-7b3f-479e-be3c-1f1b51f04623 HTTP/1.1" status: 404 len: 333 time: 0.0857797 Aug 23 15:05:07.570143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36384) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:07.587634 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-efe6e8dc-8d06-4bb0-93e1-1a84ca69ca9b tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:07.597695 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-257d2702-091e-4f3d-b0ad-6076713e4684 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Request body: {'port': {'network_id': '84e38ed5-50c6-4e79-b2fa-165ea267b530', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1130998825'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:07.605369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-efe6e8dc-8d06-4bb0-93e1-1a84ca69ca9b tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3035083 Aug 23 15:05:07.651235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-98a49335-8aec-4dc6-bccf-1dcf0e84e900 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/quotas/ba8e0b39a2c447419d19eb384b1bd396 HTTP/1.1" status: 200 len: 375 time: 0.0395746 Aug 23 15:05:07.725933 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-40f94496-b43e-43ca-8dbd-d4caddcfa663 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba8e0b39a2c447419d19eb384b1bd396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680447 Aug 23 15:05:07.786145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36390) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:07.872935 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'name': 'tempest-TestVolumeBootPattern-154324795-router', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '8488f910-c1d7-47ef-bf7a-4148d5f04f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:51Z', 'updated_at': '2021-08-23T15:05:01Z', 'revision_number': 4, 'project_id': '4709efd187b34aa4b00fac7d78ae68f0', 'gw_port': {'id': '8488f910-c1d7-47ef-bf7a-4148d5f04f20', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:53Z', 'updated_at': '2021-08-23T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0', 'name': '', 'network_id': '89ae9ed5-1d3b-47f1-bdb3-92133db1db47', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0', 'mac_address': 'fa:16:3e:30:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'ec130505-b9d2-4cf4-bcf6-1e2ab2d750db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:58Z', 'updated_at': '2021-08-23T15:05:06Z', 'revision_number': 4, 'project_id': '4709efd187b34aa4b00fac7d78ae68f0', 'subnets': [{'id': 'ec130505-b9d2-4cf4-bcf6-1e2ab2d750db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:07.912868 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859f2730-ca6f-40f7-bbd8-ed872afdc1ce None None] The sync data for ids ['4947acc6-d347-40b5-9090-42bbe77bb3e3'] in n-d-804985-3 is: [{'id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'name': 'tempest-TestVolumeBootPattern-154324795-router', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '8488f910-c1d7-47ef-bf7a-4148d5f04f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:51Z', 'updated_at': '2021-08-23T15:05:01Z', 'revision_number': 4, 'project_id': '4709efd187b34aa4b00fac7d78ae68f0', 'gw_port': {'id': '8488f910-c1d7-47ef-bf7a-4148d5f04f20', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:53Z', 'updated_at': '2021-08-23T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0', 'name': '', 'network_id': '89ae9ed5-1d3b-47f1-bdb3-92133db1db47', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0', 'mac_address': 'fa:16:3e:30:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'ec130505-b9d2-4cf4-bcf6-1e2ab2d750db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:58Z', 'updated_at': '2021-08-23T15:05:06Z', 'revision_number': 4, 'project_id': '4709efd187b34aa4b00fac7d78ae68f0', 'subnets': [{'id': 'ec130505-b9d2-4cf4-bcf6-1e2ab2d750db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:05:08.029994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5825b8-439e-4a07-937d-47fdd718e58c req-4dea7eab-b418-4161-8fbf-c0f260cf85ee tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:08.033078 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc5825b8-439e-4a07-937d-47fdd718e58c req-4dea7eab-b418-4161-8fbf-c0f260cf85ee tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.1053448 Aug 23 15:05:08.080033 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc5825b8-439e-4a07-937d-47fdd718e58c req-8d151eec-32eb-41b3-b4e3-6788c2fa7f54 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389132 Aug 23 15:05:08.092900 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-df073df7-c3bd-4809-942f-08782cb6dd0a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=11fd3a2da8ac4a1ba03ad573c4b40a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050916 Aug 23 15:05:08.095833 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36402) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:08.178537 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a527421-641b-4d54-a313-aa17193dd97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:08.178537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257d2702-091e-4f3d-b0ad-6076713e4684 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Made reservation on behalf of c66e0742f4c843ba9216477bcf6d8cf3 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:08.183486 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-257d2702-091e-4f3d-b0ad-6076713e4684 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:08.220320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:05:08.266273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-257d2702-091e-4f3d-b0ad-6076713e4684 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] device_id is not set on port e160d51c-3ad1-4ecb-bbd8-4779f794f7e5 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:05:08.434033 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:08.440597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:08.441156 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:08.459118 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a527421-641b-4d54-a313-aa17193dd97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:08.479923 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-abb4f436-9d23-4eaa-b530-7fc7d753bb5d req-f5233844-b566-4727-9029-72c36331daf3 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 210 time: 0.0472975 Aug 23 15:05:08.530652 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-257d2702-091e-4f3d-b0ad-6076713e4684 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Allocated IP 2001:db8::58 (84e38ed5-50c6-4e79-b2fa-165ea267b530/1758a420-1748-47c9-8133-fa66472f999d/e160d51c-3ad1-4ecb-bbd8-4779f794f7e5) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:05:08.582478 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:08.594570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80130c-74fd-4916-a8de-cb4740edbfa3 req-12dbe75f-18aa-43d7-ab8c-246baa98bf79 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:08.597211 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e80130c-74fd-4916-a8de-cb4740edbfa3 req-12dbe75f-18aa-43d7-ab8c-246baa98bf79 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.3693757 Aug 23 15:05:08.640828 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0,segment=NetworkSegment(cca3d752-f79d-4491-9829-6314d50714c9),segment_id=cca3d752-f79d-4491-9829-6314d50714c9)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:08.696617 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e80130c-74fd-4916-a8de-cb4740edbfa3 req-dfd9296a-3b89-486a-b837-48cfee22ce97 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885715 Aug 23 15:05:08.729145 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:08.803266 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:08.817469 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:08.817968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:08.818168 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a527421-641b-4d54-a313-aa17193dd97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:08.818502 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:08.818948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:08.819408 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:08.819876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:08.821319 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:08.821760 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:08.822199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:08.822630 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:08.822849 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a527421-641b-4d54-a313-aa17193dd97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:08.823082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:08.823480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:08.826471 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6a527421-641b-4d54-a313-aa17193dd97c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/759dd667-0209-411e-903a-eb3fe1fd0237 HTTP/1.1" status: 204 len: 168 time: 0.7294400 Aug 23 15:05:08.883141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a527421-641b-4d54-a313-aa17193dd97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759dd667-0209-411e-903a-eb3fe1fd0237,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:08.952554 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-257d2702-091e-4f3d-b0ad-6076713e4684 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:08.970623 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-257d2702-091e-4f3d-b0ad-6076713e4684 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Transition to ACTIVE for port object e160d51c-3ad1-4ecb-bbd8-4779f794f7e5 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:09.075402 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b66af8c8-bd96-4c69-bcd0-70f4969335b3 req-050bb3fc-ab27-477d-9e2b-dd4e4c437449 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615032 Aug 23 15:05:09.079644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-7f0ef54a-5d40-4eb7-a84d-87637e5da715 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:09.081422 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-7f0ef54a-5d40-4eb7-a84d-87637e5da715 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 811 time: 0.1555715 Aug 23 15:05:09.099181 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-b1caa950-34a3-4e19-a922-aca0e4b5e57a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/quotas/33f1c75c07ec4bf9aaf6afece184b99b HTTP/1.1" status: 200 len: 375 time: 0.0113235 Aug 23 15:05:09.124246 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-257d2702-091e-4f3d-b0ad-6076713e4684 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:09.176733 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-4c9dfdda-1456-41a1-ba0f-fcf0ebdcdd31 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710471 Aug 23 15:05:09.211310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257d2702-091e-4f3d-b0ad-6076713e4684 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Network 84e38ed5-50c6-4e79-b2fa-165ea267b530 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:09.257286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-257d2702-091e-4f3d-b0ad-6076713e4684 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:09.281309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257d2702-091e-4f3d-b0ad-6076713e4684 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:09.289248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257d2702-091e-4f3d-b0ad-6076713e4684 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:09.290209 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-257d2702-091e-4f3d-b0ad-6076713e4684 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:09.319493 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-5a5da032-def8-4b87-abf1-75b8b6f43a4b service neutron] 10.222.0.38 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358931 Aug 23 15:05:09.357193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d2702-091e-4f3d-b0ad-6076713e4684 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event updated for resources: {'Port': ['ID=e160d51c-3ad1-4ecb-bbd8-4779f794f7e5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:09.383915 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a478377-e1b8-4046-98c9-3235cc07d79e req-746352e1-c435-4b4d-bc8e-7eb1d29ab3b8 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:09.385541 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a478377-e1b8-4046-98c9-3235cc07d79e req-746352e1-c435-4b4d-bc8e-7eb1d29ab3b8 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.1843128 Aug 23 15:05:09.392519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66af8c8-bd96-4c69-bcd0-70f4969335b3 req-3d3a44d5-52e4-4c26-9ce0-48f17e3ce1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:09.395026 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b66af8c8-bd96-4c69-bcd0-70f4969335b3 req-3d3a44d5-52e4-4c26-9ce0-48f17e3ce1e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 1096 time: 0.2557504 Aug 23 15:05:09.492043 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-057b110f-32a1-422b-8372-77d0278c8911 service neutron] 10.222.0.38 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713390 Aug 23 15:05:09.518150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-257d2702-091e-4f3d-b0ad-6076713e4684 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9458952 Aug 23 15:05:09.521002 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36444) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:09.526187 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-31a93002-30f3-4ba1-a520-42a6f262611a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Request body: {'port': {'network_id': '84e38ed5-50c6-4e79-b2fa-165ea267b530', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1795895877'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:09.591315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a478377-e1b8-4046-98c9-3235cc07d79e req-b9a1e612-8444-4f89-9a7b-b7eb41ae9246 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951842 Aug 23 15:05:09.765240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66af8c8-bd96-4c69-bcd0-70f4969335b3 req-de8aa2be-08b7-490e-88e1-6126f4d1f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:09.767419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b66af8c8-bd96-4c69-bcd0-70f4969335b3 req-de8aa2be-08b7-490e-88e1-6126f4d1f935 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 918 time: 0.3196771 Aug 23 15:05:09.916353 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea0480bb-c0df-4068-b70e-80f8b39221e3 req-aa402d70-3865-4460-85e1-384b94a2f21a tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 210 time: 0.0360138 Aug 23 15:05:09.926609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36462) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:09.943369 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b66af8c8-bd96-4c69-bcd0-70f4969335b3 req-e0a6f300-b577-4462-a484-3e8410cf12a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92975400-30d9-4977-93cd-945c92e371fc HTTP/1.1" status: 200 len: 1000 time: 0.1613264 Aug 23 15:05:09.947559 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-30630cec-4e9d-41ae-a51f-0cad08fed994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:09.975127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f0de571f-7946-4ef0-87bc-cbf9cde68936 None None] Provisioning for port e160d51c-3ad1-4ecb-bbd8-4779f794f7e5 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:09.982152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f0de571f-7946-4ef0-87bc-cbf9cde68936 None None] Provisioning complete for port e160d51c-3ad1-4ecb-bbd8-4779f794f7e5 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:09.982152 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f0de571f-7946-4ef0-87bc-cbf9cde68936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:10.019278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66af8c8-bd96-4c69-bcd0-70f4969335b3 req-de8436b3-6c03-4ca2-b27d-4e5bca26e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:10.021039 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b66af8c8-bd96-4c69-bcd0-70f4969335b3 req-de8436b3-6c03-4ca2-b27d-4e5bca26e38a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 200 len: 856 time: 0.0681577 Aug 23 15:05:10.050735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f0de571f-7946-4ef0-87bc-cbf9cde68936 None None] Port e160d51c-3ad1-4ecb-bbd8-4779f794f7e5 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:05:10.087160 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:05:10.114213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775727db-8108-4fcf-9890-0ca89490a4c3 req-7b96a447-c444-45cb-a05f-0410d67ee3ac tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:10.115813 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-775727db-8108-4fcf-9890-0ca89490a4c3 req-7b96a447-c444-45cb-a05f-0410d67ee3ac tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.0893242 Aug 23 15:05:10.120803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66af8c8-bd96-4c69-bcd0-70f4969335b3 req-a46bf836-2090-47d6-b630-ecf76e7dc61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:10.123215 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b66af8c8-bd96-4c69-bcd0-70f4969335b3 req-a46bf836-2090-47d6-b630-ecf76e7dc61b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3abf700b-7cb8-4157-b106-bf6f54332e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840371 Aug 23 15:05:10.145697 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:10.146175 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:10.161961 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a93002-30f3-4ba1-a520-42a6f262611a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Made reservation on behalf of c66e0742f4c843ba9216477bcf6d8cf3 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:10.166074 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31a93002-30f3-4ba1-a520-42a6f262611a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:10.198798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-31a93002-30f3-4ba1-a520-42a6f262611a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] device_id is not set on port 6702d024-708b-4ea3-9f62-128288596d28 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:05:10.213888 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-775727db-8108-4fcf-9890-0ca89490a4c3 req-f183b0db-8dc6-4ddd-8453-3327952ec64e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890079 Aug 23 15:05:10.247962 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b66af8c8-bd96-4c69-bcd0-70f4969335b3 req-2537a839-379a-45ec-bac0-264be4d0f89a service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155863 Aug 23 15:05:10.372787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b66af8c8-bd96-4c69-bcd0-70f4969335b3 req-b20dbc98-a19a-4ec7-ad3a-07825682db93 service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159451 Aug 23 15:05:10.644326 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58f6bb42-ce88-4772-86c2-90bf2188ff07 req-cffe124e-41ef-47ca-a43b-f89fbf2258e7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 210 time: 0.0391979 Aug 23 15:05:10.722918 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-31a93002-30f3-4ba1-a520-42a6f262611a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Allocated IP 2001:db8::380 (84e38ed5-50c6-4e79-b2fa-165ea267b530/1758a420-1748-47c9-8133-fa66472f999d/6702d024-708b-4ea3-9f62-128288596d28) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:05:10.773822 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-30630cec-4e9d-41ae-a51f-0cad08fed994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:10.825800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf08e8-f9cc-4459-9347-d29f995c92ec req-2853ee23-2d9b-4cb3-8303-bc4be1b915d3 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:10.827452 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-17bf08e8-f9cc-4459-9347-d29f995c92ec req-2853ee23-2d9b-4cb3-8303-bc4be1b915d3 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.1120589 Aug 23 15:05:10.891047 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-17bf08e8-f9cc-4459-9347-d29f995c92ec req-a0e12303-fa09-47fd-bc38-85945159f973 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526125 Aug 23 15:05:10.930747 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-30630cec-4e9d-41ae-a51f-0cad08fed994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:10.986544 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-30630cec-4e9d-41ae-a51f-0cad08fed994 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38cb733287814478a185aa55f070544e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0578969 Aug 23 15:05:10.990126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36488) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:10.999720 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30630cec-4e9d-41ae-a51f-0cad08fed994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d488c18-2555-4567-83bd-1d49255ceebb,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:11.031633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31a93002-30f3-4ba1-a520-42a6f262611a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:11.046525 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-31a93002-30f3-4ba1-a520-42a6f262611a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Transition to ACTIVE for port object 6702d024-708b-4ea3-9f62-128288596d28 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:11.095273 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-535051ab-ff23-4490-9e12-db138a3de9d9 req-e61640fc-e015-41c0-9828-9d0f77fce975 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 210 time: 0.0734494 Aug 23 15:05:11.116648 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a5518530-50ce-49f1-ae6e-cbae3d147063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:11.139106 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a5518530-50ce-49f1-ae6e-cbae3d147063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:11.226966 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31a93002-30f3-4ba1-a520-42a6f262611a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:11.270915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a93002-30f3-4ba1-a520-42a6f262611a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Network 84e38ed5-50c6-4e79-b2fa-165ea267b530 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:11.274988 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-31a93002-30f3-4ba1-a520-42a6f262611a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:11.281952 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a93002-30f3-4ba1-a520-42a6f262611a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:11.287993 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a93002-30f3-4ba1-a520-42a6f262611a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:11.288656 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31a93002-30f3-4ba1-a520-42a6f262611a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:11.310366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a93002-30f3-4ba1-a520-42a6f262611a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event updated for resources: {'Port': ['ID=6702d024-708b-4ea3-9f62-128288596d28,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:11.367156 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df833e-44e9-46ff-b64c-5f11d3328558 req-591e767c-9ea8-4614-a750-7c0dca697166 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:11.368866 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51df833e-44e9-46ff-b64c-5f11d3328558 req-591e767c-9ea8-4614-a750-7c0dca697166 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.0537670 Aug 23 15:05:11.413794 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51df833e-44e9-46ff-b64c-5f11d3328558 req-68d41a2d-b8b1-45d1-8dec-19e7c538f65c tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377555 Aug 23 15:05:11.418599 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a5518530-50ce-49f1-ae6e-cbae3d147063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:11.419469 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a5518530-50ce-49f1-ae6e-cbae3d147063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:11.423450 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a5518530-50ce-49f1-ae6e-cbae3d147063 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6d488c18-2555-4567-83bd-1d49255ceebb HTTP/1.1" status: 204 len: 168 time: 0.4292960 Aug 23 15:05:11.432308 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5518530-50ce-49f1-ae6e-cbae3d147063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d488c18-2555-4567-83bd-1d49255ceebb,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:11.454865 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-31a93002-30f3-4ba1-a520-42a6f262611a tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9327104 Aug 23 15:05:11.461169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36498) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:11.468027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4180b5f2-089d-45bf-a682-40191113fe40 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::127', 'mac_address': 'fa:16:3e:b9:a7:ac'}, {'ip_address': '2001:db8::58', 'mac_address': 'fa:16:3e:c9:03:97'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:11.646291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4180b5f2-089d-45bf-a682-40191113fe40 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:11.758640 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1bec6d7c-5242-41aa-bcbe-fdaafac3990e req-59c11e49-4f05-427f-bc4c-9f458084733a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 210 time: 0.0455506 Aug 23 15:05:11.820464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e4831b40-907c-4eb4-be94-a35f7f47d4b4 None None] Provisioning for port 6702d024-708b-4ea3-9f62-128288596d28 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:11.824899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e4831b40-907c-4eb4-be94-a35f7f47d4b4 None None] Provisioning complete for port 6702d024-708b-4ea3-9f62-128288596d28 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:11.828376 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e4831b40-907c-4eb4-be94-a35f7f47d4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:11.872422 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e4831b40-907c-4eb4-be94-a35f7f47d4b4 None None] Port 6702d024-708b-4ea3-9f62-128288596d28 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:05:11.911163 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4180b5f2-089d-45bf-a682-40191113fe40 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:12.033666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b87539-d9eb-44b3-a506-7c0b040f1d7e req-ee96f264-78f8-4065-a1a6-9487a31bfdde tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:12.035241 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6b87539-d9eb-44b3-a506-7c0b040f1d7e req-ee96f264-78f8-4065-a1a6-9487a31bfdde tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.0559163 Aug 23 15:05:12.036392 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4180b5f2-089d-45bf-a682-40191113fe40 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:12.077304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-4180b5f2-089d-45bf-a682-40191113fe40 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] In _notify_port_updated(), no bound segment for port 6702d024-708b-4ea3-9f62-128288596d28 on network 84e38ed5-50c6-4e79-b2fa-165ea267b530 {{(pid=96115) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:05:12.084305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4180b5f2-089d-45bf-a682-40191113fe40 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:12.085029 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4180b5f2-089d-45bf-a682-40191113fe40 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:12.089776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4180b5f2-089d-45bf-a682-40191113fe40 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "PUT /v2.0/ports/6702d024-708b-4ea3-9f62-128288596d28 HTTP/1.1" status: 200 len: 1067 time: 0.6273103 Aug 23 15:05:12.090025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36522) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:12.166224 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6b87539-d9eb-44b3-a506-7c0b040f1d7e req-280a203d-fae3-4cf7-bd3a-e983b2becd22 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241097 Aug 23 15:05:12.167395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180b5f2-089d-45bf-a682-40191113fe40 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event updated for resources: {'Port': ['ID=6702d024-708b-4ea3-9f62-128288596d28,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:12.183267 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-6592a83c-fdf3-442a-a139-0778cd7a0a33 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ba8e0b39a2c447419d19eb384b1bd396&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553598 Aug 23 15:05:12.298197 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4f0cf56f-2e66-490a-8196-9ae52f4de326 req-6680fbe3-c9eb-4392-8756-5c2d946774c6 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 210 time: 0.0499704 Aug 23 15:05:12.350310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-6c1257c7-013e-4c3d-832f-feb2613bcc4c tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Deleting port 6702d024-708b-4ea3-9f62-128288596d28 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:12.352609 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6c1257c7-013e-4c3d-832f-feb2613bcc4c tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:12.452382 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-15d3f39f-c289-4364-9382-3af345671387 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:12.453924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-15d3f39f-c289-4364-9382-3af345671387 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2564425 Aug 23 15:05:12.465971 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6c1257c7-013e-4c3d-832f-feb2613bcc4c tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:12.480168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Request body: {'port': {'device_id': '2778c403-bc02-4ef5-b43c-1972c68ae94e', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': 'ba8e0b39a2c447419d19eb384b1bd396'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:12.489617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-6c1257c7-013e-4c3d-832f-feb2613bcc4c tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Calling delete_port for 6702d024-708b-4ea3-9f62-128288596d28 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:12.517130 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a7d11ef3-7c9a-43a1-af2e-a9c3835dd970 None None] Provisioning complete for port 6702d024-708b-4ea3-9f62-128288596d28 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:12.518052 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a7d11ef3-7c9a-43a1-af2e-a9c3835dd970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:12.613968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a7d11ef3-7c9a-43a1-af2e-a9c3835dd970 None None] Port 6702d024-708b-4ea3-9f62-128288596d28 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:05:12.685598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9a83f-afda-4501-8e39-058037084d75 req-568128fb-ce2b-4281-b763-354b4f894699 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:12.693681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3d9a83f-afda-4501-8e39-058037084d75 req-568128fb-ce2b-4281-b763-354b4f894699 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.0942824 Aug 23 15:05:12.742448 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3d9a83f-afda-4501-8e39-058037084d75 req-d07dc909-42e1-45da-8600-5ca186041f80 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478330 Aug 23 15:05:12.815709 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6c1257c7-013e-4c3d-832f-feb2613bcc4c tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:12.859779 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1257c7-013e-4c3d-832f-feb2613bcc4c tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event deleted for resources: {'Port': ['ID=6702d024-708b-4ea3-9f62-128288596d28,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:12.877956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Made reservation on behalf of ba8e0b39a2c447419d19eb384b1bd396 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:12.881507 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:12.891639 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:12.996354 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f2706e61-c474-40db-9745-72c990f6c337 req-99446957-1a37-4d0c-b42e-f36d5c7d8344 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 210 time: 0.1073463 Aug 23 15:05:13.022616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:13.106358 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:13.151493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e75964-bd7c-4fb5-82b7-d8eeec7cf14c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:13.260928 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6c1257c7-013e-4c3d-832f-feb2613bcc4c tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:13.264023 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6c1257c7-013e-4c3d-832f-feb2613bcc4c tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "DELETE /v2.0/ports/6702d024-708b-4ea3-9f62-128288596d28 HTTP/1.1" status: 204 len: 168 time: 1.1728015 Aug 23 15:05:13.266396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36558) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:13.333395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Allocated IP 192.168.233.154 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/944e2e03-d679-4cb5-88a5-95fc361ef871) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:05:13.333917 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-8100bd39-c7b7-433a-a4ba-ee03ae7576ab tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] GET failed (client error): The resource could not be found. Aug 23 15:05:13.337771 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8100bd39-c7b7-433a-a4ba-ee03ae7576ab tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "GET /v2.0/ports/6702d024-708b-4ea3-9f62-128288596d28 HTTP/1.1" status: 404 len: 333 time: 0.0677848 Aug 23 15:05:13.348912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36562) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:13.495490 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d405383f-b7cf-436c-ad0f-cc00af4b6882 req-57cffc5b-bcf9-450e-b8c4-922e28279ca9 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 210 time: 0.0513449 Aug 23 15:05:13.523023 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30d2bb-d471-4d06-b37b-74f30edf0558 req-3f79bbf4-0c93-4c38-8771-ebbfb61e0877 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:13.527298 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3d30d2bb-d471-4d06-b37b-74f30edf0558 req-3f79bbf4-0c93-4c38-8771-ebbfb61e0877 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.2122049 Aug 23 15:05:13.624000 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3d30d2bb-d471-4d06-b37b-74f30edf0558 req-9d826185-2059-4bff-bd45-8164379a230b tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812988 Aug 23 15:05:13.627437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd4eb5-627f-4ff8-a947-62ed3fc956ce tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Deleting port e160d51c-3ad1-4ecb-bbd8-4779f794f7e5 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:13.628048 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4eb5-627f-4ff8-a947-62ed3fc956ce tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:13.666190 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:13.684802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Transition to ACTIVE for port object 944e2e03-d679-4cb5-88a5-95fc361ef871 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:13.727589 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4eb5-627f-4ff8-a947-62ed3fc956ce tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:13.739554 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd4eb5-627f-4ff8-a947-62ed3fc956ce tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Calling delete_port for e160d51c-3ad1-4ecb-bbd8-4779f794f7e5 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:13.863569 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:13.922272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:13.929087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:13.944072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9cba6-b75e-4082-ab22-fc0d493fb968 req-915af99f-7e4f-4786-9b20-82ab66fba4c5 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:13.948085 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a8a9cba6-b75e-4082-ab22-fc0d493fb968 req-915af99f-7e4f-4786-9b20-82ab66fba4c5 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.1162136 Aug 23 15:05:13.952934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:13.994456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Pushing event updated for resources: {'Port': ['ID=944e2e03-d679-4cb5-88a5-95fc361ef871,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:14.021965 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4eb5-627f-4ff8-a947-62ed3fc956ce tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:14.047315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a8a9cba6-b75e-4082-ab22-fc0d493fb968 req-4730c471-7d6e-44a2-9521-66cdee8cdf67 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932031 Aug 23 15:05:14.057415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:14.058306 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:14.088400 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd4eb5-627f-4ff8-a947-62ed3fc956ce tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event deleted for resources: {'Port': ['ID=e160d51c-3ad1-4ecb-bbd8-4779f794f7e5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:14.179396 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4eb5-627f-4ff8-a947-62ed3fc956ce tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:14.188249 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1ddd4eb5-627f-4ff8-a947-62ed3fc956ce tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "DELETE /v2.0/ports/e160d51c-3ad1-4ecb-bbd8-4779f794f7e5 HTTP/1.1" status: 204 len: 168 time: 0.8348877 Aug 23 15:05:14.188658 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36586) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:14.238820 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ea4816a7-d277-47c4-8c21-8e301eb89fe9 req-7093f8fc-40d4-4245-8e68-7334c1477093 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 210 time: 0.0834200 Aug 23 15:05:14.259691 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9d9f73-241a-4116-947d-b780c0a861b4 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] GET failed (client error): The resource could not be found. Aug 23 15:05:14.261626 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fa9d9f73-241a-4116-947d-b780c0a861b4 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "GET /v2.0/ports/e160d51c-3ad1-4ecb-bbd8-4779f794f7e5 HTTP/1.1" status: 404 len: 333 time: 0.0711548 Aug 23 15:05:14.265647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36590) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:14.307674 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-c6bb36d7-09e0-4d73-8a22-7133a78c72d7 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8314199 Aug 23 15:05:14.323346 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Request body: {'port': {'device_id': '2778c403-bc02-4ef5-b43c-1972c68ae94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:14.385453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-242cfe9b-617e-4922-a744-930fa313ac61 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:14.387031 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-242cfe9b-617e-4922-a744-930fa313ac61 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.61 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 811 time: 0.1538723 Aug 23 15:05:14.405226 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-00d57824-f8f0-48ac-9469-b62530b046d7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'port': {'device_id': '17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'admin_state_up': True, 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:14.450756 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:14.460834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-491bb4c6-3ebb-4c05-aaa4-eea63e7cedd8 None None] Provisioning for port 944e2e03-d679-4cb5-88a5-95fc361ef871 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:14.465757 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-491bb4c6-3ebb-4c05-aaa4-eea63e7cedd8 None None] Provisioning complete for port 944e2e03-d679-4cb5-88a5-95fc361ef871 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:14.466487 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-491bb4c6-3ebb-4c05-aaa4-eea63e7cedd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:14.515153 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e6fff547-81b2-40c9-b673-3195623d51c9 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Deleting port 318db90b-1f65-4444-8d1f-5608ae8bc61b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:14.515511 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e6fff547-81b2-40c9-b673-3195623d51c9 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:14.519845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-491bb4c6-3ebb-4c05-aaa4-eea63e7cedd8 None None] Port 944e2e03-d679-4cb5-88a5-95fc361ef871 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:05:14.583515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36600) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:14.723570 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-00d57824-f8f0-48ac-9469-b62530b046d7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Made reservation on behalf of 33f1c75c07ec4bf9aaf6afece184b99b for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:14.727413 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-00d57824-f8f0-48ac-9469-b62530b046d7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:14.803122 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9012cb5-e15c-49c2-839f-557c9b107911 req-c28dae48-184f-4486-9dac-bdbce4cc0f71 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:14.816573 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e9012cb5-e15c-49c2-839f-557c9b107911 req-c28dae48-184f-4486-9dac-bdbce4cc0f71 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.1384714 Aug 23 15:05:14.971267 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e9012cb5-e15c-49c2-839f-557c9b107911 req-4b3abc3c-301e-4f52-ab14-74164c92a1c5 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900073 Aug 23 15:05:15.054856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-00d57824-f8f0-48ac-9469-b62530b046d7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Allocated IP 172.20.0.9 (95038101-a5a6-451d-864c-0209d8aa2274/cb81ce09-0df9-4c6b-a304-342e1749bbc5/0394c9a0-3fc1-46fc-b7cb-121abe98ce81) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:05:15.131477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-874645281'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:15.183398 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e6fff547-81b2-40c9-b673-3195623d51c9 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:15.241940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4ffde-a00c-45e7-a363-3a93f5c16917 req-3c5651fe-5fb8-4af1-8c44-76d80ef62d7f tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:15.249778 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-72d4ffde-a00c-45e7-a363-3a93f5c16917 req-3c5651fe-5fb8-4af1-8c44-76d80ef62d7f tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 936 time: 0.5983894 Aug 23 15:05:15.266668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e6fff547-81b2-40c9-b673-3195623d51c9 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Calling delete_port for 318db90b-1f65-4444-8d1f-5608ae8bc61b owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:15.278934 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-00d57824-f8f0-48ac-9469-b62530b046d7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:15.302846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-00d57824-f8f0-48ac-9469-b62530b046d7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Transition to ACTIVE for port object 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:15.347832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Made reservation on behalf of 50432f036bf74c8bb198df87b3c04aeb for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:15.351416 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:15.377146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df080053-e3f5-40eb-9576-14148356d6ad req-9f0fdeb0-51c9-4d5c-ac6d-5e9f2032f69e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:15.378686 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df080053-e3f5-40eb-9576-14148356d6ad req-9f0fdeb0-51c9-4d5c-ac6d-5e9f2032f69e tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.0738142 Aug 23 15:05:15.383819 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-72d4ffde-a00c-45e7-a363-3a93f5c16917 req-f91f53f9-d6d8-45e8-87d5-2d5baaaa1437 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/security-groups?id=26e75964-bd7c-4fb5-82b7-d8eeec7cf14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329277 Aug 23 15:05:15.390646 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:15.428441 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df080053-e3f5-40eb-9576-14148356d6ad req-b3eb3b6d-2eb6-44f6-97ff-942c5a3796d6 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 Aug 23 15:05:15.461037 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-00d57824-f8f0-48ac-9469-b62530b046d7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:15.556349 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:15.582743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944e2e03-d679-4cb5-88a5-95fc361ef871 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:05:15.595714 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:15.636699 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-00d57824-f8f0-48ac-9469-b62530b046d7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Network 95038101-a5a6-451d-864c-0209d8aa2274 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:15.648205 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-00d57824-f8f0-48ac-9469-b62530b046d7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:15.649789 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d57824-f8f0-48ac-9469-b62530b046d7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'Port': ['ID=0394c9a0-3fc1-46fc-b7cb-121abe98ce81,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:15.652813 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:15.653088 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-00d57824-f8f0-48ac-9469-b62530b046d7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:15.679777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Transition to ACTIVE for port object 944e2e03-d679-4cb5-88a5-95fc361ef871 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:15.682958 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e6fff547-81b2-40c9-b673-3195623d51c9 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:15.701515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aed1ba-2601-4b03-9766-29ef93ed3544 req-46bb9d20-446b-47a5-b574-46fc77a4b644 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:15.709744 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-26aed1ba-2601-4b03-9766-29ef93ed3544 req-46bb9d20-446b-47a5-b574-46fc77a4b644 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 931 time: 0.1539993 Aug 23 15:05:15.719221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fff547-81b2-40c9-b673-3195623d51c9 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event deleted for resources: {'Port': ['ID=318db90b-1f65-4444-8d1f-5608ae8bc61b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:15.753484 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:15.757327 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e6fff547-81b2-40c9-b673-3195623d51c9 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:15.761128 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-00d57824-f8f0-48ac-9469-b62530b046d7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:15.761798 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-00d57824-f8f0-48ac-9469-b62530b046d7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:15.762154 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e6fff547-81b2-40c9-b673-3195623d51c9 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "DELETE /v2.0/ports/318db90b-1f65-4444-8d1f-5608ae8bc61b HTTP/1.1" status: 204 len: 168 time: 1.4953361 Aug 23 15:05:15.766406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36622) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:15.792929 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:15.801129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:05:15.822973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-26aed1ba-2601-4b03-9766-29ef93ed3544 req-199c68b2-fe0c-474d-8ffa-91d347c8faa2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123157 Aug 23 15:05:15.867702 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ab76be-8ef8-448c-a495-11b5ab41ba20,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:15.873925 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b1eb5d-bb26-40f0-81c6-39a6ab562759 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Deleting subnet 1758a420-1748-47c9-8133-fa66472f999d {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:05:15.882282 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-53b1eb5d-bb26-40f0-81c6-39a6ab562759 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:15.883218 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:15.883790 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Added segment f02069c8-a080-4491-a16c-144e104fac58 of type vlan for network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d Aug 23 15:05:15.929076 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-00d57824-f8f0-48ac-9469-b62530b046d7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5283880 Aug 23 15:05:15.947583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Request body: {'port': {'device_id': '17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:16.026281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Pushing event updated for resources: {'Port': ['ID=944e2e03-d679-4cb5-88a5-95fc361ef871,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:16.035304 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-53b1eb5d-bb26-40f0-81c6-39a6ab562759 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:16.041897 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:16.194093 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:16.257862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Attempting to bind port 944e2e03-d679-4cb5-88a5-95fc361ef871 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:16.258442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Attempting to bind port 944e2e03-d679-4cb5-88a5-95fc361ef871 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:16.259055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Attempting to bind port 944e2e03-d679-4cb5-88a5-95fc361ef871 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:16.274847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657828c-6dcf-4f27-a05b-ac1679fa943b req-0813da4f-4131-4c6c-82d3-91bc41448e48 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:16.281468 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9657828c-6dcf-4f27-a05b-ac1679fa943b req-0813da4f-4131-4c6c-82d3-91bc41448e48 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.1575460 Aug 23 15:05:16.282525 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Port 944e2e03-d679-4cb5-88a5-95fc361ef871 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:16.283116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Attempting to bind port 944e2e03-d679-4cb5-88a5-95fc361ef871 on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:16.325099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:05:16.334449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:16.334449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:05:16.334449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Bound port: 944e2e03-d679-4cb5-88a5-95fc361ef871, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:05:16.334449 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:16.335221 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-53b1eb5d-bb26-40f0-81c6-39a6ab562759 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:16.357604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ca6e3691-1b45-4cfa-b3bb-c723e660a67a None None] Provisioning for port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:16.362277 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ca6e3691-1b45-4cfa-b3bb-c723e660a67a None None] Provisioning complete for port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:16.362997 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ca6e3691-1b45-4cfa-b3bb-c723e660a67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:16.377437 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:16.384752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:16.385561 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:16.409790 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9657828c-6dcf-4f27-a05b-ac1679fa943b req-3a557246-abd2-46bc-a7dc-24cc3b470e90 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158850 Aug 23 15:05:16.457664 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e3691-1b45-4cfa-b3bb-c723e660a67a None None] Port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:05:16.485215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] For port 944e2e03-d679-4cb5-88a5-95fc361ef871, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:05:16.489720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] For port 944e2e03-d679-4cb5-88a5-95fc361ef871, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=944e2e03-d679-4cb5-88a5-95fc361ef871,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:05:16.546661 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Pushing event updated for resources: {'Network': ['ID=0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:16.558972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:05:16.592694 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:16.662640 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3f8b0cb8-1555-4840-90b0-35c3e1b5e315 tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0750132 Aug 23 15:05:16.682131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:16.683156 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:16.687615 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] 10.222.0.61 "PUT /v2.0/ports/944e2e03-d679-4cb5-88a5-95fc361ef871 HTTP/1.1" status: 200 len: 1096 time: 2.3669472 Aug 23 15:05:16.706564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54a469-2431-487b-8678-cadaefe3dfed req-6dab538a-e5f1-4a6a-9bd1-04ac5e328db7 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:16.706564 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e54a469-2431-487b-8678-cadaefe3dfed req-6dab538a-e5f1-4a6a-9bd1-04ac5e328db7 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.1604846 Aug 23 15:05:16.709920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2778c403-bc02-4ef5-b43c-1972c68ae94e', 'tag': '944e2e03-d679-4cb5-88a5-95fc361ef871'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:05:16.713009 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c9fa02-5121-4b44-8daf-00e1eb862069" -d '{"events": [{"name": "network-changed", "server_uuid": "2778c403-bc02-4ef5-b43c-1972c68ae94e", "tag": "944e2e03-d679-4cb5-88a5-95fc361ef871"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:05:16.778177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fce0ca-6f70-499f-af2b-9715be5bbcfe req-00ae857e-b6b9-4071-9ec8-028326c3138b tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:16.779957 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-79fce0ca-6f70-499f-af2b-9715be5bbcfe req-00ae857e-b6b9-4071-9ec8-028326c3138b tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 948 time: 0.2674720 Aug 23 15:05:16.792403 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e54a469-2431-487b-8678-cadaefe3dfed req-7f419bb5-75cf-4763-b5b7-8ac9700cd833 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759783 Aug 23 15:05:16.793745 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e3a89-97b7-4317-9445-3911f357dc13 service neutron] Pushing event updated for resources: {'Port': ['ID=944e2e03-d679-4cb5-88a5-95fc361ef871,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:16.833026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-53b1eb5d-bb26-40f0-81c6-39a6ab562759 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:16.920642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168f42ef-b1a0-4d52-9632-cd51c7e697a0 None None] Network 84e38ed5-50c6-4e79-b2fa-165ea267b530 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:16.925539 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-3abfeff9-8749-44ba-83ef-fc731ba2493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:16.926937 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-3abfeff9-8749-44ba-83ef-fc731ba2493a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba8e0b39a2c447419d19eb384b1bd396&device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 1099 time: 0.0680511 Aug 23 15:05:16.928606 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1eb5d-bb26-40f0-81c6-39a6ab562759 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event deleted for resources: {'Subnet': ['ID=1758a420-1748-47c9-8133-fa66472f999d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:16.931084 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-53b1eb5d-bb26-40f0-81c6-39a6ab562759 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:16.933037 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-53b1eb5d-bb26-40f0-81c6-39a6ab562759 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "DELETE /v2.0/subnets/1758a420-1748-47c9-8133-fa66472f999d HTTP/1.1" status: 204 len: 168 time: 1.1658247 Aug 23 15:05:16.935725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36648) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:16.953227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:05:16.971362 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:16.994553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Transition to ACTIVE for port object 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:17.032528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-cad52b38-c5f6-4060-b15b-c8f1691b54d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=944e2e03-d679-4cb5-88a5-95fc361ef871 HTTP/1.1" status: 200 len: 217 time: 0.0976195 Aug 23 15:05:17.044641 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-79fce0ca-6f70-499f-af2b-9715be5bbcfe req-ef592028-4ca0-4a97-9ee7-914ea6418a28 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/security-groups?id=26e75964-bd7c-4fb5-82b7-d8eeec7cf14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158060 Aug 23 15:05:17.101561 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:17.193253 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fea445-2e5f-4af1-88a7-ed3cc09909bb x-openstack-request-id: req-b4fea445-2e5f-4af1-88a7-ed3cc09909bb {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:05:17.200317 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2778c403-bc02-4ef5-b43c-1972c68ae94e", "tag": "944e2e03-d679-4cb5-88a5-95fc361ef871", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:05:17.200823 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b4fea445-2e5f-4af1-88a7-ed3cc09909bb {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:05:17.201374 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2778c403-bc02-4ef5-b43c-1972c68ae94e', 'tag': '944e2e03-d679-4cb5-88a5-95fc361ef871', 'status': 'completed', 'code': 200} Aug 23 15:05:17.269014 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:17.294116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-4de3219a-1a07-48d5-b8e9-2fb7a68876f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:17.298351 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-4de3219a-1a07-48d5-b8e9-2fb7a68876f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.2009900 Aug 23 15:05:17.408585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-69fc72c5-f941-4285-a2a1-48fb550e14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:17.412096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Pushing event updated for resources: {'Port': ['ID=0394c9a0-3fc1-46fc-b7cb-121abe98ce81,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:17.414127 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-69fc72c5-f941-4285-a2a1-48fb550e14fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071019 Aug 23 15:05:17.434765 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7d4d1-130a-44d8-9337-df4765a36b7b req-0a092482-b427-44ef-92eb-2449689ca6f3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:17.436359 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ff7d4d1-130a-44d8-9337-df4765a36b7b req-0a092482-b427-44ef-92eb-2449689ca6f3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 943 time: 0.1467266 Aug 23 15:05:17.447950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Deleting port 5872d22a-bbcb-4d67-b429-e7d8f2e22218 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:17.448414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:17.495513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36660) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:17.502369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db3e00b-aca1-459d-950d-f342a2e857fa None None] DHCP port deletion for 84e38ed5-50c6-4e79-b2fa-165ea267b530 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:05:17.502781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Request body: {'port': {'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d', 'binding:host_id': 'n-h2-804985-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1990337951'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:17.549139 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Attempting to bind port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:17.551571 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Attempting to bind port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:17.552173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Attempting to bind port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:17.570498 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 on network 95038101-a5a6-451d-864c-0209d8aa2274 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:17.570829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Attempting to bind port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:17.596393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:05:17.596751 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Checking segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:17.601640 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Bound using segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:05:17.605229 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Bound port: 0394c9a0-3fc1-46fc-b7cb-121abe98ce81, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:05:17.605707 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:17.616027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2db3e00b-aca1-459d-950d-f342a2e857fa None None] Deleting port 5872d22a-bbcb-4d67-b429-e7d8f2e22218 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:17.620530 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2db3e00b-aca1-459d-950d-f342a2e857fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:17.644855 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ff7d4d1-130a-44d8-9337-df4765a36b7b req-71c254a0-70d4-4aee-9dca-f9cd9179f65c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482871 Aug 23 15:05:17.707591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] For port 5872d22a-bbcb-4d67-b429-e7d8f2e22218, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5872d22a-bbcb-4d67-b429-e7d8f2e22218,segment=NetworkSegment(292bb15c-1d5f-4fdc-b90c-2cd86ba32198),segment_id=292bb15c-1d5f-4fdc-b90c-2cd86ba32198)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:17.716918 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:17.731184 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2db3e00b-aca1-459d-950d-f342a2e857fa None None] For port 5872d22a-bbcb-4d67-b429-e7d8f2e22218, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5872d22a-bbcb-4d67-b429-e7d8f2e22218,segment=NetworkSegment(292bb15c-1d5f-4fdc-b90c-2cd86ba32198),segment_id=292bb15c-1d5f-4fdc-b90c-2cd86ba32198)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:17.731961 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2db3e00b-aca1-459d-950d-f342a2e857fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:17.738041 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] For port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:05:17.742133 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] For port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0394c9a0-3fc1-46fc-b7cb-121abe98ce81,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:05:17.744671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Made reservation on behalf of ffafb60e572d445eb506e1b244cbb5f3 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:17.750113 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:17.759005 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2db3e00b-aca1-459d-950d-f342a2e857fa None None] Calling delete_port for 5872d22a-bbcb-4d67-b429-e7d8f2e22218 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:17.761006 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:17.793798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Calling delete_port for 5872d22a-bbcb-4d67-b429-e7d8f2e22218 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:17.813787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81470f0-c5cd-48cd-8856-89b9459fe27c req-21ceebf0-08dc-44ab-b73d-dbd63b9d8b41 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:17.816212 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b81470f0-c5cd-48cd-8856-89b9459fe27c req-21ceebf0-08dc-44ab-b73d-dbd63b9d8b41 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.2223482 Aug 23 15:05:17.853102 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:17.860538 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-32c6398d-89c1-451d-a9ab-1816df201155 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303143 Aug 23 15:05:17.947326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:17.948022 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:17.949435 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-67b36034-d748-4b87-a810-950567adbd94 service neutron] 10.222.0.61 "PUT /v2.0/ports/0394c9a0-3fc1-46fc-b7cb-121abe98ce81 HTTP/1.1" status: 200 len: 1091 time: 2.0074470 Aug 23 15:05:17.957356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0', 'tag': '0394c9a0-3fc1-46fc-b7cb-121abe98ce81'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:05:17.960480 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cc70a8-2951-41bf-9cf0-e68088e89e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0", "tag": "0394c9a0-3fc1-46fc-b7cb-121abe98ce81"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:05:17.995442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b81470f0-c5cd-48cd-8856-89b9459fe27c req-28b6c282-4f1b-4fdb-8907-b63f5ccaf18c tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650879 Aug 23 15:05:18.051152 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b36034-d748-4b87-a810-950567adbd94 service neutron] Pushing event updated for resources: {'Port': ['ID=0394c9a0-3fc1-46fc-b7cb-121abe98ce81,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:18.051764 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2db3e00b-aca1-459d-950d-f342a2e857fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:18.068929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065be2d-f5ec-4043-866a-c9044d2560a1 req-04d27922-02e8-47ce-8a79-df4d863ff7fe tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:18.118802 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d065be2d-f5ec-4043-866a-c9044d2560a1 req-04d27922-02e8-47ce-8a79-df4d863ff7fe tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.1802852 Aug 23 15:05:18.122414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3e00b-aca1-459d-950d-f342a2e857fa None None] Pushing event deleted for resources: {'Port': ['ID=5872d22a-bbcb-4d67-b429-e7d8f2e22218,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:18.138020 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa1301f-9f62-43b3-8f8b-53e598c38240 x-openstack-request-id: req-0fa1301f-9f62-43b3-8f8b-53e598c38240 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:05:18.138341 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0", "tag": "0394c9a0-3fc1-46fc-b7cb-121abe98ce81", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:05:18.138553 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0fa1301f-9f62-43b3-8f8b-53e598c38240 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:05:18.138981 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0', 'tag': '0394c9a0-3fc1-46fc-b7cb-121abe98ce81', 'status': 'completed', 'code': 200} Aug 23 15:05:18.153143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db3e00b-aca1-459d-950d-f342a2e857fa None None] No DVR routers for this DVR port 5872d22a-bbcb-4d67-b429-e7d8f2e22218 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:05:18.156155 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-842787c9-585e-4f29-96b2-ae44e32e6a99 req-e60411aa-642e-4f8f-a5f3-3b3c61a0ed6f service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848787 Aug 23 15:05:18.166862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5872d22a-bbcb-4d67-b429-e7d8f2e22218 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:05:18.175230 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:18.210647 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 5872d22a-bbcb-4d67-b429-e7d8f2e22218 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:05:18.211989 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5872d22a-bbcb-4d67-b429-e7d8f2e22218 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:05:18.256921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event deleted for resources: {'Port': ['ID=5872d22a-bbcb-4d67-b429-e7d8f2e22218,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:18.275779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] No DVR routers for this DVR port 5872d22a-bbcb-4d67-b429-e7d8f2e22218 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:05:18.300746 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:18.332852 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d065be2d-f5ec-4043-866a-c9044d2560a1 req-c8752cc2-4d53-4ab9-b2ee-1fb719497a05 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045119 Aug 23 15:05:18.346725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-6d22a65f-b828-4e4b-83ec-73ed3ebc499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:18.348887 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-6d22a65f-b828-4e4b-83ec-73ed3ebc499d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 1094 time: 0.2090976 Aug 23 15:05:18.405124 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-1d0a3adc-22a3-4da7-8bac-c34023ce77bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0394c9a0-3fc1-46fc-b7cb-121abe98ce81 HTTP/1.1" status: 200 len: 217 time: 0.0471604 Aug 23 15:05:18.430199 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:18.441512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] device_id is not set on port 4cc46440-89c2-4823-ad8c-25b34586f24e yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:05:18.473957 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:18.503468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e38ed5-50c6-4e79-b2fa-165ea267b530']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:18.515009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292bb15c-1d5f-4fdc-b90c-2cd86ba32198') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:18.515317 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292bb15c-1d5f-4fdc-b90c-2cd86ba32198') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:18.537358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bae8c4-7a27-4844-91aa-e3e91f72f473 req-f73d1439-2e6c-46da-815c-75f71df07f3b tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:18.537358 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-91bae8c4-7a27-4844-91aa-e3e91f72f473 req-f73d1439-2e6c-46da-815c-75f71df07f3b tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 948 time: 0.1457345 Aug 23 15:05:18.539401 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:18.547927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9fa02-5121-4b44-8daf-00e1eb862069 req-63aeb7cf-7ae4-4f8b-9a95-e5e6f12c1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:18.550065 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71c9fa02-5121-4b44-8daf-00e1eb862069 req-63aeb7cf-7ae4-4f8b-9a95-e5e6f12c1a31 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba8e0b39a2c447419d19eb384b1bd396&device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 1099 time: 0.2143681 Aug 23 15:05:18.572004 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:18.599559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdf1ba2-da5b-4a2b-9afc-112032d0b5eb,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:18.614516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:05:18.615045 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:18.627326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-a30424b7-c8e5-4c84-ac48-1a586aa8d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:18.628868 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-a30424b7-c8e5-4c84-ac48-1a586aa8d5b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.2148674 Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:05:18.661469 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:05:18.753743 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-91bae8c4-7a27-4844-91aa-e3e91f72f473 req-493dbbe3-5c9f-48ac-8b61-61557b16d0eb tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/security-groups?id=26e75964-bd7c-4fb5-82b7-d8eeec7cf14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010825 Aug 23 15:05:18.774218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-7d4cdfc0-9f83-4319-968b-8f5c76eba25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:18.775821 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-7d4cdfc0-9f83-4319-968b-8f5c76eba25f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322732 Aug 23 15:05:18.823970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9fa02-5121-4b44-8daf-00e1eb862069 req-e6c0ab90-8776-453a-92c9-d92eceaff594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:18.823970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71c9fa02-5121-4b44-8daf-00e1eb862069 req-e6c0ab90-8776-453a-92c9-d92eceaff594 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.2604635 Aug 23 15:05:18.877822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71c9fa02-5121-4b44-8daf-00e1eb862069 req-46f4542b-a824-429d-8537-aab830a13ebc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=944e2e03-d679-4cb5-88a5-95fc361ef871 HTTP/1.1" status: 200 len: 217 time: 0.0433218 Aug 23 15:05:18.878959 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:18.888372 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:18.893920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] 10.222.0.38 "DELETE /v2.0/networks/84e38ed5-50c6-4e79-b2fa-165ea267b530 HTTP/1.1" status: 204 len: 168 time: 1.9571111 Aug 23 15:05:18.897457 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab419719-4a52-4b75-a6b0-49f6f7de0ce0 req-84c58d84-4c41-4b30-99ae-6d6a7c06fb42 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:18.899048 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ab419719-4a52-4b75-a6b0-49f6f7de0ce0 req-84c58d84-4c41-4b30-99ae-6d6a7c06fb42 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 943 time: 0.1691885 Aug 23 15:05:18.902808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] device_id is not set on port 4cc46440-89c2-4823-ad8c-25b34586f24e yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:05:18.944890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:18.973855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9fa02-5121-4b44-8daf-00e1eb862069 req-74642605-6562-412f-968d-7229b0b03399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:18.975349 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71c9fa02-5121-4b44-8daf-00e1eb862069 req-74642605-6562-412f-968d-7229b0b03399 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0787826 Aug 23 15:05:18.976658 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d8c7a-4883-46bb-aee4-204e300b3873 tempest-AllowedAddressPairIpV6TestJSON-25702563 tempest-AllowedAddressPairIpV6TestJSON-25702563-project] Pushing event deleted for resources: {'Network': ['ID=84e38ed5-50c6-4e79-b2fa-165ea267b530,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:18.990079 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-4be35b99-6df4-41f9-b305-a192600e6d53 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989675 Aug 23 15:05:19.015915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Transition to ACTIVE for port object 4cc46440-89c2-4823-ad8c-25b34586f24e will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:19.037542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9fa02-5121-4b44-8daf-00e1eb862069 req-ca171fed-234b-4542-87ce-357d0b51e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:19.039507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71c9fa02-5121-4b44-8daf-00e1eb862069 req-ca171fed-234b-4542-87ce-357d0b51e606 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0517676 Aug 23 15:05:19.065871 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ab419719-4a52-4b75-a6b0-49f6f7de0ce0 req-6c7c7733-44ec-48ac-b6aa-1604661245e5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577241 Aug 23 15:05:19.156383 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb8dcc3a-764d-4f4e-aad1-81701ece4fcc req-3f0c1eb1-44a6-4039-a642-435031169635 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448715 Aug 23 15:05:19.224775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca22d4-1389-4db4-9fbf-5c17cd490527 req-6c5f7716-485b-47d8-8c85-3678115759a2 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:19.226325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80ca22d4-1389-4db4-9fbf-5c17cd490527 req-6c5f7716-485b-47d8-8c85-3678115759a2 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.0849297 Aug 23 15:05:19.228808 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71c9fa02-5121-4b44-8daf-00e1eb862069 req-6aabc497-7d63-48cc-9f2e-39030b3747d7 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770582 Aug 23 15:05:19.232411 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:19.315975 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Pushing event updated for resources: {'Port': ['ID=4cc46440-89c2-4823-ad8c-25b34586f24e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:19.342972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Checking segment: {'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:19.343687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Network hostable DHCP agents. Network: 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:05:19.385735 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80ca22d4-1389-4db4-9fbf-5c17cd490527 req-fdc44597-08e6-4833-addb-f76166157d59 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500151 Aug 23 15:05:19.418312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc70a8-2951-41bf-9cf0-e68088e89e2b req-714aba6b-c39a-4fb8-a9d2-fa12d200fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:19.420350 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75cc70a8-2951-41bf-9cf0-e68088e89e2b req-714aba6b-c39a-4fb8-a9d2-fa12d200fd7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 1094 time: 0.0870767 Aug 23 15:05:19.462643 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71c9fa02-5121-4b44-8daf-00e1eb862069 req-ee1e4bff-98ae-485d-a27a-8b27aec8e297 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241132 Aug 23 15:05:19.512297 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:05:19.604153 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15f4a1-e598-4b47-98ca-800b88b66cc0 req-d3b79ef4-bbd0-4bec-9871-b86e6c5e5d1c tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:19.606682 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7d15f4a1-e598-4b47-98ca-800b88b66cc0 req-d3b79ef4-bbd0-4bec-9871-b86e6c5e5d1c tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.1006031 Aug 23 15:05:19.627787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc70a8-2951-41bf-9cf0-e68088e89e2b req-f2173e37-162d-4b9b-8ced-1a765e69be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:19.630622 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75cc70a8-2951-41bf-9cf0-e68088e89e2b req-f2173e37-162d-4b9b-8ced-1a765e69be65 service neutron] 10.222.0.61 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.1959291 Aug 23 15:05:19.638547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:19.648614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295dac15-8dc8-4781-b1b5-6d5797c29e6f None None] Network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:19.674076 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-840a9eab-e1a6-484b-8ed3-0785ad044ce9 req-e97819c2-f72a-4c95-b2ec-15c8fa78c677 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1027296 Aug 23 15:05:19.687046 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:19.732112 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75cc70a8-2951-41bf-9cf0-e68088e89e2b req-5cb838c8-a704-4fa1-8c4e-116e1bac0453 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0394c9a0-3fc1-46fc-b7cb-121abe98ce81 HTTP/1.1" status: 200 len: 217 time: 0.0911422 Aug 23 15:05:19.744088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36700) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:19.799211 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7d15f4a1-e598-4b47-98ca-800b88b66cc0 req-d9e437b9-826b-4548-beff-a5513bac3615 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818829 Aug 23 15:05:19.804166 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:19.804552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:19.804928 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:19.839998 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a9eab-e1a6-484b-8ed3-0785ad044ce9 req-c3d3154d-1f39-4273-ad59-904dc04a9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:19.843387 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-840a9eab-e1a6-484b-8ed3-0785ad044ce9 req-c3d3154d-1f39-4273-ad59-904dc04a9ec0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 1096 time: 0.1094961 Aug 23 15:05:19.872560 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:19.872963 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:19.881552 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 2 to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e Aug 23 15:05:19.936469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:19.937147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:19.937147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:19.944427 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc70a8-2951-41bf-9cf0-e68088e89e2b req-8f9edb90-9c42-457e-acb7-61062cbcc3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:19.946186 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75cc70a8-2951-41bf-9cf0-e68088e89e2b req-8f9edb90-9c42-457e-acb7-61062cbcc3c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.1946816 Aug 23 15:05:19.950667 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:19.951015 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:19.951419 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 3 to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e Aug 23 15:05:20.027025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:20.027457 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:20.027887 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:20.038569 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:20.039019 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:20.041380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc70a8-2951-41bf-9cf0-e68088e89e2b req-7440ad6b-bcbf-4696-9d98-88f12bf77a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:20.043009 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75cc70a8-2951-41bf-9cf0-e68088e89e2b req-7440ad6b-bcbf-4696-9d98-88f12bf77a72 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772417 Aug 23 15:05:20.043499 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 4 to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e Aug 23 15:05:20.088167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a9eab-e1a6-484b-8ed3-0785ad044ce9 req-a9401245-2a38-4d67-b595-38c1250d1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:20.090180 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-840a9eab-e1a6-484b-8ed3-0785ad044ce9 req-a9401245-2a38-4d67-b595-38c1250d1ccf service neutron] 10.222.0.57 "GET /v2.0/networks?id=64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 200 len: 907 time: 0.2231698 Aug 23 15:05:20.157451 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:20.166221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:20.166815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:20.167345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:20.177851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-840a9eab-e1a6-484b-8ed3-0785ad044ce9 req-cd6173d8-6feb-4e87-b509-cf0136b860a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3f1bdc7-883a-43b3-ba35-b3ce607c683e HTTP/1.1" status: 200 len: 217 time: 0.0737431 Aug 23 15:05:20.200854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cdc9f-5213-4f3b-8837-2e387c059c71 req-bceeee58-d0d0-4c03-9c71-5e29981418fd tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:20.203911 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75cc70a8-2951-41bf-9cf0-e68088e89e2b req-c21886e8-b148-4e4f-b013-d02191e0718a service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451728 Aug 23 15:05:20.205810 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:20.206149 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:20.206327 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df8cdc9f-5213-4f3b-8837-2e387c059c71 req-bceeee58-d0d0-4c03-9c71-5e29981418fd tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 948 time: 0.2971704 Aug 23 15:05:20.207480 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 5 to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e Aug 23 15:05:20.243797 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:20.244180 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:20.244538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:20.259434 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cd5ea9e5-27c9-431c-b673-4be77ceacc83 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c66e0742f4c843ba9216477bcf6d8cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5119505 Aug 23 15:05:20.263481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36714) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:20.283709 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:20.284400 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:20.286492 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 6 to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e Aug 23 15:05:20.298944 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c6ab7-7793-4662-9d83-1a3b3b8a28f2 req-9e78598a-a05d-46aa-8809-ed0ffc628485 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:20.300760 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca8c6ab7-7793-4662-9d83-1a3b3b8a28f2 req-9e78598a-a05d-46aa-8809-ed0ffc628485 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 943 time: 0.1265147 Aug 23 15:05:20.319188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a9eab-e1a6-484b-8ed3-0785ad044ce9 req-4563d8f8-4b34-4745-9bef-7f3a1c185dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:20.320889 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-840a9eab-e1a6-484b-8ed3-0785ad044ce9 req-4563d8f8-4b34-4745-9bef-7f3a1c185dd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f22f70f-5be0-4809-bae5-4797be32e410 HTTP/1.1" status: 200 len: 846 time: 0.1284618 Aug 23 15:05:20.322075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:20.322612 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:20.323146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:20.346730 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:20.347390 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:20.362754 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 7 to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e Aug 23 15:05:20.372375 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-840a9eab-e1a6-484b-8ed3-0785ad044ce9 req-bc00d685-36d4-431c-b897-af61edb2245e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64f87949-f645-4741-b9fd-fc55a03e518e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389059 Aug 23 15:05:20.377386 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df8cdc9f-5213-4f3b-8837-2e387c059c71 req-0ab2e391-fe75-4c63-b126-3341bc9a6bd4 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/security-groups?id=26e75964-bd7c-4fb5-82b7-d8eeec7cf14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494780 Aug 23 15:05:20.417563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:20.417563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:20.417563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:20.449155 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75cc70a8-2951-41bf-9cf0-e68088e89e2b req-291ab143-ec63-4a7f-a15c-6a585e04723d service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280860 Aug 23 15:05:20.456811 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4abd8345-29ca-4665-9301-9b63c4544620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:20.470476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:20.471687 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:20.474141 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 8 to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e Aug 23 15:05:20.499354 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca8c6ab7-7793-4662-9d83-1a3b3b8a28f2 req-5d3b5b24-66e2-447c-83cd-dc71cb600ad4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554747 Aug 23 15:05:20.500737 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4abd8345-29ca-4665-9301-9b63c4544620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:20.508173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:20.508520 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:20.508860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:20.529818 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:20.529818 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:20.529818 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 9 to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e Aug 23 15:05:20.535178 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 944e2e03-d679-4cb5-88a5-95fc361ef871 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:05:20.559798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:20.560143 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:20.560483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:20.568983 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:20.569317 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:20.569715 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 10 to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e Aug 23 15:05:20.596116 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:20.596523 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:20.598586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:20.600294 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-840a9eab-e1a6-484b-8ed3-0785ad044ce9 req-b0875b15-051c-44a0-a313-76134577a9db service neutron] 10.222.0.57 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185502 Aug 23 15:05:20.613264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port 4cc46440-89c2-4823-ad8c-25b34586f24e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:20.613632 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port 4cc46440-89c2-4823-ad8c-25b34586f24e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:20.614120 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:20.734775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] For port 4cc46440-89c2-4823-ad8c-25b34586f24e, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:05:20.735107 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempted to set empty binding levels {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 15:05:20.744088 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-840a9eab-e1a6-484b-8ed3-0785ad044ce9 req-a9c8406f-fe70-4460-8d68-509e1967a97a service neutron] 10.222.0.57 "GET /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291873 Aug 23 15:05:20.745336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656c6e4-10cc-460d-9720-2c588051b7e0 req-c034ae21-3e9f-4c0c-b0c4-fc3c10fae94e tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:20.746869 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2656c6e4-10cc-460d-9720-2c588051b7e0 req-c034ae21-3e9f-4c0c-b0c4-fc3c10fae94e tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.0824106 Aug 23 15:05:20.747013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 944e2e03-d679-4cb5-88a5-95fc361ef871, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=944e2e03-d679-4cb5-88a5-95fc361ef871,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:20.756067 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4abd8345-29ca-4665-9301-9b63c4544620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:20.758717 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4abd8345-29ca-4665-9301-9b63c4544620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:20.759883 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4abd8345-29ca-4665-9301-9b63c4544620 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c8260f0-a265-4bc1-949c-63c345a6baa2 HTTP/1.1" status: 204 len: 168 time: 0.4934995 Aug 23 15:05:20.765499 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '944e2e03-d679-4cb5-88a5-95fc361ef871', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '944e2e03-d679-4cb5-88a5-95fc361ef871', 'mac_address': 'fa:16:3e:84:f2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:05:20.768337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd8345-29ca-4665-9301-9b63c4544620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8260f0-a265-4bc1-949c-63c345a6baa2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:20.812685 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2656c6e4-10cc-460d-9720-2c588051b7e0 req-5d26036d-90a3-4e12-a293-9498e0f192bf tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581155 Aug 23 15:05:20.830787 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:20.847232 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:20.864008 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944e2e03-d679-4cb5-88a5-95fc361ef871 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:05:20.892851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 944e2e03-d679-4cb5-88a5-95fc361ef871, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=944e2e03-d679-4cb5-88a5-95fc361ef871,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:20.975172 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:21.065101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=944e2e03-d679-4cb5-88a5-95fc361ef871,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:21.089987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea62669-eda3-4921-a8b3-48bfd26833a9 req-59dce0e8-7789-4eb5-b225-9203ef4ffc02 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:21.099479 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fea62669-eda3-4921-a8b3-48bfd26833a9 req-59dce0e8-7789-4eb5-b225-9203ef4ffc02 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.1424890 Aug 23 15:05:21.149289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fea62669-eda3-4921-a8b3-48bfd26833a9 req-90007c6d-c725-447c-9228-47c008201094 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487192 Aug 23 15:05:21.210997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['944e2e03-d679-4cb5-88a5-95fc361ef871'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:05:21.223193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:21.223827 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:21.239608 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Pushing event updated for resources: {'Port': ['ID=4cc46440-89c2-4823-ad8c-25b34586f24e,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:21.346841 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bbbd59f0-a789-4dc3-8a09-d34e70cd4be3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.8502042 Aug 23 15:05:21.349713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36742) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:21.446703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-dd57c354-adbe-4a90-8677-5e767a0a42cf tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Deleting port 4cc46440-89c2-4823-ad8c-25b34586f24e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:21.446703 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dd57c354-adbe-4a90-8677-5e767a0a42cf tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:21.563434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-dd57c354-adbe-4a90-8677-5e767a0a42cf tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] For port 4cc46440-89c2-4823-ad8c-25b34586f24e, host n-h2-804985-3, got binding levels [] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:21.564378 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dd57c354-adbe-4a90-8677-5e767a0a42cf tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:21.588885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-dd57c354-adbe-4a90-8677-5e767a0a42cf tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Calling delete_port for 4cc46440-89c2-4823-ad8c-25b34586f24e owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:21.604750 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1300ff-ee15-4b04-95e4-cb42596e44c1 req-a2f6af25-bd3d-4552-a49d-2bd862c7dd86 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:21.606308 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9d1300ff-ee15-4b04-95e4-cb42596e44c1 req-a2f6af25-bd3d-4552-a49d-2bd862c7dd86 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 949 time: 0.0986953 Aug 23 15:05:21.651498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bc857-c75e-487a-b202-ac2989b6e8c0 req-9a4918f7-ec27-480b-94cf-2a4a5aaa816c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:21.653314 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-624bc857-c75e-487a-b202-ac2989b6e8c0 req-9a4918f7-ec27-480b-94cf-2a4a5aaa816c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 943 time: 0.0552073 Aug 23 15:05:21.695851 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9d1300ff-ee15-4b04-95e4-cb42596e44c1 req-2edf46bc-48e9-4e07-be6e-5846af36f22b tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/security-groups?id=26e75964-bd7c-4fb5-82b7-d8eeec7cf14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787008 Aug 23 15:05:21.698968 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-624bc857-c75e-487a-b202-ac2989b6e8c0 req-f1bdffad-8a2f-4077-8082-6b553a54aad8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376654 Aug 23 15:05:21.839842 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dd57c354-adbe-4a90-8677-5e767a0a42cf tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:21.887042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57c354-adbe-4a90-8677-5e767a0a42cf tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cc46440-89c2-4823-ad8c-25b34586f24e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:21.894866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dd57c354-adbe-4a90-8677-5e767a0a42cf tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:21.899533 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dd57c354-adbe-4a90-8677-5e767a0a42cf tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "DELETE /v2.0/ports/4cc46440-89c2-4823-ad8c-25b34586f24e HTTP/1.1" status: 204 len: 168 time: 0.5461414 Aug 23 15:05:21.899533 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36766) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:21.928510 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-81aad11d-8777-46a9-adb9-5c878258ff4d tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] GET failed (client error): The resource could not be found. Aug 23 15:05:21.928510 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-81aad11d-8777-46a9-adb9-5c878258ff4d tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "GET /v2.0/ports/4cc46440-89c2-4823-ad8c-25b34586f24e HTTP/1.1" status: 404 len: 333 time: 0.0265286 Aug 23 15:05:21.931884 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36768) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:21.936207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-dbe040e3-c633-4fe0-bd2d-1a58109449b9 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Request body: {'port': {'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-909797283'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:21.990325 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12e5e7-b909-4ee2-9c6a-68194ab0e142 req-549d93f8-86a4-4a52-9143-98aca82f65a8 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:21.992051 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca12e5e7-b909-4ee2-9c6a-68194ab0e142 req-549d93f8-86a4-4a52-9143-98aca82f65a8 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.0711920 Aug 23 15:05:22.037944 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca12e5e7-b909-4ee2-9c6a-68194ab0e142 req-243d3380-e4a7-4f0c-bf2e-d55124887d39 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396142 Aug 23 15:05:22.115769 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe040e3-c633-4fe0-bd2d-1a58109449b9 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Made reservation on behalf of ffafb60e572d445eb506e1b244cbb5f3 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:22.118224 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dbe040e3-c633-4fe0-bd2d-1a58109449b9 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:22.137420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-dbe040e3-c633-4fe0-bd2d-1a58109449b9 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] device_id is not set on port d5ae6429-1ad8-42d5-bf32-106a1ef9633e yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:05:22.255101 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36778) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:22.338595 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dbe040e3-c633-4fe0-bd2d-1a58109449b9 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:22.364429 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f876b-f67f-4387-b8aa-718833e3819c req-3628841d-ee37-4937-b22e-d7568b5c74db tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:22.365903 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-828f876b-f67f-4387-b8aa-718833e3819c req-3628841d-ee37-4937-b22e-d7568b5c74db tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.1048846 Aug 23 15:05:22.369748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1373334719'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:22.426495 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-828f876b-f67f-4387-b8aa-718833e3819c req-0ed6c7ac-7bd1-4ec4-99ea-2079819f3242 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468149 Aug 23 15:05:22.465683 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:22.469219 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:22.479274 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:22.529501 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dbe040e3-c633-4fe0-bd2d-1a58109449b9 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:22.532699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 944e2e03-d679-4cb5-88a5-95fc361ef871 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:05:22.572314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe040e3-c633-4fe0-bd2d-1a58109449b9 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:22.575754 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-dbe040e3-c633-4fe0-bd2d-1a58109449b9 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:22.578199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe040e3-c633-4fe0-bd2d-1a58109449b9 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:22.579374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe040e3-c633-4fe0-bd2d-1a58109449b9 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:22.581716 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dbe040e3-c633-4fe0-bd2d-1a58109449b9 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:22.587517 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:22.603048 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f0d61e04-09b4-428f-aa93-e7d4d75fca7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:22.607275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe040e3-c633-4fe0-bd2d-1a58109449b9 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Pushing event updated for resources: {'Port': ['ID=d5ae6429-1ad8-42d5-bf32-106a1ef9633e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:22.694520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 944e2e03-d679-4cb5-88a5-95fc361ef871 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:22.698749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 944e2e03-d679-4cb5-88a5-95fc361ef871 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:22.699114 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:22.732721 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:22.773165 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:05:22.782520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6f4325-3f4a-4a96-bd95-fb5ce7158284,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:22.790201 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:22.790559 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Added segment 96a7157a-b38b-42b3-85d0-362777672a70 of type vlan for network d95e4cb5-1bca-49b6-94b8-2f2c85a26c63 Aug 23 15:05:22.809940 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dbe040e3-c633-4fe0-bd2d-1a58109449b9 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8775666 Aug 23 15:05:22.812227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36794) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:22.819321 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:22.844879 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:22.870625 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2778c403-bc02-4ef5-b43c-1972c68ae94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944e2e03-d679-4cb5-88a5-95fc361ef871'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:05:22.873845 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671f4b90-9cfc-432c-9892-eab21f38b58a" -d '{"events": [{"server_uuid": "2778c403-bc02-4ef5-b43c-1972c68ae94e", "name": "network-vif-plugged", "status": "completed", "tag": "944e2e03-d679-4cb5-88a5-95fc361ef871"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:05:22.887403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:22.888055 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 944e2e03-d679-4cb5-88a5-95fc361ef871, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=944e2e03-d679-4cb5-88a5-95fc361ef871,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:22.913988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a38ba7-52df-4184-98dc-1837e43ab7b8 req-d33a7b22-a9dc-403e-b3c8-bddde86e80a8 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:22.916517 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7a38ba7-52df-4184-98dc-1837e43ab7b8 req-d33a7b22-a9dc-403e-b3c8-bddde86e80a8 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 949 time: 0.0925858 Aug 23 15:05:22.924552 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:22.964033 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:22.971463 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7a38ba7-52df-4184-98dc-1837e43ab7b8 req-bb791215-4f96-4145-bb5a-1b32496ee00d tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/security-groups?id=26e75964-bd7c-4fb5-82b7-d8eeec7cf14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412738 Aug 23 15:05:22.975381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479c2bd-a4c1-4d07-96f8-6b5e991dc561 req-0eafb5ca-1783-4e3f-a6f8-f3d3e5d57899 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:22.977124 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8479c2bd-a4c1-4d07-96f8-6b5e991dc561 req-0eafb5ca-1783-4e3f-a6f8-f3d3e5d57899 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 943 time: 0.1118681 Aug 23 15:05:23.020501 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:23.025451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=944e2e03-d679-4cb5-88a5-95fc361ef871,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:23.026604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:23.027191 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:23.090067 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8479c2bd-a4c1-4d07-96f8-6b5e991dc561 req-cadc535e-8bf6-4021-ae5d-2dfa7819a487 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044333 Aug 23 15:05:23.133080 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c4f03b-ad8c-47eb-a692-664393c84bdb x-openstack-request-id: req-44c4f03b-ad8c-47eb-a692-664393c84bdb {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:05:23.133378 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2778c403-bc02-4ef5-b43c-1972c68ae94e", "name": "network-vif-plugged", "status": "completed", "tag": "944e2e03-d679-4cb5-88a5-95fc361ef871", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:05:23.133731 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-44c4f03b-ad8c-47eb-a692-664393c84bdb {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:05:23.134072 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2778c403-bc02-4ef5-b43c-1972c68ae94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944e2e03-d679-4cb5-88a5-95fc361ef871', 'code': 200} Aug 23 15:05:23.136362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Network': ['ID=d95e4cb5-1bca-49b6-94b8-2f2c85a26c63,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:23.147686 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-20b9506d-b6d4-4188-bbf2-ceb2f48d39a9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8836761 Aug 23 15:05:23.158683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network d95e4cb5-1bca-49b6-94b8-2f2c85a26c63 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:05:23.260648 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] device_id is not set on port d5ae6429-1ad8-42d5-bf32-106a1ef9633e yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:05:23.320152 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:23.340852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Transition to ACTIVE for port object d5ae6429-1ad8-42d5-bf32-106a1ef9633e will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:23.361502 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61556698-1d4f-4bc9-a993-47049b1f7bde req-af30fa6b-f6dd-4ef9-b4f4-5585658f622b tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:23.363216 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-61556698-1d4f-4bc9-a993-47049b1f7bde req-af30fa6b-f6dd-4ef9-b4f4-5585658f622b tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.1396718 Aug 23 15:05:23.365932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191c039-abf9-4197-be79-1a7c31ef61b3 req-eda71d86-277c-4397-995f-c65a9c7e50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:23.367365 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e191c039-abf9-4197-be79-1a7c31ef61b3 req-eda71d86-277c-4397-995f-c65a9c7e50e7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 1101 time: 0.1291337 Aug 23 15:05:23.425497 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:23.431399 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-61556698-1d4f-4bc9-a993-47049b1f7bde req-c6a21a1b-a58d-4e31-9d16-c98af18c88eb tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602601 Aug 23 15:05:23.434757 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e191c039-abf9-4197-be79-1a7c31ef61b3 req-9eb2e6d2-ee01-41a7-beba-05f719f755cb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=26e75964-bd7c-4fb5-82b7-d8eeec7cf14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561128 Aug 23 15:05:23.484245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Pushing event updated for resources: {'Port': ['ID=d5ae6429-1ad8-42d5-bf32-106a1ef9633e,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:23.503716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:23.504060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:23.504407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:23.509244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:23.509584 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:23.510390 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 2 to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e Aug 23 15:05:23.531337 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:23.531707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:23.532067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:23.538372 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:23.538715 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:23.539115 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 3 to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e Aug 23 15:05:23.554526 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:23.554799 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:23.555157 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:23.560289 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:23.560630 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:23.561027 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 4 to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e Aug 23 15:05:23.585785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:23.586733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:23.587187 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:23.604105 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:23.604598 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:23.608169 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 5 to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e Aug 23 15:05:23.630068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab667028-89d2-4c85-b866-1dede79f6b62 req-681df3c9-58d9-4cce-ae03-c9685d322bee tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:23.630676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:23.630676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:23.630866 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab667028-89d2-4c85-b866-1dede79f6b62 req-681df3c9-58d9-4cce-ae03-c9685d322bee tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.0993619 Aug 23 15:05:23.632370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:23.643842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:23.651777 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:23.652613 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 6 to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e Aug 23 15:05:23.680431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:23.681051 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:23.681737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:23.686550 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:23.687096 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:23.687646 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 7 to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e Aug 23 15:05:23.706267 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:23.706888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:23.707470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:23.712917 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:23.713422 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:23.713963 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 8 to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e Aug 23 15:05:23.724949 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab667028-89d2-4c85-b866-1dede79f6b62 req-d657fb65-9b5b-48f0-b335-abb962f103b6 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859981 Aug 23 15:05:23.736349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:23.736697 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:23.737071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:23.745586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:23.746098 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:23.746645 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 9 to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e Aug 23 15:05:23.749100 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d413-b51e-4a15-821c-ed0e91cff09d req-79a82a1f-70a5-47ec-a103-c66579fd25b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:23.751613 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3a4d413-b51e-4a15-821c-ed0e91cff09d req-79a82a1f-70a5-47ec-a103-c66579fd25b6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 1096 time: 0.0599430 Aug 23 15:05:23.762735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:23.763288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:23.763827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:23.769063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:23.769572 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:23.770150 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 10 to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e Aug 23 15:05:23.785062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:23.785644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:23.786145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:23.790921 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:23.791427 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:23.792203 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:23.794326 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3a4d413-b51e-4a15-821c-ed0e91cff09d req-db106aa5-2eff-41e3-9856-c42ae4098085 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352194 Aug 23 15:05:23.857758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] For port d5ae6429-1ad8-42d5-bf32-106a1ef9633e, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:05:23.861361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempted to set empty binding levels {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 15:05:24.004778 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:24.040863 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] In _notify_port_updated(), no bound segment for port d5ae6429-1ad8-42d5-bf32-106a1ef9633e on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:05:24.041793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.043136 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:24.048321 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "PUT /v2.0/ports/d5ae6429-1ad8-42d5-bf32-106a1ef9633e HTTP/1.1" status: 200 len: 974 time: 1.2300155 Aug 23 15:05:24.048321 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36818) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:24.175438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651b38b-5995-43f5-ba42-b2f5eb78cdd3 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Pushing event updated for resources: {'Port': ['ID=d5ae6429-1ad8-42d5-bf32-106a1ef9633e,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:24.209051 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25cb33-ff6c-4932-86b0-40aafff1cf16 req-116d0158-a3ae-481c-9d75-58dc8d428e83 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.216460 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cf25cb33-ff6c-4932-86b0-40aafff1cf16 req-116d0158-a3ae-481c-9d75-58dc8d428e83 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 950 time: 0.1580248 Aug 23 15:05:24.245310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.245794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.246271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.246743 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.247210 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.247705 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.248174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.248665 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.249133 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.249655 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.250124 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.250907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.252213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.253095 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.253285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.255725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.255725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.255725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.255725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.255725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.256180 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.256615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.257074 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.257541 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.260735 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8e02af3c-bcea-4cfe-a541-9ba3e9706326 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21670 time: 0.2124133 Aug 23 15:05:24.271226 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36824) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:24.323970 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cf25cb33-ff6c-4932-86b0-40aafff1cf16 req-ceb7a0fc-6d29-4fac-b244-20cfe9c1a443 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/security-groups?id=26e75964-bd7c-4fb5-82b7-d8eeec7cf14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619388 Aug 23 15:05:24.367501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dd7c1-7934-476e-9d95-b9b46cf0429a req-d5544d1d-7e29-4e97-991f-21766658e9d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.369018 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f49dd7c1-7934-476e-9d95-b9b46cf0429a req-d5544d1d-7e29-4e97-991f-21766658e9d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 943 time: 0.1288080 Aug 23 15:05:24.419505 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f49dd7c1-7934-476e-9d95-b9b46cf0429a req-24b362c1-c436-4ba5-b3ce-fd184f913e6a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410988 Aug 23 15:05:24.425536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-52840376-e19f-49fc-af9d-02c6b7fb2106 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Deleting port d5ae6429-1ad8-42d5-bf32-106a1ef9633e {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:24.425882 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52840376-e19f-49fc-af9d-02c6b7fb2106 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:24.500255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-52840376-e19f-49fc-af9d-02c6b7fb2106 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] For port d5ae6429-1ad8-42d5-bf32-106a1ef9633e, host n-h2-804985-3, got binding levels [] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:24.501285 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52840376-e19f-49fc-af9d-02c6b7fb2106 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:24.521420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-52840376-e19f-49fc-af9d-02c6b7fb2106 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Calling delete_port for d5ae6429-1ad8-42d5-bf32-106a1ef9633e owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:24.593334 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef1c77-1c54-4d1d-8696-e287e454c431 req-584eeec7-192c-4989-af69-bb2a6e638009 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.596438 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0ef1c77-1c54-4d1d-8696-e287e454c431 req-584eeec7-192c-4989-af69-bb2a6e638009 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.0797794 Aug 23 15:05:24.650395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0ef1c77-1c54-4d1d-8696-e287e454c431 req-20798cb6-a5d5-4100-910d-e8f10ae4919a tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463557 Aug 23 15:05:24.717599 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52840376-e19f-49fc-af9d-02c6b7fb2106 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:24.763600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52840376-e19f-49fc-af9d-02c6b7fb2106 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5ae6429-1ad8-42d5-bf32-106a1ef9633e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:24.781049 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52840376-e19f-49fc-af9d-02c6b7fb2106 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:24.788436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36836) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:24.797064 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-52840376-e19f-49fc-af9d-02c6b7fb2106 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "DELETE /v2.0/ports/d5ae6429-1ad8-42d5-bf32-106a1ef9633e HTTP/1.1" status: 204 len: 168 time: 0.5080907 Aug 23 15:05:24.818222 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fedb1f7-0886-4dde-8926-558da0dba8fc tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] GET failed (client error): The resource could not be found. Aug 23 15:05:24.820135 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7fedb1f7-0886-4dde-8926-558da0dba8fc tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "GET /v2.0/ports/d5ae6429-1ad8-42d5-bf32-106a1ef9633e HTTP/1.1" status: 404 len: 333 time: 0.0301120 Aug 23 15:05:24.823749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36838) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:24.829127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b5477aa5-0df7-40bb-87a8-5a29bcb89969 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-987493570', 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:24.909925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe2426-df32-4f10-81f3-a268150a3e71 req-569cd033-bdac-48c2-a5a0-ad8365917b70 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:24.917487 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-72fe2426-df32-4f10-81f3-a268150a3e71 req-569cd033-bdac-48c2-a5a0-ad8365917b70 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.0668483 Aug 23 15:05:24.926619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5477aa5-0df7-40bb-87a8-5a29bcb89969 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Made reservation on behalf of ffafb60e572d445eb506e1b244cbb5f3 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:24.928945 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5477aa5-0df7-40bb-87a8-5a29bcb89969 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:24.960631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-b5477aa5-0df7-40bb-87a8-5a29bcb89969 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] device_id is not set on port c8df07d8-6c14-4421-bda0-1318e50629b2 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:05:24.975584 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-72fe2426-df32-4f10-81f3-a268150a3e71 req-57410d3b-d969-4546-93be-9d5fc4b84a15 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571587 Aug 23 15:05:25.148254 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5477aa5-0df7-40bb-87a8-5a29bcb89969 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:25.403703 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5477aa5-0df7-40bb-87a8-5a29bcb89969 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:25.482486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5477aa5-0df7-40bb-87a8-5a29bcb89969 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:25.495464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-b5477aa5-0df7-40bb-87a8-5a29bcb89969 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:25.497846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5477aa5-0df7-40bb-87a8-5a29bcb89969 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:25.499078 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5477aa5-0df7-40bb-87a8-5a29bcb89969 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:25.499708 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5477aa5-0df7-40bb-87a8-5a29bcb89969 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:25.508611 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5477aa5-0df7-40bb-87a8-5a29bcb89969 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Pushing event updated for resources: {'Port': ['ID=c8df07d8-6c14-4421-bda0-1318e50629b2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:25.515141 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:25.532356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68d24d-ade3-4ab6-af05-877d01b856a2 req-df0e07a2-5728-4f39-a587-c3bc85c2279a tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:25.534519 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a68d24d-ade3-4ab6-af05-877d01b856a2 req-df0e07a2-5728-4f39-a587-c3bc85c2279a tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 950 time: 0.1233721 Aug 23 15:05:25.562594 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5770755-e557-4930-b630-0dc7a7026912 req-5e4c99a1-2b44-4dee-855b-1e108673e9de tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:25.565347 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d5770755-e557-4930-b630-0dc7a7026912 req-5e4c99a1-2b44-4dee-855b-1e108673e9de tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 943 time: 0.0619099 Aug 23 15:05:25.614069 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b5477aa5-0df7-40bb-87a8-5a29bcb89969 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7862709 Aug 23 15:05:25.620606 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a68d24d-ade3-4ab6-af05-877d01b856a2 req-08193594-9e29-4329-b4ed-1e3ffb29d51a tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/security-groups?id=26e75964-bd7c-4fb5-82b7-d8eeec7cf14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698826 Aug 23 15:05:25.623550 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36856) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:25.686356 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d5770755-e557-4930-b630-0dc7a7026912 req-68df6633-765e-44cc-bbef-75cb4e2c9a47 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136353 Aug 23 15:05:25.693315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2a8ae3-803d-48d3-bc3b-aa7fcb7c96db tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:25.694785 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8a2a8ae3-803d-48d3-bc3b-aa7fcb7c96db tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "GET /v2.0/ports/c8df07d8-6c14-4421-bda0-1318e50629b2 HTTP/1.1" status: 200 len: 954 time: 0.0697997 Aug 23 15:05:25.697537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36860) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:25.795169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-fa26c880-4ac4-4136-a3cd-984c7b8b5faa tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Deleting port c8df07d8-6c14-4421-bda0-1318e50629b2 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:25.795567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa26c880-4ac4-4136-a3cd-984c7b8b5faa tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:25.904871 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa26c880-4ac4-4136-a3cd-984c7b8b5faa tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:25.926665 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735c98c-3fe7-477e-b678-cba2605d1c6f req-d03e39a7-0ccf-4c25-affc-a9d7e8e3d70d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:25.928297 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7735c98c-3fe7-477e-b678-cba2605d1c6f req-d03e39a7-0ccf-4c25-affc-a9d7e8e3d70d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.1298568 Aug 23 15:05:25.932614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-fa26c880-4ac4-4136-a3cd-984c7b8b5faa tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Calling delete_port for c8df07d8-6c14-4421-bda0-1318e50629b2 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:26.029843 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7735c98c-3fe7-477e-b678-cba2605d1c6f req-f81c84ce-7345-4e29-9c12-0cbf31f89f94 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930564 Aug 23 15:05:26.145307 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa26c880-4ac4-4136-a3cd-984c7b8b5faa tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:26.198650 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26c880-4ac4-4136-a3cd-984c7b8b5faa tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8df07d8-6c14-4421-bda0-1318e50629b2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:26.219030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365e90e-fc13-4676-ad67-0e171cdbae6a req-c8c24e51-3b48-43e0-b7da-7d79aa9c1a32 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:26.221659 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8365e90e-fc13-4676-ad67-0e171cdbae6a req-c8c24e51-3b48-43e0-b7da-7d79aa9c1a32 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.0899372 Aug 23 15:05:26.223739 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa26c880-4ac4-4136-a3cd-984c7b8b5faa tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:26.226185 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fa26c880-4ac4-4136-a3cd-984c7b8b5faa tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "DELETE /v2.0/ports/c8df07d8-6c14-4421-bda0-1318e50629b2 HTTP/1.1" status: 204 len: 168 time: 0.5274272 Aug 23 15:05:26.229068 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36878) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:26.268369 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-9544d682-36b5-4dcc-8a6c-f71b0759017f tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] GET failed (client error): The resource could not be found. Aug 23 15:05:26.277140 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9544d682-36b5-4dcc-8a6c-f71b0759017f tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "GET /v2.0/ports/c8df07d8-6c14-4421-bda0-1318e50629b2 HTTP/1.1" status: 404 len: 333 time: 0.0410032 Aug 23 15:05:26.278645 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36880) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:26.284178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-6d31b206-8d0a-4939-b1e2-0bb13b80b472 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Request body: {'port': {'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1022880031'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:26.321281 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8365e90e-fc13-4676-ad67-0e171cdbae6a req-9c462b80-80f8-425d-825b-2c4360bee789 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820448 Aug 23 15:05:26.386080 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d31b206-8d0a-4939-b1e2-0bb13b80b472 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Made reservation on behalf of ffafb60e572d445eb506e1b244cbb5f3 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:26.391235 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d31b206-8d0a-4939-b1e2-0bb13b80b472 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:26.408648 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-6d31b206-8d0a-4939-b1e2-0bb13b80b472 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] device_id is not set on port ecbe415f-a852-4b04-bbc9-295c6848359c yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:05:26.549270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a29802-0b76-4999-aa49-86fcc04abdbd req-afd3eea9-22cb-43e8-ac24-e14605e936ad tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:26.551549 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-88a29802-0b76-4999-aa49-86fcc04abdbd req-afd3eea9-22cb-43e8-ac24-e14605e936ad tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1446788 Aug 23 15:05:26.592505 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ebad7b58-0dc2-49b9-9b3b-f6c185af1d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:26.616584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36892) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:26.628909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-20260d00-e9ee-4031-8c2e-c22fdf7d7080 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'subnet': {'network_id': 'd95e4cb5-1bca-49b6-94b8-2f2c85a26c63', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:26.652954 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-88a29802-0b76-4999-aa49-86fcc04abdbd req-b2ac2372-6113-4553-b75d-85230fbd5f1d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875804 Aug 23 15:05:26.746070 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:26.844499 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d31b206-8d0a-4939-b1e2-0bb13b80b472 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:26.939892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75478d-8f0f-4d3d-83c6-60e8f5b86030 req-677f7224-9496-43e2-82ca-34c3064c1eb2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:26.941761 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a75478d-8f0f-4d3d-83c6-60e8f5b86030 req-677f7224-9496-43e2-82ca-34c3064c1eb2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 943 time: 0.0973070 Aug 23 15:05:26.992966 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d31b206-8d0a-4939-b1e2-0bb13b80b472 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:27.020689 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a75478d-8f0f-4d3d-83c6-60e8f5b86030 req-154807cb-eb10-4de5-965a-5efebb60f886 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628245 Aug 23 15:05:27.020689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20260d00-e9ee-4031-8c2e-c22fdf7d7080 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:27.020689 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-20260d00-e9ee-4031-8c2e-c22fdf7d7080 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:27.060422 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31b206-8d0a-4939-b1e2-0bb13b80b472 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Pushing event updated for resources: {'Port': ['ID=ecbe415f-a852-4b04-bbc9-295c6848359c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:27.072213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d31b206-8d0a-4939-b1e2-0bb13b80b472 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:27.075403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-6d31b206-8d0a-4939-b1e2-0bb13b80b472 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:27.104488 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d31b206-8d0a-4939-b1e2-0bb13b80b472 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:27.105608 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d31b206-8d0a-4939-b1e2-0bb13b80b472 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:27.106494 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d31b206-8d0a-4939-b1e2-0bb13b80b472 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:27.177013 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6d31b206-8d0a-4939-b1e2-0bb13b80b472 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8971770 Aug 23 15:05:27.180020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36906) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:27.185382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:27.269580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8089655-207c-42d8-9387-bc554a1e5135 req-2efb81bb-0fab-4a8a-a9b2-46df41607c20 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:27.278008 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8089655-207c-42d8-9387-bc554a1e5135 req-2efb81bb-0fab-4a8a-a9b2-46df41607c20 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1181805 Aug 23 15:05:27.296355 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:27.355429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8089655-207c-42d8-9387-bc554a1e5135 req-4efe62c3-7f71-4147-b4ba-31cb07621b3f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715313 Aug 23 15:05:27.511611 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-20260d00-e9ee-4031-8c2e-c22fdf7d7080 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:27.539387 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732199d-6dbd-4382-a33e-8042d4d37617 req-5940fd80-336c-43ff-b9f0-43cb15a655ee tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:27.541893 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c732199d-6dbd-4382-a33e-8042d4d37617 req-5940fd80-336c-43ff-b9f0-43cb15a655ee tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.0907590 Aug 23 15:05:27.601592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20260d00-e9ee-4031-8c2e-c22fdf7d7080 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Subnet': ['ID=80dfdc10-42bd-4e6d-9e14-94bc8baa60b7,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:27.619678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20260d00-e9ee-4031-8c2e-c22fdf7d7080 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Checking segment: {'id': '96a7157a-b38b-42b3-85d0-362777672a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd95e4cb5-1bca-49b6-94b8-2f2c85a26c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:27.620291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20260d00-e9ee-4031-8c2e-c22fdf7d7080 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network hostable DHCP agents. Network: d95e4cb5-1bca-49b6-94b8-2f2c85a26c63, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:05:27.644748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] device_id is not set on port ecbe415f-a852-4b04-bbc9-295c6848359c yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:05:27.652144 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c732199d-6dbd-4382-a33e-8042d4d37617 req-9af080c5-1707-41a4-8b44-5f06c859e475 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866904 Aug 23 15:05:27.658266 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:27.673825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Transition to ACTIVE for port object ecbe415f-a852-4b04-bbc9-295c6848359c will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:27.698399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20260d00-e9ee-4031-8c2e-c22fdf7d7080 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network d95e4cb5-1bca-49b6-94b8-2f2c85a26c63 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:05:27.746247 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:27.790368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-20260d00-e9ee-4031-8c2e-c22fdf7d7080 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, d95e4cb5-1bca-49b6-94b8-2f2c85a26c63) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:27.798246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Pushing event updated for resources: {'Port': ['ID=ecbe415f-a852-4b04-bbc9-295c6848359c,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:27.809383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d9d635-2bb4-465a-9c6a-cdf46141d19d None None] Network d95e4cb5-1bca-49b6-94b8-2f2c85a26c63 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:27.821635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20260d00-e9ee-4031-8c2e-c22fdf7d7080 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:27.825271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:27.825802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:27.825936 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-20260d00-e9ee-4031-8c2e-c22fdf7d7080 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:27.826440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:27.832361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:27.832922 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:27.833652 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 2 to bind port ecbe415f-a852-4b04-bbc9-295c6848359c Aug 23 15:05:27.857922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:27.858447 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:27.858946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:27.864289 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:27.864901 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:27.865734 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 3 to bind port ecbe415f-a852-4b04-bbc9-295c6848359c Aug 23 15:05:27.881200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:27.881547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:27.881956 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:27.887314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:27.887742 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:27.888094 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 4 to bind port ecbe415f-a852-4b04-bbc9-295c6848359c Aug 23 15:05:27.903673 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:27.904060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:27.904522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:27.910014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:27.910014 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:27.910265 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 5 to bind port ecbe415f-a852-4b04-bbc9-295c6848359c Aug 23 15:05:27.925499 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:27.925842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:27.926195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:27.930708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:27.931206 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:27.931606 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 6 to bind port ecbe415f-a852-4b04-bbc9-295c6848359c Aug 23 15:05:27.945785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:27.946137 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:27.946486 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:27.947053 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-20260d00-e9ee-4031-8c2e-c22fdf7d7080 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3291671 Aug 23 15:05:27.950490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36924) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:27.956298 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:27.956518 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:27.956931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e53e2f04-b36e-42f8-91bc-ff3e4460876a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-699629373'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:27.957058 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 7 to bind port ecbe415f-a852-4b04-bbc9-295c6848359c Aug 23 15:05:27.974596 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:27.974933 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:27.975290 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:27.980562 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:27.980900 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:27.981297 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 8 to bind port ecbe415f-a852-4b04-bbc9-295c6848359c Aug 23 15:05:27.996977 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:27.997314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:27.997710 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:28.004392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:28.004736 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:28.005238 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 9 to bind port ecbe415f-a852-4b04-bbc9-295c6848359c Aug 23 15:05:28.027512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:28.027512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:28.027512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:28.028332 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:28.028677 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:28.029214 n-d-804985-3 neutron-server[96114]: INFO neutron.plugins.ml2.plugin [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempt 10 to bind port ecbe415f-a852-4b04-bbc9-295c6848359c Aug 23 15:05:28.049226 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53e2f04-b36e-42f8-91bc-ff3e4460876a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:28.065457 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e53e2f04-b36e-42f8-91bc-ff3e4460876a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:28.069598 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:28.071476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:28.072527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempting to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:28.089885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:05:28.090490 n-d-804985-3 neutron-server[96114]: ERROR neutron.plugins.ml2.managers [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Failed to bind port ecbe415f-a852-4b04-bbc9-295c6848359c on host n-h2-804985-3 for vnic_type normal using segments [{'id': 'f02069c8-a080-4491-a16c-144e104fac58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d'}] Aug 23 15:05:28.090661 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:28.120024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53e2f04-b36e-42f8-91bc-ff3e4460876a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:05:28.127709 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-d95e4cb5-1bca-49b6-94b8-2f2c85a26c63', 'network_id': 'd95e4cb5-1bca-49b6-94b8-2f2c85a26c63', 'tenant_id': 'c1fc9cf13d94444fa1e58b6faa765b11', 'fixed_ips': [{'subnet_id': '80dfdc10-42bd-4e6d-9e14-94bc8baa60b7'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:05:28.128905 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:28.148459 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e53e2f04-b36e-42f8-91bc-ff3e4460876a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:28.151173 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-e53e2f04-b36e-42f8-91bc-ff3e4460876a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Added segment 63876dcf-a091-4aeb-b325-b5df9c17c049 of type vlan for network a5f88d3a-65a2-4902-a8c1-576eabb1ad6d Aug 23 15:05:28.240953 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e53e2f04-b36e-42f8-91bc-ff3e4460876a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:28.250842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] For port ecbe415f-a852-4b04-bbc9-295c6848359c, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:05:28.251641 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attempted to set empty binding levels {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 15:05:28.289131 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944fddf-c305-491d-ad46-d70a250c97b4 req-9fe8e8fe-b952-4d64-b941-5c3d96854e85 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:28.290783 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8944fddf-c305-491d-ad46-d70a250c97b4 req-9fe8e8fe-b952-4d64-b941-5c3d96854e85 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 943 time: 0.1603918 Aug 23 15:05:28.322565 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:28.324462 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Allocated IP 2001:db8:0:ffff::2 (d95e4cb5-1bca-49b6-94b8-2f2c85a26c63/80dfdc10-42bd-4e6d-9e14-94bc8baa60b7/39f5f0c6-b57a-48d7-8607-4f7274a9b5cc) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:05:28.359108 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e53e2f04-b36e-42f8-91bc-ff3e4460876a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:28.369394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] In _notify_port_updated(), no bound segment for port ecbe415f-a852-4b04-bbc9-295c6848359c on network 0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:05:28.370782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:28.373736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e2f04-b36e-42f8-91bc-ff3e4460876a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:28.374403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e53e2f04-b36e-42f8-91bc-ff3e4460876a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:28.398415 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:28.401400 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "PUT /v2.0/ports/ecbe415f-a852-4b04-bbc9-295c6848359c HTTP/1.1" status: 200 len: 975 time: 1.2201970 Aug 23 15:05:28.406645 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36934) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:28.488796 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8944fddf-c305-491d-ad46-d70a250c97b4 req-f24ab335-08e0-4bf0-99ef-455a43fb9893 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854599 Aug 23 15:05:28.506616 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9430d42-1a50-4df8-a0fe-c633ba1a261b tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Pushing event updated for resources: {'Port': ['ID=ecbe415f-a852-4b04-bbc9-295c6848359c,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:28.557763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e2f04-b36e-42f8-91bc-ff3e4460876a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Network': ['ID=a5f88d3a-65a2-4902-a8c1-576eabb1ad6d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:28.560835 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e53e2f04-b36e-42f8-91bc-ff3e4460876a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6093426 Aug 23 15:05:28.563881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36938) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:28.571161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-eccfa5ec-5f5e-4866-8ea4-48bbe5de14c9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'subnet': {'network_id': 'a5f88d3a-65a2-4902-a8c1-576eabb1ad6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:28.575896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network a5f88d3a-65a2-4902-a8c1-576eabb1ad6d details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:05:28.592514 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0a53fa03-d735-4fd0-82b8-d25367f78871 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Deleting port ecbe415f-a852-4b04-bbc9-295c6848359c {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:28.602014 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a53fa03-d735-4fd0-82b8-d25367f78871 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:28.647408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fedc9-6672-49d4-a8fc-5f147d6ccbec req-f520faa3-10e4-4d3d-8a0f-7041071e3282 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:28.659743 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-866fedc9-6672-49d4-a8fc-5f147d6ccbec req-f520faa3-10e4-4d3d-8a0f-7041071e3282 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1600177 Aug 23 15:05:28.692091 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:28.708878 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:28.712250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-0a53fa03-d735-4fd0-82b8-d25367f78871 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] For port ecbe415f-a852-4b04-bbc9-295c6848359c, host n-h2-804985-3, got binding levels [] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:28.712759 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a53fa03-d735-4fd0-82b8-d25367f78871 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:28.737317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Transition to ACTIVE for port object 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:28.749234 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-866fedc9-6672-49d4-a8fc-5f147d6ccbec req-31cb3bf6-76c7-462d-913a-28054071fcdd tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882537 Aug 23 15:05:28.774685 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Transition to ACTIVE for port object 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:28.778062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0a53fa03-d735-4fd0-82b8-d25367f78871 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Calling delete_port for ecbe415f-a852-4b04-bbc9-295c6848359c owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:28.832671 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:28.878609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccfa5ec-5f5e-4866-8ea4-48bbe5de14c9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:28.883989 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eccfa5ec-5f5e-4866-8ea4-48bbe5de14c9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:28.898426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Pushing event updated for resources: {'Port': ['ID=39f5f0c6-b57a-48d7-8607-4f7274a9b5cc,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:28.910519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3bf9a-08f2-475b-ba60-1938e729351b req-8ed6fcc1-d60d-4f82-8edc-effc7b3f8f28 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:28.912143 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29b3bf9a-08f2-475b-ba60-1938e729351b req-8ed6fcc1-d60d-4f82-8edc-effc7b3f8f28 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.1279817 Aug 23 15:05:28.926178 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Network d95e4cb5-1bca-49b6-94b8-2f2c85a26c63 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:28.929961 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:28.933607 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:29.055131 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29b3bf9a-08f2-475b-ba60-1938e729351b req-922191c6-cf42-4a74-ba72-178193369ba4 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294115 Aug 23 15:05:29.068626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Attempting to bind port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:29.069559 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Attempting to bind port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '96a7157a-b38b-42b3-85d0-362777672a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd95e4cb5-1bca-49b6-94b8-2f2c85a26c63'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:29.070036 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Attempting to bind port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc on network d95e4cb5-1bca-49b6-94b8-2f2c85a26c63 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:29.077708 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:05:29.079023 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Checking segment: {'id': '96a7157a-b38b-42b3-85d0-362777672a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd95e4cb5-1bca-49b6-94b8-2f2c85a26c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:29.080946 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:29.081514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Bound using segment: {'id': '96a7157a-b38b-42b3-85d0-362777672a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd95e4cb5-1bca-49b6-94b8-2f2c85a26c63'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:05:29.082126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Bound port: 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a7157a-b38b-42b3-85d0-362777672a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'd95e4cb5-1bca-49b6-94b8-2f2c85a26c63'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:05:29.082757 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:29.110061 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a53fa03-d735-4fd0-82b8-d25367f78871 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:29.165024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] For port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:05:29.165232 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53fa03-d735-4fd0-82b8-d25367f78871 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecbe415f-a852-4b04-bbc9-295c6848359c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:29.176259 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] For port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=39f5f0c6-b57a-48d7-8607-4f7274a9b5cc,segment=NetworkSegment(96a7157a-b38b-42b3-85d0-362777672a70),segment_id=96a7157a-b38b-42b3-85d0-362777672a70)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:05:29.184946 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a53fa03-d735-4fd0-82b8-d25367f78871 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:29.187568 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0a53fa03-d735-4fd0-82b8-d25367f78871 tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "DELETE /v2.0/ports/ecbe415f-a852-4b04-bbc9-295c6848359c HTTP/1.1" status: 204 len: 168 time: 0.7725790 Aug 23 15:05:29.190322 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36954) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:29.227305 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a6d9ae-e035-4610-a705-f0a2c008badb tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] GET failed (client error): The resource could not be found. Aug 23 15:05:29.232323 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-53a6d9ae-e035-4610-a705-f0a2c008badb tempest-PortsAdminExtendedAttrsTestJSON-886327799 tempest-PortsAdminExtendedAttrsTestJSON-886327799-project-admin] 10.222.0.38 "GET /v2.0/ports/ecbe415f-a852-4b04-bbc9-295c6848359c HTTP/1.1" status: 404 len: 333 time: 0.0377073 Aug 23 15:05:29.232933 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36956) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:29.270623 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:29.362621 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dceacde5-15c9-441d-8f59-beb5b365729b tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:29.382236 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbfe38-7e81-4dc0-98b0-ed9326466769 None None] Pushing event updated for resources: {'Port': ['ID=39f5f0c6-b57a-48d7-8607-4f7274a9b5cc,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:29.624925 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dceacde5-15c9-441d-8f59-beb5b365729b tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:29.691109 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951b396-d0f4-4868-914f-1198d8c03a77 req-f400b909-442a-4344-b059-b22c14cf71a5 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:29.696980 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9951b396-d0f4-4868-914f-1198d8c03a77 req-f400b909-442a-4344-b059-b22c14cf71a5 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.2402177 Aug 23 15:05:29.705079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-dceacde5-15c9-441d-8f59-beb5b365729b tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:29.725042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-dceacde5-15c9-441d-8f59-beb5b365729b tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02069c8-a080-4491-a16c-144e104fac58') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:29.725736 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-dceacde5-15c9-441d-8f59-beb5b365729b tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02069c8-a080-4491-a16c-144e104fac58') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:29.753964 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dceacde5-15c9-441d-8f59-beb5b365729b tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:29.821781 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9951b396-d0f4-4868-914f-1198d8c03a77 req-22573d1b-179e-41a4-b314-618dc8f9f45b tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720317 Aug 23 15:05:29.835672 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dceacde5-15c9-441d-8f59-beb5b365729b tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:29.843595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dceacde5-15c9-441d-8f59-beb5b365729b tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:05:29.843595 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dceacde5-15c9-441d-8f59-beb5b365729b tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:05:29.863038 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:05:29.905683 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eccfa5ec-5f5e-4866-8ea4-48bbe5de14c9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:29.969486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf015b-f4e5-4dae-a78c-87f5b3d9e2fb req-777d7bbf-a98f-48f1-91dc-2a068c6a8949 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:29.972166 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5bcf015b-f4e5-4dae-a78c-87f5b3d9e2fb req-777d7bbf-a98f-48f1-91dc-2a068c6a8949 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 943 time: 0.3334382 Aug 23 15:05:29.991548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfa5ec-5f5e-4866-8ea4-48bbe5de14c9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Subnet': ['ID=5f654d91-319f-447f-9a34-156f310b9164,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:30.026628 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dceacde5-15c9-441d-8f59-beb5b365729b tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:30.039399 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dceacde5-15c9-441d-8f59-beb5b365729b tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:30.041351 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dceacde5-15c9-441d-8f59-beb5b365729b tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] 10.222.0.38 "DELETE /v2.0/networks/0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d HTTP/1.1" status: 204 len: 168 time: 0.8072929 Aug 23 15:05:30.050786 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccfa5ec-5f5e-4866-8ea4-48bbe5de14c9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Checking segment: {'id': '63876dcf-a091-4aeb-b325-b5df9c17c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'a5f88d3a-65a2-4902-a8c1-576eabb1ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:30.055050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccfa5ec-5f5e-4866-8ea4-48bbe5de14c9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network hostable DHCP agents. Network: a5f88d3a-65a2-4902-a8c1-576eabb1ad6d, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:05:30.082087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceacde5-15c9-441d-8f59-beb5b365729b tempest-PortsAdminExtendedAttrsTestJSON-754774529 tempest-PortsAdminExtendedAttrsTestJSON-754774529-project] Pushing event deleted for resources: {'Network': ['ID=0cf2c1d2-d1ff-4ed9-a499-ab8e21ce637d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:30.094595 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:05:30.105167 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5bcf015b-f4e5-4dae-a78c-87f5b3d9e2fb req-26c033a0-c34c-465c-9aac-35388b6aed1d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176200 Aug 23 15:05:30.216061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:05:30.224031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccfa5ec-5f5e-4866-8ea4-48bbe5de14c9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network a5f88d3a-65a2-4902-a8c1-576eabb1ad6d is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:05:30.254368 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb934c-b376-47f4-98a6-b295723d7dc9 req-1fc5c479-7997-4e32-b60d-aaed46c075c7 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:30.257279 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e4eb934c-b376-47f4-98a6-b295723d7dc9 req-1fc5c479-7997-4e32-b60d-aaed46c075c7 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.0825422 Aug 23 15:05:30.294860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-eccfa5ec-5f5e-4866-8ea4-48bbe5de14c9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, a5f88d3a-65a2-4902-a8c1-576eabb1ad6d) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:30.301076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccfa5ec-5f5e-4866-8ea4-48bbe5de14c9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:30.301843 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eccfa5ec-5f5e-4866-8ea4-48bbe5de14c9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:30.309933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c16574-7f66-4810-863f-e410e9d30957 None None] Network a5f88d3a-65a2-4902-a8c1-576eabb1ad6d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:30.325370 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e4eb934c-b376-47f4-98a6-b295723d7dc9 req-011f5090-4e70-4e11-b9ce-ba9a07b1cfb5 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608811 Aug 23 15:05:30.377158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:30.389782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36980) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:30.396315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-eccfa5ec-5f5e-4866-8ea4-48bbe5de14c9 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8310633 Aug 23 15:05:30.578290 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:30.589020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:05:30.655132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa270bd-0c0b-4931-9b9a-e75743cab552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-a5f88d3a-65a2-4902-a8c1-576eabb1ad6d', 'network_id': 'a5f88d3a-65a2-4902-a8c1-576eabb1ad6d', 'tenant_id': 'c1fc9cf13d94444fa1e58b6faa765b11', 'fixed_ips': [{'subnet_id': '5f654d91-319f-447f-9a34-156f310b9164'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:05:30.656148 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dfa270bd-0c0b-4931-9b9a-e75743cab552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:30.680858 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:30.785230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36990) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:30.827154 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0394c9a0-3fc1-46fc-b7cb-121abe98ce81,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:30.840895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '0394c9a0-3fc1-46fc-b7cb-121abe98ce81', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'port_id': '0394c9a0-3fc1-46fc-b7cb-121abe98ce81', 'mac_address': 'fa:16:3e:46:57:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:05:30.874127 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:30.948586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Subnet': ['ID=5f654d91-319f-447f-9a34-156f310b9164,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:30.991580 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d49d0a-3aae-4631-bd1c-a3120bf2a476 None None] Network d95e4cb5-1bca-49b6-94b8-2f2c85a26c63 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:31.016243 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.029008 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f88d3a-65a2-4902-a8c1-576eabb1ad6d']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:31.053672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63876dcf-a091-4aeb-b325-b5df9c17c049') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:31.054113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63876dcf-a091-4aeb-b325-b5df9c17c049') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:31.066562 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-26c9a111-60f1-4d6c-95ea-b6f7b806abdf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=50432f036bf74c8bb198df87b3c04aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814822 Aug 23 15:05:31.069612 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37000) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:31.072798 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server [None req-dfa270bd-0c0b-4931-9b9a-e75743cab552 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f654d91-319f-447f-9a34-156f310b9164: This subnet is being modified by another concurrent operation. Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 15:05:31.086230 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise exception Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f654d91-319f-447f-9a34-156f310b9164: This subnet is being modified by another concurrent operation. Aug 23 15:05:31.090605 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Aug 23 15:05:31.100046 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.112963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:05:31.113387 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:05:31.117088 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:05:31.121702 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699d88b-f88b-4555-89cb-ced3acdaf0e9 req-f33aa520-f63d-4efe-b533-57c2eeeebe7a tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:31.123498 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9699d88b-f88b-4555-89cb-ced3acdaf0e9 req-f33aa520-f63d-4efe-b533-57c2eeeebe7a tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1823440 Aug 23 15:05:31.132582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72619dfc-00f0-4ce5-8424-e2ee81cd3e45 None None] Network a5f88d3a-65a2-4902-a8c1-576eabb1ad6d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:31.193599 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.201767 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9699d88b-f88b-4555-89cb-ced3acdaf0e9 req-524a3eaa-80f0-458a-bbc2-a9d906d80ff7 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687897 Aug 23 15:05:31.208527 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bff72a95-11c2-4f17-aaf9-d236d0d9da74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.244745 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bff72a95-11c2-4f17-aaf9-d236d0d9da74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.417949 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e32594-d298-4903-8efe-0a144301034f req-e0d56edb-f478-48ea-843b-dde8ed3a8c4a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:31.429672 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-81e32594-d298-4903-8efe-0a144301034f req-e0d56edb-f478-48ea-843b-dde8ed3a8c4a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 943 time: 0.1702547 Aug 23 15:05:31.431850 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bff72a95-11c2-4f17-aaf9-d236d0d9da74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.434606 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bff72a95-11c2-4f17-aaf9-d236d0d9da74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.439248 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bff72a95-11c2-4f17-aaf9-d236d0d9da74 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f9ab76be-8ef8-448c-a495-11b5ab41ba20 HTTP/1.1" status: 204 len: 168 time: 0.3678353 Aug 23 15:05:31.453890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.460650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff72a95-11c2-4f17-aaf9-d236d0d9da74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ab76be-8ef8-448c-a495-11b5ab41ba20,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:31.487175 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.490295 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/a5f88d3a-65a2-4902-a8c1-576eabb1ad6d HTTP/1.1" status: 204 len: 168 time: 1.0993912 Aug 23 15:05:31.496231 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37014) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:31.515185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-75f45f63-b1ed-42f0-ae7e-519b99a33403 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-78374956'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:31.521405 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf58b36-aab4-4d38-890b-382cf1367443 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Network': ['ID=a5f88d3a-65a2-4902-a8c1-576eabb1ad6d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:31.589686 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-81e32594-d298-4903-8efe-0a144301034f req-50870110-68ed-4cb8-8b65-40c4147546bc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567101 Aug 23 15:05:31.598936 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733bdf1-9980-4652-b3b2-1cfc5f833a2e req-2f98a6b7-93ff-4e7b-bca8-1856f41f4c61 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:31.600821 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f733bdf1-9980-4652-b3b2-1cfc5f833a2e req-2f98a6b7-93ff-4e7b-bca8-1856f41f4c61 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.1213310 Aug 23 15:05:31.654568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4e537143-95c2-4c8b-91a7-b8dc94a11eed None None] Provisioning for port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:31.666926 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f733bdf1-9980-4652-b3b2-1cfc5f833a2e req-b4d43175-33f6-4aee-bba3-b4063349bdeb tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553365 Aug 23 15:05:31.675739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f45f63-b1ed-42f0-ae7e-519b99a33403 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:31.680059 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75f45f63-b1ed-42f0-ae7e-519b99a33403 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.694241 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:05:31.721471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0394c9a0-3fc1-46fc-b7cb-121abe98ce81,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:31.728999 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4e537143-95c2-4c8b-91a7-b8dc94a11eed None None] Provisioning complete for port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:31.729397 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4e537143-95c2-4c8b-91a7-b8dc94a11eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.732264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f45f63-b1ed-42f0-ae7e-519b99a33403 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:05:31.744639 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75f45f63-b1ed-42f0-ae7e-519b99a33403 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.745069 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-75f45f63-b1ed-42f0-ae7e-519b99a33403 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Added segment 8da2aa22-f8d6-43f1-b193-ad5d6b159f8d of type vlan for network 875bc414-3b6b-47bc-8132-359c1df42ba3 Aug 23 15:05:31.826575 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75f45f63-b1ed-42f0-ae7e-519b99a33403 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.871130 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.917643 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75f45f63-b1ed-42f0-ae7e-519b99a33403 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:31.926039 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f45f63-b1ed-42f0-ae7e-519b99a33403 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:31.926859 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75f45f63-b1ed-42f0-ae7e-519b99a33403 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:32.048429 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f45f63-b1ed-42f0-ae7e-519b99a33403 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Network': ['ID=875bc414-3b6b-47bc-8132-359c1df42ba3,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:32.087357 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 875bc414-3b6b-47bc-8132-359c1df42ba3 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:05:32.088022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37026) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:32.097605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0d9ab3f0-bb8e-4f7d-b22f-b973b2d3b592 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'subnet': {'network_id': '875bc414-3b6b-47bc-8132-359c1df42ba3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:32.105026 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-75f45f63-b1ed-42f0-ae7e-519b99a33403 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5836184 Aug 23 15:05:32.163597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['0394c9a0-3fc1-46fc-b7cb-121abe98ce81'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:05:32.222296 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=0394c9a0-3fc1-46fc-b7cb-121abe98ce81,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:32.260051 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4e537143-95c2-4c8b-91a7-b8dc94a11eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:32.362643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9ab3f0-bb8e-4f7d-b22f-b973b2d3b592 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:32.366246 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d9ab3f0-bb8e-4f7d-b22f-b973b2d3b592 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:32.388650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4e537143-95c2-4c8b-91a7-b8dc94a11eed None None] For port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=39f5f0c6-b57a-48d7-8607-4f7274a9b5cc,segment=NetworkSegment(96a7157a-b38b-42b3-85d0-362777672a70),segment_id=96a7157a-b38b-42b3-85d0-362777672a70)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:32.406670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37038) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:32.453157 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4e537143-95c2-4c8b-91a7-b8dc94a11eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:32.520152 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a09585ce-7e83-46a5-be3a-8259c5038b5f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ffafb60e572d445eb506e1b244cbb5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1114852 Aug 23 15:05:32.523519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37040) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:32.630443 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c887adc1-0e65-4058-89ab-9a6770fafa8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:32.636415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e537143-95c2-4c8b-91a7-b8dc94a11eed None None] Pushing event updated for resources: {'Port': ['ID=39f5f0c6-b57a-48d7-8607-4f7274a9b5cc,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:32.701901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d10a06-276a-4e6e-bab8-614d6e9f8d8d None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 15:05:32.708565 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c887adc1-0e65-4058-89ab-9a6770fafa8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:32.827158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f80988-c579-4bb9-a75d-d5ca92410dd2 req-951fc879-d5e8-414e-8428-32c3f5f8c737 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:32.831040 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbab11-0bda-4605-bc50-20ef6374534b req-8635dc3a-8b32-41d1-a4c3-1cb20bbbd725 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:32.837268 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71f80988-c579-4bb9-a75d-d5ca92410dd2 req-951fc879-d5e8-414e-8428-32c3f5f8c737 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 944 time: 0.0670984 Aug 23 15:05:32.844097 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6bbab11-0bda-4605-bc50-20ef6374534b req-8635dc3a-8b32-41d1-a4c3-1cb20bbbd725 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.0723886 Aug 23 15:05:32.857778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d10a06-276a-4e6e-bab8-614d6e9f8d8d None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 15:05:32.896665 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4892a4da-c626-409e-992a-ea870c1d0e3e None None] Provisioning complete for port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:32.897398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4892a4da-c626-409e-992a-ea870c1d0e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:32.909233 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71f80988-c579-4bb9-a75d-d5ca92410dd2 req-e3ea1117-9535-497f-882f-3a4bfbf32aae tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707469 Aug 23 15:05:32.910975 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d9ab3f0-bb8e-4f7d-b22f-b973b2d3b592 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:32.912762 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6bbab11-0bda-4605-bc50-20ef6374534b req-9e8622ab-1270-43d0-9666-f8ed211a1d36 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676491 Aug 23 15:05:32.934766 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c887adc1-0e65-4058-89ab-9a6770fafa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:32.934766 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c887adc1-0e65-4058-89ab-9a6770fafa8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:32.934766 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c887adc1-0e65-4058-89ab-9a6770fafa8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9bdf1ba2-da5b-4a2b-9afc-112032d0b5eb HTTP/1.1" status: 204 len: 168 time: 0.4048898 Aug 23 15:05:32.998888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887adc1-0e65-4058-89ab-9a6770fafa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdf1ba2-da5b-4a2b-9afc-112032d0b5eb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:33.130723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ab3f0-bb8e-4f7d-b22f-b973b2d3b592 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Subnet': ['ID=e7c37ebe-3f0a-465a-a467-bb285db7434e,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:33.139948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ab3f0-bb8e-4f7d-b22f-b973b2d3b592 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Checking segment: {'id': '8da2aa22-f8d6-43f1-b193-ad5d6b159f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '875bc414-3b6b-47bc-8132-359c1df42ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:33.140700 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ab3f0-bb8e-4f7d-b22f-b973b2d3b592 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network hostable DHCP agents. Network: 875bc414-3b6b-47bc-8132-359c1df42ba3, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:05:33.212890 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ab3f0-bb8e-4f7d-b22f-b973b2d3b592 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network 875bc414-3b6b-47bc-8132-359c1df42ba3 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:05:33.303997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0d9ab3f0-bb8e-4f7d-b22f-b973b2d3b592 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 875bc414-3b6b-47bc-8132-359c1df42ba3) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:33.310990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ab3f0-bb8e-4f7d-b22f-b973b2d3b592 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:33.312047 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d9ab3f0-bb8e-4f7d-b22f-b973b2d3b592 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:33.386636 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9b91cc-f7e2-475a-a1d0-802eae9d2d0f None None] Network 875bc414-3b6b-47bc-8132-359c1df42ba3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:33.461896 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0d9ab3f0-bb8e-4f7d-b22f-b973b2d3b592 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3725781 Aug 23 15:05:33.467738 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37066) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:33.474478 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-01aea495-c628-4458-821c-a7149c97322a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1917304222'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:33.617576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01aea495-c628-4458-821c-a7149c97322a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:33.620942 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01aea495-c628-4458-821c-a7149c97322a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:33.689223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01aea495-c628-4458-821c-a7149c97322a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:05:33.722407 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01aea495-c628-4458-821c-a7149c97322a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:33.722763 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-01aea495-c628-4458-821c-a7149c97322a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Added segment 168b57fa-1a53-4247-ad2f-586696412bc7 of type vlan for network f085f9e7-05a8-48c1-a1b4-ac3bdf93a422 Aug 23 15:05:33.730674 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-875bc414-3b6b-47bc-8132-359c1df42ba3', 'network_id': '875bc414-3b6b-47bc-8132-359c1df42ba3', 'tenant_id': 'c1fc9cf13d94444fa1e58b6faa765b11', 'fixed_ips': [{'subnet_id': 'e7c37ebe-3f0a-465a-a467-bb285db7434e'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:05:33.736603 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:33.773307 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01aea495-c628-4458-821c-a7149c97322a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:33.881052 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01aea495-c628-4458-821c-a7149c97322a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:33.887571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aea495-c628-4458-821c-a7149c97322a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:33.888621 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01aea495-c628-4458-821c-a7149c97322a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:33.920556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Allocated IP 2001:db8::1 (875bc414-3b6b-47bc-8132-359c1df42ba3/e7c37ebe-3f0a-465a-a467-bb285db7434e/c9840012-3ddf-4d0d-9ae4-830834bde86c) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:05:33.968790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aea495-c628-4458-821c-a7149c97322a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Network': ['ID=f085f9e7-05a8-48c1-a1b4-ac3bdf93a422,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:34.040474 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network f085f9e7-05a8-48c1-a1b4-ac3bdf93a422 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:05:34.088930 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-01aea495-c628-4458-821c-a7149c97322a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6080298 Aug 23 15:05:34.088930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37088) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:34.090778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-fca6ef48-813f-4115-8c9c-dd797c9041cc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'subnet': {'network_id': 'f085f9e7-05a8-48c1-a1b4-ac3bdf93a422', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:34.132743 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bb6a3-4c1d-4ebf-8b03-6203cb13e4aa req-9bffa1cc-ec47-47f2-830d-ed426eddb9c1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:34.140402 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa6bb6a3-4c1d-4ebf-8b03-6203cb13e4aa req-9bffa1cc-ec47-47f2-830d-ed426eddb9c1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 944 time: 0.1259198 Aug 23 15:05:34.176399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:05:34.184418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288c25d-5ebd-4e79-a038-6adcdd36c45b req-22902bf2-795e-48ba-bd75-0b4f9e214e99 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:34.187011 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a288c25d-5ebd-4e79-a038-6adcdd36c45b req-22902bf2-795e-48ba-bd75-0b4f9e214e99 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.1885979 Aug 23 15:05:34.196742 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa6bb6a3-4c1d-4ebf-8b03-6203cb13e4aa req-1462965b-0c14-4f08-ae14-a271e9720475 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553672 Aug 23 15:05:34.250337 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a288c25d-5ebd-4e79-a038-6adcdd36c45b req-a0facc12-bcf5-4ffc-8017-70dbbcd684b2 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517199 Aug 23 15:05:34.296926 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:34.310193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca6ef48-813f-4115-8c9c-dd797c9041cc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:34.310428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Transition to ACTIVE for port object c9840012-3ddf-4d0d-9ae4-830834bde86c will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:34.318326 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fca6ef48-813f-4115-8c9c-dd797c9041cc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:34.325600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:34.325978 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:34.352962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Transition to ACTIVE for port object c9840012-3ddf-4d0d-9ae4-830834bde86c will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:34.427164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.ipam_backend_mixin [None req-fca6ef48-813f-4115-8c9c-dd797c9041cc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Performing IP validity checks on allocation pools {{(pid=96115) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 15:05:34.427164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.ipam_backend_mixin [None req-fca6ef48-813f-4115-8c9c-dd797c9041cc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Checking for overlaps among allocation pools and gateway ip {{(pid=96115) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 15:05:34.447568 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:34.497287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Network 875bc414-3b6b-47bc-8132-359c1df42ba3 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:34.497822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:34.517526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:34.622047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Pushing event updated for resources: {'Port': ['ID=c9840012-3ddf-4d0d-9ae4-830834bde86c,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:34.624866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:05:34.656527 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Attempting to bind port c9840012-3ddf-4d0d-9ae4-830834bde86c on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:34.656907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Attempting to bind port c9840012-3ddf-4d0d-9ae4-830834bde86c by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '8da2aa22-f8d6-43f1-b193-ad5d6b159f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '875bc414-3b6b-47bc-8132-359c1df42ba3'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:34.657311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Attempting to bind port c9840012-3ddf-4d0d-9ae4-830834bde86c on network 875bc414-3b6b-47bc-8132-359c1df42ba3 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:34.689918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:05:34.708093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Checking segment: {'id': '8da2aa22-f8d6-43f1-b193-ad5d6b159f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '875bc414-3b6b-47bc-8132-359c1df42ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:34.708093 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:34.708343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8be97-c5e1-47f8-99a5-ca4db0b2e5e4 req-010f7408-8cb8-4f10-bafa-46cd769a39dd tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:34.708447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Bound using segment: {'id': '8da2aa22-f8d6-43f1-b193-ad5d6b159f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '875bc414-3b6b-47bc-8132-359c1df42ba3'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:05:34.708447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Bound port: c9840012-3ddf-4d0d-9ae4-830834bde86c, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da2aa22-f8d6-43f1-b193-ad5d6b159f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '875bc414-3b6b-47bc-8132-359c1df42ba3'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:05:34.708447 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:34.708723 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48a8be97-c5e1-47f8-99a5-ca4db0b2e5e4 req-010f7408-8cb8-4f10-bafa-46cd769a39dd tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.1322417 Aug 23 15:05:34.783603 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e00334fe-7610-4d93-8656-938770cb896e None None] For port c9840012-3ddf-4d0d-9ae4-830834bde86c, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:05:34.786965 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e00334fe-7610-4d93-8656-938770cb896e None None] For port c9840012-3ddf-4d0d-9ae4-830834bde86c, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c9840012-3ddf-4d0d-9ae4-830834bde86c,segment=NetworkSegment(8da2aa22-f8d6-43f1-b193-ad5d6b159f8d),segment_id=8da2aa22-f8d6-43f1-b193-ad5d6b159f8d)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:05:34.795962 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48a8be97-c5e1-47f8-99a5-ca4db0b2e5e4 req-d154242f-18ff-45ff-aeb4-03278cbad637 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911427 Aug 23 15:05:34.795962 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fca6ef48-813f-4115-8c9c-dd797c9041cc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:34.815913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:34.825788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:34.826169 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:34.877827 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:34.889824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6ef48-813f-4115-8c9c-dd797c9041cc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Subnet': ['ID=45265309-a9ce-4d26-9228-ba8c19f5580d,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:34.897427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca6ef48-813f-4115-8c9c-dd797c9041cc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Checking segment: {'id': '168b57fa-1a53-4247-ad2f-586696412bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f085f9e7-05a8-48c1-a1b4-ac3bdf93a422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:34.898019 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca6ef48-813f-4115-8c9c-dd797c9041cc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network hostable DHCP agents. Network: f085f9e7-05a8-48c1-a1b4-ac3bdf93a422, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:05:34.965110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42a1d7-e8cb-4027-895b-7151950c2f91 req-d263219f-b4f6-4913-acc7-87898e2fed5b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:34.967334 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c42a1d7-e8cb-4027-895b-7151950c2f91 req-d263219f-b4f6-4913-acc7-87898e2fed5b tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.0658660 Aug 23 15:05:35.006415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00334fe-7610-4d93-8656-938770cb896e None None] Pushing event updated for resources: {'Port': ['ID=c9840012-3ddf-4d0d-9ae4-830834bde86c,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:35.035613 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:35.044225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c42a1d7-e8cb-4027-895b-7151950c2f91 req-6961879d-a9f7-421f-b321-cbf3ea3c91e8 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657580 Aug 23 15:05:35.059994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca6ef48-813f-4115-8c9c-dd797c9041cc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network f085f9e7-05a8-48c1-a1b4-ac3bdf93a422 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:05:35.074300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394c9a0-3fc1-46fc-b7cb-121abe98ce81'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:05:35.079688 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba189369-9c3c-44e1-9e69-763ed41a758b" -d '{"events": [{"server_uuid": "17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0", "name": "network-vif-plugged", "status": "completed", "tag": "0394c9a0-3fc1-46fc-b7cb-121abe98ce81"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:05:35.108894 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0394c9a0-3fc1-46fc-b7cb-121abe98ce81,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:35.140245 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-fca6ef48-813f-4115-8c9c-dd797c9041cc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, f085f9e7-05a8-48c1-a1b4-ac3bdf93a422) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:35.155271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca6ef48-813f-4115-8c9c-dd797c9041cc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:35.156236 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fca6ef48-813f-4115-8c9c-dd797c9041cc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:35.160893 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef207ae5-5fcc-4870-9a61-7f902d29af71 req-635549bd-99a8-442c-8954-8cecdfacfef2 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:35.164698 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6def298-bc0c-489f-a4e4-7ba76a9e3d4d None None] Network f085f9e7-05a8-48c1-a1b4-ac3bdf93a422 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:35.184534 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef207ae5-5fcc-4870-9a61-7f902d29af71 req-635549bd-99a8-442c-8954-8cecdfacfef2 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1069164 Aug 23 15:05:35.187168 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827a2a58-8bb9-4145-a692-167b8a5301ff x-openstack-request-id: req-827a2a58-8bb9-4145-a692-167b8a5301ff {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:05:35.187510 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0", "name": "network-vif-plugged", "status": "completed", "tag": "0394c9a0-3fc1-46fc-b7cb-121abe98ce81", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:05:35.187828 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-827a2a58-8bb9-4145-a692-167b8a5301ff {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:05:35.188332 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394c9a0-3fc1-46fc-b7cb-121abe98ce81', 'code': 200} Aug 23 15:05:35.221184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c14f8-63c7-43e9-8569-5fc3ad0addb7 req-fd467369-0e26-4e9e-9199-97bc6af613a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:35.222863 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5c2c14f8-63c7-43e9-8569-5fc3ad0addb7 req-fd467369-0e26-4e9e-9199-97bc6af613a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 1096 time: 0.1082392 Aug 23 15:05:35.275970 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:35.277100 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fca6ef48-813f-4115-8c9c-dd797c9041cc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1906803 Aug 23 15:05:35.278712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37136) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:35.320907 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef207ae5-5fcc-4870-9a61-7f902d29af71 req-d12612ee-8e37-490b-a643-7273dcdcc908 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498497 Aug 23 15:05:35.383700 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=0394c9a0-3fc1-46fc-b7cb-121abe98ce81,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:35.509109 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c14f8-63c7-43e9-8569-5fc3ad0addb7 req-c2079f35-191b-4d6a-b0d7-2e89b5989ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:35.510629 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5c2c14f8-63c7-43e9-8569-5fc3ad0addb7 req-c2079f35-191b-4d6a-b0d7-2e89b5989ec2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cffccb22-b63a-4c5c-a1aa-a7862729d292 HTTP/1.1" status: 200 len: 920 time: 0.2650332 Aug 23 15:05:35.559087 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5c2c14f8-63c7-43e9-8569-5fc3ad0addb7 req-ae4f95e2-4190-45ef-ac99-ba8256d264d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=523d7fb1-42dc-4fb1-948f-e023ee161005 HTTP/1.1" status: 200 len: 217 time: 0.0392277 Aug 23 15:05:35.568370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c45ee0-3c12-4536-98bf-6ea74ef84632 req-24d27039-91ff-493e-9321-438ba222c5c0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:35.570325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0c45ee0-3c12-4536-98bf-6ea74ef84632 req-24d27039-91ff-493e-9321-438ba222c5c0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 945 time: 0.1251259 Aug 23 15:05:35.586645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6390e9c-5a2f-45a5-8462-d112898a6763 req-3fd67a53-6e0e-4c18-b4ae-872c7b177c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:35.588446 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6390e9c-5a2f-45a5-8462-d112898a6763 req-3fd67a53-6e0e-4c18-b4ae-872c7b177c6e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 1096 time: 0.3421304 Aug 23 15:05:35.636304 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:35.645475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c14f8-63c7-43e9-8569-5fc3ad0addb7 req-cddabb2d-9f5c-496f-9ec2-b227f172fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:35.651095 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5c2c14f8-63c7-43e9-8569-5fc3ad0addb7 req-cddabb2d-9f5c-496f-9ec2-b227f172fd90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17940688-0fc2-4a39-b459-e1f5a256fee0 HTTP/1.1" status: 200 len: 859 time: 0.0762601 Aug 23 15:05:35.707785 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6390e9c-5a2f-45a5-8462-d112898a6763 req-acb90f68-9606-4ecf-9bc4-8f079cfb8cdf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029854 Aug 23 15:05:35.722649 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121b4b36-0125-45da-8abc-9328df0efe80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-f085f9e7-05a8-48c1-a1b4-ac3bdf93a422', 'network_id': 'f085f9e7-05a8-48c1-a1b4-ac3bdf93a422', 'tenant_id': 'c1fc9cf13d94444fa1e58b6faa765b11', 'fixed_ips': [{'subnet_id': '45265309-a9ce-4d26-9228-ba8c19f5580d'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:05:35.723569 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-121b4b36-0125-45da-8abc-9328df0efe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:35.733167 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:35.743430 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5c2c14f8-63c7-43e9-8569-5fc3ad0addb7 req-703c3f27-e990-4181-a614-f23286dd1baf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cffccb22-b63a-4c5c-a1aa-a7862729d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836744 Aug 23 15:05:35.801364 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0c45ee0-3c12-4536-98bf-6ea74ef84632 req-6d0ac4aa-b4e0-41bf-a0ca-374acb57d68e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458931 Aug 23 15:05:35.966921 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server [None req-121b4b36-0125-45da-8abc-9328df0efe80 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45265309-a9ce-4d26-9228-ba8c19f5580d: This subnet is being modified by another concurrent operation. Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 15:05:35.989458 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise exception Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45265309-a9ce-4d26-9228-ba8c19f5580d: This subnet is being modified by another concurrent operation. Aug 23 15:05:35.994947 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Aug 23 15:05:36.025738 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5c2c14f8-63c7-43e9-8569-5fc3ad0addb7 req-f96c8707-ebca-4892-b2b4-5adb767cce1b service neutron] 10.222.0.61 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320236 Aug 23 15:05:36.027009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339df5b3-a2f7-4988-a6d9-d3f7aa381106 None None] Network f085f9e7-05a8-48c1-a1b4-ac3bdf93a422 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:36.099557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Subnet': ['ID=45265309-a9ce-4d26-9228-ba8c19f5580d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:36.195018 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5c2c14f8-63c7-43e9-8569-5fc3ad0addb7 req-387d8080-90a4-4d75-9fa0-daed2e446815 service neutron] 10.222.0.61 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615007 Aug 23 15:05:36.214229 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:36.218509 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c9840012-3ddf-4d0d-9ae4-830834bde86c up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:05:36.233315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f085f9e7-05a8-48c1-a1b4-ac3bdf93a422']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:36.248969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168b57fa-1a53-4247-ad2f-586696412bc7') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:36.249272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168b57fa-1a53-4247-ad2f-586696412bc7') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:36.265609 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:36.297550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341573f-0461-4aaf-8b9d-e2da5d5b19f1 req-f19994ae-9cc5-405a-bc9a-fa00137b980d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:36.308735 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4341573f-0461-4aaf-8b9d-e2da5d5b19f1 req-f19994ae-9cc5-405a-bc9a-fa00137b980d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.3518951 Aug 23 15:05:36.313088 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:36.324913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:05:36.324913 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:36.349281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port c9840012-3ddf-4d0d-9ae4-830834bde86c completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:05:36.427175 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:05:36.488776 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596a659-6f7d-4bd8-a0c9-328ddab5df60 req-0abadc1f-9df9-4416-b6ef-69cecda1c4b3 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:36.490149 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4341573f-0461-4aaf-8b9d-e2da5d5b19f1 req-2f6789e9-664c-4c03-bc9c-a26d55b28390 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796963 Aug 23 15:05:36.504382 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e596a659-6f7d-4bd8-a0c9-328ddab5df60 req-0abadc1f-9df9-4416-b6ef-69cecda1c4b3 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0773916 Aug 23 15:05:36.526570 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37176) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:36.534967 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:36.546117 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:36.546117 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/f085f9e7-05a8-48c1-a1b4-ac3bdf93a422 HTTP/1.1" status: 204 len: 168 time: 1.1748023 Aug 23 15:05:36.550456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37180) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:36.557539 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e596a659-6f7d-4bd8-a0c9-328ddab5df60 req-64c2d53e-144a-4fc1-9a58-1a2ab0cc47a3 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528738 Aug 23 15:05:36.569005 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b9be454b-70c0-4532-a16f-0cd20a509c3b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-156755887'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:36.574738 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958d94e-729c-472d-99de-5764f2357c1d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Network': ['ID=f085f9e7-05a8-48c1-a1b4-ac3bdf93a422,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:36.674631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9be454b-70c0-4532-a16f-0cd20a509c3b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:36.678740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f381c12e-70ae-4998-b875-201d711bb414 tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:36.684767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9be454b-70c0-4532-a16f-0cd20a509c3b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:36.689595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d142a068-3b55-491d-89af-c16b95955173 None None] Network 875bc414-3b6b-47bc-8132-359c1df42ba3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:36.717415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9be454b-70c0-4532-a16f-0cd20a509c3b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:05:36.727638 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9be454b-70c0-4532-a16f-0cd20a509c3b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:36.728026 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-b9be454b-70c0-4532-a16f-0cd20a509c3b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Added segment 714c44f0-db93-4865-8c51-05e7f9569f94 of type vlan for network 1fb605a6-1300-4821-a4d1-21b0ceeab0f5 Aug 23 15:05:36.781814 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9be454b-70c0-4532-a16f-0cd20a509c3b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:36.836027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-866eb494-f91c-449a-90de-15272356d4a1 None None] Provisioning for port c9840012-3ddf-4d0d-9ae4-830834bde86c completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:36.845017 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-866eb494-f91c-449a-90de-15272356d4a1 None None] Provisioning complete for port c9840012-3ddf-4d0d-9ae4-830834bde86c triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:36.845394 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-866eb494-f91c-449a-90de-15272356d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:36.872214 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f381c12e-70ae-4998-b875-201d711bb414 tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] 10.222.0.38 "PUT /v2.0/quotas/7e280be0a16249cfbbad359eb4dbe82d HTTP/1.1" status: 200 len: 366 time: 0.3488476 Aug 23 15:05:36.873770 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37188) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:36.908895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37190) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:36.909184 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4b907f26-a16d-46e5-bb64-b824b2006106 tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] 10.222.0.38 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0336668 Aug 23 15:05:36.922189 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9be454b-70c0-4532-a16f-0cd20a509c3b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:36.928831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be454b-70c0-4532-a16f-0cd20a509c3b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:36.929516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9be454b-70c0-4532-a16f-0cd20a509c3b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:36.970915 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c82b21-7043-41a6-9638-7844573361f1 req-bd50cea6-f8c4-4ff9-9cff-d1d9f8b7bd96 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:36.975569 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-866eb494-f91c-449a-90de-15272356d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:36.983162 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5c82b21-7043-41a6-9638-7844573361f1 req-bd50cea6-f8c4-4ff9-9cff-d1d9f8b7bd96 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 945 time: 0.1107099 Aug 23 15:05:36.983162 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-019b1dc5-7389-42b4-b205-5977d08bb91f tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] 10.222.0.38 "GET /v2.0/quotas/7e280be0a16249cfbbad359eb4dbe82d HTTP/1.1" status: 200 len: 366 time: 0.0720739 Aug 23 15:05:36.984774 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37196) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:37.033279 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-866eb494-f91c-449a-90de-15272356d4a1 None None] For port c9840012-3ddf-4d0d-9ae4-830834bde86c, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c9840012-3ddf-4d0d-9ae4-830834bde86c,segment=NetworkSegment(8da2aa22-f8d6-43f1-b193-ad5d6b159f8d),segment_id=8da2aa22-f8d6-43f1-b193-ad5d6b159f8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:37.054583 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b9be454b-70c0-4532-a16f-0cd20a509c3b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5027399 Aug 23 15:05:37.057553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37198) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:37.066761 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'subnet': {'network_id': '1fb605a6-1300-4821-a4d1-21b0ceeab0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:37.077425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be454b-70c0-4532-a16f-0cd20a509c3b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Network': ['ID=1fb605a6-1300-4821-a4d1-21b0ceeab0f5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:37.101930 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5c82b21-7043-41a6-9638-7844573361f1 req-a0b111e2-d2a8-475f-8fd9-e3e9a4f03e4e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216557 Aug 23 15:05:37.102335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 1fb605a6-1300-4821-a4d1-21b0ceeab0f5 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:05:37.125558 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-866eb494-f91c-449a-90de-15272356d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:37.152604 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d157c47b-9f9b-407e-a912-99e78fe97608 tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] 10.222.0.38 "DELETE /v2.0/quotas/7e280be0a16249cfbbad359eb4dbe82d HTTP/1.1" status: 204 len: 168 time: 0.1634076 Aug 23 15:05:37.152832 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37202) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:37.171463 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-50051b3d-7559-415b-af36-806853a5c4e7 tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] 10.222.0.38 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0174739 Aug 23 15:05:37.174940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37204) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:37.191910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-86845b4b-3d8d-4948-8c54-ca1fa02b6914 tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] 10.222.0.38 "GET /v2.0/quotas/7e280be0a16249cfbbad359eb4dbe82d HTTP/1.1" status: 200 len: 370 time: 0.0123146 Aug 23 15:05:37.193920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37206) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:37.212156 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3132d0f8-9447-4986-aac0-a6f2168cf11c tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] 10.222.0.38 "GET /v2.0/quotas/7e280be0a16249cfbbad359eb4dbe82d/default HTTP/1.1" status: 200 len: 370 time: 0.0141401 Aug 23 15:05:37.216276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37210) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:37.236534 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-d2d65493-73f2-49ce-a554-cebad9cd2320 tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] delete failed (client error): The resource could not be found. Aug 23 15:05:37.237589 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d2d65493-73f2-49ce-a554-cebad9cd2320 tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] 10.222.0.38 "DELETE /v2.0/quotas/7e280be0a16249cfbbad359eb4dbe82d HTTP/1.1" status: 404 len: 348 time: 0.0203013 Aug 23 15:05:37.270756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bb063-fefa-4041-8e18-c54f0da60c76 req-af88e072-8087-4bae-bc8a-619534f5804c tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:37.272987 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-480bb063-fefa-4041-8e18-c54f0da60c76 req-af88e072-8087-4bae-bc8a-619534f5804c tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.0620682 Aug 23 15:05:37.303217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:37.313175 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:37.350641 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c0bbc1-a89f-44d9-88e8-674ccdea7a62 None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 15:05:37.426801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-480bb063-fefa-4041-8e18-c54f0da60c76 req-e5808b4e-182a-4a97-930c-ed593ade0276 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Deleting port 9623baad-ea2e-45c5-8c93-d0fcbd747977 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:37.428165 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-480bb063-fefa-4041-8e18-c54f0da60c76 req-e5808b4e-182a-4a97-930c-ed593ade0276 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:37.447508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1d6313bf-014c-47c2-bdd5-7299bc4ae452 None None] Provisioning complete for port c9840012-3ddf-4d0d-9ae4-830834bde86c triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:37.447908 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1d6313bf-014c-47c2-bdd5-7299bc4ae452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:37.501569 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866eb494-f91c-449a-90de-15272356d4a1 None None] Pushing event updated for resources: {'Port': ['ID=c9840012-3ddf-4d0d-9ae4-830834bde86c,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:37.586248 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c0bbc1-a89f-44d9-88e8-674ccdea7a62 None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 15:05:37.655603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-480bb063-fefa-4041-8e18-c54f0da60c76 req-e5808b4e-182a-4a97-930c-ed593ade0276 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] For port 9623baad-ea2e-45c5-8c93-d0fcbd747977, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9623baad-ea2e-45c5-8c93-d0fcbd747977,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:37.656052 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-480bb063-fefa-4041-8e18-c54f0da60c76 req-e5808b4e-182a-4a97-930c-ed593ade0276 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:37.665452 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:37.688906 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-480bb063-fefa-4041-8e18-c54f0da60c76 req-e5808b4e-182a-4a97-930c-ed593ade0276 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Calling delete_port for 9623baad-ea2e-45c5-8c93-d0fcbd747977 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:37.711064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37222) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:37.816583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a44361-32b3-41be-81c0-5ce93bbf9e73 req-4ce95c28-4f2a-4b5c-85ca-b49d4648c98d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:37.820432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Usage tracker for resource:network and tenant:14deccb886614d628dbeeea70376b23d is out of sync, need to count used quota {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 15:05:37.832690 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-62a44361-32b3-41be-81c0-5ce93bbf9e73 req-4ce95c28-4f2a-4b5c-85ca-b49d4648c98d tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 945 time: 0.2338104 Aug 23 15:05:37.839753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Subnet': ['ID=7a8cb3c9-01cb-4ede-87b9-4591584ee748,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:37.847860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857139a-b5b6-4425-a9ce-3231fe8ea74a req-6707ac07-7f00-4884-a0fb-2be020d02f14 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:37.849520 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9857139a-b5b6-4425-a9ce-3231fe8ea74a req-6707ac07-7f00-4884-a0fb-2be020d02f14 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1405821 Aug 23 15:05:37.852585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 15:05:37.892659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:37.893339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:37.893880 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:37.894428 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:37.894971 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:37.895514 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:37.896078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:37.896741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:37.897131 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:37.897663 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:37.898193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:37.898718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:37.915602 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Checking segment: {'id': '714c44f0-db93-4865-8c51-05e7f9569f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1fb605a6-1300-4821-a4d1-21b0ceeab0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:37.928735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network hostable DHCP agents. Network: 1fb605a6-1300-4821-a4d1-21b0ceeab0f5, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:05:37.947926 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Usage tracker for resource:subnet and tenant:14deccb886614d628dbeeea70376b23d is out of sync, need to count used quota {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 15:05:37.963143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 15:05:37.972293 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-62a44361-32b3-41be-81c0-5ce93bbf9e73 req-d56ae226-8b81-4252-a451-963c16d99a98 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383550 Aug 23 15:05:37.983537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Usage tracker for resource:subnetpool and tenant:14deccb886614d628dbeeea70376b23d is out of sync, need to count used quota {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 15:05:37.991139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 15:05:37.995844 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9857139a-b5b6-4425-a9ce-3231fe8ea74a req-2efe479b-b25a-4fd9-9338-52828a276bb5 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316752 Aug 23 15:05:38.001967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Usage tracker for resource:port and tenant:14deccb886614d628dbeeea70376b23d is out of sync, need to count used quota {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 15:05:38.007140 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 15:05:38.014374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Usage tracker for resource:router and tenant:14deccb886614d628dbeeea70376b23d is out of sync, need to count used quota {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 15:05:38.020665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 15:05:38.027321 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Usage tracker for resource:floatingip and tenant:14deccb886614d628dbeeea70376b23d is out of sync, need to count used quota {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 15:05:38.033250 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 15:05:38.061161 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-480bb063-fefa-4041-8e18-c54f0da60c76 req-e5808b4e-182a-4a97-930c-ed593ade0276 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:38.074990 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d3f1bdc7-883a-43b3-ba35-b3ce607c683e', '9623baad-ea2e-45c5-8c93-d0fcbd747977'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:05:38.106806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5808b4e-182a-4a97-930c-ed593ade0276 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Pushing event deleted for resources: {'Port': ['ID=9623baad-ea2e-45c5-8c93-d0fcbd747977,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:38.118761 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network 1fb605a6-1300-4821-a4d1-21b0ceeab0f5 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:05:38.119931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c9840012-3ddf-4d0d-9ae4-830834bde86c up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:05:38.168488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-480bb063-fefa-4041-8e18-c54f0da60c76 req-e5808b4e-182a-4a97-930c-ed593ade0276 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] No DVR routers for this DVR port 9623baad-ea2e-45c5-8c93-d0fcbd747977 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:05:38.170347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Usage tracker for resource:security_group and tenant:14deccb886614d628dbeeea70376b23d is out of sync, need to count used quota {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 15:05:38.176338 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-480bb063-fefa-4041-8e18-c54f0da60c76 req-e5808b4e-182a-4a97-930c-ed593ade0276 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:38.178569 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-480bb063-fefa-4041-8e18-c54f0da60c76 req-e5808b4e-182a-4a97-930c-ed593ade0276 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "DELETE /v2.0/ports/9623baad-ea2e-45c5-8c93-d0fcbd747977 HTTP/1.1" status: 204 len: 173 time: 0.8953934 Aug 23 15:05:38.179120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d6936d-1c9a-4a4c-abe8-569d1bfddbe1', 'name': 'network-vif-deleted', 'tag': '9623baad-ea2e-45c5-8c93-d0fcbd747977'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:05:38.181939 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d734342-aaba-45c2-9e3b-b460a7b31902" -d '{"events": [{"server_uuid": "29d6936d-1c9a-4a4c-abe8-569d1bfddbe1", "name": "network-vif-deleted", "tag": "9623baad-ea2e-45c5-8c93-d0fcbd747977"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:05:38.187528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 15:05:38.199982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Usage tracker for resource:security_group_rule and tenant:14deccb886614d628dbeeea70376b23d is out of sync, need to count used quota {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 15:05:38.208196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.quota.resource [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=96115) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 15:05:38.220225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2d3f9eb5-310e-4c11-a6e2-d14ef21f47bc tempest-QuotasTest-1884636534 tempest-QuotasTest-1884636534-project-admin] 10.222.0.38 "GET /v2.0/quotas/14deccb886614d628dbeeea70376b23d/details.json HTTP/1.1" status: 200 len: 703 time: 0.5040784 Aug 23 15:05:38.225616 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 1fb605a6-1300-4821-a4d1-21b0ceeab0f5) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:38.236186 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:38.237198 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:38.240920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c77095a-aa56-44de-a9c7-5a8296e64b8c None None] Network 1fb605a6-1300-4821-a4d1-21b0ceeab0f5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:38.268571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c9840012-3ddf-4d0d-9ae4-830834bde86c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:38.269488 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:38.295178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387f152-dd56-4b0c-a642-83ef4da013b5 req-8910cefd-25dc-4540-ab4b-7129c6a3e297 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:38.312825 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1387f152-dd56-4b0c-a642-83ef4da013b5 req-8910cefd-25dc-4540-ab4b-7129c6a3e297 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 945 time: 0.0945292 Aug 23 15:05:38.317974 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45f4162-e7ee-48d6-add2-974a6ee095e5 x-openstack-request-id: req-d45f4162-e7ee-48d6-add2-974a6ee095e5 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:05:38.318278 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d6936d-1c9a-4a4c-abe8-569d1bfddbe1", "name": "network-vif-deleted", "tag": "9623baad-ea2e-45c5-8c93-d0fcbd747977", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:05:38.318711 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d45f4162-e7ee-48d6-add2-974a6ee095e5 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:05:38.319128 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d6936d-1c9a-4a4c-abe8-569d1bfddbe1', 'name': 'network-vif-deleted', 'tag': '9623baad-ea2e-45c5-8c93-d0fcbd747977', 'status': 'completed', 'code': 200} Aug 23 15:05:38.386812 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-49d19b03-26e7-44f8-b27e-c6db1edd6cc7 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3260696 Aug 23 15:05:38.390199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37242) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:38.395983 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1387f152-dd56-4b0c-a642-83ef4da013b5 req-7d0442ea-d3cc-46ed-9325-975ca3735904 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811441 Aug 23 15:05:38.561453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-1fb605a6-1300-4821-a4d1-21b0ceeab0f5', 'network_id': '1fb605a6-1300-4821-a4d1-21b0ceeab0f5', 'tenant_id': 'c1fc9cf13d94444fa1e58b6faa765b11', 'fixed_ips': [{'subnet_id': '7a8cb3c9-01cb-4ede-87b9-4591584ee748'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:05:38.562621 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:38.595289 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:38.611756 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ced9cd-ed67-474b-b8f4-431cf12466b9 req-fbae56a2-1da5-437e-9e8c-168b7bc57536 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:38.616252 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09ced9cd-ed67-474b-b8f4-431cf12466b9 req-fbae56a2-1da5-437e-9e8c-168b7bc57536 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 945 time: 0.1002614 Aug 23 15:05:38.715787 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Allocated IP 2001:db8::1 (1fb605a6-1300-4821-a4d1-21b0ceeab0f5/7a8cb3c9-01cb-4ede-87b9-4591584ee748/27c4d738-8a41-479d-a162-5216bb2d1a75) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:05:38.905413 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:38.919046 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Transition to ACTIVE for port object 27c4d738-8a41-479d-a162-5216bb2d1a75 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:38.978959 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Transition to ACTIVE for port object 27c4d738-8a41-479d-a162-5216bb2d1a75 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:39.042274 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37264) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:39.052986 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09ced9cd-ed67-474b-b8f4-431cf12466b9 req-aa0f9735-cd0b-42d2-bead-191283766f52 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327078 Aug 23 15:05:39.054421 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:39.116176 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:39.161947 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8de684af-bc40-46d1-9c36-325796cd3f8b req-c83a8c53-82a5-4918-b5e7-6817863cf0e6 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=29d6936d-1c9a-4a4c-abe8-569d1bfddbe1 HTTP/1.1" status: 200 len: 210 time: 0.0447257 Aug 23 15:05:39.249013 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:39.263460 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-60c1c973-5da5-44b4-a7b7-410aa47ffb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:39.280629 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Network 1fb605a6-1300-4821-a4d1-21b0ceeab0f5 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:39.282850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Pushing event updated for resources: {'Port': ['ID=27c4d738-8a41-479d-a162-5216bb2d1a75,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:39.291568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Subnet': ['ID=7a8cb3c9-01cb-4ede-87b9-4591584ee748,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:39.292273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:39.304849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:39.312031 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba716e6-3b6f-4e18-b9a0-51fde2f1e19e req-99f6d5fb-c46f-4ef7-be27-09fcebb7e9cb tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:39.316409 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aba716e6-3b6f-4e18-b9a0-51fde2f1e19e req-99f6d5fb-c46f-4ef7-be27-09fcebb7e9cb tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1507432 Aug 23 15:05:39.383543 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Attempting to bind port 27c4d738-8a41-479d-a162-5216bb2d1a75 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:39.383823 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Attempting to bind port 27c4d738-8a41-479d-a162-5216bb2d1a75 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '714c44f0-db93-4865-8c51-05e7f9569f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1fb605a6-1300-4821-a4d1-21b0ceeab0f5'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:39.384212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Attempting to bind port 27c4d738-8a41-479d-a162-5216bb2d1a75 on network 1fb605a6-1300-4821-a4d1-21b0ceeab0f5 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:39.394031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:05:39.394414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Checking segment: {'id': '714c44f0-db93-4865-8c51-05e7f9569f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1fb605a6-1300-4821-a4d1-21b0ceeab0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:39.394826 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:39.395727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Bound using segment: {'id': '714c44f0-db93-4865-8c51-05e7f9569f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1fb605a6-1300-4821-a4d1-21b0ceeab0f5'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:05:39.396252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Bound port: 27c4d738-8a41-479d-a162-5216bb2d1a75, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714c44f0-db93-4865-8c51-05e7f9569f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1fb605a6-1300-4821-a4d1-21b0ceeab0f5'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:05:39.396646 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:39.405988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c3734-f808-4c93-8a32-e1020a207443 req-99bbb089-73d7-4dd1-a3bd-7813af31db33 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:39.416545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2e1c3734-f808-4c93-8a32-e1020a207443 req-99bbb089-73d7-4dd1-a3bd-7813af31db33 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 945 time: 0.0950012 Aug 23 15:05:39.420633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:39.444303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb605a6-1300-4821-a4d1-21b0ceeab0f5']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:39.466587 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aba716e6-3b6f-4e18-b9a0-51fde2f1e19e req-62416c9f-e561-4acc-b76b-876595f459ad tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198986 Aug 23 15:05:39.472187 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714c44f0-db93-4865-8c51-05e7f9569f94') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:39.472486 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714c44f0-db93-4865-8c51-05e7f9569f94') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:39.486839 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2e1c3734-f808-4c93-8a32-e1020a207443 req-879c0fa1-dab8-4ef5-b012-1c0881efd29e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638688 Aug 23 15:05:39.510913 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:39.512478 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] For port 27c4d738-8a41-479d-a162-5216bb2d1a75, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:05:39.517627 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] For port 27c4d738-8a41-479d-a162-5216bb2d1a75, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=27c4d738-8a41-479d-a162-5216bb2d1a75,segment=NetworkSegment(714c44f0-db93-4865-8c51-05e7f9569f94),segment_id=714c44f0-db93-4865-8c51-05e7f9569f94)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:05:39.567159 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-60c1c973-5da5-44b4-a7b7-410aa47ffb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:39.621022 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:39.621506 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:39.630447 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:05:39.630941 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:05:39.634338 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:05:39.654254 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-60c1c973-5da5-44b4-a7b7-410aa47ffb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:39.703170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3788e-834e-4e90-9a7c-1f188f8731d8 None None] Pushing event updated for resources: {'Port': ['ID=27c4d738-8a41-479d-a162-5216bb2d1a75,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:39.753865 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-60c1c973-5da5-44b4-a7b7-410aa47ffb68 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=948e441ed2294117980cc5783cf0bd06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7096586 Aug 23 15:05:39.757515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37280) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:39.766783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1c973-5da5-44b4-a7b7-410aa47ffb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c64c21-fc62-4dc8-9e9d-372de18a0eac,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:39.774028 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cf30f1-35d0-433c-bd50-bc97b6cad808 None None] Network 1fb605a6-1300-4821-a4d1-21b0ceeab0f5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:39.826778 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 15:05:39.826778 n-d-804985-3 neutron-server[96114]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 15:05:39.826778 n-d-804985-3 neutron-server[96114]: [parameters: {'id': '1fb605a6-1300-4821-a4d1-21b0ceeab0f5'}] Aug 23 15:05:39.826778 n-d-804985-3 neutron-server[96114]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:05:39.827315 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:05:39.832589 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e2b12b8b-b310-45ab-9bca-0ef8d2ec873f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:39.861888 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e2b12b8b-b310-45ab-9bca-0ef8d2ec873f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:39.928625 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4400ab36-c573-4136-8cc8-61da5eccee20 None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 15:05:40.020949 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e2b12b8b-b310-45ab-9bca-0ef8d2ec873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:40.027463 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e2b12b8b-b310-45ab-9bca-0ef8d2ec873f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:40.027463 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e2b12b8b-b310-45ab-9bca-0ef8d2ec873f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b1c64c21-fc62-4dc8-9e9d-372de18a0eac HTTP/1.1" status: 204 len: 168 time: 0.2669132 Aug 23 15:05:40.042370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b12b8b-b310-45ab-9bca-0ef8d2ec873f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c64c21-fc62-4dc8-9e9d-372de18a0eac,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:40.096897 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4400ab36-c573-4136-8cc8-61da5eccee20 None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 15:05:40.131419 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f2044-1344-4702-ba1d-c16965207d4f req-e33c22d5-d13e-4a88-891c-02fe7a2fb5c0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:40.133150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e77f2044-1344-4702-ba1d-c16965207d4f req-e33c22d5-d13e-4a88-891c-02fe7a2fb5c0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 945 time: 0.0670354 Aug 23 15:05:40.191941 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e77f2044-1344-4702-ba1d-c16965207d4f req-f94e6714-380c-401f-98bf-1ad918dced87 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465307 Aug 23 15:05:40.328537 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:40.449534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Deleting port 27c4d738-8a41-479d-a162-5216bb2d1a75 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:40.450382 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:40.576976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] For port 27c4d738-8a41-479d-a162-5216bb2d1a75, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=27c4d738-8a41-479d-a162-5216bb2d1a75,segment=NetworkSegment(714c44f0-db93-4865-8c51-05e7f9569f94),segment_id=714c44f0-db93-4865-8c51-05e7f9569f94)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:40.577427 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:40.601966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Calling delete_port for 27c4d738-8a41-479d-a162-5216bb2d1a75 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:40.682533 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49044c3-7b68-40a3-8059-d72339e894b5 req-bd73a2da-ffc3-41a6-845a-cf0949916478 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:40.686143 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b49044c3-7b68-40a3-8059-d72339e894b5 req-bd73a2da-ffc3-41a6-845a-cf0949916478 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0986404 Aug 23 15:05:40.751012 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b49044c3-7b68-40a3-8059-d72339e894b5 req-6698d0b4-a1d9-4590-bf59-080d73f64a33 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595956 Aug 23 15:05:40.826159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37318) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:40.837180 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:40.840479 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c353-1ea9-4761-bfac-fe53b842d501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:40.881477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Port': ['ID=27c4d738-8a41-479d-a162-5216bb2d1a75,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:40.895344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No DVR routers for this DVR port 27c4d738-8a41-479d-a162-5216bb2d1a75 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:05:40.989334 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c353-1ea9-4761-bfac-fe53b842d501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.012199 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.026297 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb605a6-1300-4821-a4d1-21b0ceeab0f5']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:41.039689 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714c44f0-db93-4865-8c51-05e7f9569f94') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:41.040004 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714c44f0-db93-4865-8c51-05e7f9569f94') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:41.052845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.074383 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c353-1ea9-4761-bfac-fe53b842d501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.075007 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.083227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:05:41.083672 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:05:41.087329 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:05:41.134248 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f7a2c353-1ea9-4761-bfac-fe53b842d501 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=14deccb886614d628dbeeea70376b23d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068364 Aug 23 15:05:41.139202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37332) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:41.163533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2c353-1ea9-4761-bfac-fe53b842d501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5108b0a-c8e1-412e-aff5-51c2c7d8c943,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:41.217900 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6d70-abb4-4384-ab0a-e1ebf07cf6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.271384 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.283988 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.287491 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6d70-abb4-4384-ab0a-e1ebf07cf6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.289564 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/1fb605a6-1300-4821-a4d1-21b0ceeab0f5 HTTP/1.1" status: 204 len: 168 time: 2.8865426 Aug 23 15:05:41.294797 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37338) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:41.308801 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-be174aac-aa3d-4d74-a12b-e5a192fe511e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1732487348'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:41.333427 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723b32a-826d-4dbc-884a-c6fb2a4c48a8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Network': ['ID=1fb605a6-1300-4821-a4d1-21b0ceeab0f5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:41.391023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0647d-6ed2-4a6f-b4b6-a1ab96e300e4 req-c2cd0358-b871-4389-9382-93cfebf6a53d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:41.391023 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8c0647d-6ed2-4a6f-b4b6-a1ab96e300e4 req-c2cd0358-b871-4389-9382-93cfebf6a53d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 945 time: 0.0744805 Aug 23 15:05:41.446322 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8c0647d-6ed2-4a6f-b4b6-a1ab96e300e4 req-890b8e02-ba63-4880-99bd-126b074cfab7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438464 Aug 23 15:05:41.448829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be174aac-aa3d-4d74-a12b-e5a192fe511e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:41.453308 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-be174aac-aa3d-4d74-a12b-e5a192fe511e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.534943 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6d70-abb4-4384-ab0a-e1ebf07cf6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.539188 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6d70-abb4-4384-ab0a-e1ebf07cf6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.540082 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be174aac-aa3d-4d74-a12b-e5a192fe511e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:05:41.549023 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b5ac6d70-abb4-4384-ab0a-e1ebf07cf6c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e5108b0a-c8e1-412e-aff5-51c2c7d8c943 HTTP/1.1" status: 204 len: 168 time: 0.4009311 Aug 23 15:05:41.551383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac6d70-abb4-4384-ab0a-e1ebf07cf6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5108b0a-c8e1-412e-aff5-51c2c7d8c943,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:41.568537 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-be174aac-aa3d-4d74-a12b-e5a192fe511e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.568906 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-be174aac-aa3d-4d74-a12b-e5a192fe511e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Added segment 6f3654fb-6f5b-4132-9f18-c38a40df15dc of type vlan for network a2c2993b-7b5c-4acd-a705-a16a74f8407a Aug 23 15:05:41.661905 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-be174aac-aa3d-4d74-a12b-e5a192fe511e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.718874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9ec11-2f67-4dfd-b740-3fc989d1fddd req-c6f48810-e82d-4e85-a820-0fca8e3f0b36 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:41.731730 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70d9ec11-2f67-4dfd-b740-3fc989d1fddd req-c6f48810-e82d-4e85-a820-0fca8e3f0b36 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 945 time: 0.0878747 Aug 23 15:05:41.783428 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70d9ec11-2f67-4dfd-b740-3fc989d1fddd req-2be40730-e3b5-4f07-8f6a-fcd613bc60c8 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501993 Aug 23 15:05:41.805531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dcad9-d35b-4600-8ede-8b86e7e2b32b req-1b13b8cd-473b-4d03-8a6e-283ad7f46bdc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:41.807222 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d4dcad9-d35b-4600-8ede-8b86e7e2b32b req-1b13b8cd-473b-4d03-8a6e-283ad7f46bdc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.61 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 945 time: 0.1034391 Aug 23 15:05:41.840102 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-be174aac-aa3d-4d74-a12b-e5a192fe511e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.851118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be174aac-aa3d-4d74-a12b-e5a192fe511e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:41.852299 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-be174aac-aa3d-4d74-a12b-e5a192fe511e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:41.946464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0986c98-1dca-4c7b-9971-c2108d5e249d req-1d46d1b0-6739-4f84-8000-89af64b50729 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:41.948014 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0986c98-1dca-4c7b-9971-c2108d5e249d req-1d46d1b0-6739-4f84-8000-89af64b50729 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0714386 Aug 23 15:05:42.004512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 9623baad-ea2e-45c5-8c93-d0fcbd747977 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:05:42.032822 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-be174aac-aa3d-4d74-a12b-e5a192fe511e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7242074 Aug 23 15:05:42.033666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37354) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:42.033772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be174aac-aa3d-4d74-a12b-e5a192fe511e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Network': ['ID=a2c2993b-7b5c-4acd-a705-a16a74f8407a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:42.050535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a3c98214-bf5f-4757-86d2-49b5a3c50b01 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'subnet': {'network_id': 'a2c2993b-7b5c-4acd-a705-a16a74f8407a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:42.056088 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network a2c2993b-7b5c-4acd-a705-a16a74f8407a details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:05:42.086518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-5d4dcad9-d35b-4600-8ede-8b86e7e2b32b req-e2235b7e-f0a6-4b4a-a3ef-01e6c816772b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Deleting port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:42.086883 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5d4dcad9-d35b-4600-8ede-8b86e7e2b32b req-e2235b7e-f0a6-4b4a-a3ef-01e6c816772b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:42.151250 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0986c98-1dca-4c7b-9971-c2108d5e249d req-5fd207ac-aa64-4e18-8397-10ff2c7d5117 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861210 Aug 23 15:05:42.220867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 9623baad-ea2e-45c5-8c93-d0fcbd747977 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:05:42.224137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 9623baad-ea2e-45c5-8c93-d0fcbd747977 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:05:42.274972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-5d4dcad9-d35b-4600-8ede-8b86e7e2b32b req-e2235b7e-f0a6-4b4a-a3ef-01e6c816772b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] For port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=0394c9a0-3fc1-46fc-b7cb-121abe98ce81,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:42.275456 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5d4dcad9-d35b-4600-8ede-8b86e7e2b32b req-e2235b7e-f0a6-4b4a-a3ef-01e6c816772b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:42.300599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-5d4dcad9-d35b-4600-8ede-8b86e7e2b32b req-e2235b7e-f0a6-4b4a-a3ef-01e6c816772b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Calling delete_port for 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:42.333923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c98214-bf5f-4757-86d2-49b5a3c50b01 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:42.338193 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3c98214-bf5f-4757-86d2-49b5a3c50b01 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:42.617086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e839451-5de4-4a3e-9b5e-3fbd8d65819c req-791cdc58-9be8-4087-943a-6864376949cc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:42.629493 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e839451-5de4-4a3e-9b5e-3fbd8d65819c req-791cdc58-9be8-4087-943a-6864376949cc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 945 time: 0.0769916 Aug 23 15:05:42.655116 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5d4dcad9-d35b-4600-8ede-8b86e7e2b32b req-e2235b7e-f0a6-4b4a-a3ef-01e6c816772b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:42.706724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3c98214-bf5f-4757-86d2-49b5a3c50b01 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:42.762559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2235b7e-f0a6-4b4a-a3ef-01e6c816772b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event deleted for resources: {'Port': ['ID=0394c9a0-3fc1-46fc-b7cb-121abe98ce81,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:42.830313 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c98214-bf5f-4757-86d2-49b5a3c50b01 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Subnet': ['ID=db39fa6b-1bc3-494e-b4fa-133b69b838e3,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:42.854106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c98214-bf5f-4757-86d2-49b5a3c50b01 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Checking segment: {'id': '6f3654fb-6f5b-4132-9f18-c38a40df15dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a2c2993b-7b5c-4acd-a705-a16a74f8407a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:42.855038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c98214-bf5f-4757-86d2-49b5a3c50b01 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network hostable DHCP agents. Network: a2c2993b-7b5c-4acd-a705-a16a74f8407a, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:05:42.862735 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e839451-5de4-4a3e-9b5e-3fbd8d65819c req-1c48bb12-8a23-44a3-9944-fbf87ffed0bd tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268674 Aug 23 15:05:42.967236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4dcad9-d35b-4600-8ede-8b86e7e2b32b req-e2235b7e-f0a6-4b4a-a3ef-01e6c816772b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] No DVR routers for this DVR port 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:05:42.967236 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-5d4dcad9-d35b-4600-8ede-8b86e7e2b32b req-e2235b7e-f0a6-4b4a-a3ef-01e6c816772b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:42.967236 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d4dcad9-d35b-4600-8ede-8b86e7e2b32b req-e2235b7e-f0a6-4b4a-a3ef-01e6c816772b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.61 "DELETE /v2.0/ports/0394c9a0-3fc1-46fc-b7cb-121abe98ce81 HTTP/1.1" status: 204 len: 173 time: 1.1334193 Aug 23 15:05:42.967236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0', 'name': 'network-vif-deleted', 'tag': '0394c9a0-3fc1-46fc-b7cb-121abe98ce81'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:05:42.972149 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dc1d18-e1e8-4b94-8bde-eef0fe300c8c" -d '{"events": [{"server_uuid": "17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0", "name": "network-vif-deleted", "tag": "0394c9a0-3fc1-46fc-b7cb-121abe98ce81"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:05:42.991002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c98214-bf5f-4757-86d2-49b5a3c50b01 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network a2c2993b-7b5c-4acd-a705-a16a74f8407a is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:05:43.045760 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaf8d86-1680-40a8-8e7c-3ab5785c53c4 x-openstack-request-id: req-7eaf8d86-1680-40a8-8e7c-3ab5785c53c4 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:05:43.053385 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0", "name": "network-vif-deleted", "tag": "0394c9a0-3fc1-46fc-b7cb-121abe98ce81", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:05:43.054002 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7eaf8d86-1680-40a8-8e7c-3ab5785c53c4 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:05:43.056022 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0', 'name': 'network-vif-deleted', 'tag': '0394c9a0-3fc1-46fc-b7cb-121abe98ce81', 'status': 'completed', 'code': 200} Aug 23 15:05:43.073602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938be8ed-f37a-4620-b2ca-74fcb224b557 req-5230946d-714c-43d0-9217-05b9b1f336ec tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:43.075215 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-938be8ed-f37a-4620-b2ca-74fcb224b557 req-5230946d-714c-43d0-9217-05b9b1f336ec tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 945 time: 0.1286898 Aug 23 15:05:43.116009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-a3c98214-bf5f-4757-86d2-49b5a3c50b01 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, a2c2993b-7b5c-4acd-a705-a16a74f8407a) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:43.126294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb72d8d-c68f-47b4-b285-e06e35ea4ec8 None None] Network a2c2993b-7b5c-4acd-a705-a16a74f8407a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:43.140583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c98214-bf5f-4757-86d2-49b5a3c50b01 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:43.142729 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3c98214-bf5f-4757-86d2-49b5a3c50b01 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:43.199212 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-938be8ed-f37a-4620-b2ca-74fcb224b557 req-2cc3ebb1-1cb0-4c5d-9bc5-179919dd73b3 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073127 Aug 23 15:05:43.216608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eb4a7-8b7a-4795-9762-3fe714d1f801 req-8b9a8715-c71e-4c69-b75b-a3265eb2d7c2 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:43.218393 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb3eb4a7-8b7a-4795-9762-3fe714d1f801 req-8b9a8715-c71e-4c69-b75b-a3265eb2d7c2 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 945 time: 0.1954608 Aug 23 15:05:43.376645 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a3c98214-bf5f-4757-86d2-49b5a3c50b01 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3539608 Aug 23 15:05:43.379990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37394) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:43.452161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b582664-26f6-4754-bf07-cbe7b4033609 req-6d50cc80-0b25-4b15-b81b-85286991a396 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:43.461899 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b582664-26f6-4754-bf07-cbe7b4033609 req-6d50cc80-0b25-4b15-b81b-85286991a396 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1108298 Aug 23 15:05:43.502141 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b582664-26f6-4754-bf07-cbe7b4033609 req-bad93a13-911a-4dfd-b007-059c3d12e3e3 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393569 Aug 23 15:05:43.502858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-a2c2993b-7b5c-4acd-a705-a16a74f8407a', 'network_id': 'a2c2993b-7b5c-4acd-a705-a16a74f8407a', 'tenant_id': 'c1fc9cf13d94444fa1e58b6faa765b11', 'fixed_ips': [{'subnet_id': 'db39fa6b-1bc3-494e-b4fa-133b69b838e3'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:05:43.504637 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:43.510709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-bb3eb4a7-8b7a-4795-9762-3fe714d1f801 req-66f37c48-383f-4b7e-908d-49a9fe70277a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Deleting port d3f1bdc7-883a-43b3-ba35-b3ce607c683e {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:43.511073 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bb3eb4a7-8b7a-4795-9762-3fe714d1f801 req-66f37c48-383f-4b7e-908d-49a9fe70277a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:43.649292 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:43.708487 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Allocated IP 2001:db8::1 (a2c2993b-7b5c-4acd-a705-a16a74f8407a/db39fa6b-1bc3-494e-b4fa-133b69b838e3/cbb25738-dd9d-4618-a667-84b452247af8) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:05:43.733187 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:43.763447 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37400) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:43.992962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-bb3eb4a7-8b7a-4795-9762-3fe714d1f801 req-66f37c48-383f-4b7e-908d-49a9fe70277a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] For port d3f1bdc7-883a-43b3-ba35-b3ce607c683e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d3f1bdc7-883a-43b3-ba35-b3ce607c683e,segment=NetworkSegment(04cd3efa-83d1-47ad-9e53-5def52e9ed1f),segment_id=04cd3efa-83d1-47ad-9e53-5def52e9ed1f)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:43.993332 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bb3eb4a7-8b7a-4795-9762-3fe714d1f801 req-66f37c48-383f-4b7e-908d-49a9fe70277a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:44.028666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-bb3eb4a7-8b7a-4795-9762-3fe714d1f801 req-66f37c48-383f-4b7e-908d-49a9fe70277a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Calling delete_port for d3f1bdc7-883a-43b3-ba35-b3ce607c683e owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:44.054758 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-393a5e29-4268-4577-896b-e4101e17b2ac tempest-ServiceProvidersTest-793087277 tempest-ServiceProvidersTest-793087277-project] 10.222.0.38 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2919047 Aug 23 15:05:44.157235 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:44.173786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Transition to ACTIVE for port object cbb25738-dd9d-4618-a667-84b452247af8 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:44.185030 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-416c4061-7bcb-4c03-a1e4-c687f2cc386b req-13e3a299-b585-48e1-bdce-61697bfbb97a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 210 time: 0.0942559 Aug 23 15:05:44.191585 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Transition to ACTIVE for port object cbb25738-dd9d-4618-a667-84b452247af8 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:44.255699 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:44.296449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Network a2c2993b-7b5c-4acd-a705-a16a74f8407a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:44.302494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:44.307015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:44.408161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5721ea4-1a0e-4df9-9e4e-fa9bfe664535 req-25e1f039-4805-446a-8194-17e6bcf75ee0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:44.410669 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5721ea4-1a0e-4df9-9e4e-fa9bfe664535 req-25e1f039-4805-446a-8194-17e6bcf75ee0 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 945 time: 0.0806170 Aug 23 15:05:44.422037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Pushing event updated for resources: {'Port': ['ID=cbb25738-dd9d-4618-a667-84b452247af8,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:44.422827 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bb3eb4a7-8b7a-4795-9762-3fe714d1f801 req-66f37c48-383f-4b7e-908d-49a9fe70277a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:44.446133 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d3f1bdc7-883a-43b3-ba35-b3ce607c683e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:05:44.453058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Attempting to bind port cbb25738-dd9d-4618-a667-84b452247af8 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:44.454014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Attempting to bind port cbb25738-dd9d-4618-a667-84b452247af8 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '6f3654fb-6f5b-4132-9f18-c38a40df15dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a2c2993b-7b5c-4acd-a705-a16a74f8407a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:44.454924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Attempting to bind port cbb25738-dd9d-4618-a667-84b452247af8 on network a2c2993b-7b5c-4acd-a705-a16a74f8407a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:44.509770 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:05:44.510397 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Checking segment: {'id': '6f3654fb-6f5b-4132-9f18-c38a40df15dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a2c2993b-7b5c-4acd-a705-a16a74f8407a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:44.510986 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:44.511632 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Bound using segment: {'id': '6f3654fb-6f5b-4132-9f18-c38a40df15dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a2c2993b-7b5c-4acd-a705-a16a74f8407a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:05:44.512379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Bound port: cbb25738-dd9d-4618-a667-84b452247af8, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3654fb-6f5b-4132-9f18-c38a40df15dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a2c2993b-7b5c-4acd-a705-a16a74f8407a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:05:44.512767 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:44.526736 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:44.535628 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5721ea4-1a0e-4df9-9e4e-fa9bfe664535 req-7fec21b3-fc62-4658-9cac-cfd89091da41 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddbb3c12-9282-4396-9960-b9cdebb30e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089499 Aug 23 15:05:44.538062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f37c48-383f-4b7e-908d-49a9fe70277a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Pushing event deleted for resources: {'Port': ['ID=d3f1bdc7-883a-43b3-ba35-b3ce607c683e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:44.590974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Subnet': ['ID=db39fa6b-1bc3-494e-b4fa-133b69b838e3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:44.668613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:05:44.672211 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3eb4a7-8b7a-4795-9762-3fe714d1f801 req-66f37c48-383f-4b7e-908d-49a9fe70277a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] No DVR routers for this DVR port d3f1bdc7-883a-43b3-ba35-b3ce607c683e on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:05:44.675081 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bb3eb4a7-8b7a-4795-9762-3fe714d1f801 req-66f37c48-383f-4b7e-908d-49a9fe70277a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:44.678346 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb3eb4a7-8b7a-4795-9762-3fe714d1f801 req-66f37c48-383f-4b7e-908d-49a9fe70277a tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.57 "DELETE /v2.0/ports/d3f1bdc7-883a-43b3-ba35-b3ce607c683e HTTP/1.1" status: 204 len: 173 time: 1.4468615 Aug 23 15:05:44.712286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] For port cbb25738-dd9d-4618-a667-84b452247af8, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:05:44.715357 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:05:44.715802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 0394c9a0-3fc1-46fc-b7cb-121abe98ce81 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:05:44.728537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a86539-9f82-4548-ae3d-22d4e65d59d4', 'name': 'network-vif-deleted', 'tag': 'd3f1bdc7-883a-43b3-ba35-b3ce607c683e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:05:44.730881 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d484da-8c8e-4357-98d8-9fe12a422af6" -d '{"events": [{"server_uuid": "d9a86539-9f82-4548-ae3d-22d4e65d59d4", "name": "network-vif-deleted", "tag": "d3f1bdc7-883a-43b3-ba35-b3ce607c683e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:05:44.732409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] For port cbb25738-dd9d-4618-a667-84b452247af8, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=cbb25738-dd9d-4618-a667-84b452247af8,segment=NetworkSegment(6f3654fb-6f5b-4132-9f18-c38a40df15dc),segment_id=6f3654fb-6f5b-4132-9f18-c38a40df15dc)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:05:44.803178 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:44.813565 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:44.829900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c2993b-7b5c-4acd-a705-a16a74f8407a']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:44.850778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3654fb-6f5b-4132-9f18-c38a40df15dc') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:44.850778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3654fb-6f5b-4132-9f18-c38a40df15dc') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:44.861124 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:44.887931 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:44.890675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:05:44.890675 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:44.894272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37422) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:44.922080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6ed3c-bcc9-450e-8cce-8de61824c9de None None] Pushing event updated for resources: {'Port': ['ID=cbb25738-dd9d-4618-a667-84b452247af8,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:44.943788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf51d3ad-33a6-44b4-9cbf-764f6bc97d11 None None] Network a2c2993b-7b5c-4acd-a705-a16a74f8407a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:05:45.050070 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:05:45.079415 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dedceae-fb67-4db7-82b9-ad85851effa5 x-openstack-request-id: req-2dedceae-fb67-4db7-82b9-ad85851effa5 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:05:45.079777 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a86539-9f82-4548-ae3d-22d4e65d59d4", "name": "network-vif-deleted", "tag": "d3f1bdc7-883a-43b3-ba35-b3ce607c683e", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:05:45.080744 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2dedceae-fb67-4db7-82b9-ad85851effa5 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:05:45.081594 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a86539-9f82-4548-ae3d-22d4e65d59d4', 'name': 'network-vif-deleted', 'tag': 'd3f1bdc7-883a-43b3-ba35-b3ce607c683e', 'status': 'completed', 'code': 200} Aug 23 15:05:45.197399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c74c9-2ac3-4e6d-901d-9068579446c1 req-bba8d070-405f-4f8c-8d4a-1933dec3961b tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:45.212299 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-696c74c9-2ac3-4e6d-901d-9068579446c1 req-bba8d070-405f-4f8c-8d4a-1933dec3961b tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.5451503 Aug 23 15:05:45.216352 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e08f3793-f6f0-4d68-b955-53efa43b5e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:45.259438 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.api [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 15:05:45.259438 n-d-804985-3 neutron-server[96115]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 15:05:45.259438 n-d-804985-3 neutron-server[96115]: [parameters: {'id': 'a2c2993b-7b5c-4acd-a705-a16a74f8407a'}] Aug 23 15:05:45.259438 n-d-804985-3 neutron-server[96115]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:05:45.261552 n-d-804985-3 neutron-server[96115]: DEBUG oslo_db.api [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:05:45.310454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12da99d0-509a-4d2a-82ec-f911210ab380 None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 15:05:45.314696 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-696c74c9-2ac3-4e6d-901d-9068579446c1 req-7cdb7056-f3db-4a44-b03f-192dd815a874 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010633 Aug 23 15:05:45.384146 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5125ce0-ad0b-4397-a388-6e802d09dbb6 req-32dfb75d-c175-4b2c-af44-0a212762dd3c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 210 time: 0.0525336 Aug 23 15:05:45.464583 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e08f3793-f6f0-4d68-b955-53efa43b5e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:45.501834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12da99d0-509a-4d2a-82ec-f911210ab380 None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 15:05:45.534905 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e08f3793-f6f0-4d68-b955-53efa43b5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:45.598994 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e08f3793-f6f0-4d68-b955-53efa43b5e81 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a9e21eba26d14540a9193044f2635263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7033856 Aug 23 15:05:45.601896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37436) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:45.606921 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f3793-f6f0-4d68-b955-53efa43b5e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5f3dc3-6333-4d55-bce1-feb8dc167270,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:45.620182 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:45.745809 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae521-2f4a-4664-9a24-853597b2f93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:45.779147 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae521-2f4a-4664-9a24-853597b2f93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:45.825178 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:45.881712 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e1a5a89-ebc4-4d73-afeb-f4fb8832baf9 req-23d9c439-fabe-4d69-879b-61dd26992654 tempest-ServersTestJSON-1507223953 tempest-ServersTestJSON-1507223953-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9a86539-9f82-4548-ae3d-22d4e65d59d4 HTTP/1.1" status: 200 len: 210 time: 0.0576849 Aug 23 15:05:45.982280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Deleting port cbb25738-dd9d-4618-a667-84b452247af8 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:45.982865 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:46.105038 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae521-2f4a-4664-9a24-853597b2f93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:46.108034 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae521-2f4a-4664-9a24-853597b2f93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:46.113086 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cf7ae521-2f4a-4664-9a24-853597b2f93a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/be5f3dc3-6333-4d55-bce1-feb8dc167270 HTTP/1.1" status: 204 len: 168 time: 0.5061097 Aug 23 15:05:46.128357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ae521-2f4a-4664-9a24-853597b2f93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5f3dc3-6333-4d55-bce1-feb8dc167270,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:46.165174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] For port cbb25738-dd9d-4618-a667-84b452247af8, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=cbb25738-dd9d-4618-a667-84b452247af8,segment=NetworkSegment(6f3654fb-6f5b-4132-9f18-c38a40df15dc),segment_id=6f3654fb-6f5b-4132-9f18-c38a40df15dc)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:46.165752 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:46.184838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Calling delete_port for cbb25738-dd9d-4618-a667-84b452247af8 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:46.402630 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:46.419441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No DVR routers for this DVR port cbb25738-dd9d-4618-a667-84b452247af8 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:05:46.537183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Port': ['ID=cbb25738-dd9d-4618-a667-84b452247af8,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:46.613299 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:46.628245 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c2993b-7b5c-4acd-a705-a16a74f8407a']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:46.640273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3654fb-6f5b-4132-9f18-c38a40df15dc') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:46.640841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3654fb-6f5b-4132-9f18-c38a40df15dc') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:46.652211 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:46.667777 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:46.674573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:05:46.674994 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930b0c2-a1c1-4641-ae52-8962a9895f7e req-794096aa-6002-42db-967f-26bc09eb1374 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:46.825858 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9930b0c2-a1c1-4641-ae52-8962a9895f7e req-794096aa-6002-42db-967f-26bc09eb1374 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.3813834 Aug 23 15:05:46.848225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9930b0c2-a1c1-4641-ae52-8962a9895f7e req-31ca4ec3-089d-4251-bc2a-292a4d989d9b tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456281 Aug 23 15:05:46.872173 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:46.883882 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:46.889263 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/a2c2993b-7b5c-4acd-a705-a16a74f8407a HTTP/1.1" status: 204 len: 168 time: 3.5047276 Aug 23 15:05:46.890234 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37470) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:46.917830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3665fe35-abcc-4c0e-8d3d-a9d14ad0b49f tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1506921501'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:46.924489 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54b079-c58b-4294-8753-642e6a94dc3d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Network': ['ID=a2c2993b-7b5c-4acd-a705-a16a74f8407a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:47.032319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3665fe35-abcc-4c0e-8d3d-a9d14ad0b49f tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:47.033896 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eccc5100-c1d3-4d64-81bf-73a1c7c43aed req-ddaeea9f-ddcd-4d44-8eea-a98fdc153ac8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 210 time: 0.0488815 Aug 23 15:05:47.040635 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3665fe35-abcc-4c0e-8d3d-a9d14ad0b49f tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:47.068508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37486) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:47.125957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3665fe35-abcc-4c0e-8d3d-a9d14ad0b49f tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:05:47.139886 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3665fe35-abcc-4c0e-8d3d-a9d14ad0b49f tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:47.140534 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-3665fe35-abcc-4c0e-8d3d-a9d14ad0b49f tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Added segment 007691e6-3a27-4efd-8ee1-d86d7b7d5457 of type vlan for network d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3 Aug 23 15:05:47.166850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-e976d308-aa3e-4646-95f8-b4a63b9ce96f admin admin] Deleting subnet 5f22f70f-5be0-4809-bae5-4797be32e410 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:05:47.166850 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e976d308-aa3e-4646-95f8-b4a63b9ce96f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:47.216573 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3665fe35-abcc-4c0e-8d3d-a9d14ad0b49f tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:47.234918 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e976d308-aa3e-4646-95f8-b4a63b9ce96f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:47.310033 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e976d308-aa3e-4646-95f8-b4a63b9ce96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:47.339303 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3665fe35-abcc-4c0e-8d3d-a9d14ad0b49f tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:47.346178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3665fe35-abcc-4c0e-8d3d-a9d14ad0b49f tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:47.346817 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3665fe35-abcc-4c0e-8d3d-a9d14ad0b49f tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:47.386131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684c885-89b9-415c-a185-41fb1b7df4be req-b9bcc37b-3f44-4bab-bc22-5cd9cb9b2194 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:47.404160 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6684c885-89b9-415c-a185-41fb1b7df4be req-b9bcc37b-3f44-4bab-bc22-5cd9cb9b2194 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1426289 Aug 23 15:05:47.544666 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6684c885-89b9-415c-a185-41fb1b7df4be req-ef5dc24b-2dbd-4cfb-84c9-2cfdf54f5c47 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1395845 Aug 23 15:05:47.587168 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665fe35-abcc-4c0e-8d3d-a9d14ad0b49f tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Network': ['ID=d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:47.598863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:05:47.603109 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906b84b-fd74-41d9-9520-9a0575d2f02f req-eb9d7654-ded4-4dd4-b2a3-2af145a7f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:47.607203 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b906b84b-fd74-41d9-9520-9a0575d2f02f req-eb9d7654-ded4-4dd4-b2a3-2af145a7f897 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 1096 time: 0.1235840 Aug 23 15:05:47.610472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37508) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:47.614325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3665fe35-abcc-4c0e-8d3d-a9d14ad0b49f tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7183168 Aug 23 15:05:47.616001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-8eb19a22-0aa5-4812-831a-39ba3127513b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'subnet': {'network_id': 'd5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:47.650024 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e976d308-aa3e-4646-95f8-b4a63b9ce96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:47.691573 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b906b84b-fd74-41d9-9520-9a0575d2f02f req-112ce2db-1663-49cc-ad6c-2471e3856aba service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757327 Aug 23 15:05:47.718855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976d308-aa3e-4646-95f8-b4a63b9ce96f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f22f70f-5be0-4809-bae5-4797be32e410,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:47.724838 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e976d308-aa3e-4646-95f8-b4a63b9ce96f admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:47.728973 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e976d308-aa3e-4646-95f8-b4a63b9ce96f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5f22f70f-5be0-4809-bae5-4797be32e410 HTTP/1.1" status: 204 len: 168 time: 0.6571906 Aug 23 15:05:47.733595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37514) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:47.824475 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cb585d7-354c-458a-84f0-f540e0b6d247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:47.859086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37520) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:47.938768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb19a22-0aa5-4812-831a-39ba3127513b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:47.942944 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8eb19a22-0aa5-4812-831a-39ba3127513b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:47.964894 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cb585d7-354c-458a-84f0-f540e0b6d247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:47.980565 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-6cb585d7-354c-458a-84f0-f540e0b6d247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f87949-f645-4741-b9fd-fc55a03e518e']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:48.013804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d3f1bdc7-883a-43b3-ba35-b3ce607c683e no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:05:48.053617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-6cb585d7-354c-458a-84f0-f540e0b6d247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cd3efa-83d1-47ad-9e53-5def52e9ed1f') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:48.053926 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-6cb585d7-354c-458a-84f0-f540e0b6d247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cd3efa-83d1-47ad-9e53-5def52e9ed1f') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:48.069245 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cb585d7-354c-458a-84f0-f540e0b6d247 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:48.082077 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cb585d7-354c-458a-84f0-f540e0b6d247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:48.088985 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb585d7-354c-458a-84f0-f540e0b6d247 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:05:48.089403 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cb585d7-354c-458a-84f0-f540e0b6d247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:48.100240 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: d3f1bdc7-883a-43b3-ba35-b3ce607c683e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:05:48.107057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d3f1bdc7-883a-43b3-ba35-b3ce607c683e not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:05:48.107283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-bf15d773-5142-4f7c-8117-a9f2aba0769b tempest-SubnetPoolsTestJSON-931060047 tempest-SubnetPoolsTestJSON-931060047-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2115801703', 'prefixes': ['172.20.0.0/16']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:05:48.145706 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:05:48.189199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f05ffa-a7e3-475d-8736-a29b866c4b8a req-e87e0524-7e74-4523-ab77-4ef43fc77928 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:48.200963 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-298224b3-5f6a-4258-92da-68e388dbdea4 req-94a1eb23-a674-45ac-8d65-651e13b2c3f9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 210 time: 0.0498629 Aug 23 15:05:48.201150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-71f05ffa-a7e3-475d-8736-a29b866c4b8a req-e87e0524-7e74-4523-ab77-4ef43fc77928 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.2596550 Aug 23 15:05:48.256064 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-71f05ffa-a7e3-475d-8736-a29b866c4b8a req-77d16f53-510e-48a6-95be-36307a5fdd4d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535760 Aug 23 15:05:48.263545 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cb585d7-354c-458a-84f0-f540e0b6d247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:48.293679 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cb585d7-354c-458a-84f0-f540e0b6d247 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:48.293679 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6cb585d7-354c-458a-84f0-f540e0b6d247 admin admin] 10.222.0.38 "DELETE /v2.0/networks/64f87949-f645-4741-b9fd-fc55a03e518e HTTP/1.1" status: 204 len: 168 time: 0.5565653 Aug 23 15:05:48.310787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb585d7-354c-458a-84f0-f540e0b6d247 admin admin] Pushing event deleted for resources: {'Network': ['ID=64f87949-f645-4741-b9fd-fc55a03e518e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:48.774696 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c5dcd-be27-43e5-b33b-79f9cb1267b8 req-99adca5f-0d6d-468c-a833-f90053925e3e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:48.776332 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c99c5dcd-be27-43e5-b33b-79f9cb1267b8 req-99adca5f-0d6d-468c-a833-f90053925e3e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.0620236 Aug 23 15:05:48.788041 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8eb19a22-0aa5-4812-831a-39ba3127513b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:48.884787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c99c5dcd-be27-43e5-b33b-79f9cb1267b8 req-56ab744e-6d63-4957-a38e-6b36091daaba tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995975 Aug 23 15:05:48.893411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bf15d773-5142-4f7c-8117-a9f2aba0769b tempest-SubnetPoolsTestJSON-931060047 tempest-SubnetPoolsTestJSON-931060047-project] Notify callbacks [] for subnetpool, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:48.899836 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bf15d773-5142-4f7c-8117-a9f2aba0769b tempest-SubnetPoolsTestJSON-931060047 tempest-SubnetPoolsTestJSON-931060047-project] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0357003 Aug 23 15:05:48.900182 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37568) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:48.903383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb19a22-0aa5-4812-831a-39ba3127513b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Subnet': ['ID=48c9bfb7-a53f-4b00-a8f4-a5c433791bc0,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:48.930337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb19a22-0aa5-4812-831a-39ba3127513b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Checking segment: {'id': '007691e6-3a27-4efd-8ee1-d86d7b7d5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:48.930750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb19a22-0aa5-4812-831a-39ba3127513b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network hostable DHCP agents. Network: d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:05:48.964386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37570) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:48.976155 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-243402e7-0ff8-4bf6-9da2-34b3bb2ea407 tempest-SubnetPoolsTestJSON-931060047 tempest-SubnetPoolsTestJSON-931060047-project] 10.222.0.38 "GET /v2.0/subnetpools/22195e86-a335-4158-847f-47273d73ebb4 HTTP/1.1" status: 200 len: 732 time: 0.0747736 Aug 23 15:05:48.978785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37572) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:48.983970 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b1549973-ccd8-49f0-ba44-3985e9aa5b79 tempest-SubnetPoolsTestJSON-931060047 tempest-SubnetPoolsTestJSON-931060047-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1672212061'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:49.035883 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-33574244-1c16-4f81-ae64-4f3d70a94d3e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98c793e8a58f4dcda7e858b805fa89a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694919 Aug 23 15:05:49.045448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37576) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:49.102097 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4612c6da-6dd3-494c-a6f7-a78b73e25bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:49.117508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb19a22-0aa5-4812-831a-39ba3127513b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:05:49.131148 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4612c6da-6dd3-494c-a6f7-a78b73e25bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:49.245008 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b1549973-ccd8-49f0-ba44-3985e9aa5b79 tempest-SubnetPoolsTestJSON-931060047 tempest-SubnetPoolsTestJSON-931060047-project] Notify callbacks [] for subnetpool, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:49.246325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b1549973-ccd8-49f0-ba44-3985e9aa5b79 tempest-SubnetPoolsTestJSON-931060047 tempest-SubnetPoolsTestJSON-931060047-project] 10.222.0.38 "PUT /v2.0/subnetpools/22195e86-a335-4158-847f-47273d73ebb4 HTTP/1.1" status: 200 len: 684 time: 0.2660370 Aug 23 15:05:49.249386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37586) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:49.317953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-8eb19a22-0aa5-4812-831a-39ba3127513b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:49.326090 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb19a22-0aa5-4812-831a-39ba3127513b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:49.328426 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8eb19a22-0aa5-4812-831a-39ba3127513b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:49.330426 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-656719fb-7c78-42a0-b6b5-523e030f8251 req-8bd5259a-98ee-4403-9b9a-bd8ef70ad213 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 210 time: 0.0724108 Aug 23 15:05:49.349632 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323799c5-611c-4b50-bd50-ad6f9559f8ee None None] Network d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:49.371192 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4612c6da-6dd3-494c-a6f7-a78b73e25bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:49.379196 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4612c6da-6dd3-494c-a6f7-a78b73e25bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:49.379196 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4612c6da-6dd3-494c-a6f7-a78b73e25bbf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ddbb3c12-9282-4396-9960-b9cdebb30e23 HTTP/1.1" status: 204 len: 168 time: 0.3314242 Aug 23 15:05:49.432155 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612c6da-6dd3-494c-a6f7-a78b73e25bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbb3c12-9282-4396-9960-b9cdebb30e23,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:49.490103 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8eb19a22-0aa5-4812-831a-39ba3127513b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8786514 Aug 23 15:05:49.493076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37598) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:49.498863 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b3d2510f-ecaa-4e53-9e40-be2009eac422 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'subnet': {'network_id': 'd5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:49.523214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717fe8e-750d-4ec2-8a6c-c41580809855 req-35d1c1b6-b600-4470-9603-7de4c69c5497 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:49.524455 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f717fe8e-750d-4ec2-8a6c-c41580809855 req-35d1c1b6-b600-4470-9603-7de4c69c5497 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1453400 Aug 23 15:05:49.584824 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4da117a-1058-4829-9102-d9d3e251de65 tempest-SubnetPoolsTestJSON-931060047 tempest-SubnetPoolsTestJSON-931060047-project] Notify callbacks [] for subnetpool, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:49.586559 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c4da117a-1058-4829-9102-d9d3e251de65 tempest-SubnetPoolsTestJSON-931060047 tempest-SubnetPoolsTestJSON-931060047-project] 10.222.0.38 "DELETE /v2.0/subnetpools/22195e86-a335-4158-847f-47273d73ebb4 HTTP/1.1" status: 204 len: 168 time: 0.3346951 Aug 23 15:05:49.593242 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37606) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:49.594487 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f717fe8e-750d-4ec2-8a6c-c41580809855 req-28c10bdb-64f9-4e62-82c3-7f856a914478 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586231 Aug 23 15:05:49.627352 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-aa2eac76-411d-464b-93e7-7d4241f8af37 tempest-SubnetPoolsTestJSON-931060047 tempest-SubnetPoolsTestJSON-931060047-project] show failed (client error): The resource could not be found. Aug 23 15:05:49.639832 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-aa2eac76-411d-464b-93e7-7d4241f8af37 tempest-SubnetPoolsTestJSON-931060047 tempest-SubnetPoolsTestJSON-931060047-project] 10.222.0.38 "GET /v2.0/subnetpools/22195e86-a335-4158-847f-47273d73ebb4 HTTP/1.1" status: 404 len: 346 time: 0.0333130 Aug 23 15:05:49.639832 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37610) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:49.681275 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-3e013e14-2ebd-4453-9aa8-85fb90910db0 tempest-SubnetPoolsTestJSON-931060047 tempest-SubnetPoolsTestJSON-931060047-project] delete failed (client error): The resource could not be found. Aug 23 15:05:49.682556 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3e013e14-2ebd-4453-9aa8-85fb90910db0 tempest-SubnetPoolsTestJSON-931060047 tempest-SubnetPoolsTestJSON-931060047-project] 10.222.0.38 "DELETE /v2.0/subnetpools/22195e86-a335-4158-847f-47273d73ebb4 HTTP/1.1" status: 404 len: 346 time: 0.0424011 Aug 23 15:05:49.693559 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3', 'network_id': 'd5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3', 'tenant_id': 'c1fc9cf13d94444fa1e58b6faa765b11', 'fixed_ips': [{'subnet_id': '48c9bfb7-a53f-4b00-a8f4-a5c433791bc0'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:05:49.694631 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:49.905565 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d2510f-ecaa-4e53-9e40-be2009eac422 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:49.916070 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b3d2510f-ecaa-4e53-9e40-be2009eac422 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:50.154223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f22a4a-88ad-433c-8c09-e97949fbab61 req-2e4a04c6-c464-46d8-83b8-e98e61868cad tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:50.156341 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-68f22a4a-88ad-433c-8c09-e97949fbab61 req-2e4a04c6-c464-46d8-83b8-e98e61868cad tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1245663 Aug 23 15:05:50.190045 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Allocated IP 2001:db8::2 (d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3/48c9bfb7-a53f-4b00-a8f4-a5c433791bc0/00019778-5482-41b1-af16-8d3c8f16b254) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:05:50.291436 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-68f22a4a-88ad-433c-8c09-e97949fbab61 req-fc268d02-9c3e-48c1-9a90-49ef16fe50d0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283824 Aug 23 15:05:50.359070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0602f-8bed-481e-9a9e-5a095b898705 req-351a56ff-f699-4bc0-92bf-93de4913406d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:50.376473 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6c0602f-8bed-481e-9a9e-5a095b898705 req-351a56ff-f699-4bc0-92bf-93de4913406d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1060197 Aug 23 15:05:50.404790 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:50.518451 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6c0602f-8bed-481e-9a9e-5a095b898705 req-e6a6a7e4-625d-4a17-a611-8c1e0f8022ef tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410017 Aug 23 15:05:50.554205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37658) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:50.556656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5432e18-7f9b-4732-a0df-685ad0dbfa1b req-9711a790-1146-473c-b54b-3453cc29a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:50.558176 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5432e18-7f9b-4732-a0df-685ad0dbfa1b req-9711a790-1146-473c-b54b-3453cc29a4e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 1096 time: 0.2613914 Aug 23 15:05:50.571137 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:50.580019 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Transition to ACTIVE for port object 00019778-5482-41b1-af16-8d3c8f16b254 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:50.582387 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1fa8e72f-0b33-4e3c-ba73-0bb4ffcd70c4 req-34ec1ccd-095e-4502-b031-08d58573f206 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 210 time: 0.0520635 Aug 23 15:05:50.596978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Transition to ACTIVE for port object 00019778-5482-41b1-af16-8d3c8f16b254 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:50.723187 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:50.762907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5432e18-7f9b-4732-a0df-685ad0dbfa1b req-e452bca6-30d0-492b-81bb-d63fdf368996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:50.764549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Network d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:50.766354 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5432e18-7f9b-4732-a0df-685ad0dbfa1b req-e452bca6-30d0-492b-81bb-d63fdf368996 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cffccb22-b63a-4c5c-a1aa-a7862729d292 HTTP/1.1" status: 200 len: 920 time: 0.1820545 Aug 23 15:05:50.766965 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:50.783513 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:50.824858 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5432e18-7f9b-4732-a0df-685ad0dbfa1b req-e5c9a1eb-b7ac-4542-9e79-d2191fb1e333 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=523d7fb1-42dc-4fb1-948f-e023ee161005 HTTP/1.1" status: 200 len: 217 time: 0.0458100 Aug 23 15:05:50.826219 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b3d2510f-ecaa-4e53-9e40-be2009eac422 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:50.840668 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Pushing event updated for resources: {'Port': ['ID=00019778-5482-41b1-af16-8d3c8f16b254,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:50.852901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Attempting to bind port 00019778-5482-41b1-af16-8d3c8f16b254 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:50.853253 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Attempting to bind port 00019778-5482-41b1-af16-8d3c8f16b254 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '007691e6-3a27-4efd-8ee1-d86d7b7d5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:50.853623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Attempting to bind port 00019778-5482-41b1-af16-8d3c8f16b254 on network d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:50.860364 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:05:50.862094 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Checking segment: {'id': '007691e6-3a27-4efd-8ee1-d86d7b7d5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:50.862094 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:50.862094 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Bound using segment: {'id': '007691e6-3a27-4efd-8ee1-d86d7b7d5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:05:50.862571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Bound port: 00019778-5482-41b1-af16-8d3c8f16b254, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007691e6-3a27-4efd-8ee1-d86d7b7d5457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:05:50.862962 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:50.892808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2510f-ecaa-4e53-9e40-be2009eac422 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Subnet': ['ID=79340aa6-8087-4e78-badf-1cd4ad604878,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:50.947014 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d4f390d-5f8f-4eb5-b4cb-b4d8dda6ead3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:50.976644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d2510f-ecaa-4e53-9e40-be2009eac422 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:50.987024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] For port 00019778-5482-41b1-af16-8d3c8f16b254, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:05:50.987313 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-b3d2510f-ecaa-4e53-9e40-be2009eac422 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:50.987590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] For port 00019778-5482-41b1-af16-8d3c8f16b254, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=00019778-5482-41b1-af16-8d3c8f16b254,segment=NetworkSegment(007691e6-3a27-4efd-8ee1-d86d7b7d5457),segment_id=007691e6-3a27-4efd-8ee1-d86d7b7d5457)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:05:50.993197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d2510f-ecaa-4e53-9e40-be2009eac422 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:50.993889 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b3d2510f-ecaa-4e53-9e40-be2009eac422 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:51.023403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5432e18-7f9b-4732-a0df-685ad0dbfa1b req-5c149a14-8832-4956-953f-8fc235785e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:51.024823 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5432e18-7f9b-4732-a0df-685ad0dbfa1b req-5c149a14-8832-4956-953f-8fc235785e2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17940688-0fc2-4a39-b459-e1f5a256fee0 HTTP/1.1" status: 200 len: 859 time: 0.1376188 Aug 23 15:05:51.079876 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5432e18-7f9b-4732-a0df-685ad0dbfa1b req-c98d95b8-20c3-44f9-8665-c76133769bc1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cffccb22-b63a-4c5c-a1aa-a7862729d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432963 Aug 23 15:05:51.092433 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:51.174519 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d4f390d-5f8f-4eb5-b4cb-b4d8dda6ead3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:51.252294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1730bb4-6e50-45ee-9f9e-43289dec9291 None None] Pushing event updated for resources: {'Port': ['ID=00019778-5482-41b1-af16-8d3c8f16b254,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:51.253171 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5432e18-7f9b-4732-a0df-685ad0dbfa1b req-28fdbf3b-eb05-41a1-aac2-90f73ce97928 service neutron] 10.222.0.61 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621811 Aug 23 15:05:51.277096 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d4f390d-5f8f-4eb5-b4cb-b4d8dda6ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:51.348301 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4d4f390d-5f8f-4eb5-b4cb-b4d8dda6ead3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7cd97c380b41491d8d73d9e137f74929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7922018 Aug 23 15:05:51.349704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f390d-5f8f-4eb5-b4cb-b4d8dda6ead3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba602f5-e6aa-42b5-a057-64fcca122635,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:51.365892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37694) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:51.483056 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b3d2510f-ecaa-4e53-9e40-be2009eac422 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9885845 Aug 23 15:05:51.487135 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-82c0b98d-1999-4081-a284-9aeaa14e8654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:51.505894 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5432e18-7f9b-4732-a0df-685ad0dbfa1b req-201674b7-aff3-4074-8016-ea29b49d49ff service neutron] 10.222.0.61 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241611 Aug 23 15:05:51.508719 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37706) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:51.628181 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-82c0b98d-1999-4081-a284-9aeaa14e8654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:51.751241 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b5178-cf84-4721-adb6-af5cc86395c4 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:51.753090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b5178-cf84-4721-adb6-af5cc86395c4 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:51.754712 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b5178-cf84-4721-adb6-af5cc86395c4 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:51.756368 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b5178-cf84-4721-adb6-af5cc86395c4 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:51.760388 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b5178-cf84-4721-adb6-af5cc86395c4 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:51.764404 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-289b5178-cf84-4721-adb6-af5cc86395c4 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2498865 Aug 23 15:05:51.769979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9120d-0f6a-4d12-9b54-df6f0e47a739 req-e88bc02e-1eb9-48f8-9615-8c635147e8fb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:51.779473 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37726) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:51.780579 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5db9120d-0f6a-4d12-9b54-df6f0e47a739 req-e88bc02e-1eb9-48f8-9615-8c635147e8fb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1935294 Aug 23 15:05:51.787872 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d144ef6e-b416-4d4c-800f-230f15afb661 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-82623929'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:51.817051 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90897dbf-65ca-4aee-bd2f-fa9d871f1273 req-706b9d55-5ca8-4681-849a-62442d9e0fbd tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:51.818590 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-90897dbf-65ca-4aee-bd2f-fa9d871f1273 req-706b9d55-5ca8-4681-849a-62442d9e0fbd tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1302211 Aug 23 15:05:51.863449 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5db9120d-0f6a-4d12-9b54-df6f0e47a739 req-85951670-0632-4347-8986-0d86cc6d51fe tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819895 Aug 23 15:05:51.889900 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-90897dbf-65ca-4aee-bd2f-fa9d871f1273 req-0cb98c11-fa7f-40cd-a9b6-173f7673bcac tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583088 Aug 23 15:05:51.996980 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d144ef6e-b416-4d4c-800f-230f15afb661 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:52.002130 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d144ef6e-b416-4d4c-800f-230f15afb661 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:52.017609 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9fbc4558-7f72-417d-9b29-de5a7a15b826 req-e03d7459-04fa-4302-873c-0451fe8a7126 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=17f8e4bc-aada-47d6-88a1-9d8ecd5a3ba0 HTTP/1.1" status: 200 len: 210 time: 0.0409110 Aug 23 15:05:52.043796 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-82c0b98d-1999-4081-a284-9aeaa14e8654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:52.046386 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-82c0b98d-1999-4081-a284-9aeaa14e8654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:52.047857 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-82c0b98d-1999-4081-a284-9aeaa14e8654 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8ba602f5-e6aa-42b5-a057-64fcca122635 HTTP/1.1" status: 204 len: 168 time: 0.6798997 Aug 23 15:05:52.066677 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0b98d-1999-4081-a284-9aeaa14e8654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba602f5-e6aa-42b5-a057-64fcca122635,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:52.216776 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d144ef6e-b416-4d4c-800f-230f15afb661 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:05:52.240042 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d144ef6e-b416-4d4c-800f-230f15afb661 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:52.244185 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-d144ef6e-b416-4d4c-800f-230f15afb661 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Added segment c8963b7f-9f38-4c81-8fa7-f8ecaabfbda0 of type vlan for network aa825724-6f32-458c-9c88-0b5bc984f62a Aug 23 15:05:52.281007 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 00019778-5482-41b1-af16-8d3c8f16b254 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:05:52.326147 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d144ef6e-b416-4d4c-800f-230f15afb661 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:52.555832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 00019778-5482-41b1-af16-8d3c8f16b254 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:52.555990 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d144ef6e-b416-4d4c-800f-230f15afb661 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:52.561662 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d144ef6e-b416-4d4c-800f-230f15afb661 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:52.563768 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d144ef6e-b416-4d4c-800f-230f15afb661 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:52.666581 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0795b862-1ce4-4567-bafd-b3ebd4c67da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:52.689733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144ef6e-b416-4d4c-800f-230f15afb661 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Network': ['ID=aa825724-6f32-458c-9c88-0b5bc984f62a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:52.704366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network aa825724-6f32-458c-9c88-0b5bc984f62a details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:05:52.761179 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d144ef6e-b416-4d4c-800f-230f15afb661 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9737010 Aug 23 15:05:52.761179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37772) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:52.765442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-0478521c-4274-41f1-af64-8bf747eed69d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'network': {'name': 'New_network'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:52.823935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37776) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:52.846635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b8c898-fbad-462d-afe3-de8c39c000d0 None None] Network d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:53.037365 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0478521c-4274-41f1-af64-8bf747eed69d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:53.084699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1528023f-f5d2-4556-b16f-fe7bcf055d1c None None] Provisioning for port 00019778-5482-41b1-af16-8d3c8f16b254 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:53.085722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d593d59-6357-4267-af71-91d839ffcf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:53.097584 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1528023f-f5d2-4556-b16f-fe7bcf055d1c None None] Provisioning complete for port 00019778-5482-41b1-af16-8d3c8f16b254 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:53.098223 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1528023f-f5d2-4556-b16f-fe7bcf055d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:53.161156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8f58d-eb00-446a-b667-7dafbc320351 req-28fa639b-4a4d-4bb7-99c5-b4d489bf4507 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:53.164509 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a5f8f58d-eb00-446a-b667-7dafbc320351 req-28fa639b-4a4d-4bb7-99c5-b4d489bf4507 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1398497 Aug 23 15:05:53.216254 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343afa7b-957d-45be-a34d-35c9c1d6692a req-b497f695-7eff-49d3-9783-138d9f554ce3 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:53.224752 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a5f8f58d-eb00-446a-b667-7dafbc320351 req-e61b39fe-52d3-41f6-80e9-7c6378e77f13 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534418 Aug 23 15:05:53.225047 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-343afa7b-957d-45be-a34d-35c9c1d6692a req-b497f695-7eff-49d3-9783-138d9f554ce3 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1907642 Aug 23 15:05:53.258505 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0478521c-4274-41f1-af64-8bf747eed69d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:53.285046 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0478521c-4274-41f1-af64-8bf747eed69d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network aa825724-6f32-458c-9c88-0b5bc984f62a is not hosted by any dhcp agent {{(pid=96114) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 15:05:53.292794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0478521c-4274-41f1-af64-8bf747eed69d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:53.300231 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0478521c-4274-41f1-af64-8bf747eed69d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:53.300231 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0478521c-4274-41f1-af64-8bf747eed69d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "PUT /v2.0/networks/aa825724-6f32-458c-9c88-0b5bc984f62a HTTP/1.1" status: 200 len: 723 time: 0.5344236 Aug 23 15:05:53.323895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37804) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:53.336298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c081da96-2d92-4ba1-bc32-446e4a66a340 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'subnet': {'network_id': 'aa825724-6f32-458c-9c88-0b5bc984f62a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:53.375597 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d593d59-6357-4267-af71-91d839ffcf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:53.412547 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-343afa7b-957d-45be-a34d-35c9c1d6692a req-4e74450a-7c62-497b-951b-2696888d7fe1 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1805038 Aug 23 15:05:53.437593 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478521c-4274-41f1-af64-8bf747eed69d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Network': ['ID=aa825724-6f32-458c-9c88-0b5bc984f62a,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:53.443149 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1528023f-f5d2-4556-b16f-fe7bcf055d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:53.458168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network aa825724-6f32-458c-9c88-0b5bc984f62a details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:05:53.518074 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d593d59-6357-4267-af71-91d839ffcf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:53.567644 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0d593d59-6357-4267-af71-91d839ffcf0c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6a8d08f759154684bec1144947d5e9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7419772 Aug 23 15:05:53.570184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37820) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:53.615981 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d593d59-6357-4267-af71-91d839ffcf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1a27d1-b923-461f-bd1c-be88ad803f1e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:53.686428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c081da96-2d92-4ba1-bc32-446e4a66a340 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:53.690545 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c081da96-2d92-4ba1-bc32-446e4a66a340 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:53.691860 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-81176882-cec0-4de8-8929-c5f3cc985d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:53.715814 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-81176882-cec0-4de8-8929-c5f3cc985d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:53.717993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1528023f-f5d2-4556-b16f-fe7bcf055d1c None None] For port 00019778-5482-41b1-af16-8d3c8f16b254, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=00019778-5482-41b1-af16-8d3c8f16b254,segment=NetworkSegment(007691e6-3a27-4efd-8ee1-d86d7b7d5457),segment_id=007691e6-3a27-4efd-8ee1-d86d7b7d5457)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:53.721872 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c1b141-c0ee-4883-b733-172dd28f3f9a None None] Update dhcp port {'port': {'network_id': 'd5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3', 'fixed_ips': [{'subnet_id': '48c9bfb7-a53f-4b00-a8f4-a5c433791bc0', 'ip_address': '2001:db8::2'}, {'subnet_id': '79340aa6-8087-4e78-badf-1cd4ad604878'}], 'binding:host_id': 'n-d-804985-3'}, 'id': '00019778-5482-41b1-af16-8d3c8f16b254'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 15:05:53.761170 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-92c1b141-c0ee-4883-b733-172dd28f3f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:53.954177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-92c1b141-c0ee-4883-b733-172dd28f3f9a None None] Allocated IP 172.20.0.1 (d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3/79340aa6-8087-4e78-badf-1cd4ad604878/00019778-5482-41b1-af16-8d3c8f16b254) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:05:53.978025 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-81176882-cec0-4de8-8929-c5f3cc985d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:53.983295 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-81176882-cec0-4de8-8929-c5f3cc985d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:53.987300 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-81176882-cec0-4de8-8929-c5f3cc985d59 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad1a27d1-b923-461f-bd1c-be88ad803f1e HTTP/1.1" status: 204 len: 168 time: 0.4160690 Aug 23 15:05:54.003629 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1528023f-f5d2-4556-b16f-fe7bcf055d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:54.014939 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81176882-cec0-4de8-8929-c5f3cc985d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1a27d1-b923-461f-bd1c-be88ad803f1e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:54.156600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528023f-f5d2-4556-b16f-fe7bcf055d1c None None] Pushing event updated for resources: {'Port': ['ID=00019778-5482-41b1-af16-8d3c8f16b254,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:54.280482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-92c1b141-c0ee-4883-b733-172dd28f3f9a None None] For port 00019778-5482-41b1-af16-8d3c8f16b254, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=00019778-5482-41b1-af16-8d3c8f16b254,segment=NetworkSegment(007691e6-3a27-4efd-8ee1-d86d7b7d5457),segment_id=007691e6-3a27-4efd-8ee1-d86d7b7d5457)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:54.288475 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c081da96-2d92-4ba1-bc32-446e4a66a340 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:54.322961 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-92c1b141-c0ee-4883-b733-172dd28f3f9a None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:54.379614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081da96-2d92-4ba1-bc32-446e4a66a340 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Subnet': ['ID=8781c05d-b0c8-4487-a842-89da7aebbc3d,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:54.381112 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-92c1b141-c0ee-4883-b733-172dd28f3f9a None None] Transition to ACTIVE for port object 00019778-5482-41b1-af16-8d3c8f16b254 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:54.483904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab31d1-8b59-44d9-b635-1c3a651a829c req-81935e14-9b13-44e1-9961-ec6c45d63f54 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:54.485840 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-09ab31d1-8b59-44d9-b635-1c3a651a829c req-81935e14-9b13-44e1-9961-ec6c45d63f54 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1411994 Aug 23 15:05:54.489303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c081da96-2d92-4ba1-bc32-446e4a66a340 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Checking segment: {'id': 'c8963b7f-9f38-4c81-8fa7-f8ecaabfbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aa825724-6f32-458c-9c88-0b5bc984f62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:54.489679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081da96-2d92-4ba1-bc32-446e4a66a340 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network hostable DHCP agents. Network: aa825724-6f32-458c-9c88-0b5bc984f62a, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:05:54.494429 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-92c1b141-c0ee-4883-b733-172dd28f3f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:54.615877 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-09ab31d1-8b59-44d9-b635-1c3a651a829c req-1f43194e-f2ef-4e58-8b16-17aa7aaf9969 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157551 Aug 23 15:05:54.633747 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a4cbb-203b-4cdd-ad21-f25ce8f22887 req-b70ca717-1ace-4813-8092-dc8fc1bbe1e0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:54.635753 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c1a4cbb-203b-4cdd-ad21-f25ce8f22887 req-b70ca717-1ace-4813-8092-dc8fc1bbe1e0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1330180 Aug 23 15:05:54.723894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081da96-2d92-4ba1-bc32-446e4a66a340 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network aa825724-6f32-458c-9c88-0b5bc984f62a is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:05:54.732172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1b141-c0ee-4883-b733-172dd28f3f9a None None] Pushing event updated for resources: {'Port': ['ID=00019778-5482-41b1-af16-8d3c8f16b254,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:54.794436 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c1a4cbb-203b-4cdd-ad21-f25ce8f22887 req-0c74721d-278c-42c9-ae0e-2b82f38b02b9 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1282935 Aug 23 15:05:54.855687 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-c081da96-2d92-4ba1-bc32-446e4a66a340 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, aa825724-6f32-458c-9c88-0b5bc984f62a) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:54.872621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c8093-2e0c-4361-9fbb-e0ea19d7d112 None None] Network aa825724-6f32-458c-9c88-0b5bc984f62a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:54.879159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c081da96-2d92-4ba1-bc32-446e4a66a340 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:54.883682 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c081da96-2d92-4ba1-bc32-446e4a66a340 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:55.096790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-aa825724-6f32-458c-9c88-0b5bc984f62a', 'network_id': 'aa825724-6f32-458c-9c88-0b5bc984f62a', 'tenant_id': 'c1fc9cf13d94444fa1e58b6faa765b11', 'fixed_ips': [{'subnet_id': '8781c05d-b0c8-4487-a842-89da7aebbc3d'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:05:55.097859 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:55.169288 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c081da96-2d92-4ba1-bc32-446e4a66a340 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8375785 Aug 23 15:05:55.183145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37898) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:55.194396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:55.375420 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4588286'] for subnet, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:55.398799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Allocated IP 2001:db8::2 (aa825724-6f32-458c-9c88-0b5bc984f62a/8781c05d-b0c8-4487-a842-89da7aebbc3d/81852ac7-4222-4c42-9b18-f54465c2d1bb) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:05:55.649637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443cf8b4-79b4-4c1f-ae7c-6f4274b969e2 None None] Network d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:55.878788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-cd0031fd-8e24-4c5f-8e9d-688be59d8a66 None None] Provisioning for port 00019778-5482-41b1-af16-8d3c8f16b254 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:05:55.886084 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:55.908622 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:55.914240 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-cd0031fd-8e24-4c5f-8e9d-688be59d8a66 None None] Provisioning complete for port 00019778-5482-41b1-af16-8d3c8f16b254 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:55.914763 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cd0031fd-8e24-4c5f-8e9d-688be59d8a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:55.958072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Transition to ACTIVE for port object 81852ac7-4222-4c42-9b18-f54465c2d1bb will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:56.112165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Transition to ACTIVE for port object 81852ac7-4222-4c42-9b18-f54465c2d1bb will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:05:56.157465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 00019778-5482-41b1-af16-8d3c8f16b254 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:05:56.157775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52940fcd-f7bf-4ce8-b21f-639a21139225 req-53c186bb-6f6d-4780-9622-78ab1f011339 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:56.159693 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52940fcd-f7bf-4ce8-b21f-639a21139225 req-53c186bb-6f6d-4780-9622-78ab1f011339 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1955161 Aug 23 15:05:56.238798 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:56.270474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37962) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:56.362741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Network aa825724-6f32-458c-9c88-0b5bc984f62a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:05:56.395517 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:56.407041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Pushing event updated for resources: {'Port': ['ID=81852ac7-4222-4c42-9b18-f54465c2d1bb,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:56.413853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:05:56.448041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 00019778-5482-41b1-af16-8d3c8f16b254 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:56.461323 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:56.501081 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52940fcd-f7bf-4ce8-b21f-639a21139225 req-d9c848ce-ce10-4d00-83fd-8e389d8b0088 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2960122 Aug 23 15:05:56.531692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1394664486-network', 'tenant_id': '6562da62424741dd8e53f325978af055'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:56.556576 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727177648954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7943489'] for subnet, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:56.705433 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] Made reservation on behalf of 6562da62424741dd8e53f325978af055 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:56.705433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:56.722991 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:56.723937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:56.724724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:56.732350 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "PUT /v2.0/subnets/8781c05d-b0c8-4487-a842-89da7aebbc3d HTTP/1.1" status: 200 len: 826 time: 1.5453012 Aug 23 15:05:56.740235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37982) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:56.753564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Attempting to bind port 81852ac7-4222-4c42-9b18-f54465c2d1bb on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:05:56.754117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Attempting to bind port 81852ac7-4222-4c42-9b18-f54465c2d1bb by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'c8963b7f-9f38-4c81-8fa7-f8ecaabfbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aa825724-6f32-458c-9c88-0b5bc984f62a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:05:56.754393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Attempting to bind port 81852ac7-4222-4c42-9b18-f54465c2d1bb on network aa825724-6f32-458c-9c88-0b5bc984f62a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:05:56.803244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:05:56.803709 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Checking segment: {'id': 'c8963b7f-9f38-4c81-8fa7-f8ecaabfbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aa825724-6f32-458c-9c88-0b5bc984f62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:56.814786 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:56.815344 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Bound using segment: {'id': 'c8963b7f-9f38-4c81-8fa7-f8ecaabfbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aa825724-6f32-458c-9c88-0b5bc984f62a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:05:56.815952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Bound port: 81852ac7-4222-4c42-9b18-f54465c2d1bb, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8963b7f-9f38-4c81-8fa7-f8ecaabfbda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aa825724-6f32-458c-9c88-0b5bc984f62a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:05:56.816365 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:56.847705 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1211dc94-bbf2-4921-b4a8-14d52322955f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:56.880676 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:56.906267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Subnet': ['ID=8781c05d-b0c8-4487-a842-89da7aebbc3d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:56.944498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:56.945542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:56.946009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:56.946462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:56.946919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:56.947364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:56.947868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:56.948148 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:56.948394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:56.948923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:56.949778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:56.950226 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:56.950665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d0198-8c00-44f6-af8f-1bd293e17235 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:05:56.952506 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:57.002720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Deleting port 81852ac7-4222-4c42-9b18-f54465c2d1bb {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:05:57.003287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3b519b5c-90fa-496f-8c0a-cdd43f081976 None None] Provisioning complete for port 00019778-5482-41b1-af16-8d3c8f16b254 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:05:57.003431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:57.003685 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b519b5c-90fa-496f-8c0a-cdd43f081976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:57.015267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] For port 81852ac7-4222-4c42-9b18-f54465c2d1bb, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:05:57.029092 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:57.077000 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:05:57.085574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:57.114540 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:57.115068 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] Added segment 49708b35-4721-4915-b976-b43330be82c0 of type vlan for network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f Aug 23 15:05:57.238126 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:57.272421 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] For port 81852ac7-4222-4c42-9b18-f54465c2d1bb, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=81852ac7-4222-4c42-9b18-f54465c2d1bb,segment=NetworkSegment(c8963b7f-9f38-4c81-8fa7-f8ecaabfbda0),segment_id=c8963b7f-9f38-4c81-8fa7-f8ecaabfbda0)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:05:57.287216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] For port 81852ac7-4222-4c42-9b18-f54465c2d1bb, host n-d-804985-3, got binding levels [] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:57.287216 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:57.311504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Calling delete_port for 81852ac7-4222-4c42-9b18-f54465c2d1bb owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:05:57.377788 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:57.378798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:57.379402 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:57.379888 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:57.489729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] Pushing event updated for resources: {'Network': ['ID=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:57.490314 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76f1da-c2c9-45e5-9013-45b3bb3e833a None None] Pushing event updated for resources: {'Port': ['ID=81852ac7-4222-4c42-9b18-f54465c2d1bb,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:57.512212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:05:57.660107 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cf8f8011-c024-43e4-9459-08362cd3c4d9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3873944 Aug 23 15:05:57.663272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38018) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:57.669713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-6c1c67cb-b83b-4cdf-9c01-e66d0af2cce8 admin admin] Request body: {'subnet': {'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1394664486-subnet', 'tenant_id': '6562da62424741dd8e53f325978af055', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:57.699629 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:57.733107 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Port': ['ID=81852ac7-4222-4c42-9b18-f54465c2d1bb,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:57.801425 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b111d9-8bea-4dd9-ba6c-30e4719fbab2 req-addb3acd-5ebc-496d-b546-cbdda0783e4d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:57.802121 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-63b111d9-8bea-4dd9-ba6c-30e4719fbab2 req-addb3acd-5ebc-496d-b546-cbdda0783e4d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1136737 Aug 23 15:05:57.839831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No DVR routers for this DVR port 81852ac7-4222-4c42-9b18-f54465c2d1bb on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:05:57.888615 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-63b111d9-8bea-4dd9-ba6c-30e4719fbab2 req-5510aca0-c924-40d9-a6cf-e249ecae201f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710487 Aug 23 15:05:57.916057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1c67cb-b83b-4cdf-9c01-e66d0af2cce8 admin admin] Made reservation on behalf of 6562da62424741dd8e53f325978af055 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:57.925240 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c1c67cb-b83b-4cdf-9c01-e66d0af2cce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:57.976089 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:58.266242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a6305-5c1d-42e9-b794-3545e05597b3 req-45ba1347-6c71-43b8-8390-9ebd1f30b259 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:58.266242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-121a6305-5c1d-42e9-b794-3545e05597b3 req-45ba1347-6c71-43b8-8390-9ebd1f30b259 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0543797 Aug 23 15:05:58.289099 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:58.291209 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c1c67cb-b83b-4cdf-9c01-e66d0af2cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:58.330706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Subnet': ['ID=8781c05d-b0c8-4487-a842-89da7aebbc3d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:58.405141 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-121a6305-5c1d-42e9-b794-3545e05597b3 req-dc29cf06-3833-41a4-b83c-d40ef5f39be3 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346598 Aug 23 15:05:58.524414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:58.543428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c67cb-b83b-4cdf-9c01-e66d0af2cce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e3845c-fb64-4958-a20f-7fa459eb4657,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:58.552948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa825724-6f32-458c-9c88-0b5bc984f62a']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:58.556284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1c67cb-b83b-4cdf-9c01-e66d0af2cce8 admin admin] Checking segment: {'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:05:58.560371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1c67cb-b83b-4cdf-9c01-e66d0af2cce8 admin admin] Network hostable DHCP agents. Network: 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:05:58.587341 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:58.588787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8963b7f-9f38-4c81-8fa7-f8ecaabfbda0') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:58.589101 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8963b7f-9f38-4c81-8fa7-f8ecaabfbda0') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:05:58.621564 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:58.639638 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:58.647437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:05:58.648051 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:05:58.651262 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:05:58.689406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 92975400-30d9-4977-93cd-945c92e371fc details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:05:58.770481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1c67cb-b83b-4cdf-9c01-e66d0af2cce8 admin admin] Network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:05:58.833301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=92975400-30d9-4977-93cd-945c92e371fc,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:58.847049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '92975400-30d9-4977-93cd-945c92e371fc', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'port_id': '92975400-30d9-4977-93cd-945c92e371fc', 'mac_address': 'fa:16:3e:d1:57:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:05:58.892256 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:58.903571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde957b0-3210-4ce8-b4c0-5120db8b1b5b None None] Network aa825724-6f32-458c-9c88-0b5bc984f62a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:58.909601 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:58.914969 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:58.919553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92975400-30d9-4977-93cd-945c92e371fc {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:05:58.920022 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/aa825724-6f32-458c-9c88-0b5bc984f62a HTTP/1.1" status: 204 len: 168 time: 2.1773460 Aug 23 15:05:58.920358 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38070) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:58.924866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde957b0-3210-4ce8-b4c0-5120db8b1b5b None None] Network aa825724-6f32-458c-9c88-0b5bc984f62a could not be found, it might have been deleted concurrently. {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 15:05:58.946137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=92975400-30d9-4977-93cd-945c92e371fc,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:05:58.957350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cb1a6-abb7-4848-8a82-2896038eb0fd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Network': ['ID=aa825724-6f32-458c-9c88-0b5bc984f62a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:58.975723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-6c1c67cb-b83b-4cdf-9c01-e66d0af2cce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:05:58.983147 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1c67cb-b83b-4cdf-9c01-e66d0af2cce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:58.984598 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c1c67cb-b83b-4cdf-9c01-e66d0af2cce8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:58.998477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1f9a5336-f3e4-43ce-a895-36339cc5abee None None] Could not find standard attr ID for object 81852ac7-4222-4c42-9b18-f54465c2d1bb. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:05:59.017441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb9755-ff97-4206-8b62-ed529b7553a4 None None] Network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:59.021826 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a09a885-bb5a-4e8f-8d36-9fc2c545d5d2 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] DELETE failed (client error): The resource could not be found. Aug 23 15:05:59.022399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a09a885-bb5a-4e8f-8d36-9fc2c545d5d2 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:05:59.029756 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0a09a885-bb5a-4e8f-8d36-9fc2c545d5d2 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/aa825724-6f32-458c-9c88-0b5bc984f62a HTTP/1.1" status: 404 len: 339 time: 0.1040766 Aug 23 15:05:59.030221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38082) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:05:59.038497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-11b6f7d9-d645-4511-9c3e-b1e3b729d0ee tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-923358979', 'description': 'd1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:05:59.089671 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:59.111474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336e4a4-a194-4d11-b53d-abe5c6958955 req-ec803c91-e481-4ac0-9929-524ab567a480 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:59.115999 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1336e4a4-a194-4d11-b53d-abe5c6958955 req-ec803c91-e481-4ac0-9929-524ab567a480 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.0629549 Aug 23 15:05:59.120042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49de590a-d296-4dc2-afbf-acda8f10c3ed None None] DHCP port deletion for aa825724-6f32-458c-9c88-0b5bc984f62a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:05:59.147787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6c1c67cb-b83b-4cdf-9c01-e66d0af2cce8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4830077 Aug 23 15:05:59.209058 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1336e4a4-a194-4d11-b53d-abe5c6958955 req-3894787c-8783-450e-88bc-39d9f97aad71 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782492 Aug 23 15:05:59.230322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ab708a-b793-4550-a4ed-3f2f76f9a838 None None] Network aa825724-6f32-458c-9c88-0b5bc984f62a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:59.254976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ab708a-b793-4550-a4ed-3f2f76f9a838 None None] Network aa825724-6f32-458c-9c88-0b5bc984f62a could not be found, it might have been deleted concurrently. {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 15:05:59.261482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=92975400-30d9-4977-93cd-945c92e371fc,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:59.277321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['92975400-30d9-4977-93cd-945c92e371fc'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:05:59.373769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b6f7d9-d645-4511-9c3e-b1e3b729d0ee tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:05:59.378520 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-11b6f7d9-d645-4511-9c3e-b1e3b729d0ee tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:59.410675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0b760f-e3e2-408a-8f98-b5c4dd72200d None None] Network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:05:59.425993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b6f7d9-d645-4511-9c3e-b1e3b729d0ee tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:05:59.446710 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-11b6f7d9-d645-4511-9c3e-b1e3b729d0ee tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:59.447361 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-11b6f7d9-d645-4511-9c3e-b1e3b729d0ee tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Added segment 14f247ab-59b5-4611-a3fa-27139d0beff8 of type vlan for network 82be6b8a-5eff-4d6d-9b66-592f466905f5 Aug 23 15:05:59.507018 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-11b6f7d9-d645-4511-9c3e-b1e3b729d0ee tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:59.682240 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-11b6f7d9-d645-4511-9c3e-b1e3b729d0ee tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:59.690152 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b6f7d9-d645-4511-9c3e-b1e3b729d0ee tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:05:59.690978 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-11b6f7d9-d645-4511-9c3e-b1e3b729d0ee tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:05:59.855608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6f7d9-d645-4511-9c3e-b1e3b729d0ee tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Network': ['ID=82be6b8a-5eff-4d6d-9b66-592f466905f5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:05:59.870359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 82be6b8a-5eff-4d6d-9b66-592f466905f5 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:05:59.896313 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-11b6f7d9-d645-4511-9c3e-b1e3b729d0ee tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8615134 Aug 23 15:05:59.896715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38144) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:00.054031 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5097818-2d79-4a82-9b95-94875442b4f3 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:00.055544 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e5097818-2d79-4a82-9b95-94875442b4f3 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "GET /v2.0/networks?id=82be6b8a-5eff-4d6d-9b66-592f466905f5 HTTP/1.1" status: 200 len: 764 time: 0.1575878 Aug 23 15:06:00.070490 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38170) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:00.072778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 81852ac7-4222-4c42-9b18-f54465c2d1bb no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:06:00.076133 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-0a018423-fc84-422c-a32c-0554f0e12fdd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'network': {'description': 'd2'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:00.106183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-84cf6df4-e243-4d0f-a1e0-249412da987a tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:00.115338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-84cf6df4-e243-4d0f-a1e0-249412da987a tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/networks?id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f HTTP/1.1" status: 200 len: 815 time: 0.2723823 Aug 23 15:06:00.123254 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 81852ac7-4222-4c42-9b18-f54465c2d1bb {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:06:00.123899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 81852ac7-4222-4c42-9b18-f54465c2d1bb not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:06:00.144319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-6dd1bab0-3c34-446f-8db0-73c18786d4f9 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/quotas/6562da62424741dd8e53f325978af055 HTTP/1.1" status: 200 len: 375 time: 0.0277097 Aug 23 15:06:00.195731 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-52ce5416-da95-47d7-aa46-5a0a6cdca66f tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6562da62424741dd8e53f325978af055&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502620 Aug 23 15:06:00.371833 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-8605f8d7-1dfd-43c1-b2eb-c92a1d2b633e service neutron] 10.222.0.38 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750555 Aug 23 15:06:00.510571 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9471e-cb6b-4ec8-9d9d-624cabdd809d req-8f3dba82-aa4b-43eb-bab6-827de334f7a7 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:00.512414 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14e9471e-cb6b-4ec8-9d9d-624cabdd809d req-8f3dba82-aa4b-43eb-bab6-827de334f7a7 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.1757510 Aug 23 15:06:00.537924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-7f972d6e-e905-4fb1-b412-cece72450be8 service neutron] 10.222.0.38 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579306 Aug 23 15:06:00.580316 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a018423-fc84-422c-a32c-0554f0e12fdd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:00.617098 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14e9471e-cb6b-4ec8-9d9d-624cabdd809d req-04e368d1-a1dc-4afe-aab0-ed321a5f3b5c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874748 Aug 23 15:06:00.683540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 92975400-30d9-4977-93cd-945c92e371fc up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:06:00.755021 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 92975400-30d9-4977-93cd-945c92e371fc triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:06:00.755407 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:00.785244 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a018423-fc84-422c-a32c-0554f0e12fdd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:00.809705 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a018423-fc84-422c-a32c-0554f0e12fdd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network 82be6b8a-5eff-4d6d-9b66-592f466905f5 is not hosted by any dhcp agent {{(pid=96114) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 15:06:00.816709 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a018423-fc84-422c-a32c-0554f0e12fdd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:00.817667 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a018423-fc84-422c-a32c-0554f0e12fdd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:00.821895 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0a018423-fc84-422c-a32c-0554f0e12fdd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "PUT /v2.0/networks/82be6b8a-5eff-4d6d-9b66-592f466905f5 HTTP/1.1" status: 200 len: 761 time: 0.7514596 Aug 23 15:06:00.828447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38230) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:00.882464 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:00.917626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92975400-30d9-4977-93cd-945c92e371fc'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:06:00.929778 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01817844-0aad-45ee-b984-dab8af8740ac" -d '{"events": [{"server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "name": "network-vif-plugged", "status": "completed", "tag": "92975400-30d9-4977-93cd-945c92e371fc"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:06:00.965489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=92975400-30d9-4977-93cd-945c92e371fc,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:01.002078 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a506eb79-2013-4371-b755-b21edcaebd3f req-b2c33c9c-d033-4920-ad25-b7bc82fdd4c2 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 210 time: 0.1024933 Aug 23 15:06:01.008184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a018423-fc84-422c-a32c-0554f0e12fdd tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Network': ['ID=82be6b8a-5eff-4d6d-9b66-592f466905f5,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:01.019518 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 82be6b8a-5eff-4d6d-9b66-592f466905f5 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:06:01.035373 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b8ef01-16a2-4964-a61a-23fbaec1f9d5 x-openstack-request-id: req-07b8ef01-16a2-4964-a61a-23fbaec1f9d5 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:06:01.035631 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "name": "network-vif-plugged", "status": "completed", "tag": "92975400-30d9-4977-93cd-945c92e371fc", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:06:01.035913 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-07b8ef01-16a2-4964-a61a-23fbaec1f9d5 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:06:01.036450 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92975400-30d9-4977-93cd-945c92e371fc', 'code': 200} Aug 23 15:06:01.073319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce8687d-8e98-4fff-934c-064a006612f4 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:01.075718 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6ce8687d-8e98-4fff-934c-064a006612f4 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "GET /v2.0/networks?id=82be6b8a-5eff-4d6d-9b66-592f466905f5 HTTP/1.1" status: 200 len: 764 time: 0.2455554 Aug 23 15:06:01.080061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38248) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:01.094641 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:01.178296 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=92975400-30d9-4977-93cd-945c92e371fc,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:01.467426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404066cb-9187-4835-aa4b-b09b85e89285 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:01.469802 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-404066cb-9187-4835-aa4b-b09b85e89285 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3875561 Aug 23 15:06:01.475782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38272) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:01.559804 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38276) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:01.560018 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e7629c2d-e770-4864-b656-14018ebe6f9c tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 207 time: 0.0829754 Aug 23 15:06:01.794053 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20420ea-00e6-4456-b4db-7e9528c3bcfa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:01.815028 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20420ea-00e6-4456-b4db-7e9528c3bcfa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:01.829842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20420ea-00e6-4456-b4db-7e9528c3bcfa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:01.844308 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20420ea-00e6-4456-b4db-7e9528c3bcfa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:01.854412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20420ea-00e6-4456-b4db-7e9528c3bcfa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:01.861766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20420ea-00e6-4456-b4db-7e9528c3bcfa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:01.863827 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d20420ea-00e6-4456-b4db-7e9528c3bcfa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3026950 Aug 23 15:06:01.878847 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38290) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:02.206069 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c172ba9-910a-43e3-afb0-d06662a3e4a2 req-8bff0d88-8498-45c9-8882-bc00c2187fc6 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 210 time: 0.1330194 Aug 23 15:06:02.557925 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfe6d2-ff8d-4932-b874-c1cc94c1d56b req-0689769c-7dab-4a05-89d8-d19ab1c55feb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:02.560980 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65cfe6d2-ff8d-4932-b874-c1cc94c1d56b req-0689769c-7dab-4a05-89d8-d19ab1c55feb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.6956532 Aug 23 15:06:02.668043 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65cfe6d2-ff8d-4932-b874-c1cc94c1d56b req-f3980915-c75b-4605-ad60-6f11a4e26e30 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965872 Aug 23 15:06:02.691921 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-557dc057-49f9-4d7a-9746-3279077b8820 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.8099031 Aug 23 15:06:02.699528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38352) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:02.900753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3574035e-cac3-42c5-b484-ea0afe3b7e4e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:02.902607 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3574035e-cac3-42c5-b484-ea0afe3b7e4e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:02.904705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3574035e-cac3-42c5-b484-ea0afe3b7e4e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:02.906445 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3574035e-cac3-42c5-b484-ea0afe3b7e4e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:02.908577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3574035e-cac3-42c5-b484-ea0afe3b7e4e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:02.910853 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3574035e-cac3-42c5-b484-ea0afe3b7e4e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2101364 Aug 23 15:06:02.914954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38362) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:03.022448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d845beb-cc5c-421c-b566-8b742c62ad5b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['shared'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:03.024315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d845beb-cc5c-421c-b566-8b742c62ad5b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['shared'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:03.030298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d845beb-cc5c-421c-b566-8b742c62ad5b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['shared'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:03.032839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d845beb-cc5c-421c-b566-8b742c62ad5b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['shared'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:03.034492 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d845beb-cc5c-421c-b566-8b742c62ad5b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['shared'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:03.036499 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8d845beb-cc5c-421c-b566-8b742c62ad5b tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1197884 Aug 23 15:06:03.040603 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38366) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:03.382238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66c99b6-562d-4575-851e-cf010a480d8f tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:03.386311 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c66c99b6-562d-4575-851e-cf010a480d8f tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "GET /v2.0/networks/d95e4cb5-1bca-49b6-94b8-2f2c85a26c63 HTTP/1.1" status: 200 len: 804 time: 0.3441856 Aug 23 15:06:03.391219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38382) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:03.414586 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-832e26a1-eae4-4c1f-a9c6-70274b14e75b req-78ae895a-e039-42dd-a378-e9c464d8c759 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 210 time: 0.0812356 Aug 23 15:06:03.591949 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4c47f05c-7933-41c5-b2b3-cd5ac0b9f247 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "GET /v2.0/networks/d95e4cb5-1bca-49b6-94b8-2f2c85a26c63?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1970079 Aug 23 15:06:03.601832 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38392) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:03.723318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec719330-7c5c-4e29-a011-198e82814e57 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:03.725444 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ec719330-7c5c-4e29-a011-198e82814e57 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "GET /v2.0/subnets/80dfdc10-42bd-4e6d-9e14-94bc8baa60b7 HTTP/1.1" status: 200 len: 843 time: 0.1226058 Aug 23 15:06:03.729595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38400) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:03.893686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ee84ce-38d4-40ae-8917-91828f545457 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['shared'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:03.897424 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-46ee84ce-38d4-40ae-8917-91828f545457 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "GET /v2.0/subnets/80dfdc10-42bd-4e6d-9e14-94bc8baa60b7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1609223 Aug 23 15:06:03.901928 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38404) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:03.930136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-9f9b9a50-79c3-46cd-860f-cd34e13f0097 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-800573011'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:04.090770 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194fd8d-d8e1-4b03-939b-8d86d0b30777 req-3ef33fb6-0ead-45ba-bdb1-08878c6f59fa tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:04.090770 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5194fd8d-d8e1-4b03-939b-8d86d0b30777 req-3ef33fb6-0ead-45ba-bdb1-08878c6f59fa tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.2143199 Aug 23 15:06:04.164206 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5194fd8d-d8e1-4b03-939b-8d86d0b30777 req-7084472b-a296-46f1-987a-a463d5867ed1 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540454 Aug 23 15:06:04.313998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9b9a50-79c3-46cd-860f-cd34e13f0097 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:06:04.314405 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9a50-79c3-46cd-860f-cd34e13f0097 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:04.538702 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9b9a50-79c3-46cd-860f-cd34e13f0097 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:06:04.649326 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c0fa261c-2c81-44ee-8c58-5f8958791d63 req-7b564b4b-daaf-49e3-97f0-65fc8812cb2b tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 210 time: 0.0621390 Aug 23 15:06:04.656293 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9a50-79c3-46cd-860f-cd34e13f0097 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:04.656911 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-9f9b9a50-79c3-46cd-860f-cd34e13f0097 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Added segment e73796dd-1d79-4e9e-ae2a-72be372b7cf4 of type vlan for network 89d729fc-6533-4878-b0d2-1e7bd0aa735b Aug 23 15:06:04.815070 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9a50-79c3-46cd-860f-cd34e13f0097 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:04.845441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-10f98b71-2ecb-4c83-9186-b6858a160406 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:04.846399 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-10f98b71-2ecb-4c83-9186-b6858a160406 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.61 "GET /v2.0/networks?id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f HTTP/1.1" status: 200 len: 815 time: 0.4993994 Aug 23 15:06:04.862080 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-d8708236-885a-4833-90d6-4b6c03162274 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Request body: {'port': {'device_id': 'f12b7752-e461-4dbe-a941-25a9dde0bd75', 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f', 'admin_state_up': True, 'tenant_id': '6562da62424741dd8e53f325978af055'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:05.041098 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9a50-79c3-46cd-860f-cd34e13f0097 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:05.051901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9b9a50-79c3-46cd-860f-cd34e13f0097 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:05.060475 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9a50-79c3-46cd-860f-cd34e13f0097 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:05.177118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b9a50-79c3-46cd-860f-cd34e13f0097 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Network': ['ID=89d729fc-6533-4878-b0d2-1e7bd0aa735b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:05.194045 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 89d729fc-6533-4878-b0d2-1e7bd0aa735b details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:06:05.314170 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-d8708236-885a-4833-90d6-4b6c03162274 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Made reservation on behalf of 6562da62424741dd8e53f325978af055 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:06:05.322330 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-d8708236-885a-4833-90d6-4b6c03162274 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:05.486206 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9f9b9a50-79c3-46cd-860f-cd34e13f0097 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5827746 Aug 23 15:06:05.489079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38444) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:05.498168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e970bb40-aa52-4e95-8d75-09a801bc2e87 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'subnet': {'network_id': '89d729fc-6533-4878-b0d2-1e7bd0aa735b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:05.682452 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1a338-79b1-46ff-8d42-bb713b4411cd req-5e43e96d-3bd9-4ed8-b0a3-a65bfcb4da58 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:05.699956 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4fb1a338-79b1-46ff-8d42-bb713b4411cd req-5e43e96d-3bd9-4ed8-b0a3-a65bfcb4da58 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.3280048 Aug 23 15:06:05.872696 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e970bb40-aa52-4e95-8d75-09a801bc2e87 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Made reservation on behalf of c1fc9cf13d94444fa1e58b6faa765b11 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:06:05.888191 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e970bb40-aa52-4e95-8d75-09a801bc2e87 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:05.908844 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4fb1a338-79b1-46ff-8d42-bb713b4411cd req-d579c9ae-eadb-4fb3-b4c2-13fe362be1eb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2078688 Aug 23 15:06:05.954915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-d8708236-885a-4833-90d6-4b6c03162274 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Allocated IP 172.20.0.9 (3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f/42e3845c-fb64-4958-a20f-7fa459eb4657/bbde26f1-f20c-4731-a4e3-a964cab1c1f3) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:06:06.025374 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-972167d0-383f-4c58-a813-3c1a809f0223 req-915db283-83ef-4c7f-b56d-52dabdd31038 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 210 time: 0.2009089 Aug 23 15:06:06.138757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.ipam_backend_mixin [None req-e970bb40-aa52-4e95-8d75-09a801bc2e87 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Performing IP validity checks on allocation pools {{(pid=96115) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 15:06:06.142215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.ipam_backend_mixin [None req-e970bb40-aa52-4e95-8d75-09a801bc2e87 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Checking for overlaps among allocation pools and gateway ip {{(pid=96115) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 15:06:06.324033 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-d8708236-885a-4833-90d6-4b6c03162274 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:06.491465 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-d8708236-885a-4833-90d6-4b6c03162274 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:06.623219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-d8708236-885a-4833-90d6-4b6c03162274 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:06:06.626444 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e970bb40-aa52-4e95-8d75-09a801bc2e87 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:06.633617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-d8708236-885a-4833-90d6-4b6c03162274 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:06:06.646369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-d8708236-885a-4833-90d6-4b6c03162274 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:06:06.729246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8708236-885a-4833-90d6-4b6c03162274 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Pushing event updated for resources: {'Port': ['ID=bbde26f1-f20c-4731-a4e3-a964cab1c1f3,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:06.777968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e970bb40-aa52-4e95-8d75-09a801bc2e87 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Checking segment: {'id': 'e73796dd-1d79-4e9e-ae2a-72be372b7cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '89d729fc-6533-4878-b0d2-1e7bd0aa735b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:06:06.782149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e970bb40-aa52-4e95-8d75-09a801bc2e87 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network hostable DHCP agents. Network: 89d729fc-6533-4878-b0d2-1e7bd0aa735b, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:06:06.789127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970bb40-aa52-4e95-8d75-09a801bc2e87 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Subnet': ['ID=de229273-9e47-484f-8756-1f3c9b497a0c,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:06.803544 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-d8708236-885a-4833-90d6-4b6c03162274 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:06.807796 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-d8708236-885a-4833-90d6-4b6c03162274 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:06.916292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e970bb40-aa52-4e95-8d75-09a801bc2e87 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Network 89d729fc-6533-4878-b0d2-1e7bd0aa735b is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:06:06.918513 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-d8708236-885a-4833-90d6-4b6c03162274 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0622854 Aug 23 15:06:06.936667 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Request body: {'port': {'device_id': 'f12b7752-e461-4dbe-a941-25a9dde0bd75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:07.029266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-e970bb40-aa52-4e95-8d75-09a801bc2e87 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 89d729fc-6533-4878-b0d2-1e7bd0aa735b) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:06:07.034654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e970bb40-aa52-4e95-8d75-09a801bc2e87 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:07.035417 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e970bb40-aa52-4e95-8d75-09a801bc2e87 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:07.044536 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f83054-499a-4b7b-a107-408b36d961e4 None None] Network 89d729fc-6533-4878-b0d2-1e7bd0aa735b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:06:07.107809 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:06:07.118428 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:07.208112 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5703380-e754-4983-82d9-dfb31d9ccc31 req-63363a01-5ba1-4696-89c5-78d2bd2d3654 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:07.232306 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5703380-e754-4983-82d9-dfb31d9ccc31 req-63363a01-5ba1-4696-89c5-78d2bd2d3654 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1642714 Aug 23 15:06:07.275564 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e970bb40-aa52-4e95-8d75-09a801bc2e87 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7828722 Aug 23 15:06:07.277628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38494) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:07.303494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-71b13b10-5b9e-4963-8978-04751933c1dc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:07.522144 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-89d729fc-6533-4878-b0d2-1e7bd0aa735b', 'network_id': '89d729fc-6533-4878-b0d2-1e7bd0aa735b', 'tenant_id': 'c1fc9cf13d94444fa1e58b6faa765b11', 'fixed_ips': [{'subnet_id': 'de229273-9e47-484f-8756-1f3c9b497a0c'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:06:07.523635 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:07.641160 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-71b13b10-5b9e-4963-8978-04751933c1dc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4588286'] for subnet, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:07.805929 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d5703380-e754-4983-82d9-dfb31d9ccc31 req-16299fa3-7b41-475b-9308-10f7df1ba617 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5666070 Aug 23 15:06:07.820852 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 15:06:07.820852 n-d-804985-3 neutron-server[96116]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 23 15:06:07.820852 n-d-804985-3 neutron-server[96116]: [parameters: {'in_use': 1, 'id_1': 'de229273-9e47-484f-8756-1f3c9b497a0c'}] Aug 23 15:06:07.820852 n-d-804985-3 neutron-server[96116]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:06:07.821190 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:06:08.014780 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbde26f1-f20c-4731-a4e3-a964cab1c1f3 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:06:08.042383 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:08.082663 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Transition to ACTIVE for port object bbde26f1-f20c-4731-a4e3-a964cab1c1f3 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:06:08.124693 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c6359-4523-4868-bbc5-27f217da9161 req-dc083736-6e8f-45d5-9f90-cdff67f3cdf6 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:08.127157 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e5c6359-4523-4868-bbc5-27f217da9161 req-dc083736-6e8f-45d5-9f90-cdff67f3cdf6 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 931 time: 0.1466012 Aug 23 15:06:08.168994 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:08.225861 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-71b13b10-5b9e-4963-8978-04751933c1dc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727177648954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7943489'] for subnet, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:08.273658 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Pushing event updated for resources: {'Port': ['ID=bbde26f1-f20c-4731-a4e3-a964cab1c1f3,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:08.318978 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e5c6359-4523-4868-bbc5-27f217da9161 req-f9e5dc56-4951-4bc0-8495-a575a5483b3f tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774104 Aug 23 15:06:08.329816 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:08.447518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b13b10-5b9e-4963-8978-04751933c1dc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:08.447518 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-71b13b10-5b9e-4963-8978-04751933c1dc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:08.447518 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-71b13b10-5b9e-4963-8978-04751933c1dc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "PUT /v2.0/subnets/de229273-9e47-484f-8756-1f3c9b497a0c HTTP/1.1" status: 200 len: 900 time: 1.0954473 Aug 23 15:06:08.447518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b13b10-5b9e-4963-8978-04751933c1dc tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event updated for resources: {'Subnet': ['ID=de229273-9e47-484f-8756-1f3c9b497a0c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:08.448958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Attempting to bind port bbde26f1-f20c-4731-a4e3-a964cab1c1f3 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:06:08.448958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Attempting to bind port bbde26f1-f20c-4731-a4e3-a964cab1c1f3 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:06:08.448958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Attempting to bind port bbde26f1-f20c-4731-a4e3-a964cab1c1f3 on network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:06:08.448958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Port bbde26f1-f20c-4731-a4e3-a964cab1c1f3 on network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:06:08.448958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Attempting to bind port bbde26f1-f20c-4731-a4e3-a964cab1c1f3 on network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:06:08.448958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:06:08.448958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Checking segment: {'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:06:08.448958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Bound using segment: {'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:06:08.448958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Bound port: bbde26f1-f20c-4731-a4e3-a964cab1c1f3, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:06:08.448958 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:08.450178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38506) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:08.518441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] For port bbde26f1-f20c-4731-a4e3-a964cab1c1f3, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:06:08.530546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] For port bbde26f1-f20c-4731-a4e3-a964cab1c1f3, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=bbde26f1-f20c-4731-a4e3-a964cab1c1f3,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:06:08.555514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Allocated IP 2001:db8::3 (89d729fc-6533-4878-b0d2-1e7bd0aa735b/de229273-9e47-484f-8756-1f3c9b497a0c/c1914bd4-b305-425f-926e-e11de9ceb70d) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:06:08.629283 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:08.690959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:08.691607 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:08.696389 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] 10.222.0.61 "PUT /v2.0/ports/bbde26f1-f20c-4731-a4e3-a964cab1c1f3 HTTP/1.1" status: 200 len: 1091 time: 1.7689514 Aug 23 15:06:08.696871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12b7752-e461-4dbe-a941-25a9dde0bd75', 'tag': 'bbde26f1-f20c-4731-a4e3-a964cab1c1f3'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:06:08.703570 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66bf072-eabf-465c-bbcb-927a9055fe6b" -d '{"events": [{"name": "network-changed", "server_uuid": "f12b7752-e461-4dbe-a941-25a9dde0bd75", "tag": "bbde26f1-f20c-4731-a4e3-a964cab1c1f3"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:06:08.776639 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:08.798884 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67939c-a0b3-4bae-be68-cee990812e10 service neutron] Pushing event updated for resources: {'Port': ['ID=bbde26f1-f20c-4731-a4e3-a964cab1c1f3,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:08.861119 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280a31ca-5676-4286-bef0-e3113fa50801 x-openstack-request-id: req-280a31ca-5676-4286-bef0-e3113fa50801 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:06:08.861420 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12b7752-e461-4dbe-a941-25a9dde0bd75", "tag": "bbde26f1-f20c-4731-a4e3-a964cab1c1f3", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:06:08.866528 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-280a31ca-5676-4286-bef0-e3113fa50801 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:06:08.867080 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12b7752-e461-4dbe-a941-25a9dde0bd75', 'tag': 'bbde26f1-f20c-4731-a4e3-a964cab1c1f3', 'status': 'completed', 'code': 200} Aug 23 15:06:08.940719 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:08.945587 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:08.974918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Transition to ACTIVE for port object c1914bd4-b305-425f-926e-e11de9ceb70d will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:06:08.978882 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-d5435b7f-bdeb-4111-9015-782d7b8608fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:08.980471 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-d5435b7f-bdeb-4111-9015-782d7b8608fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6562da62424741dd8e53f325978af055&device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 1094 time: 0.1718471 Aug 23 15:06:09.026539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Transition to ACTIVE for port object c1914bd4-b305-425f-926e-e11de9ceb70d will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:06:09.069563 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-3ce862d8-c2ec-40d8-858b-8d9bd73f4107 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbde26f1-f20c-4731-a4e3-a964cab1c1f3 HTTP/1.1" status: 200 len: 217 time: 0.0723653 Aug 23 15:06:09.145487 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:09.195595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-e58d3620-265f-485d-95c7-37901a741d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:09.197100 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-e58d3620-265f-485d-95c7-37901a741d36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42e3845c-fb64-4958-a20f-7fa459eb4657 HTTP/1.1" status: 200 len: 855 time: 0.1185379 Aug 23 15:06:09.288592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Pushing event updated for resources: {'Port': ['ID=c1914bd4-b305-425f-926e-e11de9ceb70d,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:09.302885 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-e6fa1db2-b83e-4205-91f8-8d859a6c74ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974574 Aug 23 15:06:09.307310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Network 89d729fc-6533-4878-b0d2-1e7bd0aa735b is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:06:09.354034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:06:09.356921 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:09.357275 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:09.357620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:09.361680 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:09.362336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:09.365744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:09.366303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:09.366806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:09.368090 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a592f7e8-1d53-4a2e-a4bc-8d2da48d0d54 req-ef9d4224-1b21-4181-a8b3-67b5c6f5ae9f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3176663 Aug 23 15:06:09.368962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:09.369495 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:09.370103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:09.382291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:09.388974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:06:09.406377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f39285-2b5b-416b-b5d8-3e6e45532b5c req-79ef3738-9619-45bf-804c-7251fea86b58 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:09.417734 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30f39285-2b5b-416b-b5d8-3e6e45532b5c req-79ef3738-9619-45bf-804c-7251fea86b58 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.3966250 Aug 23 15:06:09.562147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Attempting to bind port c1914bd4-b305-425f-926e-e11de9ceb70d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:06:09.562770 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Attempting to bind port c1914bd4-b305-425f-926e-e11de9ceb70d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'e73796dd-1d79-4e9e-ae2a-72be372b7cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '89d729fc-6533-4878-b0d2-1e7bd0aa735b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:06:09.563175 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Attempting to bind port c1914bd4-b305-425f-926e-e11de9ceb70d on network 89d729fc-6533-4878-b0d2-1e7bd0aa735b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:06:09.581943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:06:09.584221 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Checking segment: {'id': 'e73796dd-1d79-4e9e-ae2a-72be372b7cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '89d729fc-6533-4878-b0d2-1e7bd0aa735b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:06:09.584872 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:09.588036 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Bound using segment: {'id': 'e73796dd-1d79-4e9e-ae2a-72be372b7cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '89d729fc-6533-4878-b0d2-1e7bd0aa735b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:06:09.594140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Bound port: c1914bd4-b305-425f-926e-e11de9ceb70d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73796dd-1d79-4e9e-ae2a-72be372b7cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '89d729fc-6533-4878-b0d2-1e7bd0aa735b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:06:09.596183 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:09.630843 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-3f99d3c1-0b64-4efd-991a-5652ab3fd0d0 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156269 Aug 23 15:06:09.664199 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592f7e8-1d53-4a2e-a4bc-8d2da48d0d54 req-ce5ce604-e40a-4b11-9bfb-d22223faa7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:09.666271 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a592f7e8-1d53-4a2e-a4bc-8d2da48d0d54 req-ce5ce604-e40a-4b11-9bfb-d22223faa7db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 1096 time: 0.2473116 Aug 23 15:06:09.670987 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30f39285-2b5b-416b-b5d8-3e6e45532b5c req-46dc7e01-c1a0-414d-af17-be6fca5adeca tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1482701 Aug 23 15:06:09.758200 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:09.781354 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] For port c1914bd4-b305-425f-926e-e11de9ceb70d, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:06:09.788096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] For port c1914bd4-b305-425f-926e-e11de9ceb70d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c1914bd4-b305-425f-926e-e11de9ceb70d,segment=NetworkSegment(e73796dd-1d79-4e9e-ae2a-72be372b7cf4),segment_id=e73796dd-1d79-4e9e-ae2a-72be372b7cf4)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:06:09.879291 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:09.943211 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Subnet': ['ID=de229273-9e47-484f-8756-1f3c9b497a0c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:09.978204 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02423b26-c810-49d1-8fc3-6cc64e1a398f req-eafeb976-c3ae-4ebd-8285-f4ea2632d98c service neutron] 10.222.0.61 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367054 Aug 23 15:06:10.043693 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:10.105350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d729fc-6533-4878-b0d2-1e7bd0aa735b']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:10.142364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73796dd-1d79-4e9e-ae2a-72be372b7cf4') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:10.142364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73796dd-1d79-4e9e-ae2a-72be372b7cf4') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:10.165027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b880d7-4154-4996-beac-ff15cc66a00c None None] Pushing event updated for resources: {'Port': ['ID=c1914bd4-b305-425f-926e-e11de9ceb70d,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:10.172515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a028d-6f96-4571-b72f-44ed01101419 req-481f5e44-8ece-4b5a-8e5a-ead1181f743b tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:10.174142 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f2a028d-6f96-4571-b72f-44ed01101419 req-481f5e44-8ece-4b5a-8e5a-ead1181f743b tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 943 time: 0.3100436 Aug 23 15:06:10.213350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592f7e8-1d53-4a2e-a4bc-8d2da48d0d54 req-b702c105-2c86-40e8-8a34-379c4b130632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:10.219378 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a592f7e8-1d53-4a2e-a4bc-8d2da48d0d54 req-b702c105-2c86-40e8-8a34-379c4b130632 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cffccb22-b63a-4c5c-a1aa-a7862729d292 HTTP/1.1" status: 200 len: 920 time: 0.4934456 Aug 23 15:06:10.225931 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:10.242873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bf072-eabf-465c-bbcb-927a9055fe6b req-9721d16a-5bcd-47de-a7ce-9f10b941499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:10.244478 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c66bf072-eabf-465c-bbcb-927a9055fe6b req-9721d16a-5bcd-47de-a7ce-9f10b941499e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6562da62424741dd8e53f325978af055&device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 1094 time: 0.1036186 Aug 23 15:06:10.279513 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:10.382421 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a592f7e8-1d53-4a2e-a4bc-8d2da48d0d54 req-68333248-f384-4fd0-afb3-0f377661a2c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=523d7fb1-42dc-4fb1-948f-e023ee161005 HTTP/1.1" status: 200 len: 217 time: 0.1293550 Aug 23 15:06:10.383773 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:06:10.384197 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:06:10.395301 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:06:10.482069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bf072-eabf-465c-bbcb-927a9055fe6b req-9f4879b2-7a56-4cb6-95ba-7e0b78f329f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:10.487221 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c66bf072-eabf-465c-bbcb-927a9055fe6b req-9f4879b2-7a56-4cb6-95ba-7e0b78f329f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f HTTP/1.1" status: 200 len: 916 time: 0.2357774 Aug 23 15:06:10.490254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592f7e8-1d53-4a2e-a4bc-8d2da48d0d54 req-f7deca28-90b2-4c75-ada8-a21d21a80d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:10.496916 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a592f7e8-1d53-4a2e-a4bc-8d2da48d0d54 req-f7deca28-90b2-4c75-ada8-a21d21a80d5b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17940688-0fc2-4a39-b459-e1f5a256fee0 HTTP/1.1" status: 200 len: 859 time: 0.0957410 Aug 23 15:06:10.587943 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c66bf072-eabf-465c-bbcb-927a9055fe6b req-2700d0ed-bd87-4569-8f00-1671b97e28d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbde26f1-f20c-4731-a4e3-a964cab1c1f3 HTTP/1.1" status: 200 len: 217 time: 0.0853696 Aug 23 15:06:10.641687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f2a028d-6f96-4571-b72f-44ed01101419 req-b6cf2772-d507-404e-a3ff-b5c7aac11f09 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419549 Aug 23 15:06:10.644604 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a592f7e8-1d53-4a2e-a4bc-8d2da48d0d54 req-92a3b2c0-ecee-4aaa-8629-203172493ff7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cffccb22-b63a-4c5c-a1aa-a7862729d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337404 Aug 23 15:06:10.754328 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.api [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 15:06:10.754328 n-d-804985-3 neutron-server[96115]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 15:06:10.754328 n-d-804985-3 neutron-server[96115]: [parameters: {'id': '89d729fc-6533-4878-b0d2-1e7bd0aa735b'}] Aug 23 15:06:10.754328 n-d-804985-3 neutron-server[96115]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:06:10.755153 n-d-804985-3 neutron-server[96115]: DEBUG oslo_db.api [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:06:10.788538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bf072-eabf-465c-bbcb-927a9055fe6b req-c05d59e6-70c5-410e-866b-0792225f6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:10.790093 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c66bf072-eabf-465c-bbcb-927a9055fe6b req-c05d59e6-70c5-410e-866b-0792225f6816 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42e3845c-fb64-4958-a20f-7fa459eb4657 HTTP/1.1" status: 200 len: 855 time: 0.1948864 Aug 23 15:06:10.880522 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c66bf072-eabf-465c-bbcb-927a9055fe6b req-f7dccf35-0d33-4b2e-a871-e87f02cc275e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815351 Aug 23 15:06:10.886450 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a592f7e8-1d53-4a2e-a4bc-8d2da48d0d54 req-5652bb9e-60c9-4b85-ac3c-443535752f9d service neutron] 10.222.0.61 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115562 Aug 23 15:06:11.003055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7974a9-1e5d-4edf-98ce-f1c0acce6c16 req-6858968d-68d3-4a82-bcaa-d845d9ea3b33 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:11.004884 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dd7974a9-1e5d-4edf-98ce-f1c0acce6c16 req-6858968d-68d3-4a82-bcaa-d845d9ea3b33 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1465790 Aug 23 15:06:11.067416 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c66bf072-eabf-465c-bbcb-927a9055fe6b req-e60ba892-4bdb-4cab-b942-45c8d8916b90 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682417 Aug 23 15:06:11.107590 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dd7974a9-1e5d-4edf-98ce-f1c0acce6c16 req-2398b75c-fa98-49f4-b8d2-84f20e9a8142 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790036 Aug 23 15:06:11.130882 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a592f7e8-1d53-4a2e-a4bc-8d2da48d0d54 req-ba288d16-6706-465d-8131-002d37fe042e service neutron] 10.222.0.61 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225146 Aug 23 15:06:11.256852 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:11.307155 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c66bf072-eabf-465c-bbcb-927a9055fe6b req-7109be9f-f6e0-4bac-8600-853d3e929772 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305038 Aug 23 15:06:11.373577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Deleting port c1914bd4-b305-425f-926e-e11de9ceb70d {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:06:11.375737 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:11.553523 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] For port c1914bd4-b305-425f-926e-e11de9ceb70d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c1914bd4-b305-425f-926e-e11de9ceb70d,segment=NetworkSegment(e73796dd-1d79-4e9e-ae2a-72be372b7cf4),segment_id=e73796dd-1d79-4e9e-ae2a-72be372b7cf4)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:11.553523 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:11.600635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Calling delete_port for c1914bd4-b305-425f-926e-e11de9ceb70d owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:06:11.837108 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:11.877803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d72c3a-bd9e-4aec-b0a6-2d9c5c9a7537 None None] Network 89d729fc-6533-4878-b0d2-1e7bd0aa735b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:06:11.947315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec5295-b87f-4db1-bc7b-a20840b2c7eb req-9af388fc-1449-457a-a84e-ceab20601b29 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:11.949141 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7ec5295-b87f-4db1-bc7b-a20840b2c7eb req-9af388fc-1449-457a-a84e-ceab20601b29 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 943 time: 0.1590414 Aug 23 15:06:11.949900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Port': ['ID=c1914bd4-b305-425f-926e-e11de9ceb70d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:11.954281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No DVR routers for this DVR port c1914bd4-b305-425f-926e-e11de9ceb70d on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:06:12.024251 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1d6e2357-5c64-43b2-ad91-1d7693c60f56 None None] Could not find standard attr ID for object c1914bd4-b305-425f-926e-e11de9ceb70d. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:06:12.122095 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:12.135889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d729fc-6533-4878-b0d2-1e7bd0aa735b']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:12.150134 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73796dd-1d79-4e9e-ae2a-72be372b7cf4') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:12.150446 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73796dd-1d79-4e9e-ae2a-72be372b7cf4') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:12.175460 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:12.204947 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7ec5295-b87f-4db1-bc7b-a20840b2c7eb req-ba2ebe08-ef5c-4a54-b7ab-758215e80f6a tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393525 Aug 23 15:06:12.213153 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:12.227832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:06:12.232258 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:12.242046 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d5aa1f-9429-4890-b686-3de31114128f None None] DHCP port deletion for 89d729fc-6533-4878-b0d2-1e7bd0aa735b request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:06:12.244204 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:06:12.264287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728bfa39-e294-4860-8baf-6109935a1f1a None None] Network 89d729fc-6533-4878-b0d2-1e7bd0aa735b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:06:12.745371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device bbde26f1-f20c-4731-a4e3-a964cab1c1f3 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:06:12.997219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port bbde26f1-f20c-4731-a4e3-a964cab1c1f3, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=bbde26f1-f20c-4731-a4e3-a964cab1c1f3,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:13.032328 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'bbde26f1-f20c-4731-a4e3-a964cab1c1f3', 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f', 'port_id': 'bbde26f1-f20c-4731-a4e3-a964cab1c1f3', 'mac_address': 'fa:16:3e:25:65:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3845c-fb64-4958-a20f-7fa459eb4657', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:06:13.064513 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:13.083271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:13.095726 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/89d729fc-6533-4878-b0d2-1e7bd0aa735b HTTP/1.1" status: 204 len: 168 time: 4.6432939 Aug 23 15:06:13.098573 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38564) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:13.137908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8877a0-2a97-4c89-8be7-f2fe847e6241 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Network': ['ID=89d729fc-6533-4878-b0d2-1e7bd0aa735b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:13.152640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dbb23-d3ec-4bba-aee0-720a490aa651 req-18c9ae12-6ef7-4228-83ac-a058265f2f3c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:13.163316 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-429dbb23-d3ec-4bba-aee0-720a490aa651 req-18c9ae12-6ef7-4228-83ac-a058265f2f3c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1638818 Aug 23 15:06:13.191387 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:13.217987 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-429dbb23-d3ec-4bba-aee0-720a490aa651 req-5f8e688e-cc6e-40b8-96d6-6c84a79b12b5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490413 Aug 23 15:06:13.221439 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-4100ad30-d5a5-4e13-8208-4d4de23b0ca5 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] DELETE failed (client error): The resource could not be found. Aug 23 15:06:13.222025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4100ad30-d5a5-4e13-8208-4d4de23b0ca5 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:13.228209 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4100ad30-d5a5-4e13-8208-4d4de23b0ca5 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/subnets/de229273-9e47-484f-8756-1f3c9b497a0c HTTP/1.1" status: 404 len: 337 time: 0.1284661 Aug 23 15:06:13.229302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38572) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:13.261636 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbde26f1-f20c-4731-a4e3-a964cab1c1f3 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:06:13.304553 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7e1baa-e066-452c-a7ee-32709cc3a133 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] DELETE failed (client error): The resource could not be found. Aug 23 15:06:13.305185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7e1baa-e066-452c-a7ee-32709cc3a133 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:13.310952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38578) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:13.315789 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cd7e1baa-e066-452c-a7ee-32709cc3a133 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/89d729fc-6533-4878-b0d2-1e7bd0aa735b HTTP/1.1" status: 404 len: 339 time: 0.0767157 Aug 23 15:06:13.330009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port bbde26f1-f20c-4731-a4e3-a964cab1c1f3, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=bbde26f1-f20c-4731-a4e3-a964cab1c1f3,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:13.435849 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:13.517928 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8551-57df-4d6b-81f4-23dd41aed5f1 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:13.556461 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=bbde26f1-f20c-4731-a4e3-a964cab1c1f3,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:13.665216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0867b-8063-420e-98db-c17c25f1204f req-2b2b9666-dd78-4c0a-a75a-25e1caeb16da tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:13.676106 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8b0867b-8063-420e-98db-c17c25f1204f req-2b2b9666-dd78-4c0a-a75a-25e1caeb16da tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 944 time: 0.3753049 Aug 23 15:06:13.719176 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['bbde26f1-f20c-4731-a4e3-a964cab1c1f3'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:06:13.854434 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8b0867b-8063-420e-98db-c17c25f1204f req-6b1b0fa0-1072-416e-aee6-86297e50463e tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726973 Aug 23 15:06:14.114221 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8551-57df-4d6b-81f4-23dd41aed5f1 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:14.144013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7f5f8551-57df-4d6b-81f4-23dd41aed5f1 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82be6b8a-5eff-4d6d-9b66-592f466905f5']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:14.157280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7f5f8551-57df-4d6b-81f4-23dd41aed5f1 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f247ab-59b5-4611-a3fa-27139d0beff8') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:14.157579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7f5f8551-57df-4d6b-81f4-23dd41aed5f1 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f247ab-59b5-4611-a3fa-27139d0beff8') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:14.169741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c1914bd4-b305-425f-926e-e11de9ceb70d no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:06:14.171120 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8551-57df-4d6b-81f4-23dd41aed5f1 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:14.203613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: c1914bd4-b305-425f-926e-e11de9ceb70d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:06:14.203891 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8551-57df-4d6b-81f4-23dd41aed5f1 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:14.204536 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c1914bd4-b305-425f-926e-e11de9ceb70d not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:06:14.218942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5f8551-57df-4d6b-81f4-23dd41aed5f1 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:06:14.224763 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8551-57df-4d6b-81f4-23dd41aed5f1 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:06:14.229489 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:06:14.466541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b66b1-d53e-467e-9869-0ca153becf15 req-97c4a09a-2cb7-4ae8-8a05-2d724c393056 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:14.486381 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e5b66b1-d53e-467e-9869-0ca153becf15 req-97c4a09a-2cb7-4ae8-8a05-2d724c393056 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1289365 Aug 23 15:06:14.547299 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8551-57df-4d6b-81f4-23dd41aed5f1 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:14.555561 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8551-57df-4d6b-81f4-23dd41aed5f1 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:14.561976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38602) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:14.574467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7f5f8551-57df-4d6b-81f4-23dd41aed5f1 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/82be6b8a-5eff-4d6d-9b66-592f466905f5 HTTP/1.1" status: 204 len: 168 time: 1.2616317 Aug 23 15:06:14.601237 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e5b66b1-d53e-467e-9869-0ca153becf15 req-c1dc01d0-adb8-42ed-8168-f7ca8314b820 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1139250 Aug 23 15:06:14.622822 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2d4116-b621-43c6-b9b8-4096f7cf9df2 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] DELETE failed (client error): The resource could not be found. Aug 23 15:06:14.623645 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2d4116-b621-43c6-b9b8-4096f7cf9df2 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:14.653300 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9c2d4116-b621-43c6-b9b8-4096f7cf9df2 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/subnets/8781c05d-b0c8-4487-a842-89da7aebbc3d HTTP/1.1" status: 404 len: 337 time: 0.0840454 Aug 23 15:06:14.654591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38606) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:14.656430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f8551-57df-4d6b-81f4-23dd41aed5f1 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Network': ['ID=82be6b8a-5eff-4d6d-9b66-592f466905f5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:14.727026 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb0cc11-62b5-4869-a6c1-1b531089fa82 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] DELETE failed (client error): The resource could not be found. Aug 23 15:06:14.727986 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb0cc11-62b5-4869-a6c1-1b531089fa82 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:14.732808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38610) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:14.746578 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ebb0cc11-62b5-4869-a6c1-1b531089fa82 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/aa825724-6f32-458c-9c88-0b5bc984f62a HTTP/1.1" status: 404 len: 339 time: 0.0848188 Aug 23 15:06:14.869728 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7e0ecc-50f1-4bf3-83f2-34e64653f331 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Deleting subnet 79340aa6-8087-4e78-badf-1cd4ad604878 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:06:14.902619 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4a7e0ecc-50f1-4bf3-83f2-34e64653f331 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:15.035549 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4a7e0ecc-50f1-4bf3-83f2-34e64653f331 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:15.226796 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4a7e0ecc-50f1-4bf3-83f2-34e64653f331 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:15.307776 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db476743-9bef-49fd-8d7e-16e99b9a8b89 req-75cb275f-20f5-4256-a532-61df59948588 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:15.316936 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db476743-9bef-49fd-8d7e-16e99b9a8b89 req-75cb275f-20f5-4256-a532-61df59948588 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 944 time: 0.2467601 Aug 23 15:06:15.369711 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db476743-9bef-49fd-8d7e-16e99b9a8b89 req-f0bfcefb-d6df-4773-8490-33ec37bbedde tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513763 Aug 23 15:06:15.388291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4a7e0ecc-50f1-4bf3-83f2-34e64653f331 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:15.407124 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4a7e0ecc-50f1-4bf3-83f2-34e64653f331 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:15.412632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38618) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:15.413789 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4a7e0ecc-50f1-4bf3-83f2-34e64653f331 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/subnets/79340aa6-8087-4e78-badf-1cd4ad604878 HTTP/1.1" status: 204 len: 168 time: 0.6789725 Aug 23 15:06:15.415209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef30d3c1-a85d-4ec0-bad6-53e17a882b7d None None] Network d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:06:15.461157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e0ecc-50f1-4bf3-83f2-34e64653f331 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Subnet': ['ID=79340aa6-8087-4e78-badf-1cd4ad604878,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:15.532109 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cce9b8d-e528-413d-81c5-38143fed8897 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Deleting subnet 48c9bfb7-a53f-4b00-a8f4-a5c433791bc0 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:06:15.540488 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9cce9b8d-e528-413d-81c5-38143fed8897 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:15.644027 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:15.668290 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9cce9b8d-e528-413d-81c5-38143fed8897 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:15.809806 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9cce9b8d-e528-413d-81c5-38143fed8897 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:16.016578 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58812c35-9b85-49e2-8d54-a890d9e3184f req-00e89173-461b-4942-8029-f53f72a8d397 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:16.027325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58812c35-9b85-49e2-8d54-a890d9e3184f req-00e89173-461b-4942-8029-f53f72a8d397 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1452110 Aug 23 15:06:16.107109 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58812c35-9b85-49e2-8d54-a890d9e3184f req-31885f71-ddb7-4ab9-9bf8-2a741f229899 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796118 Aug 23 15:06:16.229629 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9cce9b8d-e528-413d-81c5-38143fed8897 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:16.283434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce9b8d-e528-413d-81c5-38143fed8897 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Subnet': ['ID=48c9bfb7-a53f-4b00-a8f4-a5c433791bc0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:16.317001 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9cce9b8d-e528-413d-81c5-38143fed8897 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:16.321402 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9cce9b8d-e528-413d-81c5-38143fed8897 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/subnets/48c9bfb7-a53f-4b00-a8f4-a5c433791bc0 HTTP/1.1" status: 204 len: 168 time: 0.9050968 Aug 23 15:06:16.321743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38642) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:16.466492 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:16.579092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Deleting port 00019778-5482-41b1-af16-8d3c8f16b254 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:06:16.579439 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:16.699985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] For port 00019778-5482-41b1-af16-8d3c8f16b254, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=00019778-5482-41b1-af16-8d3c8f16b254,segment=NetworkSegment(007691e6-3a27-4efd-8ee1-d86d7b7d5457),segment_id=007691e6-3a27-4efd-8ee1-d86d7b7d5457)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:16.700240 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:16.760767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Calling delete_port for 00019778-5482-41b1-af16-8d3c8f16b254 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:06:16.773280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device bbde26f1-f20c-4731-a4e3-a964cab1c1f3 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:06:16.887812 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb97c9-756b-4e82-98d6-da4d894722bd req-4c916c54-142c-48f2-bcb9-675722bb60cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:16.894757 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eedb97c9-756b-4e82-98d6-da4d894722bd req-4c916c54-142c-48f2-bcb9-675722bb60cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 1096 time: 0.1283634 Aug 23 15:06:17.053704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port bbde26f1-f20c-4731-a4e3-a964cab1c1f3 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:06:17.068941 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port bbde26f1-f20c-4731-a4e3-a964cab1c1f3 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:06:17.069556 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:17.177827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab40dc-5580-4e29-a8e8-0a920cc7cb1a req-98ceecbc-093b-42df-9337-7e64c17efe51 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:17.193212 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-abab40dc-5580-4e29-a8e8-0a920cc7cb1a req-98ceecbc-093b-42df-9337-7e64c17efe51 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 944 time: 0.3731737 Aug 23 15:06:17.246695 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb97c9-756b-4e82-98d6-da4d894722bd req-60bb3288-923f-48c4-afa0-d3c19c3cdde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:17.260449 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eedb97c9-756b-4e82-98d6-da4d894722bd req-60bb3288-923f-48c4-afa0-d3c19c3cdde6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cffccb22-b63a-4c5c-a1aa-a7862729d292 HTTP/1.1" status: 200 len: 920 time: 0.3566761 Aug 23 15:06:17.310058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e533fce-4d86-4e08-86fb-386bf2ef2086 None None] Network d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:06:17.313657 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-abab40dc-5580-4e29-a8e8-0a920cc7cb1a req-46897658-db99-42e0-b90a-a1463a3be1fa tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169097 Aug 23 15:06:17.389403 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:17.394000 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eedb97c9-756b-4e82-98d6-da4d894722bd req-375aada0-f41d-4299-aeeb-62a07feab0d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=523d7fb1-42dc-4fb1-948f-e023ee161005 HTTP/1.1" status: 200 len: 217 time: 0.1247823 Aug 23 15:06:17.472856 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:17.492848 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb97c9-756b-4e82-98d6-da4d894722bd req-65cdac53-6c76-49d7-8911-9abe6b09e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:17.495133 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eedb97c9-756b-4e82-98d6-da4d894722bd req-65cdac53-6c76-49d7-8911-9abe6b09e00b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17940688-0fc2-4a39-b459-e1f5a256fee0 HTTP/1.1" status: 200 len: 859 time: 0.0911849 Aug 23 15:06:17.531432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Port': ['ID=00019778-5482-41b1-af16-8d3c8f16b254,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:17.553615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No DVR routers for this DVR port 00019778-5482-41b1-af16-8d3c8f16b254 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:06:17.559488 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eedb97c9-756b-4e82-98d6-da4d894722bd req-c3a0e11c-9025-4b10-a187-34c4eb21bcee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cffccb22-b63a-4c5c-a1aa-a7862729d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561874 Aug 23 15:06:17.579968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port bbde26f1-f20c-4731-a4e3-a964cab1c1f3, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=bbde26f1-f20c-4731-a4e3-a964cab1c1f3,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:17.592086 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2d9ea0f3-067c-4907-9978-9aecc20f5b92 None None] Provisioning complete for port 00019778-5482-41b1-af16-8d3c8f16b254 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:06:17.597370 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2d9ea0f3-067c-4907-9978-9aecc20f5b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:17.600210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12b7752-e461-4dbe-a941-25a9dde0bd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbde26f1-f20c-4731-a4e3-a964cab1c1f3'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:06:17.603848 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca5b0a5-66db-4e8c-87ff-bce55f896b6b" -d '{"events": [{"server_uuid": "f12b7752-e461-4dbe-a941-25a9dde0bd75", "name": "network-vif-plugged", "status": "completed", "tag": "bbde26f1-f20c-4731-a4e3-a964cab1c1f3"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:06:17.669849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ea0f3-067c-4907-9978-9aecc20f5b92 None None] Port 00019778-5482-41b1-af16-8d3c8f16b254 was deleted so its status cannot be updated. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 15:06:17.682469 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:17.684949 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:17.695396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:17.709244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007691e6-3a27-4efd-8ee1-d86d7b7d5457') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:17.709680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007691e6-3a27-4efd-8ee1-d86d7b7d5457') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:17.721249 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:17.737580 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:17.744203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:06:17.744741 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:06:17.832998 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:06:17.863359 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc722535-f8d8-49d1-9e57-5c08b69c754d req-1fc087ab-2d2d-4f47-8040-ffcdd0fd90ab tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:17.880150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc722535-f8d8-49d1-9e57-5c08b69c754d req-1fc087ab-2d2d-4f47-8040-ffcdd0fd90ab tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.4574721 Aug 23 15:06:17.932528 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eedb97c9-756b-4e82-98d6-da4d894722bd req-5ef9c813-93bc-40d7-8afd-fbd863a00160 service neutron] 10.222.0.61 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623519 Aug 23 15:06:17.945846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=bbde26f1-f20c-4731-a4e3-a964cab1c1f3,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:17.953560 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:17.966452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6677fbb2-453d-4ef4-8dbe-3583f3830c06 None None] DHCP port deletion for d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:06:17.974058 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:17.980953 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3 HTTP/1.1" status: 204 len: 168 time: 1.6581020 Aug 23 15:06:17.982527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38668) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:18.045538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f62e9f-338f-4531-b85a-8234226bf2fa tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Network': ['ID=d5a111e0-e5ff-4cc0-b00b-5e1eb1e6d1a3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:18.067700 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc722535-f8d8-49d1-9e57-5c08b69c754d req-7ce65dfb-c9cf-4d91-8886-cf4151538472 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771662 Aug 23 15:06:18.159146 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-540f5327-dca2-4806-b2b5-c7427127e91e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] DELETE failed (client error): The resource could not be found. Aug 23 15:06:18.162943 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540f5327-dca2-4806-b2b5-c7427127e91e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:18.167259 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-540f5327-dca2-4806-b2b5-c7427127e91e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/subnets/db39fa6b-1bc3-494e-b4fa-133b69b838e3 HTTP/1.1" status: 404 len: 337 time: 0.1708796 Aug 23 15:06:18.169333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38670) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:18.204890 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 00019778-5482-41b1-af16-8d3c8f16b254 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:06:18.262737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 00019778-5482-41b1-af16-8d3c8f16b254 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:06:18.263021 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 00019778-5482-41b1-af16-8d3c8f16b254 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:06:18.264208 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bded72a-fdf6-4ace-a2d1-4aeb3b2a7a41 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] DELETE failed (client error): The resource could not be found. Aug 23 15:06:18.273920 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eedb97c9-756b-4e82-98d6-da4d894722bd req-80dee3e6-527d-4520-ba05-0d5f87c7546e service neutron] 10.222.0.61 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335848 Aug 23 15:06:18.279373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bded72a-fdf6-4ace-a2d1-4aeb3b2a7a41 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:18.281802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6bded72a-fdf6-4ace-a2d1-4aeb3b2a7a41 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/a2c2993b-7b5c-4acd-a705-a16a74f8407a HTTP/1.1" status: 404 len: 339 time: 0.1107824 Aug 23 15:06:18.284572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38674) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:18.339763 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-476edf19-cbd6-40e5-a331-aa2c4bf7fb3e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] DELETE failed (client error): The resource could not be found. Aug 23 15:06:18.341261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476edf19-cbd6-40e5-a331-aa2c4bf7fb3e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:18.343807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-476edf19-cbd6-40e5-a331-aa2c4bf7fb3e tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/subnets/7a8cb3c9-01cb-4ede-87b9-4591584ee748 HTTP/1.1" status: 404 len: 337 time: 0.0580597 Aug 23 15:06:18.347040 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38682) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:18.402037 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55b3e3a-d941-47e8-86fd-1aba951b251a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] DELETE failed (client error): The resource could not be found. Aug 23 15:06:18.402706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c21b9-0b8a-494b-94c9-6edf23f61ae7 req-097dfb88-dad3-4304-bb2a-a559a8f1da87 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:18.411026 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c39c21b9-0b8a-494b-94c9-6edf23f61ae7 req-097dfb88-dad3-4304-bb2a-a559a8f1da87 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.2214296 Aug 23 15:06:18.411437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55b3e3a-d941-47e8-86fd-1aba951b251a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:18.414687 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a55b3e3a-d941-47e8-86fd-1aba951b251a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/1fb605a6-1300-4821-a4d1-21b0ceeab0f5 HTTP/1.1" status: 404 len: 339 time: 0.0663443 Aug 23 15:06:18.418284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38686) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:18.480328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c39c21b9-0b8a-494b-94c9-6edf23f61ae7 req-b1ada052-3fc5-4c04-8c91-d8673f0b2b6f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682046 Aug 23 15:06:18.526638 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-243696f0-4807-4b63-89ae-ee63b71ccf4d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] DELETE failed (client error): The resource could not be found. Aug 23 15:06:18.530920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243696f0-4807-4b63-89ae-ee63b71ccf4d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:18.540165 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-243696f0-4807-4b63-89ae-ee63b71ccf4d tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/subnets/45265309-a9ce-4d26-9228-ba8c19f5580d HTTP/1.1" status: 404 len: 337 time: 0.1177363 Aug 23 15:06:18.540909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38688) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:18.582408 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a175f1d-8860-42e9-9424-4390416a9e17 x-openstack-request-id: req-7a175f1d-8860-42e9-9424-4390416a9e17 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:06:18.582925 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12b7752-e461-4dbe-a941-25a9dde0bd75", "name": "network-vif-plugged", "status": "completed", "tag": "bbde26f1-f20c-4731-a4e3-a964cab1c1f3", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:06:18.583387 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a175f1d-8860-42e9-9424-4390416a9e17 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:06:18.584425 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12b7752-e461-4dbe-a941-25a9dde0bd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbde26f1-f20c-4731-a4e3-a964cab1c1f3', 'code': 200} Aug 23 15:06:18.601340 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-2627017e-acd1-4dac-8490-c65e368f02f8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] DELETE failed (client error): The resource could not be found. Aug 23 15:06:18.602887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2627017e-acd1-4dac-8490-c65e368f02f8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:18.611482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38690) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:18.622271 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2627017e-acd1-4dac-8490-c65e368f02f8 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/f085f9e7-05a8-48c1-a1b4-ac3bdf93a422 HTTP/1.1" status: 404 len: 339 time: 0.0800188 Aug 23 15:06:18.752530 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc6892d-c92e-45f0-bc79-adb2d6d20348 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Deleting subnet e7c37ebe-3f0a-465a-a467-bb285db7434e {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:06:18.757920 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddc6892d-c92e-45f0-bc79-adb2d6d20348 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:18.793799 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcd467-d537-438d-a0b7-c00c1783b8a7 req-133f6f91-4955-43ac-b568-18ec20bad228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:18.795232 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-95bcd467-d537-438d-a0b7-c00c1783b8a7 req-133f6f91-4955-43ac-b568-18ec20bad228 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 1096 time: 0.1041253 Aug 23 15:06:18.803064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97ddf7-974e-45f5-ae85-95d1410ea600 req-4aafa56a-c04a-4ca3-a2dc-136812dcce88 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:18.804693 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-de97ddf7-974e-45f5-ae85-95d1410ea600 req-4aafa56a-c04a-4ca3-a2dc-136812dcce88 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 945 time: 0.1009359 Aug 23 15:06:18.852811 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddc6892d-c92e-45f0-bc79-adb2d6d20348 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:18.881340 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-de97ddf7-974e-45f5-ae85-95d1410ea600 req-8e986d33-1779-4856-b160-4ecfd1c8e9af tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640366 Aug 23 15:06:18.924952 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-95bcd467-d537-438d-a0b7-c00c1783b8a7 req-de56bedf-a211-41f6-862d-716a52869184 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174428 Aug 23 15:06:19.107992 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddc6892d-c92e-45f0-bc79-adb2d6d20348 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:19.214047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb3d0b-fe66-4540-b52b-26f044376bb1 req-34080e39-0027-4565-8951-fe1cc7ed6108 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:19.222881 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70fb3d0b-fe66-4540-b52b-26f044376bb1 req-34080e39-0027-4565-8951-fe1cc7ed6108 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0686581 Aug 23 15:06:19.285313 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70fb3d0b-fe66-4540-b52b-26f044376bb1 req-7f829b1d-0164-49bb-ab73-c134135cf358 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595942 Aug 23 15:06:19.309438 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddc6892d-c92e-45f0-bc79-adb2d6d20348 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:19.381303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6892d-c92e-45f0-bc79-adb2d6d20348 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c37ebe-3f0a-465a-a467-bb285db7434e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:19.387448 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddc6892d-c92e-45f0-bc79-adb2d6d20348 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:19.391372 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ddc6892d-c92e-45f0-bc79-adb2d6d20348 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/subnets/e7c37ebe-3f0a-465a-a467-bb285db7434e HTTP/1.1" status: 204 len: 168 time: 0.7789311 Aug 23 15:06:19.394008 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38698) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:19.394431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e82475-9b6b-4cd2-ab93-666273892f36 None None] Network 875bc414-3b6b-47bc-8132-359c1df42ba3 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:06:19.625971 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:19.708555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Deleting port c9840012-3ddf-4d0d-9ae4-830834bde86c {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:06:19.708945 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:19.764883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efad8452-74bd-4334-b7a7-7e2ee6c1a6fe None None] DHCP port deletion for 875bc414-3b6b-47bc-8132-359c1df42ba3 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:06:19.847424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260e320-8daa-4b82-87b3-66dd9f6c4795 req-710ad1c2-3edb-4fac-840f-702822aef378 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:19.852442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b260e320-8daa-4b82-87b3-66dd9f6c4795 req-710ad1c2-3edb-4fac-840f-702822aef378 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1525779 Aug 23 15:06:19.877306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] For port c9840012-3ddf-4d0d-9ae4-830834bde86c, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c9840012-3ddf-4d0d-9ae4-830834bde86c,segment=NetworkSegment(8da2aa22-f8d6-43f1-b193-ad5d6b159f8d),segment_id=8da2aa22-f8d6-43f1-b193-ad5d6b159f8d)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:19.878704 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:19.904518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Calling delete_port for c9840012-3ddf-4d0d-9ae4-830834bde86c owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:06:19.935549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-efad8452-74bd-4334-b7a7-7e2ee6c1a6fe None None] Deleting port c9840012-3ddf-4d0d-9ae4-830834bde86c {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:06:19.938270 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-efad8452-74bd-4334-b7a7-7e2ee6c1a6fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:20.007771 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b260e320-8daa-4b82-87b3-66dd9f6c4795 req-675775b6-f3c8-468a-9038-78acdb36c097 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1440213 Aug 23 15:06:20.152838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-efad8452-74bd-4334-b7a7-7e2ee6c1a6fe None None] For port c9840012-3ddf-4d0d-9ae4-830834bde86c, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c9840012-3ddf-4d0d-9ae4-830834bde86c,segment=NetworkSegment(8da2aa22-f8d6-43f1-b193-ad5d6b159f8d),segment_id=8da2aa22-f8d6-43f1-b193-ad5d6b159f8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:20.153505 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-efad8452-74bd-4334-b7a7-7e2ee6c1a6fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:20.194686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e241b-375a-4a3b-9ea1-c6dfd05ae13b req-505dace6-50cf-4707-9419-0b909fe8c755 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:20.197317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c9840012-3ddf-4d0d-9ae4-830834bde86c no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:06:20.205709 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-452e241b-375a-4a3b-9ea1-c6dfd05ae13b req-505dace6-50cf-4707-9419-0b909fe8c755 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 945 time: 0.0955327 Aug 23 15:06:20.206068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-efad8452-74bd-4334-b7a7-7e2ee6c1a6fe None None] Calling delete_port for c9840012-3ddf-4d0d-9ae4-830834bde86c owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:06:20.278493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-452e241b-375a-4a3b-9ea1-c6dfd05ae13b req-413d05f5-560e-4f3d-95fc-cfe150932db6 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712850 Aug 23 15:06:20.376771 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:20.438962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8719a-d106-473f-a266-3e16046bb71a req-ce6f1cfe-e05b-4c32-83b1-9cdcf0edc550 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:20.440503 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-06f8719a-d106-473f-a266-3e16046bb71a req-ce6f1cfe-e05b-4c32-83b1-9cdcf0edc550 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0674887 Aug 23 15:06:20.477824 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:20.479247 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.483404 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.490615 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.490615 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.490615 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.490615 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.490615 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.490615 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.490615 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.490615 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.490615 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.490615 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.490615 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.490615 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.490615 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:06:20.490615 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:06:20.527441 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-efad8452-74bd-4334-b7a7-7e2ee6c1a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:20.532904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Port': ['ID=c9840012-3ddf-4d0d-9ae4-830834bde86c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:20.536690 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No DVR routers for this DVR port c9840012-3ddf-4d0d-9ae4-830834bde86c on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:06:20.547709 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad8452-74bd-4334-b7a7-7e2ee6c1a6fe None None] No DVR routers for this DVR port c9840012-3ddf-4d0d-9ae4-830834bde86c on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:06:20.559516 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-06f8719a-d106-473f-a266-3e16046bb71a req-680e9238-7b21-40a4-a5de-1aac897ebd0d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121175 Aug 23 15:06:20.568350 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad8452-74bd-4334-b7a7-7e2ee6c1a6fe None None] Pushing event deleted for resources: {'Port': ['ID=c9840012-3ddf-4d0d-9ae4-830834bde86c,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:20.661308 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:20.684243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875bc414-3b6b-47bc-8132-359c1df42ba3']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:20.710210 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da2aa22-f8d6-43f1-b193-ad5d6b159f8d') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:20.710517 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da2aa22-f8d6-43f1-b193-ad5d6b159f8d') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:20.721922 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:20.744249 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:20.752162 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:06:20.753205 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:06:20.756194 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:06:20.916914 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:20.923376 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:20.930309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38722) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:20.949984 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/875bc414-3b6b-47bc-8132-359c1df42ba3 HTTP/1.1" status: 204 len: 168 time: 1.5533819 Aug 23 15:06:21.003558 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726fd9e-6b8f-4429-b666-7b0121ba61ed tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Network': ['ID=875bc414-3b6b-47bc-8132-359c1df42ba3,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:21.024545 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e6f110-5cc3-49bb-b429-6518d9b23d13 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] DELETE failed (client error): The resource could not be found. Aug 23 15:06:21.025314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e6f110-5cc3-49bb-b429-6518d9b23d13 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:21.039402 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-12e6f110-5cc3-49bb-b429-6518d9b23d13 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/subnets/5f654d91-319f-447f-9a34-156f310b9164 HTTP/1.1" status: 404 len: 337 time: 0.1069729 Aug 23 15:06:21.041672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38730) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:21.083074 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e6ee74-587a-465e-ba95-438aab03a81a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] DELETE failed (client error): The resource could not be found. Aug 23 15:06:21.085605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e6ee74-587a-465e-ba95-438aab03a81a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:21.087710 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e9e6ee74-587a-465e-ba95-438aab03a81a tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/a5f88d3a-65a2-4902-a8c1-576eabb1ad6d HTTP/1.1" status: 404 len: 339 time: 0.0448115 Aug 23 15:06:21.090399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38736) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:21.213275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db63505-d33e-4b32-a9ee-2bf4c8e29b67 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Deleting subnet 80dfdc10-42bd-4e6d-9e14-94bc8baa60b7 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:06:21.224380 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3db63505-d33e-4b32-a9ee-2bf4c8e29b67 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:21.300206 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1015366-104e-4461-927d-a0d8c166f380 req-85a0ebc6-6815-43e2-a27d-54d0a0413d0a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:21.310978 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b1015366-104e-4461-927d-a0d8c166f380 req-85a0ebc6-6815-43e2-a27d-54d0a0413d0a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.0770514 Aug 23 15:06:21.316795 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3db63505-d33e-4b32-a9ee-2bf4c8e29b67 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:21.367731 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b1015366-104e-4461-927d-a0d8c166f380 req-1f433c19-d029-4e5c-8830-c729ce142a26 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520461 Aug 23 15:06:21.527237 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3db63505-d33e-4b32-a9ee-2bf4c8e29b67 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:21.530820 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6705653f-7ea4-4a84-9abf-3f85582cb59c req-4172d7df-c45c-45b7-962d-e0b309518312 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1111500 Aug 23 15:06:21.589018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9a30e-6a4e-46af-a95d-1898b9c574eb req-6f9139af-6006-4d14-a9be-968078226560 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:21.603080 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74b9a30e-6a4e-46af-a95d-1898b9c574eb req-6f9139af-6006-4d14-a9be-968078226560 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 945 time: 0.1118212 Aug 23 15:06:21.677092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705653f-7ea4-4a84-9abf-3f85582cb59c req-5f2e1e52-9ace-4ce5-8b9d-3656e4dc0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:21.678733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6705653f-7ea4-4a84-9abf-3f85582cb59c req-5f2e1e52-9ace-4ce5-8b9d-3656e4dc0456 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 1096 time: 0.1187992 Aug 23 15:06:21.704465 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74b9a30e-6a4e-46af-a95d-1898b9c574eb req-ae80f22b-c739-48e7-ace9-3e50b9fdfece tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002109 Aug 23 15:06:21.742790 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3db63505-d33e-4b32-a9ee-2bf4c8e29b67 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:21.822303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db63505-d33e-4b32-a9ee-2bf4c8e29b67 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Subnet': ['ID=80dfdc10-42bd-4e6d-9e14-94bc8baa60b7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:21.829035 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3db63505-d33e-4b32-a9ee-2bf4c8e29b67 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:21.839525 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3db63505-d33e-4b32-a9ee-2bf4c8e29b67 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/subnets/80dfdc10-42bd-4e6d-9e14-94bc8baa60b7 HTTP/1.1" status: 204 len: 168 time: 0.7396889 Aug 23 15:06:21.841270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b706964-f404-40d6-aed9-fca783fa995b None None] Network d95e4cb5-1bca-49b6-94b8-2f2c85a26c63 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:06:21.841649 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38758) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:22.021115 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705653f-7ea4-4a84-9abf-3f85582cb59c req-5f750a69-577c-40f1-b95d-e5bd1bb2e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:22.022542 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6705653f-7ea4-4a84-9abf-3f85582cb59c req-5f750a69-577c-40f1-b95d-e5bd1bb2e454 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cffccb22-b63a-4c5c-a1aa-a7862729d292 HTTP/1.1" status: 200 len: 920 time: 0.3168242 Aug 23 15:06:22.082471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad82907-4f6c-49c6-8d2a-71c51e145a26 req-f2b44a8c-092e-4f82-af9c-9a6c22028be0 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:22.084105 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ad82907-4f6c-49c6-8d2a-71c51e145a26 req-f2b44a8c-092e-4f82-af9c-9a6c22028be0 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1244426 Aug 23 15:06:22.182868 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:22.217057 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6705653f-7ea4-4a84-9abf-3f85582cb59c req-e119196d-3a82-4693-b893-06a93374ac78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f77054a2-0142-49d0-a894-290782719aa9 HTTP/1.1" status: 200 len: 217 time: 0.1793499 Aug 23 15:06:22.277242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e73a47c-1bab-474d-8a10-409e372bdcf8 None None] DHCP port deletion for d95e4cb5-1bca-49b6-94b8-2f2c85a26c63 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:06:22.299335 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ad82907-4f6c-49c6-8d2a-71c51e145a26 req-c6168969-230d-423e-8c04-73e13e4b24e7 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218827 Aug 23 15:06:22.353799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705653f-7ea4-4a84-9abf-3f85582cb59c req-add5a792-26f7-4a2d-8c5f-0ee8748c3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:22.355871 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6705653f-7ea4-4a84-9abf-3f85582cb59c req-add5a792-26f7-4a2d-8c5f-0ee8748c3728 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17940688-0fc2-4a39-b459-e1f5a256fee0 HTTP/1.1" status: 200 len: 859 time: 0.1305220 Aug 23 15:06:22.361360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Deleting port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:06:22.361728 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:22.404768 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0e73a47c-1bab-474d-8a10-409e372bdcf8 None None] Deleting port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:06:22.410988 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6705653f-7ea4-4a84-9abf-3f85582cb59c req-e19b2410-3670-4618-b28a-b473ccf35b1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cffccb22-b63a-4c5c-a1aa-a7862729d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444350 Aug 23 15:06:22.412349 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e73a47c-1bab-474d-8a10-409e372bdcf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:22.520557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0e73a47c-1bab-474d-8a10-409e372bdcf8 None None] For port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=39f5f0c6-b57a-48d7-8607-4f7274a9b5cc,segment=NetworkSegment(96a7157a-b38b-42b3-85d0-362777672a70),segment_id=96a7157a-b38b-42b3-85d0-362777672a70)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:22.521186 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e73a47c-1bab-474d-8a10-409e372bdcf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:22.524469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] For port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=39f5f0c6-b57a-48d7-8607-4f7274a9b5cc,segment=NetworkSegment(96a7157a-b38b-42b3-85d0-362777672a70),segment_id=96a7157a-b38b-42b3-85d0-362777672a70)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:22.524894 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:22.546106 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0e73a47c-1bab-474d-8a10-409e372bdcf8 None None] Calling delete_port for 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:06:22.565009 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Calling delete_port for 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:06:22.678483 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6705653f-7ea4-4a84-9abf-3f85582cb59c req-b87a83bf-a020-45db-a6bd-a84743190a65 service neutron] 10.222.0.57 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626357 Aug 23 15:06:22.700564 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-532b4ec2-2f87-4b6f-adae-d90016e2d649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:22.887733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:22.904011 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e73a47c-1bab-474d-8a10-409e372bdcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:22.925202 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Port': ['ID=39f5f0c6-b57a-48d7-8607-4f7274a9b5cc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:22.935029 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e73a47c-1bab-474d-8a10-409e372bdcf8 None None] No DVR routers for this DVR port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:06:22.937941 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] No DVR routers for this DVR port 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:06:22.981907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdd091-f08d-4836-a866-e913bd4b0806 req-4a1c28c9-ee0d-44d4-987c-aaf435a12afa tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:22.985222 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93cdd091-f08d-4836-a866-e913bd4b0806 req-4a1c28c9-ee0d-44d4-987c-aaf435a12afa tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.4396842 Aug 23 15:06:23.012217 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73a47c-1bab-474d-8a10-409e372bdcf8 None None] Pushing event deleted for resources: {'Port': ['ID=39f5f0c6-b57a-48d7-8607-4f7274a9b5cc,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:23.053239 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6705653f-7ea4-4a84-9abf-3f85582cb59c req-0109d8fa-33b1-4917-81e3-85b10ae5f3b6 service neutron] 10.222.0.57 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657756 Aug 23 15:06:23.105836 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93cdd091-f08d-4836-a866-e913bd4b0806 req-1e89e2ab-2071-4166-bd24-79545be2d25c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088738 Aug 23 15:06:23.113048 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:23.125960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95e4cb5-1bca-49b6-94b8-2f2c85a26c63']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:23.145265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a7157a-b38b-42b3-85d0-362777672a70') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:23.146156 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a7157a-b38b-42b3-85d0-362777672a70') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:06:23.172998 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:23.205233 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:23.214862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:06:23.215247 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:06:23.219206 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:06:23.474294 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9edb9-8320-43d1-9561-f3a82453786c req-b5699e15-b462-4b9f-9b17-a8b4aad8fecc tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:23.476293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab9edb9-8320-43d1-9561-f3a82453786c req-b5699e15-b462-4b9f-9b17-a8b4aad8fecc tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0684538 Aug 23 15:06:23.522487 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aab9edb9-8320-43d1-9561-f3a82453786c req-a0b9522f-9479-4ae3-a255-32dd6098761f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Aug 23 15:06:23.639633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:23.647680 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:23.649609 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] 10.222.0.38 "DELETE /v2.0/networks/d95e4cb5-1bca-49b6-94b8-2f2c85a26c63 HTTP/1.1" status: 204 len: 168 time: 1.8079290 Aug 23 15:06:23.680060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a1ebb-85f6-4670-9bf7-c290768b3f12 tempest-NetworksIpV6Test-1680225526 tempest-NetworksIpV6Test-1680225526-project] Pushing event deleted for resources: {'Network': ['ID=d95e4cb5-1bca-49b6-94b8-2f2c85a26c63,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:24.190313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:06:24.222847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:06:24.223485 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 39f5f0c6-b57a-48d7-8607-4f7274a9b5cc not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:06:24.338074 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38826) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:24.407922 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea08e5-5573-4c83-9210-09871597b5e8 req-d6ca31dd-00c7-479f-9240-616681c981d0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:24.410220 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ecea08e5-5573-4c83-9210-09871597b5e8 req-d6ca31dd-00c7-479f-9240-616681c981d0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1291907 Aug 23 15:06:24.515346 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ecea08e5-5573-4c83-9210-09871597b5e8 req-ef6d1a67-44c5-4d59-88dc-477eb3b6e708 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915430 Aug 23 15:06:24.714315 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e1964d7b-854c-435f-bfad-08256ab207c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1fc9cf13d94444fa1e58b6faa765b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3751016 Aug 23 15:06:24.719055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38832) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:24.731536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161f9ce-6530-40ea-a315-9bf9fff729d6 req-90110a6c-5444-4764-b075-bb2e1d36d5f3 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:24.734270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6161f9ce-6530-40ea-a315-9bf9fff729d6 req-90110a6c-5444-4764-b075-bb2e1d36d5f3 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1162128 Aug 23 15:06:24.821156 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3b2e929-d7d3-46b6-baf4-e015adbb4f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:24.846490 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6161f9ce-6530-40ea-a315-9bf9fff729d6 req-2136c725-0cf8-41dd-aa4e-b1c5d7b88445 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810559 Aug 23 15:06:24.851222 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3b2e929-d7d3-46b6-baf4-e015adbb4f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:25.028457 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3b2e929-d7d3-46b6-baf4-e015adbb4f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:25.032498 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3b2e929-d7d3-46b6-baf4-e015adbb4f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:25.033763 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d3b2e929-d7d3-46b6-baf4-e015adbb4f14 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea6f4325-3f4a-4a96-bd95-fb5ce7158284 HTTP/1.1" status: 204 len: 168 time: 0.3128195 Aug 23 15:06:25.062550 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2e929-d7d3-46b6-baf4-e015adbb4f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6f4325-3f4a-4a96-bd95-fb5ce7158284,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:25.516633 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:25.861760 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-2502271f-16b2-458b-9bd8-de3b876d09f3 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:25.863833 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-2502271f-16b2-458b-9bd8-de3b876d09f3 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/networks?id=7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 HTTP/1.1" status: 200 len: 813 time: 0.1312892 Aug 23 15:06:25.883055 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-de034954-f20e-48c0-9026-8ea9002d28b7 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/quotas/e38f334f96ac4f38b93f7a457e6ae03a HTTP/1.1" status: 200 len: 375 time: 0.0123246 Aug 23 15:06:25.943472 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-3a5aea8e-4229-4957-b378-18fee831a00d tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e38f334f96ac4f38b93f7a457e6ae03a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431435 Aug 23 15:06:26.071611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-98930cbe-cbbf-4bd8-bb9d-92fe39384ce3 service neutron] 10.222.0.38 "GET /v2.0/networks/7afbecfc-013f-41e0-8f94-ad3b9ec50ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202147 Aug 23 15:06:26.189556 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-55eba071-50b3-48f2-8f8a-aa49bb020b5e service neutron] 10.222.0.38 "GET /v2.0/networks/7afbecfc-013f-41e0-8f94-ad3b9ec50ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106715 Aug 23 15:06:26.434030 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d0e19-1071-40f4-b81c-3e271c9884d8 req-3b55d460-1cbb-411e-8a89-924710cb3b1d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:26.456320 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-281d0e19-1071-40f4-b81c-3e271c9884d8 req-3b55d460-1cbb-411e-8a89-924710cb3b1d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1330705 Aug 23 15:06:26.572464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029a2-f94e-4634-9cf3-a137da633160 req-ed0ffae5-591f-471f-b7cc-292f8a5fa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:26.573423 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a019d970-4744-460c-95bf-70893f1e8927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:26.574645 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a55029a2-f94e-4634-9cf3-a137da633160 req-ed0ffae5-591f-471f-b7cc-292f8a5fa471 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 1096 time: 0.1610847 Aug 23 15:06:26.603895 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-281d0e19-1071-40f4-b81c-3e271c9884d8 req-a50192f1-4784-45e4-b03f-9954b9195120 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1461489 Aug 23 15:06:26.737302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38930) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:26.745402 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:26.768548 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dd9065d1-7ccb-481d-8be4-89c5fb857bc2 req-109ee929-06e0-4022-beb3-e807a5400c1b tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 210 time: 0.0718799 Aug 23 15:06:26.780453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029a2-f94e-4634-9cf3-a137da633160 req-1e0fe2c4-8259-4831-b7b5-43367081745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:26.781888 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a55029a2-f94e-4634-9cf3-a137da633160 req-1e0fe2c4-8259-4831-b7b5-43367081745c service neutron] 10.222.0.61 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 918 time: 0.1762991 Aug 23 15:06:26.798627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac6a2c-3d3e-499d-a608-ebb08f69d549 req-a7fdd09d-f3a8-4b5c-b5e8-f35254570309 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:26.807280 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-54ac6a2c-3d3e-499d-a608-ebb08f69d549 req-a7fdd09d-f3a8-4b5c-b5e8-f35254570309 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.2315936 Aug 23 15:06:26.951450 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-54ac6a2c-3d3e-499d-a608-ebb08f69d549 req-92d871d4-2578-4fd0-b8c6-691420aaf80f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352348 Aug 23 15:06:26.958993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-bb67ea91-ffdb-4d7a-b1f1-c6842b0058b9 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] Request body: {'port': {'network_id': 'f6ccb98b-e46c-4b2f-8f69-400f707136c6', 'name': 'tempest-NetworksNegativeTestJSON-1143076103'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:26.985929 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb67ea91-ffdb-4d7a-b1f1-c6842b0058b9 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] POST failed (client error): The resource could not be found. Aug 23 15:06:26.986540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb67ea91-ffdb-4d7a-b1f1-c6842b0058b9 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:26.986710 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a55029a2-f94e-4634-9cf3-a137da633160 req-c093ca84-77eb-4189-b003-07773b5c512c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92975400-30d9-4977-93cd-945c92e371fc HTTP/1.1" status: 200 len: 1000 time: 0.1723864 Aug 23 15:06:26.991940 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38950) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:26.993376 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bb67ea91-ffdb-4d7a-b1f1-c6842b0058b9 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2531714 Aug 23 15:06:27.060468 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82e5add-c3e3-4629-b307-c9c2e52c7ea2 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] DELETE failed (client error): The resource could not be found. Aug 23 15:06:27.062561 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82e5add-c3e3-4629-b307-c9c2e52c7ea2 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:27.064653 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c82e5add-c3e3-4629-b307-c9c2e52c7ea2 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] 10.222.0.38 "DELETE /v2.0/networks/0b5dbd1a-d096-46e9-b94a-92dd5a492bb4 HTTP/1.1" status: 404 len: 339 time: 0.0716438 Aug 23 15:06:27.068456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38954) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:27.106100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029a2-f94e-4634-9cf3-a137da633160 req-93239f99-dea4-495d-b031-fdd78417c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:27.108554 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a55029a2-f94e-4634-9cf3-a137da633160 req-93239f99-dea4-495d-b031-fdd78417c67b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 200 len: 856 time: 0.1126390 Aug 23 15:06:27.116614 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-86faae34-ae6c-48f9-b40d-b960e5090603 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] DELETE failed (client error): The resource could not be found. Aug 23 15:06:27.117346 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86faae34-ae6c-48f9-b40d-b960e5090603 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:27.132585 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-86faae34-ae6c-48f9-b40d-b960e5090603 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] 10.222.0.38 "DELETE /v2.0/ports/ddccb320-258f-4404-8279-659c73eff582 HTTP/1.1" status: 404 len: 333 time: 0.0629916 Aug 23 15:06:27.133234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38958) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:27.184152 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029a2-f94e-4634-9cf3-a137da633160 req-2cbcf43e-a24b-4745-be31-9a6785427325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:27.186786 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a55029a2-f94e-4634-9cf3-a137da633160 req-2cbcf43e-a24b-4745-be31-9a6785427325 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3abf700b-7cb8-4157-b106-bf6f54332e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678902 Aug 23 15:06:27.209760 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ba6ca2-6f55-495f-ba56-5d4c61bc0752 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] DELETE failed (client error): The resource could not be found. Aug 23 15:06:27.212962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ba6ca2-6f55-495f-ba56-5d4c61bc0752 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:27.215287 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c1ba6ca2-6f55-495f-ba56-5d4c61bc0752 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] 10.222.0.38 "DELETE /v2.0/subnets/f943edb8-479f-42e8-8b6d-f54e38e732ca HTTP/1.1" status: 404 len: 337 time: 0.0809038 Aug 23 15:06:27.220295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38960) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:27.257761 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d769847-8d03-4eb5-9623-08603d5e78dd tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] GET failed (client error): The resource could not be found. Aug 23 15:06:27.267313 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6d769847-8d03-4eb5-9623-08603d5e78dd tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] 10.222.0.38 "GET /v2.0/networks/cdbf9eaf-4102-4fa2-9c00-339b90538f0a HTTP/1.1" status: 404 len: 339 time: 0.0457942 Aug 23 15:06:27.268116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38962) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:27.320105 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab38cd9e-03e3-4e3a-b3f1-70a8aefa8bfb tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] GET failed (client error): The resource could not be found. Aug 23 15:06:27.325769 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ab38cd9e-03e3-4e3a-b3f1-70a8aefa8bfb tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] 10.222.0.38 "GET /v2.0/ports/db559154-57e3-4637-9729-343c753c1043 HTTP/1.1" status: 404 len: 333 time: 0.0561762 Aug 23 15:06:27.327435 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38966) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:27.372548 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3cbede-75cc-4c5d-b0f4-0e84c04e26ab tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] GET failed (client error): The resource could not be found. Aug 23 15:06:27.378725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38970) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:27.380277 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fa3cbede-75cc-4c5d-b0f4-0e84c04e26ab tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] 10.222.0.38 "GET /v2.0/subnets/5a79822f-1d2e-4aa9-9cd6-b390907890bf HTTP/1.1" status: 404 len: 337 time: 0.0495408 Aug 23 15:06:27.384557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-265dd3e9-ba32-41d8-8ae9-a4158522eee7 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] Request body: {'network': {'name': 'new_name'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:27.400699 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-265dd3e9-ba32-41d8-8ae9-a4158522eee7 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] PUT failed (client error): The resource could not be found. Aug 23 15:06:27.401784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265dd3e9-ba32-41d8-8ae9-a4158522eee7 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:27.403535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-265dd3e9-ba32-41d8-8ae9-a4158522eee7 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] 10.222.0.38 "PUT /v2.0/networks/6b0c0fec-7431-43a0-8dae-ac5d85b3d149 HTTP/1.1" status: 404 len: 339 time: 0.0235448 Aug 23 15:06:27.407176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38974) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:27.416681 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ad9be1c8-d14e-41e5-8490-460f0a0e6c85 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] Request body: {'port': {'name': 'new_name'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:27.426859 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a55029a2-f94e-4634-9cf3-a137da633160 req-cbe1b023-2c94-446f-b634-2a427f733ed9 service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321815 Aug 23 15:06:27.438579 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9be1c8-d14e-41e5-8490-460f0a0e6c85 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] PUT failed (client error): The resource could not be found. Aug 23 15:06:27.439275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9be1c8-d14e-41e5-8490-460f0a0e6c85 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:27.452920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ad9be1c8-d14e-41e5-8490-460f0a0e6c85 tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] 10.222.0.38 "PUT /v2.0/ports/2a56956f-08b1-48e7-9080-4078ed8611b5 HTTP/1.1" status: 404 len: 333 time: 0.0439665 Aug 23 15:06:27.453726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38976) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:27.460176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3d034122-63cf-46a8-a12e-a9c8ff8add7e tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:27.492184 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d034122-63cf-46a8-a12e-a9c8ff8add7e tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] PUT failed (client error): The resource could not be found. Aug 23 15:06:27.492908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d034122-63cf-46a8-a12e-a9c8ff8add7e tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:06:27.499343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3d034122-63cf-46a8-a12e-a9c8ff8add7e tempest-NetworksNegativeTestJSON-840232313 tempest-NetworksNegativeTestJSON-840232313-project] 10.222.0.38 "PUT /v2.0/subnets/7cd8a9df-70c4-4e46-89cb-cad08a7f27b5 HTTP/1.1" status: 404 len: 337 time: 0.0436218 Aug 23 15:06:27.606506 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a55029a2-f94e-4634-9cf3-a137da633160 req-198606f5-d261-4c12-975f-1ef795c93db3 service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715841 Aug 23 15:06:27.865096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0f435-5b8a-4724-b433-7e194dc11d5e req-84158994-cb54-4c5a-8200-5b9950214001 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:27.876180 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5dc0f435-5b8a-4724-b433-7e194dc11d5e req-84158994-cb54-4c5a-8200-5b9950214001 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.1307592 Aug 23 15:06:27.930514 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9aba710b-a309-4917-bb70-c22725c71b29 req-ecd80dbc-898f-47ff-b687-0ef95fa2c0db tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 210 time: 0.0674717 Aug 23 15:06:27.990276 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5dc0f435-5b8a-4724-b433-7e194dc11d5e req-10d2e8c7-5bc8-4f21-b0d6-41d45e586090 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129186 Aug 23 15:06:28.156341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f71b34-afec-4572-ae48-03c97163d992 req-bc87fb5f-059d-480f-b218-b529d04eed54 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:28.164282 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1f71b34-afec-4572-ae48-03c97163d992 req-bc87fb5f-059d-480f-b218-b529d04eed54 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0840964 Aug 23 15:06:28.233450 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1f71b34-afec-4572-ae48-03c97163d992 req-616ae3d0-1021-469c-9681-8b5c504dae92 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668175 Aug 23 15:06:28.445714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39002) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:28.545885 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:28.648038 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-599a702b-cc90-4faa-bb11-96566d8d3f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:28.846845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 92975400-30d9-4977-93cd-945c92e371fc no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:06:28.907399 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-599a702b-cc90-4faa-bb11-96566d8d3f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:29.018630 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-599a702b-cc90-4faa-bb11-96566d8d3f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:29.088216 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:29.108986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a702b-cc90-4faa-bb11-96566d8d3f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e57d36-dbc3-49f6-9d77-c2fcab4364a7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:29.127284 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-599a702b-cc90-4faa-bb11-96566d8d3f45 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f1e40bdd3b1743689bdf0b5ed9c6d076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6791155 Aug 23 15:06:29.129918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39024) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:29.219527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b323436-72f2-4923-aab3-85be8ca2d9e8 req-8803365f-a218-461a-91df-17c723ea46dc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 210 time: 0.0617115 Aug 23 15:06:29.236107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92975400-30d9-4977-93cd-945c92e371fc'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:06:29.258387 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d980b8-d71a-49cb-9233-679175702c50" -d '{"events": [{"server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "92975400-30d9-4977-93cd-945c92e371fc"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:06:29.284301 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2338dc5-4caa-4e11-8af1-c771ae679e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:29.327215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=92975400-30d9-4977-93cd-945c92e371fc,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:29.336740 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2338dc5-4caa-4e11-8af1-c771ae679e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:29.438575 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43873a5-341d-4981-a828-d958269342ef req-372c96c6-6d0a-413d-9d5e-15212f04b1d8 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:29.438575 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c43873a5-341d-4981-a828-d958269342ef req-372c96c6-6d0a-413d-9d5e-15212f04b1d8 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.2000711 Aug 23 15:06:29.461578 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a63ab9-3129-4c11-a029-d87eafe38632 req-3b345a24-c36c-4fd6-88c8-2154513a1ae8 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:29.469807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32a63ab9-3129-4c11-a029-d87eafe38632 req-3b345a24-c36c-4fd6-88c8-2154513a1ae8 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0680611 Aug 23 15:06:29.477314 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c43873a5-341d-4981-a828-d958269342ef req-78626a1c-dfa5-4432-9859-36025462e4a0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968733 Aug 23 15:06:29.517798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32a63ab9-3129-4c11-a029-d87eafe38632 req-aa2d8aff-4f8b-4308-af0b-e5cc600e922e tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468798 Aug 23 15:06:29.625761 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0878969d-6197-44c6-8209-828cfe004e56 x-openstack-request-id: req-0878969d-6197-44c6-8209-828cfe004e56 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:06:29.626303 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "92975400-30d9-4977-93cd-945c92e371fc", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:06:29.626303 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0878969d-6197-44c6-8209-828cfe004e56 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:06:29.626674 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92975400-30d9-4977-93cd-945c92e371fc', 'code': 200} Aug 23 15:06:29.824903 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:29.849481 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2338dc5-4caa-4e11-8af1-c771ae679e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:29.852304 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2338dc5-4caa-4e11-8af1-c771ae679e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:29.855799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f2338dc5-4caa-4e11-8af1-c771ae679e60 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08e57d36-dbc3-49f6-9d77-c2fcab4364a7 HTTP/1.1" status: 204 len: 168 time: 0.7222419 Aug 23 15:06:29.882719 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2338dc5-4caa-4e11-8af1-c771ae679e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e57d36-dbc3-49f6-9d77-c2fcab4364a7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:30.003949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=92975400-30d9-4977-93cd-945c92e371fc,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:30.146952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-46968514-1dc7-4150-bcea-8b5e87eab7d6 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:30.148765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-46968514-1dc7-4150-bcea-8b5e87eab7d6 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.57 "GET /v2.0/networks?id=7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 HTTP/1.1" status: 200 len: 813 time: 0.2559078 Aug 23 15:06:30.163184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-ec907153-6cd5-4402-ad94-d5b2f26463e2 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Request body: {'port': {'device_id': '5469802d-eb1f-4687-8f56-1bd2cfabd180', 'network_id': '7afbecfc-013f-41e0-8f94-ad3b9ec50ef2', 'admin_state_up': True, 'tenant_id': 'e38f334f96ac4f38b93f7a457e6ae03a'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:30.478335 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-61e4af2d-e862-4b86-9023-6948e8386641 req-be1b7013-fdc2-4dfa-a065-3348b3e3f958 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 210 time: 0.1059973 Aug 23 15:06:30.607180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-ec907153-6cd5-4402-ad94-d5b2f26463e2 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Made reservation on behalf of e38f334f96ac4f38b93f7a457e6ae03a for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:06:30.613321 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-ec907153-6cd5-4402-ad94-d5b2f26463e2 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:30.862041 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3eed2-521d-4b07-8fc2-8265cc43c783 req-d405075e-b94e-4c55-a8a9-908077d39f1d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:30.863814 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1ae3eed2-521d-4b07-8fc2-8265cc43c783 req-d405075e-b94e-4c55-a8a9-908077d39f1d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 943 time: 0.0876937 Aug 23 15:06:30.948842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1ae3eed2-521d-4b07-8fc2-8265cc43c783 req-abbb1725-77cb-4209-8b45-0b4856822193 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780363 Aug 23 15:06:30.972863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b6a74-aa1d-4b4d-8b39-992a4b246ae6 req-dc225be4-65f1-4086-8a6b-db2816e48896 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:30.981587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-348b6a74-aa1d-4b4d-8b39-992a4b246ae6 req-dc225be4-65f1-4086-8a6b-db2816e48896 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.2087483 Aug 23 15:06:30.993882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-ec907153-6cd5-4402-ad94-d5b2f26463e2 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Allocated IP 172.20.0.12 (7afbecfc-013f-41e0-8f94-ad3b9ec50ef2/afa8e189-38df-4022-b01a-e467e93d2cd9/f95a4896-71a7-42c0-9bd3-6cd466b3dc2c) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:06:31.094735 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-348b6a74-aa1d-4b4d-8b39-992a4b246ae6 req-9bc71358-3873-420a-be47-5863566ecc90 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120582 Aug 23 15:06:31.390148 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-ec907153-6cd5-4402-ad94-d5b2f26463e2 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:31.595847 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-595b3098-06ae-4d31-b25f-00367990f85a req-67b018f5-ad47-43df-94dc-5c63bdc3a785 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 210 time: 0.0297062 Aug 23 15:06:31.613524 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-ec907153-6cd5-4402-ad94-d5b2f26463e2 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:31.905522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39124) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:32.070319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-ec907153-6cd5-4402-ad94-d5b2f26463e2 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Network 7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:06:32.074566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-ec907153-6cd5-4402-ad94-d5b2f26463e2 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:06:32.080042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-ec907153-6cd5-4402-ad94-d5b2f26463e2 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:06:32.141828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-ec907153-6cd5-4402-ad94-d5b2f26463e2 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:32.142879 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-ec907153-6cd5-4402-ad94-d5b2f26463e2 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:32.160522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec907153-6cd5-4402-ad94-d5b2f26463e2 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Pushing event updated for resources: {'Port': ['ID=f95a4896-71a7-42c0-9bd3-6cd466b3dc2c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:32.231092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-29d67593-cb93-455c-81e3-af47e9e0a99e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group': {'name': 'tempest-secgroup--370832197'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:32.264676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c6194-3799-470b-9c6d-6c835adff706 req-4fcdb9c1-346c-41b7-a8b1-5593224c793a tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:32.266473 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-809c6194-3799-470b-9c6d-6c835adff706 req-4fcdb9c1-346c-41b7-a8b1-5593224c793a tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0678382 Aug 23 15:06:32.269864 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-ec907153-6cd5-4402-ad94-d5b2f26463e2 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1101272 Aug 23 15:06:32.288719 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Request body: {'port': {'device_id': '5469802d-eb1f-4687-8f56-1bd2cfabd180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:32.353975 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-29d67593-cb93-455c-81e3-af47e9e0a99e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:32.363111 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-29d67593-cb93-455c-81e3-af47e9e0a99e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:32.378259 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-809c6194-3799-470b-9c6d-6c835adff706 req-0ec6bfd8-0b63-4070-b182-9262a4f5d349 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052129 Aug 23 15:06:32.429264 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:32.684384 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-29d67593-cb93-455c-81e3-af47e9e0a99e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:32.757855 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-29d67593-cb93-455c-81e3-af47e9e0a99e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:32.833144 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d67593-cb93-455c-81e3-af47e9e0a99e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4731a909-c744-45bf-a8d7-f4f69740bd7e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:32.878664 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 92975400-30d9-4977-93cd-945c92e371fc no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:06:32.958604 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-29d67593-cb93-455c-81e3-af47e9e0a99e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:33.084955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a07de3-7dbb-4731-b068-c8ba517f1031 req-ed936fec-331d-4eb7-ae8f-91a6cc3f5741 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:33.096852 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0a07de3-7dbb-4731-b068-c8ba517f1031 req-ed936fec-331d-4eb7-ae8f-91a6cc3f5741 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 932 time: 0.3018646 Aug 23 15:06:33.104225 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-29d67593-cb93-455c-81e3-af47e9e0a99e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:33.153367 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d67593-cb93-455c-81e3-af47e9e0a99e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17feda98-edce-430f-b113-cb5a280f1288,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:33.203209 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0a07de3-7dbb-4731-b068-c8ba517f1031 req-33eb606f-804d-473c-94b8-0c0f08e84495 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050642 Aug 23 15:06:33.207295 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-29d67593-cb93-455c-81e3-af47e9e0a99e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:33.209316 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-29d67593-cb93-455c-81e3-af47e9e0a99e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3029382 Aug 23 15:06:33.213104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95a4896-71a7-42c0-9bd3-6cd466b3dc2c {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:06:33.214115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39160) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:33.225319 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:33.260586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Transition to ACTIVE for port object f95a4896-71a7-42c0-9bd3-6cd466b3dc2c will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:06:33.327928 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-223ba939-b2e2-4d3a-9f41-0d3b77f95a65 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1120849 Aug 23 15:06:33.330719 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39166) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:33.335814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-874d13e9-8adf-4b58-9ff4-d645225a1761 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group': {'name': 'tempest-security--707974550', 'description': 'tempest-security-description-1218977672'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:33.367783 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-874d13e9-8adf-4b58-9ff4-d645225a1761 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:33.391006 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:33.506722 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-874d13e9-8adf-4b58-9ff4-d645225a1761 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:33.521704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Pushing event updated for resources: {'Port': ['ID=f95a4896-71a7-42c0-9bd3-6cd466b3dc2c,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:33.644156 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-874d13e9-8adf-4b58-9ff4-d645225a1761 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:33.649631 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-874d13e9-8adf-4b58-9ff4-d645225a1761 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:33.652597 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-874d13e9-8adf-4b58-9ff4-d645225a1761 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "PUT /v2.0/security-groups/17feda98-edce-430f-b113-cb5a280f1288 HTTP/1.1" status: 200 len: 1779 time: 0.3207576 Aug 23 15:06:33.666418 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39180) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:33.721177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d13e9-8adf-4b58-9ff4-d645225a1761 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17feda98-edce-430f-b113-cb5a280f1288,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:33.753665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Attempting to bind port f95a4896-71a7-42c0-9bd3-6cd466b3dc2c on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:06:33.754021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Attempting to bind port f95a4896-71a7-42c0-9bd3-6cd466b3dc2c by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'a644ac19-dc0f-4a4b-915e-afd600023f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7afbecfc-013f-41e0-8f94-ad3b9ec50ef2'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:06:33.754415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Attempting to bind port f95a4896-71a7-42c0-9bd3-6cd466b3dc2c on network 7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:06:33.759598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Port f95a4896-71a7-42c0-9bd3-6cd466b3dc2c on network 7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:06:33.760005 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Attempting to bind port f95a4896-71a7-42c0-9bd3-6cd466b3dc2c on network 7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:06:33.767048 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:06:33.767413 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Checking segment: {'id': 'a644ac19-dc0f-4a4b-915e-afd600023f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7afbecfc-013f-41e0-8f94-ad3b9ec50ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:06:33.767853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Bound using segment: {'id': 'a644ac19-dc0f-4a4b-915e-afd600023f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7afbecfc-013f-41e0-8f94-ad3b9ec50ef2'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:06:33.768414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Bound port: f95a4896-71a7-42c0-9bd3-6cd466b3dc2c, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a644ac19-dc0f-4a4b-915e-afd600023f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7afbecfc-013f-41e0-8f94-ad3b9ec50ef2'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:06:33.768792 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:33.796640 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318422d6-b945-42da-8640-1567eff0110c req-45af075c-126c-4d38-8a04-60293af7db27 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:33.796640 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-318422d6-b945-42da-8640-1567eff0110c req-45af075c-126c-4d38-8a04-60293af7db27 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.2257893 Aug 23 15:06:33.869316 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-318422d6-b945-42da-8640-1567eff0110c req-47c6f0cb-ecc9-4eba-96de-ba547be4829f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668981 Aug 23 15:06:33.872137 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ae1d8890-2154-4e60-bb76-b8cf1211dcc5 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-groups/17feda98-edce-430f-b113-cb5a280f1288 HTTP/1.1" status: 200 len: 1779 time: 0.1959784 Aug 23 15:06:33.875381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39188) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:33.945280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] For port f95a4896-71a7-42c0-9bd3-6cd466b3dc2c, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:06:33.954370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] For port f95a4896-71a7-42c0-9bd3-6cd466b3dc2c, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f95a4896-71a7-42c0-9bd3-6cd466b3dc2c,segment=NetworkSegment(a644ac19-dc0f-4a4b-915e-afd600023f58),segment_id=a644ac19-dc0f-4a4b-915e-afd600023f58)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:06:34.033806 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe532fdf-6175-4d8b-b888-b9c1035ebec4 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:34.042792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be4103-d7dc-45f3-a1e0-88bd75d0065e req-769a4a29-fc3a-4a85-a04a-d80b978dd33e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:34.046104 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b8be4103-d7dc-45f3-a1e0-88bd75d0065e req-769a4a29-fc3a-4a85-a04a-d80b978dd33e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 943 time: 0.0819280 Aug 23 15:06:34.103325 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe532fdf-6175-4d8b-b888-b9c1035ebec4 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:34.113621 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b8be4103-d7dc-45f3-a1e0-88bd75d0065e req-907848d1-aaf5-4ce3-809a-d37a595df6e0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607994 Aug 23 15:06:34.117356 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:34.218071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:34.218806 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:34.220325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] 10.222.0.57 "PUT /v2.0/ports/f95a4896-71a7-42c0-9bd3-6cd466b3dc2c HTTP/1.1" status: 200 len: 1092 time: 1.9394078 Aug 23 15:06:34.220849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5469802d-eb1f-4687-8f56-1bd2cfabd180', 'tag': 'f95a4896-71a7-42c0-9bd3-6cd466b3dc2c'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:06:34.223494 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1513ef83-1992-43e6-aa5c-747c0e37b181" -d '{"events": [{"name": "network-changed", "server_uuid": "5469802d-eb1f-4687-8f56-1bd2cfabd180", "tag": "f95a4896-71a7-42c0-9bd3-6cd466b3dc2c"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:06:34.238300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b18fa-a93e-4422-80c1-31f292cadb3e service neutron] Pushing event updated for resources: {'Port': ['ID=f95a4896-71a7-42c0-9bd3-6cd466b3dc2c,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:34.247980 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe532fdf-6175-4d8b-b888-b9c1035ebec4 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:34.254951 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe532fdf-6175-4d8b-b888-b9c1035ebec4 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:34.258149 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fe532fdf-6175-4d8b-b888-b9c1035ebec4 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-groups/17feda98-edce-430f-b113-cb5a280f1288 HTTP/1.1" status: 204 len: 168 time: 0.3813407 Aug 23 15:06:34.260105 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39206) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:34.295159 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0a25e9-a031-434a-8c89-e3a5a6e542a0 x-openstack-request-id: req-1a0a25e9-a031-434a-8c89-e3a5a6e542a0 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:06:34.296178 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5469802d-eb1f-4687-8f56-1bd2cfabd180", "tag": "f95a4896-71a7-42c0-9bd3-6cd466b3dc2c", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:06:34.296676 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a0a25e9-a031-434a-8c89-e3a5a6e542a0 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:06:34.301375 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5469802d-eb1f-4687-8f56-1bd2cfabd180', 'tag': 'f95a4896-71a7-42c0-9bd3-6cd466b3dc2c', 'status': 'completed', 'code': 200} Aug 23 15:06:34.337113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe532fdf-6175-4d8b-b888-b9c1035ebec4 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17feda98-edce-430f-b113-cb5a280f1288,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:34.422433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513ef83-1992-43e6-aa5c-747c0e37b181 req-8ef24e8f-6f14-41de-bb2e-86b6911480d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:34.424381 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1513ef83-1992-43e6-aa5c-747c0e37b181 req-8ef24e8f-6f14-41de-bb2e-86b6911480d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e38f334f96ac4f38b93f7a457e6ae03a&device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 1095 time: 0.1075258 Aug 23 15:06:34.424610 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6a32e5c9-b52a-4364-8be8-c8227b4fab9a tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1339531 Aug 23 15:06:34.427195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39208) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:34.468140 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9b2e7-c19e-4e97-8bfe-d7fdaba89cf7 req-bd546453-cd50-4e15-a8c6-f3cd1d9860e0 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:34.484939 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7f9b2e7-c19e-4e97-8bfe-d7fdaba89cf7 req-bd546453-cd50-4e15-a8c6-f3cd1d9860e0 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 944 time: 0.1126437 Aug 23 15:06:34.496193 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-04255754-224e-44cd-8b9a-03a5056003dd tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] delete failed (client error): The resource could not be found. Aug 23 15:06:34.497238 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-04255754-224e-44cd-8b9a-03a5056003dd tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-groups/17feda98-edce-430f-b113-cb5a280f1288 HTTP/1.1" status: 404 len: 347 time: 0.0686734 Aug 23 15:06:34.502512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39216) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:34.510366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-5882154d-0b34-48bc-bfeb-5916cf57cdd5 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group': {'name': 'tempest-secgroup--475467788'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:34.584535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7f9b2e7-c19e-4e97-8bfe-d7fdaba89cf7 req-95336a3e-ec1e-4c9a-ae0c-25ff6d4afe28 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025739 Aug 23 15:06:34.626032 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5882154d-0b34-48bc-bfeb-5916cf57cdd5 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:34.642638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513ef83-1992-43e6-aa5c-747c0e37b181 req-756c618a-c63c-4d62-ad60-0d8013eb4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:34.644795 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1513ef83-1992-43e6-aa5c-747c0e37b181 req-756c618a-c63c-4d62-ad60-0d8013eb4dc8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e38f334f96ac4f38b93f7a457e6ae03a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2078304 Aug 23 15:06:34.791264 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5882154d-0b34-48bc-bfeb-5916cf57cdd5 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:34.870371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513ef83-1992-43e6-aa5c-747c0e37b181 req-96b9969b-063b-4384-af35-3051b9fbbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:34.872702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1513ef83-1992-43e6-aa5c-747c0e37b181 req-96b9969b-063b-4384-af35-3051b9fbbb65 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2159781 Aug 23 15:06:34.894347 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5882154d-0b34-48bc-bfeb-5916cf57cdd5 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:34.936021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882154d-0b34-48bc-bfeb-5916cf57cdd5 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5656fd77-8a21-48e7-b223-d4e39b0ec60a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:34.951815 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-7495ea52-105a-4ab2-9a3f-2c8933b8b36e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1666648 Aug 23 15:06:34.982545 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5882154d-0b34-48bc-bfeb-5916cf57cdd5 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:34.984684 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5882154d-0b34-48bc-bfeb-5916cf57cdd5 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4812639 Aug 23 15:06:34.987492 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39232) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:34.994438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f75037f5-bad7-49b7-ad84-dd511f1f6b36 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group_rule': {'security_group_id': '5656fd77-8a21-48e7-b223-d4e39b0ec60a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:35.043423 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-60cf3606-ec32-4c92-be43-8889aaae46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:35.046905 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-60cf3606-ec32-4c92-be43-8889aaae46b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e38f334f96ac4f38b93f7a457e6ae03a&device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 1095 time: 0.1277180 Aug 23 15:06:35.098840 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c73b19-1f38-4262-860d-79fd651201d5 req-18adcdda-e047-4e94-a17c-ac28d11754c8 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:35.118386 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29c73b19-1f38-4262-860d-79fd651201d5 req-18adcdda-e047-4e94-a17c-ac28d11754c8 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0723872 Aug 23 15:06:35.118501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-b903b19d-a74d-426f-a604-4663a66d3c02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f95a4896-71a7-42c0-9bd3-6cd466b3dc2c HTTP/1.1" status: 200 len: 217 time: 0.0620112 Aug 23 15:06:35.164744 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f75037f5-bad7-49b7-ad84-dd511f1f6b36 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:35.199699 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29c73b19-1f38-4262-860d-79fd651201d5 req-b2c170a2-472a-4352-833c-5c7195aa98b1 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879419 Aug 23 15:06:35.216092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-01a42a64-3814-40c3-b2a8-1545624d739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:35.225074 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-01a42a64-3814-40c3-b2a8-1545624d739d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afa8e189-38df-4022-b01a-e467e93d2cd9 HTTP/1.1" status: 200 len: 853 time: 0.0983427 Aug 23 15:06:35.368442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-ffa51cb6-8bed-43cb-a3ca-a460ef854c63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7afbecfc-013f-41e0-8f94-ad3b9ec50ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350951 Aug 23 15:06:35.414708 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f75037f5-bad7-49b7-ad84-dd511f1f6b36 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:35.547081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64290002-7933-4277-ba47-e73a679d25a9 req-3c44824d-fdf6-47f1-9c63-737821956032 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:35.547081 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-64290002-7933-4277-ba47-e73a679d25a9 req-3c44824d-fdf6-47f1-9c63-737821956032 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 943 time: 0.2160375 Aug 23 15:06:35.586308 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f75037f5-bad7-49b7-ad84-dd511f1f6b36 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:35.616573 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-64290002-7933-4277-ba47-e73a679d25a9 req-87387873-0c04-49a6-8a55-5699b762a799 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818899 Aug 23 15:06:35.616573 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-6987c34a-96de-4c21-9377-7f95ac2aa3c8 service neutron] 10.222.0.57 "GET /v2.0/networks/7afbecfc-013f-41e0-8f94-ad3b9ec50ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234530 Aug 23 15:06:35.646628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75037f5-bad7-49b7-ad84-dd511f1f6b36 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ef718e-963e-4607-88d7-151208824df6,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:35.819138 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f75037f5-bad7-49b7-ad84-dd511f1f6b36 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:35.821341 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe19db96-5e04-4542-8b7a-a7f71d7de092 req-680f6370-b67a-485c-8aeb-77055f6e80d4 service neutron] 10.222.0.57 "GET /v2.0/networks/7afbecfc-013f-41e0-8f94-ad3b9ec50ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039392 Aug 23 15:06:35.829486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39274) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:35.832413 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f75037f5-bad7-49b7-ad84-dd511f1f6b36 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8435538 Aug 23 15:06:35.865182 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44efe63d-009c-475c-867e-d3cbb90dfdbd tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:35.903381 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44efe63d-009c-475c-867e-d3cbb90dfdbd tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:35.932753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0fe94-5078-407e-b5b6-d5b490ec3776 req-847fceea-72ef-403f-aaad-dce96ba87b61 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:35.957858 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-08d0fe94-5078-407e-b5b6-d5b490ec3776 req-847fceea-72ef-403f-aaad-dce96ba87b61 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 944 time: 0.2468271 Aug 23 15:06:36.057677 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-08d0fe94-5078-407e-b5b6-d5b490ec3776 req-3c42be9b-b3f8-46ae-b719-77bfbe67637c tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982535 Aug 23 15:06:36.096362 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44efe63d-009c-475c-867e-d3cbb90dfdbd tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:36.111369 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44efe63d-009c-475c-867e-d3cbb90dfdbd tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:36.112637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-44efe63d-009c-475c-867e-d3cbb90dfdbd tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/61ef718e-963e-4607-88d7-151208824df6 HTTP/1.1" status: 204 len: 168 time: 0.2820678 Aug 23 15:06:36.118794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efe63d-009c-475c-867e-d3cbb90dfdbd tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61ef718e-963e-4607-88d7-151208824df6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:36.124353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39278) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:36.184657 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-53891eb2-d8c0-4c24-bba4-e0ec4be07509 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0589745 Aug 23 15:06:36.187392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39282) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:36.253627 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52846cde-df42-40aa-b4be-5152a8a38f71 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:36.280777 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52846cde-df42-40aa-b4be-5152a8a38f71 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:36.364200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1419a1-4f0f-4d3b-b8ba-4079195053f0 req-4a71a77c-89d2-405d-8256-bf0aca50e9b7 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:36.365649 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb1419a1-4f0f-4d3b-b8ba-4079195053f0 req-4a71a77c-89d2-405d-8256-bf0aca50e9b7 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0645332 Aug 23 15:06:36.406975 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb1419a1-4f0f-4d3b-b8ba-4079195053f0 req-15e79c03-0f32-4889-80cd-4f4ef84716ab tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351696 Aug 23 15:06:36.593974 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52846cde-df42-40aa-b4be-5152a8a38f71 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:36.597820 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52846cde-df42-40aa-b4be-5152a8a38f71 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:36.599003 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-52846cde-df42-40aa-b4be-5152a8a38f71 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-groups/5656fd77-8a21-48e7-b223-d4e39b0ec60a HTTP/1.1" status: 204 len: 168 time: 0.4106266 Aug 23 15:06:36.601830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39288) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:36.611029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52846cde-df42-40aa-b4be-5152a8a38f71 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5656fd77-8a21-48e7-b223-d4e39b0ec60a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:36.685910 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f2e51d3f-1891-413b-a776-09608187dfec tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825298 Aug 23 15:06:36.692541 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39292) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:36.697294 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-76e677c9-d86d-46b1-b009-211d206f0310 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group': {'name': 'tempest-secgroup--580327618'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:36.791835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5e515-3b4a-4970-8312-f06ecdc72d80 req-3bbf31c0-01ad-42dd-8e68-b2440b2386ae tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:36.793943 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bea5e515-3b4a-4970-8312-f06ecdc72d80 req-3bbf31c0-01ad-42dd-8e68-b2440b2386ae tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 943 time: 0.0830383 Aug 23 15:06:36.847012 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bea5e515-3b4a-4970-8312-f06ecdc72d80 req-5955d1eb-22b2-44e9-9d14-92cbb9cd62f0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463645 Aug 23 15:06:36.870162 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76e677c9-d86d-46b1-b009-211d206f0310 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:37.010753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39304) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:37.219918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040dafc-0ad9-470e-a896-d984822c2300 req-cd3da26b-dcd1-49ae-beeb-b714a326c474 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:37.228955 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b040dafc-0ad9-470e-a896-d984822c2300 req-cd3da26b-dcd1-49ae-beeb-b714a326c474 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 944 time: 0.0833313 Aug 23 15:06:37.290887 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d729c52-7504-4256-9110-a790dec52662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:37.306057 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b040dafc-0ad9-470e-a896-d984822c2300 req-70a29a03-9c22-438d-8085-2772db840c9b tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756912 Aug 23 15:06:37.532304 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76e677c9-d86d-46b1-b009-211d206f0310 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:37.566257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da70cdf-1d95-4628-a9d5-5c2493ca7f09 req-74f52a24-ed69-480d-bbd5-3c8c908f1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:37.567826 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3da70cdf-1d95-4628-a9d5-5c2493ca7f09 req-74f52a24-ed69-480d-bbd5-3c8c908f1241 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 1096 time: 0.5762765 Aug 23 15:06:37.581243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5e0c1-b4f1-4116-909a-58db37a10da1 req-ce268c24-4797-4c42-888e-b1dc1da3adba tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:37.582861 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5a5e0c1-b4f1-4116-909a-58db37a10da1 req-ce268c24-4797-4c42-888e-b1dc1da3adba tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0731890 Aug 23 15:06:37.617907 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76e677c9-d86d-46b1-b009-211d206f0310 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:37.675689 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3da70cdf-1d95-4628-a9d5-5c2493ca7f09 req-7c0f4459-9c56-4223-8484-6c370332277f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917637 Aug 23 15:06:37.690591 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a5a5e0c1-b4f1-4116-909a-58db37a10da1 req-841dcbbb-3047-4764-9c0a-56101ae05cfb tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004930 Aug 23 15:06:37.703581 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e677c9-d86d-46b1-b009-211d206f0310 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d7ad97-af2a-4daa-9c5c-1e3e391189dc,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:37.776002 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d729c52-7504-4256-9110-a790dec52662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:37.862157 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d729c52-7504-4256-9110-a790dec52662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:37.914968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d729c52-7504-4256-9110-a790dec52662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed95ee8-0406-4cfe-810d-5e1e414163e6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:37.922101 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1d729c52-7504-4256-9110-a790dec52662 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c39c663a50cd4399bf1492b0f20b4b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9098344 Aug 23 15:06:37.925782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39322) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:37.925889 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76e677c9-d86d-46b1-b009-211d206f0310 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:37.929465 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-76e677c9-d86d-46b1-b009-211d206f0310 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2330477 Aug 23 15:06:37.930960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39324) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:37.937214 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group_rule': {'security_group_id': '11d7ad97-af2a-4daa-9c5c-1e3e391189dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:38.025194 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5e41-245f-4b01-8f55-25114f889086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:38.052930 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5e41-245f-4b01-8f55-25114f889086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:38.110103 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:38.144494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8abb3-c12e-418c-913e-fc95abfb20ca req-13835150-492a-450d-bdfb-d3d41a3fffde tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:38.147588 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-64e8abb3-c12e-418c-913e-fc95abfb20ca req-13835150-492a-450d-bdfb-d3d41a3fffde tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 943 time: 0.1626000 Aug 23 15:06:38.213070 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-64e8abb3-c12e-418c-913e-fc95abfb20ca req-f8592e96-f904-42a7-b8da-87573c3a1d7c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562849 Aug 23 15:06:38.302568 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5e41-245f-4b01-8f55-25114f889086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:38.308286 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5e41-245f-4b01-8f55-25114f889086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:38.309924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b8ca5e41-245f-4b01-8f55-25114f889086 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fed95ee8-0406-4cfe-810d-5e1e414163e6 HTTP/1.1" status: 204 len: 168 time: 0.3841014 Aug 23 15:06:38.356552 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:38.359244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca5e41-245f-4b01-8f55-25114f889086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed95ee8-0406-4cfe-810d-5e1e414163e6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:38.470318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d491c7-12fb-454e-aa43-263f51d1cba0 req-94ccd01f-390d-49b6-9012-becf8b06197d tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:38.471892 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4d491c7-12fb-454e-aa43-263f51d1cba0 req-94ccd01f-390d-49b6-9012-becf8b06197d tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 944 time: 0.0540318 Aug 23 15:06:38.473117 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:38.507539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26c251e-c6d7-49bd-8af4-e4916748ac10,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:38.519125 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:38.519518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:38.519954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:38.520184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:38.520521 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:38.520859 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:38.521203 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:38.521535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:38.521864 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:38.522196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:38.522524 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:38.522929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:38.546103 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4d491c7-12fb-454e-aa43-263f51d1cba0 req-b9fed60c-d615-4326-ad59-c8f562a31ab1 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651217 Aug 23 15:06:38.577973 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:38.580396 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3930aaa2-8815-485d-980d-3317e23251fc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6472986 Aug 23 15:06:38.583158 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39342) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:38.588016 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f009d442-8518-4419-98bb-a1e5ce5a9117 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group_rule': {'security_group_id': '11d7ad97-af2a-4daa-9c5c-1e3e391189dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:38.724688 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f009d442-8518-4419-98bb-a1e5ce5a9117 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:38.846023 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f009d442-8518-4419-98bb-a1e5ce5a9117 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:38.880826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44201cc2-929b-480e-8829-21fc64cf8ab0 req-92cf7a66-c43d-4d16-baf8-cf747652d562 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:38.882416 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44201cc2-929b-480e-8829-21fc64cf8ab0 req-92cf7a66-c43d-4d16-baf8-cf747652d562 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0699942 Aug 23 15:06:38.928079 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44201cc2-929b-480e-8829-21fc64cf8ab0 req-a7961bce-95d5-4806-85e0-0553df60a949 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383983 Aug 23 15:06:38.969252 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f009d442-8518-4419-98bb-a1e5ce5a9117 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:38.993135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009d442-8518-4419-98bb-a1e5ce5a9117 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8f099e-7cae-4961-9fa1-ad3dd847eed3,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:39.117794 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f009d442-8518-4419-98bb-a1e5ce5a9117 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:39.119231 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f009d442-8518-4419-98bb-a1e5ce5a9117 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5349953 Aug 23 15:06:39.121820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39356) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:39.128588 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-9e73ad34-f989-4b30-bccc-3358ccb940cb tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group_rule': {'security_group_id': '11d7ad97-af2a-4daa-9c5c-1e3e391189dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:39.310157 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e73ad34-f989-4b30-bccc-3358ccb940cb tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:39.330091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39362) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:39.353512 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fb928417-2c95-4b52-917b-579fce0ce505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:39.436603 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1b0c5-15ff-40f9-a9ff-987c76e62898 req-bc377885-29e2-4b03-baee-68d3621d4b27 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:39.437941 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7f1b0c5-15ff-40f9-a9ff-987c76e62898 req-bc377885-29e2-4b03-baee-68d3621d4b27 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 943 time: 0.0962732 Aug 23 15:06:39.444607 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e73ad34-f989-4b30-bccc-3358ccb940cb tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:39.476997 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fb928417-2c95-4b52-917b-579fce0ce505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:39.489805 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7f1b0c5-15ff-40f9-a9ff-987c76e62898 req-db61dec2-639a-486f-9352-a122e5a0764f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423102 Aug 23 15:06:39.584746 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e73ad34-f989-4b30-bccc-3358ccb940cb tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:39.595620 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fb928417-2c95-4b52-917b-579fce0ce505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:39.615223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73ad34-f989-4b30-bccc-3358ccb940cb tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af04bea-7760-4a5b-915e-63a944a785d7,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:39.669953 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fb928417-2c95-4b52-917b-579fce0ce505 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=43f221f5e3d044f286707e67e8ff742f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298275 Aug 23 15:06:39.670305 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39370) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:39.696296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb928417-2c95-4b52-917b-579fce0ce505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66abc03b-b823-42d5-b746-00de7b5ed79c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:39.732905 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e73ad34-f989-4b30-bccc-3358ccb940cb tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:39.737334 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9e73ad34-f989-4b30-bccc-3358ccb940cb tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6127758 Aug 23 15:06:39.737694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39372) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:39.744153 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-5895e262-6720-40e8-9af0-919b79a23adf tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group_rule': {'security_group_id': '11d7ad97-af2a-4daa-9c5c-1e3e391189dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:39.784051 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf2d8c-1e4d-40fd-be7a-46e7aa15a811 req-03923680-285c-4a95-9cb5-a69e038bd91f tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:39.785665 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0abf2d8c-1e4d-40fd-be7a-46e7aa15a811 req-03923680-285c-4a95-9cb5-a69e038bd91f tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 944 time: 0.0930457 Aug 23 15:06:39.786693 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6871e948-a15c-4052-a39c-7ac06260ca79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:39.811800 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6871e948-a15c-4052-a39c-7ac06260ca79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:39.842714 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0abf2d8c-1e4d-40fd-be7a-46e7aa15a811 req-912b7ace-ab77-47ad-b66a-a7741879e477 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488777 Aug 23 15:06:39.916142 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5895e262-6720-40e8-9af0-919b79a23adf tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:39.968899 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6871e948-a15c-4052-a39c-7ac06260ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:39.974559 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6871e948-a15c-4052-a39c-7ac06260ca79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:39.974559 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6871e948-a15c-4052-a39c-7ac06260ca79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/66abc03b-b823-42d5-b746-00de7b5ed79c HTTP/1.1" status: 204 len: 168 time: 0.3078878 Aug 23 15:06:39.985716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871e948-a15c-4052-a39c-7ac06260ca79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66abc03b-b823-42d5-b746-00de7b5ed79c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:40.026128 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5895e262-6720-40e8-9af0-919b79a23adf tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:40.097956 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54907c0e-68ff-44c5-b2fb-7020e75a627b req-ebd7ee86-20e5-474a-bc8a-fde6bc66979f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:40.099421 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-54907c0e-68ff-44c5-b2fb-7020e75a627b req-ebd7ee86-20e5-474a-bc8a-fde6bc66979f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0564413 Aug 23 15:06:40.146716 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-54907c0e-68ff-44c5-b2fb-7020e75a627b req-2ef0a687-861e-49bb-8336-81c40480751f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403636 Aug 23 15:06:40.251046 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5895e262-6720-40e8-9af0-919b79a23adf tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:40.277645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895e262-6720-40e8-9af0-919b79a23adf tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8467422c-14f2-483d-b64a-6eba0da54eee,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:40.305371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f95a4896-71a7-42c0-9bd3-6cd466b3dc2c details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:06:40.424376 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5895e262-6720-40e8-9af0-919b79a23adf tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:40.428677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39394) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:40.433864 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-4a93a7f7-44a4-4ebd-86de-2f2bccc8ff84 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group_rule': {'security_group_id': '11d7ad97-af2a-4daa-9c5c-1e3e391189dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:40.434732 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5895e262-6720-40e8-9af0-919b79a23adf tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6960087 Aug 23 15:06:40.596271 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4a93a7f7-44a4-4ebd-86de-2f2bccc8ff84 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:40.648779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18a60b-00ed-4bc9-b6eb-f9bb4cfb2e04 req-3600fc39-168c-4408-827e-63b8a07bdd41 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:40.656245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f18a60b-00ed-4bc9-b6eb-f9bb4cfb2e04 req-3600fc39-168c-4408-827e-63b8a07bdd41 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 943 time: 0.0768313 Aug 23 15:06:40.698921 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f95a4896-71a7-42c0-9bd3-6cd466b3dc2c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f95a4896-71a7-42c0-9bd3-6cd466b3dc2c,segment=NetworkSegment(a644ac19-dc0f-4a4b-915e-afd600023f58),segment_id=a644ac19-dc0f-4a4b-915e-afd600023f58)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:40.711931 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4a93a7f7-44a4-4ebd-86de-2f2bccc8ff84 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:40.721853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'f95a4896-71a7-42c0-9bd3-6cd466b3dc2c', 'network_id': '7afbecfc-013f-41e0-8f94-ad3b9ec50ef2', 'port_id': 'f95a4896-71a7-42c0-9bd3-6cd466b3dc2c', 'mac_address': 'fa:16:3e:8d:3f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa8e189-38df-4022-b01a-e467e93d2cd9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:06:40.763177 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f18a60b-00ed-4bc9-b6eb-f9bb4cfb2e04 req-602db90a-7226-4928-ad9b-78b07ba83aa9 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021543 Aug 23 15:06:40.778409 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:40.809383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95a4896-71a7-42c0-9bd3-6cd466b3dc2c {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:06:40.842394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f95a4896-71a7-42c0-9bd3-6cd466b3dc2c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f95a4896-71a7-42c0-9bd3-6cd466b3dc2c,segment=NetworkSegment(a644ac19-dc0f-4a4b-915e-afd600023f58),segment_id=a644ac19-dc0f-4a4b-915e-afd600023f58)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:40.902791 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caefce2-b476-4949-ac45-189fc4a8ae00 req-7c4d6b1a-c958-4844-a22d-8e30278c7bc6 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:40.908172 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6caefce2-b476-4949-ac45-189fc4a8ae00 req-7c4d6b1a-c958-4844-a22d-8e30278c7bc6 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0990276 Aug 23 15:06:40.940241 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4a93a7f7-44a4-4ebd-86de-2f2bccc8ff84 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:40.967645 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93a7f7-44a4-4ebd-86de-2f2bccc8ff84 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a202f2-0d9f-4653-9914-b061dc69021a,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:40.986551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c50809-3469-4715-a167-1d38fda3550d req-fb3683fd-6d56-44b7-86ee-8457c95ceaac tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:41.000350 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7c50809-3469-4715-a167-1d38fda3550d req-fb3683fd-6d56-44b7-86ee-8457c95ceaac tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 944 time: 0.0862410 Aug 23 15:06:41.012386 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:41.020545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee78e7-d302-400f-9e6c-af37fde3458f req-66e1345f-c1cb-4e51-b10a-c744b9798801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:41.023468 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82ee78e7-d302-400f-9e6c-af37fde3458f req-66e1345f-c1cb-4e51-b10a-c744b9798801 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 1096 time: 0.1432788 Aug 23 15:06:41.036552 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6caefce2-b476-4949-ac45-189fc4a8ae00 req-bc9e5c87-4e2c-4c15-ae27-36a65cbd2ad1 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245189 Aug 23 15:06:41.061807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7c50809-3469-4715-a167-1d38fda3550d req-973e3ef6-d07b-4a99-800d-6c8ff9fd5c44 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604463 Aug 23 15:06:41.094847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f95a4896-71a7-42c0-9bd3-6cd466b3dc2c,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:41.173296 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee78e7-d302-400f-9e6c-af37fde3458f req-bde16c7d-cb25-4e70-b026-9434b0691ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:41.175819 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82ee78e7-d302-400f-9e6c-af37fde3458f req-bde16c7d-cb25-4e70-b026-9434b0691ea5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cffccb22-b63a-4c5c-a1aa-a7862729d292 HTTP/1.1" status: 200 len: 920 time: 0.1333747 Aug 23 15:06:41.201654 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4a93a7f7-44a4-4ebd-86de-2f2bccc8ff84 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:41.206771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39420) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:41.206950 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4a93a7f7-44a4-4ebd-86de-2f2bccc8ff84 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7764339 Aug 23 15:06:41.247137 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ede0a464-cd2e-4d69-b60c-3f5332960eac tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:41.258774 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ede0a464-cd2e-4d69-b60c-3f5332960eac tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:41.271716 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82ee78e7-d302-400f-9e6c-af37fde3458f req-6d6e2251-3b9b-49a1-b726-969772150fc4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=523d7fb1-42dc-4fb1-948f-e023ee161005 HTTP/1.1" status: 200 len: 217 time: 0.0882373 Aug 23 15:06:41.285087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['f95a4896-71a7-42c0-9bd3-6cd466b3dc2c'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:06:41.356302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee78e7-d302-400f-9e6c-af37fde3458f req-29fe9ec1-5a7b-46e8-968f-65614156fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:41.361908 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82ee78e7-d302-400f-9e6c-af37fde3458f req-29fe9ec1-5a7b-46e8-968f-65614156fde9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17940688-0fc2-4a39-b459-e1f5a256fee0 HTTP/1.1" status: 200 len: 859 time: 0.0809083 Aug 23 15:06:41.424936 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82ee78e7-d302-400f-9e6c-af37fde3458f req-2deeb2da-abdf-44b2-8bc5-27ee21552a74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cffccb22-b63a-4c5c-a1aa-a7862729d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503297 Aug 23 15:06:41.451552 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ede0a464-cd2e-4d69-b60c-3f5332960eac tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:41.472750 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ede0a464-cd2e-4d69-b60c-3f5332960eac tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:41.475049 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ede0a464-cd2e-4d69-b60c-3f5332960eac tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/c9a202f2-0d9f-4653-9914-b061dc69021a HTTP/1.1" status: 204 len: 168 time: 0.2663627 Aug 23 15:06:41.478257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39436) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:41.497372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0a464-cd2e-4d69-b60c-3f5332960eac tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9a202f2-0d9f-4653-9914-b061dc69021a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:41.627858 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-544e5dc2-6fbe-41a9-b463-c6232f5d0274 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1482568 Aug 23 15:06:41.630483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39440) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:41.664443 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82ee78e7-d302-400f-9e6c-af37fde3458f req-d2d2b03c-02b6-4f60-a149-d676ca7cdb57 service neutron] 10.222.0.61 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353482 Aug 23 15:06:41.703638 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f320579c-6f71-455e-872f-94d75778f3f2 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:41.724015 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f320579c-6f71-455e-872f-94d75778f3f2 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:41.842584 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82ee78e7-d302-400f-9e6c-af37fde3458f req-6e2e2b01-58f1-4940-a4cc-8d1b19850676 service neutron] 10.222.0.61 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683154 Aug 23 15:06:41.911312 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f320579c-6f71-455e-872f-94d75778f3f2 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:41.917824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f320579c-6f71-455e-872f-94d75778f3f2 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:41.919322 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f320579c-6f71-455e-872f-94d75778f3f2 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/8467422c-14f2-483d-b64a-6eba0da54eee HTTP/1.1" status: 204 len: 168 time: 0.2876966 Aug 23 15:06:41.922946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39458) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:41.947165 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320579c-6f71-455e-872f-94d75778f3f2 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8467422c-14f2-483d-b64a-6eba0da54eee,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:41.977888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91b814-39e5-4d5d-a45e-d2aba1ea5885 req-1c307ca6-df65-45d8-94de-883ba0cae9e0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:41.988131 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca91b814-39e5-4d5d-a45e-d2aba1ea5885 req-1c307ca6-df65-45d8-94de-883ba0cae9e0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 943 time: 0.0911269 Aug 23 15:06:42.000975 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cde5dc9f-692c-45df-960f-618988e57d9f tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0748286 Aug 23 15:06:42.001437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39460) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:42.020310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-bae56efd-cb0d-47b6-8633-1c9b51aa0449 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:42.021871 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-bae56efd-cb0d-47b6-8633-1c9b51aa0449 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/networks?id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f HTTP/1.1" status: 200 len: 815 time: 0.2037997 Aug 23 15:06:42.041419 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-8a64a2f6-b715-4189-b311-dacc858f267e tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/quotas/6562da62424741dd8e53f325978af055 HTTP/1.1" status: 200 len: 375 time: 0.0118465 Aug 23 15:06:42.074481 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca91b814-39e5-4d5d-a45e-d2aba1ea5885 req-b5b3acd4-e1b2-42dc-9c7e-050f2c956657 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824492 Aug 23 15:06:42.077576 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52c8483a-c961-432c-8110-342e2c0202be tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:42.116056 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52c8483a-c961-432c-8110-342e2c0202be tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:42.230068 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-e4af6ea9-f526-4dc8-b939-59d3028ec9a8 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6562da62424741dd8e53f325978af055&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1805911 Aug 23 15:06:42.233915 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96843db-236a-464b-b583-57eae91e527f req-bceaf708-6812-4a76-9df1-a9f9c75b0c93 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:42.235882 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a96843db-236a-464b-b583-57eae91e527f req-bceaf708-6812-4a76-9df1-a9f9c75b0c93 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0712905 Aug 23 15:06:42.267258 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52c8483a-c961-432c-8110-342e2c0202be tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:42.279809 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52c8483a-c961-432c-8110-342e2c0202be tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:42.284208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-52c8483a-c961-432c-8110-342e2c0202be tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/7af04bea-7760-4a5b-915e-63a944a785d7 HTTP/1.1" status: 204 len: 168 time: 0.2657704 Aug 23 15:06:42.287193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39470) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:42.288274 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8483a-c961-432c-8110-342e2c0202be tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7af04bea-7760-4a5b-915e-63a944a785d7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:42.316271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f95a4896-71a7-42c0-9bd3-6cd466b3dc2c up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:06:42.366307 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a96843db-236a-464b-b583-57eae91e527f req-cf73915e-5c7f-4061-96df-031bc9a65aa3 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224730 Aug 23 15:06:42.433864 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7a43c1f2-871a-4a05-b982-def21a541695 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1273715 Aug 23 15:06:42.438078 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39476) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:42.462619 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-35b1cb9b-444e-4af4-ae7a-40ac44d6d085 service neutron] 10.222.0.38 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224982 Aug 23 15:06:42.499691 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0963b228-a7cb-423d-a1a7-e10f3b7b8b4d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:42.509772 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0963b228-a7cb-423d-a1a7-e10f3b7b8b4d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:42.598950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce1172-bd72-4f2d-a31d-0acbdfd25a1d req-ec632f06-0ed3-470f-a489-cd210a8f1bd0 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:42.600665 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1ce1172-bd72-4f2d-a31d-0acbdfd25a1d req-ec632f06-0ed3-470f-a489-cd210a8f1bd0 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 945 time: 0.1152427 Aug 23 15:06:42.616851 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-d5d65c4b-33c8-4537-951f-f7c65fb2f760 service neutron] 10.222.0.38 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462209 Aug 23 15:06:42.646319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1ce1172-bd72-4f2d-a31d-0acbdfd25a1d req-cfe77203-bf24-4982-bf9a-66c44bc720a8 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391779 Aug 23 15:06:42.682219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port f95a4896-71a7-42c0-9bd3-6cd466b3dc2c completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:06:42.687618 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port f95a4896-71a7-42c0-9bd3-6cd466b3dc2c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:06:42.693240 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:42.727018 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0963b228-a7cb-423d-a1a7-e10f3b7b8b4d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:42.739081 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0963b228-a7cb-423d-a1a7-e10f3b7b8b4d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:42.744047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0963b228-a7cb-423d-a1a7-e10f3b7b8b4d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/2a8f099e-7cae-4961-9fa1-ad3dd847eed3 HTTP/1.1" status: 204 len: 168 time: 0.3047295 Aug 23 15:06:42.746634 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39490) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:42.768620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963b228-a7cb-423d-a1a7-e10f3b7b8b4d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a8f099e-7cae-4961-9fa1-ad3dd847eed3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:42.801181 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:42.806718 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c3b9d509-5bba-4fc3-adbf-e1b03be824fb tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0588167 Aug 23 15:06:42.809690 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39492) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:42.830645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5469802d-eb1f-4687-8f56-1bd2cfabd180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95a4896-71a7-42c0-9bd3-6cd466b3dc2c'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:06:42.834948 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24232f22-108b-4bd0-aae1-f4b91da6df32" -d '{"events": [{"server_uuid": "5469802d-eb1f-4687-8f56-1bd2cfabd180", "name": "network-vif-plugged", "status": "completed", "tag": "f95a4896-71a7-42c0-9bd3-6cd466b3dc2c"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:06:42.871134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f95a4896-71a7-42c0-9bd3-6cd466b3dc2c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f95a4896-71a7-42c0-9bd3-6cd466b3dc2c,segment=NetworkSegment(a644ac19-dc0f-4a4b-915e-afd600023f58),segment_id=a644ac19-dc0f-4a4b-915e-afd600023f58)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:42.884816 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c58926d1-9c84-472e-a8cd-d8d1d3e7af8d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:42.890830 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce0d3d3-d33b-4137-aa3a-795cbf55830d x-openstack-request-id: req-8ce0d3d3-d33b-4137-aa3a-795cbf55830d {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:06:42.891138 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5469802d-eb1f-4687-8f56-1bd2cfabd180", "name": "network-vif-plugged", "status": "completed", "tag": "f95a4896-71a7-42c0-9bd3-6cd466b3dc2c", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:06:42.895809 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ce0d3d3-d33b-4137-aa3a-795cbf55830d {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:06:42.896457 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5469802d-eb1f-4687-8f56-1bd2cfabd180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95a4896-71a7-42c0-9bd3-6cd466b3dc2c', 'code': 200} Aug 23 15:06:42.933620 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c58926d1-9c84-472e-a8cd-d8d1d3e7af8d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:43.011032 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:43.037936 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d2d7e2a1-2341-4ed8-b689-eb0eb06eb2c2 req-c172272a-87d2-475b-80cc-654e04481977 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 210 time: 0.0596440 Aug 23 15:06:43.086596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ee2a7-0aa3-4c73-baad-6e90761a0043 req-ce659649-03e6-4314-be49-6ec22177cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:43.088546 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f79ee2a7-0aa3-4c73-baad-6e90761a0043 req-ce659649-03e6-4314-be49-6ec22177cc3c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 1096 time: 0.1262062 Aug 23 15:06:43.119102 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f95a4896-71a7-42c0-9bd3-6cd466b3dc2c,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:43.174920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f79ee2a7-0aa3-4c73-baad-6e90761a0043 req-924c63c6-5f68-496d-9085-fa459ed20eac service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778806 Aug 23 15:06:43.211226 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c58926d1-9c84-472e-a8cd-d8d1d3e7af8d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:43.218264 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c58926d1-9c84-472e-a8cd-d8d1d3e7af8d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:43.219513 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c58926d1-9c84-472e-a8cd-d8d1d3e7af8d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/d26c251e-c6d7-49bd-8af4-e4916748ac10 HTTP/1.1" status: 204 len: 168 time: 0.4083331 Aug 23 15:06:43.223507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39512) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:43.225234 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58926d1-9c84-472e-a8cd-d8d1d3e7af8d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d26c251e-c6d7-49bd-8af4-e4916748ac10,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:43.253885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b3cc0-ec14-49fb-922f-d5f680fa08e1 req-3d57f260-46a3-4be4-8e60-2daf078ebd77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:43.255755 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7a0b3cc0-ec14-49fb-922f-d5f680fa08e1 req-3d57f260-46a3-4be4-8e60-2daf078ebd77 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 943 time: 0.0720811 Aug 23 15:06:43.292670 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e89446ab-b016-4eff-b18a-0dbd3d2caef1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0678520 Aug 23 15:06:43.296618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39514) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:43.323082 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7a0b3cc0-ec14-49fb-922f-d5f680fa08e1 req-a74d9e24-a24a-4a11-8d4f-98dfdf33e631 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589101 Aug 23 15:06:43.365706 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-132bf2e5-d4ff-47e6-94c0-a3151c6117c6 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:43.391469 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-132bf2e5-d4ff-47e6-94c0-a3151c6117c6 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:43.516043 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dad37-5278-4c6e-ad32-a7a5e399e615 req-8a1dc1ed-fc3a-44a1-86aa-3b86db40077d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:43.518113 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee9dad37-5278-4c6e-ad32-a7a5e399e615 req-8a1dc1ed-fc3a-44a1-86aa-3b86db40077d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0645065 Aug 23 15:06:43.595923 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee9dad37-5278-4c6e-ad32-a7a5e399e615 req-3c80a286-a407-4f0c-80a5-b445e563c89f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646315 Aug 23 15:06:43.601567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-132bf2e5-d4ff-47e6-94c0-a3151c6117c6 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:43.601567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-132bf2e5-d4ff-47e6-94c0-a3151c6117c6 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:43.604215 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-132bf2e5-d4ff-47e6-94c0-a3151c6117c6 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-groups/11d7ad97-af2a-4daa-9c5c-1e3e391189dc HTTP/1.1" status: 204 len: 168 time: 0.3061659 Aug 23 15:06:43.606636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39526) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:43.616961 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bf2e5-d4ff-47e6-94c0-a3151c6117c6 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d7ad97-af2a-4daa-9c5c-1e3e391189dc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:43.698536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-68d89c21-372d-4dc2-9046-f07d8d2b1a34 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0859818 Aug 23 15:06:43.699316 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39530) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:43.712921 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-6a0aa1c6-48b3-4775-a176-136b73c8535d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979660542'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:43.796363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d1083-0119-41c6-841a-c1768b1dd9d2 req-20c496d6-caa8-4bee-8c69-61bb8371790a tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:43.797870 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-de7d1083-0119-41c6-841a-c1768b1dd9d2 req-20c496d6-caa8-4bee-8c69-61bb8371790a tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 946 time: 0.0573428 Aug 23 15:06:43.838714 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-de7d1083-0119-41c6-841a-c1768b1dd9d2 req-eb4db358-7d96-4e0b-b739-920483f443fe tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343733 Aug 23 15:06:43.907838 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a0aa1c6-48b3-4775-a176-136b73c8535d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:44.016399 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a0aa1c6-48b3-4775-a176-136b73c8535d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:44.099024 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:06:44.115185 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-387e25b6-1b66-4ae2-b7a2-91533bd3a6f1 req-2e1e430b-4c02-46a5-ae59-8e6176dc5dac tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 210 time: 0.0294578 Aug 23 15:06:44.117034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a0aa1c6-48b3-4775-a176-136b73c8535d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:44.185276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0aa1c6-48b3-4775-a176-136b73c8535d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e42cc6f-1112-424a-84d9-b40096af5057,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:44.371926 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a0aa1c6-48b3-4775-a176-136b73c8535d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:44.376212 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6a0aa1c6-48b3-4775-a176-136b73c8535d tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6751859 Aug 23 15:06:44.378937 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39556) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:44.397310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-80af6915-3bb9-4f56-9953-ac531cb700cf tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group_rule': {'security_group_id': '8e42cc6f-1112-424a-84d9-b40096af5057', 'direction': 'ingress', 'protocol': 17}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:44.479232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032cf4e-c355-4aca-bb6e-871ee85e0722 req-c7bbc530-e9a0-462e-83e7-0b38f4b979a1 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:44.482823 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2032cf4e-c355-4aca-bb6e-871ee85e0722 req-c7bbc530-e9a0-462e-83e7-0b38f4b979a1 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 943 time: 0.0663340 Aug 23 15:06:44.574662 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2032cf4e-c355-4aca-bb6e-871ee85e0722 req-7a4d4bb3-06e7-47d3-9e7a-bca064314182 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826287 Aug 23 15:06:44.592001 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-80af6915-3bb9-4f56-9953-ac531cb700cf tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:44.716583 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-80af6915-3bb9-4f56-9953-ac531cb700cf tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:44.829045 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad2cfc-fca6-470f-9364-82765a82e4d4 req-8065fe67-a075-47c5-8a3e-733fd581a7cc tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:44.831323 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1dad2cfc-fca6-470f-9364-82765a82e4d4 req-8065fe67-a075-47c5-8a3e-733fd581a7cc tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0639048 Aug 23 15:06:44.862212 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-80af6915-3bb9-4f56-9953-ac531cb700cf tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:44.895673 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af6915-3bb9-4f56-9953-ac531cb700cf tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f949c6cd-e279-4346-ad84-17f8dd2b11fd,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:44.902747 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1dad2cfc-fca6-470f-9364-82765a82e4d4 req-272e936d-ac16-4e7c-b00c-c828da52bdea tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650854 Aug 23 15:06:45.058428 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-80af6915-3bb9-4f56-9953-ac531cb700cf tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:45.062781 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-80af6915-3bb9-4f56-9953-ac531cb700cf tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6819904 Aug 23 15:06:45.066968 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39582) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:45.187436 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c64d4d9b-82fd-4874-8e42-29770a8858bd tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:45.195588 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-118ea9a8-2937-45ec-a8e4-ebd9a7d1b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:45.205827 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-118ea9a8-2937-45ec-a8e4-ebd9a7d1b9df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd&tenant_id=0e51e416f07e488081608ba4d7e81559 HTTP/1.1" status: 200 len: 1094 time: 0.2298417 Aug 23 15:06:45.228510 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c64d4d9b-82fd-4874-8e42-29770a8858bd tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:45.231102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08182ee-033a-493a-8592-29881e0aee54 req-b4f00473-72f2-4585-bf71-085fd08d497d tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:45.249409 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a08182ee-033a-493a-8592-29881e0aee54 req-b4f00473-72f2-4585-bf71-085fd08d497d tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 946 time: 0.3072929 Aug 23 15:06:45.272616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:45.422320 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c64d4d9b-82fd-4874-8e42-29770a8858bd tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:45.426312 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c64d4d9b-82fd-4874-8e42-29770a8858bd tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:45.433577 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:45.433577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39600) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:45.433789 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c64d4d9b-82fd-4874-8e42-29770a8858bd tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-groups/8e42cc6f-1112-424a-84d9-b40096af5057 HTTP/1.1" status: 204 len: 168 time: 0.3628540 Aug 23 15:06:45.443322 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d4d9b-82fd-4874-8e42-29770a8858bd tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e42cc6f-1112-424a-84d9-b40096af5057,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:45.450112 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a08182ee-033a-493a-8592-29881e0aee54 req-a28ac733-1bd6-4510-bffc-48f7577ac514 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998188 Aug 23 15:06:45.581477 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-169a17ca-0a75-4921-bb34-89a9af706cfc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1495123 Aug 23 15:06:45.585512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39614) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:45.590663 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b82027e6-9a2a-4016-b5f2-a54f25d33509 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group': {'name': 'tempest-secgroup--3479646'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:45.632292 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:45.719502 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b82027e6-9a2a-4016-b5f2-a54f25d33509 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:45.732351 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-670c0112-c007-4fab-a1ff-4b2b94461536 req-10ff94ff-45e8-4045-a916-2c3a37ba14ab tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 210 time: 0.0727363 Aug 23 15:06:45.899461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6945b1-e6d6-4f2b-bda4-5e10390298dc req-68f20824-5db1-4536-bfce-bfcbd4353f08 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:45.908705 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6e6945b1-e6d6-4f2b-bda4-5e10390298dc req-68f20824-5db1-4536-bfce-bfcbd4353f08 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 943 time: 0.1711659 Aug 23 15:06:45.963420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=92975400-30d9-4977-93cd-945c92e371fc,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:45.979958 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6e6945b1-e6d6-4f2b-bda4-5e10390298dc req-ca4d8d53-af0f-4d96-9345-b6defd871a3c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558953 Aug 23 15:06:46.044482 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b82027e6-9a2a-4016-b5f2-a54f25d33509 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:46.045435 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:06:46.092826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92975400-30d9-4977-93cd-945c92e371fc {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:06:46.100761 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:46.114993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Transition to ACTIVE for port object 92975400-30d9-4977-93cd-945c92e371fc will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:06:46.258270 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b82027e6-9a2a-4016-b5f2-a54f25d33509 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:46.261030 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:46.319604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82027e6-9a2a-4016-b5f2-a54f25d33509 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8a3ee1-5948-4c9b-986d-f250d0a80a9a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:46.442055 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b82027e6-9a2a-4016-b5f2-a54f25d33509 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:46.448713 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b82027e6-9a2a-4016-b5f2-a54f25d33509 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8618369 Aug 23 15:06:46.451106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39666) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:46.458528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-0ce8bf0e-f7a1-4705-8112-f143fcf17081 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group': {'name': 'tempest-secgroup--1005042208'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:46.497438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Pushing event updated for resources: {'Port': ['ID=92975400-30d9-4977-93cd-945c92e371fc,revision_number=9']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:46.601168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] No DVR routers for this DVR port 92975400-30d9-4977-93cd-945c92e371fc on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:06:46.688483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-3411995f-2a97-4dd4-be2a-17f051f62fa8 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:46.690210 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-3411995f-2a97-4dd4-be2a-17f051f62fa8 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.57 "GET /v2.0/networks?id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f HTTP/1.1" status: 200 len: 815 time: 0.2088163 Aug 23 15:06:46.705090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-8031e180-9683-434d-9dcd-d78ba408f4ad tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Request body: {'port': {'device_id': '4f8d0a9a-584b-466e-abbc-bbb17bc53513', 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f', 'admin_state_up': True, 'tenant_id': '6562da62424741dd8e53f325978af055'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:46.811094 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ce8bf0e-f7a1-4705-8112-f143fcf17081 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:46.987441 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ce8bf0e-f7a1-4705-8112-f143fcf17081 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:47.061190 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa4c05f5-c7c9-48bf-a592-d5cc7d7c8194 req-609d4426-14eb-48a8-bd56-6f5947b57f29 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 210 time: 0.0532022 Aug 23 15:06:47.127770 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8af247-fad6-4ff8-9e17-716f5cd26388 req-b86961a9-2729-482a-adb7-80516fb4dda6 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:47.129740 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd8af247-fad6-4ff8-9e17-716f5cd26388 req-b86961a9-2729-482a-adb7-80516fb4dda6 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 943 time: 0.0701993 Aug 23 15:06:47.146001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Attempting to bind port 92975400-30d9-4977-93cd-945c92e371fc on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:06:47.146347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Attempting to bind port 92975400-30d9-4977-93cd-945c92e371fc by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:06:47.146844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Attempting to bind port 92975400-30d9-4977-93cd-945c92e371fc on network 3abf700b-7cb8-4157-b106-bf6f54332e10 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:06:47.152281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Port 92975400-30d9-4977-93cd-945c92e371fc on network 3abf700b-7cb8-4157-b106-bf6f54332e10 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:06:47.152879 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Attempting to bind port 92975400-30d9-4977-93cd-945c92e371fc on network 3abf700b-7cb8-4157-b106-bf6f54332e10 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:06:47.160174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:06:47.160749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Checking segment: {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:06:47.161307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Bound using segment: {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:06:47.161908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Bound port: 92975400-30d9-4977-93cd-945c92e371fc, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:06:47.162460 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:47.173731 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ce8bf0e-f7a1-4705-8112-f143fcf17081 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:47.204507 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd8af247-fad6-4ff8-9e17-716f5cd26388 req-53391d56-672a-49ab-9cb4-a3af43f44bfd tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680985 Aug 23 15:06:47.223093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8bf0e-f7a1-4705-8112-f143fcf17081 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7d49d8-20c2-498d-8cb3-d5439cfaaa71,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:47.278284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:06:47.282433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=92975400-30d9-4977-93cd-945c92e371fc,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:06:47.316488 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-8031e180-9683-434d-9dcd-d78ba408f4ad tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Made reservation on behalf of 6562da62424741dd8e53f325978af055 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:06:47.320043 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-8031e180-9683-434d-9dcd-d78ba408f4ad tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:47.397644 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:47.473663 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:47.474409 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:47.476192 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] 10.222.0.57 "PUT /v2.0/ports/92975400-30d9-4977-93cd-945c92e371fc HTTP/1.1" status: 200 len: 1091 time: 2.2573745 Aug 23 15:06:47.479221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'tag': '92975400-30d9-4977-93cd-945c92e371fc'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:06:47.482049 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdf6384-f5cf-401d-a112-8799cd6577ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "tag": "92975400-30d9-4977-93cd-945c92e371fc"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:06:47.502869 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0ce8bf0e-f7a1-4705-8112-f143fcf17081 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:47.509066 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0ce8bf0e-f7a1-4705-8112-f143fcf17081 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0584495 Aug 23 15:06:47.510566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39702) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:47.538644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-533db180-453c-4cd2-84cf-6cb43f928613 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group_rule': {'security_group_id': 'ba8a3ee1-5948-4c9b-986d-f250d0a80a9a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ee7d49d8-20c2-498d-8cb3-d5439cfaaa71', 'remote_ip_prefix': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:47.607937 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957a30e8-1275-449b-92f9-072b664455bb x-openstack-request-id: req-957a30e8-1275-449b-92f9-072b664455bb {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:06:47.608611 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "tag": "92975400-30d9-4977-93cd-945c92e371fc", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:06:47.609220 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-957a30e8-1275-449b-92f9-072b664455bb {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:06:47.609883 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'tag': '92975400-30d9-4977-93cd-945c92e371fc', 'status': 'completed', 'code': 200} Aug 23 15:06:47.627910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95973270-3308-486d-a18b-37b9fc2adb1a service neutron] Pushing event updated for resources: {'Port': ['ID=92975400-30d9-4977-93cd-945c92e371fc,revision_number=10']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:47.643936 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-4159d45e-a50d-4933-bd90-da2a7f82e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:47.645803 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-4159d45e-a50d-4933-bd90-da2a7f82e7d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 1095 time: 0.1284366 Aug 23 15:06:47.671759 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-8031e180-9683-434d-9dcd-d78ba408f4ad tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Allocated IP 172.20.0.14 (3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f/42e3845c-fb64-4958-a20f-7fa459eb4657/e1a31bdc-0adb-4664-8636-c5c886d8971e) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:06:47.751418 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-533db180-453c-4cd2-84cf-6cb43f928613 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:47.913165 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-8475d7b9-f647-4448-9268-4bff4cb0a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:47.928627 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-8475d7b9-f647-4448-9268-4bff4cb0a1e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 918 time: 0.2718244 Aug 23 15:06:48.051523 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-533db180-453c-4cd2-84cf-6cb43f928613 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:48.063515 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-a2d11ca3-d329-476b-a328-3e06351ac826 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92975400-30d9-4977-93cd-945c92e371fc HTTP/1.1" status: 200 len: 998 time: 0.1267202 Aug 23 15:06:48.149040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-ca890da8-5c7b-4205-9a98-2e9f26413a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:48.154224 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-ca890da8-5c7b-4205-9a98-2e9f26413a20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 200 len: 856 time: 0.0813715 Aug 23 15:06:48.188482 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4738e28f-37ff-4754-b2c0-bde4421a7be4 req-bf113b7b-c036-42e4-aedc-fbff0c9fabdc tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 210 time: 0.0332980 Aug 23 15:06:48.197845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-533db180-453c-4cd2-84cf-6cb43f928613 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:48.238611 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-8031e180-9683-434d-9dcd-d78ba408f4ad tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:48.253853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-57825721-1de7-44cf-82c5-3e71ff77834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:48.255412 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-57825721-1de7-44cf-82c5-3e71ff77834a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3abf700b-7cb8-4157-b106-bf6f54332e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659602 Aug 23 15:06:48.302457 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533db180-453c-4cd2-84cf-6cb43f928613 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f515d0-9e61-40fc-8949-c63d581ceea2,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:48.385418 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-533db180-453c-4cd2-84cf-6cb43f928613 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:48.387331 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-533db180-453c-4cd2-84cf-6cb43f928613 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8662188 Aug 23 15:06:48.390914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39748) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:48.418357 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-0d32e369-6117-4f7a-b698-f1955d91a809 service neutron] 10.222.0.57 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536798 Aug 23 15:06:48.429517 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b20284e4-8921-44fa-aad0-e022c1d6b47b tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:48.447040 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a12421-2ea7-48cb-954d-d8f0ca5c2e07 req-9c66bd05-275e-4aaa-abc9-155d9f7327b1 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:48.459163 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4a12421-2ea7-48cb-954d-d8f0ca5c2e07 req-9c66bd05-275e-4aaa-abc9-155d9f7327b1 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.1098602 Aug 23 15:06:48.462752 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b20284e4-8921-44fa-aad0-e022c1d6b47b tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:48.492668 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-8031e180-9683-434d-9dcd-d78ba408f4ad tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:48.506777 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['bbde26f1-f20c-4731-a4e3-a964cab1c1f3'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:06:48.577041 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f4a12421-2ea7-48cb-954d-d8f0ca5c2e07 req-1c8dc1b0-05ac-4279-8124-d37764797e4f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166975 Aug 23 15:06:48.583915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-8031e180-9683-434d-9dcd-d78ba408f4ad tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:06:48.585765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cae4f64-fca6-440a-9ed7-d58ff67427fc req-5cbf94f4-fe9f-4a20-bdbf-a396cf0664d4 service neutron] 10.222.0.57 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597841 Aug 23 15:06:48.614838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-8031e180-9683-434d-9dcd-d78ba408f4ad tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:06:48.618054 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031e180-9683-434d-9dcd-d78ba408f4ad tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Pushing event updated for resources: {'Port': ['ID=e1a31bdc-0adb-4664-8636-c5c886d8971e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:48.620562 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-8031e180-9683-434d-9dcd-d78ba408f4ad tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:06:48.651173 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b20284e4-8921-44fa-aad0-e022c1d6b47b tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:48.683316 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b20284e4-8921-44fa-aad0-e022c1d6b47b tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:48.688586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39752) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:48.688751 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b20284e4-8921-44fa-aad0-e022c1d6b47b tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/d2f515d0-9e61-40fc-8949-c63d581ceea2 HTTP/1.1" status: 204 len: 168 time: 0.2967083 Aug 23 15:06:48.709072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20284e4-8921-44fa-aad0-e022c1d6b47b tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2f515d0-9e61-40fc-8949-c63d581ceea2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:48.720072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-8031e180-9683-434d-9dcd-d78ba408f4ad tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:48.721052 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-8031e180-9683-434d-9dcd-d78ba408f4ad tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:48.793017 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39758) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:48.805101 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6f444106-3373-4c5c-8f0a-368a9ef7dd74 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1152346 Aug 23 15:06:48.884669 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-8031e180-9683-434d-9dcd-d78ba408f4ad tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1833739 Aug 23 15:06:48.918430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Request body: {'port': {'device_id': '4f8d0a9a-584b-466e-abbc-bbb17bc53513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:48.939257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf6384-f5cf-401d-a112-8799cd6577ab req-8b01bb2c-1f5e-4902-9cca-ce6f7f8d6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:48.940875 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccdf6384-f5cf-401d-a112-8799cd6577ab req-8b01bb2c-1f5e-4902-9cca-ce6f7f8d6e3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 1095 time: 0.1336229 Aug 23 15:06:49.032596 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58af619a-3807-4ecd-a481-bb6f1462bdfc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:49.149916 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58af619a-3807-4ecd-a481-bb6f1462bdfc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:49.149916 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:49.372106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf6384-f5cf-401d-a112-8799cd6577ab req-d906ac24-9168-4ed0-a931-5531d93f7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:49.376728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccdf6384-f5cf-401d-a112-8799cd6577ab req-d906ac24-9168-4ed0-a931-5531d93f7d19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 918 time: 0.4274371 Aug 23 15:06:49.527676 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58af619a-3807-4ecd-a481-bb6f1462bdfc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:49.533597 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccdf6384-f5cf-401d-a112-8799cd6577ab req-1332e5be-1b83-4b96-8e1c-895049ffaa5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92975400-30d9-4977-93cd-945c92e371fc HTTP/1.1" status: 200 len: 998 time: 0.1471775 Aug 23 15:06:49.545168 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58af619a-3807-4ecd-a481-bb6f1462bdfc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:49.545168 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-58af619a-3807-4ecd-a481-bb6f1462bdfc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-groups/ee7d49d8-20c2-498d-8cb3-d5439cfaaa71 HTTP/1.1" status: 204 len: 168 time: 0.7493453 Aug 23 15:06:49.548439 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39786) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:49.681037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af619a-3807-4ecd-a481-bb6f1462bdfc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7d49d8-20c2-498d-8cb3-d5439cfaaa71,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:49.837641 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf6384-f5cf-401d-a112-8799cd6577ab req-299dc3bd-9f91-43ee-ba2d-8b1087e9ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:49.839153 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccdf6384-f5cf-401d-a112-8799cd6577ab req-299dc3bd-9f91-43ee-ba2d-8b1087e9ff23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 200 len: 856 time: 0.2895501 Aug 23 15:06:49.869638 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a0906aeb-56a0-43ca-b757-4b969ccbc8e1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4508 time: 0.3184547 Aug 23 15:06:49.870448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39796) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:49.911793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0eb624-dafd-46ec-9326-090d5068a567 req-84abfd00-6c3c-4640-86be-3312f621b630 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:49.913451 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a0eb624-dafd-46ec-9326-090d5068a567 req-84abfd00-6c3c-4640-86be-3312f621b630 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 932 time: 0.4477201 Aug 23 15:06:50.085291 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a0eb624-dafd-46ec-9326-090d5068a567 req-a958e292-4e3b-4465-99e3-54f6a7c60d9a tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458321 Aug 23 15:06:50.178167 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:50.203176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7159e-1744-464b-8376-028159132b95 req-b4b2474d-6a84-4a06-935c-c34dc7cd74c5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:50.218671 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2c7159e-1744-464b-8376-028159132b95 req-b4b2474d-6a84-4a06-935c-c34dc7cd74c5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.4777911 Aug 23 15:06:50.219571 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-672cef8f-4a66-40f9-900e-b88b5c4d0b7b tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:50.353556 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a31bdc-0adb-4664-8636-c5c886d8971e {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:06:50.387470 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:50.396281 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2c7159e-1744-464b-8376-028159132b95 req-4a289921-358f-45d8-adb4-7ce7494607a7 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1551349 Aug 23 15:06:50.398126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf6384-f5cf-401d-a112-8799cd6577ab req-b2ce83c9-6391-498b-a3c9-cbd3647524aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:50.399632 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccdf6384-f5cf-401d-a112-8799cd6577ab req-b2ce83c9-6391-498b-a3c9-cbd3647524aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3abf700b-7cb8-4157-b106-bf6f54332e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4901526 Aug 23 15:06:50.420644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Transition to ACTIVE for port object e1a31bdc-0adb-4664-8636-c5c886d8971e will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:06:50.503303 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-672cef8f-4a66-40f9-900e-b88b5c4d0b7b tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:50.515210 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:50.697079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a31bdc-0adb-4664-8636-c5c886d8971e,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:50.803556 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccdf6384-f5cf-401d-a112-8799cd6577ab req-e2f88c64-4712-4e01-8069-17f4fa2661bc service neutron] 10.222.0.57 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826287 Aug 23 15:06:50.878736 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Attempting to bind port e1a31bdc-0adb-4664-8636-c5c886d8971e on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:06:50.879247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Attempting to bind port e1a31bdc-0adb-4664-8636-c5c886d8971e by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:06:50.879726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Attempting to bind port e1a31bdc-0adb-4664-8636-c5c886d8971e on network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:06:50.887016 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Port e1a31bdc-0adb-4664-8636-c5c886d8971e on network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:06:50.892058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Attempting to bind port e1a31bdc-0adb-4664-8636-c5c886d8971e on network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:06:50.917221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:06:50.917760 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Checking segment: {'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:06:50.922615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Bound using segment: {'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:06:50.925226 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Bound port: e1a31bdc-0adb-4664-8636-c5c886d8971e, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:06:50.926599 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:51.021460 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-672cef8f-4a66-40f9-900e-b88b5c4d0b7b tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:51.024193 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-672cef8f-4a66-40f9-900e-b88b5c4d0b7b tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:51.027784 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-672cef8f-4a66-40f9-900e-b88b5c4d0b7b tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-groups/ba8a3ee1-5948-4c9b-986d-f250d0a80a9a HTTP/1.1" status: 204 len: 168 time: 1.1526375 Aug 23 15:06:51.032782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39818) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:51.074258 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccdf6384-f5cf-401d-a112-8799cd6577ab req-25c142e5-a7e6-4ac3-a0aa-caed9308c938 service neutron] 10.222.0.57 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582326 Aug 23 15:06:51.086475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cef8f-4a66-40f9-900e-b88b5c4d0b7b tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8a3ee1-5948-4c9b-986d-f250d0a80a9a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:51.163311 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-283c5cc7-3c56-4e2a-9435-bdd9a21bda8b tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1253181 Aug 23 15:06:51.168149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39822) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:51.179371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ac033789-e31e-491b-85ed-67ff8bf992ec tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852521951'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:51.187921 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] For port e1a31bdc-0adb-4664-8636-c5c886d8971e, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:06:51.202371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] For port e1a31bdc-0adb-4664-8636-c5c886d8971e, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e1a31bdc-0adb-4664-8636-c5c886d8971e,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:06:51.333014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b32bd-c5e8-45b6-8dda-b8c096822c15 req-d34df534-bc5e-4d9b-b422-be62e5c97539 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:51.336235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-740b32bd-c5e8-45b6-8dda-b8c096822c15 req-d34df534-bc5e-4d9b-b422-be62e5c97539 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 944 time: 0.0695920 Aug 23 15:06:51.383918 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ac033789-e31e-491b-85ed-67ff8bf992ec tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:51.415022 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-740b32bd-c5e8-45b6-8dda-b8c096822c15 req-fb44f2e8-a3a8-41cb-8e49-39ff81ba88e1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658545 Aug 23 15:06:51.433038 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:51.649076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:51.649768 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:51.673346 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] 10.222.0.57 "PUT /v2.0/ports/e1a31bdc-0adb-4664-8636-c5c886d8971e HTTP/1.1" status: 200 len: 1092 time: 2.7766609 Aug 23 15:06:51.673876 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8d0a9a-584b-466e-abbc-bbb17bc53513', 'tag': 'e1a31bdc-0adb-4664-8636-c5c886d8971e'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:06:51.721178 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e91335-0c75-4d4a-95f6-ae453d465d10" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8d0a9a-584b-466e-abbc-bbb17bc53513", "tag": "e1a31bdc-0adb-4664-8636-c5c886d8971e"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:06:51.731424 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ac033789-e31e-491b-85ed-67ff8bf992ec tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:51.774759 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17765a1f-0afe-41e4-8d3a-95224cbc9b49 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a31bdc-0adb-4664-8636-c5c886d8971e,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:51.838659 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ac033789-e31e-491b-85ed-67ff8bf992ec tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:51.940669 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82f21db-5039-4f8b-89ab-2bd43f8a8c40 x-openstack-request-id: req-d82f21db-5039-4f8b-89ab-2bd43f8a8c40 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:06:51.941001 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8d0a9a-584b-466e-abbc-bbb17bc53513", "tag": "e1a31bdc-0adb-4664-8636-c5c886d8971e", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:06:51.941327 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d82f21db-5039-4f8b-89ab-2bd43f8a8c40 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:06:51.941530 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8d0a9a-584b-466e-abbc-bbb17bc53513', 'tag': 'e1a31bdc-0adb-4664-8636-c5c886d8971e', 'status': 'completed', 'code': 200} Aug 23 15:06:51.977606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac033789-e31e-491b-85ed-67ff8bf992ec tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91c4833-167e-4960-975b-33b2e91aa1df,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:52.008211 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ac033789-e31e-491b-85ed-67ff8bf992ec tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:52.008211 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ac033789-e31e-491b-85ed-67ff8bf992ec tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8237197 Aug 23 15:06:52.009713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39840) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:52.034420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-5b49dec8-04d1-43d2-a382-489b076eb1f2 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group_rule': {'security_group_id': 'e91c4833-167e-4960-975b-33b2e91aa1df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:52.172086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91fbaa-12a8-4f20-870e-b598238f5aa6 req-0b4a110f-27be-471a-b592-8d884747c8fa tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:52.173714 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd91fbaa-12a8-4f20-870e-b598238f5aa6 req-0b4a110f-27be-471a-b592-8d884747c8fa tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.3368165 Aug 23 15:06:52.188756 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-ea07de7d-cfc8-45a6-8544-9f519e389b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:52.195872 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-ea07de7d-cfc8-45a6-8544-9f519e389b0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6562da62424741dd8e53f325978af055&device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 1095 time: 0.3736951 Aug 23 15:06:52.237405 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b49dec8-04d1-43d2-a382-489b076eb1f2 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:52.291688 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-d4823d28-40e7-444b-abe3-417b2db3856c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1a31bdc-0adb-4664-8636-c5c886d8971e HTTP/1.1" status: 200 len: 217 time: 0.0483239 Aug 23 15:06:52.360990 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd91fbaa-12a8-4f20-870e-b598238f5aa6 req-13059548-07bf-418f-804d-3e712557b7b0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1577132 Aug 23 15:06:52.384758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-02389f15-e04d-4b83-9763-e86a38b25ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:52.386593 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-02389f15-e04d-4b83-9763-e86a38b25ffd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42e3845c-fb64-4958-a20f-7fa459eb4657 HTTP/1.1" status: 200 len: 855 time: 0.0822968 Aug 23 15:06:52.497214 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b49dec8-04d1-43d2-a382-489b076eb1f2 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:52.557669 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-759bc2d2-d186-4d94-af59-7a181b6984c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424069 Aug 23 15:06:52.641181 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b49dec8-04d1-43d2-a382-489b076eb1f2 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:52.735841 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-407da423-9d87-480f-9da9-b047d1fa0d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:52.802199 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49dec8-04d1-43d2-a382-489b076eb1f2 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911b46e1-2935-41b8-a2c3-016d9b378842,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:52.866524 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b49dec8-04d1-43d2-a382-489b076eb1f2 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:52.866524 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5b49dec8-04d1-43d2-a382-489b076eb1f2 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8508985 Aug 23 15:06:52.870803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39864) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:52.908789 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-06c6e0db-b83e-4bb8-86a7-6c53bb697321 service neutron] 10.222.0.57 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056648 Aug 23 15:06:52.954221 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0606597-c145-476b-84ca-c7e0ee18b450 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:52.989048 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf1581-7f8a-45f8-83ad-365f139f1ccb req-73b3b252-c836-416d-9ddd-d9a331b2b47e tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:52.998034 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccdf1581-7f8a-45f8-83ad-365f139f1ccb req-73b3b252-c836-416d-9ddd-d9a331b2b47e tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 944 time: 0.3328383 Aug 23 15:06:53.001583 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0606597-c145-476b-84ca-c7e0ee18b450 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:53.082602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccdf1581-7f8a-45f8-83ad-365f139f1ccb req-b33d8644-7f94-4ff5-a7fb-1cbe52a6959f tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722554 Aug 23 15:06:53.177197 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca72e27d-df11-4e1a-9c20-8ebe6043c1c6 req-d57cf48c-4b3c-4c89-a2ab-beafb81d0313 service neutron] 10.222.0.57 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521651 Aug 23 15:06:53.187345 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0606597-c145-476b-84ca-c7e0ee18b450 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:53.204618 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0606597-c145-476b-84ca-c7e0ee18b450 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:53.211759 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c0606597-c145-476b-84ca-c7e0ee18b450 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/911b46e1-2935-41b8-a2c3-016d9b378842 HTTP/1.1" status: 204 len: 168 time: 0.3303268 Aug 23 15:06:53.216563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39876) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:53.224831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0606597-c145-476b-84ca-c7e0ee18b450 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=911b46e1-2935-41b8-a2c3-016d9b378842,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:53.297221 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-21d0da94-f4d1-48a2-bcb0-06e5066e65ce tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0790691 Aug 23 15:06:53.301324 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39880) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:53.471962 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-28df9ca7-314b-4422-8f58-ef930b629cdb tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:53.541361 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-28df9ca7-314b-4422-8f58-ef930b629cdb tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:53.595045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d5104-3f6b-486c-9fce-7438f15a207c req-9173473c-524a-4152-bd60-11ee29409cec tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:53.604089 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-901d5104-3f6b-486c-9fce-7438f15a207c req-9173473c-524a-4152-bd60-11ee29409cec tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.1221707 Aug 23 15:06:53.645707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-8f360f40-26ed-4ee4-a687-04e1eab580ea tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:53.654681 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-8f360f40-26ed-4ee4-a687-04e1eab580ea tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 811 time: 0.2766068 Aug 23 15:06:53.706311 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-901d5104-3f6b-486c-9fce-7438f15a207c req-0f455140-3999-44de-aee1-93431a9424ac tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945907 Aug 23 15:06:53.730451 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-28df9ca7-314b-4422-8f58-ef930b629cdb tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:53.734027 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-28df9ca7-314b-4422-8f58-ef930b629cdb tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:53.735615 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-28df9ca7-314b-4422-8f58-ef930b629cdb tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-groups/e91c4833-167e-4960-975b-33b2e91aa1df HTTP/1.1" status: 204 len: 168 time: 0.4321640 Aug 23 15:06:53.743231 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-18c72586-5027-433a-8b19-5999b61f8fb8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/quotas/33f1c75c07ec4bf9aaf6afece184b99b HTTP/1.1" status: 200 len: 375 time: 0.0874150 Aug 23 15:06:53.750458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39888) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:53.786126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df9ca7-314b-4422-8f58-ef930b629cdb tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91c4833-167e-4960-975b-33b2e91aa1df,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:53.813369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e91335-0c75-4d4a-95f6-ae453d465d10 req-da5f46c4-03e7-49f0-8528-8ec4e4dd87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:53.822845 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50e91335-0c75-4d4a-95f6-ae453d465d10 req-da5f46c4-03e7-49f0-8528-8ec4e4dd87ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6562da62424741dd8e53f325978af055&device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 1095 time: 0.1587334 Aug 23 15:06:53.913415 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d28e5819-ce25-4100-81bf-f398f96449c9 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1616235 Aug 23 15:06:53.918166 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39894) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:53.928446 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-1ea3c6cf-4c3d-486a-b4f9-484238588a48 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394582050'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:54.064668 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-1963195d-d97b-4146-a09b-e8ba325c460f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3202875 Aug 23 15:06:54.358801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9af35-5e78-473c-84ff-b8335d8e898a req-23714817-f321-4e8c-9ed0-8767ea955d1a tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:54.375337 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14a9af35-5e78-473c-84ff-b8335d8e898a req-23714817-f321-4e8c-9ed0-8767ea955d1a tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 944 time: 0.1246645 Aug 23 15:06:54.387035 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-1cc36cbc-1789-4826-a64c-0b5f09678993 service neutron] 10.222.0.38 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209050 Aug 23 15:06:54.449450 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c6cf-4c3d-486a-b4f9-484238588a48 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:54.466699 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14a9af35-5e78-473c-84ff-b8335d8e898a req-5d10c288-52bf-4e4e-821b-82adf570321d tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760877 Aug 23 15:06:54.695266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e91335-0c75-4d4a-95f6-ae453d465d10 req-a87e754c-a5f3-4e43-9cba-eba5ad18500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:54.697421 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50e91335-0c75-4d4a-95f6-ae453d465d10 req-a87e754c-a5f3-4e43-9cba-eba5ad18500f service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f HTTP/1.1" status: 200 len: 916 time: 0.8299570 Aug 23 15:06:54.750428 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-b8df63cb-64fa-4f55-b2ab-1f521fff6ffa service neutron] 10.222.0.38 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620629 Aug 23 15:06:54.937112 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c6cf-4c3d-486a-b4f9-484238588a48 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:54.989636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265f7a6-07f3-4021-bd6e-001a5253205f req-c94973fd-8d3a-4e1c-9fa6-67455f0d4d2b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:55.003703 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1265f7a6-07f3-4021-bd6e-001a5253205f req-c94973fd-8d3a-4e1c-9fa6-67455f0d4d2b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.1670635 Aug 23 15:06:55.025690 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50e91335-0c75-4d4a-95f6-ae453d465d10 req-ac374c44-ba2f-4842-a28f-440829474764 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1a31bdc-0adb-4664-8636-c5c886d8971e HTTP/1.1" status: 200 len: 217 time: 0.1498208 Aug 23 15:06:55.029421 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c6cf-4c3d-486a-b4f9-484238588a48 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:55.145775 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1265f7a6-07f3-4021-bd6e-001a5253205f req-0efc2323-e45a-4621-ad7f-de89c477ab3e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337440 Aug 23 15:06:55.165648 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3c6cf-4c3d-486a-b4f9-484238588a48 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b8bcfc-7928-4fe3-85d9-f0e1781d85d6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:55.289137 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e91335-0c75-4d4a-95f6-ae453d465d10 req-f278a04e-4539-47d1-83aa-2687a9af117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:55.294406 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50e91335-0c75-4d4a-95f6-ae453d465d10 req-f278a04e-4539-47d1-83aa-2687a9af117f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42e3845c-fb64-4958-a20f-7fa459eb4657 HTTP/1.1" status: 200 len: 855 time: 0.2221665 Aug 23 15:06:55.343189 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c6cf-4c3d-486a-b4f9-484238588a48 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:55.347296 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1ea3c6cf-4c3d-486a-b4f9-484238588a48 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4249811 Aug 23 15:06:55.350445 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39922) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:55.360079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2a7ef222-cc9d-41b8-b23f-1352cde2115e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group_rule': {'security_group_id': '27b8bcfc-7928-4fe3-85d9-f0e1781d85d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:55.412103 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50e91335-0c75-4d4a-95f6-ae453d465d10 req-d3e08555-9845-4458-823c-49491c1f781b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999854 Aug 23 15:06:55.474369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72d29ad0-325b-4cf5-8931-372ac68e7a8b req-cbd8910a-d3f7-47a5-b086-9bef6ef7b85b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0721831 Aug 23 15:06:55.549569 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:55.601735 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50e91335-0c75-4d4a-95f6-ae453d465d10 req-596d9e5b-0fc2-45c5-b910-af83ab72c2b5 service neutron] 10.222.0.57 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753182 Aug 23 15:06:55.632602 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef222-cc9d-41b8-b23f-1352cde2115e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:55.842468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeeaa8-24ef-4eda-b9d8-50d96c666b7f req-24ba237d-d1aa-45ed-8275-ff65e6832f72 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:55.848470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5adeeaa8-24ef-4eda-b9d8-50d96c666b7f req-24ba237d-d1aa-45ed-8275-ff65e6832f72 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 944 time: 0.2614367 Aug 23 15:06:55.850501 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef222-cc9d-41b8-b23f-1352cde2115e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:56.007184 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50e91335-0c75-4d4a-95f6-ae453d465d10 req-c47374ca-5480-4b80-bebb-73e475a5396d service neutron] 10.222.0.57 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952330 Aug 23 15:06:56.031781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5adeeaa8-24ef-4eda-b9d8-50d96c666b7f req-0e0292cb-88e3-4656-8bfb-30fcb6134135 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648769 Aug 23 15:06:56.031781 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef222-cc9d-41b8-b23f-1352cde2115e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:56.064990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ef222-cc9d-41b8-b23f-1352cde2115e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1560fac-3473-4d48-8e39-b6b7a52d6495,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:56.336440 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a7ef222-cc9d-41b8-b23f-1352cde2115e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:56.336440 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2a7ef222-cc9d-41b8-b23f-1352cde2115e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9815986 Aug 23 15:06:56.338700 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39950) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:56.410670 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-688c9a75-b851-45cf-905a-e53eb4583fd3 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules/d1560fac-3473-4d48-8e39-b6b7a52d6495 HTTP/1.1" status: 200 len: 763 time: 0.0705495 Aug 23 15:06:56.411552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39952) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:56.483421 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8302a-49e0-4c19-95e5-a38db4c1dc19 req-c266e75f-bec4-4719-8beb-eb810d9e5fa6 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:56.485582 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f3a8302a-49e0-4c19-95e5-a38db4c1dc19 req-c266e75f-bec4-4719-8beb-eb810d9e5fa6 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.2021303 Aug 23 15:06:56.576753 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5160118c-f583-4dbf-8fa1-1de97f345b7c tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1532922 Aug 23 15:06:56.584130 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39958) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:56.623838 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43aa2830-1c8f-4503-8d9e-c4444bbfbc28 req-31347d33-77b8-447e-a304-0b307e3c1c22 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0572226 Aug 23 15:06:56.630902 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f3a8302a-49e0-4c19-95e5-a38db4c1dc19 req-282240da-3533-4d61-a1c9-6c0de0000930 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254926 Aug 23 15:06:56.642910 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca4a12c9-e0ac-4f33-85c5-d0e01dfd6629 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:56.670402 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca4a12c9-e0ac-4f33-85c5-d0e01dfd6629 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:56.893081 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-40b0f27a-8ea9-425b-9d1f-cd81b60c437d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:56.898939 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca4a12c9-e0ac-4f33-85c5-d0e01dfd6629 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:56.900060 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:56.912398 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca4a12c9-e0ac-4f33-85c5-d0e01dfd6629 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:56.912398 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ca4a12c9-e0ac-4f33-85c5-d0e01dfd6629 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/d1560fac-3473-4d48-8e39-b6b7a52d6495 HTTP/1.1" status: 204 len: 168 time: 0.3215997 Aug 23 15:06:56.912728 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39966) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:56.921486 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a12c9-e0ac-4f33-85c5-d0e01dfd6629 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1560fac-3473-4d48-8e39-b6b7a52d6495,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:57.016508 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d72e1d64-7bd0-4396-b103-e69952d491dc tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1045151 Aug 23 15:06:57.019683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39970) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:57.026976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-96335a13-9b35-45f3-8764-f18535806a1a tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group_rule': {'security_group_id': '27b8bcfc-7928-4fe3-85d9-f0e1781d85d6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:57.419419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1f16b-32fe-42ac-bff8-20c17a808923 req-9cae292f-9b3d-4da0-8ffb-d16b59969b30 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:57.419419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1bc1f16b-32fe-42ac-bff8-20c17a808923 req-9cae292f-9b3d-4da0-8ffb-d16b59969b30 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 944 time: 0.1110039 Aug 23 15:06:57.498524 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1bc1f16b-32fe-42ac-bff8-20c17a808923 req-12a18e62-487d-412b-944c-b5ce5eb410e2 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038539 Aug 23 15:06:57.624648 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96335a13-9b35-45f3-8764-f18535806a1a tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:57.766814 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96335a13-9b35-45f3-8764-f18535806a1a tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:57.850479 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dc55a617-57a5-4dc3-83df-7693a1c1f16c req-07e0d930-385a-4a5f-b438-53fb0b30c724 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0425143 Aug 23 15:06:57.920446 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39ada3-21f0-4dd2-ab58-1d71772565fe req-f5e049b9-64c2-4e8c-abb9-0c269b95a66e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:57.922174 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b39ada3-21f0-4dd2-ab58-1d71772565fe req-f5e049b9-64c2-4e8c-abb9-0c269b95a66e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.0896528 Aug 23 15:06:57.980928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b39ada3-21f0-4dd2-ab58-1d71772565fe req-7e661f90-2abc-4f1f-b42f-e7773e8627c8 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444250 Aug 23 15:06:58.114605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96335a13-9b35-45f3-8764-f18535806a1a tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:58.143837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96335a13-9b35-45f3-8764-f18535806a1a tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ecf766-6b1b-43b4-a815-6d954ff0f76e,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:58.386837 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e1a31bdc-0adb-4664-8636-c5c886d8971e details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:06:58.539621 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96335a13-9b35-45f3-8764-f18535806a1a tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:58.543367 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-96335a13-9b35-45f3-8764-f18535806a1a tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5203149 Aug 23 15:06:58.543936 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39994) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:58.581485 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-84268c09-55a7-40e7-a865-ad94e940854c tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules/d3ecf766-6b1b-43b4-a815-6d954ff0f76e HTTP/1.1" status: 200 len: 763 time: 0.0353687 Aug 23 15:06:58.585004 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39996) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:58.678267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e1a31bdc-0adb-4664-8636-c5c886d8971e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e1a31bdc-0adb-4664-8636-c5c886d8971e,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:58.692853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'e1a31bdc-0adb-4664-8636-c5c886d8971e', 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f', 'port_id': 'e1a31bdc-0adb-4664-8636-c5c886d8971e', 'mac_address': 'fa:16:3e:5b:d3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3845c-fb64-4958-a20f-7fa459eb4657', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:06:58.787182 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:58.800934 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:58.838407 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a31bdc-0adb-4664-8636-c5c886d8971e {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:06:58.839959 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7d7f461c-0b6f-4d54-b33a-14c26e5ee98e tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2532368 Aug 23 15:06:58.843494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40008) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:58.871319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3e5d6-7e94-402a-81f5-3d932bc799d8 req-3fd73712-4779-45ba-8cd7-63fe0ccd0527 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:58.889059 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-38c3e5d6-7e94-402a-81f5-3d932bc799d8 req-3fd73712-4779-45ba-8cd7-63fe0ccd0527 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 944 time: 0.2212512 Aug 23 15:06:58.941211 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e1a31bdc-0adb-4664-8636-c5c886d8971e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e1a31bdc-0adb-4664-8636-c5c886d8971e,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:06:58.962108 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:58.993068 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-38c3e5d6-7e94-402a-81f5-3d932bc799d8 req-ed71a08e-fcf4-45ef-b1df-e5f15740cf00 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969620 Aug 23 15:06:58.993322 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:59.046731 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:59.105846 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-596b6589-3cda-4b6e-990b-fc6703ae16d5 req-d515a2f5-4481-490c-aec3-357e32460941 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.1103351 Aug 23 15:06:59.187543 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:59.195682 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:59.203529 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/d3ecf766-6b1b-43b4-a815-6d954ff0f76e HTTP/1.1" status: 204 len: 168 time: 0.3524926 Aug 23 15:06:59.203529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40016) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:59.250586 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=e1a31bdc-0adb-4664-8636-c5c886d8971e,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:59.287847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['e1a31bdc-0adb-4664-8636-c5c886d8971e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:06:59.296494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958d46d-7efc-496c-b358-14178460146f req-ce302997-01bb-4fd1-81b2-76669206a45c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:06:59.300117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3ecf766-6b1b-43b4-a815-6d954ff0f76e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:06:59.326909 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1958d46d-7efc-496c-b358-14178460146f req-ce302997-01bb-4fd1-81b2-76669206a45c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.1726501 Aug 23 15:06:59.331780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:59.332482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:59.333011 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:59.333541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:59.334043 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:59.334559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:59.348306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:59.348949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:59.349498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:59.350018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:59.350550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:59.351322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c415c1-bc84-464d-bf4b-fd0896e854a1 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:06:59.392581 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-63585c4f-7f59-4741-a4c8-aabf63b8a672 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1886303 Aug 23 15:06:59.395607 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40018) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:06:59.408846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-5b0414c1-5b9c-4bdb-af68-f348c8bcf696 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Request body: {'security_group_rule': {'security_group_id': '27b8bcfc-7928-4fe3-85d9-f0e1781d85d6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:06:59.461153 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1958d46d-7efc-496c-b358-14178460146f req-5a0dd891-6b1b-4a80-ad4b-0bae7fe8f80b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1329556 Aug 23 15:06:59.570075 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-5b0414c1-5b9c-4bdb-af68-f348c8bcf696 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Project 6d46732a0ed64229a16aeb823b912eda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:06:59.583378 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b0414c1-5b9c-4bdb-af68-f348c8bcf696 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:59.835266 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b0414c1-5b9c-4bdb-af68-f348c8bcf696 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:06:59.938127 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b0414c1-5b9c-4bdb-af68-f348c8bcf696 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:00.024288 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0414c1-5b9c-4bdb-af68-f348c8bcf696 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed82a7f-26d0-49b9-8e16-f62ccc372ad2,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:00.234594 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b0414c1-5b9c-4bdb-af68-f348c8bcf696 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:00.247272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5b0414c1-5b9c-4bdb-af68-f348c8bcf696 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8459451 Aug 23 15:07:00.247874 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40036) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:00.311955 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07386754-de54-4832-bbd5-86d04c27015e req-f70d9163-3b73-458e-9fd0-f1783cfb6cac tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0472503 Aug 23 15:07:00.343883 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e3857b1d-d502-4de3-9203-4c523e051a71 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules/9ed82a7f-26d0-49b9-8e16-f62ccc372ad2 HTTP/1.1" status: 200 len: 769 time: 0.0990145 Aug 23 15:07:00.349181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c65d88-71de-42b9-87fe-a08de79dedf8 req-af1f300b-2378-471b-bb35-81f59384beab tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:00.349802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40040) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:00.351448 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-91c65d88-71de-42b9-87fe-a08de79dedf8 req-af1f300b-2378-471b-bb35-81f59384beab tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 945 time: 0.2100637 Aug 23 15:07:00.400162 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e1a31bdc-0adb-4664-8636-c5c886d8971e up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:07:00.404984 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-91c65d88-71de-42b9-87fe-a08de79dedf8 req-b19376de-1cd8-40f3-a407-bc78f5405d53 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461690 Aug 23 15:07:00.474134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-008fa6b9-5b15-4259-b859-c7f0e3e45e35 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:00.475792 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-008fa6b9-5b15-4259-b859-c7f0e3e45e35 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.61 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 811 time: 0.4603653 Aug 23 15:07:00.499504 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-50d73913-ff86-4c12-a9ab-62b11505ec84 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'port': {'device_id': 'b7629875-4d9f-4b3b-b044-4b0e947c8248', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'admin_state_up': True, 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:07:00.517939 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7e0e79c5-42a3-40df-bc44-14f9b3eed5f9 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1653941 Aug 23 15:07:00.519624 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40044) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:00.572949 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2dfd04d5-2c06-4726-84c8-73d982fd9157 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:00.596181 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2dfd04d5-2c06-4726-84c8-73d982fd9157 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:00.641550 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port e1a31bdc-0adb-4664-8636-c5c886d8971e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:07:00.647338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port e1a31bdc-0adb-4664-8636-c5c886d8971e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:07:00.647800 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:00.851251 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2dfd04d5-2c06-4726-84c8-73d982fd9157 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:00.880742 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2dfd04d5-2c06-4726-84c8-73d982fd9157 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:00.891004 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2dfd04d5-2c06-4726-84c8-73d982fd9157 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/9ed82a7f-26d0-49b9-8e16-f62ccc372ad2 HTTP/1.1" status: 204 len: 168 time: 0.3612592 Aug 23 15:07:00.891004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40050) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:00.969291 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:00.994108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72270309-296d-43f6-ae77-ec4d32fdc2c8 req-6996adfd-ab81-488c-9282-4fb805a1d577 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:00.994803 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72270309-296d-43f6-ae77-ec4d32fdc2c8 req-6996adfd-ab81-488c-9282-4fb805a1d577 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.1760867 Aug 23 15:07:01.004345 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd04d5-2c06-4726-84c8-73d982fd9157 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ed82a7f-26d0-49b9-8e16-f62ccc372ad2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:01.047388 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-50d73913-ff86-4c12-a9ab-62b11505ec84 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Made reservation on behalf of 33f1c75c07ec4bf9aaf6afece184b99b for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:07:01.057107 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-50d73913-ff86-4c12-a9ab-62b11505ec84 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:01.069096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8d0a9a-584b-466e-abbc-bbb17bc53513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a31bdc-0adb-4664-8636-c5c886d8971e'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:07:01.074110 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf6a689-f8aa-4c8b-ac2e-d05b6f773dfb" -d '{"events": [{"server_uuid": "4f8d0a9a-584b-466e-abbc-bbb17bc53513", "name": "network-vif-plugged", "status": "completed", "tag": "e1a31bdc-0adb-4664-8636-c5c886d8971e"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:07:01.094084 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-61a52154-bcb1-4c79-93b4-63fa434fe582 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1858387 Aug 23 15:07:01.094769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40058) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:01.145209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port e1a31bdc-0adb-4664-8636-c5c886d8971e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e1a31bdc-0adb-4664-8636-c5c886d8971e,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:01.189283 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72270309-296d-43f6-ae77-ec4d32fdc2c8 req-537c57a8-3aea-4090-9d35-8f262c09fa5d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1863029 Aug 23 15:07:01.258149 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:01.300198 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09e38b33-3558-4680-a251-8b288de94985 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:01.382805 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09e38b33-3558-4680-a251-8b288de94985 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:01.416192 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=e1a31bdc-0adb-4664-8636-c5c886d8971e,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:01.472015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-50d73913-ff86-4c12-a9ab-62b11505ec84 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Allocated IP 172.20.0.11 (95038101-a5a6-451d-864c-0209d8aa2274/cb81ce09-0df9-4c6b-a304-342e1749bbc5/77f29aef-846a-417e-ba30-8191f9302c32) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:07:01.557509 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32c45c3-7046-4d66-a5c5-0918455fbc73 x-openstack-request-id: req-a32c45c3-7046-4d66-a5c5-0918455fbc73 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:07:01.558123 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8d0a9a-584b-466e-abbc-bbb17bc53513", "name": "network-vif-plugged", "status": "completed", "tag": "e1a31bdc-0adb-4664-8636-c5c886d8971e", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:07:01.558549 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a32c45c3-7046-4d66-a5c5-0918455fbc73 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:07:01.559778 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8d0a9a-584b-466e-abbc-bbb17bc53513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a31bdc-0adb-4664-8636-c5c886d8971e', 'code': 200} Aug 23 15:07:01.626080 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09e38b33-3558-4680-a251-8b288de94985 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:01.630493 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09e38b33-3558-4680-a251-8b288de94985 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:01.632738 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-09e38b33-3558-4680-a251-8b288de94985 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "DELETE /v2.0/security-groups/27b8bcfc-7928-4fe3-85d9-f0e1781d85d6 HTTP/1.1" status: 204 len: 168 time: 0.5359697 Aug 23 15:07:01.642822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40076) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:01.649812 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5395d0fe-9de6-4059-9011-5cab64106fea req-0b39f889-485f-4f65-95cc-3b426b9ec272 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.1791782 Aug 23 15:07:01.749155 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e38b33-3558-4680-a251-8b288de94985 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b8bcfc-7928-4fe3-85d9-f0e1781d85d6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:01.859637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a8182-eb49-4a6f-8973-8d99de73855f req-04b27451-462a-41a5-b27a-5f5ee068e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:01.861223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a49a8182-eb49-4a6f-8973-8d99de73855f req-04b27451-462a-41a5-b27a-5f5ee068e8e3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 1097 time: 0.1637108 Aug 23 15:07:02.017400 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-18f7347c-bf40-4a56-9e38-c205495f7acd tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3634911 Aug 23 15:07:02.024860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40084) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:02.107303 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a49a8182-eb49-4a6f-8973-8d99de73855f req-657220ec-3ef5-4ed9-9f83-b019f47d5659 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164048 Aug 23 15:07:02.188429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9a78fca1-aed4-4596-821a-38e61075e4f3 tempest-SecGroupIPv6Test-265956295 tempest-SecGroupIPv6Test-265956295-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1668808 Aug 23 15:07:02.226353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82e0e3-4a28-4767-9353-43ad19679320 req-07671b33-611b-459b-927b-c4fba4bb6582 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:02.242664 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f82e0e3-4a28-4767-9353-43ad19679320 req-07671b33-611b-459b-927b-c4fba4bb6582 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 946 time: 0.4398241 Aug 23 15:07:02.249282 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-50d73913-ff86-4c12-a9ab-62b11505ec84 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:02.308401 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-50d73913-ff86-4c12-a9ab-62b11505ec84 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Transition to ACTIVE for port object 77f29aef-846a-417e-ba30-8191f9302c32 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:07:02.342365 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f82e0e3-4a28-4767-9353-43ad19679320 req-a79e56a4-66d6-4a6c-8616-8d7728e48522 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983624 Aug 23 15:07:02.462158 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace987e-3423-4ddb-9a77-b628ac0e52ae req-265ed373-b256-45ed-acbb-6ca7abf80512 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:02.473772 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1ace987e-3423-4ddb-9a77-b628ac0e52ae req-265ed373-b256-45ed-acbb-6ca7abf80512 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.1709423 Aug 23 15:07:02.595269 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1ace987e-3423-4ddb-9a77-b628ac0e52ae req-aaebb014-25a2-43af-8384-f89993af491f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005316 Aug 23 15:07:02.650132 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-50d73913-ff86-4c12-a9ab-62b11505ec84 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:02.812934 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-50d73913-ff86-4c12-a9ab-62b11505ec84 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Network 95038101-a5a6-451d-864c-0209d8aa2274 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:07:02.834193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-50d73913-ff86-4c12-a9ab-62b11505ec84 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:07:02.851860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d73913-ff86-4c12-a9ab-62b11505ec84 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'Port': ['ID=77f29aef-846a-417e-ba30-8191f9302c32,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:02.858001 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-50d73913-ff86-4c12-a9ab-62b11505ec84 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:07:03.030757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7175a3d-7a69-4a42-ae8f-1789103ae8c7 req-8067d11e-b365-42f0-b58e-3eb0f8be3f8a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:03.063837 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7175a3d-7a69-4a42-ae8f-1789103ae8c7 req-8067d11e-b365-42f0-b58e-3eb0f8be3f8a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 932 time: 0.2034266 Aug 23 15:07:03.162432 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7175a3d-7a69-4a42-ae8f-1789103ae8c7 req-ac7460bd-af01-408d-9153-521ee1b8d174 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906639 Aug 23 15:07:03.333562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40114) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:03.656561 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2a5c5fdd-b043-48c0-8208-27897f481a8a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6d46732a0ed64229a16aeb823b912eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219223 Aug 23 15:07:03.658109 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40126) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:03.712504 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-50d73913-ff86-4c12-a9ab-62b11505ec84 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:03.713408 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-50d73913-ff86-4c12-a9ab-62b11505ec84 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:03.758826 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d65148c-e084-4a48-b666-c6ce71ee2fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:03.769062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf2305-3fca-4518-98ae-12d6344a78f9 req-f2b6f392-d85b-4366-847a-43e006755a19 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:03.770946 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1cf2305-3fca-4518-98ae-12d6344a78f9 req-f2b6f392-d85b-4366-847a-43e006755a19 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 946 time: 0.0802999 Aug 23 15:07:03.816915 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1cf2305-3fca-4518-98ae-12d6344a78f9 req-2add3651-113f-4d7f-9268-22dd7243da4e tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397987 Aug 23 15:07:03.819756 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d65148c-e084-4a48-b666-c6ce71ee2fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:03.868490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4610a-eb52-41b3-9df5-389c13e36f16 req-744aef34-faad-4920-b917-f53f03b4bf44 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:03.872381 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1db4610a-eb52-41b3-9df5-389c13e36f16 req-744aef34-faad-4920-b917-f53f03b4bf44 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.1069589 Aug 23 15:07:03.916908 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1db4610a-eb52-41b3-9df5-389c13e36f16 req-6682881d-5492-4279-a9a4-b65c5ac1fab0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403321 Aug 23 15:07:04.328664 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3406b-05d7-46ba-9034-6442e69e0879 req-13a8ef5a-aff1-4f3a-868a-d33e8c10e27e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:04.328664 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-abe3406b-05d7-46ba-9034-6442e69e0879 req-13a8ef5a-aff1-4f3a-868a-d33e8c10e27e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 932 time: 0.0539093 Aug 23 15:07:04.328664 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-abe3406b-05d7-46ba-9034-6442e69e0879 req-2aa7be9f-d7db-43e9-a417-5dc399068bf6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Aug 23 15:07:04.976554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b07836b6-6e1c-4a7e-81fc-1aa86d7ce337 None None] Provisioning for port 77f29aef-846a-417e-ba30-8191f9302c32 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:07:04.978200 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-50d73913-ff86-4c12-a9ab-62b11505ec84 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4844105 Aug 23 15:07:04.984974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b07836b6-6e1c-4a7e-81fc-1aa86d7ce337 None None] Provisioning complete for port 77f29aef-846a-417e-ba30-8191f9302c32 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:07:04.987334 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b07836b6-6e1c-4a7e-81fc-1aa86d7ce337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:05.006653 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d65148c-e084-4a48-b666-c6ce71ee2fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:05.009477 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d65148c-e084-4a48-b666-c6ce71ee2fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:05.010649 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8d65148c-e084-4a48-b666-c6ce71ee2fdf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4731a909-c744-45bf-a8d7-f4f69740bd7e HTTP/1.1" status: 204 len: 168 time: 1.3503571 Aug 23 15:07:05.089855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65148c-e084-4a48-b666-c6ce71ee2fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4731a909-c744-45bf-a8d7-f4f69740bd7e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:05.163784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09428d0e-d2cd-477f-8f99-f19e3f880daf req-26f177c0-95a8-417c-85b6-94ea49e507dc tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:05.165399 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-09428d0e-d2cd-477f-8f99-f19e3f880daf req-26f177c0-95a8-417c-85b6-94ea49e507dc tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 946 time: 0.2253971 Aug 23 15:07:05.222523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b07836b6-6e1c-4a7e-81fc-1aa86d7ce337 None None] Port 77f29aef-846a-417e-ba30-8191f9302c32 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:07:05.266781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Request body: {'port': {'device_id': 'b7629875-4d9f-4b3b-b044-4b0e947c8248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:07:05.331825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415aaae-65f0-4c45-a58f-a2c54c4eb973 req-bb9f0e69-19f3-44c1-bb98-86277b5b831d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:05.338413 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-09428d0e-d2cd-477f-8f99-f19e3f880daf req-f06373bc-1de7-4001-8204-5e18b7fbb873 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306798 Aug 23 15:07:05.351141 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b415aaae-65f0-4c45-a58f-a2c54c4eb973 req-bb9f0e69-19f3-44c1-bb98-86277b5b831d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.2367384 Aug 23 15:07:05.565440 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:05.699104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236aa052-766e-4128-abd4-f1144724e581 req-4d7099b5-c6d9-4f12-8426-bf95b5191884 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:05.709793 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-236aa052-766e-4128-abd4-f1144724e581 req-4d7099b5-c6d9-4f12-8426-bf95b5191884 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 932 time: 0.1773980 Aug 23 15:07:05.710344 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b415aaae-65f0-4c45-a58f-a2c54c4eb973 req-eaf49324-e555-4860-a3df-6198595246fc tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3593907 Aug 23 15:07:05.851716 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-236aa052-766e-4128-abd4-f1144724e581 req-ddedeab5-0cf6-4375-9303-28c1a45771b2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404359 Aug 23 15:07:06.319009 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f29aef-846a-417e-ba30-8191f9302c32 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:07:06.357802 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:06.457183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Transition to ACTIVE for port object 77f29aef-846a-417e-ba30-8191f9302c32 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:07:06.589287 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1695019-e7a0-4950-93e5-8beb77992e8a req-7133d236-843c-4d26-92f9-e569f8f564dc tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:06.598230 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e1695019-e7a0-4950-93e5-8beb77992e8a req-7133d236-843c-4d26-92f9-e569f8f564dc tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 946 time: 0.1395535 Aug 23 15:07:06.629093 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:06.730656 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e1695019-e7a0-4950-93e5-8beb77992e8a req-dcd33e89-5ca1-43f3-9db3-75f4eecaded6 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297677 Aug 23 15:07:06.890470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Pushing event updated for resources: {'Port': ['ID=77f29aef-846a-417e-ba30-8191f9302c32,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:07.096660 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563a5c2-ffa1-4ad8-b5ea-fd3df59ef6eb req-159a7e21-cd12-40ff-aaba-97cca057c786 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:07.102200 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0563a5c2-ffa1-4ad8-b5ea-fd3df59ef6eb req-159a7e21-cd12-40ff-aaba-97cca057c786 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.1683538 Aug 23 15:07:07.218707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Attempting to bind port 77f29aef-846a-417e-ba30-8191f9302c32 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:07:07.220950 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Attempting to bind port 77f29aef-846a-417e-ba30-8191f9302c32 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:07:07.223900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Attempting to bind port 77f29aef-846a-417e-ba30-8191f9302c32 on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:07:07.243475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Port 77f29aef-846a-417e-ba30-8191f9302c32 on network 95038101-a5a6-451d-864c-0209d8aa2274 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:07:07.243475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Attempting to bind port 77f29aef-846a-417e-ba30-8191f9302c32 on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:07:07.274600 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0563a5c2-ffa1-4ad8-b5ea-fd3df59ef6eb req-7bb883b5-e48d-404c-9b5e-a45e1731ca64 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620247 Aug 23 15:07:07.284650 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:07:07.291371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Checking segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:07:07.292621 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Bound using segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:07:07.296183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Bound port: 77f29aef-846a-417e-ba30-8191f9302c32, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:07:07.296691 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:07.443158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40208) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:07.472505 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df73d0-b0ca-43ff-bf2e-cea8e3572ef1 req-9496c34f-d8c3-4365-804b-693284397300 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:07.496317 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02df73d0-b0ca-43ff-bf2e-cea8e3572ef1 req-9496c34f-d8c3-4365-804b-693284397300 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.2181554 Aug 23 15:07:07.571162 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] For port 77f29aef-846a-417e-ba30-8191f9302c32, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:07:07.583225 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] For port 77f29aef-846a-417e-ba30-8191f9302c32, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=77f29aef-846a-417e-ba30-8191f9302c32,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:07:07.604102 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02df73d0-b0ca-43ff-bf2e-cea8e3572ef1 req-0d83277c-55ec-4087-923d-73a9d1edc0e6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067030 Aug 23 15:07:07.698100 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:07.701879 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1365469906'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:07:07.785524 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:07.786163 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:07.799428 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] 10.222.0.61 "PUT /v2.0/ports/77f29aef-846a-417e-ba30-8191f9302c32 HTTP/1.1" status: 200 len: 1092 time: 2.8002059 Aug 23 15:07:07.800070 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7629875-4d9f-4b3b-b044-4b0e947c8248', 'tag': '77f29aef-846a-417e-ba30-8191f9302c32'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:07:07.802938 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef944606-df75-4830-a1da-bf8cae604096" -d '{"events": [{"name": "network-changed", "server_uuid": "b7629875-4d9f-4b3b-b044-4b0e947c8248", "tag": "77f29aef-846a-417e-ba30-8191f9302c32"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:07:07.827616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Made reservation on behalf of 9f77b231cd26454bbe13c11fb1320cc9 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:07:07.839372 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:07.839531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bbba1-18d7-4db4-bb95-78380c1c5b6f service neutron] Pushing event updated for resources: {'Port': ['ID=77f29aef-846a-417e-ba30-8191f9302c32,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:07.855514 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:07.939290 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d079cc-959a-4af2-9339-d497806a3b14 x-openstack-request-id: req-51d079cc-959a-4af2-9339-d497806a3b14 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:07:07.939588 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7629875-4d9f-4b3b-b044-4b0e947c8248", "tag": "77f29aef-846a-417e-ba30-8191f9302c32", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:07:07.939934 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-51d079cc-959a-4af2-9339-d497806a3b14 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:07:07.940539 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7629875-4d9f-4b3b-b044-4b0e947c8248', 'tag': '77f29aef-846a-417e-ba30-8191f9302c32', 'status': 'completed', 'code': 200} Aug 23 15:07:08.083928 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef944606-df75-4830-a1da-bf8cae604096 req-fa156781-ce4f-49e5-84aa-37eb57706fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:08.087350 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef944606-df75-4830-a1da-bf8cae604096 req-fa156781-ce4f-49e5-84aa-37eb57706fac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 1095 time: 0.1248946 Aug 23 15:07:08.139084 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:08.252273 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:08.367406 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:07:08.381303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321f6432-0f51-498f-9ad7-89c7d3ce9f92,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:08.409027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef944606-df75-4830-a1da-bf8cae604096 req-7a9d25de-bc9e-4679-bd77-da4dd834ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:08.409187 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:08.409457 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Added segment de7a2874-e486-4506-8034-fb22bc00c6f6 of type vlan for network 7008d36a-e9e2-463c-9e2b-34c9203280ec Aug 23 15:07:08.415885 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef944606-df75-4830-a1da-bf8cae604096 req-7a9d25de-bc9e-4679-bd77-da4dd834ca5b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3130865 Aug 23 15:07:08.601175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef944606-df75-4830-a1da-bf8cae604096 req-3a1244e4-a65d-4215-a860-ce23b2a85f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:08.602620 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef944606-df75-4830-a1da-bf8cae604096 req-3a1244e4-a65d-4215-a860-ce23b2a85f0a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1795781 Aug 23 15:07:08.636855 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:08.747171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa4744-a693-459b-8633-f54322e0b40f req-b7e12da1-cd3d-4006-9020-95a51dd9d89f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:08.785500 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04fa4744-a693-459b-8633-f54322e0b40f req-b7e12da1-cd3d-4006-9020-95a51dd9d89f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.3407481 Aug 23 15:07:08.824317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-4a922c9f-3760-4e61-8ea6-c3d9de26bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:08.824317 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-4a922c9f-3760-4e61-8ea6-c3d9de26bcea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 1095 time: 0.1681738 Aug 23 15:07:08.923215 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:08.935517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:08.937337 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:09.015638 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04fa4744-a693-459b-8633-f54322e0b40f req-db5f9971-375b-48b6-b691-27830887c520 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2007957 Aug 23 15:07:09.035991 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-ffbbba1a-d94e-4f65-b304-52068b1c5e36 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77f29aef-846a-417e-ba30-8191f9302c32 HTTP/1.1" status: 200 len: 217 time: 0.2078974 Aug 23 15:07:09.148575 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7039468 Aug 23 15:07:09.155704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40246) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:09.181788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-259f4e24-575f-445e-80b0-f7501d2becbb tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Request body: {'subnet': {'network_id': '7008d36a-e9e2-463c-9e2b-34c9203280ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:07:09.238113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-4ddf4015-5844-4d7e-9072-089e5a6863cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:09.239915 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-4ddf4015-5844-4d7e-9072-089e5a6863cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.1421258 Aug 23 15:07:09.268256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b3bc3-0936-4a89-a859-a0cc76be5e40 req-90ad9224-118b-45c5-b8b4-020cf2d8d453 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:09.289842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b14b3bc3-0936-4a89-a859-a0cc76be5e40 req-90ad9224-118b-45c5-b8b4-020cf2d8d453 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.4465246 Aug 23 15:07:09.415919 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b14b3bc3-0936-4a89-a859-a0cc76be5e40 req-b4bb25a9-f2e3-46f5-b7bd-0d02a4821553 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251245 Aug 23 15:07:09.421394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431621b-549d-429c-9495-4b0c63bb3574 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Pushing event updated for resources: {'Network': ['ID=7008d36a-e9e2-463c-9e2b-34c9203280ec,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:09.425188 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-b3e9dc33-fcaa-4baa-ab90-4d605f28c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:09.426741 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-b3e9dc33-fcaa-4baa-ab90-4d605f28c488 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224535 Aug 23 15:07:09.438266 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 7008d36a-e9e2-463c-9e2b-34c9203280ec details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:07:09.566055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259f4e24-575f-445e-80b0-f7501d2becbb tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Made reservation on behalf of 9f77b231cd26454bbe13c11fb1320cc9 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:07:09.571059 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-259f4e24-575f-445e-80b0-f7501d2becbb tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:09.690820 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-e105c07a-d8d2-4950-b625-4905436eae63 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412481 Aug 23 15:07:09.926088 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df4948aa-bbd4-4746-aab5-304a5c95f814 req-9a4db34b-6963-4935-b0ae-386b52d952a8 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240946 Aug 23 15:07:10.264900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c03a1-9a48-4e96-ad71-29b0f504c0a6 req-ec3dfaeb-f76d-43b9-a3c4-b8ef93f8e1ae tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:10.284384 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b8c03a1-9a48-4e96-ad71-29b0f504c0a6 req-ec3dfaeb-f76d-43b9-a3c4-b8ef93f8e1ae tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.1279244 Aug 23 15:07:10.294588 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-259f4e24-575f-445e-80b0-f7501d2becbb tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:10.418947 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b8c03a1-9a48-4e96-ad71-29b0f504c0a6 req-c6f9659c-a17b-4da4-9223-71c70538bccc tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1300812 Aug 23 15:07:10.435327 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259f4e24-575f-445e-80b0-f7501d2becbb tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Checking segment: {'id': 'de7a2874-e486-4506-8034-fb22bc00c6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7008d36a-e9e2-463c-9e2b-34c9203280ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:07:10.435803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259f4e24-575f-445e-80b0-f7501d2becbb tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Network hostable DHCP agents. Network: 7008d36a-e9e2-463c-9e2b-34c9203280ec, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:07:10.466639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f4e24-575f-445e-80b0-f7501d2becbb tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Pushing event updated for resources: {'Subnet': ['ID=5321a5be-a62c-4900-9842-1e655dc82367,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:10.591364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259f4e24-575f-445e-80b0-f7501d2becbb tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Network 7008d36a-e9e2-463c-9e2b-34c9203280ec is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:07:10.703294 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-259f4e24-575f-445e-80b0-f7501d2becbb tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 7008d36a-e9e2-463c-9e2b-34c9203280ec) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:07:10.708863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259f4e24-575f-445e-80b0-f7501d2becbb tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:10.709456 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-259f4e24-575f-445e-80b0-f7501d2becbb tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:10.714483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b4afe0-691f-4c80-8115-9a4e0a2cc178 None None] Network 7008d36a-e9e2-463c-9e2b-34c9203280ec requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:07:10.833184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d79f76-b930-4f42-9edb-f542deeb018a req-5820dfe9-343f-4263-a248-5301226d7131 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:10.844050 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26d79f76-b930-4f42-9edb-f542deeb018a req-5820dfe9-343f-4263-a248-5301226d7131 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.1066270 Aug 23 15:07:10.930025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40282) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:10.931124 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-259f4e24-575f-445e-80b0-f7501d2becbb tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7740510 Aug 23 15:07:10.954251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e74d9a0c-e261-432c-b605-4d73cac0b385 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Request body: {'port': {'network_id': '7008d36a-e9e2-463c-9e2b-34c9203280ec', 'name': 'tempest-TagsExtTest-1739440478'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:07:10.967789 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26d79f76-b930-4f42-9edb-f542deeb018a req-bb18e288-4f67-4329-a801-ec6e9a152baa tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212318 Aug 23 15:07:11.046215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a07eb6-4658-416a-8343-e3de463f9e8f req-abf9ffca-6625-485b-90ec-765e8d2100ac tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:11.057110 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-80a07eb6-4658-416a-8343-e3de463f9e8f req-abf9ffca-6625-485b-90ec-765e8d2100ac tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.1805582 Aug 23 15:07:11.148443 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-7008d36a-e9e2-463c-9e2b-34c9203280ec', 'network_id': '7008d36a-e9e2-463c-9e2b-34c9203280ec', 'tenant_id': '9f77b231cd26454bbe13c11fb1320cc9', 'fixed_ips': [{'subnet_id': '5321a5be-a62c-4900-9842-1e655dc82367'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:07:11.148443 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:11.230230 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e30b1131-417e-4181-a084-66a138741283 req-c299acfd-d405-4aa8-91e0-3ff8cc6736c5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2677188 Aug 23 15:07:11.279601 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-80a07eb6-4658-416a-8343-e3de463f9e8f req-db3ca959-00b4-4a49-b4e7-2dad211e06af tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083228 Aug 23 15:07:11.405371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b1131-417e-4181-a084-66a138741283 req-49dd307d-c28d-43d1-aee5-fe401e130b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:11.406881 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e30b1131-417e-4181-a084-66a138741283 req-49dd307d-c28d-43d1-aee5-fe401e130b7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 1096 time: 0.1160021 Aug 23 15:07:11.479379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Allocated IP 172.20.0.2 (7008d36a-e9e2-463c-9e2b-34c9203280ec/5321a5be-a62c-4900-9842-1e655dc82367/58fa2bb8-b569-43b4-9310-5d290f5943a1) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:07:11.614017 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b1131-417e-4181-a084-66a138741283 req-e465fe42-bc55-4507-89ed-14b50c5e3a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:11.616378 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e30b1131-417e-4181-a084-66a138741283 req-e465fe42-bc55-4507-89ed-14b50c5e3a09 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cffccb22-b63a-4c5c-a1aa-a7862729d292 HTTP/1.1" status: 200 len: 920 time: 0.1849856 Aug 23 15:07:11.711901 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90318c27-0882-420d-8618-5335e06043bc req-14d062c8-cd1d-4633-9360-559a7a1e3cea tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:11.733326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74d9a0c-e261-432c-b605-4d73cac0b385 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Made reservation on behalf of 9f77b231cd26454bbe13c11fb1320cc9 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:07:11.737018 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-90318c27-0882-420d-8618-5335e06043bc req-14d062c8-cd1d-4633-9360-559a7a1e3cea tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.1505764 Aug 23 15:07:11.743080 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e74d9a0c-e261-432c-b605-4d73cac0b385 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:11.770271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-e74d9a0c-e261-432c-b605-4d73cac0b385 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] device_id is not set on port 7c71e1a0-e8b2-4858-8737-2e33aa862424 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:07:11.805292 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:11.822580 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Transition to ACTIVE for port object 58fa2bb8-b569-43b4-9310-5d290f5943a1 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:07:11.837887 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e30b1131-417e-4181-a084-66a138741283 req-c936e109-21a8-4371-bcb3-1d7f85c628c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=523d7fb1-42dc-4fb1-948f-e023ee161005 HTTP/1.1" status: 200 len: 217 time: 0.2053049 Aug 23 15:07:11.849369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Transition to ACTIVE for port object 58fa2bb8-b569-43b4-9310-5d290f5943a1 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:07:11.925582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b1131-417e-4181-a084-66a138741283 req-270f90fe-2bb9-4672-9826-cc13a316a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:11.925692 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-90318c27-0882-420d-8618-5335e06043bc req-f3123b1e-45f9-422a-a2a2-deda2e6a0b16 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1862688 Aug 23 15:07:11.925789 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e30b1131-417e-4181-a084-66a138741283 req-270f90fe-2bb9-4672-9826-cc13a316a9ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17940688-0fc2-4a39-b459-e1f5a256fee0 HTTP/1.1" status: 200 len: 859 time: 0.0788636 Aug 23 15:07:11.953029 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:12.079108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Network 7008d36a-e9e2-463c-9e2b-34c9203280ec is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:07:12.088561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:07:12.092943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:07:12.147982 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-e74d9a0c-e261-432c-b605-4d73cac0b385 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Allocated IP 172.20.0.5 (7008d36a-e9e2-463c-9e2b-34c9203280ec/5321a5be-a62c-4900-9842-1e655dc82367/7c71e1a0-e8b2-4858-8737-2e33aa862424) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:07:12.163611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Pushing event updated for resources: {'Port': ['ID=58fa2bb8-b569-43b4-9310-5d290f5943a1,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:12.197304 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:12.197723 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:12.198066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:12.198398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:12.198742 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:12.199155 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:12.199548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:12.199912 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:12.200267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:12.205719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:12.209561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:12.209561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:12.296191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Attempting to bind port 58fa2bb8-b569-43b4-9310-5d290f5943a1 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:07:12.296587 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Attempting to bind port 58fa2bb8-b569-43b4-9310-5d290f5943a1 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'de7a2874-e486-4506-8034-fb22bc00c6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7008d36a-e9e2-463c-9e2b-34c9203280ec'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:07:12.296957 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Attempting to bind port 58fa2bb8-b569-43b4-9310-5d290f5943a1 on network 7008d36a-e9e2-463c-9e2b-34c9203280ec {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:07:12.318790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:07:12.319304 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Checking segment: {'id': 'de7a2874-e486-4506-8034-fb22bc00c6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7008d36a-e9e2-463c-9e2b-34c9203280ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:07:12.319731 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:12.320122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Bound using segment: {'id': 'de7a2874-e486-4506-8034-fb22bc00c6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7008d36a-e9e2-463c-9e2b-34c9203280ec'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:07:12.320620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Bound port: 58fa2bb8-b569-43b4-9310-5d290f5943a1, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7a2874-e486-4506-8034-fb22bc00c6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7008d36a-e9e2-463c-9e2b-34c9203280ec'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:07:12.332270 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:12.506800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] For port 58fa2bb8-b569-43b4-9310-5d290f5943a1, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:07:12.514887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] For port 58fa2bb8-b569-43b4-9310-5d290f5943a1, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=58fa2bb8-b569-43b4-9310-5d290f5943a1,segment=NetworkSegment(de7a2874-e486-4506-8034-fb22bc00c6f6),segment_id=de7a2874-e486-4506-8034-fb22bc00c6f6)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:07:12.523891 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e74d9a0c-e261-432c-b605-4d73cac0b385 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:12.541266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-e74d9a0c-e261-432c-b605-4d73cac0b385 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Transition to ACTIVE for port object 7c71e1a0-e8b2-4858-8737-2e33aa862424 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:07:12.594446 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e30b1131-417e-4181-a084-66a138741283 req-4879b1c1-9b3d-4cfb-ad64-5c4c8b48b782 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cffccb22-b63a-4c5c-a1aa-a7862729d292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6584194 Aug 23 15:07:12.606972 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:12.639802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b3f15-2e71-4a88-94df-d5bed90f7c5c req-be5f6bc3-caae-4791-9da2-1a1632ea3647 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:12.653392 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-080b3f15-2e71-4a88-94df-d5bed90f7c5c req-be5f6bc3-caae-4791-9da2-1a1632ea3647 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.2397742 Aug 23 15:07:12.742493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-080b3f15-2e71-4a88-94df-d5bed90f7c5c req-1fb3ca55-3129-42bf-9ef9-5e928c47ea9c tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879514 Aug 23 15:07:12.785160 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd7f5c-29f8-46bc-b0b0-517fa9cffb01 None None] Pushing event updated for resources: {'Port': ['ID=58fa2bb8-b569-43b4-9310-5d290f5943a1,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:12.839002 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e74d9a0c-e261-432c-b605-4d73cac0b385 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:13.026874 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52552985-2b60-46e6-8deb-15a26e911517 req-e6287d6a-0254-4324-8824-f9fb15814ee5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:13.036672 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-52552985-2b60-46e6-8deb-15a26e911517 req-e6287d6a-0254-4324-8824-f9fb15814ee5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.4554627 Aug 23 15:07:13.241477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5e4c1-67b1-420d-a007-5166caec29b1 req-2d79cb27-3775-4db9-90d2-689a23c7be25 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:13.253417 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c8a5e4c1-67b1-420d-a007-5166caec29b1 req-2d79cb27-3775-4db9-90d2-689a23c7be25 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.1523523 Aug 23 15:07:13.287557 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e30b1131-417e-4181-a084-66a138741283 req-810177f4-6760-4fbf-a788-d3baaf0c8d71 service neutron] 10.222.0.61 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727998 Aug 23 15:07:13.310180 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74d9a0c-e261-432c-b605-4d73cac0b385 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Network 7008d36a-e9e2-463c-9e2b-34c9203280ec is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:07:13.318176 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-52552985-2b60-46e6-8deb-15a26e911517 req-e417c24b-7d58-4c76-8534-206691be68e8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766883 Aug 23 15:07:13.321714 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-e74d9a0c-e261-432c-b605-4d73cac0b385 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:07:13.379718 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c8a5e4c1-67b1-420d-a007-5166caec29b1 req-883abac2-bf1f-4e5d-89e7-85027495ee08 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224728 Aug 23 15:07:13.395227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d9a0c-e261-432c-b605-4d73cac0b385 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Pushing event updated for resources: {'Port': ['ID=7c71e1a0-e8b2-4858-8737-2e33aa862424,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:13.400304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d9a0c-e261-432c-b605-4d73cac0b385 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:07:13.510632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26802d3-c3d0-4d02-9030-ddde5925e64c req-433081f5-91b2-4250-b0e5-c16ba21076ff tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:13.512739 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b26802d3-c3d0-4d02-9030-ddde5925e64c req-433081f5-91b2-4250-b0e5-c16ba21076ff tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.4250159 Aug 23 15:07:13.567296 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74d9a0c-e261-432c-b605-4d73cac0b385 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:13.567962 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e74d9a0c-e261-432c-b605-4d73cac0b385 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:13.660754 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e74d9a0c-e261-432c-b605-4d73cac0b385 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7150888 Aug 23 15:07:13.674272 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e30b1131-417e-4181-a084-66a138741283 req-b93e5155-87a2-4e14-a59a-c206e3d95a89 service neutron] 10.222.0.61 "GET /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478107 Aug 23 15:07:13.679228 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40330) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:13.688085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-bc44b364-d33d-485f-9f2d-f43db7e4895b tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1624061167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:07:13.721698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b26802d3-c3d0-4d02-9030-ddde5925e64c req-f2c6b0bf-28c7-406d-8d13-889dbb77a7fa tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Deleting port f77054a2-0142-49d0-a894-290782719aa9 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:07:13.725762 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b26802d3-c3d0-4d02-9030-ddde5925e64c req-f2c6b0bf-28c7-406d-8d13-889dbb77a7fa tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:13.819166 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc44b364-d33d-485f-9f2d-f43db7e4895b tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:13.825329 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc44b364-d33d-485f-9f2d-f43db7e4895b tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:13.874357 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-b26802d3-c3d0-4d02-9030-ddde5925e64c req-f2c6b0bf-28c7-406d-8d13-889dbb77a7fa tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] For port f77054a2-0142-49d0-a894-290782719aa9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f77054a2-0142-49d0-a894-290782719aa9,segment=NetworkSegment(a570d030-c42f-45a3-9ae3-1f1a44248e2f),segment_id=a570d030-c42f-45a3-9ae3-1f1a44248e2f)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:13.874822 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b26802d3-c3d0-4d02-9030-ddde5925e64c req-f2c6b0bf-28c7-406d-8d13-889dbb77a7fa tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:13.894877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-b26802d3-c3d0-4d02-9030-ddde5925e64c req-f2c6b0bf-28c7-406d-8d13-889dbb77a7fa tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Calling delete_port for f77054a2-0142-49d0-a894-290782719aa9 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:07:14.136649 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc44b364-d33d-485f-9f2d-f43db7e4895b tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:14.157835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7e7ae-bfe7-4edf-8c9c-4861f5fea16f req-9536156c-ca19-45fe-986e-0b8d7e32d77c tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:14.168123 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8ab7e7ae-bfe7-4edf-8c9c-4861f5fea16f req-9536156c-ca19-45fe-986e-0b8d7e32d77c tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 945 time: 0.0970323 Aug 23 15:07:14.236061 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc44b364-d33d-485f-9f2d-f43db7e4895b tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:14.321579 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b26802d3-c3d0-4d02-9030-ddde5925e64c req-f2c6b0bf-28c7-406d-8d13-889dbb77a7fa tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:14.338629 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8ab7e7ae-bfe7-4edf-8c9c-4861f5fea16f req-0032acd8-089d-4a23-b5d1-6429af3b9c8a tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696002 Aug 23 15:07:14.355689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['523d7fb1-42dc-4fb1-948f-e023ee161005'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:07:14.375485 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['f77054a2-0142-49d0-a894-290782719aa9'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:07:14.417609 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc44b364-d33d-485f-9f2d-f43db7e4895b tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:14.419469 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bc44b364-d33d-485f-9f2d-f43db7e4895b tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7391253 Aug 23 15:07:14.423039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40344) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:14.435671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-da537517-4917-4612-bd8a-0a310eacb01d tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1965194274', 'prefixes': ['172.20.0.0/16']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:07:14.448561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 58fa2bb8-b569-43b4-9310-5d290f5943a1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:07:14.579814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6b0bf-28c7-406d-8d13-889dbb77a7fa tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Pushing event deleted for resources: {'Port': ['ID=f77054a2-0142-49d0-a894-290782719aa9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:14.746779 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26802d3-c3d0-4d02-9030-ddde5925e64c req-f2c6b0bf-28c7-406d-8d13-889dbb77a7fa tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] No DVR routers for this DVR port f77054a2-0142-49d0-a894-290782719aa9 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:07:14.747436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a8b26-0b6c-4f05-a7fa-aa69ff7d3093 None None] Network 7008d36a-e9e2-463c-9e2b-34c9203280ec requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:07:14.750520 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b26802d3-c3d0-4d02-9030-ddde5925e64c req-f2c6b0bf-28c7-406d-8d13-889dbb77a7fa tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:14.752826 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b26802d3-c3d0-4d02-9030-ddde5925e64c req-f2c6b0bf-28c7-406d-8d13-889dbb77a7fa tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.57 "DELETE /v2.0/ports/f77054a2-0142-49d0-a894-290782719aa9 HTTP/1.1" status: 204 len: 173 time: 1.2320621 Aug 23 15:07:14.753774 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f8d23c-3eb7-40dc-84b4-05c4693adb67', 'name': 'network-vif-deleted', 'tag': 'f77054a2-0142-49d0-a894-290782719aa9'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:07:14.756659 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef6ea7a-38a4-48cf-9951-6a497fe48e38" -d '{"events": [{"server_uuid": "a0f8d23c-3eb7-40dc-84b4-05c4693adb67", "name": "network-vif-deleted", "tag": "f77054a2-0142-49d0-a894-290782719aa9"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:07:14.789302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff86bf-59c3-4140-b8c4-76c3f9cc2515 req-ce75c5d7-fcc4-410a-b54e-91f0a930c03f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:14.798296 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e7ff86bf-59c3-4140-b8c4-76c3f9cc2515 req-ce75c5d7-fcc4-410a-b54e-91f0a930c03f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.2705555 Aug 23 15:07:14.816980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8510dfa-edbf-45b1-adae-4accd6d5cd79 req-8c71a637-1092-4012-a32e-0b25ab36d9b0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:14.823220 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b8510dfa-edbf-45b1-adae-4accd6d5cd79 req-8c71a637-1092-4012-a32e-0b25ab36d9b0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.2560601 Aug 23 15:07:14.823870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 58fa2bb8-b569-43b4-9310-5d290f5943a1 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:07:14.901800 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b8510dfa-edbf-45b1-adae-4accd6d5cd79 req-b80ceee9-1295-433a-8af9-9ee02966295b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766015 Aug 23 15:07:14.907338 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e7ff86bf-59c3-4140-b8c4-76c3f9cc2515 req-d63899e6-1f4b-4414-a951-479ae8c358c8 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041429 Aug 23 15:07:14.983733 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da537517-4917-4612-bd8a-0a310eacb01d tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks [] for subnetpool, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:14.988193 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-da537517-4917-4612-bd8a-0a310eacb01d tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5604193 Aug 23 15:07:14.992611 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40360) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:14.998732 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-82df3f33-872c-4ab5-8d9c-e6bc81f7ee87 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5321a5be-a62c-4900-9842-1e655dc82367', 'tempest-TagsExtTest-Tag-165549498') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:15.110735 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69eb213-bafa-48f2-868d-834f3bcb9105 x-openstack-request-id: req-a69eb213-bafa-48f2-868d-834f3bcb9105 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:07:15.110735 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f8d23c-3eb7-40dc-84b4-05c4693adb67", "name": "network-vif-deleted", "tag": "f77054a2-0142-49d0-a894-290782719aa9", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:07:15.115399 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a69eb213-bafa-48f2-868d-834f3bcb9105 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:07:15.117371 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f8d23c-3eb7-40dc-84b4-05c4693adb67', 'name': 'network-vif-deleted', 'tag': 'f77054a2-0142-49d0-a894-290782719aa9', 'status': 'completed', 'code': 200} Aug 23 15:07:15.211753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-025eb236-65b5-4b18-b85b-b141333a648a None None] Provisioning for port 58fa2bb8-b569-43b4-9310-5d290f5943a1 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:07:15.245114 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-025eb236-65b5-4b18-b85b-b141333a648a None None] Provisioning complete for port 58fa2bb8-b569-43b4-9310-5d290f5943a1 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:07:15.245491 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-025eb236-65b5-4b18-b85b-b141333a648a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:15.340563 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-82df3f33-872c-4ab5-8d9c-e6bc81f7ee87 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "PUT /v2.0/subnets/5321a5be-a62c-4900-9842-1e655dc82367/tags/tempest-TagsExtTest-Tag-165549498 HTTP/1.1" status: 201 len: 201 time: 0.3467090 Aug 23 15:07:15.343190 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40368) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:15.356774 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-21a83471-60c9-456d-862d-f7db8dd7616a tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7c71e1a0-e8b2-4858-8737-2e33aa862424', 'tempest-TagsExtTest-Tag-285141380') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:15.390675 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-025eb236-65b5-4b18-b85b-b141333a648a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:15.448333 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-025eb236-65b5-4b18-b85b-b141333a648a None None] For port 58fa2bb8-b569-43b4-9310-5d290f5943a1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=58fa2bb8-b569-43b4-9310-5d290f5943a1,segment=NetworkSegment(de7a2874-e486-4506-8034-fb22bc00c6f6),segment_id=de7a2874-e486-4506-8034-fb22bc00c6f6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:15.549414 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-025eb236-65b5-4b18-b85b-b141333a648a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:15.614066 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc42ec02-60ff-4acf-9014-0c5636deb45c req-ce48954d-9fc8-4af5-8924-f31070636364 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0f8d23c-3eb7-40dc-84b4-05c4693adb67 HTTP/1.1" status: 200 len: 210 time: 0.0483840 Aug 23 15:07:15.655205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025eb236-65b5-4b18-b85b-b141333a648a None None] Pushing event updated for resources: {'Port': ['ID=58fa2bb8-b569-43b4-9310-5d290f5943a1,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:15.783483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-49c376e3-443a-4512-aca4-b0618e6bab13 None None] Provisioning complete for port 58fa2bb8-b569-43b4-9310-5d290f5943a1 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:07:15.783902 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49c376e3-443a-4512-aca4-b0618e6bab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:15.929870 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-21a83471-60c9-456d-862d-f7db8dd7616a tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "PUT /v2.0/ports/7c71e1a0-e8b2-4858-8737-2e33aa862424/tags/tempest-TagsExtTest-Tag-285141380 HTTP/1.1" status: 201 len: 201 time: 0.5665720 Aug 23 15:07:15.929985 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:15.931810 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40386) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:15.940968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-51edff69-59f1-4e9e-afb8-37dd9cb679c7 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0f5112cf-965a-4eff-a15b-6d3a0a302c40', 'tempest-TagsExtTest-Tag-950567340') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:16.111895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d83cf-f45d-4649-99e9-d70b83e36b46 req-c4e9c12a-eede-4786-9700-986e2fb3917d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:16.111895 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-156d83cf-f45d-4649-99e9-d70b83e36b46 req-c4e9c12a-eede-4786-9700-986e2fb3917d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0731130 Aug 23 15:07:16.199518 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-156d83cf-f45d-4649-99e9-d70b83e36b46 req-99de5f6e-f7b5-403d-bfd0-617b311118a7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785251 Aug 23 15:07:16.224697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080b84f-0bea-4af0-addc-585d6dee7654 req-73340fac-41de-4cb5-8ae6-0cfda0c544b8 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:16.234610 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7080b84f-0bea-4af0-addc-585d6dee7654 req-73340fac-41de-4cb5-8ae6-0cfda0c544b8 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 944 time: 0.1821868 Aug 23 15:07:16.258047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 58fa2bb8-b569-43b4-9310-5d290f5943a1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:07:16.306154 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7080b84f-0bea-4af0-addc-585d6dee7654 req-a0543ea6-9e5a-40d0-b782-ed648432819d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703363 Aug 23 15:07:16.328935 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 58fa2bb8-b569-43b4-9310-5d290f5943a1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:07:16.329465 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:16.372329 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-49c376e3-443a-4512-aca4-b0618e6bab13 None None] Provisioning for port 7c71e1a0-e8b2-4858-8737-2e33aa862424 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:07:16.375284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40398) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:16.378172 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-51edff69-59f1-4e9e-afb8-37dd9cb679c7 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "PUT /v2.0/routers/0f5112cf-965a-4eff-a15b-6d3a0a302c40/tags/tempest-TagsExtTest-Tag-950567340 HTTP/1.1" status: 201 len: 201 time: 0.4445951 Aug 23 15:07:16.394073 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-e2be9b98-dc8b-4a2a-8cb9-5af1bcc10230 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5ef9f69c-c190-4259-aa16-83ce104df374', 'tempest-TagsExtTest-Tag-125077489') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:16.394190 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-49c376e3-443a-4512-aca4-b0618e6bab13 None None] Provisioning complete for port 7c71e1a0-e8b2-4858-8737-2e33aa862424 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:07:16.394190 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49c376e3-443a-4512-aca4-b0618e6bab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:16.479015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 92975400-30d9-4977-93cd-945c92e371fc details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:07:16.479769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-49c376e3-443a-4512-aca4-b0618e6bab13 None None] Port 7c71e1a0-e8b2-4858-8737-2e33aa862424 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:07:16.547069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40400) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:16.644876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-86d2648c-4adf-43e5-afbe-8423d6a6453d None None] Provisioning complete for port 7c71e1a0-e8b2-4858-8737-2e33aa862424 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:07:16.645259 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-86d2648c-4adf-43e5-afbe-8423d6a6453d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:16.695109 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e2be9b98-dc8b-4a2a-8cb9-5af1bcc10230 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "PUT /v2.0/subnetpools/5ef9f69c-c190-4259-aa16-83ce104df374/tags/tempest-TagsExtTest-Tag-125077489 HTTP/1.1" status: 201 len: 201 time: 0.3156345 Aug 23 15:07:16.695109 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40406) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:16.701539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-fbc18d2c-ffb3-4f3a-92ec-38fcfc1f3e2e tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5321a5be-a62c-4900-9842-1e655dc82367') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:16.752142 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-86d2648c-4adf-43e5-afbe-8423d6a6453d None None] Port 7c71e1a0-e8b2-4858-8737-2e33aa862424 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:07:16.757167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=92975400-30d9-4977-93cd-945c92e371fc,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:16.775862 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1fe7eff0-9628-4a30-a8ef-4ae4b272a12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:16.785551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '92975400-30d9-4977-93cd-945c92e371fc', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'port_id': '92975400-30d9-4977-93cd-945c92e371fc', 'mac_address': 'fa:16:3e:d1:57:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:07:16.852219 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:16.875212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92975400-30d9-4977-93cd-945c92e371fc {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:07:16.898603 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=92975400-30d9-4977-93cd-945c92e371fc,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:16.901055 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fbc18d2c-ffb3-4f3a-92ec-38fcfc1f3e2e tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/subnets/5321a5be-a62c-4900-9842-1e655dc82367/tags HTTP/1.1" status: 200 len: 240 time: 0.2048004 Aug 23 15:07:16.904268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40422) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:16.908866 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-d0aea79c-ca68-411b-a505-2ff0a6fbde03 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5321a5be-a62c-4900-9842-1e655dc82367', 'tempest-TagsExtTest-Tag-165549498') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:16.925291 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1fe7eff0-9628-4a30-a8ef-4ae4b272a12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:17.026928 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:17.031289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d0aea79c-ca68-411b-a505-2ff0a6fbde03 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/subnets/5321a5be-a62c-4900-9842-1e655dc82367/tags/tempest-TagsExtTest-Tag-165549498 HTTP/1.1" status: 204 len: 168 time: 0.1231318 Aug 23 15:07:17.031972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40428) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:17.034004 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1fe7eff0-9628-4a30-a8ef-4ae4b272a12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:17.040354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-202208fb-08da-4a47-9c06-3fa602a9b54a tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5321a5be-a62c-4900-9842-1e655dc82367', 'tempest-TagsExtTest-Tag-165549498') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:17.077936 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1fe7eff0-9628-4a30-a8ef-4ae4b272a12d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=50d989a2ebc54a5bbac08597e43d90b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5291510 Aug 23 15:07:17.081455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40430) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:17.113841 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7eff0-9628-4a30-a8ef-4ae4b272a12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63186ef-3347-4b1e-9d2c-5a0d460a94aa,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:17.131919 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=92975400-30d9-4977-93cd-945c92e371fc,revision_number=11']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:17.200610 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-de8ba183-9b9b-46b2-a285-ee1f9e539eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:17.242373 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-de8ba183-9b9b-46b2-a285-ee1f9e539eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:17.319932 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['92975400-30d9-4977-93cd-945c92e371fc'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:07:17.360806 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-202208fb-08da-4a47-9c06-3fa602a9b54a tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/subnets/5321a5be-a62c-4900-9842-1e655dc82367/tags/tempest-TagsExtTest-Tag-165549498 HTTP/1.1" status: 204 len: 168 time: 0.3277361 Aug 23 15:07:17.363353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40442) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:17.372985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-d92de2ef-c4d1-4598-99e8-1565eaa94856 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5321a5be-a62c-4900-9842-1e655dc82367') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:17.392317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793390d0-2063-4408-9e47-f3d4f6a62d6d req-7b833344-62b9-4396-95c4-a1e4ecc52b5c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:17.393904 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-793390d0-2063-4408-9e47-f3d4f6a62d6d req-7b833344-62b9-4396-95c4-a1e4ecc52b5c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0870128 Aug 23 15:07:17.424821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c74b5-1783-49ea-abc2-b6e5f8aef8cc req-bdeac3f2-a1e6-4372-a7b3-544481871524 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:17.427214 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b2c74b5-1783-49ea-abc2-b6e5f8aef8cc req-bdeac3f2-a1e6-4372-a7b3-544481871524 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1023588 Aug 23 15:07:17.459497 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-793390d0-2063-4408-9e47-f3d4f6a62d6d req-9fc76d83-45cd-466d-a725-b3966daaa9db tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543208 Aug 23 15:07:17.488797 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-de8ba183-9b9b-46b2-a285-ee1f9e539eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:17.489378 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-de8ba183-9b9b-46b2-a285-ee1f9e539eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:17.493018 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-de8ba183-9b9b-46b2-a285-ee1f9e539eba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f63186ef-3347-4b1e-9d2c-5a0d460a94aa HTTP/1.1" status: 204 len: 168 time: 0.4042609 Aug 23 15:07:17.512193 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b2c74b5-1783-49ea-abc2-b6e5f8aef8cc req-8661f26b-27b8-453f-b2f3-9dd6fa0e1de8 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761993 Aug 23 15:07:17.514072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ba183-9b9b-46b2-a285-ee1f9e539eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63186ef-3347-4b1e-9d2c-5a0d460a94aa,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:17.519962 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d92de2ef-c4d1-4598-99e8-1565eaa94856 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/subnets/5321a5be-a62c-4900-9842-1e655dc82367/tags HTTP/1.1" status: 200 len: 205 time: 0.1526968 Aug 23 15:07:17.520779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40448) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:17.528281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-20e2d397-999a-4327-a2f0-f8a94a4055d5 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7c71e1a0-e8b2-4858-8737-2e33aa862424') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:17.642113 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-20e2d397-999a-4327-a2f0-f8a94a4055d5 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/ports/7c71e1a0-e8b2-4858-8737-2e33aa862424/tags HTTP/1.1" status: 200 len: 240 time: 0.1206944 Aug 23 15:07:17.644956 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40452) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:17.649414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-787cf1b8-4a5c-4646-8492-c6618638b067 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c71e1a0-e8b2-4858-8737-2e33aa862424', 'tempest-TagsExtTest-Tag-285141380') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:17.757424 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-787cf1b8-4a5c-4646-8492-c6618638b067 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/ports/7c71e1a0-e8b2-4858-8737-2e33aa862424/tags/tempest-TagsExtTest-Tag-285141380 HTTP/1.1" status: 204 len: 168 time: 0.1090450 Aug 23 15:07:17.757913 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40456) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:17.788288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-0a497110-3fc4-400e-bc33-f60472c3bea1 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7c71e1a0-e8b2-4858-8737-2e33aa862424', 'tempest-TagsExtTest-Tag-285141380') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:18.111059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-2b3cbf5d-d594-43d0-8ce2-4446bcc3358c tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:18.119967 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-2b3cbf5d-d594-43d0-8ce2-4446bcc3358c tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/networks?id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f HTTP/1.1" status: 200 len: 815 time: 0.1372287 Aug 23 15:07:18.133619 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0a497110-3fc4-400e-bc33-f60472c3bea1 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/ports/7c71e1a0-e8b2-4858-8737-2e33aa862424/tags/tempest-TagsExtTest-Tag-285141380 HTTP/1.1" status: 204 len: 168 time: 0.3746364 Aug 23 15:07:18.134785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79f396-6f3b-4124-94d0-b4b5befc4504 req-b7b4f219-33b3-4865-8258-53859d1e8a17 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:18.135796 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40478) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:18.140779 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-d862b287-df78-4c7f-9be8-e875b660ef18 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7c71e1a0-e8b2-4858-8737-2e33aa862424') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:18.151217 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-21347807-0ae3-4cbd-ac79-57a6f76f0d99 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/quotas/6562da62424741dd8e53f325978af055 HTTP/1.1" status: 200 len: 375 time: 0.0302644 Aug 23 15:07:18.152108 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f79f396-6f3b-4124-94d0-b4b5befc4504 req-b7b4f219-33b3-4865-8258-53859d1e8a17 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 945 time: 0.5030358 Aug 23 15:07:18.225871 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f79f396-6f3b-4124-94d0-b4b5befc4504 req-41d8dd25-8fcd-495d-8ae0-6ad7494e321c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719247 Aug 23 15:07:18.244083 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-3e1b5f08-8cd4-46d9-be25-bf994e2a9ba5 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6562da62424741dd8e53f325978af055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917592 Aug 23 15:07:18.334353 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d862b287-df78-4c7f-9be8-e875b660ef18 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/ports/7c71e1a0-e8b2-4858-8737-2e33aa862424/tags HTTP/1.1" status: 200 len: 205 time: 0.1974292 Aug 23 15:07:18.337910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40480) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:18.342611 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-30a5c3a6-89b2-4cb0-96c8-276148a308cb tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0f5112cf-965a-4eff-a15b-6d3a0a302c40') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:18.364310 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-c3f621b2-707b-4e0d-bc69-269192a112ef service neutron] 10.222.0.38 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191134 Aug 23 15:07:18.452206 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-30a5c3a6-89b2-4cb0-96c8-276148a308cb tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/routers/0f5112cf-965a-4eff-a15b-6d3a0a302c40/tags HTTP/1.1" status: 200 len: 240 time: 0.1124690 Aug 23 15:07:18.453983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40484) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:18.458667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-cf29100f-c689-46af-80f9-855a653cb909 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0f5112cf-965a-4eff-a15b-6d3a0a302c40', 'tempest-TagsExtTest-Tag-950567340') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:18.462991 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-1a6d30bf-364d-4e2d-a542-088023939ba4 service neutron] 10.222.0.38 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978336 Aug 23 15:07:18.474611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 92975400-30d9-4977-93cd-945c92e371fc up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:07:18.581434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40490) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:18.597457 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2a4cd52-d671-4ddf-a02d-52be89871b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:18.617128 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cf29100f-c689-46af-80f9-855a653cb909 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/routers/0f5112cf-965a-4eff-a15b-6d3a0a302c40/tags/tempest-TagsExtTest-Tag-950567340 HTTP/1.1" status: 204 len: 168 time: 0.1598337 Aug 23 15:07:18.619600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40492) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:18.631953 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-81bf872b-9bce-4f13-89cc-72094246f206 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0f5112cf-965a-4eff-a15b-6d3a0a302c40', 'tempest-TagsExtTest-Tag-950567340') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:18.650554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff97f88-cc2a-4770-bde8-60d468260082 req-a83e7f44-4dbd-4fc6-943b-4143f56d0473 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:18.655550 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ff97f88-cc2a-4770-bde8-60d468260082 req-a83e7f44-4dbd-4fc6-943b-4143f56d0473 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0850379 Aug 23 15:07:18.691795 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 92975400-30d9-4977-93cd-945c92e371fc completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:07:18.695806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 92975400-30d9-4977-93cd-945c92e371fc triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:07:18.696189 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:18.723963 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ff97f88-cc2a-4770-bde8-60d468260082 req-8b23f77e-b2ba-40ad-a203-466134312f74 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646112 Aug 23 15:07:18.926088 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:18.948213 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e09f6c2c-c677-463f-b0ca-7b220185b76e req-71a30d6d-1a8e-409a-a232-27346774323e tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 210 time: 0.0970838 Aug 23 15:07:18.990523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92975400-30d9-4977-93cd-945c92e371fc'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:07:18.994336 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4d5ca9-ac67-49e4-94dd-f883b7f5898c" -d '{"events": [{"server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "name": "network-vif-plugged", "status": "completed", "tag": "92975400-30d9-4977-93cd-945c92e371fc"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:07:19.017336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=92975400-30d9-4977-93cd-945c92e371fc,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:19.028394 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-81bf872b-9bce-4f13-89cc-72094246f206 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/routers/0f5112cf-965a-4eff-a15b-6d3a0a302c40/tags/tempest-TagsExtTest-Tag-950567340 HTTP/1.1" status: 204 len: 168 time: 0.4065585 Aug 23 15:07:19.034277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40506) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:19.037749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-c51b0da9-bbea-4276-a67a-9ebe4d72f877 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0f5112cf-965a-4eff-a15b-6d3a0a302c40') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:19.073485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b24f71-098f-4511-8137-a2726e918b6d req-564af6f4-0811-45b5-80d2-cf41b7a75f4c tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:19.076591 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-26b24f71-098f-4511-8137-a2726e918b6d req-564af6f4-0811-45b5-80d2-cf41b7a75f4c tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1538246 Aug 23 15:07:19.087574 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97fb3b8-9d2c-4f49-8f73-7f65ef9c7588 x-openstack-request-id: req-b97fb3b8-9d2c-4f49-8f73-7f65ef9c7588 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:07:19.088215 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "name": "network-vif-plugged", "status": "completed", "tag": "92975400-30d9-4977-93cd-945c92e371fc", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:07:19.088684 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b97fb3b8-9d2c-4f49-8f73-7f65ef9c7588 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:07:19.089312 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92975400-30d9-4977-93cd-945c92e371fc', 'code': 200} Aug 23 15:07:19.159702 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:19.160567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f77054a2-0142-49d0-a894-290782719aa9 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:07:19.204461 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2a4cd52-d671-4ddf-a02d-52be89871b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:19.212230 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c51b0da9-bbea-4276-a67a-9ebe4d72f877 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/routers/0f5112cf-965a-4eff-a15b-6d3a0a302c40/tags HTTP/1.1" status: 200 len: 205 time: 0.1799190 Aug 23 15:07:19.213555 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40514) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:19.219465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-e4e6f4d6-3337-41ac-b8e3-b895ab67cf34 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5ef9f69c-c190-4259-aa16-83ce104df374') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:19.232773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: f77054a2-0142-49d0-a894-290782719aa9 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:07:19.233212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f77054a2-0142-49d0-a894-290782719aa9 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:07:19.253015 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-26b24f71-098f-4511-8137-a2726e918b6d req-8ac243cd-324a-4f76-9e66-5114618e179d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554823 Aug 23 15:07:19.296190 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40528) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:19.314361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-ba62d406-762e-4f9a-a7ed-e4879dfb063c tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ef9f69c-c190-4259-aa16-83ce104df374', 'tempest-TagsExtTest-Tag-125077489') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:19.318598 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e4e6f4d6-3337-41ac-b8e3-b895ab67cf34 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/subnetpools/5ef9f69c-c190-4259-aa16-83ce104df374/tags HTTP/1.1" status: 200 len: 240 time: 0.0783145 Aug 23 15:07:19.321345 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=92975400-30d9-4977-93cd-945c92e371fc,revision_number=12']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:19.356941 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ba62d406-762e-4f9a-a7ed-e4879dfb063c tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/subnetpools/5ef9f69c-c190-4259-aa16-83ce104df374/tags/tempest-TagsExtTest-Tag-125077489 HTTP/1.1" status: 204 len: 168 time: 0.0512216 Aug 23 15:07:19.357159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40530) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:19.358253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-5b3fa398-bc47-4b1b-b9ee-3b09f1331d1f tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5ef9f69c-c190-4259-aa16-83ce104df374', 'tempest-TagsExtTest-Tag-125077489') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:19.385259 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2a4cd52-d671-4ddf-a02d-52be89871b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:19.438218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4cd52-d671-4ddf-a02d-52be89871b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ea6a52-ec4f-49b1-b05e-4e39ea0cab48,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:19.445794 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e2a4cd52-d671-4ddf-a02d-52be89871b03 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cdda029505364a869cbe1df88ea66d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8604505 Aug 23 15:07:19.446914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40534) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:19.530912 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bb151089-5861-4da4-b2f4-bf26110aacca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:19.566184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5d95d-56ba-4e3e-879d-953fa1123885 req-1ae65d96-ce11-4a2a-80f7-155172fc1bc7 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:19.567816 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8c5d95d-56ba-4e3e-879d-953fa1123885 req-1ae65d96-ce11-4a2a-80f7-155172fc1bc7 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 946 time: 0.1689165 Aug 23 15:07:19.632092 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5b3fa398-bc47-4b1b-b9ee-3b09f1331d1f tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/subnetpools/5ef9f69c-c190-4259-aa16-83ce104df374/tags/tempest-TagsExtTest-Tag-125077489 HTTP/1.1" status: 204 len: 168 time: 0.2772617 Aug 23 15:07:19.639362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40540) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:19.648831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-591c576e-0cf6-401f-b525-cdfb5636c1be tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5ef9f69c-c190-4259-aa16-83ce104df374') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:19.650310 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bb151089-5861-4da4-b2f4-bf26110aacca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:19.674000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8c5d95d-56ba-4e3e-879d-953fa1123885 req-72e3a44f-c42f-43a8-8506-9afb3e17a068 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854297 Aug 23 15:07:19.702398 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-591c576e-0cf6-401f-b525-cdfb5636c1be tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/subnetpools/5ef9f69c-c190-4259-aa16-83ce104df374/tags HTTP/1.1" status: 200 len: 205 time: 0.0594041 Aug 23 15:07:19.702832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40544) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:19.708819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-1532c54a-5c05-4d44-addb-e08f4a82e044 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ef9f69c-c190-4259-aa16-83ce104df374') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:19.741953 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1532c54a-5c05-4d44-addb-e08f4a82e044 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/subnetpools/5ef9f69c-c190-4259-aa16-83ce104df374/tags HTTP/1.1" status: 204 len: 168 time: 0.0373762 Aug 23 15:07:19.744653 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40546) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:19.759549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-47174f77-fc0e-47d9-90c8-06932f3d8111 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0f5112cf-965a-4eff-a15b-6d3a0a302c40') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:19.775319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775681a2-b44c-4641-b794-9bf39b3e8735 req-3118f8c2-8cc7-4825-afa0-199d2731aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:19.778439 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-775681a2-b44c-4641-b794-9bf39b3e8735 req-3118f8c2-8cc7-4825-afa0-199d2731aa9a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 1097 time: 0.4140377 Aug 23 15:07:19.847950 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-775681a2-b44c-4641-b794-9bf39b3e8735 req-16d43ff5-8e04-4b5a-b562-bb8ded8adf45 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525517 Aug 23 15:07:19.901281 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-47174f77-fc0e-47d9-90c8-06932f3d8111 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/routers/0f5112cf-965a-4eff-a15b-6d3a0a302c40/tags HTTP/1.1" status: 204 len: 168 time: 0.1514111 Aug 23 15:07:19.904304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40556) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:19.919015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-f54fb852-95c1-48b2-b206-ba42d04b26b0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7c71e1a0-e8b2-4858-8737-2e33aa862424') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:19.958540 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b178b1-2103-42fa-b9ef-69d981226bc9 req-1f2b5a06-35f8-4d1a-b291-b228f6028587 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:19.969012 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-47b178b1-2103-42fa-b9ef-69d981226bc9 req-1f2b5a06-35f8-4d1a-b291-b228f6028587 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0987487 Aug 23 15:07:19.981032 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bb151089-5861-4da4-b2f4-bf26110aacca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:19.984757 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bb151089-5861-4da4-b2f4-bf26110aacca admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:19.987833 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bb151089-5861-4da4-b2f4-bf26110aacca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/62ea6a52-ec4f-49b1-b05e-4e39ea0cab48 HTTP/1.1" status: 204 len: 168 time: 0.5382640 Aug 23 15:07:20.012327 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f54fb852-95c1-48b2-b206-ba42d04b26b0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/ports/7c71e1a0-e8b2-4858-8737-2e33aa862424/tags HTTP/1.1" status: 204 len: 168 time: 0.1061976 Aug 23 15:07:20.014911 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40562) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:20.015352 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb151089-5861-4da4-b2f4-bf26110aacca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ea6a52-ec4f-49b1-b05e-4e39ea0cab48,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:20.031134 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-ddc2e044-0642-4e30-9af9-b89283433048 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5321a5be-a62c-4900-9842-1e655dc82367') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:20.035857 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-47b178b1-2103-42fa-b9ef-69d981226bc9 req-20183e3b-e0d2-4185-b591-a260de0061b9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650945 Aug 23 15:07:20.142571 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97582947-9c27-44d2-a8da-4ccf5925639e req-7063de36-a381-45b5-bc53-75f9d080dae1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 210 time: 0.0668952 Aug 23 15:07:20.174056 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:20.205002 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ddc2e044-0642-4e30-9af9-b89283433048 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/subnets/5321a5be-a62c-4900-9842-1e655dc82367/tags HTTP/1.1" status: 204 len: 168 time: 0.1852937 Aug 23 15:07:20.206063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40568) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:20.213729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-98ef1129-4fe8-433e-a62b-a99a14abc5db tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5321a5be-a62c-4900-9842-1e655dc82367', 'tempest-TagsExtTest-Tag-716114899') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:20.416416 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a768a-62c7-4f31-8467-a8d580f97a7e req-039c6958-a63f-42a6-973f-5d38bfcdb152 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:20.418538 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a3a768a-62c7-4f31-8467-a8d580f97a7e req-039c6958-a63f-42a6-973f-5d38bfcdb152 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.0737195 Aug 23 15:07:20.458240 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-98ef1129-4fe8-433e-a62b-a99a14abc5db tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "PUT /v2.0/subnets/5321a5be-a62c-4900-9842-1e655dc82367/tags/tempest-TagsExtTest-Tag-716114899 HTTP/1.1" status: 201 len: 201 time: 0.2502224 Aug 23 15:07:20.461589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40576) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:20.467731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-d8de7d3b-3402-4d3f-ab9e-a335b5d92463 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7c71e1a0-e8b2-4858-8737-2e33aa862424', 'tempest-TagsExtTest-Tag-50685789') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:20.472398 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a3a768a-62c7-4f31-8467-a8d580f97a7e req-0520ef63-7af0-4540-bb93-23dd297b0137 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473504 Aug 23 15:07:20.698533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d8de7d3b-3402-4d3f-ab9e-a335b5d92463 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "PUT /v2.0/ports/7c71e1a0-e8b2-4858-8737-2e33aa862424/tags/tempest-TagsExtTest-Tag-50685789 HTTP/1.1" status: 201 len: 201 time: 0.2353144 Aug 23 15:07:20.702096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40580) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:20.707570 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-e28356f6-a2c4-4202-bd9b-9f7afe81c79c tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0f5112cf-965a-4eff-a15b-6d3a0a302c40', 'tempest-TagsExtTest-Tag-1188946956') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:20.865102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ed3f1-f3df-45a3-ae93-2ad94ae2f551 req-d9d8b3da-d72d-4dff-a051-f18a520381e4 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:20.866688 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-635ed3f1-f3df-45a3-ae93-2ad94ae2f551 req-d9d8b3da-d72d-4dff-a051-f18a520381e4 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 946 time: 0.0595098 Aug 23 15:07:20.911075 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e28356f6-a2c4-4202-bd9b-9f7afe81c79c tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "PUT /v2.0/routers/0f5112cf-965a-4eff-a15b-6d3a0a302c40/tags/tempest-TagsExtTest-Tag-1188946956 HTTP/1.1" status: 201 len: 201 time: 0.2039921 Aug 23 15:07:20.911075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40588) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:20.915223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-e219fe8f-8c34-4f18-9f1a-bc248edfbbc1 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5ef9f69c-c190-4259-aa16-83ce104df374', 'tempest-TagsExtTest-Tag-1798789290') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:20.918717 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-635ed3f1-f3df-45a3-ae93-2ad94ae2f551 req-ffb34d2b-56fc-4a0b-964b-858c6c7d14d4 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443742 Aug 23 15:07:21.061895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40594) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:21.064595 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e219fe8f-8c34-4f18-9f1a-bc248edfbbc1 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "PUT /v2.0/subnetpools/5ef9f69c-c190-4259-aa16-83ce104df374/tags/tempest-TagsExtTest-Tag-1798789290 HTTP/1.1" status: 201 len: 201 time: 0.1477900 Aug 23 15:07:21.067383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-83d25316-5de8-40d6-baf9-bc3f74b967dd tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5321a5be-a62c-4900-9842-1e655dc82367', {'tags': ['tempest-TagsExtTest-Tag-1995877611', 'tempest-TagsExtTest-Tag-1037926230', 'tempest-TagsExtTest-Tag-749165125']}) {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:21.101439 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:07:21.278429 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40606) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:21.324573 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-41115aeb-6b61-48ba-b3d4-2e325c7362f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:21.330441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc4bb2f7-44ac-46f6-afe1-d70c56ed0287 req-58a26e48-9981-4dea-b4a9-7e7419533f25 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 210 time: 0.0843406 Aug 23 15:07:21.363361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a2aa9-29ce-4c4f-bbc3-9832fd05bdee req-c83a8d1d-1b96-4bc8-8f9c-603c1a6ed309 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:21.368475 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-83d25316-5de8-40d6-baf9-bc3f74b967dd tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "PUT /v2.0/subnets/5321a5be-a62c-4900-9842-1e655dc82367/tags HTTP/1.1" status: 200 len: 317 time: 0.3020408 Aug 23 15:07:21.368842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-603a2aa9-29ce-4c4f-bbc3-9832fd05bdee req-c83a8d1d-1b96-4bc8-8f9c-603c1a6ed309 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.1712096 Aug 23 15:07:21.370260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40608) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:21.382973 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-f1cd0802-9ab4-4c20-a3fc-bfd0fd5817f0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5321a5be-a62c-4900-9842-1e655dc82367') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:21.478143 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-603a2aa9-29ce-4c4f-bbc3-9832fd05bdee req-31d849c0-3707-4153-922b-783cff10095e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985868 Aug 23 15:07:21.686824 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-41115aeb-6b61-48ba-b3d4-2e325c7362f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:21.709972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54dfec-b427-4ed6-8b5e-ae092c37cd73 req-ffb0558a-0bfb-42a2-838b-3f2c4926f207 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:21.713328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f54dfec-b427-4ed6-8b5e-ae092c37cd73 req-ffb0558a-0bfb-42a2-838b-3f2c4926f207 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1001966 Aug 23 15:07:21.733512 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f1cd0802-9ab4-4c20-a3fc-bfd0fd5817f0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/subnets/5321a5be-a62c-4900-9842-1e655dc82367/tags HTTP/1.1" status: 204 len: 168 time: 0.3551836 Aug 23 15:07:21.736231 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40624) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:21.742134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-09f7ee75-5a01-436a-8b9c-a6c449b85b62 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5321a5be-a62c-4900-9842-1e655dc82367', 'tempest-TagsExtTest-Tag-1995877611') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:21.797555 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f54dfec-b427-4ed6-8b5e-ae092c37cd73 req-0ef1829a-9f9e-4a0c-bc6d-9a26e0872c6a tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709469 Aug 23 15:07:22.186552 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-41115aeb-6b61-48ba-b3d4-2e325c7362f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:22.275728 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41115aeb-6b61-48ba-b3d4-2e325c7362f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00bb3ee-630e-4419-a8cb-a6ed8d1e1b17,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:22.283242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-41115aeb-6b61-48ba-b3d4-2e325c7362f4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2992df9e70d14e0f94bd608398e4b32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9953713 Aug 23 15:07:22.286300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40642) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:22.350858 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b481eb-bdbe-4cbd-8a70-0965ffd3e8ab req-aa93aa80-d51a-4430-afb1-7da4742980c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:22.358506 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-74b481eb-bdbe-4cbd-8a70-0965ffd3e8ab req-aa93aa80-d51a-4430-afb1-7da4742980c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 946 time: 0.1758940 Aug 23 15:07:22.385723 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-06013dcb-f845-475f-bc92-dd2d4d37b8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:22.417205 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-06013dcb-f845-475f-bc92-dd2d4d37b8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:22.425012 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-09f7ee75-5a01-436a-8b9c-a6c449b85b62 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] show failed (client error): The resource could not be found. Aug 23 15:07:22.432342 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-09f7ee75-5a01-436a-8b9c-a6c449b85b62 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/subnets/5321a5be-a62c-4900-9842-1e655dc82367/tags/tempest-TagsExtTest-Tag-1995877611 HTTP/1.1" status: 404 len: 329 time: 0.6949406 Aug 23 15:07:22.434735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40652) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:22.453147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5aad4c-6ec2-41be-9a98-8564e9c4edb5 req-23b1e27a-fa23-4727-9c59-97f215dbf68e tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:22.454973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1c5aad4c-6ec2-41be-9a98-8564e9c4edb5 req-23b1e27a-fa23-4727-9c59-97f215dbf68e tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1654236 Aug 23 15:07:22.460423 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-f4a3f640-ec3c-4988-8fe0-ec577551e0d0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5321a5be-a62c-4900-9842-1e655dc82367', 'tempest-TagsExtTest-Tag-1037926230') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:22.512733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6f1b274-9d1c-43a0-aec0-a46bd3defc54 req-faa52de8-d3d4-4b20-8e14-835731dab75f tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 210 time: 0.0562317 Aug 23 15:07:22.567380 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-74b481eb-bdbe-4cbd-8a70-0965ffd3e8ab req-1f91758a-6ed0-4904-b598-d73a94393ce3 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2079828 Aug 23 15:07:22.624688 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-f4a3f640-ec3c-4988-8fe0-ec577551e0d0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] show failed (client error): The resource could not be found. Aug 23 15:07:22.625721 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f4a3f640-ec3c-4988-8fe0-ec577551e0d0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/subnets/5321a5be-a62c-4900-9842-1e655dc82367/tags/tempest-TagsExtTest-Tag-1037926230 HTTP/1.1" status: 404 len: 329 time: 0.1700163 Aug 23 15:07:22.628865 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40662) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:22.633755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-dc48ec8b-d45d-4f08-9d66-136c710f5830 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5321a5be-a62c-4900-9842-1e655dc82367', 'tempest-TagsExtTest-Tag-749165125') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:22.650788 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-1c5aad4c-6ec2-41be-9a98-8564e9c4edb5 req-dae54247-af22-4920-98f7-be5d8ee5a19d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Deleting port 523d7fb1-42dc-4fb1-948f-e023ee161005 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:07:22.651132 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1c5aad4c-6ec2-41be-9a98-8564e9c4edb5 req-dae54247-af22-4920-98f7-be5d8ee5a19d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:22.689983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30153a83-a2da-476d-991e-b78855f3220a req-03c81e4c-76d7-4a10-9328-b7e60e615957 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:22.691514 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30153a83-a2da-476d-991e-b78855f3220a req-03c81e4c-76d7-4a10-9328-b7e60e615957 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0958862 Aug 23 15:07:22.711632 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-06013dcb-f845-475f-bc92-dd2d4d37b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:22.714129 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-06013dcb-f845-475f-bc92-dd2d4d37b8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:22.716480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-06013dcb-f845-475f-bc92-dd2d4d37b8b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c00bb3ee-630e-4419-a8cb-a6ed8d1e1b17 HTTP/1.1" status: 204 len: 168 time: 0.4282229 Aug 23 15:07:22.741550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06013dcb-f845-475f-bc92-dd2d4d37b8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00bb3ee-630e-4419-a8cb-a6ed8d1e1b17,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:22.757381 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-dc48ec8b-d45d-4f08-9d66-136c710f5830 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] show failed (client error): The resource could not be found. Aug 23 15:07:22.760954 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-dc48ec8b-d45d-4f08-9d66-136c710f5830 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/subnets/5321a5be-a62c-4900-9842-1e655dc82367/tags/tempest-TagsExtTest-Tag-749165125 HTTP/1.1" status: 404 len: 328 time: 0.1285686 Aug 23 15:07:22.761198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40666) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:22.767207 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-6e379d34-368b-463e-917d-1ae8020b52d3 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7c71e1a0-e8b2-4858-8737-2e33aa862424', {'tags': ['tempest-TagsExtTest-Tag-634337716', 'tempest-TagsExtTest-Tag-752526584', 'tempest-TagsExtTest-Tag-2068612266']}) {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:22.773789 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30153a83-a2da-476d-991e-b78855f3220a req-01c8ad31-74fd-4df5-9b1e-827619d189d9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718095 Aug 23 15:07:22.792092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-1c5aad4c-6ec2-41be-9a98-8564e9c4edb5 req-dae54247-af22-4920-98f7-be5d8ee5a19d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] For port 523d7fb1-42dc-4fb1-948f-e023ee161005, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=523d7fb1-42dc-4fb1-948f-e023ee161005,segment=NetworkSegment(a570d030-c42f-45a3-9ae3-1f1a44248e2f),segment_id=a570d030-c42f-45a3-9ae3-1f1a44248e2f)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:22.792604 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1c5aad4c-6ec2-41be-9a98-8564e9c4edb5 req-dae54247-af22-4920-98f7-be5d8ee5a19d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:22.800392 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f3c833a-fbe5-41a2-971b-f50282d11f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:22.873978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-1c5aad4c-6ec2-41be-9a98-8564e9c4edb5 req-dae54247-af22-4920-98f7-be5d8ee5a19d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Calling delete_port for 523d7fb1-42dc-4fb1-948f-e023ee161005 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:07:23.085295 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d193e1c-0a17-4a1d-8804-1ae200fcf62a req-183655d0-0570-4cc2-a347-dd3fc0805c05 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:23.087189 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d193e1c-0a17-4a1d-8804-1ae200fcf62a req-183655d0-0570-4cc2-a347-dd3fc0805c05 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 945 time: 0.1820433 Aug 23 15:07:23.104693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-9b69ef52-7052-4fc0-92ff-61ad37af9882 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:23.107288 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-9b69ef52-7052-4fc0-92ff-61ad37af9882 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.57 "GET /v2.0/networks?id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f HTTP/1.1" status: 200 len: 815 time: 0.2776530 Aug 23 15:07:23.125251 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6e379d34-368b-463e-917d-1ae8020b52d3 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "PUT /v2.0/ports/7c71e1a0-e8b2-4858-8737-2e33aa862424/tags HTTP/1.1" status: 200 len: 316 time: 0.3593843 Aug 23 15:07:23.125537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40680) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:23.130572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-1fd6b850-65b7-4e22-9845-219c04a0fe85 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Request body: {'port': {'device_id': '1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc', 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f', 'admin_state_up': True, 'tenant_id': '6562da62424741dd8e53f325978af055'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:07:23.130799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-9bffac2c-ca16-42ca-8dbd-ea54cf4102a7 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7c71e1a0-e8b2-4858-8737-2e33aa862424') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:23.244741 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5d193e1c-0a17-4a1d-8804-1ae200fcf62a req-d777c947-8da0-49b8-aa2a-b7e414380d60 tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/security-groups?id=20715050-fd48-48a6-b106-cc3f1354ed0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476390 Aug 23 15:07:23.474978 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1c5aad4c-6ec2-41be-9a98-8564e9c4edb5 req-dae54247-af22-4920-98f7-be5d8ee5a19d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:23.485044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9bffac2c-ca16-42ca-8dbd-ea54cf4102a7 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/ports/7c71e1a0-e8b2-4858-8737-2e33aa862424/tags HTTP/1.1" status: 204 len: 168 time: 0.3495669 Aug 23 15:07:23.485044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40692) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:23.485044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-37dff13f-1220-43b3-9578-dc2d7ee2a254 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c71e1a0-e8b2-4858-8737-2e33aa862424', 'tempest-TagsExtTest-Tag-634337716') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:23.526973 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae54247-af22-4920-98f7-be5d8ee5a19d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Pushing event deleted for resources: {'Port': ['ID=523d7fb1-42dc-4fb1-948f-e023ee161005,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:23.533786 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-1fd6b850-65b7-4e22-9845-219c04a0fe85 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Made reservation on behalf of 6562da62424741dd8e53f325978af055 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:07:23.538646 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-1fd6b850-65b7-4e22-9845-219c04a0fe85 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:23.596011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5aad4c-6ec2-41be-9a98-8564e9c4edb5 req-dae54247-af22-4920-98f7-be5d8ee5a19d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] No DVR routers for this DVR port 523d7fb1-42dc-4fb1-948f-e023ee161005 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:07:23.603604 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1c5aad4c-6ec2-41be-9a98-8564e9c4edb5 req-dae54247-af22-4920-98f7-be5d8ee5a19d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:23.606465 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1c5aad4c-6ec2-41be-9a98-8564e9c4edb5 req-dae54247-af22-4920-98f7-be5d8ee5a19d tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.61 "DELETE /v2.0/ports/523d7fb1-42dc-4fb1-948f-e023ee161005 HTTP/1.1" status: 204 len: 173 time: 1.1389112 Aug 23 15:07:23.607883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fcd242-4093-4dd4-9ffd-68d0e23b0385', 'name': 'network-vif-deleted', 'tag': '523d7fb1-42dc-4fb1-948f-e023ee161005'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:07:23.612056 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27860a0-31b9-4429-bc80-f24060f1130b" -d '{"events": [{"server_uuid": "a3fcd242-4093-4dd4-9ffd-68d0e23b0385", "name": "network-vif-deleted", "tag": "523d7fb1-42dc-4fb1-948f-e023ee161005"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:07:23.646272 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-37dff13f-1220-43b3-9578-dc2d7ee2a254 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] show failed (client error): The resource could not be found. Aug 23 15:07:23.648159 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-37dff13f-1220-43b3-9578-dc2d7ee2a254 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/ports/7c71e1a0-e8b2-4858-8737-2e33aa862424/tags/tempest-TagsExtTest-Tag-634337716 HTTP/1.1" status: 404 len: 328 time: 0.1681228 Aug 23 15:07:23.654004 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40704) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:23.668302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-23907042-633f-4860-91d8-f8176029b847 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c71e1a0-e8b2-4858-8737-2e33aa862424', 'tempest-TagsExtTest-Tag-752526584') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:23.696522 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26ba432a-f97a-4d1b-a22a-dadcdcaf8109 req-e0a2cd1d-5815-464b-8e9c-ef91699ade06 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 210 time: 0.0655115 Aug 23 15:07:23.784167 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7002383d-5444-4845-8f9a-7de2232ff4a8 x-openstack-request-id: req-7002383d-5444-4845-8f9a-7de2232ff4a8 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:07:23.784548 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fcd242-4093-4dd4-9ffd-68d0e23b0385", "name": "network-vif-deleted", "tag": "523d7fb1-42dc-4fb1-948f-e023ee161005", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:07:23.784871 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7002383d-5444-4845-8f9a-7de2232ff4a8 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:07:23.785332 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fcd242-4093-4dd4-9ffd-68d0e23b0385', 'name': 'network-vif-deleted', 'tag': '523d7fb1-42dc-4fb1-948f-e023ee161005', 'status': 'completed', 'code': 200} Aug 23 15:07:23.847559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0da20-dd13-42f5-b627-8cd0e4498047 req-fbb1c0ff-67b8-4eb9-a0a5-8100f3a0afe9 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:23.849133 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c2b0da20-dd13-42f5-b627-8cd0e4498047 req-fbb1c0ff-67b8-4eb9-a0a5-8100f3a0afe9 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 946 time: 0.1239648 Aug 23 15:07:23.850629 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-1fd6b850-65b7-4e22-9845-219c04a0fe85 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Allocated IP 172.20.0.3 (3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f/42e3845c-fb64-4958-a20f-7fa459eb4657/9efe244a-7e2b-4492-933d-1b458ba8a4d6) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:07:23.854156 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-23907042-633f-4860-91d8-f8176029b847 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] show failed (client error): The resource could not be found. Aug 23 15:07:23.856142 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-23907042-633f-4860-91d8-f8176029b847 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/ports/7c71e1a0-e8b2-4858-8737-2e33aa862424/tags/tempest-TagsExtTest-Tag-752526584 HTTP/1.1" status: 404 len: 328 time: 0.2010229 Aug 23 15:07:23.858039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40712) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:23.863369 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-af648775-df26-46f5-8192-cef199e41bda tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c71e1a0-e8b2-4858-8737-2e33aa862424', 'tempest-TagsExtTest-Tag-2068612266') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:23.931166 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c2b0da20-dd13-42f5-b627-8cd0e4498047 req-da1cca9b-8f43-4ad1-b855-9b3568237932 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718002 Aug 23 15:07:23.965498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba14c1-d50c-4b5a-837a-6844cf6b1a71 req-961cd708-9bfa-4425-8897-54ad851b1e60 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:23.973283 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2ba14c1-d50c-4b5a-837a-6844cf6b1a71 req-961cd708-9bfa-4425-8897-54ad851b1e60 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.1172812 Aug 23 15:07:24.023981 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-af648775-df26-46f5-8192-cef199e41bda tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] show failed (client error): The resource could not be found. Aug 23 15:07:24.025685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-af648775-df26-46f5-8192-cef199e41bda tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/ports/7c71e1a0-e8b2-4858-8737-2e33aa862424/tags/tempest-TagsExtTest-Tag-2068612266 HTTP/1.1" status: 404 len: 329 time: 0.1665075 Aug 23 15:07:24.033576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40720) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:24.053166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-27f9f0bc-8848-4cdf-8b16-0d2a12b57a70 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0f5112cf-965a-4eff-a15b-6d3a0a302c40', {'tags': ['tempest-TagsExtTest-Tag-972498620', 'tempest-TagsExtTest-Tag-1346958928', 'tempest-TagsExtTest-Tag-1321691564']}) {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:24.098536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2ba14c1-d50c-4b5a-837a-6844cf6b1a71 req-3a7944cc-2473-4163-8b95-598f55725470 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243248 Aug 23 15:07:24.153381 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-1fd6b850-65b7-4e22-9845-219c04a0fe85 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:24.339480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-27f9f0bc-8848-4cdf-8b16-0d2a12b57a70 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "PUT /v2.0/routers/0f5112cf-965a-4eff-a15b-6d3a0a302c40/tags HTTP/1.1" status: 200 len: 317 time: 0.2956574 Aug 23 15:07:24.345799 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40730) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:24.350699 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-261e106c-d8e2-4490-b455-01734cf7de48 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0f5112cf-965a-4eff-a15b-6d3a0a302c40') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:24.420950 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1ba948a-8d79-46f7-bbe0-f9949b8a5e48 req-3a804c53-eca9-413a-b5be-fd5212b27a8f tempest-ServerRescueNegativeTestJSON-660887697 tempest-ServerRescueNegativeTestJSON-660887697-project] 10.222.0.38 "GET /v2.0/ports?device_id=a3fcd242-4093-4dd4-9ffd-68d0e23b0385 HTTP/1.1" status: 200 len: 210 time: 0.0670185 Aug 23 15:07:24.458423 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-1fd6b850-65b7-4e22-9845-219c04a0fe85 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:24.470899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['bbde26f1-f20c-4731-a4e3-a964cab1c1f3'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:07:24.473628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['e1a31bdc-0adb-4664-8636-c5c886d8971e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:07:24.516869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-1fd6b850-65b7-4e22-9845-219c04a0fe85 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:07:24.520642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-1fd6b850-65b7-4e22-9845-219c04a0fe85 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:07:24.527947 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-1fd6b850-65b7-4e22-9845-219c04a0fe85 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:07:24.561312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6b850-65b7-4e22-9845-219c04a0fe85 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Pushing event updated for resources: {'Port': ['ID=9efe244a-7e2b-4492-933d-1b458ba8a4d6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:24.601571 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-1fd6b850-65b7-4e22-9845-219c04a0fe85 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:24.602474 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-1fd6b850-65b7-4e22-9845-219c04a0fe85 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:24.692885 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-261e106c-d8e2-4490-b455-01734cf7de48 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/routers/0f5112cf-965a-4eff-a15b-6d3a0a302c40/tags HTTP/1.1" status: 204 len: 168 time: 0.3459671 Aug 23 15:07:24.699067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40740) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:24.706276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-026fc2cc-a1cc-4d14-9577-bb8bc70ff4a5 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0f5112cf-965a-4eff-a15b-6d3a0a302c40', 'tempest-TagsExtTest-Tag-972498620') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:24.783035 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-1fd6b850-65b7-4e22-9845-219c04a0fe85 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6562815 Aug 23 15:07:24.873500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Request body: {'port': {'device_id': '1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:07:24.985576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cac4fd-1f6c-46ca-8f83-3431f672c0d0 req-b5257f06-9af1-4ef7-a3bc-a8d4baa31356 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:24.987642 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7cac4fd-1f6c-46ca-8f83-3431f672c0d0 req-b5257f06-9af1-4ef7-a3bc-a8d4baa31356 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 931 time: 0.1308689 Aug 23 15:07:25.003032 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:25.035941 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-026fc2cc-a1cc-4d14-9577-bb8bc70ff4a5 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] show failed (client error): The resource could not be found. Aug 23 15:07:25.039119 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-026fc2cc-a1cc-4d14-9577-bb8bc70ff4a5 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/routers/0f5112cf-965a-4eff-a15b-6d3a0a302c40/tags/tempest-TagsExtTest-Tag-972498620 HTTP/1.1" status: 404 len: 328 time: 0.3359609 Aug 23 15:07:25.040792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40750) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:25.046726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-aaf65f62-09c8-4a8f-bd7c-6a3e190c49df tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0f5112cf-965a-4eff-a15b-6d3a0a302c40', 'tempest-TagsExtTest-Tag-1346958928') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:25.119103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 523d7fb1-42dc-4fb1-948f-e023ee161005 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:07:25.147533 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 523d7fb1-42dc-4fb1-948f-e023ee161005 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:07:25.148052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 523d7fb1-42dc-4fb1-948f-e023ee161005 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:07:25.149782 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7cac4fd-1f6c-46ca-8f83-3431f672c0d0 req-85b33fbd-3ab5-450d-8f08-346ebadd261d tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540799 Aug 23 15:07:25.184675 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-aaf65f62-09c8-4a8f-bd7c-6a3e190c49df tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] show failed (client error): The resource could not be found. Aug 23 15:07:25.187721 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-aaf65f62-09c8-4a8f-bd7c-6a3e190c49df tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/routers/0f5112cf-965a-4eff-a15b-6d3a0a302c40/tags/tempest-TagsExtTest-Tag-1346958928 HTTP/1.1" status: 404 len: 329 time: 0.1429627 Aug 23 15:07:25.189445 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40756) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:25.195143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-873b276b-5cad-4646-ac17-efa278023db1 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0f5112cf-965a-4eff-a15b-6d3a0a302c40', 'tempest-TagsExtTest-Tag-1321691564') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:25.209022 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccf890-aec4-457b-93b7-09ebf5098b24 req-959961b1-ed8b-43bf-a2d1-1a3280bdf574 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:25.210655 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-35ccf890-aec4-457b-93b7-09ebf5098b24 req-959961b1-ed8b-43bf-a2d1-1a3280bdf574 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 946 time: 0.1378798 Aug 23 15:07:25.355858 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-35ccf890-aec4-457b-93b7-09ebf5098b24 req-0a8e0d11-f517-413e-9118-50f54c833aea tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314127 Aug 23 15:07:25.360232 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-873b276b-5cad-4646-ac17-efa278023db1 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] show failed (client error): The resource could not be found. Aug 23 15:07:25.364296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-873b276b-5cad-4646-ac17-efa278023db1 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/routers/0f5112cf-965a-4eff-a15b-6d3a0a302c40/tags/tempest-TagsExtTest-Tag-1321691564 HTTP/1.1" status: 404 len: 329 time: 0.1708677 Aug 23 15:07:25.364708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40762) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:25.369670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.tag.tag_plugin [None req-4007e44a-17b6-4a42-a5a3-6a950b6e9e45 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5ef9f69c-c190-4259-aa16-83ce104df374', {'tags': ['tempest-TagsExtTest-Tag-661263741', 'tempest-TagsExtTest-Tag-915878865', 'tempest-TagsExtTest-Tag-1852352534']}) {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:25.389159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ebd0d-eb8d-48d1-9f99-7c9c77fc228e req-734f9f85-bb87-4a53-ba0d-d04aeb6b70de tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:25.399932 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-051ebd0d-eb8d-48d1-9f99-7c9c77fc228e req-734f9f85-bb87-4a53-ba0d-d04aeb6b70de tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.1423826 Aug 23 15:07:25.475892 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-051ebd0d-eb8d-48d1-9f99-7c9c77fc228e req-f52796bb-c60a-4223-b12e-7849b6edc3a8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720639 Aug 23 15:07:25.529149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40768) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:25.585217 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:25.657521 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4007e44a-17b6-4a42-a5a3-6a950b6e9e45 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "PUT /v2.0/subnetpools/5ef9f69c-c190-4259-aa16-83ce104df374/tags HTTP/1.1" status: 200 len: 316 time: 0.2917583 Aug 23 15:07:25.660852 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40772) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:25.661966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efe244a-7e2b-4492-933d-1b458ba8a4d6 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:07:25.666516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-eec448de-e1ae-4daa-a756-6e29629ae0d8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ef9f69c-c190-4259-aa16-83ce104df374') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:25.686690 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:25.814826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Transition to ACTIVE for port object 9efe244a-7e2b-4492-933d-1b458ba8a4d6 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:07:25.830685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-eec448de-e1ae-4daa-a756-6e29629ae0d8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/subnetpools/5ef9f69c-c190-4259-aa16-83ce104df374/tags HTTP/1.1" status: 204 len: 168 time: 0.1684716 Aug 23 15:07:25.833295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40782) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:25.840776 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-be86d75f-72b4-49bd-9fde-6e91d1eef56b tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ef9f69c-c190-4259-aa16-83ce104df374', 'tempest-TagsExtTest-Tag-661263741') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:25.874859 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-be86d75f-72b4-49bd-9fde-6e91d1eef56b tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] show failed (client error): The resource could not be found. Aug 23 15:07:25.876509 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-be86d75f-72b4-49bd-9fde-6e91d1eef56b tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/subnetpools/5ef9f69c-c190-4259-aa16-83ce104df374/tags/tempest-TagsExtTest-Tag-661263741 HTTP/1.1" status: 404 len: 328 time: 0.0420053 Aug 23 15:07:25.879120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40784) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:25.886565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-d8762739-c763-4f8b-834e-d26a0c370f39 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ef9f69c-c190-4259-aa16-83ce104df374', 'tempest-TagsExtTest-Tag-915878865') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:25.919248 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:25.925252 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-d8762739-c763-4f8b-834e-d26a0c370f39 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] show failed (client error): The resource could not be found. Aug 23 15:07:25.927743 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d8762739-c763-4f8b-834e-d26a0c370f39 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/subnetpools/5ef9f69c-c190-4259-aa16-83ce104df374/tags/tempest-TagsExtTest-Tag-915878865 HTTP/1.1" status: 404 len: 328 time: 0.0470347 Aug 23 15:07:25.931165 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40786) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:25.940326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-412de73c-029f-4652-ab9c-1a4817ff7dca tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ef9f69c-c190-4259-aa16-83ce104df374', 'tempest-TagsExtTest-Tag-1852352534') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:25.975300 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-412de73c-029f-4652-ab9c-1a4817ff7dca tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] show failed (client error): The resource could not be found. Aug 23 15:07:25.976504 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-412de73c-029f-4652-ab9c-1a4817ff7dca tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/subnetpools/5ef9f69c-c190-4259-aa16-83ce104df374/tags/tempest-TagsExtTest-Tag-1852352534 HTTP/1.1" status: 404 len: 329 time: 0.0433137 Aug 23 15:07:25.981396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40790) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:25.995124 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-06922ca8-8642-44f6-8927-77bdbaacfece tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ef9f69c-c190-4259-aa16-83ce104df374') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:26.043233 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-06922ca8-8642-44f6-8927-77bdbaacfece tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/subnetpools/5ef9f69c-c190-4259-aa16-83ce104df374/tags HTTP/1.1" status: 204 len: 168 time: 0.0603173 Aug 23 15:07:26.046924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40794) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:26.051758 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-c15199b2-7b1e-4125-9d61-42cbc4f8b4b1 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0f5112cf-965a-4eff-a15b-6d3a0a302c40') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:26.080665 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Pushing event updated for resources: {'Port': ['ID=9efe244a-7e2b-4492-933d-1b458ba8a4d6,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:26.150180 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c15199b2-7b1e-4125-9d61-42cbc4f8b4b1 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/routers/0f5112cf-965a-4eff-a15b-6d3a0a302c40/tags HTTP/1.1" status: 204 len: 168 time: 0.0995913 Aug 23 15:07:26.150525 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40802) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:26.156484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-c94bc864-f8dd-4f50-abce-a30934725bf0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7c71e1a0-e8b2-4858-8737-2e33aa862424') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:26.273090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Attempting to bind port 9efe244a-7e2b-4492-933d-1b458ba8a4d6 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:07:26.273090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Attempting to bind port 9efe244a-7e2b-4492-933d-1b458ba8a4d6 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:07:26.273090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Attempting to bind port 9efe244a-7e2b-4492-933d-1b458ba8a4d6 on network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:07:26.282359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c94bc864-f8dd-4f50-abce-a30934725bf0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/ports/7c71e1a0-e8b2-4858-8737-2e33aa862424/tags HTTP/1.1" status: 204 len: 168 time: 0.1308153 Aug 23 15:07:26.284119 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Port 9efe244a-7e2b-4492-933d-1b458ba8a4d6 on network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:07:26.284455 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Attempting to bind port 9efe244a-7e2b-4492-933d-1b458ba8a4d6 on network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:07:26.286609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40808) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:26.303766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:07:26.304216 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Checking segment: {'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:07:26.304516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Bound using segment: {'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:07:26.305075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Bound port: 9efe244a-7e2b-4492-933d-1b458ba8a4d6, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:07:26.305442 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:26.307404 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.tag.tag_plugin [None req-03d63688-fbb4-4243-a7bb-6dfda2537cbf tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5321a5be-a62c-4900-9842-1e655dc82367') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:26.411519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7721b3-e77b-4477-8d61-cc246d5df1a4 req-df0edbfa-a2ec-4287-8918-8fdacb7477a4 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:26.413678 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db7721b3-e77b-4477-8d61-cc246d5df1a4 req-df0edbfa-a2ec-4287-8918-8fdacb7477a4 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 943 time: 0.1278641 Aug 23 15:07:26.489044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db7721b3-e77b-4477-8d61-cc246d5df1a4 req-819e726c-f127-4a55-aa14-a06cf1215145 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648987 Aug 23 15:07:26.491622 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-03d63688-fbb4-4243-a7bb-6dfda2537cbf tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/subnets/5321a5be-a62c-4900-9842-1e655dc82367/tags HTTP/1.1" status: 204 len: 168 time: 0.2033520 Aug 23 15:07:26.502312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40814) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:26.569720 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] For port 9efe244a-7e2b-4492-933d-1b458ba8a4d6, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:07:26.574763 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] For port 9efe244a-7e2b-4492-933d-1b458ba8a4d6, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9efe244a-7e2b-4492-933d-1b458ba8a4d6,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:07:26.713108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6c8ed-0398-42a1-8a66-6cb68dac136c req-44c06718-4e7f-47b9-ad29-58b8515bdf30 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:26.717012 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7fc6c8ed-0398-42a1-8a66-6cb68dac136c req-44c06718-4e7f-47b9-ad29-58b8515bdf30 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.1487572 Aug 23 15:07:26.744819 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0b6276c7-a797-424c-aaa3-505e61f44903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:26.797093 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7fc6c8ed-0398-42a1-8a66-6cb68dac136c req-d1614854-2ac2-4e94-b2fb-cda469ce20be tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695040 Aug 23 15:07:26.800452 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:26.805963 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:26.806241 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-65dd8d40-f5d8-4973-bc2d-f4a18b769d76 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks [] for subnetpool, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:26.816557 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-65dd8d40-f5d8-4973-bc2d-f4a18b769d76 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/subnetpools/5ef9f69c-c190-4259-aa16-83ce104df374 HTTP/1.1" status: 204 len: 168 time: 0.3074811 Aug 23 15:07:26.824891 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-723c386c-ca33-4cab-a6c0-e8be7b9c4941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:26.833076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40834) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:26.873376 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ad40eef3-9993-4fca-bc82-dabcd40c07fd tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f5112cf-965a-4eff-a15b-6d3a0a302c40 HTTP/1.1" status: 200 len: 205 time: 0.0358868 Aug 23 15:07:26.878030 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40836) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:26.948117 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:26.949632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:26.953653 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] 10.222.0.57 "PUT /v2.0/ports/9efe244a-7e2b-4492-933d-1b458ba8a4d6 HTTP/1.1" status: 200 len: 1091 time: 2.0939662 Aug 23 15:07:26.954618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc', 'tag': '9efe244a-7e2b-4492-933d-1b458ba8a4d6'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:07:26.957168 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bd34e4-6c5d-42f2-913e-19cbe790da63" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc", "tag": "9efe244a-7e2b-4492-933d-1b458ba8a4d6"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:07:27.005865 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7af7e7a1-11f8-497c-b611-d5715254e095 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:27.056726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196771be-d19e-47d1-9864-46ee9b76915a service neutron] Pushing event updated for resources: {'Port': ['ID=9efe244a-7e2b-4492-933d-1b458ba8a4d6,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:27.268710 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47803009-8ff3-42fd-b778-112f04a0c9bd x-openstack-request-id: req-47803009-8ff3-42fd-b778-112f04a0c9bd {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:07:27.269011 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc", "tag": "9efe244a-7e2b-4492-933d-1b458ba8a4d6", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:07:27.269266 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-47803009-8ff3-42fd-b778-112f04a0c9bd {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:07:27.269671 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc', 'tag': '9efe244a-7e2b-4492-933d-1b458ba8a4d6', 'status': 'completed', 'code': 200} Aug 23 15:07:27.334541 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-4937a817-0fc1-4faf-8e0c-efaa2164dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:27.336126 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-4937a817-0fc1-4faf-8e0c-efaa2164dab3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6562da62424741dd8e53f325978af055&device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 1094 time: 0.2252998 Aug 23 15:07:27.616559 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7af7e7a1-11f8-497c-b611-d5715254e095 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:27.618897 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7af7e7a1-11f8-497c-b611-d5715254e095 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:27.800123 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7af7e7a1-11f8-497c-b611-d5715254e095 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:27.804420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af7e7a1-11f8-497c-b611-d5715254e095 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Fanout notify agent at l3_agent the message router_deleted on router 0f5112cf-965a-4eff-a15b-6d3a0a302c40 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:07:27.804560 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-4ea92c1e-1b9b-4ee2-bd63-009b32dbeacf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9efe244a-7e2b-4492-933d-1b458ba8a4d6 HTTP/1.1" status: 200 len: 217 time: 0.4589827 Aug 23 15:07:27.811027 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7af7e7a1-11f8-497c-b611-d5715254e095 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:27.813177 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7af7e7a1-11f8-497c-b611-d5715254e095 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/routers/0f5112cf-965a-4eff-a15b-6d3a0a302c40 HTTP/1.1" status: 204 len: 168 time: 0.9333048 Aug 23 15:07:27.815788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40854) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:27.959313 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-587face8-a741-4331-901c-0f2ddd4382d0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Deleting port 7c71e1a0-e8b2-4858-8737-2e33aa862424 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:07:27.959704 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-587face8-a741-4331-901c-0f2ddd4382d0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:27.981042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31628a68-df8d-483b-8634-a692a7695757 req-01559ff7-fd35-491c-a5d5-7868047ca29b tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:27.982559 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31628a68-df8d-483b-8634-a692a7695757 req-01559ff7-fd35-491c-a5d5-7868047ca29b tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 943 time: 0.1840219 Aug 23 15:07:27.992151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-4c0a35f6-8fb2-4c70-b338-8d6bfaec30ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:27.993893 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-4c0a35f6-8fb2-4c70-b338-8d6bfaec30ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42e3845c-fb64-4958-a20f-7fa459eb4657 HTTP/1.1" status: 200 len: 855 time: 0.1566961 Aug 23 15:07:28.035954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25802428-6f3d-465a-b21a-43a471cd96c0 req-99e830f6-206a-45e2-901c-3603b54622da tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:28.038409 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-e836177b-e0d6-4b95-84a8-a816a8ca806e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344381 Aug 23 15:07:28.040178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-25802428-6f3d-465a-b21a-43a471cd96c0 req-99e830f6-206a-45e2-901c-3603b54622da tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.1327150 Aug 23 15:07:28.082304 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31628a68-df8d-483b-8634-a692a7695757 req-3526330f-9516-41af-9a6b-915290dae387 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855310 Aug 23 15:07:28.113513 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-587face8-a741-4331-901c-0f2ddd4382d0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:28.130633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-587face8-a741-4331-901c-0f2ddd4382d0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Calling delete_port for 7c71e1a0-e8b2-4858-8737-2e33aa862424 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:07:28.193121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-723c386c-ca33-4cab-a6c0-e8be7b9c4941 admin admin] Deleting port e263c593-aeac-4428-84f4-cda1019e49fd {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:07:28.193479 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-723c386c-ca33-4cab-a6c0-e8be7b9c4941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:28.284333 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-25802428-6f3d-465a-b21a-43a471cd96c0 req-881045ff-6ba4-47ce-aced-a0aa3dbb60c0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287059 Aug 23 15:07:28.297226 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-43e18b65-a9d2-4806-bca5-f99d37540a97 service neutron] 10.222.0.57 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472403 Aug 23 15:07:28.423518 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-587face8-a741-4331-901c-0f2ddd4382d0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:28.429076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-723c386c-ca33-4cab-a6c0-e8be7b9c4941 admin admin] For port e263c593-aeac-4428-84f4-cda1019e49fd, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e263c593-aeac-4428-84f4-cda1019e49fd,segment=NetworkSegment(a570d030-c42f-45a3-9ae3-1f1a44248e2f),segment_id=a570d030-c42f-45a3-9ae3-1f1a44248e2f)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:28.429776 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-723c386c-ca33-4cab-a6c0-e8be7b9c4941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:28.452564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587face8-a741-4331-901c-0f2ddd4382d0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Pushing event deleted for resources: {'Port': ['ID=7c71e1a0-e8b2-4858-8737-2e33aa862424,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:28.452906 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-723c386c-ca33-4cab-a6c0-e8be7b9c4941 admin admin] Calling delete_port for e263c593-aeac-4428-84f4-cda1019e49fd owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:07:28.458847 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b0d611-4917-4193-903a-67dcb2cf19c0 req-5fc28630-340f-4c29-ab4b-e12278ec81bb service neutron] 10.222.0.57 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534560 Aug 23 15:07:28.564314 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-587face8-a741-4331-901c-0f2ddd4382d0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:28.566807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-587face8-a741-4331-901c-0f2ddd4382d0 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/ports/7c71e1a0-e8b2-4858-8737-2e33aa862424 HTTP/1.1" status: 204 len: 168 time: 0.7498968 Aug 23 15:07:28.569460 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40870) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:28.650518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7223e3-8c27-4ab2-b5f4-77bb83acaaf9 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Deleting subnet 5321a5be-a62c-4900-9842-1e655dc82367 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:07:28.659069 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7223e3-8c27-4ab2-b5f4-77bb83acaaf9 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:28.684689 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:28.765858 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7223e3-8c27-4ab2-b5f4-77bb83acaaf9 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:28.847224 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd34e4-6c5d-42f2-913e-19cbe790da63 req-078284d2-f4f6-46d2-9f2a-534ec5469828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:28.848985 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-86bd34e4-6c5d-42f2-913e-19cbe790da63 req-078284d2-f4f6-46d2-9f2a-534ec5469828 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6562da62424741dd8e53f325978af055&device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 1094 time: 0.1410878 Aug 23 15:07:28.897187 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7223e3-8c27-4ab2-b5f4-77bb83acaaf9 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:28.952931 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-723c386c-ca33-4cab-a6c0-e8be7b9c4941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:29.001088 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c386c-ca33-4cab-a6c0-e8be7b9c4941 admin admin] Pushing event deleted for resources: {'Port': ['ID=e263c593-aeac-4428-84f4-cda1019e49fd,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:29.012531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd34e4-6c5d-42f2-913e-19cbe790da63 req-65b263bf-6c23-4780-933e-a60e1722d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:29.014802 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-86bd34e4-6c5d-42f2-913e-19cbe790da63 req-65b263bf-6c23-4780-933e-a60e1722d488 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f HTTP/1.1" status: 200 len: 916 time: 0.1563163 Aug 23 15:07:29.113157 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-86bd34e4-6c5d-42f2-913e-19cbe790da63 req-2a47cf13-8275-4edb-a97c-3b271d8d6c23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9efe244a-7e2b-4492-933d-1b458ba8a4d6 HTTP/1.1" status: 200 len: 217 time: 0.0731246 Aug 23 15:07:29.118076 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7223e3-8c27-4ab2-b5f4-77bb83acaaf9 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:29.161279 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7223e3-8c27-4ab2-b5f4-77bb83acaaf9 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Pushing event deleted for resources: {'Subnet': ['ID=5321a5be-a62c-4900-9842-1e655dc82367,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:29.175196 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7223e3-8c27-4ab2-b5f4-77bb83acaaf9 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:29.175196 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fa7223e3-8c27-4ab2-b5f4-77bb83acaaf9 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/subnets/5321a5be-a62c-4900-9842-1e655dc82367 HTTP/1.1" status: 204 len: 168 time: 0.5946348 Aug 23 15:07:29.176321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d825e17-ef7f-437b-b150-f32c4216582e None None] Network 7008d36a-e9e2-463c-9e2b-34c9203280ec requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:07:29.176437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40882) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:29.338905 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:29.479951 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd34e4-6c5d-42f2-913e-19cbe790da63 req-43ea47da-40db-4300-bbda-f3743a01f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:29.482003 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-86bd34e4-6c5d-42f2-913e-19cbe790da63 req-43ea47da-40db-4300-bbda-f3743a01f1e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42e3845c-fb64-4958-a20f-7fa459eb4657 HTTP/1.1" status: 200 len: 855 time: 0.3601739 Aug 23 15:07:29.603324 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Deleting port 58fa2bb8-b569-43b4-9310-5d290f5943a1 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:07:29.603956 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:29.615931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd2a48-75d6-43e3-bb6a-43d16b2b63a1 req-daaed615-e4fd-411b-91ed-abdf50e609e5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:29.617948 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afcd2a48-75d6-43e3-bb6a-43d16b2b63a1 req-daaed615-e4fd-411b-91ed-abdf50e609e5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.1161973 Aug 23 15:07:29.643934 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feb2750-c681-44b4-bde1-8e64b8103ff1 None None] DHCP port deletion for 7008d36a-e9e2-463c-9e2b-34c9203280ec request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:07:29.650554 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-86bd34e4-6c5d-42f2-913e-19cbe790da63 req-3ee6a5fe-f87c-46c5-beca-321d8abc582e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402946 Aug 23 15:07:29.687112 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682f240-e384-46d8-9a79-ddce327eef58 req-d6f30212-f277-452d-ad81-02d3e1e994d6 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:29.696187 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c682f240-e384-46d8-9a79-ddce327eef58 req-d6f30212-f277-452d-ad81-02d3e1e994d6 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 943 time: 0.3827858 Aug 23 15:07:29.715784 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3feb2750-c681-44b4-bde1-8e64b8103ff1 None None] Deleting port 58fa2bb8-b569-43b4-9310-5d290f5943a1 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:07:29.716804 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3feb2750-c681-44b4-bde1-8e64b8103ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:29.726538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] For port 58fa2bb8-b569-43b4-9310-5d290f5943a1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=58fa2bb8-b569-43b4-9310-5d290f5943a1,segment=NetworkSegment(de7a2874-e486-4506-8034-fb22bc00c6f6),segment_id=de7a2874-e486-4506-8034-fb22bc00c6f6)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:29.728345 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:29.748798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Calling delete_port for 58fa2bb8-b569-43b4-9310-5d290f5943a1 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:07:29.804199 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-723c386c-ca33-4cab-a6c0-e8be7b9c4941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:29.862751 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c682f240-e384-46d8-9a79-ddce327eef58 req-193b4c9b-52b6-4ae5-93c7-a0f35d9107e7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655419 Aug 23 15:07:29.946749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afcd2a48-75d6-43e3-bb6a-43d16b2b63a1 req-b059848d-4acd-4522-a923-852363483aa4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346347 Aug 23 15:07:30.104318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3feb2750-c681-44b4-bde1-8e64b8103ff1 None None] For port 58fa2bb8-b569-43b4-9310-5d290f5943a1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=58fa2bb8-b569-43b4-9310-5d290f5943a1,segment=NetworkSegment(de7a2874-e486-4506-8034-fb22bc00c6f6),segment_id=de7a2874-e486-4506-8034-fb22bc00c6f6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:30.105731 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3feb2750-c681-44b4-bde1-8e64b8103ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:30.125258 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-86bd34e4-6c5d-42f2-913e-19cbe790da63 req-741bfc2e-c442-47b7-9600-104927ae0d78 service neutron] 10.222.0.57 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635770 Aug 23 15:07:30.125817 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:30.146457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3feb2750-c681-44b4-bde1-8e64b8103ff1 None None] Calling delete_port for 58fa2bb8-b569-43b4-9310-5d290f5943a1 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:07:30.234666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Pushing event deleted for resources: {'Port': ['ID=58fa2bb8-b569-43b4-9310-5d290f5943a1,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:30.243856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] No DVR routers for this DVR port 58fa2bb8-b569-43b4-9310-5d290f5943a1 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:07:30.410091 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3feb2750-c681-44b4-bde1-8e64b8103ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:30.445431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:30.480224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb2750-c681-44b4-bde1-8e64b8103ff1 None None] Pushing event deleted for resources: {'Port': ['ID=58fa2bb8-b569-43b4-9310-5d290f5943a1,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:30.492403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7008d36a-e9e2-463c-9e2b-34c9203280ec']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:30.492714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb2750-c681-44b4-bde1-8e64b8103ff1 None None] No DVR routers for this DVR port 58fa2bb8-b569-43b4-9310-5d290f5943a1 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:07:30.515564 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-86bd34e4-6c5d-42f2-913e-19cbe790da63 req-9465181e-3084-4906-aa08-0b6c18e3211c service neutron] 10.222.0.57 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816404 Aug 23 15:07:30.561390 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723c386c-ca33-4cab-a6c0-e8be7b9c4941 admin admin] Router 984c024a-39e2-42d1-a72f-00908ca1bde6 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:07:30.565854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7a2874-e486-4506-8034-fb22bc00c6f6') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:30.566160 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7a2874-e486-4506-8034-fb22bc00c6f6') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:30.572927 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 58fa2bb8-b569-43b4-9310-5d290f5943a1 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:07:30.593780 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:30.597592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 58fa2bb8-b569-43b4-9310-5d290f5943a1 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:07:30.597940 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 58fa2bb8-b569-43b4-9310-5d290f5943a1 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:07:30.609496 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:30.622094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:07:30.622770 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:07:30.626091 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:07:30.720842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723c386c-ca33-4cab-a6c0-e8be7b9c4941 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:07:30.729358 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-723c386c-ca33-4cab-a6c0-e8be7b9c4941 admin admin] 10.222.0.38 "PUT /v2.0/routers/984c024a-39e2-42d1-a72f-00908ca1bde6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1957195 Aug 23 15:07:30.729358 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40904) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:30.734099 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd0d883-c00d-4081-9fee-8b3a197a5e78 None None] Sync routers for ids ['984c024a-39e2-42d1-a72f-00908ca1bde6'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:07:30.747336 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0d883-c00d-4081-9fee-8b3a197a5e78 None None] Routers {'984c024a-39e2-42d1-a72f-00908ca1bde6'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:07:30.748128 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-cdd0d883-c00d-4081-9fee-8b3a197a5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:07:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['984c024a-39e2-42d1-a72f-00908ca1bde6'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:30.871979 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-cdd0d883-c00d-4081-9fee-8b3a197a5e78 None None] Set router 984c024a-39e2-42d1-a72f-00908ca1bde6 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:07:30.914541 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:30.962012 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:30.969157 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] 10.222.0.38 "DELETE /v2.0/networks/7008d36a-e9e2-463c-9e2b-34c9203280ec HTTP/1.1" status: 204 len: 168 time: 1.7917519 Aug 23 15:07:31.023922 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b3b54-2efd-4a67-a428-20117367c2e8 tempest-TagsExtTest-353024293 tempest-TagsExtTest-353024293-project] Pushing event deleted for resources: {'Network': ['ID=7008d36a-e9e2-463c-9e2b-34c9203280ec,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:31.164363 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-cdd0d883-c00d-4081-9fee-8b3a197a5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'name': 'tempest-ServerRescueNegativeTestJSON-1615154623-router', 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:17Z', 'updated_at': '2021-08-23T15:07:28Z', 'revision_number': 5, 'project_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'gw_port': {'id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:18Z', 'updated_at': '2021-08-23T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:31.167226 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f17cfa-a738-4617-99e0-66d8447bad6a req-b9bd71f7-9deb-4004-8783-788a0984683e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:31.169240 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4f17cfa-a738-4617-99e0-66d8447bad6a req-b9bd71f7-9deb-4004-8783-788a0984683e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0632637 Aug 23 15:07:31.200549 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd0d883-c00d-4081-9fee-8b3a197a5e78 None None] Checking router: 984c024a-39e2-42d1-a72f-00908ca1bde6 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:07:31.212313 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0d883-c00d-4081-9fee-8b3a197a5e78 None None] Routers {'984c024a-39e2-42d1-a72f-00908ca1bde6'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:07:31.212928 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-cdd0d883-c00d-4081-9fee-8b3a197a5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:07:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['984c024a-39e2-42d1-a72f-00908ca1bde6'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:31.228165 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4f17cfa-a738-4617-99e0-66d8447bad6a req-56711abe-ffdd-4fb1-907f-c2fb407278e6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520716 Aug 23 15:07:31.305901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486a66-1e04-4f29-997e-170ee685b748 req-5d1e9a96-9a15-4b31-94d3-5d65162cdaa5 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:31.311935 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-33486a66-1e04-4f29-997e-170ee685b748 req-5d1e9a96-9a15-4b31-94d3-5d65162cdaa5 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 943 time: 0.0830185 Aug 23 15:07:31.369807 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-cdd0d883-c00d-4081-9fee-8b3a197a5e78 None None] Set router 984c024a-39e2-42d1-a72f-00908ca1bde6 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:07:31.389276 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:31.398705 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-33486a66-1e04-4f29-997e-170ee685b748 req-665e11bb-3b27-4c24-b0cf-30caf68a01ce tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617769 Aug 23 15:07:31.525695 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:31.742463 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-cdd0d883-c00d-4081-9fee-8b3a197a5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'name': 'tempest-ServerRescueNegativeTestJSON-1615154623-router', 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:17Z', 'updated_at': '2021-08-23T15:07:28Z', 'revision_number': 5, 'project_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'gw_port': {'id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:18Z', 'updated_at': '2021-08-23T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:31.832793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] Deleting port eda81840-6dd2-42ff-a7a6-ad265a76a666 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:07:31.833326 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:31.833963 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd0d883-c00d-4081-9fee-8b3a197a5e78 None None] The sync data for ids ['984c024a-39e2-42d1-a72f-00908ca1bde6'] in n-d-804985-3 is: [{'id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'name': 'tempest-ServerRescueNegativeTestJSON-1615154623-router', 'tenant_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:17Z', 'updated_at': '2021-08-23T15:07:28Z', 'revision_number': 5, 'project_id': 'c26bbee1cb1141c6af86a04eb2c30e99', 'gw_port': {'id': 'eda81840-6dd2-42ff-a7a6-ad265a76a666', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c024a-39e2-42d1-a72f-00908ca1bde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:18Z', 'updated_at': '2021-08-23T15:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:07:31.931603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40936) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:31.943766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] For port eda81840-6dd2-42ff-a7a6-ad265a76a666, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=eda81840-6dd2-42ff-a7a6-ad265a76a666,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:31.944263 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:31.957402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] Calling delete_port for eda81840-6dd2-42ff-a7a6-ad265a76a666 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:07:32.108506 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-96d4cd91-30c0-4d08-ace7-09549f1026a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9f77b231cd26454bbe13c11fb1320cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756222 Aug 23 15:07:32.111023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40942) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:32.184345 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a85f7076-31a5-46d9-8081-c3ca9f896cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:32.232188 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a85f7076-31a5-46d9-8081-c3ca9f896cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:32.280219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e263c593-aeac-4428-84f4-cda1019e49fd no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:07:32.290513 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:32.349058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda81840-6dd2-42ff-a7a6-ad265a76a666,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:32.377895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: e263c593-aeac-4428-84f4-cda1019e49fd {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:07:32.378532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e263c593-aeac-4428-84f4-cda1019e49fd not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:07:32.470621 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:32.484411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a85f7076-31a5-46d9-8081-c3ca9f896cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:32.484411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a85f7076-31a5-46d9-8081-c3ca9f896cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:32.486551 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a85f7076-31a5-46d9-8081-c3ca9f896cdd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/321f6432-0f51-498f-9ad7-89c7d3ce9f92 HTTP/1.1" status: 204 len: 168 time: 0.3743403 Aug 23 15:07:32.532083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f7076-31a5-46d9-8081-c3ca9f896cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321f6432-0f51-498f-9ad7-89c7d3ce9f92,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:32.538051 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 9efe244a-7e2b-4492-933d-1b458ba8a4d6 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:07:32.637807 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2252b-57c0-4e62-b412-3a42a71c2d17 req-6685cf00-fdde-4f8d-bb27-fa8298a2aa10 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:32.646164 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bce2252b-57c0-4e62-b412-3a42a71c2d17 req-6685cf00-fdde-4f8d-bb27-fa8298a2aa10 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.1580205 Aug 23 15:07:32.697411 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bce2252b-57c0-4e62-b412-3a42a71c2d17 req-733847d5-3abe-4544-89b2-ed404df73eec tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439928 Aug 23 15:07:32.753743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 9efe244a-7e2b-4492-933d-1b458ba8a4d6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9efe244a-7e2b-4492-933d-1b458ba8a4d6,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:32.775548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '9efe244a-7e2b-4492-933d-1b458ba8a4d6', 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f', 'port_id': '9efe244a-7e2b-4492-933d-1b458ba8a4d6', 'mac_address': 'fa:16:3e:8e:2f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3845c-fb64-4958-a20f-7fa459eb4657', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:07:32.804732 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:32.804732 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:32.855805 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:32.865432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efe244a-7e2b-4492-933d-1b458ba8a4d6 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:07:32.914594 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 9efe244a-7e2b-4492-933d-1b458ba8a4d6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9efe244a-7e2b-4492-933d-1b458ba8a4d6,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:33.015018 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cf19b-48a8-4268-996e-598247118259 req-0e7743a5-fbc9-4d34-b5fa-619f180eba3a tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:33.017025 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-623cf19b-48a8-4268-996e-598247118259 req-0e7743a5-fbc9-4d34-b5fa-619f180eba3a tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 943 time: 0.3247278 Aug 23 15:07:33.040600 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:33.099993 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-623cf19b-48a8-4268-996e-598247118259 req-f316a140-668f-4eef-84f7-15d04d6dd795 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722044 Aug 23 15:07:33.140876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=9efe244a-7e2b-4492-933d-1b458ba8a4d6,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:33.152358 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:33.153156 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 984c024a-39e2-42d1-a72f-00908ca1bde6 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:07:33.162399 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:33.163861 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8925291f-6be1-4bed-80f9-5373d313d884 admin admin] 10.222.0.38 "DELETE /v2.0/routers/984c024a-39e2-42d1-a72f-00908ca1bde6 HTTP/1.1" status: 204 len: 168 time: 2.4342279 Aug 23 15:07:33.166660 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40968) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:33.233747 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73e6b26-13f2-4a3c-a752-392f33638fb7 admin admin] Deleting subnet 17940688-0fc2-4a39-b459-e1f5a256fee0 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:07:33.237594 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b73e6b26-13f2-4a3c-a752-392f33638fb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:33.290204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['9efe244a-7e2b-4492-933d-1b458ba8a4d6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:07:33.293721 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b73e6b26-13f2-4a3c-a752-392f33638fb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:33.346329 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b73e6b26-13f2-4a3c-a752-392f33638fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:33.645959 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b73e6b26-13f2-4a3c-a752-392f33638fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:33.672097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e6b26-13f2-4a3c-a752-392f33638fb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17940688-0fc2-4a39-b459-e1f5a256fee0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:33.688216 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b73e6b26-13f2-4a3c-a752-392f33638fb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:33.706825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40982) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:33.707426 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b73e6b26-13f2-4a3c-a752-392f33638fb7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/17940688-0fc2-4a39-b459-e1f5a256fee0 HTTP/1.1" status: 204 len: 168 time: 0.5268273 Aug 23 15:07:33.853664 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74a14489-54ce-42dc-bcb1-cc102ef2b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:33.899541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70a24d-8e0c-4a42-a9ee-f2ff78411a19 req-d5525e51-16e6-43cf-acd3-1557872b709b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:33.901249 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f70a24d-8e0c-4a42-a9ee-f2ff78411a19 req-d5525e51-16e6-43cf-acd3-1557872b709b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0901661 Aug 23 15:07:33.948977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f70a24d-8e0c-4a42-a9ee-f2ff78411a19 req-c2d7954d-fc68-4103-b5fd-614a0d481bcf tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 Aug 23 15:07:33.978026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74a14489-54ce-42dc-bcb1-cc102ef2b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:33.988926 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-74a14489-54ce-42dc-bcb1-cc102ef2b3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffccb22-b63a-4c5c-a1aa-a7862729d292']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:34.003863 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-74a14489-54ce-42dc-bcb1-cc102ef2b3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a570d030-c42f-45a3-9ae3-1f1a44248e2f') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:34.004165 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-74a14489-54ce-42dc-bcb1-cc102ef2b3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a570d030-c42f-45a3-9ae3-1f1a44248e2f') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:07:34.014436 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74a14489-54ce-42dc-bcb1-cc102ef2b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:34.035506 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74a14489-54ce-42dc-bcb1-cc102ef2b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:34.042802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a14489-54ce-42dc-bcb1-cc102ef2b3f5 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:07:34.043239 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74a14489-54ce-42dc-bcb1-cc102ef2b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:07:34.045081 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:07:34.253952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device eda81840-6dd2-42ff-a7a6-ad265a76a666 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:07:34.282804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: eda81840-6dd2-42ff-a7a6-ad265a76a666 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:07:34.283371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device eda81840-6dd2-42ff-a7a6-ad265a76a666 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:07:34.289090 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74a14489-54ce-42dc-bcb1-cc102ef2b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:34.294999 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74a14489-54ce-42dc-bcb1-cc102ef2b3f5 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:34.299228 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-74a14489-54ce-42dc-bcb1-cc102ef2b3f5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/cffccb22-b63a-4c5c-a1aa-a7862729d292 HTTP/1.1" status: 204 len: 168 time: 0.6016695 Aug 23 15:07:34.323797 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a14489-54ce-42dc-bcb1-cc102ef2b3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cffccb22-b63a-4c5c-a1aa-a7862729d292,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:34.344051 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f3d46-fd2c-4d4b-b7d3-f507e13272ca req-c0cf5efa-eaea-4b5c-be93-672fe771bdda tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:34.353200 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-550f3d46-fd2c-4d4b-b7d3-f507e13272ca req-c0cf5efa-eaea-4b5c-be93-672fe771bdda tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 944 time: 0.1148975 Aug 23 15:07:34.402858 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-550f3d46-fd2c-4d4b-b7d3-f507e13272ca req-ca478d79-e5c2-4ccb-b958-9ad4ca443d7c tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487366 Aug 23 15:07:34.552675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 9efe244a-7e2b-4492-933d-1b458ba8a4d6 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:07:34.822689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 9efe244a-7e2b-4492-933d-1b458ba8a4d6 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:07:34.828199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 9efe244a-7e2b-4492-933d-1b458ba8a4d6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:07:34.828617 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:34.913613 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:34.939214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efe244a-7e2b-4492-933d-1b458ba8a4d6'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:07:34.942230 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa23ee8a-1d3f-47e5-bed2-06209cdbac0d" -d '{"events": [{"server_uuid": "1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc", "name": "network-vif-plugged", "status": "completed", "tag": "9efe244a-7e2b-4492-933d-1b458ba8a4d6"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:07:34.958558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 9efe244a-7e2b-4492-933d-1b458ba8a4d6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9efe244a-7e2b-4492-933d-1b458ba8a4d6,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:35.032695 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6fed4c-6e37-40ba-96fc-c95d29a1525f x-openstack-request-id: req-7d6fed4c-6e37-40ba-96fc-c95d29a1525f {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:07:35.033068 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc", "name": "network-vif-plugged", "status": "completed", "tag": "9efe244a-7e2b-4492-933d-1b458ba8a4d6", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:07:35.033389 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7d6fed4c-6e37-40ba-96fc-c95d29a1525f {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:07:35.034151 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efe244a-7e2b-4492-933d-1b458ba8a4d6', 'code': 200} Aug 23 15:07:35.047565 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41028) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:35.083328 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:35.138165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=9efe244a-7e2b-4492-933d-1b458ba8a4d6,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:35.193391 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2d17a1a3-e51d-4c9b-9ad0-4093f96cd52a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c26bbee1cb1141c6af86a04eb2c30e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393144 Aug 23 15:07:35.194066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41032) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:35.208840 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6500750-967e-47a0-91b3-f9c72dd286d0 req-4c2e0fe3-75a3-4abe-828e-153906820052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:35.210370 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6500750-967e-47a0-91b3-f9c72dd286d0 req-4c2e0fe3-75a3-4abe-828e-153906820052 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 1096 time: 0.0667703 Aug 23 15:07:35.219376 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a4c30-b51d-4d9a-b06a-488327747103 req-6b4d3c32-ea24-4040-8f0b-6798c06bcc16 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:35.220815 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-348a4c30-b51d-4d9a-b06a-488327747103 req-6b4d3c32-ea24-4040-8f0b-6798c06bcc16 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.1205680 Aug 23 15:07:35.252241 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-13661cb3-03d2-474a-ac4c-162ebb44b951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:35.273411 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6500750-967e-47a0-91b3-f9c72dd286d0 req-0ffafc4e-6007-4837-a4dd-c80dcf8bb7f6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516078 Aug 23 15:07:35.275140 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-13661cb3-03d2-474a-ac4c-162ebb44b951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:35.296955 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-348a4c30-b51d-4d9a-b06a-488327747103 req-597c53b1-6d57-42f3-8ccd-10b7a4e034fd tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580416 Aug 23 15:07:35.541092 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-13661cb3-03d2-474a-ac4c-162ebb44b951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:35.544209 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-13661cb3-03d2-474a-ac4c-162ebb44b951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:35.545580 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-13661cb3-03d2-474a-ac4c-162ebb44b951 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20715050-fd48-48a6-b106-cc3f1354ed0d HTTP/1.1" status: 204 len: 168 time: 0.3534071 Aug 23 15:07:35.558558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9097c-37d0-422b-b3f9-a9b8633a25f4 req-84045a70-6afa-4ce2-af59-3e2204538aac tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:35.560421 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22e9097c-37d0-422b-b3f9-a9b8633a25f4 req-84045a70-6afa-4ce2-af59-3e2204538aac tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 945 time: 0.0765197 Aug 23 15:07:35.566360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13661cb3-03d2-474a-ac4c-162ebb44b951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20715050-fd48-48a6-b106-cc3f1354ed0d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:35.642167 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22e9097c-37d0-422b-b3f9-a9b8633a25f4 req-82c14688-a881-4506-add0-9203933921ce tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714178 Aug 23 15:07:36.514513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69697b1f-31b0-4d34-98bc-8179f8ac7624 req-c0bc156d-0a67-4a3f-9666-b68c58c8cc99 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:36.519766 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69697b1f-31b0-4d34-98bc-8179f8ac7624 req-c0bc156d-0a67-4a3f-9666-b68c58c8cc99 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0990505 Aug 23 15:07:36.543434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41070) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:36.591090 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69697b1f-31b0-4d34-98bc-8179f8ac7624 req-d94fc20b-499c-453e-b966-6f6aa2f3b0d2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652180 Aug 23 15:07:36.860573 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d56241c9-2ae1-4953-a09e-8e2bb27eab26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:36.918701 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2919dc-33cd-4e9d-9fdb-4f39dcf2a2b6 req-4686ad36-20a3-443d-8d71-276880b7bf76 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:36.920328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed2919dc-33cd-4e9d-9fdb-4f39dcf2a2b6 req-4686ad36-20a3-443d-8d71-276880b7bf76 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 945 time: 0.0861681 Aug 23 15:07:36.984180 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed2919dc-33cd-4e9d-9fdb-4f39dcf2a2b6 req-69d69114-9065-498b-b7a3-f1553a861166 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564649 Aug 23 15:07:37.027767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d56241c9-2ae1-4953-a09e-8e2bb27eab26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:37.189320 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d56241c9-2ae1-4953-a09e-8e2bb27eab26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:37.230240 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d56241c9-2ae1-4953-a09e-8e2bb27eab26 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a5715a0360c4d47baf19e36655c8c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6844058 Aug 23 15:07:37.231709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56241c9-2ae1-4953-a09e-8e2bb27eab26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0773050-a4ea-4c55-a141-68aa22769cbc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:37.232862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41092) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:37.295233 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b94cae4-5e52-48fd-b8be-09a64d543f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:37.316098 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b94cae4-5e52-48fd-b8be-09a64d543f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:37.574712 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b94cae4-5e52-48fd-b8be-09a64d543f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:37.577553 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b94cae4-5e52-48fd-b8be-09a64d543f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:37.578737 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0b94cae4-5e52-48fd-b8be-09a64d543f19 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a0773050-a4ea-4c55-a141-68aa22769cbc HTTP/1.1" status: 204 len: 168 time: 0.3448558 Aug 23 15:07:37.589745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94cae4-5e52-48fd-b8be-09a64d543f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0773050-a4ea-4c55-a141-68aa22769cbc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:37.791276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451023d4-e466-478e-8dd9-048675cc8975 req-b0298ce0-7032-40fd-b705-1b1a64fcb65c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:37.800353 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-451023d4-e466-478e-8dd9-048675cc8975 req-b0298ce0-7032-40fd-b705-1b1a64fcb65c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0713508 Aug 23 15:07:37.863357 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-451023d4-e466-478e-8dd9-048675cc8975 req-a88537e6-7c36-4bef-8643-ee0b315762ee tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541141 Aug 23 15:07:38.204288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65582ce9-87db-4907-8dfb-717647318dda req-72fe39d6-1271-4105-9af6-f5bf3d3a50ce tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:38.209731 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65582ce9-87db-4907-8dfb-717647318dda req-72fe39d6-1271-4105-9af6-f5bf3d3a50ce tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 945 time: 0.1391072 Aug 23 15:07:38.264410 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65582ce9-87db-4907-8dfb-717647318dda req-7ba238fd-645d-4528-9c95-8cb4486cdbb7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484846 Aug 23 15:07:38.673378 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b7cbd729-9209-443f-b1ff-de223259f6cb req-2df06a40-1c55-4a92-a9e7-027cfe6f9540 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0288489 Aug 23 15:07:38.744479 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41156) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:38.766273 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:38.926757 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:39.027907 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:39.084167 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b1bf4538363c42e4a4e8f6ef14c64313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379030 Aug 23 15:07:39.090127 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41178) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:39.102187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1768ee-4226-4d67-829a-196c58370404 req-59396b4f-7317-48e9-b37c-9595160ec3c5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:39.116724 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3d1768ee-4226-4d67-829a-196c58370404 req-59396b4f-7317-48e9-b37c-9595160ec3c5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.1569107 Aug 23 15:07:39.157447 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852de4bb-5255-40ba-9719-10cbec65ac26,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:39.174094 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:39.174679 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:39.175182 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:39.175729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:39.176246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:39.176763 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:39.177265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:39.177763 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:39.178494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:39.178980 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:39.179485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:39.179992 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06093d11-b975-4cb8-85b6-f65b11a813f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:07:39.268232 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9b192145-ff40-4962-9d6a-b5fca10a5dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:39.306021 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9b192145-ff40-4962-9d6a-b5fca10a5dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:39.314881 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3d1768ee-4226-4d67-829a-196c58370404 req-71030066-596c-4a7d-8c9d-4695f2f8c07c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970644 Aug 23 15:07:39.483434 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9b192145-ff40-4962-9d6a-b5fca10a5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:39.489804 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9b192145-ff40-4962-9d6a-b5fca10a5dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:39.489804 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9b192145-ff40-4962-9d6a-b5fca10a5dc3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/852de4bb-5255-40ba-9719-10cbec65ac26 HTTP/1.1" status: 204 len: 168 time: 0.3848295 Aug 23 15:07:39.499214 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b192145-ff40-4962-9d6a-b5fca10a5dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852de4bb-5255-40ba-9719-10cbec65ac26,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:39.813170 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-88cfc51a-a8bd-4f8d-9e69-645949e70741 req-4e8b11b8-8201-4887-9088-8c476fd089fd tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0442348 Aug 23 15:07:40.470077 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb992c0-ded6-490d-b480-9a3a91abca25 req-55a7a6d1-4f1f-49c9-bed5-be1b8774f16d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:40.480054 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6cb992c0-ded6-490d-b480-9a3a91abca25 req-55a7a6d1-4f1f-49c9-bed5-be1b8774f16d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0730245 Aug 23 15:07:40.579288 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6cb992c0-ded6-490d-b480-9a3a91abca25 req-45c589da-49d9-45f1-84e2-886d3bf9097b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977354 Aug 23 15:07:40.943093 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-306a3d5d-21ff-4faa-ad36-42b619b2771c req-6477c0d0-2d55-4664-b457-953d183ec1fb tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0434647 Aug 23 15:07:41.746830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b2039-b3d5-47d7-9e52-624f12db7c16 req-7d8ec9bd-db0a-48d9-a062-39e5d3205dfe tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:41.748634 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa7b2039-b3d5-47d7-9e52-624f12db7c16 req-7d8ec9bd-db0a-48d9-a062-39e5d3205dfe tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0629096 Aug 23 15:07:41.794112 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa7b2039-b3d5-47d7-9e52-624f12db7c16 req-04b7b784-5935-4041-aa69-5c4c9ae3255f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369956 Aug 23 15:07:42.100401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-123ed736-0c5f-4646-9822-733846b5b90f req-99d5a1e8-386e-45eb-aeea-5efd5c1cb2d3 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0303407 Aug 23 15:07:42.917679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fc3b-3340-4d73-8c86-d692ec15d4aa req-807bb53d-c51b-45cf-a4d8-e49735c0b0f7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:42.919223 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2393fc3b-3340-4d73-8c86-d692ec15d4aa req-807bb53d-c51b-45cf-a4d8-e49735c0b0f7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0525451 Aug 23 15:07:42.958444 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2393fc3b-3340-4d73-8c86-d692ec15d4aa req-54950dd6-156a-4078-9727-caa3297613a9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329907 Aug 23 15:07:43.208676 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7f3635e4-1903-4186-85ea-b02d722aab8d req-3cdb9c54-eae9-486e-af4a-b669f18a4490 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0263238 Aug 23 15:07:43.223226 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e4b5465-11ff-4948-baee-395fe6964951 req-122c98d5-5854-497b-b750-64688c4a1e57 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0319805 Aug 23 15:07:44.078056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dba88a-e937-4402-9774-50b8ceb51eba req-05d42c2e-bcf1-41c3-9492-989a51ca0184 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:44.079764 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-36dba88a-e937-4402-9774-50b8ceb51eba req-05d42c2e-bcf1-41c3-9492-989a51ca0184 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0518105 Aug 23 15:07:44.118780 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-36dba88a-e937-4402-9774-50b8ceb51eba req-dcd3deae-fe1c-4e00-b710-c55d8e22a0f9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326672 Aug 23 15:07:44.345861 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b70349f-d627-4d0b-ac83-c9c9d56b437d req-1b6fd0c5-d93c-4bf8-a4f8-5e71337811c5 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0277810 Aug 23 15:07:45.250583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7650a3a-65d1-4f31-aced-00b541c7d682 req-6f9938b4-644c-4d3d-97fe-27a7815e3397 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:45.252377 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7650a3a-65d1-4f31-aced-00b541c7d682 req-6f9938b4-644c-4d3d-97fe-27a7815e3397 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0584233 Aug 23 15:07:45.295606 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7650a3a-65d1-4f31-aced-00b541c7d682 req-7968304d-9f09-43c6-bf47-aeb9b0e6f226 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363035 Aug 23 15:07:45.455989 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0c65fae2-3daf-4a8a-ba53-eff2a8b183dd req-bb6aa99b-435d-421f-8839-d554e72d2113 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0301445 Aug 23 15:07:45.570910 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:45.918791 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f92c4b09-9c60-4792-b670-a3ef0f6c81ee req-5de84905-f5ec-4339-bdf4-29c8a9aa192b tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0276546 Aug 23 15:07:46.419680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f0aab-35b5-4988-87a4-50e7177a6424 req-b64e2b80-d9fd-446f-8fc1-35b30f326636 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:46.422092 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-578f0aab-35b5-4988-87a4-50e7177a6424 req-b64e2b80-d9fd-446f-8fc1-35b30f326636 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0556643 Aug 23 15:07:46.467036 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-578f0aab-35b5-4988-87a4-50e7177a6424 req-ef8b8074-12a6-4434-a447-f7b7b0c75c5e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374088 Aug 23 15:07:47.042759 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3acf8fe-c6df-49ab-8e13-14983834e5a5 req-0a967d36-80b8-445a-bd4a-ab60b0cd1147 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0399423 Aug 23 15:07:47.603398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a052b-c67e-402d-bd7c-4e299fa267e1 req-4a86e26b-2c73-4d7d-81b5-dd953f335782 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:47.606535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-899a052b-c67e-402d-bd7c-4e299fa267e1 req-4a86e26b-2c73-4d7d-81b5-dd953f335782 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0568917 Aug 23 15:07:47.651798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-899a052b-c67e-402d-bd7c-4e299fa267e1 req-298a25f7-5b17-49be-a15d-3047550bd19d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368724 Aug 23 15:07:48.191771 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aead820e-4fbb-4b0f-bedd-588d9993b9df req-a020c4fb-2089-418b-9aaa-602db9dfc673 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0345082 Aug 23 15:07:48.559981 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41382) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:48.689757 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d321d36a-8355-48ab-b0db-1168c4b40e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:48.794786 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca1736-10fb-4141-9661-c98b2ec0eab7 req-c240ac10-26fc-4a91-b453-f4a2db17c655 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:48.797020 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2eca1736-10fb-4141-9661-c98b2ec0eab7 req-c240ac10-26fc-4a91-b453-f4a2db17c655 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0552404 Aug 23 15:07:48.816455 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d321d36a-8355-48ab-b0db-1168c4b40e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:48.839977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2eca1736-10fb-4141-9661-c98b2ec0eab7 req-33a14be7-c83a-41f8-80c4-d5802afa555f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344150 Aug 23 15:07:48.968658 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d321d36a-8355-48ab-b0db-1168c4b40e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:49.009172 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d321d36a-8355-48ab-b0db-1168c4b40e31 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=041c0ae289d64beda6099533fb1f73d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4478512 Aug 23 15:07:49.012695 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41394) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:49.016738 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321d36a-8355-48ab-b0db-1168c4b40e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14419cc5-1ee5-4289-bfdc-ee2c7f0c097c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:49.079713 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41e1d1d7-7a5f-480c-8e57-adf4d6ba0e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:49.107404 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41e1d1d7-7a5f-480c-8e57-adf4d6ba0e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:49.299180 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8464ed28-c726-4f0d-bf8f-f07dbf12fd66 req-0adeede5-bb0e-4d07-bc41-a4dce38c4b8d tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0294020 Aug 23 15:07:49.300244 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41e1d1d7-7a5f-480c-8e57-adf4d6ba0e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:49.312832 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41e1d1d7-7a5f-480c-8e57-adf4d6ba0e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:49.316621 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-41e1d1d7-7a5f-480c-8e57-adf4d6ba0e28 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/14419cc5-1ee5-4289-bfdc-ee2c7f0c097c HTTP/1.1" status: 204 len: 168 time: 0.3028815 Aug 23 15:07:49.326872 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1d1d7-7a5f-480c-8e57-adf4d6ba0e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14419cc5-1ee5-4289-bfdc-ee2c7f0c097c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:49.975547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec6c9e-f2e7-4309-a5c8-effda782aa2e req-1b45dd88-735b-462e-99d6-30d6240cdcf0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:49.977111 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2cec6c9e-f2e7-4309-a5c8-effda782aa2e req-1b45dd88-735b-462e-99d6-30d6240cdcf0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0586381 Aug 23 15:07:50.019115 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2cec6c9e-f2e7-4309-a5c8-effda782aa2e req-1014e660-070e-4a5c-b8df-379f4465d5e8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339549 Aug 23 15:07:50.145915 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:50.187559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41444) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:50.205917 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e072f9cc-ea07-4c0f-9d1a-253474047f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:50.306236 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e072f9cc-ea07-4c0f-9d1a-253474047f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:50.375140 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e072f9cc-ea07-4c0f-9d1a-253474047f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:50.407120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e072f9cc-ea07-4c0f-9d1a-253474047f36 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=94ea26a90a154315b973e35561177fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182913 Aug 23 15:07:50.409768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41462) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:50.436073 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072f9cc-ea07-4c0f-9d1a-253474047f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded6bb68-a5ae-4894-a0a3-034d73949df8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:50.480816 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c3b317e-888d-42b1-b3a9-1244c73df287 req-be150f9b-98d3-4ce5-80e7-0f6329e772ba tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0610497 Aug 23 15:07:50.515864 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be2d4424-adc4-4557-bd32-9be4bb0798d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:50.544065 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be2d4424-adc4-4557-bd32-9be4bb0798d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:50.665893 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be2d4424-adc4-4557-bd32-9be4bb0798d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:50.670006 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be2d4424-adc4-4557-bd32-9be4bb0798d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:50.671489 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-be2d4424-adc4-4557-bd32-9be4bb0798d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ded6bb68-a5ae-4894-a0a3-034d73949df8 HTTP/1.1" status: 204 len: 168 time: 0.2602558 Aug 23 15:07:50.684931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d4424-adc4-4557-bd32-9be4bb0798d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded6bb68-a5ae-4894-a0a3-034d73949df8,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:51.161006 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb96b38-64ef-4d8f-a127-7a7583a85c25 req-ff8de6f8-45ad-491b-a808-be69a978f631 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:51.161006 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9cb96b38-64ef-4d8f-a127-7a7583a85c25 req-ff8de6f8-45ad-491b-a808-be69a978f631 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0648720 Aug 23 15:07:51.208307 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9cb96b38-64ef-4d8f-a127-7a7583a85c25 req-fe318ad0-cb5c-487b-a00c-6a3670115fa9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435236 Aug 23 15:07:51.609864 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-153b9b48-e253-414c-ab29-c60e7c6747cf req-400ac617-4994-431f-9aae-662dc3dc347c tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0339837 Aug 23 15:07:52.415370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d433df-8a78-41ec-89a2-0fa59ec9a887 req-b97b8c4a-58c9-4f65-bb84-3296bc6e1ca7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:52.418268 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-26d433df-8a78-41ec-89a2-0fa59ec9a887 req-b97b8c4a-58c9-4f65-bb84-3296bc6e1ca7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0648136 Aug 23 15:07:52.471421 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-26d433df-8a78-41ec-89a2-0fa59ec9a887 req-5b882b51-c973-42b3-b6b8-1f3e3d40e27f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444896 Aug 23 15:07:52.651930 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d9f5855a-661f-4846-af1a-f0240f8fc769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:52.751928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80156462-c744-4525-80a8-be618a641bc7 req-55d5de03-f949-4413-80f4-b64a403c6c22 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0339866 Aug 23 15:07:53.603097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59064010-b3ff-4869-8203-28a3bde28732 req-53548a9f-dcf9-4429-84b5-587020c92a23 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:53.608210 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-59064010-b3ff-4869-8203-28a3bde28732 req-53548a9f-dcf9-4429-84b5-587020c92a23 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0589435 Aug 23 15:07:53.652259 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-59064010-b3ff-4869-8203-28a3bde28732 req-11104897-179f-4056-84af-c345b4e833df tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404050 Aug 23 15:07:53.886998 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b972471f-9cc7-4192-b8fe-23e967b94bb6 req-1d10856e-f6e2-4822-a72a-ab96fe2ab478 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0305433 Aug 23 15:07:54.787491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf24586-bdf6-4ee8-ae2f-68e09e553eea req-8e22e0dd-82a5-443e-9de6-8215c5e372c5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:54.789041 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cdf24586-bdf6-4ee8-ae2f-68e09e553eea req-8e22e0dd-82a5-443e-9de6-8215c5e372c5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0538876 Aug 23 15:07:54.829089 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cdf24586-bdf6-4ee8-ae2f-68e09e553eea req-833d2907-ae53-4cbc-83b4-728934ed1cc3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329702 Aug 23 15:07:55.014505 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2b05078-8471-41c8-9d34-bf2703117211 req-51e6eb40-cf3c-4b85-a864-10a474d7a1e6 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0363972 Aug 23 15:07:55.616910 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:55.964960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcc551-48a8-45fe-b241-0904ae85514e req-f8b52a72-d43c-46dd-bf2f-8b9932a46f24 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:55.966523 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0bbcc551-48a8-45fe-b241-0904ae85514e req-f8b52a72-d43c-46dd-bf2f-8b9932a46f24 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0567493 Aug 23 15:07:56.007157 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0bbcc551-48a8-45fe-b241-0904ae85514e req-878c0133-8691-4e4d-8305-8888be012ea7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344284 Aug 23 15:07:56.132520 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8fb3484-ce04-492c-a183-07a2924aca20 req-32145a52-bb89-454e-9490-edd22f89d082 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0318477 Aug 23 15:07:56.627617 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0986bc93-cf49-4d19-8ce3-247870e791ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:56.770787 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:57.159247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c738bb4-1c08-4cd0-a7c1-9307a0d7e0b0 req-7696e405-7208-48c8-85fe-a09999bbe72f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:57.160789 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c738bb4-1c08-4cd0-a7c1-9307a0d7e0b0 req-7696e405-7208-48c8-85fe-a09999bbe72f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 944 time: 0.0657017 Aug 23 15:07:57.242954 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c738bb4-1c08-4cd0-a7c1-9307a0d7e0b0 req-5d4b93f0-382f-4fbe-a609-cecaf7aa2809 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727639 Aug 23 15:07:57.274572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 77f29aef-846a-417e-ba30-8191f9302c32 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:07:57.325539 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70d99618-bf21-497f-b1ac-5f9c74fd1477 req-b2c105dd-1584-461e-b799-46cc8f17b945 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0350204 Aug 23 15:07:57.424126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 77f29aef-846a-417e-ba30-8191f9302c32, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=77f29aef-846a-417e-ba30-8191f9302c32,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:57.439443 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '77f29aef-846a-417e-ba30-8191f9302c32', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'port_id': '77f29aef-846a-417e-ba30-8191f9302c32', 'mac_address': 'fa:16:3e:37:c6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:07:57.514465 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:57.532306 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f29aef-846a-417e-ba30-8191f9302c32 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:07:57.561187 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 77f29aef-846a-417e-ba30-8191f9302c32, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=77f29aef-846a-417e-ba30-8191f9302c32,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:57.633653 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:57.732842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=77f29aef-846a-417e-ba30-8191f9302c32,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:57.766715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41908) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:57.875727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['77f29aef-846a-417e-ba30-8191f9302c32'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:07:57.931917 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9305d525-5a6b-49c9-b65b-59b852e79116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:58.100329 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:07:58.118028 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9305d525-5a6b-49c9-b65b-59b852e79116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:58.202343 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9305d525-5a6b-49c9-b65b-59b852e79116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:58.247830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305d525-5a6b-49c9-b65b-59b852e79116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdf06d0-4f3e-408b-aa44-a252310cec45,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:58.253649 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9305d525-5a6b-49c9-b65b-59b852e79116 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d08c223419f74deba4b29118136a36fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856942 Aug 23 15:07:58.256358 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41936) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:58.320647 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-06fc24a3-a0b6-476f-b93f-7585d522c55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:58.380959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-06fc24a3-a0b6-476f-b93f-7585d522c55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:58.418069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6961fb0-4054-4cf8-b0cb-4c1d7dbfa935 req-8b1aa6f5-40b0-4d2d-968c-a5af001d0a5e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:58.420085 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6961fb0-4054-4cf8-b0cb-4c1d7dbfa935 req-8b1aa6f5-40b0-4d2d-968c-a5af001d0a5e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 945 time: 0.0949454 Aug 23 15:07:58.489542 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a5aa7873-8da4-43f5-bb62-87131b062c0c req-9e4a05a4-b921-4bbc-b2c5-d0a8fca22d63 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0476966 Aug 23 15:07:58.491178 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6961fb0-4054-4cf8-b0cb-4c1d7dbfa935 req-d998c7d0-ba47-41d5-9e24-853d942304a3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621510 Aug 23 15:07:58.603676 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:58.644050 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-06fc24a3-a0b6-476f-b93f-7585d522c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:58.646746 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-06fc24a3-a0b6-476f-b93f-7585d522c55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:58.650158 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-06fc24a3-a0b6-476f-b93f-7585d522c55f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8bdf06d0-4f3e-408b-aa44-a252310cec45 HTTP/1.1" status: 204 len: 168 time: 0.3904629 Aug 23 15:07:58.657651 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc24a3-a0b6-476f-b93f-7585d522c55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdf06d0-4f3e-408b-aa44-a252310cec45,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:59.273426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 77f29aef-846a-417e-ba30-8191f9302c32 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:07:59.422210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 77f29aef-846a-417e-ba30-8191f9302c32 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:07:59.426459 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 77f29aef-846a-417e-ba30-8191f9302c32 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:07:59.430854 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:59.514031 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:59.559043 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42016) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:07:59.569594 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7629875-4d9f-4b3b-b044-4b0e947c8248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f29aef-846a-417e-ba30-8191f9302c32'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:07:59.579943 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4abb99b-1456-46fd-b0b8-69a530dc1e7a" -d '{"events": [{"server_uuid": "b7629875-4d9f-4b3b-b044-4b0e947c8248", "name": "network-vif-plugged", "status": "completed", "tag": "77f29aef-846a-417e-ba30-8191f9302c32"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:07:59.589817 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1370c247-3dca-4855-ba9f-629006df7674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:59.606210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 77f29aef-846a-417e-ba30-8191f9302c32, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=77f29aef-846a-417e-ba30-8191f9302c32,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:07:59.658313 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-16f113e1-6977-468f-a9b0-28b5af130f01 req-92e1696a-db21-4e6e-b42c-b54856c1bea2 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0367429 Aug 23 15:07:59.658541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315668e-772b-4113-a31a-6f905db25e60 req-9d0b358e-051f-493a-8135-b25796841f77 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:59.664272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c315668e-772b-4113-a31a-6f905db25e60 req-9d0b358e-051f-493a-8135-b25796841f77 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 945 time: 0.0587282 Aug 23 15:07:59.690613 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:59.737670 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c315668e-772b-4113-a31a-6f905db25e60 req-1d9a34fd-4685-404c-9c4d-31579b0bba67 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724044 Aug 23 15:07:59.760742 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3542be1e-3bd9-4ea9-8893-391e81b5231e x-openstack-request-id: req-3542be1e-3bd9-4ea9-8893-391e81b5231e {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:07:59.761084 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7629875-4d9f-4b3b-b044-4b0e947c8248", "name": "network-vif-plugged", "status": "completed", "tag": "77f29aef-846a-417e-ba30-8191f9302c32", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:07:59.761341 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3542be1e-3bd9-4ea9-8893-391e81b5231e {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:07:59.761776 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7629875-4d9f-4b3b-b044-4b0e947c8248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f29aef-846a-417e-ba30-8191f9302c32', 'code': 200} Aug 23 15:07:59.792421 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=77f29aef-846a-417e-ba30-8191f9302c32,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:59.823845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1370c247-3dca-4855-ba9f-629006df7674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:59.875103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9483e-7b40-4ca0-9d7d-749655b8d47e req-f3321f88-e5e0-47b5-9150-0833cbd60034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:07:59.876629 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-56c9483e-7b40-4ca0-9d7d-749655b8d47e req-f3321f88-e5e0-47b5-9150-0833cbd60034 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 1097 time: 0.0459700 Aug 23 15:07:59.904388 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1370c247-3dca-4855-ba9f-629006df7674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:07:59.936455 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-56c9483e-7b40-4ca0-9d7d-749655b8d47e req-8fbd8505-b71f-4497-95c3-4a5e04ef4b52 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518289 Aug 23 15:07:59.956071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370c247-3dca-4855-ba9f-629006df7674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dd5e90-4ca0-4b2f-9551-07ddf3fe6794,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:07:59.960839 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1370c247-3dca-4855-ba9f-629006df7674 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8dc5ab4c4b194b6f9dc00bfbc4278b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996506 Aug 23 15:07:59.964772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42038) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:00.022465 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:00.054096 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:00.168774 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:00.171917 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:00.173209 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0dd5e90-4ca0-4b2f-9551-07ddf3fe6794 HTTP/1.1" status: 204 len: 168 time: 0.2074888 Aug 23 15:08:00.183198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dd5e90-4ca0-4b2f-9551-07ddf3fe6794,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:00.191266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:00.191946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:00.192463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:00.192973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:00.193510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:00.194014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:00.194524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:00.201898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:00.207645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:00.207645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:00.207645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:00.207645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05963fa7-f136-497a-8293-2b3b99ef05a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:00.803272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc6e865f-57c2-4399-ac02-bf834706b55b req-89d34de5-2a81-45d8-9b8e-af26c882ab1a tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0443392 Aug 23 15:08:00.933340 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58855f-9c20-4c79-8773-b6967250c302 req-8c23a5c1-a28f-46f4-926f-1f215a433d5c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:00.934632 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ce58855f-9c20-4c79-8773-b6967250c302 req-8c23a5c1-a28f-46f4-926f-1f215a433d5c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 946 time: 0.0547471 Aug 23 15:08:00.976225 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ce58855f-9c20-4c79-8773-b6967250c302 req-6a90afa9-e363-4d8e-aea8-88d937dd55a0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347140 Aug 23 15:08:01.309787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42120) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:01.358741 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-29ad4151-f417-452c-b0a6-c84d49381189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:01.518120 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-29ad4151-f417-452c-b0a6-c84d49381189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:01.605157 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-29ad4151-f417-452c-b0a6-c84d49381189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:01.647604 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-29ad4151-f417-452c-b0a6-c84d49381189 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=03cc1be612bb4572998d2406cf2f7793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3318706 Aug 23 15:08:01.648546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad4151-f417-452c-b0a6-c84d49381189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a56b177-ff18-4205-bc34-ec9bed0d5534,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:01.650780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42132) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:01.708368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7dbb3c66-f574-4026-a77c-d12f170ff5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:01.730938 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7dbb3c66-f574-4026-a77c-d12f170ff5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:01.867922 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7dbb3c66-f574-4026-a77c-d12f170ff5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:01.873047 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7dbb3c66-f574-4026-a77c-d12f170ff5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:01.874597 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7dbb3c66-f574-4026-a77c-d12f170ff5b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a56b177-ff18-4205-bc34-ec9bed0d5534 HTTP/1.1" status: 204 len: 168 time: 0.2225614 Aug 23 15:08:01.893197 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb3c66-f574-4026-a77c-d12f170ff5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a56b177-ff18-4205-bc34-ec9bed0d5534,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:01.970674 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-507a6fbe-12c8-4ba4-b6c3-c0f7a3dcdc85 req-bbc3fb6c-5829-494d-9ede-f1303ad72217 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0475204 Aug 23 15:08:02.304619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad189b-033e-4f28-8c52-70adcde8d82e req-07825d87-2f5f-40c8-a7ef-5b11179ffcad tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:02.307804 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-40ad189b-033e-4f28-8c52-70adcde8d82e req-07825d87-2f5f-40c8-a7ef-5b11179ffcad tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 946 time: 0.0664468 Aug 23 15:08:02.371731 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-40ad189b-033e-4f28-8c52-70adcde8d82e req-dae5157b-1a6a-490b-a0c8-86418fd1f8ec tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573297 Aug 23 15:08:02.564647 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc5672-5543-488e-b144-9455f3c71daf req-c3cbc0bd-3b99-4992-ba12-f934e7a52f57 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:02.574251 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7fc5672-5543-488e-b144-9455f3c71daf req-c3cbc0bd-3b99-4992-ba12-f934e7a52f57 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 946 time: 0.0787334 Aug 23 15:08:02.645803 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7fc5672-5543-488e-b144-9455f3c71daf req-bbfa9249-6872-4ac9-831b-8211412a1b7b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706375 Aug 23 15:08:02.905929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55176ab-475f-491c-b6d5-e3d92243d07a req-80dda730-6323-4770-b6af-a379a8edfb26 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:02.907684 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b55176ab-475f-491c-b6d5-e3d92243d07a req-80dda730-6323-4770-b6af-a379a8edfb26 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 946 time: 0.0748751 Aug 23 15:08:02.970142 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b55176ab-475f-491c-b6d5-e3d92243d07a req-8c38c315-0568-45aa-8731-f40b352527c8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525897 Aug 23 15:08:03.176283 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-de94630a-f8e3-42c4-bcf5-d7c918111722 req-c1cdefac-5818-46fb-9c6e-5f726b782927 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0527208 Aug 23 15:08:03.872009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713fd7f-f064-455c-a500-ea9c1ace4b52 req-b9855836-5428-4708-8337-90d70b4b954e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:03.881269 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8713fd7f-f064-455c-a500-ea9c1ace4b52 req-b9855836-5428-4708-8337-90d70b4b954e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 946 time: 0.0828633 Aug 23 15:08:03.920883 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8713fd7f-f064-455c-a500-ea9c1ace4b52 req-6db39dd6-9d71-40e3-9d6f-20bef9e45f13 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383382 Aug 23 15:08:04.367556 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0ce95310-3b53-4140-8f38-d66c56cb0250 req-1679b812-42b8-4624-9488-ea7c40c8907c tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0801630 Aug 23 15:08:05.045604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360fa85-aed5-4dde-9fc9-a3eb0f711268 req-b6741e83-9a7a-4bfe-9ea1-f8b6eeb95919 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:05.047170 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5360fa85-aed5-4dde-9fc9-a3eb0f711268 req-b6741e83-9a7a-4bfe-9ea1-f8b6eeb95919 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 946 time: 0.0519607 Aug 23 15:08:05.090776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5360fa85-aed5-4dde-9fc9-a3eb0f711268 req-db3e5d1c-601a-433b-9acb-78aea91a03c8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352938 Aug 23 15:08:05.287127 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776648ff-4413-4795-a933-854c7364fabd req-3969eb60-d056-4517-995f-41e59f08399a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:05.288748 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-776648ff-4413-4795-a933-854c7364fabd req-3969eb60-d056-4517-995f-41e59f08399a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 946 time: 0.0586667 Aug 23 15:08:05.413094 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-776648ff-4413-4795-a933-854c7364fabd req-d90d5954-08f2-4e18-9441-cd284cde486b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Deleting port 77f29aef-846a-417e-ba30-8191f9302c32 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:08:05.413667 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-776648ff-4413-4795-a933-854c7364fabd req-d90d5954-08f2-4e18-9441-cd284cde486b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:05.506852 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-25368c4c-02b0-4670-81ea-801c16a8e6c1 req-8e70ed0a-d418-4afb-a90a-aa469e7c8d54 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0316257 Aug 23 15:08:05.555370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-776648ff-4413-4795-a933-854c7364fabd req-d90d5954-08f2-4e18-9441-cd284cde486b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] For port 77f29aef-846a-417e-ba30-8191f9302c32, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=77f29aef-846a-417e-ba30-8191f9302c32,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:08:05.555785 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-776648ff-4413-4795-a933-854c7364fabd req-d90d5954-08f2-4e18-9441-cd284cde486b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:05.571378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-776648ff-4413-4795-a933-854c7364fabd req-d90d5954-08f2-4e18-9441-cd284cde486b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Calling delete_port for 77f29aef-846a-417e-ba30-8191f9302c32 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:08:05.796555 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-776648ff-4413-4795-a933-854c7364fabd req-d90d5954-08f2-4e18-9441-cd284cde486b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:05.827777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d5954-08f2-4e18-9441-cd284cde486b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event deleted for resources: {'Port': ['ID=77f29aef-846a-417e-ba30-8191f9302c32,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:05.872682 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-776648ff-4413-4795-a933-854c7364fabd req-d90d5954-08f2-4e18-9441-cd284cde486b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] No DVR routers for this DVR port 77f29aef-846a-417e-ba30-8191f9302c32 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:08:05.875429 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-776648ff-4413-4795-a933-854c7364fabd req-d90d5954-08f2-4e18-9441-cd284cde486b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:05.877506 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-776648ff-4413-4795-a933-854c7364fabd req-d90d5954-08f2-4e18-9441-cd284cde486b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.61 "DELETE /v2.0/ports/77f29aef-846a-417e-ba30-8191f9302c32 HTTP/1.1" status: 204 len: 173 time: 0.5792291 Aug 23 15:08:05.877972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7629875-4d9f-4b3b-b044-4b0e947c8248', 'name': 'network-vif-deleted', 'tag': '77f29aef-846a-417e-ba30-8191f9302c32'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:08:05.880312 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28882959-5134-41c1-8661-e59842643b75" -d '{"events": [{"server_uuid": "b7629875-4d9f-4b3b-b044-4b0e947c8248", "name": "network-vif-deleted", "tag": "77f29aef-846a-417e-ba30-8191f9302c32"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:08:05.945515 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2840c3-2f5d-49cd-8c81-32a919caec8f x-openstack-request-id: req-ba2840c3-2f5d-49cd-8c81-32a919caec8f {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:08:05.945812 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7629875-4d9f-4b3b-b044-4b0e947c8248", "name": "network-vif-deleted", "tag": "77f29aef-846a-417e-ba30-8191f9302c32", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:08:05.946128 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba2840c3-2f5d-49cd-8c81-32a919caec8f {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:08:05.946504 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7629875-4d9f-4b3b-b044-4b0e947c8248', 'name': 'network-vif-deleted', 'tag': '77f29aef-846a-417e-ba30-8191f9302c32', 'status': 'completed', 'code': 200} Aug 23 15:08:06.202532 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3901fe98-6273-4ba9-93d5-bc88803b2e48 req-5976e7a9-50d5-455a-a2bd-375526e6be7f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0290749 Aug 23 15:08:06.640004 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087bea85-fc76-44ed-986c-80dfb178ce97 req-1e8031df-4b29-48bd-91eb-1376febe3945 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0417171 Aug 23 15:08:07.323833 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 77f29aef-846a-417e-ba30-8191f9302c32 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:08:07.332473 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c8d42acd-1447-450d-9385-a8a8cb5d0ec3 req-dae7b0d4-39eb-4b7e-861d-aa7f1398c71d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0501611 Aug 23 15:08:07.387464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 77f29aef-846a-417e-ba30-8191f9302c32 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:08:07.388157 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 77f29aef-846a-417e-ba30-8191f9302c32 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:08:07.755797 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-22a79fda-02bc-4591-ace9-caa8695d4847 req-411d63eb-d565-47b3-98f6-dd68826f5222 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0281851 Aug 23 15:08:08.456205 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a694ccc3-2d42-4252-ae33-1a43bf48b46d req-840824be-af4d-4152-a8fe-b1763530adf6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0263724 Aug 23 15:08:08.878037 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b2a811e-e9c3-483b-a79f-375939821bd3 req-64746cd8-a89d-4a8b-89ec-947e45f2c516 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0303290 Aug 23 15:08:09.349104 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be487cb1-6c78-4399-b913-71c7131721e6 req-f191b0a7-1a76-4dc4-a9eb-d94e11ed9030 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:09.350752 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-be487cb1-6c78-4399-b913-71c7131721e6 req-f191b0a7-1a76-4dc4-a9eb-d94e11ed9030 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 946 time: 0.0602880 Aug 23 15:08:09.391346 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-be487cb1-6c78-4399-b913-71c7131721e6 req-ed736f1c-f1bd-4be5-b327-d32603a94627 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336914 Aug 23 15:08:09.556918 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-864aa4ed-874f-4b9d-8f21-173600d98424 req-8b09609a-e293-47c4-9c38-a53c20c8becf tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0265067 Aug 23 15:08:09.982089 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ca8b6ed-39cf-4cd3-9495-26e7b3b13747 req-bf1eb272-2243-4730-9b9e-3ccfc254648c tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0283465 Aug 23 15:08:10.520450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece83ae-a7a0-4280-a4cf-9f2f392c98ce req-bce0aea0-0ef6-407d-a493-b51be72bd90b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:10.522009 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ece83ae-a7a0-4280-a4cf-9f2f392c98ce req-bce0aea0-0ef6-407d-a493-b51be72bd90b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 946 time: 0.0537069 Aug 23 15:08:10.563392 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ece83ae-a7a0-4280-a4cf-9f2f392c98ce req-0d76311e-5f22-427f-a5c7-fc6088b65401 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350113 Aug 23 15:08:10.607057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-6f139723-e3e6-4af3-9e1d-803fa36633d6 req-6aee6914-3df9-4757-85d1-98eb532ef032 service neutron] (96115) timed out ('10.222.0.38', 56160) {{(pid=96115) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 15:08:10.651331 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-140d2d17-1c38-4397-84c0-cd767689c87f req-66532cef-83ef-4101-9d4d-66a9662b07c1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0271063 Aug 23 15:08:10.984329 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-7479d234-00de-4c23-b721-d906367e2f4b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:10.985827 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-7479d234-00de-4c23-b721-d906367e2f4b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 946 time: 0.0848241 Aug 23 15:08:10.997375 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc6f484b-a711-46e8-a645-fb4fc78115d9 req-66c69849-0685-4158-bb39-7384b1c0d8a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0624347 Aug 23 15:08:11.090296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-81a49657-a1f0-45cf-b9df-45d71626e245 req-f42b360a-d9fe-4b5c-9402-5575d16f0d70 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0308514 Aug 23 15:08:11.099886 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f484b-a711-46e8-a645-fb4fc78115d9 req-ad6ef634-92f3-457a-ae47-0a1ce0f02252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:11.101392 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc6f484b-a711-46e8-a645-fb4fc78115d9 req-ad6ef634-92f3-457a-ae47-0a1ce0f02252 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ba8e0b39a2c447419d19eb384b1bd396&device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 1101 time: 0.0770092 Aug 23 15:08:11.126135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-0f777545-25ed-4e4a-9d1f-237d3e350ef0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Deleting port 92975400-30d9-4977-93cd-945c92e371fc {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:08:11.126587 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-0f777545-25ed-4e4a-9d1f-237d3e350ef0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:11.310965 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-0f777545-25ed-4e4a-9d1f-237d3e350ef0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] For port 92975400-30d9-4977-93cd-945c92e371fc, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=92975400-30d9-4977-93cd-945c92e371fc,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:08:11.311261 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-0f777545-25ed-4e4a-9d1f-237d3e350ef0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:11.320001 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f484b-a711-46e8-a645-fb4fc78115d9 req-c73b4ca3-8a7d-4ee2-a8f8-149abbd76a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:11.321626 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc6f484b-a711-46e8-a645-fb4fc78115d9 req-c73b4ca3-8a7d-4ee2-a8f8-149abbd76a8e service neutron] 10.222.0.61 "GET /v2.0/networks?id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd HTTP/1.1" status: 200 len: 870 time: 0.1918457 Aug 23 15:08:11.695332 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc6f484b-a711-46e8-a645-fb4fc78115d9 req-4d362db4-e039-4e74-9800-35bdcda1e63c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=944e2e03-d679-4cb5-88a5-95fc361ef871 HTTP/1.1" status: 200 len: 217 time: 0.3489842 Aug 23 15:08:11.770264 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b14c175b-cc78-4d07-a8c2-bfcfcb33d472 req-794fb0e8-928d-442a-8b2c-80c0ae3c5de0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0331597 Aug 23 15:08:11.840285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f484b-a711-46e8-a645-fb4fc78115d9 req-25fb272c-1568-4634-a771-86f650797760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:11.841775 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc6f484b-a711-46e8-a645-fb4fc78115d9 req-25fb272c-1568-4634-a771-86f650797760 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1246367 Aug 23 15:08:11.887397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74a6b1-e802-460e-98a0-cc835588c59e req-1adb4ea9-8392-420f-a070-ed6f93789a31 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:11.889049 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-af74a6b1-e802-460e-98a0-cc835588c59e req-1adb4ea9-8392-420f-a070-ed6f93789a31 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 946 time: 0.2020617 Aug 23 15:08:12.037768 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-af74a6b1-e802-460e-98a0-cc835588c59e req-2eb98fa2-8c60-45b0-9c7c-e03dfae51a95 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=97846283-87fd-43a2-bcc1-999b43d958a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1022620 Aug 23 15:08:12.043345 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-0f777545-25ed-4e4a-9d1f-237d3e350ef0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:12.043777 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-0f777545-25ed-4e4a-9d1f-237d3e350ef0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:12.044674 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-0f777545-25ed-4e4a-9d1f-237d3e350ef0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Floating IP d303a1fc-6c6e-45d2-93fd-bab83882a374 disassociated. External IP: 172.25.8.27, port: 92975400-30d9-4977-93cd-945c92e371fc. Aug 23 15:08:12.044674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-0f777545-25ed-4e4a-9d1f-237d3e350ef0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Calling delete_port for 92975400-30d9-4977-93cd-945c92e371fc owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:08:12.050075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f484b-a711-46e8-a645-fb4fc78115d9 req-b403f2d6-a563-4b98-9b17-171e910b2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:12.051796 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc6f484b-a711-46e8-a645-fb4fc78115d9 req-b403f2d6-a563-4b98-9b17-171e910b2c9c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1986661 Aug 23 15:08:12.223000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b95d8c36-8796-4717-aee5-c4894884c4db req-39c5d043-8e1d-400e-9fef-a9d9ac126ed7 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0425057 Aug 23 15:08:12.233564 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc6f484b-a711-46e8-a645-fb4fc78115d9 req-c70888b6-d621-4b99-968e-bd31e8782273 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735981 Aug 23 15:08:12.402072 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc6f484b-a711-46e8-a645-fb4fc78115d9 req-32288868-08d3-4c61-9a32-ff6923db1361 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572623 Aug 23 15:08:12.467919 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-0f777545-25ed-4e4a-9d1f-237d3e350ef0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:12.503126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f777545-25ed-4e4a-9d1f-237d3e350ef0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event deleted for resources: {'Port': ['ID=92975400-30d9-4977-93cd-945c92e371fc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:12.672783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-0f777545-25ed-4e4a-9d1f-237d3e350ef0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Router a6811d1b-2289-46c0-9a63-a308cb320d85 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:08:12.688842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-0e708d8a-cc4c-4295-995c-b3e915d33ad2 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:12.688842 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-0e708d8a-cc4c-4295-995c-b3e915d33ad2 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/networks?id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f HTTP/1.1" status: 200 len: 815 time: 0.1364014 Aug 23 15:08:12.716343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-6f42a82d-ba10-43a8-a428-3bb6ca79fab5 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/quotas/6562da62424741dd8e53f325978af055 HTTP/1.1" status: 200 len: 375 time: 0.0227005 Aug 23 15:08:12.804448 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-41974592-80a6-4e04-8fe6-a82e4565b37b tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6562da62424741dd8e53f325978af055&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809221 Aug 23 15:08:12.851803 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-0f777545-25ed-4e4a-9d1f-237d3e350ef0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:08:12.873993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0714bed-9525-4e40-ac7a-8e646bcdd83c None None] Sync routers for ids ['a6811d1b-2289-46c0-9a63-a308cb320d85'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:08:12.890844 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0714bed-9525-4e40-ac7a-8e646bcdd83c None None] Routers {'a6811d1b-2289-46c0-9a63-a308cb320d85'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:08:12.891759 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a0714bed-9525-4e40-ac7a-8e646bcdd83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:07:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a6811d1b-2289-46c0-9a63-a308cb320d85'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:08:12.924425 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-0f777545-25ed-4e4a-9d1f-237d3e350ef0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] No DVR routers for this DVR port 92975400-30d9-4977-93cd-945c92e371fc on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:08:12.927484 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-0f777545-25ed-4e4a-9d1f-237d3e350ef0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:12.930177 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f31948a6-ff86-411d-a0ae-f333b81c64d8 req-0f777545-25ed-4e4a-9d1f-237d3e350ef0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.57 "DELETE /v2.0/ports/92975400-30d9-4977-93cd-945c92e371fc HTTP/1.1" status: 204 len: 173 time: 1.9318290 Aug 23 15:08:12.932345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'name': 'network-vif-deleted', 'tag': '92975400-30d9-4977-93cd-945c92e371fc'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:08:12.936235 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01ec11b-1544-4b1a-a3de-b2cc2e6b0bc1" -d '{"events": [{"server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "name": "network-vif-deleted", "tag": "92975400-30d9-4977-93cd-945c92e371fc"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:08:13.023787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fd8d1-4abc-4acd-b3e7-2b8d1491eea8 req-d0ba5854-c8e2-49b6-890d-5f475013311a tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:13.026079 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc1fd8d1-4abc-4acd-b3e7-2b8d1491eea8 req-d0ba5854-c8e2-49b6-890d-5f475013311a tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 950 time: 0.1121769 Aug 23 15:08:13.047171 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-2001f64e-e52f-4dcd-bc67-aa6b36f7e8e4 service neutron] 10.222.0.38 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339845 Aug 23 15:08:13.119911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-a0714bed-9525-4e40-ac7a-8e646bcdd83c None None] Set router a6811d1b-2289-46c0-9a63-a308cb320d85 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:08:13.139198 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc1fd8d1-4abc-4acd-b3e7-2b8d1491eea8 req-fea612a9-841a-4bc7-b885-51ced0686137 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/security-groups?id=26e75964-bd7c-4fb5-82b7-d8eeec7cf14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065321 Aug 23 15:08:13.295281 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-44a05ac1-ed67-4108-8f2e-8f1490ad447c service neutron] 10.222.0.38 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469008 Aug 23 15:08:13.381135 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-af36f664-ff16-4362-88cf-8fff142d64d2 req-ae6c3e3e-5ded-40d9-83ee-8948d84ef884 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0969505 Aug 23 15:08:13.480447 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45563012-5af2-44ce-a9b3-a5bcd91dcef5 x-openstack-request-id: req-45563012-5af2-44ce-a9b3-a5bcd91dcef5 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:08:13.480744 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfc0295-dafd-490e-b656-d8d26c152ffd", "name": "network-vif-deleted", "tag": "92975400-30d9-4977-93cd-945c92e371fc", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:08:13.481001 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45563012-5af2-44ce-a9b3-a5bcd91dcef5 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:08:13.481405 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfc0295-dafd-490e-b656-d8d26c152ffd', 'name': 'network-vif-deleted', 'tag': '92975400-30d9-4977-93cd-945c92e371fc', 'status': 'completed', 'code': 200} Aug 23 15:08:13.487244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a0714bed-9525-4e40-ac7a-8e646bcdd83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e026d3f4-84d7-49c5-9238-dbec8de9d0c1', 'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'mac_address': 'fa:16:3e:cb:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:35Z', 'updated_at': '2021-08-23T15:03:43Z', 'revision_number': 5, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'subnets': [{'id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:08:13.586608 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0714bed-9525-4e40-ac7a-8e646bcdd83c None None] Checking router: a6811d1b-2289-46c0-9a63-a308cb320d85 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:08:13.637388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0714bed-9525-4e40-ac7a-8e646bcdd83c None None] Routers {'a6811d1b-2289-46c0-9a63-a308cb320d85'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:08:13.638047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a0714bed-9525-4e40-ac7a-8e646bcdd83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:07:56Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a6811d1b-2289-46c0-9a63-a308cb320d85'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:08:13.642048 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2bcab817-3959-47a7-822f-8dc8cc151109 req-e0320190-81e6-482b-b95d-08df661ba5a2 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=8bfc0295-dafd-490e-b656-d8d26c152ffd HTTP/1.1" status: 200 len: 210 time: 0.0389135 Aug 23 15:08:13.764387 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-87d1f2eb-c973-403e-beb1-c4f10a60973a req-597c0eb9-691e-401d-b9cc-8e146b57ad4e tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 210 time: 0.0720494 Aug 23 15:08:13.776898 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb9787e6-5640-4fc2-918a-009cecfe5c40 req-8ae39647-1330-4b50-a3f0-c5234441afdb tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0703974 Aug 23 15:08:13.915384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-a0714bed-9525-4e40-ac7a-8e646bcdd83c None None] Set router a6811d1b-2289-46c0-9a63-a308cb320d85 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:08:14.353481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbde9c-af2d-475e-80a8-1468aa1d1bb4 req-e40182b2-4dc0-4968-a91f-1149b6b39f65 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:14.355060 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7dbde9c-af2d-475e-80a8-1468aa1d1bb4 req-e40182b2-4dc0-4968-a91f-1149b6b39f65 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.61 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 950 time: 0.1213109 Aug 23 15:08:14.436570 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a0714bed-9525-4e40-ac7a-8e646bcdd83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e026d3f4-84d7-49c5-9238-dbec8de9d0c1', 'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'mac_address': 'fa:16:3e:cb:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:35Z', 'updated_at': '2021-08-23T15:03:43Z', 'revision_number': 5, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'subnets': [{'id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:08:14.458614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0bdb6-9e04-47d2-bd1c-58dd9489a47f req-de2331e7-a9b5-4242-8ab8-fb477f3e53ff tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:14.470356 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0a0bdb6-9e04-47d2-bd1c-58dd9489a47f req-de2331e7-a9b5-4242-8ab8-fb477f3e53ff tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 950 time: 0.1872742 Aug 23 15:08:14.497574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0714bed-9525-4e40-ac7a-8e646bcdd83c None None] The sync data for ids ['a6811d1b-2289-46c0-9a63-a308cb320d85'] in n-d-804985-3 is: [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e026d3f4-84d7-49c5-9238-dbec8de9d0c1', 'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'mac_address': 'fa:16:3e:cb:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:35Z', 'updated_at': '2021-08-23T15:03:43Z', 'revision_number': 5, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'subnets': [{'id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:08:14.549846 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e42b181-6c2c-4725-83cb-850b1abe592f req-ae952ec2-abea-40fd-ac09-6724bdf056d7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0588119 Aug 23 15:08:14.617866 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0a0bdb6-9e04-47d2-bd1c-58dd9489a47f req-a112e18f-9033-4068-a32b-062b8c53ec50 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/security-groups?id=26e75964-bd7c-4fb5-82b7-d8eeec7cf14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463511 Aug 23 15:08:14.646170 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-f7dbde9c-af2d-475e-80a8-1468aa1d1bb4 req-2bb1f2fa-509a-4572-999c-5e5410bae2a6 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Deleting port 944e2e03-d679-4cb5-88a5-95fc361ef871 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:08:14.646812 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7dbde9c-af2d-475e-80a8-1468aa1d1bb4 req-2bb1f2fa-509a-4572-999c-5e5410bae2a6 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:14.857613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 92975400-30d9-4977-93cd-945c92e371fc no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:08:14.865626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-f7dbde9c-af2d-475e-80a8-1468aa1d1bb4 req-2bb1f2fa-509a-4572-999c-5e5410bae2a6 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] For port 944e2e03-d679-4cb5-88a5-95fc361ef871, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=944e2e03-d679-4cb5-88a5-95fc361ef871,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:08:14.866008 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7dbde9c-af2d-475e-80a8-1468aa1d1bb4 req-2bb1f2fa-509a-4572-999c-5e5410bae2a6 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:14.899032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-f7dbde9c-af2d-475e-80a8-1468aa1d1bb4 req-2bb1f2fa-509a-4572-999c-5e5410bae2a6 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Calling delete_port for 944e2e03-d679-4cb5-88a5-95fc361ef871 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:08:15.038618 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 92975400-30d9-4977-93cd-945c92e371fc {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:08:15.048896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 92975400-30d9-4977-93cd-945c92e371fc not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:08:15.225455 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35058f03-de1c-41e0-90dc-a9a6394d7d40 None None] New status for floating IP d303a1fc-6c6e-45d2-93fd-bab83882a374: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:08:15.252519 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d18dd3a8-a907-405f-b03a-4ce76d605769 req-3b71daa3-2a92-4482-b769-0c21419ce0ef tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0985031 Aug 23 15:08:15.284280 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1aa4a8ca-3aee-4728-a0c8-4eee1f6abd96 req-9774d241-4453-45ed-bc89-f847630a13e8 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 210 time: 0.1793458 Aug 23 15:08:15.472554 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42368) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:15.578013 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f652f27f-afa1-42c9-8fe3-7954291f9281 req-b90380be-6b5c-4ab7-9fc5-74406c3ccec8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0945637 Aug 23 15:08:15.610911 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7dbde9c-af2d-475e-80a8-1468aa1d1bb4 req-2bb1f2fa-509a-4572-999c-5e5410bae2a6 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:15.638053 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:15.703121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1f2fa-509a-4572-999c-5e5410bae2a6 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Pushing event deleted for resources: {'Port': ['ID=944e2e03-d679-4cb5-88a5-95fc361ef871,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:15.736446 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-64dc722f-dbb7-414d-a61e-79859b030695 req-bf2a7b52-5184-4225-a318-7dda5034b92a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0729978 Aug 23 15:08:15.742870 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f1d51c92-627e-4ef0-9f15-7d47a07d3ff8 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:15.768175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dbde9c-af2d-475e-80a8-1468aa1d1bb4 req-2bb1f2fa-509a-4572-999c-5e5410bae2a6 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] No DVR routers for this DVR port 944e2e03-d679-4cb5-88a5-95fc361ef871 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:08:15.784352 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-f7dbde9c-af2d-475e-80a8-1468aa1d1bb4 req-2bb1f2fa-509a-4572-999c-5e5410bae2a6 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:15.786217 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7dbde9c-af2d-475e-80a8-1468aa1d1bb4 req-2bb1f2fa-509a-4572-999c-5e5410bae2a6 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.61 "DELETE /v2.0/ports/944e2e03-d679-4cb5-88a5-95fc361ef871 HTTP/1.1" status: 204 len: 173 time: 1.4251783 Aug 23 15:08:15.786751 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2778c403-bc02-4ef5-b43c-1972c68ae94e', 'name': 'network-vif-deleted', 'tag': '944e2e03-d679-4cb5-88a5-95fc361ef871'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:08:15.789501 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7da7b17-64c0-46e7-ab07-45ab9992b8dd" -d '{"events": [{"server_uuid": "2778c403-bc02-4ef5-b43c-1972c68ae94e", "name": "network-vif-deleted", "tag": "944e2e03-d679-4cb5-88a5-95fc361ef871"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:08:15.836020 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8912a720-eb25-4165-89d2-c7b8940c2e28 req-e9084d4f-e507-480a-ab13-aa0061eb1fe6 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 210 time: 0.0548263 Aug 23 15:08:15.838838 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f1d51c92-627e-4ef0-9f15-7d47a07d3ff8 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:15.848929 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545ca199-8b77-4afe-8e1c-a50b44aa8e18 x-openstack-request-id: req-545ca199-8b77-4afe-8e1c-a50b44aa8e18 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:08:15.849097 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2778c403-bc02-4ef5-b43c-1972c68ae94e", "name": "network-vif-deleted", "tag": "944e2e03-d679-4cb5-88a5-95fc361ef871", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:08:15.849405 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-545ca199-8b77-4afe-8e1c-a50b44aa8e18 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:08:15.851311 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2778c403-bc02-4ef5-b43c-1972c68ae94e', 'name': 'network-vif-deleted', 'tag': '944e2e03-d679-4cb5-88a5-95fc361ef871', 'status': 'completed', 'code': 200} Aug 23 15:08:15.990747 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f1d51c92-627e-4ef0-9f15-7d47a07d3ff8 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:15.993391 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f1d51c92-627e-4ef0-9f15-7d47a07d3ff8 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:15.994759 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f1d51c92-627e-4ef0-9f15-7d47a07d3ff8 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "DELETE /v2.0/security-groups/97846283-87fd-43a2-bcc1-999b43d958a9 HTTP/1.1" status: 204 len: 168 time: 0.5200226 Aug 23 15:08:15.997846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42378) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:16.004472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d51c92-627e-4ef0-9f15-7d47a07d3ff8 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97846283-87fd-43a2-bcc1-999b43d958a9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:16.012940 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-f2d19369-a66f-4cca-984a-3d928c59b4e3 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] show failed (client error): The resource could not be found. Aug 23 15:08:16.013980 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f2d19369-a66f-4cca-984a-3d928c59b4e3 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups/97846283-87fd-43a2-bcc1-999b43d958a9 HTTP/1.1" status: 404 len: 347 time: 0.0148470 Aug 23 15:08:16.021999 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42380) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:16.182014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4f8da216-0a97-47c6-b36b-66d4c239b9ed tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Deleting port ea65e0fd-c064-4e4c-91cf-aea9d8577c4a {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:08:16.182371 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f8da216-0a97-47c6-b36b-66d4c239b9ed tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:16.274070 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f8da216-0a97-47c6-b36b-66d4c239b9ed tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:16.275079 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f8da216-0a97-47c6-b36b-66d4c239b9ed tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:16.298943 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4f8da216-0a97-47c6-b36b-66d4c239b9ed tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Calling delete_port for ea65e0fd-c064-4e4c-91cf-aea9d8577c4a owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:08:16.357113 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-59a330e9-c5eb-4341-aa15-5e3507107b15 req-9868c255-c800-4184-8703-23d783915ab4 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 210 time: 0.0397785 Aug 23 15:08:16.480485 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e3d206c-de3a-4938-a549-373753f49519 req-8e43f3f8-a35d-444b-837b-b75eecf67028 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0550375 Aug 23 15:08:16.619786 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f8da216-0a97-47c6-b36b-66d4c239b9ed tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:16.686404 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8da216-0a97-47c6-b36b-66d4c239b9ed tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event deleted for resources: {'Port': ['ID=ea65e0fd-c064-4e4c-91cf-aea9d8577c4a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:16.899215 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eafaaf3d-2c17-43cf-8db6-8d4db3c22e7b req-85dacfa5-c3fb-41db-85e7-a844a7266885 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0660131 Aug 23 15:08:16.945873 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f8da216-0a97-47c6-b36b-66d4c239b9ed tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:16.953217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f8da216-0a97-47c6-b36b-66d4c239b9ed tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:16.963066 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4f8da216-0a97-47c6-b36b-66d4c239b9ed tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "DELETE /v2.0/floatingips/d303a1fc-6c6e-45d2-93fd-bab83882a374 HTTP/1.1" status: 204 len: 168 time: 0.9390066 Aug 23 15:08:17.103908 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-2c470354-0555-45ed-8b0a-eadfe435f97f tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:17.105024 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-2c470354-0555-45ed-8b0a-eadfe435f97f tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.61 "GET /v2.0/networks?id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f HTTP/1.1" status: 200 len: 815 time: 0.5038223 Aug 23 15:08:17.143556 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-acf56fc0-c110-4631-9670-067dfb6435e1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Request body: {'port': {'device_id': '50add6f5-4915-4da1-9582-8dbc9474a59d', 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f', 'admin_state_up': True, 'tenant_id': '6562da62424741dd8e53f325978af055'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:08:17.186837 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-089ce1a2-aa90-45a2-9707-3e6b87d34beb req-0fd8d568-b1a1-4d96-a8fd-30546573f2d2 tempest-VolumesBackupsTest-167607285 tempest-VolumesBackupsTest-167607285-project] 10.222.0.38 "GET /v2.0/ports?device_id=2778c403-bc02-4ef5-b43c-1972c68ae94e HTTP/1.1" status: 200 len: 210 time: 0.0753162 Aug 23 15:08:17.338868 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 944e2e03-d679-4cb5-88a5-95fc361ef871 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:08:17.394400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 944e2e03-d679-4cb5-88a5-95fc361ef871 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:08:17.395000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 944e2e03-d679-4cb5-88a5-95fc361ef871 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:08:17.494743 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2f0f48f2-0cdb-4a4b-b0f8-18d71ca77958 req-4953774e-afdd-4898-9204-1910e61b48ef tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 210 time: 0.0436196 Aug 23 15:08:17.597194 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-acf56fc0-c110-4631-9670-067dfb6435e1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Made reservation on behalf of 6562da62424741dd8e53f325978af055 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:08:17.607875 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-acf56fc0-c110-4631-9670-067dfb6435e1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:17.621797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42416) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:17.706390 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dee22a54-efb6-4af7-a299-c86a34625b0c req-6e7636e9-8274-45d0-b962-b485ca333c01 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.1208129 Aug 23 15:08:17.749997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42424) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:17.756261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e64907e3-f309-46b9-b650-7e8d1cdb3227 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1685538686', 'description': 'tempest-description--740404163'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:08:17.866049 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7f5aa08e-ba2a-45f2-a923-d4678c25c5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:17.982803 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-acf56fc0-c110-4631-9670-067dfb6435e1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Allocated IP 172.20.0.4 (3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f/42e3845c-fb64-4958-a20f-7fa459eb4657/f143cfba-917b-4aee-bbe1-2fc78938998e) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:08:18.038751 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e64907e3-f309-46b9-b650-7e8d1cdb3227 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:18.095404 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc794de2-e804-4aa6-99b9-cdfcd949b4ab req-dd1ea4a3-c891-43ef-936d-f6ac37ecedbb tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0386281 Aug 23 15:08:18.175091 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7f5aa08e-ba2a-45f2-a923-d4678c25c5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:18.289793 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7f5aa08e-ba2a-45f2-a923-d4678c25c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:18.320780 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-acf56fc0-c110-4631-9670-067dfb6435e1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:18.418203 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7f5aa08e-ba2a-45f2-a923-d4678c25c5bf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6edd6dd3a6dd4876ad750afac5555fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7951164 Aug 23 15:08:18.422929 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42436) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:18.449374 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-85826a83-89ed-492c-814d-86b58c5b73c2 req-16d24018-43bd-4c76-b36c-9551845ed674 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=963bd8332f6941539db55b9a75b5c036&device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0607507 Aug 23 15:08:18.451197 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f17ff9d-90c4-4523-83c2-3ab507e95478 req-f5346442-66fc-4b1b-9477-3033b6ad008f tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0494056 Aug 23 15:08:18.486318 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e64907e3-f309-46b9-b650-7e8d1cdb3227 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:18.491381 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5aa08e-ba2a-45f2-a923-d4678c25c5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4158fed-ca44-4297-ab11-4e5f6344cd08,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:18.529947 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-85826a83-89ed-492c-814d-86b58c5b73c2 req-842fe9c0-6bca-43e0-a707-6b4d8da14f2e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=963bd8332f6941539db55b9a75b5c036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705903 Aug 23 15:08:18.531226 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-acf56fc0-c110-4631-9670-067dfb6435e1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:18.545212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['bbde26f1-f20c-4731-a4e3-a964cab1c1f3'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:08:18.576138 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e64907e3-f309-46b9-b650-7e8d1cdb3227 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:18.608651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['e1a31bdc-0adb-4664-8636-c5c886d8971e', '9efe244a-7e2b-4492-933d-1b458ba8a4d6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:08:18.668268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1da7bcfd-5eb4-4acd-b9a4-37e9dd62a084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:18.697861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf56fc0-c110-4631-9670-067dfb6435e1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Pushing event updated for resources: {'Port': ['ID=f143cfba-917b-4aee-bbe1-2fc78938998e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:18.700027 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1da7bcfd-5eb4-4acd-b9a4-37e9dd62a084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:18.706530 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-acf56fc0-c110-4631-9670-067dfb6435e1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:08:18.723563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-acf56fc0-c110-4631-9670-067dfb6435e1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:08:18.734193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-acf56fc0-c110-4631-9670-067dfb6435e1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:08:18.785010 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e64907e3-f309-46b9-b650-7e8d1cdb3227 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:18.789476 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e64907e3-f309-46b9-b650-7e8d1cdb3227 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0372751 Aug 23 15:08:18.790487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42444) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:18.795365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0b637b03-fb04-413f-91e8-5642f6f9b683 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Request body: {'security_group_rule': {'security_group_id': '261bf1a7-595f-445f-a025-3d9c729f0bf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:08:18.800890 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64907e3-f309-46b9-b650-7e8d1cdb3227 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261bf1a7-595f-445f-a025-3d9c729f0bf2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:18.867678 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1da7bcfd-5eb4-4acd-b9a4-37e9dd62a084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:18.885632 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1da7bcfd-5eb4-4acd-b9a4-37e9dd62a084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:18.892182 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1da7bcfd-5eb4-4acd-b9a4-37e9dd62a084 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f4158fed-ca44-4297-ab11-4e5f6344cd08 HTTP/1.1" status: 204 len: 168 time: 0.4664841 Aug 23 15:08:18.909962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-acf56fc0-c110-4631-9670-067dfb6435e1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:18.910935 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-acf56fc0-c110-4631-9670-067dfb6435e1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:18.913318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1731f5-f78a-4973-b318-2e2700927d1a req-183d3746-3181-4ec5-b77f-17d56b2355af tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:18.917064 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826a83-89ed-492c-814d-86b58c5b73c2 req-5e9611dc-a2d3-40db-a532-756a10ab6d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:18.918875 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-85826a83-89ed-492c-814d-86b58c5b73c2 req-5e9611dc-a2d3-40db-a532-756a10ab6d0c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3735600 Aug 23 15:08:18.923551 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c1731f5-f78a-4973-b318-2e2700927d1a req-183d3746-3181-4ec5-b77f-17d56b2355af tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 931 time: 0.2767239 Aug 23 15:08:18.980839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7bcfd-5eb4-4acd-b9a4-37e9dd62a084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4158fed-ca44-4297-ab11-4e5f6344cd08,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:18.982418 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b637b03-fb04-413f-91e8-5642f6f9b683 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:19.014943 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-acf56fc0-c110-4631-9670-067dfb6435e1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8805881 Aug 23 15:08:19.017527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c1731f5-f78a-4973-b318-2e2700927d1a req-fc606882-e486-4701-95d8-d041060a4197 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928147 Aug 23 15:08:19.045288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Request body: {'port': {'device_id': '50add6f5-4915-4da1-9582-8dbc9474a59d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:08:19.060775 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b637b03-fb04-413f-91e8-5642f6f9b683 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:19.110730 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b637b03-fb04-413f-91e8-5642f6f9b683 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:19.151557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b637b03-fb04-413f-91e8-5642f6f9b683 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a022a0e-04ab-4ce1-b0f8-9e9a3d2757b3,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:19.177164 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:19.262220 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b637b03-fb04-413f-91e8-5642f6f9b683 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:19.263808 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0b637b03-fb04-413f-91e8-5642f6f9b683 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4719820 Aug 23 15:08:19.273233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42454) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:19.273233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e4b507cc-d278-4036-9946-fccee5975770 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Request body: {'security_group_rule': {'security_group_id': '261bf1a7-595f-445f-a025-3d9c729f0bf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:08:19.324810 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-007dbebe-827b-4c7b-9b0f-5025184e5703 req-7ea0e0d2-f4b4-43d1-959d-b43b492e1cfd tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7629875-4d9f-4b3b-b044-4b0e947c8248 HTTP/1.1" status: 200 len: 210 time: 0.0703304 Aug 23 15:08:19.396569 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4b507cc-d278-4036-9946-fccee5975770 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:19.513541 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4b507cc-d278-4036-9946-fccee5975770 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:19.572924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1199e447-7894-466e-b479-788aa808e74e req-e81e7d4f-96db-45c0-a064-ffb0c9384a36 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0263920 Aug 23 15:08:19.604699 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4b507cc-d278-4036-9946-fccee5975770 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:19.673061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f143cfba-917b-4aee-bbe1-2fc78938998e {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:08:19.682651 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:19.684002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b507cc-d278-4036-9946-fccee5975770 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cfd747-343a-4fe3-8810-9c1d8c832aa3,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:19.705262 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Transition to ACTIVE for port object f143cfba-917b-4aee-bbe1-2fc78938998e will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:08:19.738790 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4b507cc-d278-4036-9946-fccee5975770 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:19.742912 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e4b507cc-d278-4036-9946-fccee5975770 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4727669 Aug 23 15:08:19.743804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42460) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:19.749523 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:08:19.822400 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:19.895205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42468) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:19.926966 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b4239f8-808b-42f0-b45f-384ce74ed7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:19.931635 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:20.013625 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Pushing event updated for resources: {'Port': ['ID=f143cfba-917b-4aee-bbe1-2fc78938998e,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:20.173221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Attempting to bind port f143cfba-917b-4aee-bbe1-2fc78938998e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:08:20.173951 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Attempting to bind port f143cfba-917b-4aee-bbe1-2fc78938998e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:08:20.174516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Attempting to bind port f143cfba-917b-4aee-bbe1-2fc78938998e on network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:08:20.183011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Port f143cfba-917b-4aee-bbe1-2fc78938998e on network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:08:20.183696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Attempting to bind port f143cfba-917b-4aee-bbe1-2fc78938998e on network 3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:08:20.186702 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:20.230794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:08:20.231199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Checking segment: {'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:08:20.231585 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Bound using segment: {'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:08:20.244074 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Bound port: f143cfba-917b-4aee-bbe1-2fc78938998e, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49708b35-4721-4915-b976-b43330be82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:08:20.246814 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:20.277314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23eb05-e4b2-41b0-9ed8-8469b5d29596 req-b6aaa061-aaed-4f77-8bae-c683fad29e70 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:20.283404 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-85826a83-89ed-492c-814d-86b58c5b73c2 req-69ba7fbd-3c99-45bd-b66a-527ef7462658 tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0869191 Aug 23 15:08:20.286815 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f23eb05-e4b2-41b0-9ed8-8469b5d29596 req-b6aaa061-aaed-4f77-8bae-c683fad29e70 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 943 time: 0.1024990 Aug 23 15:08:20.366605 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f23eb05-e4b2-41b0-9ed8-8469b5d29596 req-eaa0d469-e301-464e-a037-1f7a974d71e7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787437 Aug 23 15:08:20.452551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] For port f143cfba-917b-4aee-bbe1-2fc78938998e, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:08:20.459981 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] For port f143cfba-917b-4aee-bbe1-2fc78938998e, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f143cfba-917b-4aee-bbe1-2fc78938998e,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:08:20.483305 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:20.502336 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b4239f8-808b-42f0-b45f-384ce74ed7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:20.548026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:20.594551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:20.597697 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b4239f8-808b-42f0-b45f-384ce74ed7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:20.627766 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:20.636376 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] 10.222.0.61 "PUT /v2.0/ports/f143cfba-917b-4aee-bbe1-2fc78938998e HTTP/1.1" status: 200 len: 1091 time: 1.6137438 Aug 23 15:08:20.637013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50add6f5-4915-4da1-9582-8dbc9474a59d', 'tag': 'f143cfba-917b-4aee-bbe1-2fc78938998e'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:08:20.652475 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221b0848-64bc-44f2-918a-994035d410ff" -d '{"events": [{"name": "network-changed", "server_uuid": "50add6f5-4915-4da1-9582-8dbc9474a59d", "tag": "f143cfba-917b-4aee-bbe1-2fc78938998e"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:08:20.701258 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f97af4-e9fa-49dd-b572-e0c56686caa1 service neutron] Pushing event updated for resources: {'Port': ['ID=f143cfba-917b-4aee-bbe1-2fc78938998e,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:20.754088 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42488) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:20.756346 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5b4239f8-808b-42f0-b45f-384ce74ed7c4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=708861a2211c480c8c55d5a586a8a4be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8575978 Aug 23 15:08:20.765466 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe0b552-438b-495b-859b-5d5282b670b3 x-openstack-request-id: req-9fe0b552-438b-495b-859b-5d5282b670b3 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:08:20.766566 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50add6f5-4915-4da1-9582-8dbc9474a59d", "tag": "f143cfba-917b-4aee-bbe1-2fc78938998e", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:08:20.767141 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9fe0b552-438b-495b-859b-5d5282b670b3 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:08:20.768375 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50add6f5-4915-4da1-9582-8dbc9474a59d', 'tag': 'f143cfba-917b-4aee-bbe1-2fc78938998e', 'status': 'completed', 'code': 200} Aug 23 15:08:20.798217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Allocated IP 172.25.8.141 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/3d690086-8503-4914-bb6d-c5b7e678cea3) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:08:20.803966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4239f8-808b-42f0-b45f-384ce74ed7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c5bd86-0a16-45af-b7ce-932a89a47006,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:20.831555 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f5320a49-da09-4267-a1c1-25705b10d637 req-6e78f413-86e2-4724-a735-53bb36f0431f tempest-ServerShowV257Test-670857574 tempest-ServerShowV257Test-670857574-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f35d821-048d-4d69-821c-4034cd29cb61 HTTP/1.1" status: 200 len: 210 time: 0.0592053 Aug 23 15:08:20.940583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-2023cabd-cd3f-443c-aef9-17a431537ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:20.945114 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-2023cabd-cd3f-443c-aef9-17a431537ac6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6562da62424741dd8e53f325978af055&device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 1094 time: 0.1648519 Aug 23 15:08:20.966684 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:20.994497 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a761e63-c050-4219-87a0-a436c7262295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:21.041984 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-4c6dc23c-e012-4bfc-846d-696519b86e89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f143cfba-917b-4aee-bbe1-2fc78938998e HTTP/1.1" status: 200 len: 217 time: 0.0557525 Aug 23 15:08:21.068094 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:21.093555 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a761e63-c050-4219-87a0-a436c7262295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:21.108669 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:08:21.111932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:08:21.116423 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:08:21.166263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-56671e04-e26f-416d-9d5a-240f42e74f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:21.168012 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-56671e04-e26f-416d-9d5a-240f42e74f7c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42e3845c-fb64-4958-a20f-7fa459eb4657 HTTP/1.1" status: 200 len: 855 time: 0.1187959 Aug 23 15:08:21.187779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event updated for resources: {'Port': ['ID=3d690086-8503-4914-bb6d-c5b7e678cea3,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:21.210172 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-a8c9963a-5eff-4a4a-8591-8a6fa350fbf1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327282 Aug 23 15:08:21.315184 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:21.497060 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:21.690234 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a761e63-c050-4219-87a0-a436c7262295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:21.693084 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a761e63-c050-4219-87a0-a436c7262295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:21.697710 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9a761e63-c050-4219-87a0-a436c7262295 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/17c5bd86-0a16-45af-b7ce-932a89a47006 HTTP/1.1" status: 204 len: 168 time: 0.9422336 Aug 23 15:08:21.739689 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a761e63-c050-4219-87a0-a436c7262295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c5bd86-0a16-45af-b7ce-932a89a47006,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:21.839436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f78011-bf65-47df-a770-fe669e532414 req-f7af70ee-f611-47c9-b5f3-7018dc18f8e2 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:21.855770 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32f78011-bf65-47df-a770-fe669e532414 req-f7af70ee-f611-47c9-b5f3-7018dc18f8e2 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 943 time: 0.1829846 Aug 23 15:08:21.875007 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-c030a231-b47d-438e-bd9d-1c979341fe89 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566851 Aug 23 15:08:21.905070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:21.970059 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:22.086172 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32f78011-bf65-47df-a770-fe669e532414 req-87051e03-afa1-4582-b1ca-7f03ef4ed674 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293880 Aug 23 15:08:22.123774 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:22.150715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event updated for resources: {'Port': ['ID=3d690086-8503-4914-bb6d-c5b7e678cea3,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:22.169596 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1a41e427-ee05-49a2-9e17-83738bfd1e5a req-1fbce2bc-e40f-4885-a8fb-cf43f5fac7c9 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801476 Aug 23 15:08:22.208617 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:22.218245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-383a37cd-408e-4ade-a9c8-3896921054a5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4654300 Aug 23 15:08:22.439224 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b0848-64bc-44f2-918a-994035d410ff req-ab4a861f-bfe1-4e5f-9f21-016040c8a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:22.441140 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-221b0848-64bc-44f2-918a-994035d410ff req-ab4a861f-bfe1-4e5f-9f21-016040c8a814 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6562da62424741dd8e53f325978af055&device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 1094 time: 0.0910776 Aug 23 15:08:22.630067 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-10761614-0bf3-4642-b11f-4c5eca6136cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:22.709547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b0848-64bc-44f2-918a-994035d410ff req-b317fdde-ed48-41c0-af11-9e2d5eda835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:22.711111 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-221b0848-64bc-44f2-918a-994035d410ff req-b317fdde-ed48-41c0-af11-9e2d5eda835f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f HTTP/1.1" status: 200 len: 916 time: 0.2631371 Aug 23 15:08:22.720003 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42538) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:22.827157 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-221b0848-64bc-44f2-918a-994035d410ff req-df46fbe5-b3a6-48ba-a818-146428a3f927 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f143cfba-917b-4aee-bbe1-2fc78938998e HTTP/1.1" status: 200 len: 217 time: 0.1080854 Aug 23 15:08:22.992323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b0848-64bc-44f2-918a-994035d410ff req-86f6f99d-afe8-482a-92fe-82fe31935080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:22.995015 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-221b0848-64bc-44f2-918a-994035d410ff req-86f6f99d-afe8-482a-92fe-82fe31935080 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42e3845c-fb64-4958-a20f-7fa459eb4657 HTTP/1.1" status: 200 len: 855 time: 0.1563342 Aug 23 15:08:22.997660 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8151d9d-81ba-42c3-8e35-84871bf0b8fa req-f7cbd1bd-768b-42f5-baeb-b2c3d05b5e8c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1909783 Aug 23 15:08:23.068192 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-221b0848-64bc-44f2-918a-994035d410ff req-f16125e3-477d-4dca-84db-98ef28a00aec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535460 Aug 23 15:08:23.130096 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a7a6eeeb-dcc3-400e-94d7-a3d5e4e0724c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:23.153533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-81051f10-524a-4c80-8ba8-f4c1dd2411a1 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1685538686&fields=id&tenant_id=0e51e416f07e488081608ba4d7e81559 HTTP/1.1" status: 200 len: 267 time: 0.6136160 Aug 23 15:08:23.451522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-9c207732-a512-48a7-8982-e6a8d10703b9 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:23.453749 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8151d9d-81ba-42c3-8e35-84871bf0b8fa req-7bd51354-b294-4c5b-a68d-7939f0f433de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:23.455676 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8151d9d-81ba-42c3-8e35-84871bf0b8fa req-7bd51354-b294-4c5b-a68d-7939f0f433de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e38f334f96ac4f38b93f7a457e6ae03a&device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 1097 time: 0.3909764 Aug 23 15:08:23.461240 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-9c207732-a512-48a7-8982-e6a8d10703b9 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 817 time: 0.2708569 Aug 23 15:08:23.495886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-a8d806d7-97f8-4dab-bc9b-ef8c54cce0bb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/quotas/0e51e416f07e488081608ba4d7e81559 HTTP/1.1" status: 200 len: 375 time: 0.0318124 Aug 23 15:08:23.652885 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-2a9e17a9-ad92-4818-8b6e-a48965d2ecda tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1559145 Aug 23 15:08:23.827088 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e33421-9881-49e6-bbd0-51df4684583d req-3c75e862-0f48-4f53-be30-f9ca8010cded tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:23.835421 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7e33421-9881-49e6-bbd0-51df4684583d req-3c75e862-0f48-4f53-be30-f9ca8010cded tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 943 time: 0.4291682 Aug 23 15:08:23.847815 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-221b0848-64bc-44f2-918a-994035d410ff req-1c9f74f5-2e6a-432a-bd98-d9f44ef48a45 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7065263 Aug 23 15:08:23.880334 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-0c495c9c-95f8-4f6a-a15c-9fbc545f6244 service neutron] 10.222.0.38 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707590 Aug 23 15:08:23.926261 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a7a6eeeb-dcc3-400e-94d7-a3d5e4e0724c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:24.063451 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a7a6eeeb-dcc3-400e-94d7-a3d5e4e0724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:24.095148 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7e33421-9881-49e6-bbd0-51df4684583d req-46b4dbe7-b95c-47c7-ad37-7cc88082686c tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569902 Aug 23 15:08:24.100505 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-85776e63-7e57-45c9-a97c-2ef61e665e4b service neutron] 10.222.0.38 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119348 Aug 23 15:08:24.128956 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8151d9d-81ba-42c3-8e35-84871bf0b8fa req-3362862e-1462-4059-9a45-a6866eaa013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:24.130601 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8151d9d-81ba-42c3-8e35-84871bf0b8fa req-3362862e-1462-4059-9a45-a6866eaa013d service neutron] 10.222.0.57 "GET /v2.0/networks?id=7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 HTTP/1.1" status: 200 len: 914 time: 0.5904920 Aug 23 15:08:24.167158 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6eeeb-dcc3-400e-94d7-a3d5e4e0724c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5496f07e-8057-4293-b062-dddb8afdb178,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:24.211426 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a7a6eeeb-dcc3-400e-94d7-a3d5e4e0724c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=963bd8332f6941539db55b9a75b5c036&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4880526 Aug 23 15:08:24.212740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42610) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:24.217036 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8151d9d-81ba-42c3-8e35-84871bf0b8fa req-9405c991-7457-4a10-8453-c4bdb36e80f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f95a4896-71a7-42c0-9bd3-6cd466b3dc2c HTTP/1.1" status: 200 len: 217 time: 0.0733881 Aug 23 15:08:24.224477 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-221b0848-64bc-44f2-918a-994035d410ff req-c140d2b3-4583-4db6-b278-544b1dfd22f4 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485751 Aug 23 15:08:24.300995 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8151d9d-81ba-42c3-8e35-84871bf0b8fa req-dda47f94-9bb1-45d3-80ee-2212af606853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:24.302398 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8151d9d-81ba-42c3-8e35-84871bf0b8fa req-dda47f94-9bb1-45d3-80ee-2212af606853 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afa8e189-38df-4022-b01a-e467e93d2cd9 HTTP/1.1" status: 200 len: 853 time: 0.0770650 Aug 23 15:08:24.346890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1061d8ea-61c3-4b9a-acbe-2083408d664c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:24.367124 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8151d9d-81ba-42c3-8e35-84871bf0b8fa req-0a2edfe2-0944-4a42-9a2d-baa264433b9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7afbecfc-013f-41e0-8f94-ad3b9ec50ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560968 Aug 23 15:08:24.437524 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1061d8ea-61c3-4b9a-acbe-2083408d664c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:24.627709 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c6283b87-8aac-4817-bc5e-9bfdc38383cf req-df5e5ceb-93c3-4550-9459-17b759f86015 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 210 time: 0.1159203 Aug 23 15:08:24.672567 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8151d9d-81ba-42c3-8e35-84871bf0b8fa req-e57f932a-3551-42ec-9e16-ca182522e35c service neutron] 10.222.0.57 "GET /v2.0/networks/7afbecfc-013f-41e0-8f94-ad3b9ec50ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963293 Aug 23 15:08:24.752006 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1061d8ea-61c3-4b9a-acbe-2083408d664c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:24.754707 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1061d8ea-61c3-4b9a-acbe-2083408d664c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:24.759248 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1061d8ea-61c3-4b9a-acbe-2083408d664c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5496f07e-8057-4293-b062-dddb8afdb178 HTTP/1.1" status: 204 len: 168 time: 0.5421798 Aug 23 15:08:24.813976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061d8ea-61c3-4b9a-acbe-2083408d664c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5496f07e-8057-4293-b062-dddb8afdb178,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:24.903379 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8151d9d-81ba-42c3-8e35-84871bf0b8fa req-87777089-d1ab-4808-8eff-1492122decf7 service neutron] 10.222.0.57 "GET /v2.0/networks/7afbecfc-013f-41e0-8f94-ad3b9ec50ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198784 Aug 23 15:08:25.317382 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa672a0-8816-4664-be94-090cba6340cd req-e1e0acee-9ef6-4458-9f50-2dcf41422592 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:25.318509 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5fa672a0-8816-4664-be94-090cba6340cd req-e1e0acee-9ef6-4458-9f50-2dcf41422592 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 943 time: 0.0987554 Aug 23 15:08:25.382455 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f143cfba-917b-4aee-bbe1-2fc78938998e details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:08:25.400765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5fa672a0-8816-4664-be94-090cba6340cd req-bddbba6b-34d7-49e2-905f-ef342f201e8a tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739579 Aug 23 15:08:25.523813 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:25.606266 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port f143cfba-917b-4aee-bbe1-2fc78938998e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f143cfba-917b-4aee-bbe1-2fc78938998e,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:08:25.631999 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'f143cfba-917b-4aee-bbe1-2fc78938998e', 'network_id': '3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f', 'port_id': 'f143cfba-917b-4aee-bbe1-2fc78938998e', 'mac_address': 'fa:16:3e:1e:c7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3845c-fb64-4958-a20f-7fa459eb4657', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:08:25.683859 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:25.698514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f143cfba-917b-4aee-bbe1-2fc78938998e {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:08:25.723584 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port f143cfba-917b-4aee-bbe1-2fc78938998e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f143cfba-917b-4aee-bbe1-2fc78938998e,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:08:25.796842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29aa5e2e-9410-422e-a9b0-8321261a7470 req-796ba1b9-a12e-4ec7-9713-002e75f7c65e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 210 time: 0.0628936 Aug 23 15:08:25.827294 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:25.943593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=f143cfba-917b-4aee-bbe1-2fc78938998e,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:25.967079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:25.969112 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:25.969693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:25.970242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:25.970785 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:25.971339 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:25.972735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:25.975593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:25.976915 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:25.977827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:25.978526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:25.978526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:26.042060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['f143cfba-917b-4aee-bbe1-2fc78938998e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:08:26.579615 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-630588d3-d293-4666-a714-c0e1cc9d2671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:26.703713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73513064-20b3-4d92-82d5-fa7356cc2875 req-111e5360-bee5-48d3-ab4b-a5d97e694fe3 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:26.712441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73513064-20b3-4d92-82d5-fa7356cc2875 req-111e5360-bee5-48d3-ab4b-a5d97e694fe3 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 944 time: 0.1540809 Aug 23 15:08:26.736579 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:26.769427 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73513064-20b3-4d92-82d5-fa7356cc2875 req-dea56749-8fa4-4fd0-b688-efba90f8bb44 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558503 Aug 23 15:08:26.937177 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-af112807-39de-480e-84a1-192e99c3a722 req-6def5f73-6870-49a2-96c9-46420965c2f0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 210 time: 0.0573473 Aug 23 15:08:27.389007 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f143cfba-917b-4aee-bbe1-2fc78938998e up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:08:27.542430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-14549c47-e2c0-4747-8cf9-e410354d9fbb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:27.544482 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-14549c47-e2c0-4747-8cf9-e410354d9fbb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.57 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 817 time: 0.2054391 Aug 23 15:08:27.624542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port f143cfba-917b-4aee-bbe1-2fc78938998e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:08:27.636239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port f143cfba-917b-4aee-bbe1-2fc78938998e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:08:27.636239 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:27.638502 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-777df942-d35f-4fe0-bee1-f706ac7c1152 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e51e416f07e488081608ba4d7e81559 HTTP/1.1" status: 200 len: 380 time: 0.0755973 Aug 23 15:08:27.654441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-c7edba18-7755-4412-b78c-dee0d970abbe tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Request body: {'port': {'device_id': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'admin_state_up': True, 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'security_groups': ['261bf1a7-595f-445f-a025-3d9c729f0bf2']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:08:27.895389 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:27.924047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50add6f5-4915-4da1-9582-8dbc9474a59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f143cfba-917b-4aee-bbe1-2fc78938998e'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:08:27.926628 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bffd15-1403-4298-a039-448e14103a42" -d '{"events": [{"server_uuid": "50add6f5-4915-4da1-9582-8dbc9474a59d", "name": "network-vif-plugged", "status": "completed", "tag": "f143cfba-917b-4aee-bbe1-2fc78938998e"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:08:27.949852 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port f143cfba-917b-4aee-bbe1-2fc78938998e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f143cfba-917b-4aee-bbe1-2fc78938998e,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:08:28.020333 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c203d4-1cae-429f-b8d3-01531cdd02d6 req-4644fcd8-bf2d-46f3-bb4c-15b7b97477c6 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:28.022591 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69c203d4-1cae-429f-b8d3-01531cdd02d6 req-4644fcd8-bf2d-46f3-bb4c-15b7b97477c6 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 944 time: 0.0735140 Aug 23 15:08:28.032903 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-c7edba18-7755-4412-b78c-dee0d970abbe tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Made reservation on behalf of 0e51e416f07e488081608ba4d7e81559 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:08:28.036264 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:28.038962 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-c7edba18-7755-4412-b78c-dee0d970abbe tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:28.111031 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69c203d4-1cae-429f-b8d3-01531cdd02d6 req-db89dda6-1845-4133-a8a7-6ab283e5817b tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813022 Aug 23 15:08:28.166605 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24535284-3378-48e3-b9bd-5fcafe3fe773 x-openstack-request-id: req-24535284-3378-48e3-b9bd-5fcafe3fe773 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:08:28.167223 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50add6f5-4915-4da1-9582-8dbc9474a59d", "name": "network-vif-plugged", "status": "completed", "tag": "f143cfba-917b-4aee-bbe1-2fc78938998e", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:08:28.167752 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24535284-3378-48e3-b9bd-5fcafe3fe773 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:08:28.168338 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50add6f5-4915-4da1-9582-8dbc9474a59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f143cfba-917b-4aee-bbe1-2fc78938998e', 'code': 200} Aug 23 15:08:28.202414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=f143cfba-917b-4aee-bbe1-2fc78938998e,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:28.307830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc78d50-21e1-4928-be83-b632836a0e03 req-c3d2a9b2-c709-4790-815e-5260666955d3 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:28.316259 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fdc78d50-21e1-4928-be83-b632836a0e03 req-c3d2a9b2-c709-4790-815e-5260666955d3 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 946 time: 0.0729694 Aug 23 15:08:28.359002 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fdc78d50-21e1-4928-be83-b632836a0e03 req-0146efe7-8226-4ff3-a67c-1c10a3722774 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382392 Aug 23 15:08:28.380308 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-c7edba18-7755-4412-b78c-dee0d970abbe tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Allocated IP 172.20.0.11 (3abf700b-7cb8-4157-b106-bf6f54332e10/67460345-3312-404a-9fc3-c680ded8bfa5/a7c7cb17-9e52-4543-b3e8-119a541c72cb) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:08:28.380535 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21e557d3-243f-4132-996b-22f33e9bbe0e req-2b53294b-7521-4dfa-a8d2-492a325efa39 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 210 time: 0.0632582 Aug 23 15:08:28.412352 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2c7f7-7457-4216-89d9-ba112784c06a req-5f78b80d-0a71-4173-bca3-af17b50a59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:28.412352 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-89d2c7f7-7457-4216-89d9-ba112784c06a req-5f78b80d-0a71-4173-bca3-af17b50a59a1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 1096 time: 0.1532419 Aug 23 15:08:28.520259 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-89d2c7f7-7457-4216-89d9-ba112784c06a req-a89d9df0-3b7c-4f45-b540-7c8025657156 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951903 Aug 23 15:08:28.573344 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:28.623519 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-c7edba18-7755-4412-b78c-dee0d970abbe tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:28.654482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-c7edba18-7755-4412-b78c-dee0d970abbe tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Transition to ACTIVE for port object a7c7cb17-9e52-4543-b3e8-119a541c72cb will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:08:28.796573 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-c7edba18-7755-4412-b78c-dee0d970abbe tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:28.846628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-c7edba18-7755-4412-b78c-dee0d970abbe tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Network 3abf700b-7cb8-4157-b106-bf6f54332e10 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:08:28.855700 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-c7edba18-7755-4412-b78c-dee0d970abbe tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:08:28.860041 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-c7edba18-7755-4412-b78c-dee0d970abbe tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:08:28.921595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edba18-7755-4412-b78c-dee0d970abbe tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event updated for resources: {'Port': ['ID=a7c7cb17-9e52-4543-b3e8-119a541c72cb,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:28.949303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-c7edba18-7755-4412-b78c-dee0d970abbe tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:28.950081 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-c7edba18-7755-4412-b78c-dee0d970abbe tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:29.068665 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-c7edba18-7755-4412-b78c-dee0d970abbe tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4230561 Aug 23 15:08:29.082187 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Request body: {'port': {'device_id': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:08:29.224469 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:29.411202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bb8c4-dd5d-4632-8d8f-dfa02dc0ace4 req-c6463b07-b2df-4334-a483-1dea00b23a2e tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:29.427794 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-361bb8c4-dd5d-4632-8d8f-dfa02dc0ace4 req-c6463b07-b2df-4334-a483-1dea00b23a2e tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 945 time: 0.1899495 Aug 23 15:08:29.520378 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-361bb8c4-dd5d-4632-8d8f-dfa02dc0ace4 req-d974a730-e741-4337-81c7-8e85848c5910 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853283 Aug 23 15:08:29.657377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9be64f11-9a05-40fa-8d36-86c098f93dc2 None None] Provisioning for port a7c7cb17-9e52-4543-b3e8-119a541c72cb completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:08:29.677972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9be64f11-9a05-40fa-8d36-86c098f93dc2 None None] Provisioning complete for port a7c7cb17-9e52-4543-b3e8-119a541c72cb triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:08:29.693282 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9be64f11-9a05-40fa-8d36-86c098f93dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:29.728498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbfb9c-a68f-4aca-833c-b81267f7f4cf req-2a189b0f-c8b7-49d1-bd44-f175feaf7677 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:29.730432 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cafbfb9c-a68f-4aca-833c-b81267f7f4cf req-2a189b0f-c8b7-49d1-bd44-f175feaf7677 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.57 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 946 time: 0.1231735 Aug 23 15:08:29.740975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3b8b7-8d3d-418f-a6da-5cfedd0b76dd req-b82ea6ff-6b99-4698-a1e0-437f04335a9c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:29.743456 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58f3b8b7-8d3d-418f-a6da-5cfedd0b76dd req-b82ea6ff-6b99-4698-a1e0-437f04335a9c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 932 time: 0.0930624 Aug 23 15:08:29.779019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c278b5f-caae-4bf4-a742-1141cafe93f2 req-488ac5df-4a7b-4ec5-81a9-84bca0519080 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:29.784962 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c278b5f-caae-4bf4-a742-1141cafe93f2 req-488ac5df-4a7b-4ec5-81a9-84bca0519080 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 946 time: 0.2452838 Aug 23 15:08:29.827909 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58f3b8b7-8d3d-418f-a6da-5cfedd0b76dd req-d3ef3e73-3777-4737-9a35-735ae98dcb8b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395670 Aug 23 15:08:29.891524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-cafbfb9c-a68f-4aca-833c-b81267f7f4cf req-cf7973f7-1a76-4bc9-9a9f-e7bf4b155a93 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Deleting port f95a4896-71a7-42c0-9bd3-6cd466b3dc2c {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:08:29.891959 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cafbfb9c-a68f-4aca-833c-b81267f7f4cf req-cf7973f7-1a76-4bc9-9a9f-e7bf4b155a93 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:29.902001 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9be64f11-9a05-40fa-8d36-86c098f93dc2 None None] Port a7c7cb17-9e52-4543-b3e8-119a541c72cb cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:08:30.019168 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c278b5f-caae-4bf4-a742-1141cafe93f2 req-50238d75-d330-49af-a2e8-b7174007a64f tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243323 Aug 23 15:08:30.108085 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c7cb17-9e52-4543-b3e8-119a541c72cb {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:08:30.123021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-cafbfb9c-a68f-4aca-833c-b81267f7f4cf req-cf7973f7-1a76-4bc9-9a9f-e7bf4b155a93 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] For port f95a4896-71a7-42c0-9bd3-6cd466b3dc2c, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f95a4896-71a7-42c0-9bd3-6cd466b3dc2c,segment=NetworkSegment(a644ac19-dc0f-4a4b-915e-afd600023f58),segment_id=a644ac19-dc0f-4a4b-915e-afd600023f58)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:08:30.123021 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cafbfb9c-a68f-4aca-833c-b81267f7f4cf req-cf7973f7-1a76-4bc9-9a9f-e7bf4b155a93 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:30.125277 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:30.149814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Transition to ACTIVE for port object a7c7cb17-9e52-4543-b3e8-119a541c72cb will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:08:30.165486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-cafbfb9c-a68f-4aca-833c-b81267f7f4cf req-cf7973f7-1a76-4bc9-9a9f-e7bf4b155a93 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Calling delete_port for f95a4896-71a7-42c0-9bd3-6cd466b3dc2c owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:08:30.199300 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:30.346245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c7cb17-9e52-4543-b3e8-119a541c72cb,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:30.604507 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cafbfb9c-a68f-4aca-833c-b81267f7f4cf req-cf7973f7-1a76-4bc9-9a9f-e7bf4b155a93 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:30.627499 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['f95a4896-71a7-42c0-9bd3-6cd466b3dc2c'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:08:30.714678 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Attempting to bind port a7c7cb17-9e52-4543-b3e8-119a541c72cb on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:08:30.715996 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Attempting to bind port a7c7cb17-9e52-4543-b3e8-119a541c72cb by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:08:30.715996 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Attempting to bind port a7c7cb17-9e52-4543-b3e8-119a541c72cb on network 3abf700b-7cb8-4157-b106-bf6f54332e10 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:08:30.741982 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Port a7c7cb17-9e52-4543-b3e8-119a541c72cb on network 3abf700b-7cb8-4157-b106-bf6f54332e10 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:08:30.742350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Attempting to bind port a7c7cb17-9e52-4543-b3e8-119a541c72cb on network 3abf700b-7cb8-4157-b106-bf6f54332e10 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:08:30.786727 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:08:30.787207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Checking segment: {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:08:30.787467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Bound using segment: {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:08:30.787815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Bound port: a7c7cb17-9e52-4543-b3e8-119a541c72cb, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:08:30.788190 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:30.949385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafbfb9c-a68f-4aca-833c-b81267f7f4cf req-cf7973f7-1a76-4bc9-9a9f-e7bf4b155a93 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] No DVR routers for this DVR port f95a4896-71a7-42c0-9bd3-6cd466b3dc2c on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:08:30.949385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7973f7-1a76-4bc9-9a9f-e7bf4b155a93 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Pushing event deleted for resources: {'Port': ['ID=f95a4896-71a7-42c0-9bd3-6cd466b3dc2c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:30.961072 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cafbfb9c-a68f-4aca-833c-b81267f7f4cf req-cf7973f7-1a76-4bc9-9a9f-e7bf4b155a93 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:30.964410 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cafbfb9c-a68f-4aca-833c-b81267f7f4cf req-cf7973f7-1a76-4bc9-9a9f-e7bf4b155a93 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.57 "DELETE /v2.0/ports/f95a4896-71a7-42c0-9bd3-6cd466b3dc2c HTTP/1.1" status: 204 len: 173 time: 1.2194264 Aug 23 15:08:30.979691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5469802d-eb1f-4687-8f56-1bd2cfabd180', 'name': 'network-vif-deleted', 'tag': 'f95a4896-71a7-42c0-9bd3-6cd466b3dc2c'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:08:30.983458 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f48c2a-9715-4b7e-ac29-b1546c4c434a" -d '{"events": [{"server_uuid": "5469802d-eb1f-4687-8f56-1bd2cfabd180", "name": "network-vif-deleted", "tag": "f95a4896-71a7-42c0-9bd3-6cd466b3dc2c"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:08:31.043260 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63a241-226d-4002-b1f0-8c7f6c10b386 req-0c6bee12-516d-4fc6-890a-0e3cf992dcf1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:31.056578 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6d63a241-226d-4002-b1f0-8c7f6c10b386 req-0c6bee12-516d-4fc6-890a-0e3cf992dcf1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 945 time: 0.1898448 Aug 23 15:08:31.080151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:08:31.094238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:08:31.179768 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6d63a241-226d-4002-b1f0-8c7f6c10b386 req-f0865c6f-cd57-4414-9dcc-20b51c2a05a3 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217985 Aug 23 15:08:31.224928 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:31.426758 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42824) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:31.489048 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:31.500660 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:31.506430 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] 10.222.0.57 "PUT /v2.0/ports/a7c7cb17-9e52-4543-b3e8-119a541c72cb HTTP/1.1" status: 200 len: 1092 time: 2.4290626 Aug 23 15:08:31.515986 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:08:31.526635 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcc55d8-e730-45ec-8fe3-150032b4daa3" -d '{"events": [{"name": "network-changed", "server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:08:31.610647 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36520e9-a5fd-407b-bf5e-20e37a537517 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c7cb17-9e52-4543-b3e8-119a541c72cb,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:31.694937 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d28b7-eff1-43a9-8b5b-6d4e400f0c0a req-a2d17a0f-4618-4de3-ad6a-e44019e97b5f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:31.697566 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e1d28b7-eff1-43a9-8b5b-6d4e400f0c0a req-a2d17a0f-4618-4de3-ad6a-e44019e97b5f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 944 time: 0.5942793 Aug 23 15:08:31.802917 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86f03036-2db6-4aa6-b68f-ea34050fd26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:31.836846 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20394867-a321-4273-a3f1-dfddfe04455b x-openstack-request-id: req-20394867-a321-4273-a3f1-dfddfe04455b {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:08:31.837159 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5469802d-eb1f-4687-8f56-1bd2cfabd180", "name": "network-vif-deleted", "tag": "f95a4896-71a7-42c0-9bd3-6cd466b3dc2c", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:08:31.837443 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-20394867-a321-4273-a3f1-dfddfe04455b {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:08:31.837996 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5469802d-eb1f-4687-8f56-1bd2cfabd180', 'name': 'network-vif-deleted', 'tag': 'f95a4896-71a7-42c0-9bd3-6cd466b3dc2c', 'status': 'completed', 'code': 200} Aug 23 15:08:31.878201 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-dc3320d6-a5f0-44f8-b56a-ca50c5260b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:31.880208 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-dc3320d6-a5f0-44f8-b56a-ca50c5260b94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 1095 time: 0.1816871 Aug 23 15:08:31.956715 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e1d28b7-eff1-43a9-8b5b-6d4e400f0c0a req-7885875a-9b27-4800-8f18-45e864a685f4 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869330 Aug 23 15:08:32.066098 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-c97f782c-df05-4c43-bd48-cd4129d0ce39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb HTTP/1.1" status: 200 len: 217 time: 0.1720047 Aug 23 15:08:32.068779 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9265c2-cddd-4bf6-99e0-680a5bd2e685 x-openstack-request-id: req-0a9265c2-cddd-4bf6-99e0-680a5bd2e685 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:08:32.075347 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:08:32.075347 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0a9265c2-cddd-4bf6-99e0-680a5bd2e685 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:08:32.075347 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'status': 'completed', 'code': 200} Aug 23 15:08:32.104198 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-56e8eced-6f85-4b7d-bf14-b75661c57def req-db100828-1cab-4dbd-b3c3-94f588a95bac tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=5469802d-eb1f-4687-8f56-1bd2cfabd180 HTTP/1.1" status: 200 len: 210 time: 0.0791173 Aug 23 15:08:32.184676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-a30ee830-793a-4a5c-9f7f-a7d0a7974fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:32.186544 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-a30ee830-793a-4a5c-9f7f-a7d0a7974fa5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 200 len: 856 time: 0.1092393 Aug 23 15:08:32.216708 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86f03036-2db6-4aa6-b68f-ea34050fd26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:32.280484 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-a9d171cd-10d0-4310-bc11-7e7ef2b47bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:32.282675 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-a9d171cd-10d0-4310-bc11-7e7ef2b47bd5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3abf700b-7cb8-4157-b106-bf6f54332e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886288 Aug 23 15:08:32.433163 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86f03036-2db6-4aa6-b68f-ea34050fd26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:32.514178 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-13296c04-6a33-4dfe-9a6e-a6ad930eb850 service neutron] 10.222.0.57 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197716 Aug 23 15:08:32.518462 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-86f03036-2db6-4aa6-b68f-ea34050fd26f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3eb9ab60fd0a4b29adc1c03c254f1766&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0897498 Aug 23 15:08:32.520265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f03036-2db6-4aa6-b68f-ea34050fd26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da032a4-b1ce-45fb-8ac0-2f73018d0a51,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:32.533302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42840) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:32.612456 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cfff6a01-e30f-4aa5-b729-2631edc6ea27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:32.721702 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cfff6a01-e30f-4aa5-b729-2631edc6ea27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:32.742021 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3651b354-026d-41df-8fe7-5a4a3f203f8f req-75094bb0-b98c-4f7c-bf41-7f0372cc7b83 service neutron] 10.222.0.57 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198963 Aug 23 15:08:32.905223 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cfff6a01-e30f-4aa5-b729-2631edc6ea27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:32.908087 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cfff6a01-e30f-4aa5-b729-2631edc6ea27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:32.909601 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cfff6a01-e30f-4aa5-b729-2631edc6ea27 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1da032a4-b1ce-45fb-8ac0-2f73018d0a51 HTTP/1.1" status: 204 len: 168 time: 0.3738439 Aug 23 15:08:32.919779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff6a01-e30f-4aa5-b729-2631edc6ea27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da032a4-b1ce-45fb-8ac0-2f73018d0a51,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:32.921393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc55d8-e730-45ec-8fe3-150032b4daa3 req-26df3305-3f40-479c-8935-1a6947b8a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:32.922951 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4bcc55d8-e730-45ec-8fe3-150032b4daa3 req-26df3305-3f40-479c-8935-1a6947b8a7dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 1095 time: 0.0508063 Aug 23 15:08:32.937149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f95a4896-71a7-42c0-9bd3-6cd466b3dc2c no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:08:33.306869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: f95a4896-71a7-42c0-9bd3-6cd466b3dc2c {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:08:33.307223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f95a4896-71a7-42c0-9bd3-6cd466b3dc2c not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:08:33.598010 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68dfec-5012-4c76-8cec-f6f5a42039f8 req-c49f9a53-78a9-4334-9fc9-cf872d185f00 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:33.608167 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b68dfec-5012-4c76-8cec-f6f5a42039f8 req-c49f9a53-78a9-4334-9fc9-cf872d185f00 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 944 time: 0.1130464 Aug 23 15:08:33.640014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc55d8-e730-45ec-8fe3-150032b4daa3 req-ef3e0eef-c1c7-47bf-81e1-75cf61402761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:33.641511 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4bcc55d8-e730-45ec-8fe3-150032b4daa3 req-ef3e0eef-c1c7-47bf-81e1-75cf61402761 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 918 time: 0.6958935 Aug 23 15:08:33.709913 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4bcc55d8-e730-45ec-8fe3-150032b4daa3 req-fb445abb-9a71-4820-b6c5-5a9cf28815e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb HTTP/1.1" status: 200 len: 217 time: 0.0538714 Aug 23 15:08:33.725089 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b68dfec-5012-4c76-8cec-f6f5a42039f8 req-394d21c6-ebe1-4b36-9b95-4e484ed128a1 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158888 Aug 23 15:08:33.840021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc55d8-e730-45ec-8fe3-150032b4daa3 req-f6a3fa7a-1344-4878-95d0-3449dd7d35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:33.842749 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4bcc55d8-e730-45ec-8fe3-150032b4daa3 req-f6a3fa7a-1344-4878-95d0-3449dd7d35b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 200 len: 856 time: 0.1163068 Aug 23 15:08:33.925924 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc55d8-e730-45ec-8fe3-150032b4daa3 req-7ed13271-e18d-45f9-b4b0-9658a2de1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:33.927507 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4bcc55d8-e730-45ec-8fe3-150032b4daa3 req-7ed13271-e18d-45f9-b4b0-9658a2de1f53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3abf700b-7cb8-4157-b106-bf6f54332e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757344 Aug 23 15:08:34.107695 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42914) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:34.141838 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4bcc55d8-e730-45ec-8fe3-150032b4daa3 req-d571dafa-fdd5-480f-8eb3-a2a3c9917496 service neutron] 10.222.0.57 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042749 Aug 23 15:08:34.143388 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52f23c91-85e9-4523-94f0-180a9d827317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:34.373702 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4bcc55d8-e730-45ec-8fe3-150032b4daa3 req-96fa6084-67f6-48c9-a206-c55cf65248a3 service neutron] 10.222.0.57 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079508 Aug 23 15:08:34.445352 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52f23c91-85e9-4523-94f0-180a9d827317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:34.585647 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52f23c91-85e9-4523-94f0-180a9d827317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:34.669096 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-52f23c91-85e9-4523-94f0-180a9d827317 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=479348ce2d2342b583133ffa99ca9c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599670 Aug 23 15:08:34.671559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42924) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:34.676664 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f23c91-85e9-4523-94f0-180a9d827317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851c4325-e653-4b50-9576-ac62b1281b58,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:34.822428 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4580134c-64d9-4263-8438-c14b578821c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:34.856647 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4580134c-64d9-4263-8438-c14b578821c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:35.025152 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6074da7-0b2c-4f29-b73c-006c29f9fbfd req-ed96d35e-ec92-4d18-8c30-846ff8cff5ff tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:35.030005 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6074da7-0b2c-4f29-b73c-006c29f9fbfd req-ed96d35e-ec92-4d18-8c30-846ff8cff5ff tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 944 time: 0.1063647 Aug 23 15:08:35.101390 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6074da7-0b2c-4f29-b73c-006c29f9fbfd req-ba6156e8-4bf3-4cdb-a66e-097706a7652c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620716 Aug 23 15:08:35.117233 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:08:35.193056 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4580134c-64d9-4263-8438-c14b578821c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:35.200209 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4580134c-64d9-4263-8438-c14b578821c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:35.201730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42938) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:35.207233 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4580134c-64d9-4263-8438-c14b578821c4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/851c4325-e653-4b50-9576-ac62b1281b58 HTTP/1.1" status: 204 len: 168 time: 0.5282996 Aug 23 15:08:35.220338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580134c-64d9-4263-8438-c14b578821c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851c4325-e653-4b50-9576-ac62b1281b58,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:35.381935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2faa9ce-3124-452b-b981-d83e7e688975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:35.576029 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2faa9ce-3124-452b-b981-d83e7e688975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:35.744223 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2faa9ce-3124-452b-b981-d83e7e688975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:35.854425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c2faa9ce-3124-452b-b981-d83e7e688975 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d74d6f01d97943cf9ea5c96797659ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6452522 Aug 23 15:08:35.856036 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2faa9ce-3124-452b-b981-d83e7e688975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff08b4c0-7d98-49b2-92e3-eca70e342718,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:35.857154 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42996) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:35.948131 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cc6a1a41-f1e1-40d7-a38c-398266549c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:35.984421 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cc6a1a41-f1e1-40d7-a38c-398266549c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:36.185068 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cc6a1a41-f1e1-40d7-a38c-398266549c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:36.191008 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cc6a1a41-f1e1-40d7-a38c-398266549c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:36.197657 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cc6a1a41-f1e1-40d7-a38c-398266549c8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ff08b4c0-7d98-49b2-92e3-eca70e342718 HTTP/1.1" status: 204 len: 168 time: 0.3343756 Aug 23 15:08:36.205058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a1a41-f1e1-40d7-a38c-398266549c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff08b4c0-7d98-49b2-92e3-eca70e342718,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:36.359283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b02ae-859e-4c4d-8da2-4b12ed5a0168 req-c8fa982a-b862-4b7f-8608-a1befb96d2f1 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:36.382044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b1b02ae-859e-4c4d-8da2-4b12ed5a0168 req-c8fa982a-b862-4b7f-8608-a1befb96d2f1 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 944 time: 0.1590915 Aug 23 15:08:36.480360 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b1b02ae-859e-4c4d-8da2-4b12ed5a0168 req-60dee568-55dd-4ff9-a3d4-959efb1840df tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946312 Aug 23 15:08:36.972311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a7c7cb17-9e52-4543-b3e8-119a541c72cb details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:08:37.158058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:08:37.185183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'port_id': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'mac_address': 'fa:16:3e:cc:b5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:08:37.258688 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:37.275096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c7cb17-9e52-4543-b3e8-119a541c72cb {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:08:37.327419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:08:37.455298 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:37.567539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=a7c7cb17-9e52-4543-b3e8-119a541c72cb,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:37.684102 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['a7c7cb17-9e52-4543-b3e8-119a541c72cb'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:08:37.730531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87653b23-0a00-4a0c-afd9-0733379bb71b req-7eb134a4-aed5-478d-b8f8-5c0d18b9cf91 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:37.738048 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-87653b23-0a00-4a0c-afd9-0733379bb71b req-7eb134a4-aed5-478d-b8f8-5c0d18b9cf91 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.1161070 Aug 23 15:08:37.816249 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-87653b23-0a00-4a0c-afd9-0733379bb71b req-8d1985d9-bc0d-49bb-b55a-86e10b558671 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699947 Aug 23 15:08:38.987978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a7c7cb17-9e52-4543-b3e8-119a541c72cb up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:08:39.062448 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4c806-804e-45a0-9f5b-18c82897b061 req-5f1ff9d5-8e73-4fde-909f-389350c79db0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:39.075966 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41f4c806-804e-45a0-9f5b-18c82897b061 req-5f1ff9d5-8e73-4fde-909f-389350c79db0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.0839179 Aug 23 15:08:39.189557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port a7c7cb17-9e52-4543-b3e8-119a541c72cb completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:08:39.199742 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port a7c7cb17-9e52-4543-b3e8-119a541c72cb triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:08:39.199742 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:39.309873 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:39.346018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:08:39.348500 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e6f11f-4135-4983-8491-eadf83a3c7d1" -d '{"events": [{"server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "name": "network-vif-plugged", "status": "completed", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:08:39.368218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:08:39.408096 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41f4c806-804e-45a0-9f5b-18c82897b061 req-a878661f-31b9-43aa-9943-eabdb43121e9 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310578 Aug 23 15:08:39.444384 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2504eb8f-d578-4515-821b-ac6273e12ff2 x-openstack-request-id: req-2504eb8f-d578-4515-821b-ac6273e12ff2 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:08:39.451026 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "name": "network-vif-plugged", "status": "completed", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:08:39.451292 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2504eb8f-d578-4515-821b-ac6273e12ff2 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:08:39.451778 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'code': 200} Aug 23 15:08:39.462485 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:39.592310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=a7c7cb17-9e52-4543-b3e8-119a541c72cb,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:39.593142 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029be62-4291-48d9-8dae-261cb9913808 req-b58cd887-f7ee-4d47-98ff-c7413ece2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:39.595208 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6029be62-4291-48d9-8dae-261cb9913808 req-b58cd887-f7ee-4d47-98ff-c7413ece2c69 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 1097 time: 0.0753877 Aug 23 15:08:39.644452 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6029be62-4291-48d9-8dae-261cb9913808 req-c8136ec9-43c9-4b1f-b2fc-40a7f85f3bb7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415022 Aug 23 15:08:40.565655 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79b2a7-acd1-48c8-8df5-40fa3cf09383 req-4c5af395-1a68-4b68-b6a0-6b86fdb796e4 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:40.575557 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-de79b2a7-acd1-48c8-8df5-40fa3cf09383 req-4c5af395-1a68-4b68-b6a0-6b86fdb796e4 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.0675681 Aug 23 15:08:40.625926 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-de79b2a7-acd1-48c8-8df5-40fa3cf09383 req-7de83e15-3908-4e3b-85a3-7e63159e9f0f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493791 Aug 23 15:08:41.828858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4dcf7-305c-48c5-a778-4c84f464db1d req-c6e66ef9-dd9e-483c-a019-360a8b71291a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:41.829377 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3d4dcf7-305c-48c5-a778-4c84f464db1d req-c6e66ef9-dd9e-483c-a019-360a8b71291a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.0596406 Aug 23 15:08:41.899372 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3d4dcf7-305c-48c5-a778-4c84f464db1d req-6de37d1a-162c-4ce0-82ba-04bf398885e4 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597847 Aug 23 15:08:42.024507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acf4e8-a088-47cc-8e4a-6b6fcfd95ded req-9de9a501-b762-436f-ac38-5aeb50e88e79 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:42.026310 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f2acf4e8-a088-47cc-8e4a-6b6fcfd95ded req-9de9a501-b762-436f-ac38-5aeb50e88e79 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.0580277 Aug 23 15:08:42.035928 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43170) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:42.042000 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7d29c52f-aace-4324-aba9-efc91f500218 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Request body: {'floatingip': {'port_id': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:08:42.167355 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7d29c52f-aace-4324-aba9-efc91f500218 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:43.051893 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7d29c52f-aace-4324-aba9-efc91f500218 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:43.172997 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7d29c52f-aace-4324-aba9-efc91f500218 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:43.291014 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-7d29c52f-aace-4324-aba9-efc91f500218 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Floating IP a1708f17-06f3-4df9-901c-313175b41e3f associated. External IP: 172.25.8.141, port: a7c7cb17-9e52-4543-b3e8-119a541c72cb. Aug 23 15:08:43.440127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43186) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:43.589918 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d29c52f-aace-4324-aba9-efc91f500218 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Router a6811d1b-2289-46c0-9a63-a308cb320d85 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:08:43.704391 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7b0f04d7-4f5e-454c-8ca7-71fb693c8606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:43.762385 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d29c52f-aace-4324-aba9-efc91f500218 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:08:43.767532 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7d29c52f-aace-4324-aba9-efc91f500218 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:43.781729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c7a59-ee35-48c9-9ea6-5f3e3659d9be None None] Sync routers for ids ['a6811d1b-2289-46c0-9a63-a308cb320d85'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:08:43.815582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c7a59-ee35-48c9-9ea6-5f3e3659d9be None None] Routers {'a6811d1b-2289-46c0-9a63-a308cb320d85'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:08:43.816365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a7c7a59-ee35-48c9-9ea6-5f3e3659d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:08:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a6811d1b-2289-46c0-9a63-a308cb320d85'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:08:43.826419 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7d29c52f-aace-4324-aba9-efc91f500218 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "PUT /v2.0/floatingips/a1708f17-06f3-4df9-901c-313175b41e3f HTTP/1.1" status: 200 len: 992 time: 1.7893150 Aug 23 15:08:43.827053 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:08:43.843073 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661bae6d-f5eb-4e47-bfc8-c779458d187d" -d '{"events": [{"name": "network-changed", "server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:08:43.910550 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7b0f04d7-4f5e-454c-8ca7-71fb693c8606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:43.950760 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3980e223-6198-429b-b53e-e9d715c78101 x-openstack-request-id: req-3980e223-6198-429b-b53e-e9d715c78101 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:08:43.951059 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:08:43.951318 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3980e223-6198-429b-b53e-e9d715c78101 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:08:43.951778 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'status': 'completed', 'code': 200} Aug 23 15:08:44.015521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-3a7c7a59-ee35-48c9-9ea6-5f3e3659d9be None None] Set router a6811d1b-2289-46c0-9a63-a308cb320d85 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:08:44.018171 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bae6d-f5eb-4e47-bfc8-c779458d187d req-966fdb86-ab55-4257-afcc-d381015ee7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:44.020515 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-661bae6d-f5eb-4e47-bfc8-c779458d187d req-966fdb86-ab55-4257-afcc-d381015ee7b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 1097 time: 0.0456724 Aug 23 15:08:44.021087 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7b0f04d7-4f5e-454c-8ca7-71fb693c8606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:44.064498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f04d7-4f5e-454c-8ca7-71fb693c8606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8aba31d-3a45-495f-92a6-7d752fb96a5f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:44.069700 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7b0f04d7-4f5e-454c-8ca7-71fb693c8606 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=25e4f88527f849fd81230a6540c40864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6284044 Aug 23 15:08:44.073500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43206) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:44.137382 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14add029-00ec-4044-86de-523541ad32a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:44.158885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bae6d-f5eb-4e47-bfc8-c779458d187d req-9f2c0a73-6fe1-4b42-98b7-d301e045161c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:44.163222 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-661bae6d-f5eb-4e47-bfc8-c779458d187d req-9f2c0a73-6fe1-4b42-98b7-d301e045161c service neutron] 10.222.0.57 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 918 time: 0.1332262 Aug 23 15:08:44.178940 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14add029-00ec-4044-86de-523541ad32a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:44.272352 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-661bae6d-f5eb-4e47-bfc8-c779458d187d req-0667ff81-ebbf-48f0-a3c3-afbb154773bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb HTTP/1.1" status: 200 len: 1000 time: 0.0964026 Aug 23 15:08:44.324409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a7c7a59-ee35-48c9-9ea6-5f3e3659d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'a1708f17-06f3-4df9-901c-313175b41e3f', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'port_id': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'mac_address': 'fa:16:3e:cc:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:08:21Z', 'updated_at': '2021-08-23T15:08:42Z', 'revision_number': 1, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e026d3f4-84d7-49c5-9238-dbec8de9d0c1', 'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'mac_address': 'fa:16:3e:cb:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:35Z', 'updated_at': '2021-08-23T15:03:43Z', 'revision_number': 5, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'subnets': [{'id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:08:44.346686 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bae6d-f5eb-4e47-bfc8-c779458d187d req-3af72377-e060-4851-a926-f376f93157ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:44.346686 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-661bae6d-f5eb-4e47-bfc8-c779458d187d req-3af72377-e060-4851-a926-f376f93157ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 200 len: 856 time: 0.0660851 Aug 23 15:08:44.358649 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c7a59-ee35-48c9-9ea6-5f3e3659d9be None None] Checking router: a6811d1b-2289-46c0-9a63-a308cb320d85 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:08:44.366283 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14add029-00ec-4044-86de-523541ad32a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:44.369265 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c7a59-ee35-48c9-9ea6-5f3e3659d9be None None] Routers {'a6811d1b-2289-46c0-9a63-a308cb320d85'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:08:44.370170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a7c7a59-ee35-48c9-9ea6-5f3e3659d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:08:26Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a6811d1b-2289-46c0-9a63-a308cb320d85'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:08:44.375589 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14add029-00ec-4044-86de-523541ad32a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:44.376939 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-14add029-00ec-4044-86de-523541ad32a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8aba31d-3a45-495f-92a6-7d752fb96a5f HTTP/1.1" status: 204 len: 168 time: 0.3012130 Aug 23 15:08:44.408321 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14add029-00ec-4044-86de-523541ad32a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8aba31d-3a45-495f-92a6-7d752fb96a5f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:44.411321 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bae6d-f5eb-4e47-bfc8-c779458d187d req-7e2b82c5-31be-4827-9e30-4bc382fdd815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:44.419480 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-661bae6d-f5eb-4e47-bfc8-c779458d187d req-7e2b82c5-31be-4827-9e30-4bc382fdd815 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3abf700b-7cb8-4157-b106-bf6f54332e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609021 Aug 23 15:08:44.531006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-3a7c7a59-ee35-48c9-9ea6-5f3e3659d9be None None] Set router a6811d1b-2289-46c0-9a63-a308cb320d85 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:08:44.533718 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-661bae6d-f5eb-4e47-bfc8-c779458d187d req-32fb3763-3cda-4ee9-b239-9138c5b6297c service neutron] 10.222.0.57 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129036 Aug 23 15:08:44.639895 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-661bae6d-f5eb-4e47-bfc8-c779458d187d req-9b035011-e253-45b1-9953-08f8f8d15bf6 service neutron] 10.222.0.57 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985794 Aug 23 15:08:44.805155 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a7c7a59-ee35-48c9-9ea6-5f3e3659d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'a1708f17-06f3-4df9-901c-313175b41e3f', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'port_id': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'mac_address': 'fa:16:3e:cc:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:08:21Z', 'updated_at': '2021-08-23T15:08:42Z', 'revision_number': 1, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e026d3f4-84d7-49c5-9238-dbec8de9d0c1', 'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'mac_address': 'fa:16:3e:cb:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:35Z', 'updated_at': '2021-08-23T15:03:43Z', 'revision_number': 5, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'subnets': [{'id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:08:44.869999 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c7a59-ee35-48c9-9ea6-5f3e3659d9be None None] The sync data for ids ['a6811d1b-2289-46c0-9a63-a308cb320d85'] in n-d-804985-3 is: [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'a1708f17-06f3-4df9-901c-313175b41e3f', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'port_id': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'mac_address': 'fa:16:3e:cc:b5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:08:21Z', 'updated_at': '2021-08-23T15:08:42Z', 'revision_number': 1, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e026d3f4-84d7-49c5-9238-dbec8de9d0c1', 'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'mac_address': 'fa:16:3e:cb:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:35Z', 'updated_at': '2021-08-23T15:03:43Z', 'revision_number': 5, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'subnets': [{'id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:08:45.224388 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5e042-c26a-402d-8bc2-6b9d2e2fe360 None None] New status for floating IP a1708f17-06f3-4df9-901c-313175b41e3f: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:08:45.578664 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43256) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:45.596021 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bb79c943-f9ac-4003-918a-ad28d29ca65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:45.658398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:45.724068 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bb79c943-f9ac-4003-918a-ad28d29ca65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:45.818840 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bb79c943-f9ac-4003-918a-ad28d29ca65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:45.864432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79c943-f9ac-4003-918a-ad28d29ca65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b0fe41-2924-40cb-a31f-0aae805f725d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:45.902819 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bb79c943-f9ac-4003-918a-ad28d29ca65b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=efa8eb1c27564252b73117dd0e49e5b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216116 Aug 23 15:08:45.905391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43260) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:45.979268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ae06-6e6c-4617-88bc-9bdb374b73f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:46.005071 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ae06-6e6c-4617-88bc-9bdb374b73f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:46.779174 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ae06-6e6c-4617-88bc-9bdb374b73f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:46.782831 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ae06-6e6c-4617-88bc-9bdb374b73f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:46.784165 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d4e9ae06-6e6c-4617-88bc-9bdb374b73f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f1b0fe41-2924-40cb-a31f-0aae805f725d HTTP/1.1" status: 204 len: 168 time: 0.8775730 Aug 23 15:08:46.808357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9ae06-6e6c-4617-88bc-9bdb374b73f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b0fe41-2924-40cb-a31f-0aae805f725d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:50.199822 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:50.561653 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43374) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:50.721004 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6ccb92c3-a849-45bf-9acb-1a59dd558206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:50.815680 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6ccb92c3-a849-45bf-9acb-1a59dd558206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:50.903919 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6ccb92c3-a849-45bf-9acb-1a59dd558206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:50.950161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb92c3-a849-45bf-9acb-1a59dd558206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f5e12d-c6ec-47c7-8984-df6a3d3d9b7a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:50.951139 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6ccb92c3-a849-45bf-9acb-1a59dd558206 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6434c99a89046f4925a0aa1eaa0d800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3884580 Aug 23 15:08:50.953841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43382) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:51.014799 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a21fc8cf-6079-4f61-b750-cc4dc7e7c9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:51.045668 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a21fc8cf-6079-4f61-b750-cc4dc7e7c9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:51.192567 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a21fc8cf-6079-4f61-b750-cc4dc7e7c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:51.196255 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a21fc8cf-6079-4f61-b750-cc4dc7e7c9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:51.198717 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a21fc8cf-6079-4f61-b750-cc4dc7e7c9b5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42f5e12d-c6ec-47c7-8984-df6a3d3d9b7a HTTP/1.1" status: 204 len: 168 time: 0.2439864 Aug 23 15:08:51.218537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fc8cf-6079-4f61-b750-cc4dc7e7c9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f5e12d-c6ec-47c7-8984-df6a3d3d9b7a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:52.191595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43404) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:52.206958 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-754cdc37-2c12-4c39-8b1e-9531aff766be admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:52.315481 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-754cdc37-2c12-4c39-8b1e-9531aff766be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:52.499722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-4259a752-b505-46af-b5a1-737f7b6bf96d tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:52.501866 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-4259a752-b505-46af-b5a1-737f7b6bf96d tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/networks?id=7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 HTTP/1.1" status: 200 len: 813 time: 0.1515155 Aug 23 15:08:52.524301 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-10726f2c-121b-4801-a864-c00c20080811 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/quotas/e38f334f96ac4f38b93f7a457e6ae03a HTTP/1.1" status: 200 len: 375 time: 0.0149875 Aug 23 15:08:52.531070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-754cdc37-2c12-4c39-8b1e-9531aff766be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:52.583203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43420) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:52.590588 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-bf1bc49b-bde9-43f8-b294-27e76c672a43 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e38f334f96ac4f38b93f7a457e6ae03a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563548 Aug 23 15:08:52.637688 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1ce8574e-69ed-4e56-9e55-38867935b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:52.646451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754cdc37-2c12-4c39-8b1e-9531aff766be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422d75da-a03c-43b7-8acc-f51e3640662a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:52.669963 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-754cdc37-2c12-4c39-8b1e-9531aff766be admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc2ed4aeb7fc46299afa086422b7bf9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742458 Aug 23 15:08:52.675570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43424) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:52.749147 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-e0322d42-8120-41ed-8b49-5544ea59666e tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=bf3aad1d1279475b91722666a854a177&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4057057 Aug 23 15:08:52.755935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-843bdeb2-67b8-4f03-929c-611ffb184623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:52.803266 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-843bdeb2-67b8-4f03-929c-611ffb184623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:52.834686 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6311770b-ec48-4fa0-b5db-106183df8ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:53.052746 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-e019f39f-634c-439a-ad75-4bbda578bd03 service neutron] 10.222.0.38 "GET /v2.0/networks/7afbecfc-013f-41e0-8f94-ad3b9ec50ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603213 Aug 23 15:08:53.053529 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-d68e55c7-c562-48f8-998f-18a1b1327843 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:53.053529 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-d68e55c7-c562-48f8-998f-18a1b1327843 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245872 Aug 23 15:08:53.053529 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-35cd1992-1808-4edb-9c9d-27abd7722b41 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/quotas/bf3aad1d1279475b91722666a854a177 HTTP/1.1" status: 200 len: 375 time: 0.0121176 Aug 23 15:08:53.053529 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-06e1e0c6-f850-4ee0-b0f1-dcf8e8e31ff4 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf3aad1d1279475b91722666a854a177&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345368 Aug 23 15:08:53.077689 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-201c833d-80f6-4528-b5ad-dba533551437 service neutron] 10.222.0.38 "GET /v2.0/networks/7afbecfc-013f-41e0-8f94-ad3b9ec50ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018863 Aug 23 15:08:53.523124 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-843bdeb2-67b8-4f03-929c-611ffb184623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:53.541246 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-843bdeb2-67b8-4f03-929c-611ffb184623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:53.545607 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-843bdeb2-67b8-4f03-929c-611ffb184623 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/422d75da-a03c-43b7-8acc-f51e3640662a HTTP/1.1" status: 204 len: 168 time: 0.8682673 Aug 23 15:08:53.695941 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6311770b-ec48-4fa0-b5db-106183df8ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:53.707137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bdeb2-67b8-4f03-929c-611ffb184623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422d75da-a03c-43b7-8acc-f51e3640662a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:53.769878 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6311770b-ec48-4fa0-b5db-106183df8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:53.824228 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311770b-ec48-4fa0-b5db-106183df8ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35aa5c06-d64e-4e1c-b9cd-5ac1dfba33c7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:53.827013 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ab6cbcd6-0d86-4bf9-9b61-8b3447d9791c req-2cb7a377-a03a-499c-8e0f-cc2d722b528d tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 210 time: 0.0432062 Aug 23 15:08:53.865316 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6311770b-ec48-4fa0-b5db-106183df8ecc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a70e533dd0674c4a9b29db71e88bcb03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2757168 Aug 23 15:08:53.866402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43464) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:53.958420 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0a8956f-be68-412a-a8c5-ccc63d87acf5 req-51b9460d-9c70-4f23-b1e7-f884fb4a035a tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 210 time: 0.0385985 Aug 23 15:08:53.972151 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:54.005837 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:54.155707 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:54.160045 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:54.161974 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35aa5c06-d64e-4e1c-b9cd-5ac1dfba33c7 HTTP/1.1" status: 204 len: 168 time: 0.2936370 Aug 23 15:08:54.173001 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35aa5c06-d64e-4e1c-b9cd-5ac1dfba33c7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:54.182409 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:54.182985 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:54.183523 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:54.184084 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:54.184611 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:54.185157 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:54.185888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:54.186660 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:54.187199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:54.187741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:54.188469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:54.189545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace4f94-4b03-4e24-a222-f260638b2889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:08:54.939824 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b7a7cf97-54ee-4537-8062-22d24e4687b0 req-a15c3aa7-ff43-46a0-8e25-99bd90cd2ad7 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 210 time: 0.0359302 Aug 23 15:08:55.081088 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9abe9c34-36ac-4c77-8f11-9c03490f4132 req-386481d4-1992-42e6-9d6f-c96dbf0ff0e7 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 210 time: 0.0388072 Aug 23 15:08:55.325674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43514) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:55.357726 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff91e-1d5a-4c7b-9dc5-c871d2f3880c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:55.498948 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff91e-1d5a-4c7b-9dc5-c871d2f3880c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:55.592284 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:55.637914 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff91e-1d5a-4c7b-9dc5-c871d2f3880c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:55.708281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ff91e-1d5a-4c7b-9dc5-c871d2f3880c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa03a03-8868-492a-bd00-ef562c508d9f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:55.715001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7c4ff91e-1d5a-4c7b-9dc5-c871d2f3880c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d41734aad22f4c9da6c2e6d5f4fda875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878541 Aug 23 15:08:55.723771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43530) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:08:55.812564 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5408b0b5-a2a4-4436-a8ff-226ba912200c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:55.882678 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5408b0b5-a2a4-4436-a8ff-226ba912200c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:56.066305 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5408b0b5-a2a4-4436-a8ff-226ba912200c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:56.069316 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5408b0b5-a2a4-4436-a8ff-226ba912200c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:56.079094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5408b0b5-a2a4-4436-a8ff-226ba912200c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4fa03a03-8868-492a-bd00-ef562c508d9f HTTP/1.1" status: 204 len: 168 time: 0.3575499 Aug 23 15:08:56.094436 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fed42ddf-eef6-46d0-aaf8-9ea575232ea0 req-5135d8c2-6290-4cb8-bb2b-4432307a8b16 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 210 time: 0.0584202 Aug 23 15:08:56.105554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408b0b5-a2a4-4436-a8ff-226ba912200c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa03a03-8868-492a-bd00-ef562c508d9f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:56.631756 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9a680a5c-d5bf-4804-acec-826f6e9d3c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:56.740440 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ba05507-d3df-4ab8-961e-ad4fe2080727 req-c71f98a3-e82b-4edc-924a-86c69e05b870 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 210 time: 0.0443003 Aug 23 15:08:56.818378 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:57.270708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-89e7625c-bf05-4d0b-ade6-4edb37f7d084 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:57.276954 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-89e7625c-bf05-4d0b-ade6-4edb37f7d084 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.61 "GET /v2.0/networks?id=7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 HTTP/1.1" status: 200 len: 813 time: 0.2842889 Aug 23 15:08:57.308473 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-d870803b-3d53-4a62-bb4c-23b1abf343fc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Request body: {'port': {'device_id': '4acaed30-b078-4620-baa0-596b6b963a52', 'network_id': '7afbecfc-013f-41e0-8f94-ad3b9ec50ef2', 'admin_state_up': True, 'tenant_id': 'e38f334f96ac4f38b93f7a457e6ae03a'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:08:57.312145 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4764cbcc-7934-46c0-a001-8f7531cc0230 req-6a69d2e5-4e5a-46b9-b250-a3f9a6e5ed36 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 210 time: 0.0848291 Aug 23 15:08:57.639069 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-a3e041c6-4ece-4c66-bb17-68ed3c66f137 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf3aad1d1279475b91722666a854a177&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273788 Aug 23 15:08:57.689530 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-d870803b-3d53-4a62-bb4c-23b1abf343fc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Made reservation on behalf of e38f334f96ac4f38b93f7a457e6ae03a for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:08:57.693300 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-d870803b-3d53-4a62-bb4c-23b1abf343fc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:57.990358 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d3254611-090b-4353-bc8a-0c3933ed3f41 req-8a38d858-4b9c-41d4-8262-7aaab261e3da tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 210 time: 0.0732269 Aug 23 15:08:58.013081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-c8ee5ab8-6058-48a7-b9ed-12f87607f171 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:58.014901 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-c8ee5ab8-6058-48a7-b9ed-12f87607f171 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3703573 Aug 23 15:08:58.030375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Request body: {'port': {'device_id': 'ea4b7313-cc9f-4440-ae5a-d45cd0c8123f', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': 'bf3aad1d1279475b91722666a854a177'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:08:58.072486 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-d870803b-3d53-4a62-bb4c-23b1abf343fc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Allocated IP 172.20.0.10 (7afbecfc-013f-41e0-8f94-ad3b9ec50ef2/afa8e189-38df-4022-b01a-e467e93d2cd9/44bcb27a-9ce9-45f2-aa6c-e21a48ec918e) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:08:58.464101 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7828c644-7f40-4d6b-8940-43c62c34e75d req-fb79d473-1067-4937-acdf-439f928d02c7 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 210 time: 0.0522997 Aug 23 15:08:58.503646 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Made reservation on behalf of bf3aad1d1279475b91722666a854a177 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:08:58.510515 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:58.522482 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-d870803b-3d53-4a62-bb4c-23b1abf343fc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:58.529043 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:58.635862 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:58.699634 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:58.744267 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-d870803b-3d53-4a62-bb4c-23b1abf343fc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:58.795521 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-d870803b-3d53-4a62-bb4c-23b1abf343fc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Network 7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:08:58.798695 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-d870803b-3d53-4a62-bb4c-23b1abf343fc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:08:58.801479 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-d870803b-3d53-4a62-bb4c-23b1abf343fc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:08:58.832113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870803b-3d53-4a62-bb4c-23b1abf343fc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Pushing event updated for resources: {'Port': ['ID=44bcb27a-9ce9-45f2-aa6c-e21a48ec918e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:58.854999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:58.892799 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-d870803b-3d53-4a62-bb4c-23b1abf343fc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:58.894008 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-d870803b-3d53-4a62-bb4c-23b1abf343fc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:58.926619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b85c291-505e-474e-b91e-7168e7ec8e06,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:59.031190 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Allocated IP 192.168.233.215 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/e1da6987-b9df-4108-9dc7-f757f9ebc24c) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:08:59.144688 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721f863-8541-429e-b044-bdc6307f8879 req-88491f52-c717-413e-a089-5b7a0b97dbfc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:59.148869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9721f863-8541-429e-b044-bdc6307f8879 req-88491f52-c717-413e-a089-5b7a0b97dbfc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 932 time: 0.0955501 Aug 23 15:08:59.172628 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-d870803b-3d53-4a62-bb4c-23b1abf343fc tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8843601 Aug 23 15:08:59.187703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Request body: {'port': {'device_id': '4acaed30-b078-4620-baa0-596b6b963a52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:08:59.334625 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:59.369691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Transition to ACTIVE for port object e1da6987-b9df-4108-9dc7-f757f9ebc24c will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:08:59.378595 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:59.422486 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9721f863-8541-429e-b044-bdc6307f8879 req-e478f0b2-5bdc-425d-88f6-cfe7369886c1 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691858 Aug 23 15:08:59.604124 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c4f5963-bc79-496e-b017-2492256076c0 req-671e07be-3dc0-4088-91f0-1171edb8dc6e tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 210 time: 0.0415072 Aug 23 15:08:59.623564 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:59.729498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:08:59.743907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:08:59.754980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:08:59.805457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Pushing event updated for resources: {'Port': ['ID=e1da6987-b9df-4108-9dc7-f757f9ebc24c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:08:59.849686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:08:59.853010 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:59.881128 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:08:59.890039 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:08:59.905421 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Transition to ACTIVE for port object 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:08:59.993606 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-7eea7567-6018-4aaa-8398-ffa5464a7c8c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9683826 Aug 23 15:09:00.008296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Request body: {'port': {'device_id': 'ea4b7313-cc9f-4440-ae5a-d45cd0c8123f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:00.027678 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:00.122937 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:00.138113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Pushing event updated for resources: {'Port': ['ID=44bcb27a-9ce9-45f2-aa6c-e21a48ec918e,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:00.160595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5771752e-d6a1-48a3-ba07-d204a15c4648 None None] Provisioning for port e1da6987-b9df-4108-9dc7-f757f9ebc24c completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:09:00.165659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5771752e-d6a1-48a3-ba07-d204a15c4648 None None] Provisioning complete for port e1da6987-b9df-4108-9dc7-f757f9ebc24c triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:09:00.166278 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5771752e-d6a1-48a3-ba07-d204a15c4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:00.217087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Attempting to bind port 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:09:00.217764 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Attempting to bind port 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'a644ac19-dc0f-4a4b-915e-afd600023f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7afbecfc-013f-41e0-8f94-ad3b9ec50ef2'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:09:00.218206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Attempting to bind port 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e on network 7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:09:00.223666 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Port 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e on network 7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:09:00.224076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Attempting to bind port 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e on network 7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:09:00.229852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:09:00.230284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Checking segment: {'id': 'a644ac19-dc0f-4a4b-915e-afd600023f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7afbecfc-013f-41e0-8f94-ad3b9ec50ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:09:00.230745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Bound using segment: {'id': 'a644ac19-dc0f-4a4b-915e-afd600023f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7afbecfc-013f-41e0-8f94-ad3b9ec50ef2'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:09:00.231269 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Bound port: 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a644ac19-dc0f-4a4b-915e-afd600023f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7afbecfc-013f-41e0-8f94-ad3b9ec50ef2'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:09:00.231792 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:00.235798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5771752e-d6a1-48a3-ba07-d204a15c4648 None None] Port e1da6987-b9df-4108-9dc7-f757f9ebc24c cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:09:00.362234 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] For port 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:09:00.365791 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] For port 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=44bcb27a-9ce9-45f2-aa6c-e21a48ec918e,segment=NetworkSegment(a644ac19-dc0f-4a4b-915e-afd600023f58),segment_id=a644ac19-dc0f-4a4b-915e-afd600023f58)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:09:00.503204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1da6987-b9df-4108-9dc7-f757f9ebc24c {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:09:00.513032 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:00.585300 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:00.606184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:00.607045 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:00.608678 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] 10.222.0.61 "PUT /v2.0/ports/44bcb27a-9ce9-45f2-aa6c-e21a48ec918e HTTP/1.1" status: 200 len: 1092 time: 1.4276443 Aug 23 15:09:00.609203 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acaed30-b078-4620-baa0-596b6b963a52', 'tag': '44bcb27a-9ce9-45f2-aa6c-e21a48ec918e'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:09:00.611687 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669848de-fcf7-4899-a809-58cbbe40c3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4acaed30-b078-4620-baa0-596b6b963a52", "tag": "44bcb27a-9ce9-45f2-aa6c-e21a48ec918e"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:09:00.731192 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce0b413-aaef-4721-adae-e22552a4f60d x-openstack-request-id: req-9ce0b413-aaef-4721-adae-e22552a4f60d {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:09:00.731578 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acaed30-b078-4620-baa0-596b6b963a52", "tag": "44bcb27a-9ce9-45f2-aa6c-e21a48ec918e", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:09:00.731823 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9ce0b413-aaef-4721-adae-e22552a4f60d {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:09:00.733399 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acaed30-b078-4620-baa0-596b6b963a52', 'tag': '44bcb27a-9ce9-45f2-aa6c-e21a48ec918e', 'status': 'completed', 'code': 200} Aug 23 15:09:00.805559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Transition to ACTIVE for port object e1da6987-b9df-4108-9dc7-f757f9ebc24c will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:09:00.805559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c5cd8-8dfe-44be-9d32-6cc5f6de772b req-a2dc9f81-cfe3-49ac-8898-fa292bfb3674 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:00.805559 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-991c5cd8-8dfe-44be-9d32-6cc5f6de772b req-a2dc9f81-cfe3-49ac-8898-fa292bfb3674 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 944 time: 0.2396848 Aug 23 15:09:00.825308 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-991c5cd8-8dfe-44be-9d32-6cc5f6de772b req-bdfc5615-5c55-4a46-9a09-80cf4a4afcaa tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466020 Aug 23 15:09:00.871452 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd38c7-3610-4a65-9087-3b16bbf25622 service neutron] Pushing event updated for resources: {'Port': ['ID=44bcb27a-9ce9-45f2-aa6c-e21a48ec918e,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:00.880930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669848de-fcf7-4899-a809-58cbbe40c3aa req-fc30ca9c-ae8e-4d1e-9060-95c0b1069f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:00.883550 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-669848de-fcf7-4899-a809-58cbbe40c3aa req-fc30ca9c-ae8e-4d1e-9060-95c0b1069f87 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e38f334f96ac4f38b93f7a457e6ae03a&device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 1095 time: 0.1492505 Aug 23 15:09:00.914652 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ee32d-03dd-47eb-b15a-e752723fef40 req-a18fe0dc-7b2c-4562-b3df-8c3bfed9207b tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:00.920146 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-001ee32d-03dd-47eb-b15a-e752723fef40 req-a18fe0dc-7b2c-4562-b3df-8c3bfed9207b tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 936 time: 0.1465440 Aug 23 15:09:01.007705 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-001ee32d-03dd-47eb-b15a-e752723fef40 req-a63adc90-91a0-4e1a-a5b2-c8aa025761a7 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/security-groups?id=4b85c291-505e-474e-b91e-7168e7ec8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750000 Aug 23 15:09:01.035643 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669848de-fcf7-4899-a809-58cbbe40c3aa req-a72acbbe-a187-4341-b048-3509f4c35849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:01.037238 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-669848de-fcf7-4899-a809-58cbbe40c3aa req-a72acbbe-a187-4341-b048-3509f4c35849 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e38f334f96ac4f38b93f7a457e6ae03a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1432290 Aug 23 15:09:01.149533 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669848de-fcf7-4899-a809-58cbbe40c3aa req-3ea5decc-25aa-4e7f-a4fe-e53fa0057a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:01.151462 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-669848de-fcf7-4899-a809-58cbbe40c3aa req-3ea5decc-25aa-4e7f-a4fe-e53fa0057a42 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073833 Aug 23 15:09:01.773652 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-1da7ed24-9ad5-4f34-a919-595c4d6bd8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:01.775353 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-1da7ed24-9ad5-4f34-a919-595c4d6bd8d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e38f334f96ac4f38b93f7a457e6ae03a&device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 1095 time: 0.0505528 Aug 23 15:09:01.826012 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-6b9a9373-0a49-4029-a1ae-5c7566c2e5b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44bcb27a-9ce9-45f2-aa6c-e21a48ec918e HTTP/1.1" status: 200 len: 217 time: 0.0394523 Aug 23 15:09:01.881248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-25bb1083-34b9-4382-813c-629d7f3e1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:01.882863 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-25bb1083-34b9-4382-813c-629d7f3e1d9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=afa8e189-38df-4022-b01a-e467e93d2cd9 HTTP/1.1" status: 200 len: 853 time: 0.0492556 Aug 23 15:09:01.921039 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-df33a3e0-6747-45bb-83e1-de0710b0fa56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7afbecfc-013f-41e0-8f94-ad3b9ec50ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283999 Aug 23 15:09:02.022670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36073451-2364-440a-94a4-923d675ecbeb req-9b333b2f-ce37-467f-82d4-4862cbe0d6b1 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:02.024385 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36073451-2364-440a-94a4-923d675ecbeb req-9b333b2f-ce37-467f-82d4-4862cbe0d6b1 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 944 time: 0.1066339 Aug 23 15:09:02.093043 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-55eb7d60-c282-453b-b9ef-2cb9f9ab437c service neutron] 10.222.0.61 "GET /v2.0/networks/7afbecfc-013f-41e0-8f94-ad3b9ec50ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619871 Aug 23 15:09:02.100766 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36073451-2364-440a-94a4-923d675ecbeb req-5399f800-59ff-4b67-8826-0a6a9f7e46ee tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651221 Aug 23 15:09:02.148122 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3c818-bfa4-48ee-8610-0e622560f552 req-a99dcbc9-e7fd-4a79-8926-28bf5e23e56c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:02.150210 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b3c818-bfa4-48ee-8610-0e622560f552 req-a99dcbc9-e7fd-4a79-8926-28bf5e23e56c tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 936 time: 0.0651116 Aug 23 15:09:02.190300 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca4b1fdf-3886-4213-be16-5feb8c2ff641 req-58fa45d2-8b7e-4d5d-a30d-7abd2d6c6fd6 service neutron] 10.222.0.61 "GET /v2.0/networks/7afbecfc-013f-41e0-8f94-ad3b9ec50ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867670 Aug 23 15:09:02.193122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b3c818-bfa4-48ee-8610-0e622560f552 req-410c7ad2-c900-463c-9a36-395db10fa121 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/security-groups?id=4b85c291-505e-474e-b91e-7168e7ec8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354054 Aug 23 15:09:02.203312 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:02.259104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Pushing event updated for resources: {'Port': ['ID=e1da6987-b9df-4108-9dc7-f757f9ebc24c,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:02.285705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:02.286102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:02.286402 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:02.286741 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:02.287078 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:02.287536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:02.287848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:02.288166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:02.288492 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:02.288885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:02.289875 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:02.290208 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:02.364088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Attempting to bind port e1da6987-b9df-4108-9dc7-f757f9ebc24c on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:09:02.364675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Attempting to bind port e1da6987-b9df-4108-9dc7-f757f9ebc24c by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:09:02.365188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Attempting to bind port e1da6987-b9df-4108-9dc7-f757f9ebc24c on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:09:02.371382 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Port e1da6987-b9df-4108-9dc7-f757f9ebc24c on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:09:02.371757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Attempting to bind port e1da6987-b9df-4108-9dc7-f757f9ebc24c on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:09:02.377271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:09:02.377625 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:09:02.378223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:09:02.378864 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Bound port: e1da6987-b9df-4108-9dc7-f757f9ebc24c, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:09:02.379241 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:02.462088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] For port e1da6987-b9df-4108-9dc7-f757f9ebc24c, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:09:02.465421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] For port e1da6987-b9df-4108-9dc7-f757f9ebc24c, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=e1da6987-b9df-4108-9dc7-f757f9ebc24c,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:09:02.605103 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:02.624863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:02.626101 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:02.630559 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] 10.222.0.61 "PUT /v2.0/ports/e1da6987-b9df-4108-9dc7-f757f9ebc24c HTTP/1.1" status: 200 len: 1096 time: 2.6278174 Aug 23 15:09:02.634106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4b7313-cc9f-4440-ae5a-d45cd0c8123f', 'tag': 'e1da6987-b9df-4108-9dc7-f757f9ebc24c'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:09:02.637258 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac14af2c-5eb9-4928-b0fc-690b3a6140a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4b7313-cc9f-4440-ae5a-d45cd0c8123f", "tag": "e1da6987-b9df-4108-9dc7-f757f9ebc24c"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:09:02.700812 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33f8d37-0b6b-44fa-ba39-064e0850ecd7 x-openstack-request-id: req-d33f8d37-0b6b-44fa-ba39-064e0850ecd7 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:09:02.705968 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4b7313-cc9f-4440-ae5a-d45cd0c8123f", "tag": "e1da6987-b9df-4108-9dc7-f757f9ebc24c", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:09:02.705968 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d33f8d37-0b6b-44fa-ba39-064e0850ecd7 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:09:02.705968 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4b7313-cc9f-4440-ae5a-d45cd0c8123f', 'tag': 'e1da6987-b9df-4108-9dc7-f757f9ebc24c', 'status': 'completed', 'code': 200} Aug 23 15:09:02.788708 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb67214-e345-427b-af41-0e6f37fcfcaf service neutron] Pushing event updated for resources: {'Port': ['ID=e1da6987-b9df-4108-9dc7-f757f9ebc24c,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:02.805670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14af2c-5eb9-4928-b0fc-690b3a6140a2 req-3a0025e0-ba24-47a1-9ea5-a43234e91640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:02.812976 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac14af2c-5eb9-4928-b0fc-690b3a6140a2 req-3a0025e0-ba24-47a1-9ea5-a43234e91640 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf3aad1d1279475b91722666a854a177&device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 1099 time: 0.0845072 Aug 23 15:09:02.864837 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac14af2c-5eb9-4928-b0fc-690b3a6140a2 req-ed5b139b-eb49-431e-8c5e-444fe9e2cce6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf3aad1d1279475b91722666a854a177&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415144 Aug 23 15:09:03.044293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14af2c-5eb9-4928-b0fc-690b3a6140a2 req-737f06c8-2c68-4916-98e0-6f7c07ece6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:03.074387 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac14af2c-5eb9-4928-b0fc-690b3a6140a2 req-737f06c8-2c68-4916-98e0-6f7c07ece6f9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1775630 Aug 23 15:09:03.157158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-5c917b35-a4d7-4508-a5e1-14681ed425ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:03.158690 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-5c917b35-a4d7-4508-a5e1-14681ed425ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf3aad1d1279475b91722666a854a177&device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 1099 time: 0.0719814 Aug 23 15:09:03.217058 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-b56e084d-2383-4b3c-8c89-2a2d13ea5737 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=e1da6987-b9df-4108-9dc7-f757f9ebc24c HTTP/1.1" status: 200 len: 217 time: 0.0489786 Aug 23 15:09:03.295391 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0977009-b136-480b-a835-017395de101c req-a6f8c4d2-4da8-4545-8989-2739ab83fab2 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:03.304016 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0977009-b136-480b-a835-017395de101c req-a6f8c4d2-4da8-4545-8989-2739ab83fab2 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 944 time: 0.0976877 Aug 23 15:09:03.362319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-e41ea447-4efe-4881-9433-17efe1e12dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:03.363957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-e41ea447-4efe-4881-9433-17efe1e12dfc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.1373394 Aug 23 15:09:03.372419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8152496-9378-4dcf-9e34-510480cbff7d req-1d0b4610-2b50-4ea1-b313-d467e2859bfd tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:03.379701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c8152496-9378-4dcf-9e34-510480cbff7d req-1d0b4610-2b50-4ea1-b313-d467e2859bfd tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 948 time: 0.1031396 Aug 23 15:09:03.387517 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0977009-b136-480b-a835-017395de101c req-6382b870-38ee-4b55-b198-836da8fc897c tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805595 Aug 23 15:09:03.480044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c8152496-9378-4dcf-9e34-510480cbff7d req-965190d2-da8b-4e84-967e-ffbf89083b83 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/security-groups?id=4b85c291-505e-474e-b91e-7168e7ec8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993342 Aug 23 15:09:03.503985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-8b08da00-87b4-4da2-91d0-8a0bd7fd36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:03.513826 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-8b08da00-87b4-4da2-91d0-8a0bd7fd36d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1267240 Aug 23 15:09:03.673544 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-bd23430e-1320-4259-a405-d5d8aa657fbe service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466665 Aug 23 15:09:03.800416 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfb3f885-c7b6-4fb0-9606-ce1800b24926 req-149083b4-5213-4bfd-ad57-663ce678e410 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173220 Aug 23 15:09:04.145185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43734) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:04.284727 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef636a62-c104-4137-8e6b-e9f162140680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:04.459817 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef636a62-c104-4137-8e6b-e9f162140680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:04.582904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df266627-1bab-4495-9c7c-d7d86749ff00 req-6b5a6772-a9e1-4d18-82b1-1247d651fdb8 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:04.585100 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df266627-1bab-4495-9c7c-d7d86749ff00 req-6b5a6772-a9e1-4d18-82b1-1247d651fdb8 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 944 time: 0.0961170 Aug 23 15:09:04.668545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df266627-1bab-4495-9c7c-d7d86749ff00 req-3661e2e0-472b-42f5-9c45-45e7cf3d451a tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768929 Aug 23 15:09:04.677039 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c5a8d-e9e6-4af0-a202-3162c93e67cc req-6c48a2ef-de2d-4bdc-b682-9ddea9b30a21 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:04.678598 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-127c5a8d-e9e6-4af0-a202-3162c93e67cc req-6c48a2ef-de2d-4bdc-b682-9ddea9b30a21 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 948 time: 0.1013718 Aug 23 15:09:04.744777 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-127c5a8d-e9e6-4af0-a202-3162c93e67cc req-c34d981d-da05-4b97-86db-bbfcc51b5d1b tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/security-groups?id=4b85c291-505e-474e-b91e-7168e7ec8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539801 Aug 23 15:09:04.874829 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ef636a62-c104-4137-8e6b-e9f162140680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:04.949491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43764) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:04.949896 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ef636a62-c104-4137-8e6b-e9f162140680 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5471cdf0a5524c56b8032859ddf5abe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8030407 Aug 23 15:09:04.951064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef636a62-c104-4137-8e6b-e9f162140680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1876fa68-4c95-4995-a256-b376141c59b2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:05.016873 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5b30559b-76d1-422f-a116-de8332fdf8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:05.045035 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5b30559b-76d1-422f-a116-de8332fdf8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:05.206384 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5b30559b-76d1-422f-a116-de8332fdf8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:05.206384 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5b30559b-76d1-422f-a116-de8332fdf8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:05.210265 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5b30559b-76d1-422f-a116-de8332fdf8c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1876fa68-4c95-4995-a256-b376141c59b2 HTTP/1.1" status: 204 len: 168 time: 0.2571499 Aug 23 15:09:05.230516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30559b-76d1-422f-a116-de8332fdf8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1876fa68-4c95-4995-a256-b376141c59b2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:05.515951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:09:05.627113 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=44bcb27a-9ce9-45f2-aa6c-e21a48ec918e,segment=NetworkSegment(a644ac19-dc0f-4a4b-915e-afd600023f58),segment_id=a644ac19-dc0f-4a4b-915e-afd600023f58)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:05.644922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '44bcb27a-9ce9-45f2-aa6c-e21a48ec918e', 'network_id': '7afbecfc-013f-41e0-8f94-ad3b9ec50ef2', 'port_id': '44bcb27a-9ce9-45f2-aa6c-e21a48ec918e', 'mac_address': 'fa:16:3e:d7:dc:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa8e189-38df-4022-b01a-e467e93d2cd9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:09:05.709167 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:05.726001 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:09:05.751534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=44bcb27a-9ce9-45f2-aa6c-e21a48ec918e,segment=NetworkSegment(a644ac19-dc0f-4a4b-915e-afd600023f58),segment_id=a644ac19-dc0f-4a4b-915e-afd600023f58)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:05.918516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012dd1e-6461-47db-a24e-396493c8da8c req-41f3ae7f-12a0-414e-8638-0a29bc79c52b tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:05.923514 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8012dd1e-6461-47db-a24e-396493c8da8c req-41f3ae7f-12a0-414e-8638-0a29bc79c52b tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 944 time: 0.0960901 Aug 23 15:09:05.941051 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:05.942113 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device e1da6987-b9df-4108-9dc7-f757f9ebc24c details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:09:05.998776 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13e7e-16a8-46fe-b8ed-b2011cfbaa0d req-8ab229f2-95cf-4d2b-95d8-6687edbf1571 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:06.006967 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8012dd1e-6461-47db-a24e-396493c8da8c req-3308f16d-8321-4b24-ab79-d63d504b36c0 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758865 Aug 23 15:09:06.032431 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a1b13e7e-16a8-46fe-b8ed-b2011cfbaa0d req-8ab229f2-95cf-4d2b-95d8-6687edbf1571 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 948 time: 0.1137056 Aug 23 15:09:06.089246 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a1b13e7e-16a8-46fe-b8ed-b2011cfbaa0d req-faefed52-34c9-49a8-b68d-88729358310b tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/security-groups?id=4b85c291-505e-474e-b91e-7168e7ec8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807674 Aug 23 15:09:06.140084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port e1da6987-b9df-4108-9dc7-f757f9ebc24c, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=e1da6987-b9df-4108-9dc7-f757f9ebc24c,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:06.168239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'e1da6987-b9df-4108-9dc7-f757f9ebc24c', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': 'e1da6987-b9df-4108-9dc7-f757f9ebc24c', 'mac_address': 'fa:16:3e:11:8a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:09:06.207105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=44bcb27a-9ce9-45f2-aa6c-e21a48ec918e,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:06.226689 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:06.248936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1da6987-b9df-4108-9dc7-f757f9ebc24c {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:09:06.261904 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port e1da6987-b9df-4108-9dc7-f757f9ebc24c, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=e1da6987-b9df-4108-9dc7-f757f9ebc24c,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:06.336569 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43784) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:06.351990 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe927609-87e5-471b-9a26-6d5e2798c3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:06.446915 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:06.473325 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe927609-87e5-471b-9a26-6d5e2798c3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:06.504937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=e1da6987-b9df-4108-9dc7-f757f9ebc24c,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:06.588937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe927609-87e5-471b-9a26-6d5e2798c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:06.637641 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fe927609-87e5-471b-9a26-6d5e2798c3fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3c53ffc02592460b93f914d36e2bc350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994473 Aug 23 15:09:06.638464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe927609-87e5-471b-9a26-6d5e2798c3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09234e03-6b46-4d1b-82a8-386ece786f32,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:06.640247 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43788) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:06.698937 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-57df7310-f6ad-4f5e-a78a-dc219222427d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:06.700499 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['44bcb27a-9ce9-45f2-aa6c-e21a48ec918e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:09:06.722334 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-57df7310-f6ad-4f5e-a78a-dc219222427d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:06.725068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['e1da6987-b9df-4108-9dc7-f757f9ebc24c'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:09:06.946133 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-57df7310-f6ad-4f5e-a78a-dc219222427d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:06.949934 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-57df7310-f6ad-4f5e-a78a-dc219222427d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:06.951508 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-57df7310-f6ad-4f5e-a78a-dc219222427d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/09234e03-6b46-4d1b-82a8-386ece786f32 HTTP/1.1" status: 204 len: 168 time: 0.3099842 Aug 23 15:09:06.962032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df7310-f6ad-4f5e-a78a-dc219222427d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09234e03-6b46-4d1b-82a8-386ece786f32,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:07.181698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a37d7-a937-45b7-b7c1-3959ca6f434b req-47eacd6c-ead2-4186-9b19-64c30a999686 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:07.183525 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f95a37d7-a937-45b7-b7c1-3959ca6f434b req-47eacd6c-ead2-4186-9b19-64c30a999686 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 945 time: 0.0630372 Aug 23 15:09:07.229935 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f95a37d7-a937-45b7-b7c1-3959ca6f434b req-66f57f18-037f-4515-aabe-d37a9bccfe40 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402749 Aug 23 15:09:07.379100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907a8bb-d4dd-427d-b570-c5c61aff5382 req-44fdc311-afb3-4cce-a52a-cc416307b634 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:07.380740 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b907a8bb-d4dd-427d-b570-c5c61aff5382 req-44fdc311-afb3-4cce-a52a-cc416307b634 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 949 time: 0.0556054 Aug 23 15:09:07.422251 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b907a8bb-d4dd-427d-b570-c5c61aff5382 req-f9cc1039-8a4a-4fe3-8767-565bdcbeace3 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/security-groups?id=4b85c291-505e-474e-b91e-7168e7ec8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342371 Aug 23 15:09:07.526295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:09:07.759854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:09:07.772677 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:09:07.773964 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:07.892088 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:07.900091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87ae49-673c-491f-8027-79e8d1d7f092 req-f29bea0b-2235-4afe-81ee-541e842fb298 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:07.902180 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fd87ae49-673c-491f-8027-79e8d1d7f092 req-f29bea0b-2235-4afe-81ee-541e842fb298 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 945 time: 0.0785446 Aug 23 15:09:07.935555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acaed30-b078-4620-baa0-596b6b963a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bcb27a-9ce9-45f2-aa6c-e21a48ec918e'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:09:07.938590 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ba2208-6a09-4b20-9c8f-c869327fc3c8" -d '{"events": [{"server_uuid": "4acaed30-b078-4620-baa0-596b6b963a52", "name": "network-vif-plugged", "status": "completed", "tag": "44bcb27a-9ce9-45f2-aa6c-e21a48ec918e"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:09:07.957249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=44bcb27a-9ce9-45f2-aa6c-e21a48ec918e,segment=NetworkSegment(a644ac19-dc0f-4a4b-915e-afd600023f58),segment_id=a644ac19-dc0f-4a4b-915e-afd600023f58)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:07.964746 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fd87ae49-673c-491f-8027-79e8d1d7f092 req-f08ab0e5-a2c0-49bb-bccb-953d2d89fc71 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563531 Aug 23 15:09:08.000101 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba8f2c7-0945-460a-8d1c-b3452137aa82 x-openstack-request-id: req-dba8f2c7-0945-460a-8d1c-b3452137aa82 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:09:08.000412 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acaed30-b078-4620-baa0-596b6b963a52", "name": "network-vif-plugged", "status": "completed", "tag": "44bcb27a-9ce9-45f2-aa6c-e21a48ec918e", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:09:08.000674 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dba8f2c7-0945-460a-8d1c-b3452137aa82 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:09:08.001436 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acaed30-b078-4620-baa0-596b6b963a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bcb27a-9ce9-45f2-aa6c-e21a48ec918e', 'code': 200} Aug 23 15:09:08.111713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15050b93-ca2e-4e71-a6f6-72c3d56d34f6 req-0212b9e4-0cde-49f0-8ec5-a1a94c33d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:08.113254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15050b93-ca2e-4e71-a6f6-72c3d56d34f6 req-0212b9e4-0cde-49f0-8ec5-a1a94c33d587 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 1096 time: 0.0464137 Aug 23 15:09:08.150364 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:08.151423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device e1da6987-b9df-4108-9dc7-f757f9ebc24c up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:09:08.152992 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15050b93-ca2e-4e71-a6f6-72c3d56d34f6 req-e2ab7991-e27c-4b08-94da-976d3aee7089 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327988 Aug 23 15:09:08.229189 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=44bcb27a-9ce9-45f2-aa6c-e21a48ec918e,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:08.360499 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port e1da6987-b9df-4108-9dc7-f757f9ebc24c completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:09:08.365549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port e1da6987-b9df-4108-9dc7-f757f9ebc24c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:09:08.365991 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:08.374206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf7a57-1e90-4a4c-92c1-021518512173 req-d875248c-a180-481f-9873-da9713a40f44 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:08.375764 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36cf7a57-1e90-4a4c-92c1-021518512173 req-d875248c-a180-481f-9873-da9713a40f44 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 946 time: 0.0558858 Aug 23 15:09:08.433367 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36cf7a57-1e90-4a4c-92c1-021518512173 req-b2667c7c-6572-4a78-af6b-3b3161f2639d tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481801 Aug 23 15:09:08.484254 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:08.533814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port e1da6987-b9df-4108-9dc7-f757f9ebc24c, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=e1da6987-b9df-4108-9dc7-f757f9ebc24c,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:08.592837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411a737-5db0-433c-8150-974d6fd3424a req-8d493248-0eb4-4973-b404-a364812739db tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:08.595303 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0411a737-5db0-433c-8150-974d6fd3424a req-8d493248-0eb4-4973-b404-a364812739db tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 949 time: 0.0606210 Aug 23 15:09:08.645748 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0411a737-5db0-433c-8150-974d6fd3424a req-f4d85759-de36-4dc2-84c4-04bb2fa0176b tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/security-groups?id=4b85c291-505e-474e-b91e-7168e7ec8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421598 Aug 23 15:09:08.703551 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:08.754969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=e1da6987-b9df-4108-9dc7-f757f9ebc24c,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:09.104349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311eecc-090d-4905-ab94-7351c9967893 req-6e72f95b-088f-4fb6-8c9f-bb7b4f4ab67c tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:09.106234 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f311eecc-090d-4905-ab94-7351c9967893 req-6e72f95b-088f-4fb6-8c9f-bb7b4f4ab67c tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 945 time: 0.0620818 Aug 23 15:09:09.160225 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f311eecc-090d-4905-ab94-7351c9967893 req-5e7a478a-6223-4d12-87c0-b5502a29fe6e tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467649 Aug 23 15:09:09.518921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539e7c2-5b44-4f13-98dc-360afe6876cc req-1ba545bd-b231-4fbc-9efa-c4f859838b2f tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:09.520529 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e539e7c2-5b44-4f13-98dc-360afe6876cc req-1ba545bd-b231-4fbc-9efa-c4f859838b2f tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.61 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 945 time: 0.0545146 Aug 23 15:09:09.871455 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ae605-cf8a-4e79-acbe-1b26c7aaed91 req-cc52d183-b445-488a-9b06-7498b7611721 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:09.873586 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-118ae605-cf8a-4e79-acbe-1b26c7aaed91 req-cc52d183-b445-488a-9b06-7498b7611721 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 950 time: 0.0810528 Aug 23 15:09:09.947947 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-118ae605-cf8a-4e79-acbe-1b26c7aaed91 req-bff773da-b140-4eed-b207-47207a1f4200 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/security-groups?id=4b85c291-505e-474e-b91e-7168e7ec8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611560 Aug 23 15:09:09.961003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dd121-e4c7-42ac-821f-15bf997b0cc7 req-a42ebf4b-685e-4af7-9c3c-767a8341ff64 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:09.976566 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-788dd121-e4c7-42ac-821f-15bf997b0cc7 req-a42ebf4b-685e-4af7-9c3c-767a8341ff64 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 946 time: 0.4512744 Aug 23 15:09:10.003227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b7313-cc9f-4440-ae5a-d45cd0c8123f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1da6987-b9df-4108-9dc7-f757f9ebc24c'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:09:10.005998 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fe992d-ac92-478e-ae68-3475f3ec322e" -d '{"events": [{"server_uuid": "ea4b7313-cc9f-4440-ae5a-d45cd0c8123f", "name": "network-vif-plugged", "status": "completed", "tag": "e1da6987-b9df-4108-9dc7-f757f9ebc24c"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:09:10.076361 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-788dd121-e4c7-42ac-821f-15bf997b0cc7 req-83d1ceb9-3d7b-4486-99ee-63cae8495c8d tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971899 Aug 23 15:09:10.081836 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbb0fc3-0319-49e9-9a92-6d521d789800 x-openstack-request-id: req-3bbb0fc3-0319-49e9-9a92-6d521d789800 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:09:10.082126 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4b7313-cc9f-4440-ae5a-d45cd0c8123f", "name": "network-vif-plugged", "status": "completed", "tag": "e1da6987-b9df-4108-9dc7-f757f9ebc24c", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:09:10.082383 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3bbb0fc3-0319-49e9-9a92-6d521d789800 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:09:10.082777 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b7313-cc9f-4440-ae5a-d45cd0c8123f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1da6987-b9df-4108-9dc7-f757f9ebc24c', 'code': 200} Aug 23 15:09:10.107286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-e539e7c2-5b44-4f13-98dc-360afe6876cc req-60554516-150c-47c2-990b-8bf6d3bd0889 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Deleting port f143cfba-917b-4aee-bbe1-2fc78938998e {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:09:10.108083 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e539e7c2-5b44-4f13-98dc-360afe6876cc req-60554516-150c-47c2-990b-8bf6d3bd0889 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:10.222084 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-e539e7c2-5b44-4f13-98dc-360afe6876cc req-60554516-150c-47c2-990b-8bf6d3bd0889 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] For port f143cfba-917b-4aee-bbe1-2fc78938998e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f143cfba-917b-4aee-bbe1-2fc78938998e,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:10.222458 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e539e7c2-5b44-4f13-98dc-360afe6876cc req-60554516-150c-47c2-990b-8bf6d3bd0889 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:10.229166 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a8272-1128-4982-8883-b7bf39230419 req-3f3b0a45-97bc-4f6b-acdf-d3e1a59c27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:10.230706 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d08a8272-1128-4982-8883-b7bf39230419 req-3f3b0a45-97bc-4f6b-acdf-d3e1a59c27a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 1101 time: 0.0881178 Aug 23 15:09:10.267516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-e539e7c2-5b44-4f13-98dc-360afe6876cc req-60554516-150c-47c2-990b-8bf6d3bd0889 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Calling delete_port for f143cfba-917b-4aee-bbe1-2fc78938998e owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:09:10.287130 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d08a8272-1128-4982-8883-b7bf39230419 req-80b06a63-414b-4846-a7df-3f22a8219d0d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4b85c291-505e-474e-b91e-7168e7ec8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491786 Aug 23 15:09:10.327205 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c931373-efb2-4c81-920c-3d74c1a4d4b2 req-22df27fd-918b-4693-9188-d80e876e01f6 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:10.329081 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8c931373-efb2-4c81-920c-3d74c1a4d4b2 req-22df27fd-918b-4693-9188-d80e876e01f6 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 945 time: 0.0646734 Aug 23 15:09:10.393517 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8c931373-efb2-4c81-920c-3d74c1a4d4b2 req-404d0bde-82db-4a0f-871b-ff9858058261 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517302 Aug 23 15:09:10.569536 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e539e7c2-5b44-4f13-98dc-360afe6876cc req-60554516-150c-47c2-990b-8bf6d3bd0889 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:10.585137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['e1a31bdc-0adb-4664-8636-c5c886d8971e', '9efe244a-7e2b-4492-933d-1b458ba8a4d6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:09:10.588609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['bbde26f1-f20c-4731-a4e3-a964cab1c1f3', 'f143cfba-917b-4aee-bbe1-2fc78938998e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:09:10.610369 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60554516-150c-47c2-990b-8bf6d3bd0889 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Pushing event deleted for resources: {'Port': ['ID=f143cfba-917b-4aee-bbe1-2fc78938998e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:10.671047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-e539e7c2-5b44-4f13-98dc-360afe6876cc req-60554516-150c-47c2-990b-8bf6d3bd0889 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] No DVR routers for this DVR port f143cfba-917b-4aee-bbe1-2fc78938998e on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:09:10.675721 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e539e7c2-5b44-4f13-98dc-360afe6876cc req-60554516-150c-47c2-990b-8bf6d3bd0889 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:10.684694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e539e7c2-5b44-4f13-98dc-360afe6876cc req-60554516-150c-47c2-990b-8bf6d3bd0889 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.61 "DELETE /v2.0/ports/f143cfba-917b-4aee-bbe1-2fc78938998e HTTP/1.1" status: 204 len: 173 time: 1.1521604 Aug 23 15:09:10.684694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50add6f5-4915-4da1-9582-8dbc9474a59d', 'name': 'network-vif-deleted', 'tag': 'f143cfba-917b-4aee-bbe1-2fc78938998e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:09:10.684694 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210fc3e4-3aef-4f3e-93cd-416ef71aff80" -d '{"events": [{"server_uuid": "50add6f5-4915-4da1-9582-8dbc9474a59d", "name": "network-vif-deleted", "tag": "f143cfba-917b-4aee-bbe1-2fc78938998e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:09:10.746687 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1b250e-8799-4d16-82ba-6dc98a0dcef1 x-openstack-request-id: req-4c1b250e-8799-4d16-82ba-6dc98a0dcef1 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:09:10.746687 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50add6f5-4915-4da1-9582-8dbc9474a59d", "name": "network-vif-deleted", "tag": "f143cfba-917b-4aee-bbe1-2fc78938998e", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:09:10.748868 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c1b250e-8799-4d16-82ba-6dc98a0dcef1 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:09:10.750042 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50add6f5-4915-4da1-9582-8dbc9474a59d', 'name': 'network-vif-deleted', 'tag': 'f143cfba-917b-4aee-bbe1-2fc78938998e', 'status': 'completed', 'code': 200} Aug 23 15:09:11.117674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1b0f6-d7ad-4642-aa0c-498529fdb515 req-845fa4c8-5b8b-4770-abae-9ef96201d724 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:11.119911 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7b1b0f6-d7ad-4642-aa0c-498529fdb515 req-845fa4c8-5b8b-4770-abae-9ef96201d724 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 950 time: 0.0679471 Aug 23 15:09:11.176025 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7b1b0f6-d7ad-4642-aa0c-498529fdb515 req-5895051c-906b-4b53-8f5e-187c95385a2a tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/security-groups?id=4b85c291-505e-474e-b91e-7168e7ec8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497003 Aug 23 15:09:11.287691 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad2f33-fc29-469f-8e33-f3b3b7f6c11d req-4f42b624-2011-483e-8ecb-6eebea43fdec tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:11.290045 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04ad2f33-fc29-469f-8e33-f3b3b7f6c11d req-4f42b624-2011-483e-8ecb-6eebea43fdec tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 946 time: 0.1085479 Aug 23 15:09:11.342158 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04ad2f33-fc29-469f-8e33-f3b3b7f6c11d req-34e7d0b4-87fc-4041-b0e2-d7d971bcdd40 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462558 Aug 23 15:09:11.539765 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cab5d70e-7b9b-4636-a324-f9215d16eb85 req-0d225b1e-c54f-47ce-8103-751eee9375d1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=50add6f5-4915-4da1-9582-8dbc9474a59d HTTP/1.1" status: 200 len: 210 time: 0.0404973 Aug 23 15:09:12.096514 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:09:12.271315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 43956) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:12.333063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f72268-540d-49e6-a41b-fe258961088b req-73aa823f-3a9c-4b72-9498-38b0130d4c54 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:12.339256 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-42f72268-540d-49e6-a41b-fe258961088b req-73aa823f-3a9c-4b72-9498-38b0130d4c54 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 950 time: 0.0764067 Aug 23 15:09:12.403060 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-42f72268-540d-49e6-a41b-fe258961088b req-55e7ac45-03c9-43bf-a653-4ff58d52028f tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/security-groups?id=4b85c291-505e-474e-b91e-7168e7ec8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531428 Aug 23 15:09:12.452017 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-538931cf-5b16-48d5-a6ff-defb8e747700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:12.573176 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-538931cf-5b16-48d5-a6ff-defb8e747700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:12.844636 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-538931cf-5b16-48d5-a6ff-defb8e747700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:12.893942 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-538931cf-5b16-48d5-a6ff-defb8e747700 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=50cb6b2f109d480abab10c330114be53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6202009 Aug 23 15:09:12.895692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538931cf-5b16-48d5-a6ff-defb8e747700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4541e796-7fd1-4ed9-a7de-fd0d348318a8,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:12.898654 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 43976) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:12.960952 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c94cbae-d4af-42c2-958a-4d71aff6402b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:12.988387 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c94cbae-d4af-42c2-958a-4d71aff6402b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:12.988611 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b5b2e35-e1f7-4836-bf1c-d358f1ad4c39 req-193d4697-efa8-49a7-8a88-8ff487916162 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0599403 Aug 23 15:09:13.069986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2e35-e1f7-4836-bf1c-d358f1ad4c39 req-f89d2ee9-e8b7-4a07-a2aa-7df3de3e1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:13.072676 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b5b2e35-e1f7-4836-bf1c-d358f1ad4c39 req-f89d2ee9-e8b7-4a07-a2aa-7df3de3e1469 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6562da62424741dd8e53f325978af055&device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 1096 time: 0.0577307 Aug 23 15:09:13.192593 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2e35-e1f7-4836-bf1c-d358f1ad4c39 req-bc83c039-8c65-4fbc-83aa-67d3383c1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:13.194109 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b5b2e35-e1f7-4836-bf1c-d358f1ad4c39 req-bc83c039-8c65-4fbc-83aa-67d3383c1bfa service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f HTTP/1.1" status: 200 len: 916 time: 0.1008291 Aug 23 15:09:13.198526 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c94cbae-d4af-42c2-958a-4d71aff6402b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:13.208195 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c94cbae-d4af-42c2-958a-4d71aff6402b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:13.208195 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3c94cbae-d4af-42c2-958a-4d71aff6402b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4541e796-7fd1-4ed9-a7de-fd0d348318a8 HTTP/1.1" status: 204 len: 168 time: 0.3042746 Aug 23 15:09:13.216434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94cbae-d4af-42c2-958a-4d71aff6402b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4541e796-7fd1-4ed9-a7de-fd0d348318a8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:13.264952 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b5b2e35-e1f7-4836-bf1c-d358f1ad4c39 req-8bb13e19-2005-4285-89ff-9b74600adb84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbde26f1-f20c-4731-a4e3-a964cab1c1f3 HTTP/1.1" status: 200 len: 217 time: 0.0539429 Aug 23 15:09:13.356360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2e35-e1f7-4836-bf1c-d358f1ad4c39 req-a629efa4-b090-4c6b-b127-3ea73131d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:13.358033 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b5b2e35-e1f7-4836-bf1c-d358f1ad4c39 req-a629efa4-b090-4c6b-b127-3ea73131d374 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42e3845c-fb64-4958-a20f-7fa459eb4657 HTTP/1.1" status: 200 len: 855 time: 0.0854158 Aug 23 15:09:13.373829 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9ed8b-1f6a-4071-8cd2-7e6465af93b2 req-ff03b154-4813-4871-8be8-19cc6aae7f10 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:13.377162 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8d9ed8b-1f6a-4071-8cd2-7e6465af93b2 req-ff03b154-4813-4871-8be8-19cc6aae7f10 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 950 time: 0.1023486 Aug 23 15:09:13.429605 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b5b2e35-e1f7-4836-bf1c-d358f1ad4c39 req-f4329cc0-96b3-4c3e-8b76-38fddea47166 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503469 Aug 23 15:09:13.551049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f143cfba-917b-4aee-bbe1-2fc78938998e no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:09:13.596568 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f8d9ed8b-1f6a-4071-8cd2-7e6465af93b2 req-40a4501e-2c64-4e65-9eee-10217b1ccdbe tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/security-groups?id=4b85c291-505e-474e-b91e-7168e7ec8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029388 Aug 23 15:09:13.615871 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: f143cfba-917b-4aee-bbe1-2fc78938998e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:09:13.622503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f143cfba-917b-4aee-bbe1-2fc78938998e not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:09:13.658622 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b5b2e35-e1f7-4836-bf1c-d358f1ad4c39 req-ecf97963-0fd0-4f22-92cf-7d0db0d78bf8 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183185 Aug 23 15:09:13.800847 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b5b2e35-e1f7-4836-bf1c-d358f1ad4c39 req-16e63bda-42f8-4039-82ae-b3f94dad8387 service neutron] 10.222.0.61 "GET /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334951 Aug 23 15:09:14.340940 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44006) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:14.385854 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f5a076e-8edd-4aa9-81ed-06765a839caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:14.525724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44010) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:14.568933 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f5a076e-8edd-4aa9-81ed-06765a839caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:14.668670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf438c97-c3a7-47f3-8009-4cef5bd903dd req-c744f7f5-4c81-4794-9c89-d797bad2e700 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:14.675288 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf438c97-c3a7-47f3-8009-4cef5bd903dd req-c744f7f5-4c81-4794-9c89-d797bad2e700 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 950 time: 0.1427016 Aug 23 15:09:14.724409 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f5a076e-8edd-4aa9-81ed-06765a839caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:14.788603 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a076e-8edd-4aa9-81ed-06765a839caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e82c0f3-36c7-4dda-a0ec-529186ce0784,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:14.877515 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5f5a076e-8edd-4aa9-81ed-06765a839caa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e62dcfabb1ce4c81b200ee27d21e0da0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5217464 Aug 23 15:09:14.880226 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44018) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:14.952741 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-348418c1-abb7-410a-9804-0db6de2a8c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.020853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f093f66-76a4-48c1-9cd0-e355f4be509b req-3806e9b7-57b5-4274-bb95-c702e2a14571 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:15.029751 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f093f66-76a4-48c1-9cd0-e355f4be509b req-3806e9b7-57b5-4274-bb95-c702e2a14571 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 950 time: 0.1579282 Aug 23 15:09:15.058074 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-387c76f6-5adf-4137-8bdf-823e10f85884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.147219 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-387c76f6-5adf-4137-8bdf-823e10f85884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.156768 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-348418c1-abb7-410a-9804-0db6de2a8c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.160511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-bf438c97-c3a7-47f3-8009-4cef5bd903dd req-0330f1e4-d35a-42c3-862f-140cddbe38dc tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Deleting port e1da6987-b9df-4108-9dc7-f757f9ebc24c {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:09:15.161086 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bf438c97-c3a7-47f3-8009-4cef5bd903dd req-0330f1e4-d35a-42c3-862f-140cddbe38dc tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.244089 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-348418c1-abb7-410a-9804-0db6de2a8c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.265392 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f093f66-76a4-48c1-9cd0-e355f4be509b req-addd7737-7074-469b-94fd-1cadf8f2f26f tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/security-groups?id=4b85c291-505e-474e-b91e-7168e7ec8e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343643 Aug 23 15:09:15.304587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44024) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:15.313998 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-348418c1-abb7-410a-9804-0db6de2a8c0d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b980e246739f4ee3b5d49005d48b8d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7831709 Aug 23 15:09:15.379173 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348418c1-abb7-410a-9804-0db6de2a8c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e53597f-0aa7-4446-8d3c-35a42d04de08,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:15.419565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-bf438c97-c3a7-47f3-8009-4cef5bd903dd req-0330f1e4-d35a-42c3-862f-140cddbe38dc tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] For port e1da6987-b9df-4108-9dc7-f757f9ebc24c, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=e1da6987-b9df-4108-9dc7-f757f9ebc24c,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:15.419971 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bf438c97-c3a7-47f3-8009-4cef5bd903dd req-0330f1e4-d35a-42c3-862f-140cddbe38dc tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.424483 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-439d3a8b-3453-4042-97af-489c00bedbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.434155 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-387c76f6-5adf-4137-8bdf-823e10f85884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.436010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-bf438c97-c3a7-47f3-8009-4cef5bd903dd req-0330f1e4-d35a-42c3-862f-140cddbe38dc tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Calling delete_port for e1da6987-b9df-4108-9dc7-f757f9ebc24c owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:09:15.438190 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-387c76f6-5adf-4137-8bdf-823e10f85884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.441821 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-387c76f6-5adf-4137-8bdf-823e10f85884 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8e82c0f3-36c7-4dda-a0ec-529186ce0784 HTTP/1.1" status: 204 len: 168 time: 0.5605595 Aug 23 15:09:15.488561 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c76f6-5adf-4137-8bdf-823e10f85884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e82c0f3-36c7-4dda-a0ec-529186ce0784,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:15.519291 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-439d3a8b-3453-4042-97af-489c00bedbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.630225 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.865943 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bf438c97-c3a7-47f3-8009-4cef5bd903dd req-0330f1e4-d35a-42c3-862f-140cddbe38dc tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.880663 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['e1da6987-b9df-4108-9dc7-f757f9ebc24c'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:09:15.900658 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330f1e4-d35a-42c3-862f-140cddbe38dc tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Pushing event deleted for resources: {'Port': ['ID=e1da6987-b9df-4108-9dc7-f757f9ebc24c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:15.953233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf438c97-c3a7-47f3-8009-4cef5bd903dd req-0330f1e4-d35a-42c3-862f-140cddbe38dc tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] No DVR routers for this DVR port e1da6987-b9df-4108-9dc7-f757f9ebc24c on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:09:15.956070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bf438c97-c3a7-47f3-8009-4cef5bd903dd req-0330f1e4-d35a-42c3-862f-140cddbe38dc tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.958200 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf438c97-c3a7-47f3-8009-4cef5bd903dd req-0330f1e4-d35a-42c3-862f-140cddbe38dc tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.61 "DELETE /v2.0/ports/e1da6987-b9df-4108-9dc7-f757f9ebc24c HTTP/1.1" status: 204 len: 173 time: 1.2749643 Aug 23 15:09:15.958876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b7313-cc9f-4440-ae5a-d45cd0c8123f', 'name': 'network-vif-deleted', 'tag': 'e1da6987-b9df-4108-9dc7-f757f9ebc24c'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:09:15.961544 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c549228-e3bb-4095-92d0-05b32162fcc9" -d '{"events": [{"server_uuid": "ea4b7313-cc9f-4440-ae5a-d45cd0c8123f", "name": "network-vif-deleted", "tag": "e1da6987-b9df-4108-9dc7-f757f9ebc24c"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:09:15.971993 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-439d3a8b-3453-4042-97af-489c00bedbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.981826 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-439d3a8b-3453-4042-97af-489c00bedbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:15.981826 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-439d3a8b-3453-4042-97af-489c00bedbe7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e53597f-0aa7-4446-8d3c-35a42d04de08 HTTP/1.1" status: 204 len: 168 time: 0.6727512 Aug 23 15:09:15.990714 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d3a8b-3453-4042-97af-489c00bedbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e53597f-0aa7-4446-8d3c-35a42d04de08,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:16.035883 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872aff54-5691-4555-be43-1d549ab96a94 x-openstack-request-id: req-872aff54-5691-4555-be43-1d549ab96a94 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:09:16.036165 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4b7313-cc9f-4440-ae5a-d45cd0c8123f", "name": "network-vif-deleted", "tag": "e1da6987-b9df-4108-9dc7-f757f9ebc24c", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:09:16.036427 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-872aff54-5691-4555-be43-1d549ab96a94 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:09:16.036904 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b7313-cc9f-4440-ae5a-d45cd0c8123f', 'name': 'network-vif-deleted', 'tag': 'e1da6987-b9df-4108-9dc7-f757f9ebc24c', 'status': 'completed', 'code': 200} Aug 23 15:09:16.437539 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0f64fed2-4166-4997-8825-25950822b813 req-5f31b6e6-ecd9-4971-beb4-d237645cc023 tempest-VolumesNegativeTest-418110949 tempest-VolumesNegativeTest-418110949-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea4b7313-cc9f-4440-ae5a-d45cd0c8123f HTTP/1.1" status: 200 len: 210 time: 0.0342348 Aug 23 15:09:17.244025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44070) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:17.267232 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f320106-940d-4cb8-81b8-ecf6f0c48970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:17.436262 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f320106-940d-4cb8-81b8-ecf6f0c48970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:17.572190 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f320106-940d-4cb8-81b8-ecf6f0c48970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:17.649657 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f320106-940d-4cb8-81b8-ecf6f0c48970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb0ff20-8320-4124-92ea-5ec66269eab0,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:17.661944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44092) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:17.683262 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5f320106-940d-4cb8-81b8-ecf6f0c48970 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=420974fc0d734593ac8bb1db911e3f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364109 Aug 23 15:09:17.736562 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-233aff27-0123-4d8a-b9d5-f78f6484d618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:17.769165 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-233aff27-0123-4d8a-b9d5-f78f6484d618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:17.947950 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-233aff27-0123-4d8a-b9d5-f78f6484d618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:17.951549 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-233aff27-0123-4d8a-b9d5-f78f6484d618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:17.953088 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-233aff27-0123-4d8a-b9d5-f78f6484d618 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9cb0ff20-8320-4124-92ea-5ec66269eab0 HTTP/1.1" status: 204 len: 168 time: 0.2908974 Aug 23 15:09:17.970927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233aff27-0123-4d8a-b9d5-f78f6484d618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb0ff20-8320-4124-92ea-5ec66269eab0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:18.312412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3e427-b3bc-4f33-8bec-3f54b0deb204 req-fec6c7bd-b55b-4908-a557-1fe297e11d5b tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:18.322280 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7cf3e427-b3bc-4f33-8bec-3f54b0deb204 req-fec6c7bd-b55b-4908-a557-1fe297e11d5b tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 945 time: 0.0711236 Aug 23 15:09:18.393507 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7cf3e427-b3bc-4f33-8bec-3f54b0deb204 req-d5f5aee9-52fe-40c2-b912-0922bacf836a tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656924 Aug 23 15:09:19.567232 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device e1da6987-b9df-4108-9dc7-f757f9ebc24c no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:09:19.596368 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711a09a-5754-41a2-bab7-9d31d59ef667 req-2c424a84-6b9a-4223-87e0-86896a27aa4f tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:19.597906 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3711a09a-5754-41a2-bab7-9d31d59ef667 req-2c424a84-6b9a-4223-87e0-86896a27aa4f tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 945 time: 0.1223285 Aug 23 15:09:19.604688 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: e1da6987-b9df-4108-9dc7-f757f9ebc24c {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:09:19.605059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device e1da6987-b9df-4108-9dc7-f757f9ebc24c not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:09:19.617280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44234) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:19.651214 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3711a09a-5754-41a2-bab7-9d31d59ef667 req-0969e7cd-5546-4115-ad44-fc48b3ad46c9 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446997 Aug 23 15:09:19.742407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8daeaa-b04a-4749-a332-e74ac46ae151 req-ae905e47-a4e0-438e-ae31-f2a49464a239 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:19.744647 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef8daeaa-b04a-4749-a332-e74ac46ae151 req-ae905e47-a4e0-438e-ae31-f2a49464a239 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 945 time: 0.0680487 Aug 23 15:09:19.798522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1353485042-network', 'tenant_id': 'd2f93649e44845d1bc6f170dfe3fe046'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:19.885784 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-ef8daeaa-b04a-4749-a332-e74ac46ae151 req-7cb3cbd1-a813-4f8c-8b79-9f0cf778eec1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Deleting port 9efe244a-7e2b-4492-933d-1b458ba8a4d6 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:09:19.886132 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef8daeaa-b04a-4749-a332-e74ac46ae151 req-7cb3cbd1-a813-4f8c-8b79-9f0cf778eec1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:19.957874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] Made reservation on behalf of d2f93649e44845d1bc6f170dfe3fe046 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:09:19.962291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:19.973767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:19.987877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-ef8daeaa-b04a-4749-a332-e74ac46ae151 req-7cb3cbd1-a813-4f8c-8b79-9f0cf778eec1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] For port 9efe244a-7e2b-4492-933d-1b458ba8a4d6, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=9efe244a-7e2b-4492-933d-1b458ba8a4d6,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:19.988272 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef8daeaa-b04a-4749-a332-e74ac46ae151 req-7cb3cbd1-a813-4f8c-8b79-9f0cf778eec1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:20.017346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-ef8daeaa-b04a-4749-a332-e74ac46ae151 req-7cb3cbd1-a813-4f8c-8b79-9f0cf778eec1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Calling delete_port for 9efe244a-7e2b-4492-933d-1b458ba8a4d6 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:09:20.162129 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:20.222752 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:20.291617 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:20.332825 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3803dd07-dcf5-430d-a65d-29b857e45e39,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:20.368339 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef8daeaa-b04a-4749-a332-e74ac46ae151 req-7cb3cbd1-a813-4f8c-8b79-9f0cf778eec1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:20.376832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:09:20.383413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['e1a31bdc-0adb-4664-8636-c5c886d8971e', '9efe244a-7e2b-4492-933d-1b458ba8a4d6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:09:20.386032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['bbde26f1-f20c-4731-a4e3-a964cab1c1f3'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:09:20.433081 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:20.436117 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] Added segment 09622a6e-1c89-43cc-8105-57dd951f9f86 of type vlan for network 35459842-726b-4670-a10e-e494dc2fd58d Aug 23 15:09:20.458436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3cbd1-a813-4f8c-8b79-9f0cf778eec1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Pushing event deleted for resources: {'Port': ['ID=9efe244a-7e2b-4492-933d-1b458ba8a4d6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:20.492113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8daeaa-b04a-4749-a332-e74ac46ae151 req-7cb3cbd1-a813-4f8c-8b79-9f0cf778eec1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] No DVR routers for this DVR port 9efe244a-7e2b-4492-933d-1b458ba8a4d6 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:09:20.495441 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-ef8daeaa-b04a-4749-a332-e74ac46ae151 req-7cb3cbd1-a813-4f8c-8b79-9f0cf778eec1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:20.506032 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef8daeaa-b04a-4749-a332-e74ac46ae151 req-7cb3cbd1-a813-4f8c-8b79-9f0cf778eec1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.57 "DELETE /v2.0/ports/9efe244a-7e2b-4492-933d-1b458ba8a4d6 HTTP/1.1" status: 204 len: 173 time: 0.7477245 Aug 23 15:09:20.506032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc', 'name': 'network-vif-deleted', 'tag': '9efe244a-7e2b-4492-933d-1b458ba8a4d6'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:09:20.506032 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cfad83-309f-4b2b-88dc-b6e3b2fe1b04" -d '{"events": [{"server_uuid": "1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc", "name": "network-vif-deleted", "tag": "9efe244a-7e2b-4492-933d-1b458ba8a4d6"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:09:20.527912 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:20.613770 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfb425c-1bba-4ef7-b9a7-36d070a99396 x-openstack-request-id: req-0bfb425c-1bba-4ef7-b9a7-36d070a99396 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:09:20.617850 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc", "name": "network-vif-deleted", "tag": "9efe244a-7e2b-4492-933d-1b458ba8a4d6", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:09:20.617850 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0bfb425c-1bba-4ef7-b9a7-36d070a99396 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:09:20.617850 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc', 'name': 'network-vif-deleted', 'tag': '9efe244a-7e2b-4492-933d-1b458ba8a4d6', 'status': 'completed', 'code': 200} Aug 23 15:09:20.638753 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:20.640585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:20.646680 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:20.873766 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2543211 Aug 23 15:09:20.876901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44296) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:20.889379 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7cabdd03-bce2-46ca-b702-b6b2094f9bc5 admin admin] Request body: {'subnet': {'network_id': '35459842-726b-4670-a10e-e494dc2fd58d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1353485042-subnet', 'tenant_id': 'd2f93649e44845d1bc6f170dfe3fe046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:20.925410 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-edb520c1-63c6-4e36-a315-87f4089e4661 req-53239802-f533-411a-bd3c-e4d7613f2304 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 210 time: 0.0743427 Aug 23 15:09:20.932053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ed7d7-20db-461f-9804-49c3465dde05 admin admin] Pushing event updated for resources: {'Network': ['ID=35459842-726b-4670-a10e-e494dc2fd58d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:20.950860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 35459842-726b-4670-a10e-e494dc2fd58d details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:09:21.034020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cabdd03-bce2-46ca-b702-b6b2094f9bc5 admin admin] Made reservation on behalf of d2f93649e44845d1bc6f170dfe3fe046 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:09:21.037525 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7cabdd03-bce2-46ca-b702-b6b2094f9bc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:21.121358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44300) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:21.317619 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-481583da-b2bc-49a3-801f-964c1ecb1bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:21.527895 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-481583da-b2bc-49a3-801f-964c1ecb1bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:21.686549 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7cabdd03-bce2-46ca-b702-b6b2094f9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:21.737495 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-481583da-b2bc-49a3-801f-964c1ecb1bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:21.797533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481583da-b2bc-49a3-801f-964c1ecb1bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4877e0a7-132e-451a-9607-00753772217c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:21.803694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-481583da-b2bc-49a3-801f-964c1ecb1bf8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6ea22bdd28494b96be12f50027a36a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6800661 Aug 23 15:09:21.805847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44318) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:21.812553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabdd03-bce2-46ca-b702-b6b2094f9bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=651ebd9c-c6f9-45e8-98d6-b422f97e9a2e,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:21.865439 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cabdd03-bce2-46ca-b702-b6b2094f9bc5 admin admin] Checking segment: {'id': '09622a6e-1c89-43cc-8105-57dd951f9f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35459842-726b-4670-a10e-e494dc2fd58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:09:21.866034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cabdd03-bce2-46ca-b702-b6b2094f9bc5 admin admin] Network hostable DHCP agents. Network: 35459842-726b-4670-a10e-e494dc2fd58d, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:09:21.908493 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84c2760e-20af-4972-98fc-5010ca5a5574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:21.942855 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84c2760e-20af-4972-98fc-5010ca5a5574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:22.050549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cabdd03-bce2-46ca-b702-b6b2094f9bc5 admin admin] Network 35459842-726b-4670-a10e-e494dc2fd58d is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:09:22.130675 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-331bb1da-f613-4bb3-b405-5df911f5b2da req-71f04f29-14c4-4afc-ad8a-67c2942b9392 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4cf14e-ddb4-4bc2-b653-e6f161f93fdc HTTP/1.1" status: 200 len: 210 time: 0.0412071 Aug 23 15:09:22.181910 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84c2760e-20af-4972-98fc-5010ca5a5574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:22.184775 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84c2760e-20af-4972-98fc-5010ca5a5574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:22.188758 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-84c2760e-20af-4972-98fc-5010ca5a5574 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4877e0a7-132e-451a-9607-00753772217c HTTP/1.1" status: 204 len: 168 time: 0.3789194 Aug 23 15:09:22.197330 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2760e-20af-4972-98fc-5010ca5a5574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4877e0a7-132e-451a-9607-00753772217c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:22.215526 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-7cabdd03-bce2-46ca-b702-b6b2094f9bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 35459842-726b-4670-a10e-e494dc2fd58d) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:09:22.227511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cabdd03-bce2-46ca-b702-b6b2094f9bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:22.228800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af768ac1-75c2-4e79-8c46-9aafb09fb5be None None] Network 35459842-726b-4670-a10e-e494dc2fd58d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:09:22.229358 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7cabdd03-bce2-46ca-b702-b6b2094f9bc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:22.370212 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7cabdd03-bce2-46ca-b702-b6b2094f9bc5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4919944 Aug 23 15:09:22.439363 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f863f76-9240-4379-8944-f3a515226e9e None None] Network 35459842-726b-4670-a10e-e494dc2fd58d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:09:22.646215 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d36344d9-c154-4c8e-8b0f-a40640c4cf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:23.088481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44400) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:23.116993 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8e5f29cb-533b-4b64-b814-013758e757ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:23.207501 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 9efe244a-7e2b-4492-933d-1b458ba8a4d6 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:09:23.260286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 9efe244a-7e2b-4492-933d-1b458ba8a4d6 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:09:23.261465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 9efe244a-7e2b-4492-933d-1b458ba8a4d6 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:09:23.294103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8a72d6e2-337a-49d2-8020-dbe467d86400 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:23.304933 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8a72d6e2-337a-49d2-8020-dbe467d86400 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 811 time: 0.2577662 Aug 23 15:09:23.328235 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-459ac78e-c1bf-43d7-aaa6-f13b8b6a7c5a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/quotas/33f1c75c07ec4bf9aaf6afece184b99b HTTP/1.1" status: 200 len: 375 time: 0.0216782 Aug 23 15:09:23.331619 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8e5f29cb-533b-4b64-b814-013758e757ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:23.408075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-f3d3c30a-6087-4e9a-b78e-8db6fa3a0840 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784445 Aug 23 15:09:23.538620 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-bcaa2ee5-c6a0-430b-8746-2b734297dc61 service neutron] 10.222.0.38 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258581 Aug 23 15:09:23.541202 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8e5f29cb-533b-4b64-b814-013758e757ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:23.591166 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8e5f29cb-533b-4b64-b814-013758e757ab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=296f8d2dab574bc1943a8c6192f58ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5013683 Aug 23 15:09:23.594773 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44416) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:23.631535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f29cb-533b-4b64-b814-013758e757ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77c21be-af07-48f2-aef9-d0e21b397c10,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:23.709567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac547cc2-283b-4170-9d17-cc7ebb8270d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:23.726154 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-58cc45e3-6d66-4bb5-853c-bb01db8013c4 service neutron] 10.222.0.38 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709938 Aug 23 15:09:23.736797 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac547cc2-283b-4170-9d17-cc7ebb8270d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:23.921833 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac547cc2-283b-4170-9d17-cc7ebb8270d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:23.924760 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac547cc2-283b-4170-9d17-cc7ebb8270d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:23.926014 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ac547cc2-283b-4170-9d17-cc7ebb8270d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d77c21be-af07-48f2-aef9-d0e21b397c10 HTTP/1.1" status: 204 len: 168 time: 0.3296995 Aug 23 15:09:23.951968 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac547cc2-283b-4170-9d17-cc7ebb8270d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77c21be-af07-48f2-aef9-d0e21b397c10,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:24.001680 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdb352-5d05-492b-a76e-b9907ffa14cd req-c663aa4d-ed2f-4b73-ac0e-c8f71ce8bde1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:24.012342 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ddfdb352-5d05-492b-a76e-b9907ffa14cd req-c663aa4d-ed2f-4b73-ac0e-c8f71ce8bde1 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 946 time: 0.1329453 Aug 23 15:09:24.059720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44460) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:24.068245 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-449672525-network', 'tenant_id': '0717a51472924b42bd0c6c2ade6657cc'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:24.097038 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ddfdb352-5d05-492b-a76e-b9907ffa14cd req-540f5006-9418-423b-8418-60729d36250c tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818102 Aug 23 15:09:24.191289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] Made reservation on behalf of 0717a51472924b42bd0c6c2ade6657cc for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:09:24.194534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:24.209870 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:24.313578 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:24.366322 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:24.416848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:09:24.419273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8efae92-3e68-4414-8453-56b43b44ae3e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:24.431491 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:24.432016 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] Added segment 7bf724e8-7875-4352-b1d2-30bd62d63773 of type vlan for network c4a7c859-0a1c-4788-b29c-48b8c41995c4 Aug 23 15:09:24.554130 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:24.700160 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:24.700673 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b1467a7a-95dc-47a8-90a9-7f9b10c4472a req-2c524710-ae4a-4fa4-bc30-dd2a0ca577b3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 210 time: 0.0701075 Aug 23 15:09:24.701794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:24.703083 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:24.823165 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] Pushing event updated for resources: {'Network': ['ID=c4a7c859-0a1c-4788-b29c-48b8c41995c4,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:24.838141 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network c4a7c859-0a1c-4788-b29c-48b8c41995c4 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:09:24.843836 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0d63dd4a-d1bd-4c12-9d41-a2319f1bfb84 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7826083 Aug 23 15:09:24.848277 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44500) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:24.853333 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ab3dd180-ce97-471a-a97d-104cea1f92bc admin admin] Request body: {'subnet': {'network_id': 'c4a7c859-0a1c-4788-b29c-48b8c41995c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-449672525-subnet', 'tenant_id': '0717a51472924b42bd0c6c2ade6657cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:24.999695 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3dd180-ce97-471a-a97d-104cea1f92bc admin admin] Made reservation on behalf of 0717a51472924b42bd0c6c2ade6657cc for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:09:25.002341 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd180-ce97-471a-a97d-104cea1f92bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:25.224807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afbb23-8257-4cd3-9e51-293fb82a326e req-8a709b23-2ce2-4c0b-9bb7-c54040ad856e tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:25.227957 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-76afbb23-8257-4cd3-9e51-293fb82a326e req-8a709b23-2ce2-4c0b-9bb7-c54040ad856e tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 946 time: 0.1064665 Aug 23 15:09:25.382387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd5b27-5cc9-472c-8caa-a142f52ddacf req-9123bafe-b94d-40ed-b560-abcd1023d758 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:25.395767 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97bd5b27-5cc9-472c-8caa-a142f52ddacf req-9123bafe-b94d-40ed-b560-abcd1023d758 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 946 time: 0.1690090 Aug 23 15:09:25.452950 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97bd5b27-5cc9-472c-8caa-a142f52ddacf req-c2a4bec8-787e-43d2-a1cc-cbbe5544827a tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500753 Aug 23 15:09:25.465519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-76afbb23-8257-4cd3-9e51-293fb82a326e req-a914a1b9-1848-4c8a-91e8-054c9646a8d7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Deleting port e1a31bdc-0adb-4664-8636-c5c886d8971e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:09:25.465864 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-76afbb23-8257-4cd3-9e51-293fb82a326e req-a914a1b9-1848-4c8a-91e8-054c9646a8d7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:25.576751 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-76afbb23-8257-4cd3-9e51-293fb82a326e req-a914a1b9-1848-4c8a-91e8-054c9646a8d7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] For port e1a31bdc-0adb-4664-8636-c5c886d8971e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=e1a31bdc-0adb-4664-8636-c5c886d8971e,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:25.577122 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-76afbb23-8257-4cd3-9e51-293fb82a326e req-a914a1b9-1848-4c8a-91e8-054c9646a8d7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:25.589577 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:25.598410 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-76afbb23-8257-4cd3-9e51-293fb82a326e req-a914a1b9-1848-4c8a-91e8-054c9646a8d7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Calling delete_port for e1a31bdc-0adb-4664-8636-c5c886d8971e owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:09:25.598410 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd180-ce97-471a-a97d-104cea1f92bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:25.696484 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dd180-ce97-471a-a97d-104cea1f92bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c973a1ba-05af-46a7-a7ba-c8e3a36ae254,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:25.736451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3dd180-ce97-471a-a97d-104cea1f92bc admin admin] Checking segment: {'id': '7bf724e8-7875-4352-b1d2-30bd62d63773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c4a7c859-0a1c-4788-b29c-48b8c41995c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:09:25.736884 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3dd180-ce97-471a-a97d-104cea1f92bc admin admin] Network hostable DHCP agents. Network: c4a7c859-0a1c-4788-b29c-48b8c41995c4, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:09:25.790097 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8494cf45-99bc-4bc3-aab7-3d42947738d1 req-b8a198b2-2dfa-4871-9730-344c5a61cb3f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 210 time: 0.0484192 Aug 23 15:09:25.879556 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3dd180-ce97-471a-a97d-104cea1f92bc admin admin] Network c4a7c859-0a1c-4788-b29c-48b8c41995c4 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:09:25.958803 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-76afbb23-8257-4cd3-9e51-293fb82a326e req-a914a1b9-1848-4c8a-91e8-054c9646a8d7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:25.973206 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['e1a31bdc-0adb-4664-8636-c5c886d8971e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:09:25.978797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['bbde26f1-f20c-4731-a4e3-a964cab1c1f3'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:09:26.004091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914a1b9-1848-4c8a-91e8-054c9646a8d7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Pushing event deleted for resources: {'Port': ['ID=e1a31bdc-0adb-4664-8636-c5c886d8971e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:26.006127 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-ab3dd180-ce97-471a-a97d-104cea1f92bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, c4a7c859-0a1c-4788-b29c-48b8c41995c4) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:09:26.014675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3dd180-ce97-471a-a97d-104cea1f92bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:26.015529 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ab3dd180-ce97-471a-a97d-104cea1f92bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:26.071136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-76afbb23-8257-4cd3-9e51-293fb82a326e req-a914a1b9-1848-4c8a-91e8-054c9646a8d7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] No DVR routers for this DVR port e1a31bdc-0adb-4664-8636-c5c886d8971e on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:09:26.074299 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-76afbb23-8257-4cd3-9e51-293fb82a326e req-a914a1b9-1848-4c8a-91e8-054c9646a8d7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:26.078381 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-76afbb23-8257-4cd3-9e51-293fb82a326e req-a914a1b9-1848-4c8a-91e8-054c9646a8d7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.57 "DELETE /v2.0/ports/e1a31bdc-0adb-4664-8636-c5c886d8971e HTTP/1.1" status: 204 len: 173 time: 0.8227086 Aug 23 15:09:26.078972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8d0a9a-584b-466e-abbc-bbb17bc53513', 'name': 'network-vif-deleted', 'tag': 'e1a31bdc-0adb-4664-8636-c5c886d8971e'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:09:26.084095 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498a3a59-2a60-4b54-8501-d60889ccf4da" -d '{"events": [{"server_uuid": "4f8d0a9a-584b-466e-abbc-bbb17bc53513", "name": "network-vif-deleted", "tag": "e1a31bdc-0adb-4664-8636-c5c886d8971e"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:09:26.102926 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fe988c-cd8d-4961-9b7a-62794af2a6c5 None None] Network c4a7c859-0a1c-4788-b29c-48b8c41995c4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:09:26.109589 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ab3dd180-ce97-471a-a97d-104cea1f92bc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2605672 Aug 23 15:09:26.174778 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b4c53c-8077-4809-a4b9-4cd17cc5555c x-openstack-request-id: req-98b4c53c-8077-4809-a4b9-4cd17cc5555c {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:09:26.175589 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8d0a9a-584b-466e-abbc-bbb17bc53513", "name": "network-vif-deleted", "tag": "e1a31bdc-0adb-4664-8636-c5c886d8971e", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:09:26.176739 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-98b4c53c-8077-4809-a4b9-4cd17cc5555c {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:09:26.177379 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8d0a9a-584b-466e-abbc-bbb17bc53513', 'name': 'network-vif-deleted', 'tag': 'e1a31bdc-0adb-4664-8636-c5c886d8971e', 'status': 'completed', 'code': 200} Aug 23 15:09:26.683095 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8c9777ff-b0a7-48fb-a6c0-2da0ad89b1a3 req-0ead29b9-d7f9-4b27-af6f-f057b1d899ae tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 210 time: 0.0581954 Aug 23 15:09:26.870928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70493a91-fca3-462d-8b7c-0196c2dcdb45 None None] Network c4a7c859-0a1c-4788-b29c-48b8c41995c4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:09:26.932675 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8690e0b1-4bf7-4139-b8d1-18080e5403d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:26.935286 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:26.975350 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a9f57f6-ddae-47e9-b9e6-b5c3631adb13 req-6470a9f2-2831-4292-a02f-53e899795d0e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 210 time: 0.0394008 Aug 23 15:09:27.121446 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-57601239-c833-47b1-b463-09f8c4cca9f4 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:27.125676 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-57601239-c833-47b1-b463-09f8c4cca9f4 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/networks?id=35459842-726b-4670-a10e-e494dc2fd58d HTTP/1.1" status: 200 len: 809 time: 0.2832596 Aug 23 15:09:27.163543 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-9dd7968f-3170-41cf-af7f-1f532b02c74a tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/quotas/d2f93649e44845d1bc6f170dfe3fe046 HTTP/1.1" status: 200 len: 375 time: 0.0189536 Aug 23 15:09:27.228868 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-f2c2a145-483b-4f04-a471-2612cf79293c tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2f93649e44845d1bc6f170dfe3fe046&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604954 Aug 23 15:09:27.404286 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-ab1ce3cd-ab06-44c2-a09d-b9f5481d6f05 service neutron] 10.222.0.38 "GET /v2.0/networks/35459842-726b-4670-a10e-e494dc2fd58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640697 Aug 23 15:09:27.494093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-2527fd49-f221-4e58-9e18-22b5008d643d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:27.496518 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-2527fd49-f221-4e58-9e18-22b5008d643d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 811 time: 0.1757007 Aug 23 15:09:27.515900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-b051d1f3-b71d-424a-8b32-7678f13778a6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'port': {'device_id': '61a472a5-3f80-4e1a-8e14-a9b95eae9c77', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'admin_state_up': True, 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:27.787948 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-6b995fce-352b-4061-9450-852878b5cf1c service neutron] 10.222.0.38 "GET /v2.0/networks/35459842-726b-4670-a10e-e494dc2fd58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764467 Aug 23 15:09:28.183270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-b051d1f3-b71d-424a-8b32-7678f13778a6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Made reservation on behalf of 33f1c75c07ec4bf9aaf6afece184b99b for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:09:28.191180 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-b051d1f3-b71d-424a-8b32-7678f13778a6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:28.220332 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e158970-c66d-40eb-b34c-df918e91c9a1 req-70a331f0-c35c-46f2-ba6c-10c76a3314fa tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f8d0a9a-584b-466e-abbc-bbb17bc53513 HTTP/1.1" status: 200 len: 210 time: 0.4057078 Aug 23 15:09:28.397663 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-b051d1f3-b71d-424a-8b32-7678f13778a6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Allocated IP 172.20.0.3 (95038101-a5a6-451d-864c-0209d8aa2274/cb81ce09-0df9-4c6b-a304-342e1749bbc5/2618c179-f3f6-4bc4-b486-f3aa9c78eb48) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:09:28.402957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed3d653e-f6ea-4ed2-b596-2c25c2693503 req-4fe26960-5745-411c-b4a0-5c8f45018dba tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 210 time: 0.0612047 Aug 23 15:09:28.466583 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0c04c58-80be-4139-86c5-e97547d5f13f req-8d2280b5-bbd6-4a97-9354-5740544fc5bb tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 210 time: 0.0589123 Aug 23 15:09:28.579504 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:28.723305 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-b051d1f3-b71d-424a-8b32-7678f13778a6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:28.749422 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-b051d1f3-b71d-424a-8b32-7678f13778a6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Transition to ACTIVE for port object 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:09:28.891373 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-b051d1f3-b71d-424a-8b32-7678f13778a6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:28.963578 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-b051d1f3-b71d-424a-8b32-7678f13778a6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Network 95038101-a5a6-451d-864c-0209d8aa2274 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:09:28.972314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-b051d1f3-b71d-424a-8b32-7678f13778a6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:09:28.992849 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-b051d1f3-b71d-424a-8b32-7678f13778a6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:09:29.061708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051d1f3-b71d-424a-8b32-7678f13778a6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'Port': ['ID=2618c179-f3f6-4bc4-b486-f3aa9c78eb48,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:29.151315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-b051d1f3-b71d-424a-8b32-7678f13778a6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:29.152099 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-b051d1f3-b71d-424a-8b32-7678f13778a6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:29.253032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e1a31bdc-0adb-4664-8636-c5c886d8971e no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:09:29.270006 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-b051d1f3-b71d-424a-8b32-7678f13778a6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7632318 Aug 23 15:09:29.301329 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Request body: {'port': {'device_id': '61a472a5-3f80-4e1a-8e14-a9b95eae9c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:29.369645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: e1a31bdc-0adb-4664-8636-c5c886d8971e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:09:29.370009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device e1a31bdc-0adb-4664-8636-c5c886d8971e not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:09:29.487867 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:29.523788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0d44cf54-feb6-4c6e-a5ab-2a57449e82e3 None None] Provisioning for port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:09:29.530008 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0d44cf54-feb6-4c6e-a5ab-2a57449e82e3 None None] Provisioning complete for port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:09:29.530941 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0d44cf54-feb6-4c6e-a5ab-2a57449e82e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:29.609867 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-933ebcee-d201-4a97-81c6-941c4458a77d req-3f7494db-e419-4a7a-9999-f9b504ec4ee4 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 210 time: 0.0464013 Aug 23 15:09:29.635464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44712) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:29.662500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5185821-0eca-45e3-95c6-258c7aade535 req-1c43d2f4-5794-4c45-a3f2-d195a155f8ef tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:29.682485 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5185821-0eca-45e3-95c6-258c7aade535 req-1c43d2f4-5794-4c45-a3f2-d195a155f8ef tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 931 time: 0.1160238 Aug 23 15:09:29.753425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5185821-0eca-45e3-95c6-258c7aade535 req-ba19c271-c093-427a-8166-2549326a8e10 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659063 Aug 23 15:09:29.764048 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0d44cf54-feb6-4c6e-a5ab-2a57449e82e3 None None] Port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:09:30.068441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d02dfd1c-fef8-4423-a8e2-4dec18fb1c3a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bf3aad1d1279475b91722666a854a177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4310160 Aug 23 15:09:30.070083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44724) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:30.141249 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ec03c03-2cea-4f42-8700-0361ea881d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:30.222200 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ec03c03-2cea-4f42-8700-0361ea881d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:30.234215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44728) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:30.300172 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:09:30.327689 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:30.362801 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Transition to ACTIVE for port object 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:09:30.388773 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ec03c03-2cea-4f42-8700-0361ea881d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:30.392415 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ec03c03-2cea-4f42-8700-0361ea881d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:30.394303 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3ec03c03-2cea-4f42-8700-0361ea881d53 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4b85c291-505e-474e-b91e-7168e7ec8e06 HTTP/1.1" status: 204 len: 168 time: 0.3228540 Aug 23 15:09:30.409768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec03c03-2cea-4f42-8700-0361ea881d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b85c291-505e-474e-b91e-7168e7ec8e06,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:30.474577 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:30.593039 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-425dacab-b9cf-4c6a-8a1f-371eb2048949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:30.782207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Pushing event updated for resources: {'Port': ['ID=2618c179-f3f6-4bc4-b486-f3aa9c78eb48,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:30.799753 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-425dacab-b9cf-4c6a-8a1f-371eb2048949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:30.924619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea7ab2c7-f358-4000-8fc5-fd2453806a28 req-331eeec7-5f27-44c5-a4f2-52567f87c7f3 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 210 time: 0.0821092 Aug 23 15:09:30.976921 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-425dacab-b9cf-4c6a-8a1f-371eb2048949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:31.118895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Attempting to bind port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:09:31.119385 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Attempting to bind port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:09:31.120035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Attempting to bind port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:09:31.129138 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-425dacab-b9cf-4c6a-8a1f-371eb2048949 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ce52b5a218b04e0baec0a2baf0fe8f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8912473 Aug 23 15:09:31.129467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44750) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:31.146190 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dacab-b9cf-4c6a-8a1f-371eb2048949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8daaec6-b3c8-40a2-b1c4-4d993d967d54,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:31.172220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 on network 95038101-a5a6-451d-864c-0209d8aa2274 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:09:31.172574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Attempting to bind port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:09:31.201451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:09:31.201802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Checking segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:09:31.204090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Bound using segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:09:31.204427 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Bound port: 2618c179-f3f6-4bc4-b486-f3aa9c78eb48, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:09:31.204810 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:31.234851 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983d18b-1ba6-4928-aac8-5b7ec1adc166 req-fee24e82-3727-4ec1-abd2-833bf98a119e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:31.246069 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e983d18b-1ba6-4928-aac8-5b7ec1adc166 req-fee24e82-3727-4ec1-abd2-833bf98a119e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 943 time: 0.2410331 Aug 23 15:09:31.263711 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c05a0e7d-5291-4fb1-8b62-badbfab93d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:31.321761 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c05a0e7d-5291-4fb1-8b62-badbfab93d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:31.444550 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e983d18b-1ba6-4928-aac8-5b7ec1adc166 req-0b054706-bb7c-4e79-9a43-cc6ae9c90333 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967821 Aug 23 15:09:31.486173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] For port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:09:31.490724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] For port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=2618c179-f3f6-4bc4-b486-f3aa9c78eb48,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:09:32.046307 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2540726c-6a69-4684-9686-fa074edbea63 req-1882018d-2a8e-46ab-a09d-911d04a98a96 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 210 time: 0.0276639 Aug 23 15:09:32.324353 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c05a0e7d-5291-4fb1-8b62-badbfab93d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:32.327606 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c05a0e7d-5291-4fb1-8b62-badbfab93d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:32.328681 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:32.329917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c05a0e7d-5291-4fb1-8b62-badbfab93d62 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b8daaec6-b3c8-40a2-b1c4-4d993d967d54 HTTP/1.1" status: 204 len: 168 time: 1.2011533 Aug 23 15:09:32.341389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a0e7d-5291-4fb1-8b62-badbfab93d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8daaec6-b3c8-40a2-b1c4-4d993d967d54,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:32.450019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:32.451614 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:32.462827 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] 10.222.0.57 "PUT /v2.0/ports/2618c179-f3f6-4bc4-b486-f3aa9c78eb48 HTTP/1.1" status: 200 len: 1091 time: 3.1804543 Aug 23 15:09:32.465696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a472a5-3f80-4e1a-8e14-a9b95eae9c77', 'tag': '2618c179-f3f6-4bc4-b486-f3aa9c78eb48'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:09:32.480980 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3416d79a-8a58-441c-bfbb-67e6d672edf6" -d '{"events": [{"name": "network-changed", "server_uuid": "61a472a5-3f80-4e1a-8e14-a9b95eae9c77", "tag": "2618c179-f3f6-4bc4-b486-f3aa9c78eb48"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:09:32.810245 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa76c6b-8738-4902-8490-05b8121836e3 x-openstack-request-id: req-eaa76c6b-8738-4902-8490-05b8121836e3 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:09:32.811606 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a472a5-3f80-4e1a-8e14-a9b95eae9c77", "tag": "2618c179-f3f6-4bc4-b486-f3aa9c78eb48", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:09:32.812643 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eaa76c6b-8738-4902-8490-05b8121836e3 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:09:32.813665 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a472a5-3f80-4e1a-8e14-a9b95eae9c77', 'tag': '2618c179-f3f6-4bc4-b486-f3aa9c78eb48', 'status': 'completed', 'code': 200} Aug 23 15:09:32.827758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4265c-dcc2-4347-b39a-28589738120e service neutron] Pushing event updated for resources: {'Port': ['ID=2618c179-f3f6-4bc4-b486-f3aa9c78eb48,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:32.928815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-a7c5d272-ccb9-44c2-8a7e-5d2470852a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:32.931565 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-a7c5d272-ccb9-44c2-8a7e-5d2470852a5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 1094 time: 0.2327690 Aug 23 15:09:32.964197 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a31a9-8b3e-4640-954d-2f107993733d req-b0436283-397e-4585-96e0-b08199bba86a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:32.969815 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a14a31a9-8b3e-4640-954d-2f107993733d req-b0436283-397e-4585-96e0-b08199bba86a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 943 time: 0.1402595 Aug 23 15:09:33.049428 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a14a31a9-8b3e-4640-954d-2f107993733d req-f266305f-ba62-424c-a6e8-2004149bc16e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701406 Aug 23 15:09:33.065095 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-4c2e9c11-c91f-4f1f-a339-eefb5893917c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2618c179-f3f6-4bc4-b486-f3aa9c78eb48 HTTP/1.1" status: 200 len: 217 time: 0.1230378 Aug 23 15:09:33.147859 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8f17c99d-fd17-4fb3-9916-e0500905747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:33.149357 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-8f17c99d-fd17-4fb3-9916-e0500905747a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0660510 Aug 23 15:09:33.282031 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7b24339d-5ab2-406b-bc12-8ed3576e0119 req-184bdc90-7bc4-4e4d-877a-c0c4e308a680 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 210 time: 0.0776527 Aug 23 15:09:33.329247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-af11d5f7-2917-4168-a450-3e3f58e1d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:33.331301 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-af11d5f7-2917-4168-a450-3e3f58e1d982 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731968 Aug 23 15:09:33.449378 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-a1ece858-0d13-4732-a6d7-0d0ac2bf743b service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077883 Aug 23 15:09:33.632728 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbcf19b8-79c0-4351-92b5-58a941806132 req-14d2e560-eae8-4e08-ac6c-0390c9aa4d82 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754065 Aug 23 15:09:33.668442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44804) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:33.734692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-508eab6b-174b-4b33-9d91-666b19c3aac5 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:33.734692 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-508eab6b-174b-4b33-9d91-666b19c3aac5 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.61 "GET /v2.0/networks?id=35459842-726b-4670-a10e-e494dc2fd58d HTTP/1.1" status: 200 len: 809 time: 0.2130113 Aug 23 15:09:33.734692 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ada7a750-778c-4924-bc3d-73d25e9f5e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:33.741572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-ed67189d-ee82-420c-98f2-47cef1f7a8d1 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Request body: {'port': {'device_id': 'ff064fb0-6371-43c1-b8a8-3c6d990c2f7e', 'network_id': '35459842-726b-4670-a10e-e494dc2fd58d', 'admin_state_up': True, 'tenant_id': 'd2f93649e44845d1bc6f170dfe3fe046'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:33.896393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416d79a-8a58-441c-bfbb-67e6d672edf6 req-a543ce28-167e-4592-9e4c-bc35e52bef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:33.899043 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3416d79a-8a58-441c-bfbb-67e6d672edf6 req-a543ce28-167e-4592-9e4c-bc35e52bef67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 1094 time: 0.0536418 Aug 23 15:09:33.997927 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ada7a750-778c-4924-bc3d-73d25e9f5e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:34.088224 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ada7a750-778c-4924-bc3d-73d25e9f5e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:34.143325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416d79a-8a58-441c-bfbb-67e6d672edf6 req-4871cf28-f1e4-436d-8ef5-a6980785e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:34.151451 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3416d79a-8a58-441c-bfbb-67e6d672edf6 req-4871cf28-f1e4-436d-8ef5-a6980785e271 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.2412953 Aug 23 15:09:34.199249 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7a750-778c-4924-bc3d-73d25e9f5e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66e2370-d242-4178-b4bd-0f52c70eefd7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:34.286020 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ada7a750-778c-4924-bc3d-73d25e9f5e63 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44a62f43d0a0483a97be0da051e3672a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6143262 Aug 23 15:09:34.286689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44814) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:34.376750 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3416d79a-8a58-441c-bfbb-67e6d672edf6 req-2df2273c-8cb6-40b5-9f5f-fe5121570a24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2618c179-f3f6-4bc4-b486-f3aa9c78eb48 HTTP/1.1" status: 200 len: 217 time: 0.2186608 Aug 23 15:09:34.407832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-ed67189d-ee82-420c-98f2-47cef1f7a8d1 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Made reservation on behalf of d2f93649e44845d1bc6f170dfe3fe046 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:09:34.417741 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-ed67189d-ee82-420c-98f2-47cef1f7a8d1 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:34.557476 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-750a13a3-0c46-42d6-afea-232ecd24c1c3 req-9ad6b85d-0afc-4a4b-b4d3-00cb04f94abc tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 210 time: 0.0550642 Aug 23 15:09:34.578332 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66c638e7-017c-4608-b69f-9cfd0500b292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:34.651939 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131770b-b3b9-4afa-aa83-3982e7985e55 req-d3e90a46-1281-4d85-b78f-d618e49392e4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:34.657315 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4131770b-b3b9-4afa-aa83-3982e7985e55 req-d3e90a46-1281-4d85-b78f-d618e49392e4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 943 time: 0.4746473 Aug 23 15:09:34.668984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416d79a-8a58-441c-bfbb-67e6d672edf6 req-b708401c-f4f3-4950-9690-17168b1b73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:34.673861 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3416d79a-8a58-441c-bfbb-67e6d672edf6 req-b708401c-f4f3-4950-9690-17168b1b73bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.2728925 Aug 23 15:09:34.703719 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66c638e7-017c-4608-b69f-9cfd0500b292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:34.819114 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4131770b-b3b9-4afa-aa83-3982e7985e55 req-8f2ebaf3-2148-420e-9dda-c45cac324775 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406691 Aug 23 15:09:34.851526 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416d79a-8a58-441c-bfbb-67e6d672edf6 req-4bcb7963-754b-4fc3-a034-3ada9aac6cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:34.853898 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3416d79a-8a58-441c-bfbb-67e6d672edf6 req-4bcb7963-754b-4fc3-a034-3ada9aac6cac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1593208 Aug 23 15:09:34.945142 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-ed67189d-ee82-420c-98f2-47cef1f7a8d1 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Allocated IP 172.20.0.8 (35459842-726b-4670-a10e-e494dc2fd58d/651ebd9c-c6f9-45e8-98d6-b422f97e9a2e/d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:09:34.968439 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3416d79a-8a58-441c-bfbb-67e6d672edf6 req-70e557f6-42aa-4799-886b-93713eef9f2e service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063950 Aug 23 15:09:35.082443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66c638e7-017c-4608-b69f-9cfd0500b292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:35.091730 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66c638e7-017c-4608-b69f-9cfd0500b292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:35.093912 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3416d79a-8a58-441c-bfbb-67e6d672edf6 req-7c917018-860c-4c88-895f-aeadc7ddfbe6 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171186 Aug 23 15:09:35.102724 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-66c638e7-017c-4608-b69f-9cfd0500b292 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f66e2370-d242-4178-b4bd-0f52c70eefd7 HTTP/1.1" status: 204 len: 168 time: 0.8101039 Aug 23 15:09:35.139689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c638e7-017c-4608-b69f-9cfd0500b292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66e2370-d242-4178-b4bd-0f52c70eefd7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:35.394664 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-ed67189d-ee82-420c-98f2-47cef1f7a8d1 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:35.724721 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-ed67189d-ee82-420c-98f2-47cef1f7a8d1 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:35.830133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67189d-ee82-420c-98f2-47cef1f7a8d1 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Pushing event updated for resources: {'Port': ['ID=d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:35.872972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-ed67189d-ee82-420c-98f2-47cef1f7a8d1 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Network 35459842-726b-4670-a10e-e494dc2fd58d is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:09:35.902889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36ce8b-8dfb-4a3d-9943-c1a0ff214ff7 req-fab390e2-7f91-4bdf-a169-5a542d31cf4b tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:35.905228 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e36ce8b-8dfb-4a3d-9943-c1a0ff214ff7 req-fab390e2-7f91-4bdf-a169-5a542d31cf4b tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 931 time: 0.2136481 Aug 23 15:09:35.906922 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-ed67189d-ee82-420c-98f2-47cef1f7a8d1 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:09:35.971551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-ed67189d-ee82-420c-98f2-47cef1f7a8d1 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:09:36.037025 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e36ce8b-8dfb-4a3d-9943-c1a0ff214ff7 req-1fe18b5c-512a-471b-9d9c-2ad32ccf05a3 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/security-groups?id=3803dd07-dcf5-430d-a65d-29b857e45e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250558 Aug 23 15:09:36.056990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-ed67189d-ee82-420c-98f2-47cef1f7a8d1 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:36.060156 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-ed67189d-ee82-420c-98f2-47cef1f7a8d1 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:36.175269 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-ed67189d-ee82-420c-98f2-47cef1f7a8d1 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4386473 Aug 23 15:09:36.190280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Request body: {'port': {'device_id': 'ff064fb0-6371-43c1-b8a8-3c6d990c2f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:36.201372 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183b6af-bddc-40ed-9b5b-4be6ad5e0258 req-00fe20c7-77b0-42a3-bdb1-ef6d7d7de48b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:36.203005 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4183b6af-bddc-40ed-9b5b-4be6ad5e0258 req-00fe20c7-77b0-42a3-bdb1-ef6d7d7de48b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 943 time: 0.1428933 Aug 23 15:09:36.347146 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4183b6af-bddc-40ed-9b5b-4be6ad5e0258 req-21c32e05-02ea-4f5c-aa2f-6da4fca74946 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303432 Aug 23 15:09:36.399231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:36.916511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:09:36.918784 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:36.940281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Transition to ACTIVE for port object d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:09:37.142340 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:37.339757 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c85f1-05b9-424c-97f1-4185672bf6c6 req-6739cd52-e760-4091-97bb-fde9a8986279 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:37.376385 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4e3c85f1-05b9-424c-97f1-4185672bf6c6 req-6739cd52-e760-4091-97bb-fde9a8986279 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 943 time: 0.2117944 Aug 23 15:09:37.453284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:37.584051 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4e3c85f1-05b9-424c-97f1-4185672bf6c6 req-ffaddefa-7843-43c3-a4fe-05624814805d tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/security-groups?id=3803dd07-dcf5-430d-a65d-29b857e45e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944387 Aug 23 15:09:37.765248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Attempting to bind port d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:09:37.765804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Attempting to bind port d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '09622a6e-1c89-43cc-8105-57dd951f9f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35459842-726b-4670-a10e-e494dc2fd58d'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:09:37.766322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Attempting to bind port d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 on network 35459842-726b-4670-a10e-e494dc2fd58d {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:09:37.770236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf8c45-1c8b-4ad6-b93c-da1bbe441ca4 req-01a759e9-065e-40d8-a0e5-d52aeb443f01 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:37.773001 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-91cf8c45-1c8b-4ad6-b93c-da1bbe441ca4 req-01a759e9-065e-40d8-a0e5-d52aeb443f01 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 943 time: 0.1202836 Aug 23 15:09:37.775615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Port d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 on network 35459842-726b-4670-a10e-e494dc2fd58d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:09:37.776030 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Attempting to bind port d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 on network 35459842-726b-4670-a10e-e494dc2fd58d {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:09:37.785721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:09:37.786414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Checking segment: {'id': '09622a6e-1c89-43cc-8105-57dd951f9f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35459842-726b-4670-a10e-e494dc2fd58d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:09:37.787074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Bound using segment: {'id': '09622a6e-1c89-43cc-8105-57dd951f9f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35459842-726b-4670-a10e-e494dc2fd58d'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:09:37.788507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Bound port: d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09622a6e-1c89-43cc-8105-57dd951f9f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35459842-726b-4670-a10e-e494dc2fd58d'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:09:37.789237 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:37.911682 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-91cf8c45-1c8b-4ad6-b93c-da1bbe441ca4 req-c10859a5-f781-4273-a01a-05fcfd1aac89 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283746 Aug 23 15:09:38.062417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] For port d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:09:38.072549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] For port d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6,segment=NetworkSegment(09622a6e-1c89-43cc-8105-57dd951f9f86),segment_id=09622a6e-1c89-43cc-8105-57dd951f9f86)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:09:38.198636 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:38.243904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:38.244551 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:38.246351 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] 10.222.0.61 "PUT /v2.0/ports/d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 HTTP/1.1" status: 200 len: 1091 time: 2.0627055 Aug 23 15:09:38.246978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff064fb0-6371-43c1-b8a8-3c6d990c2f7e', 'tag': 'd0acd9ae-4d9a-4da3-a72f-a6c841fad5b6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:09:38.249529 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4088d3a5-2e02-470a-a6da-f49fffe11c31" -d '{"events": [{"name": "network-changed", "server_uuid": "ff064fb0-6371-43c1-b8a8-3c6d990c2f7e", "tag": "d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:09:38.285947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8b3ae-398d-463d-ae2a-3951a71bf4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:38.430816 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 44934) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:38.436716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Request body: {'network': {'name': 'tempest-network-smoke--384441729', 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'port_security_enabled': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:38.481092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-26725866-99b7-4658-a4e0-13998bdb19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:38.484546 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-26725866-99b7-4658-a4e0-13998bdb19dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d2f93649e44845d1bc6f170dfe3fe046&device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 1094 time: 0.0851641 Aug 23 15:09:38.535817 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-78e21b97-0fe0-49c4-a266-1b252df43836 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 HTTP/1.1" status: 200 len: 217 time: 0.0417821 Aug 23 15:09:38.547256 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726d758a-fd7a-4128-8ea7-2b320c3f99d5 x-openstack-request-id: req-726d758a-fd7a-4128-8ea7-2b320c3f99d5 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:09:38.547550 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff064fb0-6371-43c1-b8a8-3c6d990c2f7e", "tag": "d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:09:38.547945 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-726d758a-fd7a-4128-8ea7-2b320c3f99d5 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:09:38.548396 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff064fb0-6371-43c1-b8a8-3c6d990c2f7e', 'tag': 'd0acd9ae-4d9a-4da3-a72f-a6c841fad5b6', 'status': 'completed', 'code': 200} Aug 23 15:09:38.599763 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Made reservation on behalf of 3d354a8f034f4df1b0a0d9d5e7386f40 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:09:38.618763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:38.654776 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:38.676916 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-65b4d994-40c9-4b59-8236-3e93e3d2a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:38.678634 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-65b4d994-40c9-4b59-8236-3e93e3d2a69f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=651ebd9c-c6f9-45e8-98d6-b422f97e9a2e HTTP/1.1" status: 200 len: 849 time: 0.1291487 Aug 23 15:09:38.788419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-d7d0038f-426c-42c5-9c2a-3db0b4468faa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35459842-726b-4670-a10e-e494dc2fd58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783863 Aug 23 15:09:38.804286 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:38.809631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c27103-53fa-4537-b6ad-0726d7aa0e4e req-168478f4-0a21-4e2e-8242-716e70c9c026 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:38.811359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6c27103-53fa-4537-b6ad-0726d7aa0e4e req-168478f4-0a21-4e2e-8242-716e70c9c026 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 945 time: 0.1316602 Aug 23 15:09:38.864509 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd8bb3-e866-44c9-bed3-a41bbc862de9 req-b2efe980-dcd0-4846-b4b0-cdec638e1a79 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:38.866520 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7edd8bb3-e866-44c9-bed3-a41bbc862de9 req-b2efe980-dcd0-4846-b4b0-cdec638e1a79 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 943 time: 0.0890985 Aug 23 15:09:38.905806 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6c27103-53fa-4537-b6ad-0726d7aa0e4e req-19c6aad1-8835-4b31-9ea2-b5978f7ef9b9 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739610 Aug 23 15:09:38.935406 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:38.973264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7edd8bb3-e866-44c9-bed3-a41bbc862de9 req-39daa23b-c917-4c80-b627-d6a46d15eefd tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/security-groups?id=3803dd07-dcf5-430d-a65d-29b857e45e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882814 Aug 23 15:09:39.015677 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-530d2238-7df2-4f09-8379-67dca025d1b4 service neutron] 10.222.0.61 "GET /v2.0/networks/35459842-726b-4670-a10e-e494dc2fd58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822143 Aug 23 15:09:39.030428 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da41ed0c-93ae-4fc8-bf64-390dc59438be,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:39.043219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:09:39.082422 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:39.083127 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Added segment 0823ebf9-75dd-4e03-ba3e-6389ad42d35e of type vlan for network de74ce3b-2e26-4217-807e-2d1f5da81e66 Aug 23 15:09:39.164232 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:39.184631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874becf-c9a1-4ec7-a32c-5c3fc927098b req-b3d71a88-c418-4144-a0d7-47b72d6306ba tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:39.193843 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8874becf-c9a1-4ec7-a32c-5c3fc927098b req-b3d71a88-c418-4144-a0d7-47b72d6306ba tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 943 time: 0.0926323 Aug 23 15:09:39.228701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2df6c1e5-8046-498d-b121-2046b98946b4 req-56674a98-a8ab-4c8a-b2e5-cd91297843b4 service neutron] 10.222.0.61 "GET /v2.0/networks/35459842-726b-4670-a10e-e494dc2fd58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245145 Aug 23 15:09:39.265139 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8874becf-c9a1-4ec7-a32c-5c3fc927098b req-aa6f0f5c-f975-47c6-a31c-1a36b9eada91 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690603 Aug 23 15:09:39.307086 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:39.314168 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:39.315870 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:39.432263 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9998829 Aug 23 15:09:39.433350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 44966) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:39.440420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619b679-5c4e-4f20-a16c-558c2dd1b939 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'Network': ['ID=de74ce3b-2e26-4217-807e-2d1f5da81e66,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:39.440645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'admin_state_up': True, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:39.453341 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network de74ce3b-2e26-4217-807e-2d1f5da81e66 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:09:39.471555 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088d3a5-2e02-470a-a6da-f49fffe11c31 req-a7554cbc-e9fd-4e12-8ee5-1205255bcd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:39.479807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4088d3a5-2e02-470a-a6da-f49fffe11c31 req-a7554cbc-e9fd-4e12-8ee5-1205255bcd78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d2f93649e44845d1bc6f170dfe3fe046&device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 1094 time: 0.0767999 Aug 23 15:09:39.587262 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:39.589379 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:39.628860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088d3a5-2e02-470a-a6da-f49fffe11c31 req-f893b12d-628d-4dc8-bd6a-2c936112ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:39.630855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4088d3a5-2e02-470a-a6da-f49fffe11c31 req-f893b12d-628d-4dc8-bd6a-2c936112ba70 service neutron] 10.222.0.61 "GET /v2.0/networks?id=35459842-726b-4670-a10e-e494dc2fd58d HTTP/1.1" status: 200 len: 910 time: 0.1498780 Aug 23 15:09:40.069397 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:40.073591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4088d3a5-2e02-470a-a6da-f49fffe11c31 req-b436ea92-bf7b-44ac-b770-b3f8b3d88719 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 HTTP/1.1" status: 200 len: 217 time: 0.4308753 Aug 23 15:09:40.222636 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c1ea1-e240-4687-bb42-0606a9cc35a0 req-a4dc8fa9-d896-4f89-a911-31718f152a55 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:40.224522 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-663c1ea1-e240-4687-bb42-0606a9cc35a0 req-a4dc8fa9-d896-4f89-a911-31718f152a55 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.61 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 945 time: 0.1223052 Aug 23 15:09:40.342240 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128bff9-397f-43d2-9a7c-456e68be5a6b req-1b506eed-3042-43c2-9b26-599468856593 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:40.343865 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4128bff9-397f-43d2-9a7c-456e68be5a6b req-1b506eed-3042-43c2-9b26-599468856593 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 943 time: 0.1789606 Aug 23 15:09:40.410949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605fd61-d0b4-49e2-8ced-312c3179b363 req-9640fcac-1775-49cf-ada2-561742ca7c2e tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:40.420005 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6605fd61-d0b4-49e2-8ced-312c3179b363 req-9640fcac-1775-49cf-ada2-561742ca7c2e tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 945 time: 0.3686414 Aug 23 15:09:40.447951 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4128bff9-397f-43d2-9a7c-456e68be5a6b req-3507a513-d557-42b2-80cb-5ebe9238f6e7 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/security-groups?id=3803dd07-dcf5-430d-a65d-29b857e45e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597239 Aug 23 15:09:40.455939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088d3a5-2e02-470a-a6da-f49fffe11c31 req-3caae2e4-aecb-42a5-b10d-0b01cc6ee382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:40.458314 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4088d3a5-2e02-470a-a6da-f49fffe11c31 req-3caae2e4-aecb-42a5-b10d-0b01cc6ee382 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=651ebd9c-c6f9-45e8-98d6-b422f97e9a2e HTTP/1.1" status: 200 len: 849 time: 0.3506968 Aug 23 15:09:40.483278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-663c1ea1-e240-4687-bb42-0606a9cc35a0 req-f3bbbe44-2cb7-45ef-a8ea-53e6ce457ae7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Deleting port bbde26f1-f20c-4731-a4e3-a964cab1c1f3 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:09:40.483625 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-663c1ea1-e240-4687-bb42-0606a9cc35a0 req-f3bbbe44-2cb7-45ef-a8ea-53e6ce457ae7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:40.486227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45000) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:40.533119 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:40.563499 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4088d3a5-2e02-470a-a6da-f49fffe11c31 req-9b5ba8ff-74d0-4a49-bfef-53370e573b22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35459842-726b-4670-a10e-e494dc2fd58d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468860 Aug 23 15:09:40.587512 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6605fd61-d0b4-49e2-8ced-312c3179b363 req-b87d45c2-a17d-4ba3-8bc8-bda677f6c156 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/security-groups?id=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664555 Aug 23 15:09:40.669206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc81375-dc0c-48ca-aeb0-80f8b9140d33 req-6eebc80a-d3ae-430a-adb6-862792a973b4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:40.678548 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-abc81375-dc0c-48ca-aeb0-80f8b9140d33 req-6eebc80a-d3ae-430a-adb6-862792a973b4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 943 time: 0.1018081 Aug 23 15:09:40.742122 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-663c1ea1-e240-4687-bb42-0606a9cc35a0 req-f3bbbe44-2cb7-45ef-a8ea-53e6ce457ae7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] For port bbde26f1-f20c-4731-a4e3-a964cab1c1f3, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=bbde26f1-f20c-4731-a4e3-a964cab1c1f3,segment=NetworkSegment(49708b35-4721-4915-b976-b43330be82c0),segment_id=49708b35-4721-4915-b976-b43330be82c0)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:40.742503 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-663c1ea1-e240-4687-bb42-0606a9cc35a0 req-f3bbbe44-2cb7-45ef-a8ea-53e6ce457ae7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:40.779580 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-663c1ea1-e240-4687-bb42-0606a9cc35a0 req-f3bbbe44-2cb7-45ef-a8ea-53e6ce457ae7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Calling delete_port for bbde26f1-f20c-4731-a4e3-a964cab1c1f3 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:09:40.788576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:40.809199 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-abc81375-dc0c-48ca-aeb0-80f8b9140d33 req-45e041c8-0fd1-42b9-b4dd-71a0aa194a02 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288083 Aug 23 15:09:40.814492 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4088d3a5-2e02-470a-a6da-f49fffe11c31 req-2b421ddb-026a-4a45-8843-1e5b922a8e29 service neutron] 10.222.0.61 "GET /v2.0/networks/35459842-726b-4670-a10e-e494dc2fd58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258477 Aug 23 15:09:40.944445 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4088d3a5-2e02-470a-a6da-f49fffe11c31 req-0e0485e3-5334-452a-bb15-f9445c1d5eed service neutron] 10.222.0.61 "GET /v2.0/networks/35459842-726b-4670-a10e-e494dc2fd58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217918 Aug 23 15:09:40.962665 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:41.064952 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:41.080969 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:41.084625 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-663c1ea1-e240-4687-bb42-0606a9cc35a0 req-f3bbbe44-2cb7-45ef-a8ea-53e6ce457ae7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:41.101141 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['bbde26f1-f20c-4731-a4e3-a964cab1c1f3'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:09:41.102979 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:41.124982 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbbe44-2cb7-45ef-a8ea-53e6ce457ae7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Pushing event deleted for resources: {'Port': ['ID=bbde26f1-f20c-4731-a4e3-a964cab1c1f3,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:41.241067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-663c1ea1-e240-4687-bb42-0606a9cc35a0 req-f3bbbe44-2cb7-45ef-a8ea-53e6ce457ae7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] No DVR routers for this DVR port bbde26f1-f20c-4731-a4e3-a964cab1c1f3 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:09:41.249238 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-663c1ea1-e240-4687-bb42-0606a9cc35a0 req-f3bbbe44-2cb7-45ef-a8ea-53e6ce457ae7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:41.251338 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-663c1ea1-e240-4687-bb42-0606a9cc35a0 req-f3bbbe44-2cb7-45ef-a8ea-53e6ce457ae7 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.61 "DELETE /v2.0/ports/bbde26f1-f20c-4731-a4e3-a964cab1c1f3 HTTP/1.1" status: 204 len: 173 time: 1.0153964 Aug 23 15:09:41.251825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12b7752-e461-4dbe-a941-25a9dde0bd75', 'name': 'network-vif-deleted', 'tag': 'bbde26f1-f20c-4731-a4e3-a964cab1c1f3'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:09:41.254246 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71788dcb-f160-47db-adf9-b5c03429eaa1" -d '{"events": [{"server_uuid": "f12b7752-e461-4dbe-a941-25a9dde0bd75", "name": "network-vif-deleted", "tag": "bbde26f1-f20c-4731-a4e3-a964cab1c1f3"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:09:41.310434 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c7d27a-14fe-41e3-8f77-11645d14da9f x-openstack-request-id: req-68c7d27a-14fe-41e3-8f77-11645d14da9f {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:09:41.310783 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12b7752-e461-4dbe-a941-25a9dde0bd75", "name": "network-vif-deleted", "tag": "bbde26f1-f20c-4731-a4e3-a964cab1c1f3", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:09:41.311056 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68c7d27a-14fe-41e3-8f77-11645d14da9f {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:09:41.311457 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12b7752-e461-4dbe-a941-25a9dde0bd75', 'name': 'network-vif-deleted', 'tag': 'bbde26f1-f20c-4731-a4e3-a964cab1c1f3', 'status': 'completed', 'code': 200} Aug 23 15:09:41.315200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Allocated IP 172.25.8.114 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/1ea97d51-f53e-4e1d-9cf1-35914fe07f44) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:09:41.452537 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:41.588751 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:41.643459 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:09:41.647334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:09:41.651813 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:09:41.695034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:09:41.710537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Allocated IP 172.25.8.104 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/86530dfb-a32b-4ed5-8664-3b13b2771ff9) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:09:41.719308 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'Port': ['ID=1ea97d51-f53e-4e1d-9cf1-35914fe07f44,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:41.724778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27315c7b-f9a5-459c-b290-8e054c44a970 req-da481030-9d00-4e7b-a5ce-64a1da2fa1ea tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:41.727643 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-27315c7b-f9a5-459c-b290-8e054c44a970 req-da481030-9d00-4e7b-a5ce-64a1da2fa1ea tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 943 time: 0.1629956 Aug 23 15:09:41.733026 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-418c11ed-376b-43ba-a5cb-c02114f75b0c req-5987c2e6-4574-4727-b6dc-9ab9ec6fe5d3 tempest-AttachVolumeNegativeTest-410619294 tempest-AttachVolumeNegativeTest-410619294-project] 10.222.0.38 "GET /v2.0/ports?device_id=f12b7752-e461-4dbe-a941-25a9dde0bd75 HTTP/1.1" status: 200 len: 210 time: 0.0533383 Aug 23 15:09:41.847304 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-27315c7b-f9a5-459c-b290-8e054c44a970 req-e25c51e0-d988-4c56-b496-3277072b0e9e tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/security-groups?id=3803dd07-dcf5-430d-a65d-29b857e45e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032934 Aug 23 15:09:41.909545 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6,segment=NetworkSegment(09622a6e-1c89-43cc-8105-57dd951f9f86),segment_id=09622a6e-1c89-43cc-8105-57dd951f9f86)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:41.924391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'd0acd9ae-4d9a-4da3-a72f-a6c841fad5b6', 'network_id': '35459842-726b-4670-a10e-e494dc2fd58d', 'port_id': 'd0acd9ae-4d9a-4da3-a72f-a6c841fad5b6', 'mac_address': 'fa:16:3e:2c:6e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '651ebd9c-c6f9-45e8-98d6-b422f97e9a2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:09:41.924700 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:41.973189 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:41.988148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:09:42.023856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6,segment=NetworkSegment(09622a6e-1c89-43cc-8105-57dd951f9f86),segment_id=09622a6e-1c89-43cc-8105-57dd951f9f86)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:42.031350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4240b-06fa-4bb3-8367-4af27ac28513 req-c87e8a83-fd54-4ae2-90a0-77508c2cfde1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:42.033185 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39f4240b-06fa-4bb3-8367-4af27ac28513 req-c87e8a83-fd54-4ae2-90a0-77508c2cfde1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 943 time: 0.0873799 Aug 23 15:09:42.089026 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39f4240b-06fa-4bb3-8367-4af27ac28513 req-e7e8e758-3aa6-4774-9241-aba15f7c3027 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428998 Aug 23 15:09:42.102931 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:42.141683 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:42.160528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:09:42.168420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:09:42.170485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event updated for resources: {'Port': ['ID=86530dfb-a32b-4ed5-8664-3b13b2771ff9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:42.173263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:09:42.215441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:42.234343 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:42.239825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:42.241983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:42.242349 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:42.242706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:42.244449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:42.244802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:42.245156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:42.245498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:42.245839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:42.250424 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:42.250844 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:42.326510 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:42.369361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:09:42.431642 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:42.460147 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:42.769581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:42.821354 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45034) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:42.850008 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:42.876358 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ad64f4-a11e-4211-809a-ba50cb8c7cc5 admin admin] Deleting subnet 42e3845c-fb64-4958-a20f-7fa459eb4657 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:09:42.888425 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50ad64f4-a11e-4211-809a-ba50cb8c7cc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:42.969641 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50ad64f4-a11e-4211-809a-ba50cb8c7cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:43.018090 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:43.141678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Router 5f3ef6bf-354e-4e78-826e-3da3b801d999 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:09:43.142915 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50ad64f4-a11e-4211-809a-ba50cb8c7cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:43.177240 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event updated for resources: {'Port': ['ID=86530dfb-a32b-4ed5-8664-3b13b2771ff9,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:43.194809 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be562c3a-a04b-4e36-8cac-fd33f0b8426e req-2142241c-1831-4c71-a57c-a1ac048bf4b7 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:43.196376 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-be562c3a-a04b-4e36-8cac-fd33f0b8426e req-2142241c-1831-4c71-a57c-a1ac048bf4b7 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 944 time: 0.1919184 Aug 23 15:09:43.199472 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:43.260381 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-be562c3a-a04b-4e36-8cac-fd33f0b8426e req-d609c04f-5022-4b1d-84cd-107f4769b2ce tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/security-groups?id=3803dd07-dcf5-430d-a65d-29b857e45e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499187 Aug 23 15:09:43.328583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a13d6-059e-4763-96da-97f11ed062a8 req-f783ce57-9947-458f-90b2-cb7aea58476b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:43.330175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e1a13d6-059e-4763-96da-97f11ed062a8 req-f783ce57-9947-458f-90b2-cb7aea58476b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 943 time: 0.1279964 Aug 23 15:09:43.333307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:09:43.351368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Sync routers for ids ['5f3ef6bf-354e-4e78-826e-3da3b801d999'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:09:43.366140 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50ad64f4-a11e-4211-809a-ba50cb8c7cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:43.371735 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:43.380151 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3370b29a-7bdb-444e-a8ac-78ffd050f3ac tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8914790 Aug 23 15:09:43.384500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45052) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:43.384902 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Routers {'5f3ef6bf-354e-4e78-826e-3da3b801d999'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:09:43.385869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:09:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5f3ef6bf-354e-4e78-826e-3da3b801d999'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:09:43.399619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2087753889'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:43.411470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e1a13d6-059e-4763-96da-97f11ed062a8 req-a3eaea8e-fc58-4e0d-b2f4-c40dd58c04b0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680530 Aug 23 15:09:43.441846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad64f4-a11e-4211-809a-ba50cb8c7cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e3845c-fb64-4958-a20f-7fa459eb4657,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:43.448352 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50ad64f4-a11e-4211-809a-ba50cb8c7cc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:43.453673 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-50ad64f4-a11e-4211-809a-ba50cb8c7cc5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/42e3845c-fb64-4958-a20f-7fa459eb4657 HTTP/1.1" status: 204 len: 168 time: 0.6363184 Aug 23 15:09:43.454007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45054) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:43.527586 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:43.532202 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1ccfdc41-8b7f-4072-9a55-b5d6d8525aa1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0929401 Aug 23 15:09:43.533721 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45058) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:43.560407 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8958b9ab-888e-46bc-b580-f29e1383dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:43.570149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Set router 5f3ef6bf-354e-4e78-826e-3da3b801d999 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:09:43.701029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Made reservation on behalf of 9220d1923bd34efa930ded92497ee296 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:09:43.704997 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:43.706327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:09:43.722799 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:43.727098 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8958b9ab-888e-46bc-b580-f29e1383dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:43.772104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-8958b9ab-888e-46bc-b580-f29e1383dcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:09:43.819893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-8958b9ab-888e-46bc-b580-f29e1383dcc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49708b35-4721-4915-b976-b43330be82c0') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:09:43.820551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-8958b9ab-888e-46bc-b580-f29e1383dcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49708b35-4721-4915-b976-b43330be82c0') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:09:43.832842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-61decba6-05a7-4fe2-97bf-271bc479235a tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=3d354a8f034f4df1b0a0d9d5e7386f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2991152 Aug 23 15:09:43.838886 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45062) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:43.853585 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8958b9ab-888e-46bc-b580-f29e1383dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:43.889823 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8958b9ab-888e-46bc-b580-f29e1383dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:43.906123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8958b9ab-888e-46bc-b580-f29e1383dcc2 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:09:43.907644 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8958b9ab-888e-46bc-b580-f29e1383dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:09:43.910439 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:09:44.016429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:09:39Z', 'updated_at': '2021-08-23T15:09:41Z', 'revision_number': 3, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:41Z', 'updated_at': '2021-08-23T15:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:09:44.066069 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Checking router: 5f3ef6bf-354e-4e78-826e-3da3b801d999 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:09:44.066484 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Updating router 5f3ef6bf-354e-4e78-826e-3da3b801d999 port 1ea97d51-f53e-4e1d-9cf1-35914fe07f44 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:09:44.094525 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:44.096191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:09:44.123997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:09:44.123997 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:44.149547 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:44.155072 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8958b9ab-888e-46bc-b580-f29e1383dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:44.234394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17987a6a-659f-423e-8d9a-f650863c1633 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:44.235309 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8958b9ab-888e-46bc-b580-f29e1383dcc2 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:44.238892 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-17987a6a-659f-423e-8d9a-f650863c1633 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3951960 Aug 23 15:09:44.239039 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8958b9ab-888e-46bc-b580-f29e1383dcc2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f HTTP/1.1" status: 204 len: 168 time: 0.7824640 Aug 23 15:09:44.239039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958b9ab-888e-46bc-b580-f29e1383dcc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bdd0ac6-453d-4fb5-920d-8d2ad54bd69f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:44.244708 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:44.247801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45068) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:44.326742 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6f506b25-9df7-4946-b5b0-4ca58cd3f808 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0698457 Aug 23 15:09:44.327069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45074) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:44.330533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:09:44.334318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8ac13fcb-611a-497d-b474-e2e9a9fd9cd5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-401340776', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:44.350912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa22bb1-8c5b-44df-af03-bc4700905394,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:44.354211 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:44.354566 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Added segment 174d5fe6-a75b-46bd-9cc1-c6a4887be152 of type vlan for network 543eb31b-55ff-41d0-ab8c-4ec58d142395 Aug 23 15:09:44.496845 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:44.584521 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:44.625716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac13fcb-611a-497d-b474-e2e9a9fd9cd5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Made reservation on behalf of 3d354a8f034f4df1b0a0d9d5e7386f40 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:09:44.633275 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ac13fcb-611a-497d-b474-e2e9a9fd9cd5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:44.645011 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:44.654333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:44.654333 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:44.662565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff064fb0-6371-43c1-b8a8-3c6d990c2f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0acd9ae-4d9a-4da3-a72f-a6c841fad5b6'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:09:44.673457 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fedf97-7e3f-46c6-8e83-e687620135f0" -d '{"events": [{"server_uuid": "ff064fb0-6371-43c1-b8a8-3c6d990c2f7e", "name": "network-vif-plugged", "status": "completed", "tag": "d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:09:44.743690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6,segment=NetworkSegment(09622a6e-1c89-43cc-8105-57dd951f9f86),segment_id=09622a6e-1c89-43cc-8105-57dd951f9f86)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:44.780009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event updated for resources: {'Network': ['ID=543eb31b-55ff-41d0-ab8c-4ec58d142395,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:44.796227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 543eb31b-55ff-41d0-ab8c-4ec58d142395 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:09:44.812462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66103994-6c48-4f46-a01e-1127eaac1e2a req-4c6c1829-995a-43b3-9f07-9629714392cd tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:44.821890 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66103994-6c48-4f46-a01e-1127eaac1e2a req-4c6c1829-995a-43b3-9f07-9629714392cd tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 944 time: 0.2622209 Aug 23 15:09:44.873431 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66103994-6c48-4f46-a01e-1127eaac1e2a req-d95b3377-ecd7-4212-ad2b-605c0e7490d3 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/security-groups?id=3803dd07-dcf5-430d-a65d-29b857e45e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502720 Aug 23 15:09:44.874033 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169201b0-e062-46bd-8dd6-d11c6869b227 req-916e8759-ecfc-487a-9a4f-a4859da7d94c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:44.878516 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-169201b0-e062-46bd-8dd6-d11c6869b227 req-916e8759-ecfc-487a-9a4f-a4859da7d94c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 943 time: 0.3329465 Aug 23 15:09:44.891737 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:44.896656 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device bbde26f1-f20c-4731-a4e3-a964cab1c1f3 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:09:44.897508 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-56964284-600c-429c-902a-7bc22415ecdf tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5118623 Aug 23 15:09:44.902470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45086) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:44.905571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-46e80e7d-ce57-4f48-8626-b1f70065d67b tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Request body: {'subnet': {'network_id': '543eb31b-55ff-41d0-ab8c-4ec58d142395', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:44.983813 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45088) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:45.041392 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fe21b7-b3fa-4f7e-a15d-b4ee9730091a x-openstack-request-id: req-67fe21b7-b3fa-4f7e-a15d-b4ee9730091a {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:09:45.041626 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff064fb0-6371-43c1-b8a8-3c6d990c2f7e", "name": "network-vif-plugged", "status": "completed", "tag": "d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:09:45.041892 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67fe21b7-b3fa-4f7e-a15d-b4ee9730091a {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:09:45.042237 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff064fb0-6371-43c1-b8a8-3c6d990c2f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0acd9ae-4d9a-4da3-a72f-a6c841fad5b6', 'code': 200} Aug 23 15:09:45.134132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: bbde26f1-f20c-4731-a4e3-a964cab1c1f3 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:09:45.134543 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device bbde26f1-f20c-4731-a4e3-a964cab1c1f3 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:09:45.209338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e80e7d-ce57-4f48-8626-b1f70065d67b tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Made reservation on behalf of 9220d1923bd34efa930ded92497ee296 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:09:45.224485 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-46e80e7d-ce57-4f48-8626-b1f70065d67b tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:45.316583 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:45.357224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Transition to ACTIVE for port object 1ea97d51-f53e-4e1d-9cf1-35914fe07f44 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:09:45.375004 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:45.449829 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:45.518901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ed799-f65c-4d59-89a7-25adcb9580aa None None] Pushing event updated for resources: {'Port': ['ID=1ea97d51-f53e-4e1d-9cf1-35914fe07f44,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:45.526606 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Attempting to bind port 1ea97d51-f53e-4e1d-9cf1-35914fe07f44 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:09:45.527322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Attempting to bind port 1ea97d51-f53e-4e1d-9cf1-35914fe07f44 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:09:45.527941 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Attempting to bind port 1ea97d51-f53e-4e1d-9cf1-35914fe07f44 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:09:45.543337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:09:45.544154 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:09:45.544867 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:45.545609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:09:45.546374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Bound port: 1ea97d51-f53e-4e1d-9cf1-35914fe07f44, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:09:45.547071 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:45.565178 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-169201b0-e062-46bd-8dd6-d11c6869b227 req-4afc1d0c-8445-4450-8f2b-669be2406a01 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6685567 Aug 23 15:09:45.610197 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7a6daead-91b9-40b6-8a9b-68d205b71c06 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6562da62424741dd8e53f325978af055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6211739 Aug 23 15:09:45.611816 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45094) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:45.644815 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] For port 1ea97d51-f53e-4e1d-9cf1-35914fe07f44, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:09:45.652974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] For port 1ea97d51-f53e-4e1d-9cf1-35914fe07f44, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1ea97d51-f53e-4e1d-9cf1-35914fe07f44,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:09:45.656767 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:45.732701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e25d72-4951-427c-b35a-64707de0efe2 req-0b3bedd1-8dde-4046-a8bc-1d03aee605fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:45.734668 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a1e25d72-4951-427c-b35a-64707de0efe2 req-0b3bedd1-8dde-4046-a8bc-1d03aee605fe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 1096 time: 0.6757228 Aug 23 15:09:45.743607 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:45.821245 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ac13fcb-611a-497d-b474-e2e9a9fd9cd5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:45.843334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ed799-f65c-4d59-89a7-25adcb9580aa None None] Pushing event updated for resources: {'Port': ['ID=1ea97d51-f53e-4e1d-9cf1-35914fe07f44,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:45.854106 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-46e80e7d-ce57-4f48-8626-b1f70065d67b tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:45.881878 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Routers {'5f3ef6bf-354e-4e78-826e-3da3b801d999'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:09:45.882683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:09:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5f3ef6bf-354e-4e78-826e-3da3b801d999'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:09:45.971377 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-814e18b9-9a02-4197-b7c3-26fe2c8a2858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:46.030746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] Set router 5f3ef6bf-354e-4e78-826e-3da3b801d999 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:09:46.040680 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-814e18b9-9a02-4197-b7c3-26fe2c8a2858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:46.090992 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e80e7d-ce57-4f48-8626-b1f70065d67b tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event updated for resources: {'Subnet': ['ID=181ff95a-eb48-4e40-8cbb-79bda1450457,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:46.103351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80e7d-ce57-4f48-8626-b1f70065d67b tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Checking segment: {'id': '174d5fe6-a75b-46bd-9cc1-c6a4887be152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '543eb31b-55ff-41d0-ab8c-4ec58d142395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:09:46.104119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e80e7d-ce57-4f48-8626-b1f70065d67b tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Network hostable DHCP agents. Network: 543eb31b-55ff-41d0-ab8c-4ec58d142395, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:09:46.162872 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a1e25d72-4951-427c-b35a-64707de0efe2 req-f41bca11-6a0a-4d7a-9b69-6a9daea6873d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3803dd07-dcf5-430d-a65d-29b857e45e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003680 Aug 23 15:09:46.175302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bff27-1b59-486b-ae49-2b5599e7e33b req-83b8c835-75dd-43ff-89d1-ced7825d6c33 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:46.186206 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-404bff27-1b59-486b-ae49-2b5599e7e33b req-83b8c835-75dd-43ff-89d1-ced7825d6c33 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 945 time: 0.1550293 Aug 23 15:09:46.209731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac13fcb-611a-497d-b474-e2e9a9fd9cd5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'Subnet': ['ID=a922bb3a-4761-44d3-b00b-d4b48efc1bd3,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:46.233163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac13fcb-611a-497d-b474-e2e9a9fd9cd5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Checking segment: {'id': '0823ebf9-75dd-4e03-ba3e-6389ad42d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:09:46.233528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac13fcb-611a-497d-b474-e2e9a9fd9cd5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Network hostable DHCP agents. Network: de74ce3b-2e26-4217-807e-2d1f5da81e66, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:09:46.244808 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-404bff27-1b59-486b-ae49-2b5599e7e33b req-1084f0a3-250e-42eb-af80-04c0abee24ac tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/security-groups?id=3803dd07-dcf5-430d-a65d-29b857e45e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571008 Aug 23 15:09:46.245372 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-814e18b9-9a02-4197-b7c3-26fe2c8a2858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:46.250017 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-814e18b9-9a02-4197-b7c3-26fe2c8a2858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:46.250017 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-814e18b9-9a02-4197-b7c3-26fe2c8a2858 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bb2ee815-4e4c-4e83-ae56-47c8e2854c7c HTTP/1.1" status: 204 len: 168 time: 0.6336720 Aug 23 15:09:46.268077 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e18b9-9a02-4197-b7c3-26fe2c8a2858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2ee815-4e4c-4e83-ae56-47c8e2854c7c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:46.272230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e80e7d-ce57-4f48-8626-b1f70065d67b tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Network 543eb31b-55ff-41d0-ab8c-4ec58d142395 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:09:46.345888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac13fcb-611a-497d-b474-e2e9a9fd9cd5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Network de74ce3b-2e26-4217-807e-2d1f5da81e66 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:09:46.378842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:09:39Z', 'updated_at': '2021-08-23T15:09:41Z', 'revision_number': 3, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:41Z', 'updated_at': '2021-08-23T15:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:09:46.410893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-46e80e7d-ce57-4f48-8626-b1f70065d67b tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 543eb31b-55ff-41d0-ab8c-4ec58d142395) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:09:46.412772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-8ac13fcb-611a-497d-b474-e2e9a9fd9cd5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, de74ce3b-2e26-4217-807e-2d1f5da81e66) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:09:46.417434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac13fcb-611a-497d-b474-e2e9a9fd9cd5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:46.418411 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ac13fcb-611a-497d-b474-e2e9a9fd9cd5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:46.421879 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e80e7d-ce57-4f48-8626-b1f70065d67b tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:46.422858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea17623-0739-45ee-a0cd-730f9832e69e None None] The sync data for ids ['5f3ef6bf-354e-4e78-826e-3da3b801d999'] in n-d-804985-3 is: [{'id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:09:39Z', 'updated_at': '2021-08-23T15:09:41Z', 'revision_number': 3, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:41Z', 'updated_at': '2021-08-23T15:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:09:46.425907 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-46e80e7d-ce57-4f48-8626-b1f70065d67b tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:46.437143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b07ec3-9052-4834-a02b-f272ffb3d817 None None] Network 543eb31b-55ff-41d0-ab8c-4ec58d142395 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:09:46.473663 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4f0fd-b6cb-418d-9260-9a23683cb747 None None] Network de74ce3b-2e26-4217-807e-2d1f5da81e66 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:09:46.548691 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8ac13fcb-611a-497d-b474-e2e9a9fd9cd5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2211647 Aug 23 15:09:46.551570 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45106) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:46.596621 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-46e80e7d-ce57-4f48-8626-b1f70065d67b tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6957898 Aug 23 15:09:46.600164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45108) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:46.609183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2084845429', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:46.847286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de472e09-bae1-4473-bd98-5c0b6bcbc84c req-f20d220a-8fba-44b4-bafe-541e11c684fa tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:46.853471 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-de472e09-bae1-4473-bd98-5c0b6bcbc84c req-f20d220a-8fba-44b4-bafe-541e11c684fa tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 943 time: 0.1389005 Aug 23 15:09:46.857341 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:46.859257 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:46.922229 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-543eb31b-55ff-41d0-ab8c-4ec58d142395', 'network_id': '543eb31b-55ff-41d0-ab8c-4ec58d142395', 'tenant_id': '9220d1923bd34efa930ded92497ee296', 'fixed_ips': [{'subnet_id': '181ff95a-eb48-4e40-8cbb-79bda1450457'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:09:46.923994 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:46.973977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-de472e09-bae1-4473-bd98-5c0b6bcbc84c req-2f2a3b67-cd54-473b-9256-a359606b96de tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069787 Aug 23 15:09:47.089153 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:47.184195 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-de74ce3b-2e26-4217-807e-2d1f5da81e66', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'fixed_ips': [{'subnet_id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:09:47.186096 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:47.398148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:09:47.852632 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Allocated IP 172.20.0.2 (de74ce3b-2e26-4217-807e-2d1f5da81e66/a922bb3a-4761-44d3-b00b-d4b48efc1bd3/198db6b6-8e73-4090-a1ff-00331762e643) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:09:47.981384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=2618c179-f3f6-4bc4-b486-f3aa9c78eb48,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:48.001614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '2618c179-f3f6-4bc4-b486-f3aa9c78eb48', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'port_id': '2618c179-f3f6-4bc4-b486-f3aa9c78eb48', 'mac_address': 'fa:16:3e:ff:44:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:09:48.058951 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:48.158813 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Allocated IP 172.20.0.2 (543eb31b-55ff-41d0-ab8c-4ec58d142395/181ff95a-eb48-4e40-8cbb-79bda1450457/f80dc0ad-a127-40fb-b113-3ff2d6c98005) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:09:48.180876 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:48.328819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:09:48.385822 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:48.425705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d7365-26e3-43b7-8e05-167b00b9c712 req-46bb8931-9f75-474c-acf3-465d4ebd398c tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:48.439582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc5919-12cc-4096-93f1-23d7759eecbe req-00373534-35fb-4abc-9f21-a8d457275b17 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:48.446627 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d8bc5919-12cc-4096-93f1-23d7759eecbe req-00373534-35fb-4abc-9f21-a8d457275b17 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 943 time: 0.2282128 Aug 23 15:09:48.451904 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-074d7365-26e3-43b7-8e05-167b00b9c712 req-46bb8931-9f75-474c-acf3-465d4ebd398c tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 945 time: 0.2895160 Aug 23 15:09:48.574802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1ea97d51-f53e-4e1d-9cf1-35914fe07f44 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:09:48.616113 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-074d7365-26e3-43b7-8e05-167b00b9c712 req-29846e71-737f-4adb-8076-55e37ef86b1c tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/security-groups?id=3803dd07-dcf5-430d-a65d-29b857e45e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617272 Aug 23 15:09:48.791100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=2618c179-f3f6-4bc4-b486-f3aa9c78eb48,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:48.848833 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d8bc5919-12cc-4096-93f1-23d7759eecbe req-85c3859c-6567-49c6-b3b4-c58dd8f606b1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911963 Aug 23 15:09:48.950560 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:49.061264 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:49.070445 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 1ea97d51-f53e-4e1d-9cf1-35914fe07f44 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:09:49.100874 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:09:49.105264 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:49.233523 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:49.243031 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:49.245213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1ea97d51-f53e-4e1d-9cf1-35914fe07f44 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:09:49.250939 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:49.255403 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['2618c179-f3f6-4bc4-b486-f3aa9c78eb48'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:09:49.303289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Allocated IP 172.25.8.219 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/1046d078-ca50-413c-a10f-2da79fc1af35) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:09:49.436866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Transition to ACTIVE for port object f80dc0ad-a127-40fb-b113-3ff2d6c98005 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:09:49.474009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Transition to ACTIVE for port object 198db6b6-8e73-4090-a1ff-00331762e643 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:09:49.482486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Transition to ACTIVE for port object f80dc0ad-a127-40fb-b113-3ff2d6c98005 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:09:49.529947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=2618c179-f3f6-4bc4-b486-f3aa9c78eb48,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:49.547259 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Transition to ACTIVE for port object 198db6b6-8e73-4090-a1ff-00331762e643 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:09:49.558966 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:49.645835 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:49.662106 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:49.750103 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:49.784280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Network 543eb31b-55ff-41d0-ab8c-4ec58d142395 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:09:49.803505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:09:49.809795 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 1ea97d51-f53e-4e1d-9cf1-35914fe07f44, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1ea97d51-f53e-4e1d-9cf1-35914fe07f44,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:49.811420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:09:49.814628 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:49.816584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:09:49.820842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:09:49.823176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:09:49.837952 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Allocated IP 172.20.0.1 (de74ce3b-2e26-4217-807e-2d1f5da81e66/a922bb3a-4761-44d3-b00b-d4b48efc1bd3/5700142c-683f-465d-9fc2-6b7a26791691) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:09:49.920267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Pushing event updated for resources: {'Port': ['ID=f80dc0ad-a127-40fb-b113-3ff2d6c98005,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:50.026457 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:50.039057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Network de74ce3b-2e26-4217-807e-2d1f5da81e66 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:09:50.046296 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Pushing event updated for resources: {'Port': ['ID=198db6b6-8e73-4090-a1ff-00331762e643,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:50.051989 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:50.075344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Transition to ACTIVE for port object 5700142c-683f-465d-9fc2-6b7a26791691 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:09:50.100713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:09:50.107528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:09:50.108740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event updated for resources: {'Port': ['ID=1046d078-ca50-413c-a10f-2da79fc1af35,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:50.199103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0ec5b-7c6e-4c7f-a916-5528b556b318 req-23c4d376-e8cc-4488-bbae-d825838277d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:50.201669 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5dd0ec5b-7c6e-4c7f-a916-5528b556b318 req-23c4d376-e8cc-4488-bbae-d825838277d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 944 time: 0.0792036 Aug 23 15:09:50.204954 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:50.316966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfade52-37b0-49aa-87a2-be919800125e req-5fa1f64d-70ac-43a6-bb46-60b2ae6ec2ef tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:50.319416 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ecfade52-37b0-49aa-87a2-be919800125e req-5fa1f64d-70ac-43a6-bb46-60b2ae6ec2ef tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 945 time: 0.5106578 Aug 23 15:09:50.348789 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Attempting to bind port f80dc0ad-a127-40fb-b113-3ff2d6c98005 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:09:50.349267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Attempting to bind port f80dc0ad-a127-40fb-b113-3ff2d6c98005 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '174d5fe6-a75b-46bd-9cc1-c6a4887be152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '543eb31b-55ff-41d0-ab8c-4ec58d142395'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:09:50.349677 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Attempting to bind port f80dc0ad-a127-40fb-b113-3ff2d6c98005 on network 543eb31b-55ff-41d0-ab8c-4ec58d142395 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:09:50.364151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'Port': ['ID=5700142c-683f-465d-9fc2-6b7a26791691,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:50.379494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Network de74ce3b-2e26-4217-807e-2d1f5da81e66 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:09:50.386520 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:09:50.399611 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:09:50.415362 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:50.422948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:09:50.422948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Checking segment: {'id': '174d5fe6-a75b-46bd-9cc1-c6a4887be152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '543eb31b-55ff-41d0-ab8c-4ec58d142395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:09:50.422948 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:50.422948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Bound using segment: {'id': '174d5fe6-a75b-46bd-9cc1-c6a4887be152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '543eb31b-55ff-41d0-ab8c-4ec58d142395'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:09:50.423818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Bound port: f80dc0ad-a127-40fb-b113-3ff2d6c98005, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174d5fe6-a75b-46bd-9cc1-c6a4887be152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '543eb31b-55ff-41d0-ab8c-4ec58d142395'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:09:50.423818 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:50.447493 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5dd0ec5b-7c6e-4c7f-a916-5528b556b318 req-63717d6b-f872-457d-9f23-2ba15a1182c3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361560 Aug 23 15:09:50.467191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=1ea97d51-f53e-4e1d-9cf1-35914fe07f44,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:50.534722 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:50.572932 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Attempting to bind port 198db6b6-8e73-4090-a1ff-00331762e643 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:09:50.573296 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Attempting to bind port 198db6b6-8e73-4090-a1ff-00331762e643 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '0823ebf9-75dd-4e03-ba3e-6389ad42d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:09:50.573656 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Attempting to bind port 198db6b6-8e73-4090-a1ff-00331762e643 on network de74ce3b-2e26-4217-807e-2d1f5da81e66 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:09:50.593322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:09:50.593722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Checking segment: {'id': '0823ebf9-75dd-4e03-ba3e-6389ad42d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:09:50.594087 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:50.594480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Bound using segment: {'id': '0823ebf9-75dd-4e03-ba3e-6389ad42d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:09:50.594963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Bound port: 198db6b6-8e73-4090-a1ff-00331762e643, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0823ebf9-75dd-4e03-ba3e-6389ad42d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:09:50.595345 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:50.683198 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:50.748744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] For port f80dc0ad-a127-40fb-b113-3ff2d6c98005, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:09:50.753495 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ecfade52-37b0-49aa-87a2-be919800125e req-564c4e68-5e21-4940-bdf6-8ac0c1d4b431 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/security-groups?id=3803dd07-dcf5-430d-a65d-29b857e45e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281821 Aug 23 15:09:50.773664 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] For port f80dc0ad-a127-40fb-b113-3ff2d6c98005, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f80dc0ad-a127-40fb-b113-3ff2d6c98005,segment=NetworkSegment(174d5fe6-a75b-46bd-9cc1-c6a4887be152),segment_id=174d5fe6-a75b-46bd-9cc1-c6a4887be152)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:09:50.801647 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] For port 198db6b6-8e73-4090-a1ff-00331762e643, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:09:50.806842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] For port 198db6b6-8e73-4090-a1ff-00331762e643, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=198db6b6-8e73-4090-a1ff-00331762e643,segment=NetworkSegment(0823ebf9-75dd-4e03-ba3e-6389ad42d35e),segment_id=0823ebf9-75dd-4e03-ba3e-6389ad42d35e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:09:50.893691 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:50.911394 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:51.054704 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:51.078519 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:51.213443 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7449845-8ded-49c2-9a34-b4065151cd94 None None] Pushing event updated for resources: {'Port': ['ID=f80dc0ad-a127-40fb-b113-3ff2d6c98005,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:51.321839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fa670-76c7-40a5-a55f-d98837cb2653 None None] Pushing event updated for resources: {'Port': ['ID=198db6b6-8e73-4090-a1ff-00331762e643,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:51.353643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:09:51.737744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Router 498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:09:51.752415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:09:51.774127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:09:51.777768 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:51.993049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef42233-685a-4a26-b4fe-3ea6a3d852a5 req-a6a3c7cc-1c74-4ec7-8b80-319fa17c577f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:52.013597 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ef42233-685a-4a26-b4fe-3ea6a3d852a5 req-a6a3c7cc-1c74-4ec7-8b80-319fa17c577f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 944 time: 0.4184809 Aug 23 15:09:52.093034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:52.141941 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ef42233-685a-4a26-b4fe-3ea6a3d852a5 req-ae97b2b1-3d84-477e-bffc-b594396f123a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259975 Aug 23 15:09:52.170542 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:52.285573 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:52.313031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:09:52.340349 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d59b8-ee44-4272-9d88-a41adc1595cf None None] Sync routers for ids ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:09:52.375252 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d59b8-ee44-4272-9d88-a41adc1595cf None None] Routers {'498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:09:52.381264 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f03d59b8-ee44-4272-9d88-a41adc1595cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:09:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:09:52.413097 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a472a5-3f80-4e1a-8e14-a9b95eae9c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2618c179-f3f6-4bc4-b486-f3aa9c78eb48'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:09:52.447691 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ee072b-c88f-4d54-90ff-e07aff29b891" -d '{"events": [{"server_uuid": "61a472a5-3f80-4e1a-8e14-a9b95eae9c77", "name": "network-vif-plugged", "status": "completed", "tag": "2618c179-f3f6-4bc4-b486-f3aa9c78eb48"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:09:52.516324 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f03d59b8-ee44-4272-9d88-a41adc1595cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:09:52.523636 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:52.528599 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9e7775a7-8a3e-45ab-b37d-08ff772db1b0 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.9268069 Aug 23 15:09:52.529329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45228) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:52.565494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'Port': ['ID=5700142c-683f-465d-9fc2-6b7a26791691,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:52.589717 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:52.616198 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d59b8-ee44-4272-9d88-a41adc1595cf None None] Routers {'498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:09:52.617158 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f03d59b8-ee44-4272-9d88-a41adc1595cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:09:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:09:52.634517 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=2618c179-f3f6-4bc4-b486-f3aa9c78eb48,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:52.727639 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937242fc-e8e6-456c-a2f1-5ce34787160e x-openstack-request-id: req-937242fc-e8e6-456c-a2f1-5ce34787160e {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:09:52.729020 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a472a5-3f80-4e1a-8e14-a9b95eae9c77", "name": "network-vif-plugged", "status": "completed", "tag": "2618c179-f3f6-4bc4-b486-f3aa9c78eb48", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:09:52.729466 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-937242fc-e8e6-456c-a2f1-5ce34787160e {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:09:52.730107 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a472a5-3f80-4e1a-8e14-a9b95eae9c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2618c179-f3f6-4bc4-b486-f3aa9c78eb48', 'code': 200} Aug 23 15:09:52.757028 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:52.772336 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-808d2d68-e80b-40e9-b695-0d16551e59a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:52.861531 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f03d59b8-ee44-4272-9d88-a41adc1595cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:09:52.862580 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d59b8-ee44-4272-9d88-a41adc1595cf None None] The sync data for ids ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:09:52.956287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=2618c179-f3f6-4bc4-b486-f3aa9c78eb48,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:53.106375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfcab9-fb2a-4791-83dd-627837bbd394 req-0c2111bf-5be5-485c-b442-55a43d5fb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:53.119847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 198db6b6-8e73-4090-a1ff-00331762e643 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:09:53.122861 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7acfcab9-fb2a-4791-83dd-627837bbd394 req-0c2111bf-5be5-485c-b442-55a43d5fb21d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 1096 time: 0.2828743 Aug 23 15:09:53.149266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Network de74ce3b-2e26-4217-807e-2d1f5da81e66 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:09:53.226756 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:09:53.335565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 198db6b6-8e73-4090-a1ff-00331762e643 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:09:53.341882 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1ea97d51-f53e-4e1d-9cf1-35914fe07f44 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:09:53.447328 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7acfcab9-fb2a-4791-83dd-627837bbd394 req-d320fa74-6ca6-4b68-a3e3-c2658e0c1bda service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180838 Aug 23 15:09:53.706413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1ea97d51-f53e-4e1d-9cf1-35914fe07f44 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:09:53.707040 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:53.890243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Router 5f3ef6bf-354e-4e78-826e-3da3b801d999 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:09:53.953550 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f5bb0c-43ed-4e44-a731-5e865468cc9d None None] Network 543eb31b-55ff-41d0-ab8c-4ec58d142395 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:09:54.066448 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187b642-846d-4541-8417-3fdecd8cc24c req-f590147f-e98d-453a-af2a-743a0cd29f97 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:54.074138 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4187b642-846d-4541-8417-3fdecd8cc24c req-f590147f-e98d-453a-af2a-743a0cd29f97 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 945 time: 0.3503036 Aug 23 15:09:54.285878 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4187b642-846d-4541-8417-3fdecd8cc24c req-68fcfee3-3343-4a10-ba32-1c91a96f3576 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883626 Aug 23 15:09:54.299458 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:09:54.309026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1dd57e-3a58-40ae-913b-84c8eecfb3cc None None] Network de74ce3b-2e26-4217-807e-2d1f5da81e66 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:09:54.312056 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f31740a1-8a72-4d9d-9539-b886fe4e012d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "PUT /v2.0/routers/5f3ef6bf-354e-4e78-826e-3da3b801d999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7587061 Aug 23 15:09:54.313711 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45262) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:54.320215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e4d2a349-3da8-4aa0-84bb-051bb16633a8 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--182726561', 'description': 'tempest-secgroup_access--182726561 description', 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:54.330288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Sync routers for ids ['5f3ef6bf-354e-4e78-826e-3da3b801d999'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:09:54.426013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Routers {'5f3ef6bf-354e-4e78-826e-3da3b801d999'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:09:54.426013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:09:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5f3ef6bf-354e-4e78-826e-3da3b801d999'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:09:54.429317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-aa31e990-9517-46c4-9ab0-bc65bf929e8a None None] Provisioning for port f80dc0ad-a127-40fb-b113-3ff2d6c98005 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:09:54.641617 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4d2a349-3da8-4aa0-84bb-051bb16633a8 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:54.761493 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:55.053887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f80dc0ad-a127-40fb-b113-3ff2d6c98005 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:09:55.315267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2db72c49-8509-433d-9b30-6638b95b356a None None] Provisioning for port 198db6b6-8e73-4090-a1ff-00331762e643 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:09:55.337057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2db72c49-8509-433d-9b30-6638b95b356a None None] Provisioning complete for port 198db6b6-8e73-4090-a1ff-00331762e643 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:09:55.337442 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2db72c49-8509-433d-9b30-6638b95b356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:55.561853 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4d2a349-3da8-4aa0-84bb-051bb16633a8 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:55.653886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Set router 5f3ef6bf-354e-4e78-826e-3da3b801d999 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:09:55.659789 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d02b9-3763-45e8-9eac-442bbb8cfdb7 req-31cec5bc-38ac-4217-91c7-3e20d95a919e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:55.662901 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f57d02b9-3763-45e8-9eac-442bbb8cfdb7 req-31cec5bc-38ac-4217-91c7-3e20d95a919e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 945 time: 0.1768467 Aug 23 15:09:55.743376 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4d2a349-3da8-4aa0-84bb-051bb16633a8 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:55.759388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f57d02b9-3763-45e8-9eac-442bbb8cfdb7 req-21c83bdb-38da-48bb-bfe6-043cbecad00c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797656 Aug 23 15:09:55.842660 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:55.879476 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4d2a349-3da8-4aa0-84bb-051bb16633a8 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:55.893056 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45296) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:55.894454 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e4d2a349-3da8-4aa0-84bb-051bb16633a8 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.5784547 Aug 23 15:09:55.902733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--623644437', 'description': 'tempest-secgroup_general--623644437 description', 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:55.918480 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2a349-3da8-4aa0-84bb-051bb16633a8 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8013d8-6d5b-4dc0-930b-7411787880f9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:56.029891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Allocated IP 172.20.0.1 (543eb31b-55ff-41d0-ab8c-4ec58d142395/181ff95a-eb48-4e40-8cbb-79bda1450457/aaccf8f7-6fcf-4a1b-873a-ad9d8c5349f6) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:09:56.088874 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:56.144336 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2db72c49-8509-433d-9b30-6638b95b356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:56.150644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port f80dc0ad-a127-40fb-b113-3ff2d6c98005 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:09:56.162551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f80dc0ad-a127-40fb-b113-3ff2d6c98005 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:09:56.164558 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:56.278831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b9e74-666f-4a73-9ce8-afc0e86767c2 req-4b22c739-872e-447b-be3c-16021675569f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:56.289174 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac6b9e74-666f-4a73-9ce8-afc0e86767c2 req-4b22c739-872e-447b-be3c-16021675569f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 945 time: 0.2274492 Aug 23 15:09:56.365843 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:56.374389 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2db72c49-8509-433d-9b30-6638b95b356a None None] For port 198db6b6-8e73-4090-a1ff-00331762e643, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=198db6b6-8e73-4090-a1ff-00331762e643,segment=NetworkSegment(0823ebf9-75dd-4e03-ba3e-6389ad42d35e),segment_id=0823ebf9-75dd-4e03-ba3e-6389ad42d35e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:56.376098 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac6b9e74-666f-4a73-9ce8-afc0e86767c2 req-e6614e87-aa0c-490a-a9b7-c2449a9dea1b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843809 Aug 23 15:09:56.478444 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:56.510259 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2db72c49-8509-433d-9b30-6638b95b356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:56.564284 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:56.576096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9660e9af-f137-4a05-baf3-1aed83db5acc,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:56.603407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:56.604656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:56.605567 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:56.606350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:56.607131 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:56.608110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:56.609256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:56.610277 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:56.611098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:56.611934 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:56.612739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:56.613485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:09:56.634038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Transition to ACTIVE for port object aaccf8f7-6fcf-4a1b-873a-ad9d8c5349f6 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:09:56.752399 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:56.757831 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b39a9dff-5c67-40a1-873d-51c30804c048 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8591781 Aug 23 15:09:56.758252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45314) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:09:56.766110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-758bde43-ed71-41d7-ae5f-175d2180ee8b tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Request body: {'security_group_rule': {'security_group_id': 'da8013d8-6d5b-4dc0-930b-7411787880f9', 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:09:56.849590 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:56.980492 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-758bde43-ed71-41d7-ae5f-175d2180ee8b tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:57.011411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a90fcba5-c057-43b6-9e4d-5a89fca17971 None None] Provisioning complete for port f80dc0ad-a127-40fb-b113-3ff2d6c98005 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:09:57.012296 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a90fcba5-c057-43b6-9e4d-5a89fca17971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:57.028420 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-75cd6552-bd13-4f2f-a963-b3f4f015e6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:57.053423 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Network 543eb31b-55ff-41d0-ab8c-4ec58d142395 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:09:57.072989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:09:57.092376 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:09:57.168233 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db72c49-8509-433d-9b30-6638b95b356a None None] Pushing event updated for resources: {'Port': ['ID=198db6b6-8e73-4090-a1ff-00331762e643,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:57.169665 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-758bde43-ed71-41d7-ae5f-175d2180ee8b tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:57.238846 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:57.310913 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-758bde43-ed71-41d7-ae5f-175d2180ee8b tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:57.336114 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:57.356544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event updated for resources: {'Port': ['ID=aaccf8f7-6fcf-4a1b-873a-ad9d8c5349f6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:57.363765 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:57.419469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758bde43-ed71-41d7-ae5f-175d2180ee8b tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1e893e-2dd3-4a88-9e66-bddce73f43c3,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:57.539129 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a90fcba5-c057-43b6-9e4d-5a89fca17971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:57.590049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-758bde43-ed71-41d7-ae5f-175d2180ee8b tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:57.605130 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-758bde43-ed71-41d7-ae5f-175d2180ee8b tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8452814 Aug 23 15:09:57.634609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port f80dc0ad-a127-40fb-b113-3ff2d6c98005, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f80dc0ad-a127-40fb-b113-3ff2d6c98005,segment=NetworkSegment(174d5fe6-a75b-46bd-9cc1-c6a4887be152),segment_id=174d5fe6-a75b-46bd-9cc1-c6a4887be152)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:09:57.656080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:09:39Z', 'updated_at': '2021-08-23T15:09:50Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:41Z', 'updated_at': '2021-08-23T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '5700142c-683f-465d-9fc2-6b7a26791691', 'name': '', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'mac_address': 'fa:16:3e:ab:12:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:48Z', 'updated_at': '2021-08-23T15:09:51Z', 'revision_number': 2, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'subnets': [{'id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:09:57.716049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Checking router: 5f3ef6bf-354e-4e78-826e-3da3b801d999 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:09:57.716417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Updating router 5f3ef6bf-354e-4e78-826e-3da3b801d999 port 5700142c-683f-465d-9fc2-6b7a26791691 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:09:57.791750 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:57.823097 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-a90fcba5-c057-43b6-9e4d-5a89fca17971 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:09:57.834644 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-a90fcba5-c057-43b6-9e4d-5a89fca17971 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:09:57.964989 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:58.011331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 198db6b6-8e73-4090-a1ff-00331762e643 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:09:58.218162 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=f80dc0ad-a127-40fb-b113-3ff2d6c98005,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:58.319088 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:58.428675 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-563eae0e-85f6-4090-9fdd-29b077c22640 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup_general--623644437&fields=id&tenant_id=3d354a8f034f4df1b0a0d9d5e7386f40 HTTP/1.1" status: 200 len: 267 time: 0.1358883 Aug 23 15:09:58.520316 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 198db6b6-8e73-4090-a1ff-00331762e643 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:09:58.521895 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:58.548330 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-5f14d3df-4720-49e0-a703-a926fa482eca tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup_access--182726561&fields=id&tenant_id=3d354a8f034f4df1b0a0d9d5e7386f40 HTTP/1.1" status: 200 len: 267 time: 0.1161201 Aug 23 15:09:58.627272 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:58.832820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1b072921-2a77-44eb-b515-51609768383e None None] Provisioning for port 5700142c-683f-465d-9fc2-6b7a26791691 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:09:58.842998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1b072921-2a77-44eb-b515-51609768383e None None] Provisioning complete for port 5700142c-683f-465d-9fc2-6b7a26791691 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:09:58.843318 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1b072921-2a77-44eb-b515-51609768383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:58.886694 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:58.906072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1b072921-2a77-44eb-b515-51609768383e None None] Port 5700142c-683f-465d-9fc2-6b7a26791691 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:09:58.908468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Transition to ACTIVE for port object 5700142c-683f-465d-9fc2-6b7a26791691 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:09:59.037476 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:59.062657 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1b072921-2a77-44eb-b515-51609768383e None None] Provisioning for port aaccf8f7-6fcf-4a1b-873a-ad9d8c5349f6 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:09:59.078546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1b072921-2a77-44eb-b515-51609768383e None None] Provisioning complete for port aaccf8f7-6fcf-4a1b-873a-ad9d8c5349f6 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:09:59.079485 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1b072921-2a77-44eb-b515-51609768383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:59.330953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b256414-c4f3-4137-9481-7b3055281023 req-58dffb98-8e5a-4194-af6b-fd92ff045507 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:09:59.340361 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-58dffb98-8e5a-4194-af6b-fd92ff045507 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/networks?id=de74ce3b-2e26-4217-807e-2d1f5da81e66 HTTP/1.1" status: 200 len: 796 time: 0.7763958 Aug 23 15:09:59.374298 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-1b6b4720-9e80-425a-beff-43e7394b70dc tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/quotas/3d354a8f034f4df1b0a0d9d5e7386f40 HTTP/1.1" status: 200 len: 375 time: 0.0329165 Aug 23 15:09:59.377075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1b072921-2a77-44eb-b515-51609768383e None None] Port aaccf8f7-6fcf-4a1b-873a-ad9d8c5349f6 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:09:59.388037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c885e-9853-446a-87ea-e48a38f3bd1d None None] Pushing event updated for resources: {'Port': ['ID=5700142c-683f-465d-9fc2-6b7a26791691,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:09:59.473703 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Attempting to bind port 5700142c-683f-465d-9fc2-6b7a26791691 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:09:59.474341 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Attempting to bind port 5700142c-683f-465d-9fc2-6b7a26791691 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '0823ebf9-75dd-4e03-ba3e-6389ad42d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:09:59.474974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Attempting to bind port 5700142c-683f-465d-9fc2-6b7a26791691 on network de74ce3b-2e26-4217-807e-2d1f5da81e66 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:09:59.506812 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1b072921-2a77-44eb-b515-51609768383e None None] Provisioning complete for port 198db6b6-8e73-4090-a1ff-00331762e643 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:09:59.506812 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1b072921-2a77-44eb-b515-51609768383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:59.508239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:09:59.508839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Checking segment: {'id': '0823ebf9-75dd-4e03-ba3e-6389ad42d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:09:59.509484 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:59.510115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Bound using segment: {'id': '0823ebf9-75dd-4e03-ba3e-6389ad42d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:09:59.524217 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Bound port: 5700142c-683f-465d-9fc2-6b7a26791691, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0823ebf9-75dd-4e03-ba3e-6389ad42d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:09:59.524868 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:09:59.608314 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-f3b7f0f6-55fb-4854-a356-08c6e243a7dc tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3d354a8f034f4df1b0a0d9d5e7386f40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2330019 Aug 23 15:09:59.972485 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] For port 5700142c-683f-465d-9fc2-6b7a26791691, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:10:00.014740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] For port 5700142c-683f-465d-9fc2-6b7a26791691, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5700142c-683f-465d-9fc2-6b7a26791691,segment=NetworkSegment(0823ebf9-75dd-4e03-ba3e-6389ad42d35e),segment_id=0823ebf9-75dd-4e03-ba3e-6389ad42d35e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:10:00.025584 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f80dc0ad-a127-40fb-b113-3ff2d6c98005 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:10:00.143686 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:00.195197 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-73061237-2cdf-4a42-a808-14254042ac5b service neutron] 10.222.0.38 "GET /v2.0/networks/de74ce3b-2e26-4217-807e-2d1f5da81e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855441 Aug 23 15:10:00.260994 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45410) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:00.298786 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:00.401889 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Routers {'5f3ef6bf-354e-4e78-826e-3da3b801d999'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:10:00.401889 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:09:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5f3ef6bf-354e-4e78-826e-3da3b801d999'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:00.409825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c885e-9853-446a-87ea-e48a38f3bd1d None None] Pushing event updated for resources: {'Port': ['ID=5700142c-683f-465d-9fc2-6b7a26791691,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:00.476551 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:00.509336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f80dc0ad-a127-40fb-b113-3ff2d6c98005 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:10:00.510403 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:00.620015 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b078140a-24b2-4e5a-9db2-f7d4be5236ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:00.631819 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:00.688718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] Set router 5f3ef6bf-354e-4e78-826e-3da3b801d999 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:10:00.832106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event updated for resources: {'Port': ['ID=aaccf8f7-6fcf-4a1b-873a-ad9d8c5349f6,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:00.852484 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-38a38abb-d369-43f5-bb9e-5909445c3f9e service neutron] 10.222.0.38 "GET /v2.0/networks/de74ce3b-2e26-4217-807e-2d1f5da81e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423237 Aug 23 15:10:00.914045 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b078140a-24b2-4e5a-9db2-f7d4be5236ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:00.954068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Network 543eb31b-55ff-41d0-ab8c-4ec58d142395 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:10:00.957060 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:10:01.022552 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b078140a-24b2-4e5a-9db2-f7d4be5236ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:01.137573 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b078140a-24b2-4e5a-9db2-f7d4be5236ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=90c97ace9b41400db894f7bc19b88d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8749955 Aug 23 15:10:01.141450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45428) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:01.144500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078140a-24b2-4e5a-9db2-f7d4be5236ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a516958a-3f7f-464e-a6b0-1a219571230e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:01.460914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:09:39Z', 'updated_at': '2021-08-23T15:09:50Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:41Z', 'updated_at': '2021-08-23T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '5700142c-683f-465d-9fc2-6b7a26791691', 'name': '', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'mac_address': 'fa:16:3e:ab:12:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:48Z', 'updated_at': '2021-08-23T15:09:59Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'subnets': [{'id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:01.577603 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:01.609844 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2d97b-fd60-4040-bcd1-4d21c231e37a None None] The sync data for ids ['5f3ef6bf-354e-4e78-826e-3da3b801d999'] in n-d-804985-3 is: [{'id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:09:39Z', 'updated_at': '2021-08-23T15:09:50Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:41Z', 'updated_at': '2021-08-23T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '5700142c-683f-465d-9fc2-6b7a26791691', 'name': '', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'mac_address': 'fa:16:3e:ab:12:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:48Z', 'updated_at': '2021-08-23T15:09:59Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'subnets': [{'id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:10:01.614784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Router 498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:10:01.653009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-72fc29aa-d1e7-4878-ae8a-975a63774292 None None] Provisioning complete for port aaccf8f7-6fcf-4a1b-873a-ad9d8c5349f6 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:10:01.654456 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-72fc29aa-d1e7-4878-ae8a-975a63774292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:01.715113 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:01.742915 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-72fc29aa-d1e7-4878-ae8a-975a63774292 None None] Port aaccf8f7-6fcf-4a1b-873a-ad9d8c5349f6 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:10:02.180156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5700142c-683f-465d-9fc2-6b7a26791691 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:10:02.214100 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:02.228191 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:02.232379 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a516958a-3f7f-464e-a6b0-1a219571230e HTTP/1.1" status: 204 len: 168 time: 1.0887132 Aug 23 15:10:02.295360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:10:02.300375 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9d712bd-df77-4822-aa61-8e31602d93cc req-1e5ffa3e-a9ba-4bf4-9445-7ea35ff2bb38 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 210 time: 0.1206276 Aug 23 15:10:02.308842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45464) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:02.320683 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2729d1-9bee-4ad0-9b77-62b443471d58 None None] Sync routers for ids ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:10:02.326816 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-84302686-f889-4ef4-bce2-79cb2b3f32ca tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Request body: {'port': {'network_id': '543eb31b-55ff-41d0-ab8c-4ec58d142395', 'name': 'tempest-FloatingIPAdminTestJSON-1238209991'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:02.339257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8d8829bc-a8de-40b9-a2c1-b85c6a66c1f7 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] 10.222.0.38 "PUT /v2.0/routers/498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8086419 Aug 23 15:10:02.353615 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2729d1-9bee-4ad0-9b77-62b443471d58 None None] Routers {'498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:10:02.354538 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4c2729d1-9bee-4ad0-9b77-62b443471d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:09:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:02.362378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a516958a-3f7f-464e-a6b0-1a219571230e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:02.366631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 5700142c-683f-465d-9fc2-6b7a26791691 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:10:02.381006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5700142c-683f-465d-9fc2-6b7a26791691 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:10:02.382808 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:02.417365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:02.417945 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:02.418463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:02.419037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:02.421520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:02.421944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:02.422291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:02.422716 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:02.423225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:02.423797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:02.438444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:02.440473 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5417a7f-cd15-483f-a388-f26b24a756f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:02.481552 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4c2729d1-9bee-4ad0-9b77-62b443471d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:02.540880 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2729d1-9bee-4ad0-9b77-62b443471d58 None None] Routers {'498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:10:02.541879 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4c2729d1-9bee-4ad0-9b77-62b443471d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:09:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:02.645774 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:02.654626 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4c2729d1-9bee-4ad0-9b77-62b443471d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:02.660156 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2729d1-9bee-4ad0-9b77-62b443471d58 None None] The sync data for ids ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:10:02.707508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 5700142c-683f-465d-9fc2-6b7a26791691, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5700142c-683f-465d-9fc2-6b7a26791691,segment=NetworkSegment(0823ebf9-75dd-4e03-ba3e-6389ad42d35e),segment_id=0823ebf9-75dd-4e03-ba3e-6389ad42d35e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:10:02.786037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a26e8-6cd5-48ee-846d-4ffcc1a4e3b6 req-29c7519e-990a-4234-b4ac-f97c87dc342c tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:02.786037 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-853a26e8-6cd5-48ee-846d-4ffcc1a4e3b6 req-29c7519e-990a-4234-b4ac-f97c87dc342c tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 946 time: 0.1742783 Aug 23 15:10:02.806823 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-853a26e8-6cd5-48ee-846d-4ffcc1a4e3b6 req-960c3e60-7856-426f-84c9-d5d0e64b9754 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634542 Aug 23 15:10:02.987383 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84302686-f889-4ef4-bce2-79cb2b3f32ca tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Made reservation on behalf of 9220d1923bd34efa930ded92497ee296 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:10:02.989773 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:03.012006 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-84302686-f889-4ef4-bce2-79cb2b3f32ca tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:03.079326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-84302686-f889-4ef4-bce2-79cb2b3f32ca tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] device_id is not set on port 1a86af4a-216f-4ddb-a0e4-8b16cf3b128e yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:10:03.159877 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808867a-0bbb-4480-9997-33e80ffa8963 req-2d7d5b75-ba94-496c-9aca-4089814cc558 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:03.172498 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e808867a-0bbb-4480-9997-33e80ffa8963 req-2d7d5b75-ba94-496c-9aca-4089814cc558 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 945 time: 0.1310980 Aug 23 15:10:03.207189 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=5700142c-683f-465d-9fc2-6b7a26791691,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:03.313796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e808867a-0bbb-4480-9997-33e80ffa8963 req-801e634e-3cfc-4ea7-aa96-91054e46f077 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/security-groups?id=3803dd07-dcf5-430d-a65d-29b857e45e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396768 Aug 23 15:10:03.409418 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-84302686-f889-4ef4-bce2-79cb2b3f32ca tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Allocated IP 172.20.0.13 (543eb31b-55ff-41d0-ab8c-4ec58d142395/181ff95a-eb48-4e40-8cbb-79bda1450457/1a86af4a-216f-4ddb-a0e4-8b16cf3b128e) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:10:03.500264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f95dff9a-b197-479d-a8be-ea794d48797e req-b5a19992-c28c-4832-8014-0e399945a54e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 210 time: 0.0798409 Aug 23 15:10:03.574603 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcbabe-8577-464a-b32c-ada4aa1d3f72 req-d461487d-208a-4153-9c65-08a90c76ab87 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:03.576989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbdcbabe-8577-464a-b32c-ada4aa1d3f72 req-d461487d-208a-4153-9c65-08a90c76ab87 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.61 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 946 time: 0.1547639 Aug 23 15:10:03.720256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45502) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:03.805332 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d2fe13a-a7c1-41dc-b1aa-d88f0f44b9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:03.969070 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-84302686-f889-4ef4-bce2-79cb2b3f32ca tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:03.971455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-0cd75fbe-0896-442e-bb80-bbf72c4f6d2d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:03.991127 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-0cd75fbe-0896-442e-bb80-bbf72c4f6d2d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 811 time: 0.3646400 Aug 23 15:10:04.034255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-ceecc1f3-fb9c-4f19-bbc9-981f0198f70a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/quotas/33f1c75c07ec4bf9aaf6afece184b99b HTTP/1.1" status: 200 len: 375 time: 0.0411305 Aug 23 15:10:04.045803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5700142c-683f-465d-9fc2-6b7a26791691 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:10:04.063070 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-84302686-f889-4ef4-bce2-79cb2b3f32ca tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Transition to ACTIVE for port object 1a86af4a-216f-4ddb-a0e4-8b16cf3b128e will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:10:04.179247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-fbdcbabe-8577-464a-b32c-ada4aa1d3f72 req-0c27c2af-6c8d-412d-9407-999646d40708 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Deleting port 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:10:04.179611 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fbdcbabe-8577-464a-b32c-ada4aa1d3f72 req-0c27c2af-6c8d-412d-9407-999646d40708 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:04.182532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5700142c-683f-465d-9fc2-6b7a26791691 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:10:04.184791 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:04.282729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-2c5a7be9-db89-4c3c-8b79-5fb7d1b51d7e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2444801 Aug 23 15:10:04.417935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b37a3-9bb3-49ac-9d28-c018cfb446f6 req-f2e3de1f-0d00-4ffd-b6bd-05b18eaed638 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:04.420877 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b8b37a3-9bb3-49ac-9d28-c018cfb446f6 req-f2e3de1f-0d00-4ffd-b6bd-05b18eaed638 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 945 time: 0.3124318 Aug 23 15:10:04.554656 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-118698b5-b253-4771-87c5-dc73066c11f3 service neutron] 10.222.0.38 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550216 Aug 23 15:10:04.736486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-9b8b37a3-9bb3-49ac-9d28-c018cfb446f6 req-2736727f-54d9-4274-9176-c7b8cb310553 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Deleting port d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:10:04.736899 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9b8b37a3-9bb3-49ac-9d28-c018cfb446f6 req-2736727f-54d9-4274-9176-c7b8cb310553 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:04.762643 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-7806dcb5-bf9e-4d54-a655-246ce63cbbf6 service neutron] 10.222.0.38 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958430 Aug 23 15:10:04.869809 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d2fe13a-a7c1-41dc-b1aa-d88f0f44b9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:04.901540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-9b8b37a3-9bb3-49ac-9d28-c018cfb446f6 req-2736727f-54d9-4274-9176-c7b8cb310553 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] For port d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6,segment=NetworkSegment(09622a6e-1c89-43cc-8105-57dd951f9f86),segment_id=09622a6e-1c89-43cc-8105-57dd951f9f86)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:10:04.902121 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9b8b37a3-9bb3-49ac-9d28-c018cfb446f6 req-2736727f-54d9-4274-9176-c7b8cb310553 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:04.918846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358aa4f-6e64-4679-ace9-78291b784eba req-4e5e0e39-9c86-4b1e-bec5-816b7eb5de59 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:04.922399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-9b8b37a3-9bb3-49ac-9d28-c018cfb446f6 req-2736727f-54d9-4274-9176-c7b8cb310553 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Calling delete_port for d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:10:04.924223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a358aa4f-6e64-4679-ace9-78291b784eba req-4e5e0e39-9c86-4b1e-bec5-816b7eb5de59 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 946 time: 0.9182811 Aug 23 15:10:04.986523 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-fbdcbabe-8577-464a-b32c-ada4aa1d3f72 req-0c27c2af-6c8d-412d-9407-999646d40708 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] For port 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=44bcb27a-9ce9-45f2-aa6c-e21a48ec918e,segment=NetworkSegment(a644ac19-dc0f-4a4b-915e-afd600023f58),segment_id=a644ac19-dc0f-4a4b-915e-afd600023f58)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:10:04.986523 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fbdcbabe-8577-464a-b32c-ada4aa1d3f72 req-0c27c2af-6c8d-412d-9407-999646d40708 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:05.003604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-fbdcbabe-8577-464a-b32c-ada4aa1d3f72 req-0c27c2af-6c8d-412d-9407-999646d40708 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Calling delete_port for 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:10:05.119138 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-84302686-f889-4ef4-bce2-79cb2b3f32ca tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:05.123430 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d2fe13a-a7c1-41dc-b1aa-d88f0f44b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:05.265901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84302686-f889-4ef4-bce2-79cb2b3f32ca tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Network 543eb31b-55ff-41d0-ab8c-4ec58d142395 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:10:05.268750 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9b8b37a3-9bb3-49ac-9d28-c018cfb446f6 req-2736727f-54d9-4274-9176-c7b8cb310553 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:05.288297 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:10:05.289519 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1d2fe13a-a7c1-41dc-b1aa-d88f0f44b9c4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=92bca028727140ddb15de7a9a25f2f88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5634162 Aug 23 15:10:05.298321 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-84302686-f889-4ef4-bce2-79cb2b3f32ca tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:10:05.301925 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45518) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:05.306840 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a358aa4f-6e64-4679-ace9-78291b784eba req-3474ab50-1021-46b6-8d2b-40f27dc86af5 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b56420a-c6ee-4c25-90c2-4b5dd13792f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930394 Aug 23 15:10:05.307985 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84302686-f889-4ef4-bce2-79cb2b3f32ca tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:10:05.389921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736727f-54d9-4274-9176-c7b8cb310553 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Pushing event deleted for resources: {'Port': ['ID=d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:05.487299 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8b37a3-9bb3-49ac-9d28-c018cfb446f6 req-2736727f-54d9-4274-9176-c7b8cb310553 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] No DVR routers for this DVR port d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:10:05.494395 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9b8b37a3-9bb3-49ac-9d28-c018cfb446f6 req-2736727f-54d9-4274-9176-c7b8cb310553 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:05.511773 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fe13a-a7c1-41dc-b1aa-d88f0f44b9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec117554-d8a0-4421-9543-aedbe0415abf,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:05.512099 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b8b37a3-9bb3-49ac-9d28-c018cfb446f6 req-2736727f-54d9-4274-9176-c7b8cb310553 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.61 "DELETE /v2.0/ports/d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 HTTP/1.1" status: 204 len: 173 time: 1.0697381 Aug 23 15:10:05.512252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84302686-f889-4ef4-bce2-79cb2b3f32ca tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event updated for resources: {'Port': ['ID=1a86af4a-216f-4ddb-a0e4-8b16cf3b128e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:05.512394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff064fb0-6371-43c1-b8a8-3c6d990c2f7e', 'name': 'network-vif-deleted', 'tag': 'd0acd9ae-4d9a-4da3-a72f-a6c841fad5b6'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:10:05.517076 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7386e24f-2e7e-4563-a3af-871c59af6999" -d '{"events": [{"server_uuid": "ff064fb0-6371-43c1-b8a8-3c6d990c2f7e", "name": "network-vif-deleted", "tag": "d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:10:05.518665 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84302686-f889-4ef4-bce2-79cb2b3f32ca tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:05.519858 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-84302686-f889-4ef4-bce2-79cb2b3f32ca tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:05.640378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b256414-c4f3-4137-9481-7b3055281023 req-627f9d55-3eb8-4bb9-a76e-24fdcc72f5c7 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:05.648760 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-627f9d55-3eb8-4bb9-a76e-24fdcc72f5c7 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.61 "GET /v2.0/networks?id=de74ce3b-2e26-4217-807e-2d1f5da81e66 HTTP/1.1" status: 200 len: 796 time: 0.4520094 Aug 23 15:10:05.762152 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-2efbd241-37f0-41b6-9a77-b193ec2d10ef tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d354a8f034f4df1b0a0d9d5e7386f40 HTTP/1.1" status: 200 len: 476 time: 0.1067479 Aug 23 15:10:05.776796 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-84302686-f889-4ef4-bce2-79cb2b3f32ca tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4665027 Aug 23 15:10:05.780590 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-8b256414-c4f3-4137-9481-7b3055281023 req-c461ddd1-a86f-474f-8b0d-5b3018a1d0a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Request body: {'port': {'device_id': 'fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'admin_state_up': True, 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'security_groups': ['9660e9af-f137-4a05-baf3-1aed83db5acc', 'da8013d8-6d5b-4dc0-930b-7411787880f9']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:05.800937 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45530) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:05.814889 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-510b112d-8a2e-43a7-b7cf-aa63eeccc40d req-1e3024f7-cd47-4328-aaff-c61641bec1b8 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 210 time: 0.0751832 Aug 23 15:10:05.847531 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-753ca185-418c-408d-9860-3c4c5a125c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:05.931762 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-753ca185-418c-408d-9860-3c4c5a125c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:06.198448 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3ae5b347-6aca-42c8-a084-1f8c3bf0be97 req-5266efb1-d93d-4513-ae49-a6fa7f022d2e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 210 time: 0.0542529 Aug 23 15:10:06.201563 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b524fa-d171-40c0-a0d6-64de8efa7f5e x-openstack-request-id: req-c9b524fa-d171-40c0-a0d6-64de8efa7f5e {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:10:06.201563 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff064fb0-6371-43c1-b8a8-3c6d990c2f7e", "name": "network-vif-deleted", "tag": "d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:10:06.201563 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9b524fa-d171-40c0-a0d6-64de8efa7f5e {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:10:06.201563 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff064fb0-6371-43c1-b8a8-3c6d990c2f7e', 'name': 'network-vif-deleted', 'tag': 'd0acd9ae-4d9a-4da3-a72f-a6c841fad5b6', 'status': 'completed', 'code': 200} Aug 23 15:10:06.201563 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-273e5c51-bb3d-45fd-857e-b2e7767b8730 req-778a8b77-7b54-4aa5-ba07-f274e6972571 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 210 time: 0.0409319 Aug 23 15:10:06.262800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'project_id': '9220d1923bd34efa930ded92497ee296', 'port_id': '1a86af4a-216f-4ddb-a0e4-8b16cf3b128e'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:06.372235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b256414-c4f3-4137-9481-7b3055281023 req-c461ddd1-a86f-474f-8b0d-5b3018a1d0a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Made reservation on behalf of 3d354a8f034f4df1b0a0d9d5e7386f40 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:10:06.375546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-19e0236a-ded7-4bca-87df-62259023e799 None None] Provisioning for port 1a86af4a-216f-4ddb-a0e4-8b16cf3b128e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:10:06.378309 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b256414-c4f3-4137-9481-7b3055281023 req-c461ddd1-a86f-474f-8b0d-5b3018a1d0a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:06.389832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-19e0236a-ded7-4bca-87df-62259023e799 None None] Provisioning complete for port 1a86af4a-216f-4ddb-a0e4-8b16cf3b128e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:10:06.396501 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-19e0236a-ded7-4bca-87df-62259023e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:06.408366 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-753ca185-418c-408d-9860-3c4c5a125c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:06.436255 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-753ca185-418c-408d-9860-3c4c5a125c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:06.441683 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-753ca185-418c-408d-9860-3c4c5a125c86 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec117554-d8a0-4421-9543-aedbe0415abf HTTP/1.1" status: 204 len: 168 time: 1.1348119 Aug 23 15:10:06.459261 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fbdcbabe-8577-464a-b32c-ada4aa1d3f72 req-0c27c2af-6c8d-412d-9407-999646d40708 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:06.555162 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-19e0236a-ded7-4bca-87df-62259023e799 None None] Port 1a86af4a-216f-4ddb-a0e4-8b16cf3b128e cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:10:06.572925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-8b256414-c4f3-4137-9481-7b3055281023 req-c461ddd1-a86f-474f-8b0d-5b3018a1d0a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Allocated IP 172.20.0.6 (de74ce3b-2e26-4217-807e-2d1f5da81e66/a922bb3a-4761-44d3-b00b-d4b48efc1bd3/3a7b122a-f0da-444a-8eaf-938a6bd49fef) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:10:06.623787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ca185-418c-408d-9860-3c4c5a125c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec117554-d8a0-4421-9543-aedbe0415abf,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:06.639551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27c2af-6c8d-412d-9407-999646d40708 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Pushing event deleted for resources: {'Port': ['ID=44bcb27a-9ce9-45f2-aa6c-e21a48ec918e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:06.681999 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa7bd761-5ea8-4f7f-bc7b-8b4efc398af0 req-bb0dbdc3-c036-439f-b022-8a937e765842 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 210 time: 0.0709870 Aug 23 15:10:06.745224 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdcbabe-8577-464a-b32c-ada4aa1d3f72 req-0c27c2af-6c8d-412d-9407-999646d40708 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] No DVR routers for this DVR port 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:10:06.747395 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:06.749988 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-fbdcbabe-8577-464a-b32c-ada4aa1d3f72 req-0c27c2af-6c8d-412d-9407-999646d40708 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:06.752348 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbdcbabe-8577-464a-b32c-ada4aa1d3f72 req-0c27c2af-6c8d-412d-9407-999646d40708 tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.61 "DELETE /v2.0/ports/44bcb27a-9ce9-45f2-aa6c-e21a48ec918e HTTP/1.1" status: 204 len: 173 time: 3.1664164 Aug 23 15:10:06.753819 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acaed30-b078-4620-baa0-596b6b963a52', 'name': 'network-vif-deleted', 'tag': '44bcb27a-9ce9-45f2-aa6c-e21a48ec918e'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:10:06.769151 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db814c79-e4a1-4027-8236-6ddde324adb2" -d '{"events": [{"server_uuid": "4acaed30-b078-4620-baa0-596b6b963a52", "name": "network-vif-deleted", "tag": "44bcb27a-9ce9-45f2-aa6c-e21a48ec918e"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:10:06.938765 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f698cd-8c86-4532-99ec-17479efc1c2f x-openstack-request-id: req-a9f698cd-8c86-4532-99ec-17479efc1c2f {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:10:06.938765 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acaed30-b078-4620-baa0-596b6b963a52", "name": "network-vif-deleted", "tag": "44bcb27a-9ce9-45f2-aa6c-e21a48ec918e", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:10:06.938765 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9f698cd-8c86-4532-99ec-17479efc1c2f {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:10:06.948174 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acaed30-b078-4620-baa0-596b6b963a52', 'name': 'network-vif-deleted', 'tag': '44bcb27a-9ce9-45f2-aa6c-e21a48ec918e', 'status': 'completed', 'code': 200} Aug 23 15:10:06.983743 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b256414-c4f3-4137-9481-7b3055281023 req-c461ddd1-a86f-474f-8b0d-5b3018a1d0a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:07.017616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-8b256414-c4f3-4137-9481-7b3055281023 req-c461ddd1-a86f-474f-8b0d-5b3018a1d0a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Transition to ACTIVE for port object 3a7b122a-f0da-444a-8eaf-938a6bd49fef will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:10:07.022686 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-98140e0b-fc2b-47a8-96a2-777caa568e05 req-fe04ac77-b95b-4860-b721-84226bb53ab7 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 210 time: 0.0475111 Aug 23 15:10:07.113572 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:07.231713 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b256414-c4f3-4137-9481-7b3055281023 req-c461ddd1-a86f-474f-8b0d-5b3018a1d0a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:07.357893 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0563e83a-0d2c-4c54-93d9-dd86856fc466 req-d87f472f-9bff-4879-8957-218009e8da49 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 210 time: 0.0652823 Aug 23 15:10:07.374265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b256414-c4f3-4137-9481-7b3055281023 req-c461ddd1-a86f-474f-8b0d-5b3018a1d0a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Network de74ce3b-2e26-4217-807e-2d1f5da81e66 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:10:07.380561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-8b256414-c4f3-4137-9481-7b3055281023 req-c461ddd1-a86f-474f-8b0d-5b3018a1d0a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:10:07.390552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b256414-c4f3-4137-9481-7b3055281023 req-c461ddd1-a86f-474f-8b0d-5b3018a1d0a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:10:07.396137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461ddd1-a86f-474f-8b0d-5b3018a1d0a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'Port': ['ID=3a7b122a-f0da-444a-8eaf-938a6bd49fef,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:07.523041 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-374c7bd6-28d7-493b-aba1-fc524d2f4300 req-e09909bd-6397-47b5-b32e-790a0f0da538 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff064fb0-6371-43c1-b8a8-3c6d990c2f7e HTTP/1.1" status: 200 len: 210 time: 0.0765321 Aug 23 15:10:07.537960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b256414-c4f3-4137-9481-7b3055281023 req-c461ddd1-a86f-474f-8b0d-5b3018a1d0a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:07.539102 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b256414-c4f3-4137-9481-7b3055281023 req-c461ddd1-a86f-474f-8b0d-5b3018a1d0a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:07.582052 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Allocated IP 172.25.8.203 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/522fe2f2-5124-4b5d-9611-a70b2473aadd) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:10:07.766791 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-c461ddd1-a86f-474f-8b0d-5b3018a1d0a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.9972832 Aug 23 15:10:07.790071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Request body: {'port': {'device_id': 'fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:07.853816 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:10:07.908100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f3c78936-6570-4ce2-8f12-b309ec15e6eb None None] Provisioning for port 3a7b122a-f0da-444a-8eaf-938a6bd49fef completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:10:07.923695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:10:07.924032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device d0acd9ae-4d9a-4da3-a72f-a6c841fad5b6 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:10:07.924493 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:10:07.970973 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:07.979999 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:07.999218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:10:07.999568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 44bcb27a-9ce9-45f2-aa6c-e21a48ec918e not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:10:08.001144 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f3c78936-6570-4ce2-8f12-b309ec15e6eb None None] Provisioning complete for port 3a7b122a-f0da-444a-8eaf-938a6bd49fef triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:10:08.001587 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f3c78936-6570-4ce2-8f12-b309ec15e6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:08.030894 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1b09b85c-d403-437e-98cf-fbe22e44d897 req-3cd453a4-8897-4f7c-9462-b33bc5851eef tempest-VolumesSnapshotTestJSON-2039074790 tempest-VolumesSnapshotTestJSON-2039074790-project] 10.222.0.38 "GET /v2.0/ports?device_id=4acaed30-b078-4620-baa0-596b6b963a52 HTTP/1.1" status: 200 len: 210 time: 0.1106555 Aug 23 15:10:08.061464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f3c78936-6570-4ce2-8f12-b309ec15e6eb None None] Port 3a7b122a-f0da-444a-8eaf-938a6bd49fef cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:10:08.227181 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:08.288336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:10:08.316377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:10:08.346408 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:10:08.401462 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Pushing event updated for resources: {'Port': ['ID=522fe2f2-5124-4b5d-9611-a70b2473aadd,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:08.486331 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55980287-0d28-4136-8d26-635ae5073644 req-26619712-ea8b-4d58-91dd-bdc8e125b148 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:08.488103 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-55980287-0d28-4136-8d26-635ae5073644 req-26619712-ea8b-4d58-91dd-bdc8e125b148 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 970 time: 0.1092815 Aug 23 15:10:08.541484 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-70c0d4f0-c240-4a79-a916-61fca0b130a2 req-abce738f-ec8b-40d5-b2fc-d25f1a29a2f1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 210 time: 0.0621386 Aug 23 15:10:08.563333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7b122a-f0da-444a-8eaf-938a6bd49fef {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:10:08.587390 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:08.624588 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-55980287-0d28-4136-8d26-635ae5073644 req-4f591dac-3463-4bbc-ac8e-40094c4690b1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/security-groups?id=9660e9af-f137-4a05-baf3-1aed83db5acc&id=da8013d8-6d5b-4dc0-930b-7411787880f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1088555 Aug 23 15:10:08.634641 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Transition to ACTIVE for port object 3a7b122a-f0da-444a-8eaf-938a6bd49fef will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:10:08.701941 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:08.849801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7b122a-f0da-444a-8eaf-938a6bd49fef,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:08.983830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Attempting to bind port 3a7b122a-f0da-444a-8eaf-938a6bd49fef on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:10:08.984161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Attempting to bind port 3a7b122a-f0da-444a-8eaf-938a6bd49fef by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '0823ebf9-75dd-4e03-ba3e-6389ad42d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:10:08.984498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Attempting to bind port 3a7b122a-f0da-444a-8eaf-938a6bd49fef on network de74ce3b-2e26-4217-807e-2d1f5da81e66 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:10:09.000027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Port 3a7b122a-f0da-444a-8eaf-938a6bd49fef on network de74ce3b-2e26-4217-807e-2d1f5da81e66 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:10:09.000435 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Attempting to bind port 3a7b122a-f0da-444a-8eaf-938a6bd49fef on network de74ce3b-2e26-4217-807e-2d1f5da81e66 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:10:09.016723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:10:09.017052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Checking segment: {'id': '0823ebf9-75dd-4e03-ba3e-6389ad42d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:10:09.017298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Bound using segment: {'id': '0823ebf9-75dd-4e03-ba3e-6389ad42d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:10:09.019734 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Bound port: 3a7b122a-f0da-444a-8eaf-938a6bd49fef, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0823ebf9-75dd-4e03-ba3e-6389ad42d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:10:09.020034 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:09.160515 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:09.272765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] For port 3a7b122a-f0da-444a-8eaf-938a6bd49fef, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:10:09.290946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] For port 3a7b122a-f0da-444a-8eaf-938a6bd49fef, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3a7b122a-f0da-444a-8eaf-938a6bd49fef,segment=NetworkSegment(0823ebf9-75dd-4e03-ba3e-6389ad42d35e),segment_id=0823ebf9-75dd-4e03-ba3e-6389ad42d35e)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:10:09.376772 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:09.408428 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:09.476425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:09.477335 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:09.478894 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] 10.222.0.61 "PUT /v2.0/ports/3a7b122a-f0da-444a-8eaf-938a6bd49fef HTTP/1.1" status: 200 len: 1130 time: 1.7035749 Aug 23 15:10:09.479382 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c', 'tag': '3a7b122a-f0da-444a-8eaf-938a6bd49fef'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:10:09.481779 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7903933-f735-4820-a740-9525d4ea3ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c", "tag": "3a7b122a-f0da-444a-8eaf-938a6bd49fef"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:10:09.562410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e70bc5-6ef3-4cf7-8261-9b98cdfd17d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7b122a-f0da-444a-8eaf-938a6bd49fef,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:09.577618 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89593a73-1b2c-4ed3-8517-c4a1fabbffb0 x-openstack-request-id: req-89593a73-1b2c-4ed3-8517-c4a1fabbffb0 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:10:09.579087 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c", "tag": "3a7b122a-f0da-444a-8eaf-938a6bd49fef", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:10:09.581144 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-89593a73-1b2c-4ed3-8517-c4a1fabbffb0 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:10:09.582192 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c', 'tag': '3a7b122a-f0da-444a-8eaf-938a6bd49fef', 'status': 'completed', 'code': 200} Aug 23 15:10:09.729974 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:09.764883 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7903933-f735-4820-a740-9525d4ea3ec0 req-dc80cd35-2a78-46b2-8473-51a8cd697751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:09.766776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7903933-f735-4820-a740-9525d4ea3ec0 req-dc80cd35-2a78-46b2-8473-51a8cd697751 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d354a8f034f4df1b0a0d9d5e7386f40&device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 1133 time: 0.1612861 Aug 23 15:10:09.889410 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbc8294a-c0dd-48b3-8b04-52b1a0d8dd7e req-0802c6a7-25bd-4c48-afbc-4532d0dda7ba tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 210 time: 0.0382380 Aug 23 15:10:09.918031 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:10.054774 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2d40c-9ccd-46b3-a321-9fc791b14af2 req-608d565c-9c56-4d3c-9b25-eb98d23780d7 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:10.056469 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ca2d40c-9ccd-46b3-a321-9fc791b14af2 req-608d565c-9c56-4d3c-9b25-eb98d23780d7 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 982 time: 0.2196841 Aug 23 15:10:10.166151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7903933-f735-4820-a740-9525d4ea3ec0 req-bb1e87ed-371e-4fd7-b262-36ede08ea245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:10.169441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7903933-f735-4820-a740-9525d4ea3ec0 req-bb1e87ed-371e-4fd7-b262-36ede08ea245 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=3d354a8f034f4df1b0a0d9d5e7386f40&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3926594 Aug 23 15:10:10.186858 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-4b3dfeec-8d65-4400-8deb-d92255e0ba93 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:10.189955 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-4b3dfeec-8d65-4400-8deb-d92255e0ba93 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 811 time: 0.7507992 Aug 23 15:10:10.208386 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ca2d40c-9ccd-46b3-a321-9fc791b14af2 req-607c4bf2-f790-4ffc-b440-51ae18d802c3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/security-groups?id=9660e9af-f137-4a05-baf3-1aed83db5acc&id=da8013d8-6d5b-4dc0-930b-7411787880f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1400878 Aug 23 15:10:10.241405 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-5a35b756-0abc-4f94-ae45-d8cbbcad4963 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'port': {'device_id': 'dbe0244d-7956-4c5a-9447-8cba7eab29b3', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'admin_state_up': True, 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:10.350705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7903933-f735-4820-a740-9525d4ea3ec0 req-aceeaf7b-6506-4824-9127-a959ca30a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:10.352744 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7903933-f735-4820-a740-9525d4ea3ec0 req-aceeaf7b-6506-4824-9127-a959ca30a4ef service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1664391 Aug 23 15:10:10.362178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Pushing event updated for resources: {'Port': ['ID=522fe2f2-5124-4b5d-9611-a70b2473aadd,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:10.372507 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:10.481490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b256414-c4f3-4137-9481-7b3055281023 req-8f9a56ef-4a47-4019-9833-5782962ae3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:10.483177 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-8f9a56ef-4a47-4019-9833-5782962ae3c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d354a8f034f4df1b0a0d9d5e7386f40&device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 1133 time: 0.0812628 Aug 23 15:10:10.548297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-de32f83d-1915-4ccb-ae8f-365b88575e8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a7b122a-f0da-444a-8eaf-938a6bd49fef HTTP/1.1" status: 200 len: 217 time: 0.0482750 Aug 23 15:10:10.597551 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Floating IP 8104b26d-c09e-498f-a79d-fe16737873f1 associated. External IP: 172.25.8.203, port: 1a86af4a-216f-4ddb-a0e4-8b16cf3b128e. Aug 23 15:10:10.623031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b256414-c4f3-4137-9481-7b3055281023 req-33514da2-8b4a-4c11-aa69-d9513686a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:10.624906 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-33514da2-8b4a-4c11-aa69-d9513686a10f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a922bb3a-4761-44d3-b00b-d4b48efc1bd3 HTTP/1.1" status: 200 len: 834 time: 0.0698407 Aug 23 15:10:10.747057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b256414-c4f3-4137-9481-7b3055281023 req-6aa0192e-fe80-49da-ae60-c8862f3448ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:10.755063 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-6aa0192e-fe80-49da-ae60-c8862f3448ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=de74ce3b-2e26-4217-807e-2d1f5da81e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183569 Aug 23 15:10:10.908051 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-708c6ec6-b6b1-43f3-897c-3dc331fddb54 service neutron] 10.222.0.61 "GET /v2.0/networks/de74ce3b-2e26-4217-807e-2d1f5da81e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472943 Aug 23 15:10:11.034646 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-5a35b756-0abc-4f94-ae45-d8cbbcad4963 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Made reservation on behalf of 33f1c75c07ec4bf9aaf6afece184b99b for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:10:11.039417 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-5a35b756-0abc-4f94-ae45-d8cbbcad4963 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:11.060099 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Router 498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:10:11.471254 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:10:11.483907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5106a817-9811-4ae1-a554-d48ba3b1fe91 None None] Sync routers for ids ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:10:11.502441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5106a817-9811-4ae1-a554-d48ba3b1fe91 None None] Routers {'498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:10:11.506297 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5106a817-9811-4ae1-a554-d48ba3b1fe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:09:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:11.636812 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5106a817-9811-4ae1-a554-d48ba3b1fe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:11.667719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5106a817-9811-4ae1-a554-d48ba3b1fe91 None None] Routers {'498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:10:11.673166 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5106a817-9811-4ae1-a554-d48ba3b1fe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:09:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:11.724072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda37f9-00c1-46c0-bcb6-09452ff70258 req-933f5c7c-e762-4f6c-ba51-72c36c982bf5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:11.725799 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ebda37f9-00c1-46c0-bcb6-09452ff70258 req-933f5c7c-e762-4f6c-ba51-72c36c982bf5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 982 time: 0.3053200 Aug 23 15:10:11.797372 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4324ebd3-1b25-4351-8ef0-4a8356eb6b49 req-7d105b3e-53a8-42d1-b190-c077df685b5d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 210 time: 0.0785465 Aug 23 15:10:11.804813 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5106a817-9811-4ae1-a554-d48ba3b1fe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:11.805508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5106a817-9811-4ae1-a554-d48ba3b1fe91 None None] The sync data for ids ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:10:11.853192 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:11.903938 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ebda37f9-00c1-46c0-bcb6-09452ff70258 req-9fb32001-a43e-4506-8114-087d4969bd20 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/security-groups?id=9660e9af-f137-4a05-baf3-1aed83db5acc&id=da8013d8-6d5b-4dc0-930b-7411787880f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1601317 Aug 23 15:10:11.931550 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8d21ca9a-9d52-41cf-8ab1-6d3293f75272 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 6.1284039 Aug 23 15:10:11.935135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45676) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:11.954125 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b256414-c4f3-4137-9481-7b3055281023 req-a83a2401-61d9-4108-b108-a40e423cc517 service neutron] 10.222.0.61 "GET /v2.0/networks/de74ce3b-2e26-4217-807e-2d1f5da81e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0304456 Aug 23 15:10:12.112183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-5a35b756-0abc-4f94-ae45-d8cbbcad4963 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Allocated IP 172.20.0.12 (95038101-a5a6-451d-864c-0209d8aa2274/cb81ce09-0df9-4c6b-a304-342e1749bbc5/c5ac56fd-016e-468b-b20c-b346f6e15e02) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:10:12.278573 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-588c3cf9-c6d4-4afc-9d19-2db9ccbdd87b tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] 10.222.0.38 "GET /v2.0/floatingips/8104b26d-c09e-498f-a79d-fe16737873f1 HTTP/1.1" status: 200 len: 984 time: 0.3352916 Aug 23 15:10:12.278752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45684) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:12.443122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-abe46016-d86f-4a12-b0d8-1fac5b6dcc3e tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2254 time: 0.1665468 Aug 23 15:10:12.445596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45690) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:12.577150 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-5a35b756-0abc-4f94-ae45-d8cbbcad4963 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:12.609335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-5a35b756-0abc-4f94-ae45-d8cbbcad4963 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Transition to ACTIVE for port object c5ac56fd-016e-468b-b20c-b346f6e15e02 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:10:12.856892 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-5a35b756-0abc-4f94-ae45-d8cbbcad4963 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:12.871727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['2618c179-f3f6-4bc4-b486-f3aa9c78eb48'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:10:12.904516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b26553b6-28f3-44de-8b46-6bfb1da1c089 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Deleting port 522fe2f2-5124-4b5d-9611-a70b2473aadd {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:10:12.905339 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b26553b6-28f3-44de-8b46-6bfb1da1c089 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:13.114185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35b756-0abc-4f94-ae45-d8cbbcad4963 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'Port': ['ID=c5ac56fd-016e-468b-b20c-b346f6e15e02,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:13.209340 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-5a35b756-0abc-4f94-ae45-d8cbbcad4963 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Network 95038101-a5a6-451d-864c-0209d8aa2274 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:10:13.215288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-5a35b756-0abc-4f94-ae45-d8cbbcad4963 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:10:13.227549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-5a35b756-0abc-4f94-ae45-d8cbbcad4963 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:10:13.239436 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b26553b6-28f3-44de-8b46-6bfb1da1c089 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:13.240126 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b26553b6-28f3-44de-8b46-6bfb1da1c089 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:13.244863 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5025a-015c-4c47-8c8a-6b918dc05b84 req-7810701a-d038-4732-b75b-d09a8df92490 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:13.251049 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-faf5025a-015c-4c47-8c8a-6b918dc05b84 req-7810701a-d038-4732-b75b-d09a8df92490 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 932 time: 0.2064681 Aug 23 15:10:13.294544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b26553b6-28f3-44de-8b46-6bfb1da1c089 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Calling delete_port for 522fe2f2-5124-4b5d-9611-a70b2473aadd owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:10:13.350951 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-faf5025a-015c-4c47-8c8a-6b918dc05b84 req-9ac6fde6-5531-41fe-8d28-0412a4d760e8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828667 Aug 23 15:10:13.360491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-5a35b756-0abc-4f94-ae45-d8cbbcad4963 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:13.361293 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-5a35b756-0abc-4f94-ae45-d8cbbcad4963 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:13.462371 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-5a35b756-0abc-4f94-ae45-d8cbbcad4963 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2344363 Aug 23 15:10:13.476793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Request body: {'port': {'device_id': 'dbe0244d-7956-4c5a-9447-8cba7eab29b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:13.643219 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:13.807281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-879ac034-5c53-4d46-8bae-dd587b17960b None None] Provisioning for port c5ac56fd-016e-468b-b20c-b346f6e15e02 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:10:13.813815 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-879ac034-5c53-4d46-8bae-dd587b17960b None None] Provisioning complete for port c5ac56fd-016e-468b-b20c-b346f6e15e02 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:10:13.814542 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-879ac034-5c53-4d46-8bae-dd587b17960b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:13.853341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03d993-cd22-4a18-a8ff-8347ffd76a9a req-c018c1f9-21cf-4392-a429-029bac3cb81b tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:13.866546 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb03d993-cd22-4a18-a8ff-8347ffd76a9a req-c018c1f9-21cf-4392-a429-029bac3cb81b tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 982 time: 0.3005095 Aug 23 15:10:13.875009 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b26553b6-28f3-44de-8b46-6bfb1da1c089 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:13.901202 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 3a7b122a-f0da-444a-8eaf-938a6bd49fef details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:10:13.954079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-879ac034-5c53-4d46-8bae-dd587b17960b None None] Port c5ac56fd-016e-468b-b20c-b346f6e15e02 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:10:14.006887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26553b6-28f3-44de-8b46-6bfb1da1c089 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event deleted for resources: {'Port': ['ID=522fe2f2-5124-4b5d-9611-a70b2473aadd,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:14.219453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 3a7b122a-f0da-444a-8eaf-938a6bd49fef, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3a7b122a-f0da-444a-8eaf-938a6bd49fef,segment=NetworkSegment(0823ebf9-75dd-4e03-ba3e-6389ad42d35e),segment_id=0823ebf9-75dd-4e03-ba3e-6389ad42d35e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:10:14.275321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '3a7b122a-f0da-444a-8eaf-938a6bd49fef', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'port_id': '3a7b122a-f0da-444a-8eaf-938a6bd49fef', 'mac_address': 'fa:16:3e:73:e5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:10:14.281188 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb03d993-cd22-4a18-a8ff-8347ffd76a9a req-8bc18dba-d8d5-447a-96a7-cd932a8f5505 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/security-groups?id=9660e9af-f137-4a05-baf3-1aed83db5acc&id=da8013d8-6d5b-4dc0-930b-7411787880f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4133654 Aug 23 15:10:14.340802 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b26553b6-28f3-44de-8b46-6bfb1da1c089 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:14.341334 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-b26553b6-28f3-44de-8b46-6bfb1da1c089 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Floating IP 8104b26d-c09e-498f-a79d-fe16737873f1 disassociated (deleted). External IP: 172.25.8.203, port: 1a86af4a-216f-4ddb-a0e4-8b16cf3b128e. Aug 23 15:10:14.368197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ac56fd-016e-468b-b20c-b346f6e15e02 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:10:14.392767 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:14.416025 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:14.450896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7b122a-f0da-444a-8eaf-938a6bd49fef {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:10:14.453873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Transition to ACTIVE for port object c5ac56fd-016e-468b-b20c-b346f6e15e02 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:10:14.529556 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:14.533071 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 3a7b122a-f0da-444a-8eaf-938a6bd49fef, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3a7b122a-f0da-444a-8eaf-938a6bd49fef,segment=NetworkSegment(0823ebf9-75dd-4e03-ba3e-6389ad42d35e),segment_id=0823ebf9-75dd-4e03-ba3e-6389ad42d35e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:10:14.627317 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:14.715929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ac56fd-016e-468b-b20c-b346f6e15e02,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:14.779218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e984b70-2b8e-4183-a274-d83b4fc33d99 req-8b0fbfb9-4966-433c-ad89-eac19664f5d9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:14.780939 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6e984b70-2b8e-4183-a274-d83b4fc33d99 req-8b0fbfb9-4966-433c-ad89-eac19664f5d9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.2385571 Aug 23 15:10:14.784947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=3a7b122a-f0da-444a-8eaf-938a6bd49fef,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:14.867863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['3a7b122a-f0da-444a-8eaf-938a6bd49fef'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:10:14.976495 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6e984b70-2b8e-4183-a274-d83b4fc33d99 req-143eac11-d634-42cb-a19c-6b22c8233b5e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474268 Aug 23 15:10:15.020289 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Attempting to bind port c5ac56fd-016e-468b-b20c-b346f6e15e02 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:10:15.020647 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Attempting to bind port c5ac56fd-016e-468b-b20c-b346f6e15e02 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:10:15.020985 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Attempting to bind port c5ac56fd-016e-468b-b20c-b346f6e15e02 on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:10:15.033230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Port c5ac56fd-016e-468b-b20c-b346f6e15e02 on network 95038101-a5a6-451d-864c-0209d8aa2274 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:10:15.038391 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Attempting to bind port c5ac56fd-016e-468b-b20c-b346f6e15e02 on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:10:15.042922 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26553b6-28f3-44de-8b46-6bfb1da1c089 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Router 498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:10:15.044657 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:10:15.045020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Checking segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:10:15.045415 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Bound using segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:10:15.045898 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Bound port: c5ac56fd-016e-468b-b20c-b346f6e15e02, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:10:15.046229 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:15.189302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] For port c5ac56fd-016e-468b-b20c-b346f6e15e02, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:10:15.193416 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] For port c5ac56fd-016e-468b-b20c-b346f6e15e02, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c5ac56fd-016e-468b-b20c-b346f6e15e02,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:10:15.309848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26553b6-28f3-44de-8b46-6bfb1da1c089 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:10:15.322695 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a63464-040a-44ab-a82d-fd726eeec8f8 None None] Sync routers for ids ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:10:15.323140 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b26553b6-28f3-44de-8b46-6bfb1da1c089 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:15.324604 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:15.345899 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a63464-040a-44ab-a82d-fd726eeec8f8 None None] Routers {'498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:10:15.345899 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a0a63464-040a-44ab-a82d-fd726eeec8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:09:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:15.466272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b26553b6-28f3-44de-8b46-6bfb1da1c089 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] 10.222.0.38 "DELETE /v2.0/floatingips/8104b26d-c09e-498f-a79d-fe16737873f1 HTTP/1.1" status: 204 len: 168 time: 2.9990177 Aug 23 15:10:15.466272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45758) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:15.466272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:15.466610 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a0a63464-040a-44ab-a82d-fd726eeec8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:15.466731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:15.466731 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:15.466731 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] 10.222.0.57 "PUT /v2.0/ports/c5ac56fd-016e-468b-b20c-b346f6e15e02 HTTP/1.1" status: 200 len: 1092 time: 1.9914129 Aug 23 15:10:15.466731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe0244d-7956-4c5a-9447-8cba7eab29b3', 'tag': 'c5ac56fd-016e-468b-b20c-b346f6e15e02'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:10:15.477702 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e05d48c-fb7a-47dd-b6a6-0cb8cd204e34" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe0244d-7956-4c5a-9447-8cba7eab29b3", "tag": "c5ac56fd-016e-468b-b20c-b346f6e15e02"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:10:15.485201 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a63464-040a-44ab-a82d-fd726eeec8f8 None None] Routers {'498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:10:15.486228 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a0a63464-040a-44ab-a82d-fd726eeec8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:09:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:15.576870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5181b9d-feee-40e2-99e3-6cc6c94eff03 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ac56fd-016e-468b-b20c-b346f6e15e02,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:15.590539 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a0a63464-040a-44ab-a82d-fd726eeec8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:15.591835 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a63464-040a-44ab-a82d-fd726eeec8f8 None None] The sync data for ids ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:10:15.600397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5100c4-f26e-4f2c-9d38-11ba1c7db6c7 req-1501d369-cdf6-4562-9cb4-f3bbf5ee059d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:15.609555 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e5100c4-f26e-4f2c-9d38-11ba1c7db6c7 req-1501d369-cdf6-4562-9cb4-f3bbf5ee059d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 983 time: 0.1341105 Aug 23 15:10:15.626778 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059dcb2c-74cc-4907-9887-a5f8c0657f96 x-openstack-request-id: req-059dcb2c-74cc-4907-9887-a5f8c0657f96 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:10:15.627152 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe0244d-7956-4c5a-9447-8cba7eab29b3", "tag": "c5ac56fd-016e-468b-b20c-b346f6e15e02", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:10:15.628181 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-059dcb2c-74cc-4907-9887-a5f8c0657f96 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:10:15.628615 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe0244d-7956-4c5a-9447-8cba7eab29b3', 'tag': 'c5ac56fd-016e-468b-b20c-b346f6e15e02', 'status': 'completed', 'code': 200} Aug 23 15:10:15.693716 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:15.747947 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05d48c-fb7a-47dd-b6a6-0cb8cd204e34 req-38e2cc63-d707-453b-97d5-7d7a252db438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:15.750014 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1e05d48c-fb7a-47dd-b6a6-0cb8cd204e34 req-38e2cc63-d707-453b-97d5-7d7a252db438 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 1095 time: 0.1457548 Aug 23 15:10:15.761965 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:15.865240 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 3a7b122a-f0da-444a-8eaf-938a6bd49fef up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:10:15.867835 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e5100c4-f26e-4f2c-9d38-11ba1c7db6c7 req-acd12f51-ac67-43ee-8b56-8ce0f44b454e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/security-groups?id=9660e9af-f137-4a05-baf3-1aed83db5acc&id=da8013d8-6d5b-4dc0-930b-7411787880f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2022195 Aug 23 15:10:16.069475 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 3a7b122a-f0da-444a-8eaf-938a6bd49fef completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:10:16.087318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 3a7b122a-f0da-444a-8eaf-938a6bd49fef triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:10:16.089835 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:16.136376 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05d48c-fb7a-47dd-b6a6-0cb8cd204e34 req-88d616b2-2987-43c8-a7cb-28736ce6cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:16.138350 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1e05d48c-fb7a-47dd-b6a6-0cb8cd204e34 req-88d616b2-2987-43c8-a7cb-28736ce6cd39 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3786209 Aug 23 15:10:16.230556 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67c3fb-d423-46d1-942a-e8386b87389d req-fb3a42b5-6556-47f5-83bd-e2601bb9045a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:16.239109 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba67c3fb-d423-46d1-942a-e8386b87389d req-fb3a42b5-6556-47f5-83bd-e2601bb9045a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1468210 Aug 23 15:10:16.378102 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:16.391937 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:16.511846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7b122a-f0da-444a-8eaf-938a6bd49fef'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:10:16.530054 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c4c3fc-72c4-4e35-930e-511d2291bc32" -d '{"events": [{"server_uuid": "fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c", "name": "network-vif-plugged", "status": "completed", "tag": "3a7b122a-f0da-444a-8eaf-938a6bd49fef"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:10:16.595404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 3a7b122a-f0da-444a-8eaf-938a6bd49fef, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3a7b122a-f0da-444a-8eaf-938a6bd49fef,segment=NetworkSegment(0823ebf9-75dd-4e03-ba3e-6389ad42d35e),segment_id=0823ebf9-75dd-4e03-ba3e-6389ad42d35e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:10:16.632180 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0141be9-358f-4fec-b4ec-69a69f70d270 x-openstack-request-id: req-c0141be9-358f-4fec-b4ec-69a69f70d270 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:10:16.632388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Allocated IP 172.25.8.41 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/1eb57603-08da-4bda-99ce-c99de80b8d65) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:10:16.633083 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c", "name": "network-vif-plugged", "status": "completed", "tag": "3a7b122a-f0da-444a-8eaf-938a6bd49fef", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:10:16.633508 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c0141be9-358f-4fec-b4ec-69a69f70d270 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:10:16.634213 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7b122a-f0da-444a-8eaf-938a6bd49fef', 'code': 200} Aug 23 15:10:16.701283 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:16.839452 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:16.891844 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba67c3fb-d423-46d1-942a-e8386b87389d req-4bab4e54-fcd5-4129-b177-6fcb0c9facd5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6275604 Aug 23 15:10:16.934338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=3a7b122a-f0da-444a-8eaf-938a6bd49fef,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:16.945189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10190834-afb7-441c-831b-a9c235e85bff req-7a9e626a-8062-45eb-9983-68812b414377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:16.953034 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10190834-afb7-441c-831b-a9c235e85bff req-7a9e626a-8062-45eb-9983-68812b414377 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 1135 time: 0.0653970 Aug 23 15:10:17.002719 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:17.058506 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10190834-afb7-441c-831b-a9c235e85bff req-151b2add-d70d-4a75-9124-b7c086cee3b6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9660e9af-f137-4a05-baf3-1aed83db5acc&id=da8013d8-6d5b-4dc0-930b-7411787880f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0986497 Aug 23 15:10:17.073270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:10:17.077825 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:10:17.090414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:10:17.093229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Pushing event updated for resources: {'Port': ['ID=1eb57603-08da-4bda-99ce-c99de80b8d65,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:17.197650 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:17.226589 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ecc30-7e76-4e35-88b7-1b1316525ddd req-e0ae9bf0-0b31-42a4-955e-cae5f2a8f2b7 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:17.228283 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed8ecc30-7e76-4e35-88b7-1b1316525ddd req-e0ae9bf0-0b31-42a4-955e-cae5f2a8f2b7 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 984 time: 0.1605399 Aug 23 15:10:17.291896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05d48c-fb7a-47dd-b6a6-0cb8cd204e34 req-8f3f9adc-143f-4e98-938b-735eb7b566e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:17.293399 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1e05d48c-fb7a-47dd-b6a6-0cb8cd204e34 req-8f3f9adc-143f-4e98-938b-735eb7b566e8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1362393 Aug 23 15:10:17.298687 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed8ecc30-7e76-4e35-88b7-1b1316525ddd req-6d7a4757-3cd8-4294-9359-9c0ea28f7171 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/security-groups?id=9660e9af-f137-4a05-baf3-1aed83db5acc&id=da8013d8-6d5b-4dc0-930b-7411787880f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0526211 Aug 23 15:10:17.330207 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:17.420883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-3769f448-fb15-4ff6-a2d9-8ce8db026691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:17.422338 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-3769f448-fb15-4ff6-a2d9-8ce8db026691 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 1095 time: 0.0730960 Aug 23 15:10:17.469593 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-5ba7f31c-1416-4605-b4a5-8df9358d27f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ac56fd-016e-468b-b20c-b346f6e15e02 HTTP/1.1" status: 200 len: 217 time: 0.0381696 Aug 23 15:10:17.537418 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-52280b41-367b-4638-b8ea-b5e498c7aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:17.539358 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-52280b41-367b-4638-b8ea-b5e498c7aef8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0615568 Aug 23 15:10:17.570367 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:17.614963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-7768de56-5512-4f98-aeee-fa663ebf0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:17.617241 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-7768de56-5512-4f98-aeee-fa663ebf0a76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705128 Aug 23 15:10:17.761265 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:17.771358 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-80f6f754-b3ca-4f75-8717-5f44ddc8321c service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458366 Aug 23 15:10:17.900332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Pushing event updated for resources: {'Port': ['ID=1eb57603-08da-4bda-99ce-c99de80b8d65,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:17.923345 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:17.954212 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbb69575-1ac4-48c8-bf7e-5c088b3c2f48 req-e021688f-8bdb-4bef-9112-b1fb9692e1b1 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754880 Aug 23 15:10:18.094348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:18.096069 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fd406f48-39ad-4fe6-868d-c876e16e19a7 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6453612 Aug 23 15:10:18.099347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45808) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:18.155002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e350835-826f-45b5-a546-4a77e2cd7cd5 req-a620e832-6b69-4f2b-9578-372c9e9b7082 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:18.159407 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1e350835-826f-45b5-a546-4a77e2cd7cd5 req-a620e832-6b69-4f2b-9578-372c9e9b7082 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1267855 Aug 23 15:10:18.225132 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1e350835-826f-45b5-a546-4a77e2cd7cd5 req-f3b6c2ba-25c7-4a0b-bb63-c6da61525656 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596631 Aug 23 15:10:18.355438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:18.488352 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c12349-ffbe-4d27-9c10-b7149cdc9718 req-c367730f-91c8-469a-a7b9-1e751db8677b tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:18.492435 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:18.497755 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6c12349-ffbe-4d27-9c10-b7149cdc9718 req-c367730f-91c8-469a-a7b9-1e751db8677b tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 984 time: 0.0767651 Aug 23 15:10:18.552271 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6c12349-ffbe-4d27-9c10-b7149cdc9718 req-fa6a1722-e23b-4b49-b411-ccd64731ebb9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/security-groups?id=9660e9af-f137-4a05-baf3-1aed83db5acc&id=da8013d8-6d5b-4dc0-930b-7411787880f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0533929 Aug 23 15:10:18.669510 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:18.846265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Allocated IP 172.25.8.173 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/242daa26-62f6-4579-8206-f21db9cfd806) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:10:18.979383 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:19.205225 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:19.250785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:10:19.257591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:10:19.264000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:10:19.366326 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:19.382303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Pushing event updated for resources: {'Port': ['ID=242daa26-62f6-4579-8206-f21db9cfd806,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:19.387475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264250e-1b25-4ee8-85c4-09eb821d1dbd req-9604ee8b-a7a9-42f0-a975-2bb003f4158b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:19.392547 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e264250e-1b25-4ee8-85c4-09eb821d1dbd req-9604ee8b-a7a9-42f0-a975-2bb003f4158b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.0678689 Aug 23 15:10:19.451368 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e264250e-1b25-4ee8-85c4-09eb821d1dbd req-881abfe4-efd1-4b6a-8e54-c618910d27bf tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498021 Aug 23 15:10:19.611323 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:19.800399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024ac96-3390-4e6d-8fbb-710fa82a434e req-4e9c7ca6-5f85-4ad3-a4c1-4cd0bc13ddef tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:19.809601 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e024ac96-3390-4e6d-8fbb-710fa82a434e req-4e9c7ca6-5f85-4ad3-a4c1-4cd0bc13ddef tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 984 time: 0.1529050 Aug 23 15:10:19.895257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e024ac96-3390-4e6d-8fbb-710fa82a434e req-53d386b0-e4b6-4ca4-9ce6-104c82db9dc0 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/security-groups?id=9660e9af-f137-4a05-baf3-1aed83db5acc&id=da8013d8-6d5b-4dc0-930b-7411787880f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0803950 Aug 23 15:10:19.995951 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:20.024704 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2bbac-532d-47d5-bf9e-a132ac55fccd req-e2b779d1-4029-4299-a891-aad5a462c066 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:20.027692 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-16a2bbac-532d-47d5-bf9e-a132ac55fccd req-e2b779d1-4029-4299-a891-aad5a462c066 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 984 time: 0.0668881 Aug 23 15:10:20.069575 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-16a2bbac-532d-47d5-bf9e-a132ac55fccd req-734e5e20-4f0b-4c8a-9b31-924eb59ffb0d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/security-groups?id=9660e9af-f137-4a05-baf3-1aed83db5acc&id=da8013d8-6d5b-4dc0-930b-7411787880f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0356374 Aug 23 15:10:20.072676 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:20.166211 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Pushing event updated for resources: {'Port': ['ID=242daa26-62f6-4579-8206-f21db9cfd806,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:20.221585 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:20.226321 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:20.253159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1dcf3-d6f7-4b91-87ec-048c3d6c9056 req-5d416876-07e8-4923-8a90-2ed47bc00889 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:20.255319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eaf1dcf3-d6f7-4b91-87ec-048c3d6c9056 req-5d416876-07e8-4923-8a90-2ed47bc00889 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 1135 time: 0.0708592 Aug 23 15:10:20.280447 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-eaf1dcf3-d6f7-4b91-87ec-048c3d6c9056 req-2c189e2b-d636-4727-a1df-cbb6cdf4497a tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:20.313900 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:20.316818 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-568f2002-db29-467e-ba3b-0185719068f0 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2143357 Aug 23 15:10:20.318776 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45872) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:20.471753 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-eaf1dcf3-d6f7-4b91-87ec-048c3d6c9056 req-2c189e2b-d636-4727-a1df-cbb6cdf4497a tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:20.523325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f9107cf7-8d30-43c3-aacf-6a6cf193603c tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.2031827 Aug 23 15:10:20.528896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45880) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:20.669614 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-eaf1dcf3-d6f7-4b91-87ec-048c3d6c9056 req-2c189e2b-d636-4727-a1df-cbb6cdf4497a tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:20.710643 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-94b0a7f1-bc90-40d8-8f07-0046a649a221 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1799076 Aug 23 15:10:20.716078 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45886) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:20.762610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52254aa-6380-4ec7-9e57-d8d986f2cd8f req-ffdd32da-61a3-4c1f-b931-86633e64f477 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:20.773030 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d52254aa-6380-4ec7-9e57-d8d986f2cd8f req-ffdd32da-61a3-4c1f-b931-86633e64f477 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1775367 Aug 23 15:10:20.856061 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eaf1dcf3-d6f7-4b91-87ec-048c3d6c9056 req-2c189e2b-d636-4727-a1df-cbb6cdf4497a tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9660e9af-f137-4a05-baf3-1aed83db5acc&id=da8013d8-6d5b-4dc0-930b-7411787880f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5786986 Aug 23 15:10:20.860493 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d52254aa-6380-4ec7-9e57-d8d986f2cd8f req-c8fb1386-5f02-4ade-ab33-816d3b5e2e5e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861182 Aug 23 15:10:20.864959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45894) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:20.884198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c189e2b-d636-4727-a1df-cbb6cdf4497a tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579af368-9c87-479f-9888-b4cba061d782,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:20.945719 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22da8da4-8583-4675-bde8-9ebae55e106b tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:20.947832 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-22da8da4-8583-4675-bde8-9ebae55e106b tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 1130 time: 0.0817602 Aug 23 15:10:20.953866 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45898) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:20.985489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '3a7b122a-f0da-444a-8eaf-938a6bd49fef', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'fixed_ip_address': '172.20.0.6'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:21.052069 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-340338ca-4c13-49ab-943f-b06392018c89 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Deleting port 242daa26-62f6-4579-8206-f21db9cfd806 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:10:21.052069 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-340338ca-4c13-49ab-943f-b06392018c89 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:21.133190 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:21.210145 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-340338ca-4c13-49ab-943f-b06392018c89 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:21.210814 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-340338ca-4c13-49ab-943f-b06392018c89 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:21.235806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-340338ca-4c13-49ab-943f-b06392018c89 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Calling delete_port for 242daa26-62f6-4579-8206-f21db9cfd806 owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:10:21.277723 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:21.478574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Allocated IP 172.25.8.88 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/9a50d692-7090-4353-be68-ea2b0f7fbef7) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:10:21.619861 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-340338ca-4c13-49ab-943f-b06392018c89 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:21.631890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:21.684462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340338ca-4c13-49ab-943f-b06392018c89 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Pushing event deleted for resources: {'Port': ['ID=242daa26-62f6-4579-8206-f21db9cfd806,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:21.767279 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-340338ca-4c13-49ab-943f-b06392018c89 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:21.770965 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-340338ca-4c13-49ab-943f-b06392018c89 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:21.774843 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-340338ca-4c13-49ab-943f-b06392018c89 tempest-FloatingIPAdminTestJSON-1336391292 tempest-FloatingIPAdminTestJSON-1336391292-project] 10.222.0.38 "DELETE /v2.0/floatingips/368a867f-f2fd-450a-8b11-e26c16437fbb HTTP/1.1" status: 204 len: 168 time: 1.0550847 Aug 23 15:10:21.775125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 45904) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:21.879435 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:21.942920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:10:22.015310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:10:22.018742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:10:22.026219 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9a84b-1378-475a-82e5-de53e8364ed2 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Deleting port 1eb57603-08da-4bda-99ce-c99de80b8d65 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:10:22.027842 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5b9a84b-1378-475a-82e5-de53e8364ed2 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:22.161296 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5b9a84b-1378-475a-82e5-de53e8364ed2 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:22.161916 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5b9a84b-1378-475a-82e5-de53e8364ed2 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:22.178402 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9a84b-1378-475a-82e5-de53e8364ed2 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Calling delete_port for 1eb57603-08da-4bda-99ce-c99de80b8d65 owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:10:22.536703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0637c-3364-44be-993e-d9d8c251b7b3 req-5ed990d7-04d0-4422-a4bf-fa8c150d5fa7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:22.548067 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6fa0637c-3364-44be-993e-d9d8c251b7b3 req-5ed990d7-04d0-4422-a4bf-fa8c150d5fa7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.6054175 Aug 23 15:10:22.548067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'Port': ['ID=9a50d692-7090-4353-be68-ea2b0f7fbef7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:22.606084 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6fa0637c-3364-44be-993e-d9d8c251b7b3 req-40fc5831-2825-4dce-a0d3-7c89318581e3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599566 Aug 23 15:10:22.607717 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5b9a84b-1378-475a-82e5-de53e8364ed2 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:22.639035 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5c00-f4da-4579-bef1-8a77c97e857e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:22.686727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9a84b-1378-475a-82e5-de53e8364ed2 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Pushing event deleted for resources: {'Port': ['ID=1eb57603-08da-4bda-99ce-c99de80b8d65,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:22.748805 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5b9a84b-1378-475a-82e5-de53e8364ed2 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:22.752066 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5b9a84b-1378-475a-82e5-de53e8364ed2 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:22.753256 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b5b9a84b-1378-475a-82e5-de53e8364ed2 tempest-FloatingIPAdminTestJSON-390321263 tempest-FloatingIPAdminTestJSON-390321263-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/5b9a71fe-f92a-41d0-b744-39bb324e3f30 HTTP/1.1" status: 204 len: 168 time: 0.9770987 Aug 23 15:10:22.757378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45934) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:22.822946 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:22.950812 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b515854a-ecbf-4c22-88fa-3a9791765149 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Deleting port 1a86af4a-216f-4ddb-a0e4-8b16cf3b128e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:10:22.950812 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b515854a-ecbf-4c22-88fa-3a9791765149 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:23.058084 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:23.153882 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b515854a-ecbf-4c22-88fa-3a9791765149 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:23.183448 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b515854a-ecbf-4c22-88fa-3a9791765149 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Calling delete_port for 1a86af4a-216f-4ddb-a0e4-8b16cf3b128e owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:10:23.488938 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:23.698374 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b515854a-ecbf-4c22-88fa-3a9791765149 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:23.705632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:23.746306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515854a-ecbf-4c22-88fa-3a9791765149 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event deleted for resources: {'Port': ['ID=1a86af4a-216f-4ddb-a0e4-8b16cf3b128e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:23.842519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127296e-1aa3-4cc2-9777-f874550f0b61 req-cb13618b-3d87-4ea9-8410-f7c6230511ed tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:23.850742 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9127296e-1aa3-4cc2-9777-f874550f0b61 req-cb13618b-3d87-4ea9-8410-f7c6230511ed tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1257081 Aug 23 15:10:23.852640 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:23.951366 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9127296e-1aa3-4cc2-9777-f874550f0b61 req-d905b355-6d73-4b20-9918-060c401c2307 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994198 Aug 23 15:10:24.040619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'Port': ['ID=9a50d692-7090-4353-be68-ea2b0f7fbef7,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:24.208890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b515854a-ecbf-4c22-88fa-3a9791765149 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:24.211947 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b515854a-ecbf-4c22-88fa-3a9791765149 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] 10.222.0.38 "DELETE /v2.0/ports/1a86af4a-216f-4ddb-a0e4-8b16cf3b128e HTTP/1.1" status: 204 len: 168 time: 1.4507914 Aug 23 15:10:24.214053 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45968) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:24.259670 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Floating IP 6438429a-ffc0-4929-a910-5e6327799d25 associated. External IP: 172.25.8.88, port: 3a7b122a-f0da-444a-8eaf-938a6bd49fef. Aug 23 15:10:24.421573 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e683d63-bfd1-4ef6-8893-2b87c5fd819a tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:24.421573 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0e683d63-bfd1-4ef6-8893-2b87c5fd819a tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] 10.222.0.38 "GET /v2.0/ports?device_id=498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59 HTTP/1.1" status: 200 len: 913 time: 0.2061119 Aug 23 15:10:24.424451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 45972) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:24.837586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Router 5f3ef6bf-354e-4e78-826e-3da3b801d999 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:10:25.107997 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:10:25.119318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86796d8-03e1-4e83-9926-df7f35bc670d None None] Sync routers for ids ['5f3ef6bf-354e-4e78-826e-3da3b801d999'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:10:25.124056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91bc2c-0a06-4927-ac53-3462f2525335 req-a42c3c85-4e03-43b1-9c35-cab359d5ac70 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:25.127254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b91bc2c-0a06-4927-ac53-3462f2525335 req-a42c3c85-4e03-43b1-9c35-cab359d5ac70 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.0853887 Aug 23 15:10:25.138936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86796d8-03e1-4e83-9926-df7f35bc670d None None] Routers {'5f3ef6bf-354e-4e78-826e-3da3b801d999'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:10:25.139645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d86796d8-03e1-4e83-9926-df7f35bc670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:09:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5f3ef6bf-354e-4e78-826e-3da3b801d999'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:25.186535 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14612da6-4b82-4cea-832c-f215724098c4 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:25.201920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b91bc2c-0a06-4927-ac53-3462f2525335 req-9718e96f-2945-4276-a5b7-0b8c827269aa tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679963 Aug 23 15:10:25.315736 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-d86796d8-03e1-4e83-9926-df7f35bc670d None None] Set router 5f3ef6bf-354e-4e78-826e-3da3b801d999 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:10:25.331066 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:25.396214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46002) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:25.420334 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-acc5ea07-8b30-423e-b358-f7cedb567b35 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4641287 Aug 23 15:10:25.422573 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c', 'tag': '3a7b122a-f0da-444a-8eaf-938a6bd49fef'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:10:25.429718 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8244ee2b-a49c-4d42-b2f3-5222aebc38b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c", "tag": "3a7b122a-f0da-444a-8eaf-938a6bd49fef"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:10:25.759797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d86796d8-03e1-4e83-9926-df7f35bc670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:09:39Z', 'updated_at': '2021-08-23T15:09:50Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:41Z', 'updated_at': '2021-08-23T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '6438429a-ffc0-4929-a910-5e6327799d25', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'floating_ip_address': '172.25.8.88', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'port_id': '3a7b122a-f0da-444a-8eaf-938a6bd49fef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'mac_address': 'fa:16:3e:73:e5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:10:22Z', 'updated_at': '2021-08-23T15:10:22Z', 'revision_number': 0, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5700142c-683f-465d-9fc2-6b7a26791691', 'name': '', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'mac_address': 'fa:16:3e:ab:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:48Z', 'updated_at': '2021-08-23T15:10:02Z', 'revision_number': 5, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'subnets': [{'id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:25.793563 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86796d8-03e1-4e83-9926-df7f35bc670d None None] Checking router: 5f3ef6bf-354e-4e78-826e-3da3b801d999 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:10:25.804880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86796d8-03e1-4e83-9926-df7f35bc670d None None] Routers {'5f3ef6bf-354e-4e78-826e-3da3b801d999'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:10:25.805943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d86796d8-03e1-4e83-9926-df7f35bc670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:09:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5f3ef6bf-354e-4e78-826e-3da3b801d999'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:25.863479 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:25.987492 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceef6456-7f2f-4db0-ad19-fad335b1c630 x-openstack-request-id: req-ceef6456-7f2f-4db0-ad19-fad335b1c630 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:10:25.988265 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c", "tag": "3a7b122a-f0da-444a-8eaf-938a6bd49fef", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:10:25.988380 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ceef6456-7f2f-4db0-ad19-fad335b1c630 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:10:25.988885 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c', 'tag': '3a7b122a-f0da-444a-8eaf-938a6bd49fef', 'status': 'completed', 'code': 200} Aug 23 15:10:25.989363 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46008) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:26.083670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e08f53-3cde-42e5-a5e3-f958b5800f8a req-133b5b6c-b6f2-4f0d-b393-d98099a9326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.085525 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77e08f53-3cde-42e5-a5e3-f958b5800f8a req-133b5b6c-b6f2-4f0d-b393-d98099a9326c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 1097 time: 0.0998857 Aug 23 15:10:26.097428 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:10:26.209960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a03ca8-98f3-4566-a758-737d91fb90eb req-d4d38690-5745-4e91-b9a0-87a96fda0d7e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.219280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-94a03ca8-98f3-4566-a758-737d91fb90eb req-d4d38690-5745-4e91-b9a0-87a96fda0d7e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.7052140 Aug 23 15:10:26.231400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-d86796d8-03e1-4e83-9926-df7f35bc670d None None] Set router 5f3ef6bf-354e-4e78-826e-3da3b801d999 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:10:26.239505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244ee2b-a49c-4d42-b2f3-5222aebc38b3 req-b338707c-6a01-46bb-a410-46027ff430b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.240022 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8244ee2b-a49c-4d42-b2f3-5222aebc38b3 req-b338707c-6a01-46bb-a410-46027ff430b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d354a8f034f4df1b0a0d9d5e7386f40&device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 1135 time: 0.6687775 Aug 23 15:10:26.288780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89408786-aa48-40cd-b08f-4486c8f67204 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.289264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89408786-aa48-40cd-b08f-4486c8f67204 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.289738 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89408786-aa48-40cd-b08f-4486c8f67204 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.290203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89408786-aa48-40cd-b08f-4486c8f67204 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.290666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89408786-aa48-40cd-b08f-4486c8f67204 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.291125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89408786-aa48-40cd-b08f-4486c8f67204 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.291595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89408786-aa48-40cd-b08f-4486c8f67204 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.292090 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89408786-aa48-40cd-b08f-4486c8f67204 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.292551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89408786-aa48-40cd-b08f-4486c8f67204 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.293008 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89408786-aa48-40cd-b08f-4486c8f67204 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.293594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89408786-aa48-40cd-b08f-4486c8f67204 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.298607 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-89408786-aa48-40cd-b08f-4486c8f67204 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7789 time: 0.9010355 Aug 23 15:10:26.301875 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46020) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:26.332906 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f9e0d61-1f08-441b-9ce8-0e528771dea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:26.413347 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-94a03ca8-98f3-4566-a758-737d91fb90eb req-25df210a-31b2-495c-838b-c2e1ea39d466 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888871 Aug 23 15:10:26.621438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e08f53-3cde-42e5-a5e3-f958b5800f8a req-941c1aa7-8271-4f82-bb2c-4bc14fed7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.622935 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77e08f53-3cde-42e5-a5e3-f958b5800f8a req-941c1aa7-8271-4f82-bb2c-4bc14fed7794 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 918 time: 0.5103905 Aug 23 15:10:26.645676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd1632-ee2d-4962-b43f-eda093995fcc tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.646682 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd1632-ee2d-4962-b43f-eda093995fcc tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.646682 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd1632-ee2d-4962-b43f-eda093995fcc tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.647071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd1632-ee2d-4962-b43f-eda093995fcc tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.647518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd1632-ee2d-4962-b43f-eda093995fcc tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.647995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd1632-ee2d-4962-b43f-eda093995fcc tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.648448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd1632-ee2d-4962-b43f-eda093995fcc tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.648897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd1632-ee2d-4962-b43f-eda093995fcc tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.649422 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b929805-cab9-4435-928e-f36fb158b3e2 req-b1fd213b-c411-4e63-b58c-b59e5271e201 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.649578 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd1632-ee2d-4962-b43f-eda093995fcc tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.649783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd1632-ee2d-4962-b43f-eda093995fcc tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.650327 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd1632-ee2d-4962-b43f-eda093995fcc tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.650624 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b929805-cab9-4435-928e-f36fb158b3e2 req-b1fd213b-c411-4e63-b58c-b59e5271e201 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.2410791 Aug 23 15:10:26.652396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d0fd1632-ee2d-4962-b43f-eda093995fcc tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7153 time: 0.3495710 Aug 23 15:10:26.654832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244ee2b-a49c-4d42-b2f3-5222aebc38b3 req-696366fd-7f6c-406f-89de-f45bec4cd884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:26.655792 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8244ee2b-a49c-4d42-b2f3-5222aebc38b3 req-696366fd-7f6c-406f-89de-f45bec4cd884 service neutron] 10.222.0.61 "GET /v2.0/networks?id=de74ce3b-2e26-4217-807e-2d1f5da81e66 HTTP/1.1" status: 200 len: 897 time: 0.4080765 Aug 23 15:10:26.657752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46026) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:26.685662 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3f01cb13-2129-4604-8e7f-3b5418fc5d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:26.736931 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-14612da6-4b82-4cea-832c-f215724098c4 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Deleting port aaccf8f7-6fcf-4a1b-873a-ad9d8c5349f6 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:10:26.738411 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14612da6-4b82-4cea-832c-f215724098c4 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:26.774011 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d86796d8-03e1-4e83-9926-df7f35bc670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:09:39Z', 'updated_at': '2021-08-23T15:09:50Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:41Z', 'updated_at': '2021-08-23T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '6438429a-ffc0-4929-a910-5e6327799d25', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'floating_ip_address': '172.25.8.88', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'port_id': '3a7b122a-f0da-444a-8eaf-938a6bd49fef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'mac_address': 'fa:16:3e:73:e5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:10:22Z', 'updated_at': '2021-08-23T15:10:22Z', 'revision_number': 0, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5700142c-683f-465d-9fc2-6b7a26791691', 'name': '', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'mac_address': 'fa:16:3e:ab:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:48Z', 'updated_at': '2021-08-23T15:10:02Z', 'revision_number': 5, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'subnets': [{'id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:26.809863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86796d8-03e1-4e83-9926-df7f35bc670d None None] The sync data for ids ['5f3ef6bf-354e-4e78-826e-3da3b801d999'] in n-d-804985-3 is: [{'id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:09:39Z', 'updated_at': '2021-08-23T15:09:50Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:41Z', 'updated_at': '2021-08-23T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '6438429a-ffc0-4929-a910-5e6327799d25', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'floating_ip_address': '172.25.8.88', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'port_id': '3a7b122a-f0da-444a-8eaf-938a6bd49fef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'mac_address': 'fa:16:3e:73:e5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:10:22Z', 'updated_at': '2021-08-23T15:10:22Z', 'revision_number': 0, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5700142c-683f-465d-9fc2-6b7a26791691', 'name': '', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'mac_address': 'fa:16:3e:ab:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:48Z', 'updated_at': '2021-08-23T15:10:02Z', 'revision_number': 5, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'subnets': [{'id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:10:26.819871 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8244ee2b-a49c-4d42-b2f3-5222aebc38b3 req-817dc340-8daa-4458-b08b-b74b0978ba21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a7b122a-f0da-444a-8eaf-938a6bd49fef HTTP/1.1" status: 200 len: 998 time: 0.1527040 Aug 23 15:10:26.844770 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:26.873372 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77e08f53-3cde-42e5-a5e3-f958b5800f8a req-30e43fdc-9238-4d6d-aabb-4ce585a2d9a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb HTTP/1.1" status: 200 len: 1002 time: 0.2371171 Aug 23 15:10:26.876194 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4b929805-cab9-4435-928e-f36fb158b3e2 req-77816729-044e-4b5d-95e7-0d9bdef1d4aa tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859910 Aug 23 15:10:27.010998 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14612da6-4b82-4cea-832c-f215724098c4 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:27.031552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e08f53-3cde-42e5-a5e3-f958b5800f8a req-3b218eb9-c051-42f5-9bf5-e523e992354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:27.033100 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77e08f53-3cde-42e5-a5e3-f958b5800f8a req-3b218eb9-c051-42f5-9bf5-e523e992354f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 200 len: 856 time: 0.1519396 Aug 23 15:10:27.040525 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-14612da6-4b82-4cea-832c-f215724098c4 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Calling delete_port for aaccf8f7-6fcf-4a1b-873a-ad9d8c5349f6 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:10:27.139542 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f9e0d61-1f08-441b-9ce8-0e528771dea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:27.185117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244ee2b-a49c-4d42-b2f3-5222aebc38b3 req-4015e4c3-c358-46de-9b2c-6111e14a2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:27.187039 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8244ee2b-a49c-4d42-b2f3-5222aebc38b3 req-4015e4c3-c358-46de-9b2c-6111e14a2b10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a922bb3a-4761-44d3-b00b-d4b48efc1bd3 HTTP/1.1" status: 200 len: 834 time: 0.3528891 Aug 23 15:10:27.218745 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1206975b-0225-4e4a-9bb3-7e32db81cad9 None None] New status for floating IP 6438429a-ffc0-4929-a910-5e6327799d25: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:10:27.235527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e08f53-3cde-42e5-a5e3-f958b5800f8a req-11015d87-5aac-46f3-80d6-0b410a0d9d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:27.237816 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77e08f53-3cde-42e5-a5e3-f958b5800f8a req-11015d87-5aac-46f3-80d6-0b410a0d9d28 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3abf700b-7cb8-4157-b106-bf6f54332e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913927 Aug 23 15:10:27.312030 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f9e0d61-1f08-441b-9ce8-0e528771dea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:27.369876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244ee2b-a49c-4d42-b2f3-5222aebc38b3 req-07aeefc9-de15-4ebc-b375-34440e9ced6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:27.371695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8244ee2b-a49c-4d42-b2f3-5222aebc38b3 req-07aeefc9-de15-4ebc-b375-34440e9ced6f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=de74ce3b-2e26-4217-807e-2d1f5da81e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666250 Aug 23 15:10:27.386093 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b10bdabc-a39e-49f2-968a-8bb785568302 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4505 time: 0.7263439 Aug 23 15:10:27.393775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46032) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:27.406088 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77e08f53-3cde-42e5-a5e3-f958b5800f8a req-7222e302-d8f7-45c9-baa3-5f044e4a5cb6 service neutron] 10.222.0.57 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549664 Aug 23 15:10:27.586476 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3f9e0d61-1f08-441b-9ce8-0e528771dea0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f594c0560d1d4c679b72970fee2aaae1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5917916 Aug 23 15:10:27.588877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46040) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:27.600216 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e0d61-1f08-441b-9ce8-0e528771dea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a73f55-dd5a-4507-a4f9-a59b79852f5c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:27.705332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0108961a-7206-49f8-a4ff-416988ed6ce6 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:27.706653 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0108961a-7206-49f8-a4ff-416988ed6ce6 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:27.710030 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0108961a-7206-49f8-a4ff-416988ed6ce6 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5f3ef6bf-354e-4e78-826e-3da3b801d999 HTTP/1.1" status: 200 len: 1990 time: 0.3145337 Aug 23 15:10:27.755046 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8244ee2b-a49c-4d42-b2f3-5222aebc38b3 req-b80e64bd-7767-47f2-b3fe-0b210895e7e4 service neutron] 10.222.0.61 "GET /v2.0/networks/de74ce3b-2e26-4217-807e-2d1f5da81e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696563 Aug 23 15:10:27.758216 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77e08f53-3cde-42e5-a5e3-f958b5800f8a req-c581137e-ae64-4e24-a0a6-a458f23a3ddb service neutron] 10.222.0.57 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090208 Aug 23 15:10:27.786860 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11dcc314-7104-42b0-ba4d-873eaa37fea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:27.858990 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11dcc314-7104-42b0-ba4d-873eaa37fea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:27.908882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb69764-8d4d-4705-88b9-c0037aac4458 req-cd6e5d42-b06c-4833-8578-1198bc7a4dd1 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:27.910896 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6fb69764-8d4d-4705-88b9-c0037aac4458 req-cd6e5d42-b06c-4833-8578-1198bc7a4dd1 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.1675193 Aug 23 15:10:27.913185 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8244ee2b-a49c-4d42-b2f3-5222aebc38b3 req-6fe0a05f-5473-4a29-a405-949049379fc7 service neutron] 10.222.0.61 "GET /v2.0/networks/de74ce3b-2e26-4217-807e-2d1f5da81e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284416 Aug 23 15:10:27.956782 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6fb69764-8d4d-4705-88b9-c0037aac4458 req-ff1916f6-f33e-4e35-9baa-a511778adb75 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375335 Aug 23 15:10:28.028034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7f841-e92d-4e98-81a2-79560f1515cc req-41a2434e-e0c1-429e-952b-2825b924547f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:28.029691 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34a7f841-e92d-4e98-81a2-79560f1515cc req-41a2434e-e0c1-429e-952b-2825b924547f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.0514688 Aug 23 15:10:28.072604 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34a7f841-e92d-4e98-81a2-79560f1515cc req-c20db3a4-da41-4bee-984c-ff04db4b3ff6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361979 Aug 23 15:10:28.074065 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14612da6-4b82-4cea-832c-f215724098c4 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:28.104329 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14612da6-4b82-4cea-832c-f215724098c4 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event deleted for resources: {'Port': ['ID=aaccf8f7-6fcf-4a1b-873a-ad9d8c5349f6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:28.169087 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11dcc314-7104-42b0-ba4d-873eaa37fea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:28.172198 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11dcc314-7104-42b0-ba4d-873eaa37fea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:28.173585 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-11dcc314-7104-42b0-ba4d-873eaa37fea3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d8a73f55-dd5a-4507-a4f9-a59b79852f5c HTTP/1.1" status: 204 len: 168 time: 0.5819669 Aug 23 15:10:28.189059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dcc314-7104-42b0-ba4d-873eaa37fea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a73f55-dd5a-4507-a4f9-a59b79852f5c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:28.388999 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14612da6-4b82-4cea-832c-f215724098c4 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:28.658309 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:28.664344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14612da6-4b82-4cea-832c-f215724098c4 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Router 498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:10:28.794402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14612da6-4b82-4cea-832c-f215724098c4 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:10:28.802223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-14612da6-4b82-4cea-832c-f215724098c4 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] 10.222.0.38 "PUT /v2.0/routers/498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3736126 Aug 23 15:10:28.803363 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46072) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:28.806155 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e2d229-e05d-4f44-8eca-4870d1a141f6 None None] Sync routers for ids ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:10:28.817338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e2d229-e05d-4f44-8eca-4870d1a141f6 None None] Routers {'498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:10:28.817960 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e9e2d229-e05d-4f44-8eca-4870d1a141f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:10:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:28.850913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e9e2d229-e05d-4f44-8eca-4870d1a141f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:28.863743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e2d229-e05d-4f44-8eca-4870d1a141f6 None None] Routers {'498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:10:28.864904 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e9e2d229-e05d-4f44-8eca-4870d1a141f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:10:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:28.920068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e9e2d229-e05d-4f44-8eca-4870d1a141f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:28.922624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e2d229-e05d-4f44-8eca-4870d1a141f6 None None] The sync data for ids ['498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:10:28.948496 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b48f-9c63-4589-811e-226d7b47c2d6 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:29.139116 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b48f-9c63-4589-811e-226d7b47c2d6 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:29.149271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b2cec-3032-422e-915a-d15581bc5fa8 req-4b00b31a-88cf-4c7e-95d5-e516f8b2dbe6 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:29.151133 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-932b2cec-3032-422e-915a-d15581bc5fa8 req-4b00b31a-88cf-4c7e-95d5-e516f8b2dbe6 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.0849702 Aug 23 15:10:29.201103 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-932b2cec-3032-422e-915a-d15581bc5fa8 req-4c46d9df-934c-48ff-acd1-a9122c08d39b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418675 Aug 23 15:10:29.242313 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1f927-4b57-4c65-8888-a379f2b7ece1 req-7cde186b-41a5-4206-9d99-a700a501b37d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:29.242473 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46082) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:29.244255 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-59b1f927-4b57-4c65-8888-a379f2b7ece1 req-7cde186b-41a5-4206-9d99-a700a501b37d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.0717540 Aug 23 15:10:29.257274 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fc720591-7adc-4ab4-ad77-3d3e11a85c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:29.291777 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-59b1f927-4b57-4c65-8888-a379f2b7ece1 req-3d9eedec-ceba-462f-9821-3d554da2c364 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414329 Aug 23 15:10:29.355284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3b48f-9c63-4589-811e-226d7b47c2d6 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Deleting port 1046d078-ca50-413c-a10f-2da79fc1af35 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:10:29.355284 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b48f-9c63-4589-811e-226d7b47c2d6 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:29.375321 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fc720591-7adc-4ab4-ad77-3d3e11a85c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:29.433922 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b48f-9c63-4589-811e-226d7b47c2d6 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:29.445782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3b48f-9c63-4589-811e-226d7b47c2d6 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Calling delete_port for 1046d078-ca50-413c-a10f-2da79fc1af35 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:10:29.601939 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fc720591-7adc-4ab4-ad77-3d3e11a85c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:29.673940 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fc720591-7adc-4ab4-ad77-3d3e11a85c89 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6674f3fa1872463aa2012a4e84be21fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303918 Aug 23 15:10:29.674676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc720591-7adc-4ab4-ad77-3d3e11a85c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590ad3dc-8362-4d31-81eb-7f101c1db46b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:29.682285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46090) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:29.752442 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b48f-9c63-4589-811e-226d7b47c2d6 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:29.790428 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc48ec95-10db-45ab-895e-c3528eee3433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:29.803807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3b48f-9c63-4589-811e-226d7b47c2d6 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event deleted for resources: {'Port': ['ID=1046d078-ca50-413c-a10f-2da79fc1af35,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:29.854101 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc48ec95-10db-45ab-895e-c3528eee3433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:29.918860 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b48f-9c63-4589-811e-226d7b47c2d6 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:30.027430 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b48f-9c63-4589-811e-226d7b47c2d6 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:30.029956 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b48f-9c63-4589-811e-226d7b47c2d6 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:30.138678 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc48ec95-10db-45ab-895e-c3528eee3433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:30.142335 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc48ec95-10db-45ab-895e-c3528eee3433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:30.143646 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bc48ec95-10db-45ab-895e-c3528eee3433 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/590ad3dc-8362-4d31-81eb-7f101c1db46b HTTP/1.1" status: 204 len: 168 time: 0.4648952 Aug 23 15:10:30.152404 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48ec95-10db-45ab-895e-c3528eee3433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590ad3dc-8362-4d31-81eb-7f101c1db46b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:30.192791 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b48f-9c63-4589-811e-226d7b47c2d6 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:30.194369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e3b48f-9c63-4589-811e-226d7b47c2d6 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Fanout notify agent at l3_agent the message router_deleted on router 498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:10:30.204139 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b48f-9c63-4589-811e-226d7b47c2d6 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:30.205250 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f5e3b48f-9c63-4589-811e-226d7b47c2d6 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] 10.222.0.38 "DELETE /v2.0/routers/498ae2f8-cfb5-4d5f-b2da-059ab4b5bb59 HTTP/1.1" status: 204 len: 168 time: 1.4009244 Aug 23 15:10:30.209199 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46104) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:30.276391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb457b19-f5a0-49cd-a7d0-710774cf42ff tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Deleting subnet 181ff95a-eb48-4e40-8cbb-79bda1450457 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:10:30.282749 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb457b19-f5a0-49cd-a7d0-710774cf42ff tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:30.369721 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb457b19-f5a0-49cd-a7d0-710774cf42ff tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:30.407277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae84b1-ef4a-4707-9512-95ec6ad91e24 req-fe3cfa9c-c101-42a0-a50d-7024abec2564 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:30.408828 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75ae84b1-ef4a-4707-9512-95ec6ad91e24 req-fe3cfa9c-c101-42a0-a50d-7024abec2564 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.0990882 Aug 23 15:10:30.489737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d99156-2fc8-49ae-920c-fd370b425dd7 req-991d846b-c66f-4849-bf3f-cf74832a1c44 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:30.498864 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5d99156-2fc8-49ae-920c-fd370b425dd7 req-991d846b-c66f-4849-bf3f-cf74832a1c44 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.0784287 Aug 23 15:10:30.500720 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75ae84b1-ef4a-4707-9512-95ec6ad91e24 req-e0a01598-8f21-4024-9c92-b539db8c4ce4 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837998 Aug 23 15:10:30.527183 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb457b19-f5a0-49cd-a7d0-710774cf42ff tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:30.550251 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5d99156-2fc8-49ae-920c-fd370b425dd7 req-52e67eff-02f4-4190-88d4-fd74e07990d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501878 Aug 23 15:10:30.723438 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb457b19-f5a0-49cd-a7d0-710774cf42ff tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:30.749246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb457b19-f5a0-49cd-a7d0-710774cf42ff tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event deleted for resources: {'Subnet': ['ID=181ff95a-eb48-4e40-8cbb-79bda1450457,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:30.751377 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb457b19-f5a0-49cd-a7d0-710774cf42ff tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:30.753991 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cb457b19-f5a0-49cd-a7d0-710774cf42ff tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] 10.222.0.38 "DELETE /v2.0/subnets/181ff95a-eb48-4e40-8cbb-79bda1450457 HTTP/1.1" status: 204 len: 168 time: 0.5422103 Aug 23 15:10:30.761775 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9373c9a1-fe79-4220-899c-9581900e2375 None None] Network 543eb31b-55ff-41d0-ab8c-4ec58d142395 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:10:30.763046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46120) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:30.859845 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:30.937593 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Deleting port f80dc0ad-a127-40fb-b113-3ff2d6c98005 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:10:30.937950 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:31.058727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dd686a-b251-44b6-a3da-bf3e15def073 None None] DHCP port deletion for 543eb31b-55ff-41d0-ab8c-4ec58d142395 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:10:31.089156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] For port f80dc0ad-a127-40fb-b113-3ff2d6c98005, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f80dc0ad-a127-40fb-b113-3ff2d6c98005,segment=NetworkSegment(174d5fe6-a75b-46bd-9cc1-c6a4887be152),segment_id=174d5fe6-a75b-46bd-9cc1-c6a4887be152)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:10:31.089960 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:31.108628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Calling delete_port for f80dc0ad-a127-40fb-b113-3ff2d6c98005 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:10:31.135218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd686a-b251-44b6-a3da-bf3e15def073 None None] Deleting port f80dc0ad-a127-40fb-b113-3ff2d6c98005 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:10:31.135720 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7dd686a-b251-44b6-a3da-bf3e15def073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:31.232377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e7dd686a-b251-44b6-a3da-bf3e15def073 None None] For port f80dc0ad-a127-40fb-b113-3ff2d6c98005, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f80dc0ad-a127-40fb-b113-3ff2d6c98005,segment=NetworkSegment(174d5fe6-a75b-46bd-9cc1-c6a4887be152),segment_id=174d5fe6-a75b-46bd-9cc1-c6a4887be152)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:10:31.232856 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7dd686a-b251-44b6-a3da-bf3e15def073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:31.255930 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd686a-b251-44b6-a3da-bf3e15def073 None None] Calling delete_port for f80dc0ad-a127-40fb-b113-3ff2d6c98005 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:10:31.316862 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:31.339999 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7dd686a-b251-44b6-a3da-bf3e15def073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:31.358014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] No DVR routers for this DVR port f80dc0ad-a127-40fb-b113-3ff2d6c98005 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:10:31.374025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd686a-b251-44b6-a3da-bf3e15def073 None None] Pushing event deleted for resources: {'Port': ['ID=f80dc0ad-a127-40fb-b113-3ff2d6c98005,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:31.374267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event deleted for resources: {'Port': ['ID=f80dc0ad-a127-40fb-b113-3ff2d6c98005,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:31.389198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd686a-b251-44b6-a3da-bf3e15def073 None None] No DVR routers for this DVR port f80dc0ad-a127-40fb-b113-3ff2d6c98005 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:10:31.524763 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:31.560270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543eb31b-55ff-41d0-ab8c-4ec58d142395']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:31.590023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174d5fe6-a75b-46bd-9cc1-c6a4887be152') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:31.590472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174d5fe6-a75b-46bd-9cc1-c6a4887be152') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:31.603065 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:31.621021 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:31.645218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:10:31.646065 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:31.702952 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdec2f-ae4e-4ea8-9752-6a03abb5d13c req-437d463c-d917-43a8-9443-15e03c73ccc2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:31.712104 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7abdec2f-ae4e-4ea8-9752-6a03abb5d13c req-437d463c-d917-43a8-9443-15e03c73ccc2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.0643752 Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:10:31.725047 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:10:31.759974 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7abdec2f-ae4e-4ea8-9752-6a03abb5d13c req-05e64005-71a4-4a04-801b-c92537c431f0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466948 Aug 23 15:10:31.798770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9308c36-46b3-4b0b-8ad0-d07060013e0f req-006dd6a1-c49a-4130-8c00-12908515542a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:31.801268 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f9308c36-46b3-4b0b-8ad0-d07060013e0f req-006dd6a1-c49a-4130-8c00-12908515542a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.1739948 Aug 23 15:10:31.844725 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f9308c36-46b3-4b0b-8ad0-d07060013e0f req-f41d173d-8466-406c-9a7c-23bb954734b2 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368600 Aug 23 15:10:31.889187 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:31.897679 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:31.901607 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] 10.222.0.38 "DELETE /v2.0/networks/543eb31b-55ff-41d0-ab8c-4ec58d142395 HTTP/1.1" status: 204 len: 168 time: 1.1370130 Aug 23 15:10:31.902684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46150) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:31.930850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2437f-da58-44de-8cb1-e8ce9099a1b5 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event deleted for resources: {'Network': ['ID=543eb31b-55ff-41d0-ab8c-4ec58d142395,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:31.951925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f80dc0ad-a127-40fb-b113-3ff2d6c98005 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:10:31.991623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: f80dc0ad-a127-40fb-b113-3ff2d6c98005 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:10:31.992799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f80dc0ad-a127-40fb-b113-3ff2d6c98005 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:10:32.161065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d667b-865a-4c5d-8397-aa46777b0639 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Deleting port 86530dfb-a32b-4ed5-8664-3b13b2771ff9 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:10:32.161599 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fc4d667b-865a-4c5d-8397-aa46777b0639 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:32.285932 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fc4d667b-865a-4c5d-8397-aa46777b0639 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:32.286706 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fc4d667b-865a-4c5d-8397-aa46777b0639 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:32.321200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d667b-865a-4c5d-8397-aa46777b0639 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Calling delete_port for 86530dfb-a32b-4ed5-8664-3b13b2771ff9 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:10:32.867199 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fc4d667b-865a-4c5d-8397-aa46777b0639 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:32.941076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d667b-865a-4c5d-8397-aa46777b0639 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Pushing event deleted for resources: {'Port': ['ID=86530dfb-a32b-4ed5-8664-3b13b2771ff9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:33.065944 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fdc6a-b13f-4661-9b61-d739c83a6508 req-5f6d977a-4430-4e7a-9a46-11ab02e21ad7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:33.074717 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-729fdc6a-b13f-4661-9b61-d739c83a6508 req-5f6d977a-4430-4e7a-9a46-11ab02e21ad7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.2204187 Aug 23 15:10:33.099587 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fc4d667b-865a-4c5d-8397-aa46777b0639 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:33.102444 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fc4d667b-865a-4c5d-8397-aa46777b0639 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:33.103854 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fc4d667b-865a-4c5d-8397-aa46777b0639 tempest-FloatingIPAdminTestJSON-466793906 tempest-FloatingIPAdminTestJSON-466793906-project] 10.222.0.38 "DELETE /v2.0/floatingips/899a668b-848d-40af-a985-d8c8daf1a548 HTTP/1.1" status: 204 len: 168 time: 1.1999147 Aug 23 15:10:33.134368 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-729fdc6a-b13f-4661-9b61-d739c83a6508 req-43efffeb-defa-49b1-a650-3e86b784e6cb tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575492 Aug 23 15:10:33.170519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb6714-c323-46d8-84d6-75188f1dacd0 req-0f18ac95-ce38-4125-878e-cda648906fd0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:33.186090 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15eb6714-c323-46d8-84d6-75188f1dacd0 req-0f18ac95-ce38-4125-878e-cda648906fd0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.1206858 Aug 23 15:10:33.259861 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15eb6714-c323-46d8-84d6-75188f1dacd0 req-1861d5cf-a51b-48b6-b223-bb55e2bcda04 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629566 Aug 23 15:10:34.257744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46224) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:34.350078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c8154-582a-4c61-b6ae-b310fb6d14fd req-932becf1-9a4c-42ca-bf54-f99f747cbb25 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:34.353090 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-293c8154-582a-4c61-b6ae-b310fb6d14fd req-932becf1-9a4c-42ca-bf54-f99f747cbb25 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1229916 Aug 23 15:10:34.460358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156b4f2-8353-4a1c-82b3-2b941b63bacc req-b8993a3f-feda-43c0-b660-c1767424cc7f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:34.469270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6156b4f2-8353-4a1c-82b3-2b941b63bacc req-b8993a3f-feda-43c0-b660-c1767424cc7f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.1084611 Aug 23 15:10:34.513681 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-293c8154-582a-4c61-b6ae-b310fb6d14fd req-b967e0a2-54ef-4967-a491-a4f81c46f68a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527820 Aug 23 15:10:34.552450 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6156b4f2-8353-4a1c-82b3-2b941b63bacc req-5b30cbdb-ac13-4d77-ab64-1a2736d700ff tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822401 Aug 23 15:10:34.623314 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-07837968-db37-46f4-ab92-45f3c5915459 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9220d1923bd34efa930ded92497ee296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642614 Aug 23 15:10:34.625854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46244) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:34.734677 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bda244a-f107-4094-97b0-51ef20823868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:34.765360 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bda244a-f107-4094-97b0-51ef20823868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:35.008852 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bda244a-f107-4094-97b0-51ef20823868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:35.011486 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bda244a-f107-4094-97b0-51ef20823868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:35.012781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0bda244a-f107-4094-97b0-51ef20823868 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/caa22bb1-8c5b-44df-af03-bc4700905394 HTTP/1.1" status: 204 len: 168 time: 0.3859062 Aug 23 15:10:35.021496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda244a-f107-4094-97b0-51ef20823868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa22bb1-8c5b-44df-af03-bc4700905394,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:35.668322 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7ab4d-7637-4bd4-ae94-ab24af917d29 req-508268d6-f9f5-4f06-af8a-ea91efd56b12 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:35.681691 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34e7ab4d-7637-4bd4-ae94-ab24af917d29 req-508268d6-f9f5-4f06-af8a-ea91efd56b12 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.0749173 Aug 23 15:10:35.753830 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34e7ab4d-7637-4bd4-ae94-ab24af917d29 req-3e3b0403-0ec8-47e9-bdd4-63c93b410e6c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667462 Aug 23 15:10:35.805379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81b7a6-76fc-42ac-b53a-adb5bd68c75a req-33caa909-9e8f-4c28-a562-e275b602d141 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:35.814299 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc81b7a6-76fc-42ac-b53a-adb5bd68c75a req-33caa909-9e8f-4c28-a562-e275b602d141 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.1305108 Aug 23 15:10:35.864075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc81b7a6-76fc-42ac-b53a-adb5bd68c75a req-819e76e9-62fb-4883-bd57-48248dac13ca tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469077 Aug 23 15:10:35.957685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46300) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:35.981550 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a14fdf58-89b2-436d-8744-4a9436e3d978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:36.152855 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a14fdf58-89b2-436d-8744-4a9436e3d978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:36.226304 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a14fdf58-89b2-436d-8744-4a9436e3d978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:36.284397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fdf58-89b2-436d-8744-4a9436e3d978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c999a233-d034-447a-b81b-decdb5bc52f6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:36.294220 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a14fdf58-89b2-436d-8744-4a9436e3d978 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=540c17b57d7440bba9298cef9c22e33c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313050 Aug 23 15:10:36.304127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46314) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:36.350142 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-265453ed-d084-45ef-b545-2a3db90b0490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:36.381349 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-265453ed-d084-45ef-b545-2a3db90b0490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:36.603364 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-265453ed-d084-45ef-b545-2a3db90b0490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:36.605999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-265453ed-d084-45ef-b545-2a3db90b0490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:36.607488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-265453ed-d084-45ef-b545-2a3db90b0490 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c999a233-d034-447a-b81b-decdb5bc52f6 HTTP/1.1" status: 204 len: 168 time: 0.3117959 Aug 23 15:10:36.621038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265453ed-d084-45ef-b545-2a3db90b0490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c999a233-d034-447a-b81b-decdb5bc52f6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:36.880797 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d960f-9cc1-45e5-a528-cfb09a64de63 req-27afe544-5e74-4005-9d1c-12f555709b38 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:36.882266 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d62d960f-9cc1-45e5-a528-cfb09a64de63 req-27afe544-5e74-4005-9d1c-12f555709b38 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.0671563 Aug 23 15:10:36.964612 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d62d960f-9cc1-45e5-a528-cfb09a64de63 req-58005b6f-af0d-4120-bb47-e09eeb3b54cc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672479 Aug 23 15:10:37.043161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985e239-0c0b-4d07-ab98-26325a3444d0 req-205754d3-59ff-423f-952d-9eaa8cf2b9be tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:37.046669 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d985e239-0c0b-4d07-ab98-26325a3444d0 req-205754d3-59ff-423f-952d-9eaa8cf2b9be tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.1086147 Aug 23 15:10:37.115098 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d985e239-0c0b-4d07-ab98-26325a3444d0 req-2dada3b5-c1e2-4349-902a-f3f604587b99 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578902 Aug 23 15:10:37.545226 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a7c7cb17-9e52-4543-b3e8-119a541c72cb details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:10:37.559538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46368) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:37.573678 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1e2dfdc1-4c59-4de8-8edf-14eb55802ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:37.667544 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:10:37.685702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'port_id': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'mac_address': 'fa:16:3e:cc:b5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:10:37.716750 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1e2dfdc1-4c59-4de8-8edf-14eb55802ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:37.726110 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:37.740624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7c7cb17-9e52-4543-b3e8-119a541c72cb {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:10:37.761596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:10:37.906828 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1e2dfdc1-4c59-4de8-8edf-14eb55802ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:37.917118 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1e2dfdc1-4c59-4de8-8edf-14eb55802ea7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9000f9a024b477c889c218fdf8a5218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564520 Aug 23 15:10:37.919808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46380) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:37.937831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2dfdc1-4c59-4de8-8edf-14eb55802ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45d069d-f5e7-4874-a6d0-e106b4b42383,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:37.946059 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:37.997627 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-17a109b7-7c48-40fb-8921-2a34d480215e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:38.014423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=a7c7cb17-9e52-4543-b3e8-119a541c72cb,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:38.031550 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-17a109b7-7c48-40fb-8921-2a34d480215e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:38.043821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['a7c7cb17-9e52-4543-b3e8-119a541c72cb'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:10:38.205167 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bfc98-4d2d-4c4a-8859-3991b4579f91 req-10d95f2f-43b5-4c7e-a531-0d61e3046f30 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:38.208693 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-774bfc98-4d2d-4c4a-8859-3991b4579f91 req-10d95f2f-43b5-4c7e-a531-0d61e3046f30 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.0996571 Aug 23 15:10:38.283300 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-774bfc98-4d2d-4c4a-8859-3991b4579f91 req-0dfa8d60-75a9-42c9-91a7-f67cadaa2776 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678723 Aug 23 15:10:38.323107 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-17a109b7-7c48-40fb-8921-2a34d480215e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:38.325713 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-17a109b7-7c48-40fb-8921-2a34d480215e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:38.330814 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-17a109b7-7c48-40fb-8921-2a34d480215e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e45d069d-f5e7-4874-a6d0-e106b4b42383 HTTP/1.1" status: 204 len: 168 time: 0.4060504 Aug 23 15:10:38.342217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140c759-942e-459c-8bf2-2393f4ac0910 req-2d4b6030-381c-459d-8e0b-56c60635b384 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:38.344919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a109b7-7c48-40fb-8921-2a34d480215e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45d069d-f5e7-4874-a6d0-e106b4b42383,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:38.353653 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7140c759-942e-459c-8bf2-2393f4ac0910 req-2d4b6030-381c-459d-8e0b-56c60635b384 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.1025906 Aug 23 15:10:38.396719 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7140c759-942e-459c-8bf2-2393f4ac0910 req-4f5b876e-f002-4210-94a3-f71c07aa699d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420663 Aug 23 15:10:39.560752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a7c7cb17-9e52-4543-b3e8-119a541c72cb up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:10:39.588568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc3c84-0c22-4e18-9bcf-1a38fb4780f7 req-e8b01308-04f1-4d60-b3e6-1cb872b720e7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:39.592689 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2bfc3c84-0c22-4e18-9bcf-1a38fb4780f7 req-e8b01308-04f1-4d60-b3e6-1cb872b720e7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1384883 Aug 23 15:10:39.697772 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port a7c7cb17-9e52-4543-b3e8-119a541c72cb triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:10:39.698248 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:39.700236 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2bfc3c84-0c22-4e18-9bcf-1a38fb4780f7 req-f67c1305-68b8-4daa-bdf9-5e5cc3e6dc08 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897808 Aug 23 15:10:39.779963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d59db-0b0f-4985-b8dd-9a6dd74dfa6d req-a91156a4-7cbd-446b-a858-1c4e546dbb6e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:39.786718 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc1d59db-0b0f-4985-b8dd-9a6dd74dfa6d req-a91156a4-7cbd-446b-a858-1c4e546dbb6e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.2440100 Aug 23 15:10:39.897890 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc1d59db-0b0f-4985-b8dd-9a6dd74dfa6d req-5d28efb0-a16b-4f84-a7db-d6bbc9e35fa3 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041646 Aug 23 15:10:39.947014 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:39.976286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:10:39.979972 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76f63f0-f76a-47b2-b28b-fb93bb3f7a5b" -d '{"events": [{"server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "name": "network-vif-plugged", "status": "completed", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:10:40.004243 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:10:40.049289 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e7dfe6-5e29-4c87-b0a8-66791a8f9b85 x-openstack-request-id: req-32e7dfe6-5e29-4c87-b0a8-66791a8f9b85 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:10:40.049609 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "name": "network-vif-plugged", "status": "completed", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:10:40.050500 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32e7dfe6-5e29-4c87-b0a8-66791a8f9b85 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:10:40.051564 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'code': 200} Aug 23 15:10:40.100434 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:40.185083 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=a7c7cb17-9e52-4543-b3e8-119a541c72cb,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:40.849191 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561328e8-67d0-465b-8428-e21c3cfb2f44 req-ee877837-fe02-44cd-b3ba-af75816f91e7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:40.856849 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-561328e8-67d0-465b-8428-e21c3cfb2f44 req-ee877837-fe02-44cd-b3ba-af75816f91e7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.0681551 Aug 23 15:10:40.901692 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-561328e8-67d0-465b-8428-e21c3cfb2f44 req-f88aef94-3c20-4d5c-b710-f4fa10dd7102 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429640 Aug 23 15:10:41.183968 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc8e7f-a3ee-4330-8905-7b12ec944cc2 req-7cd6df73-9f76-4b4c-b8e1-cb7112587f40 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:41.194590 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09dc8e7f-a3ee-4330-8905-7b12ec944cc2 req-7cd6df73-9f76-4b4c-b8e1-cb7112587f40 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.1368437 Aug 23 15:10:41.264696 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09dc8e7f-a3ee-4330-8905-7b12ec944cc2 req-9a486e53-b702-4cd6-9a17-8043ea99b3db tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689766 Aug 23 15:10:41.995373 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46550) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:42.152256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956723-e88e-4c43-bdef-1d602dbcc421 req-f79dea84-637e-4f63-9be3-aaff6497cab0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:42.168708 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22956723-e88e-4c43-bdef-1d602dbcc421 req-f79dea84-637e-4f63-9be3-aaff6497cab0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1135774 Aug 23 15:10:42.235861 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22956723-e88e-4c43-bdef-1d602dbcc421 req-a7112915-a7f3-44a5-803f-7814f55d41ad tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694544 Aug 23 15:10:42.276104 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1244823965', 'router:external': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:42.475919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4243d-360f-4ff5-be9c-f98a40428852 req-24b06684-7f8f-472d-9786-c47f38aca9dd tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:42.478490 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e2e4243d-360f-4ff5-be9c-f98a40428852 req-24b06684-7f8f-472d-9786-c47f38aca9dd tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.1035752 Aug 23 15:10:42.480425 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Made reservation on behalf of 1123598ade8e4ec19b6118baf1759e6c for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:10:42.483327 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:42.604457 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:42.744159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46570) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:42.748576 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e2e4243d-360f-4ff5-be9c-f98a40428852 req-8967afea-a636-4d71-900b-e3baaae9c44a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562613 Aug 23 15:10:42.885791 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:42.892054 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77fb7e31-e7cd-414b-83d0-91575cb1989e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:42.989765 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:43.037952 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:10:43.061305 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1a69d6-edae-42c0-bc5c-b2b9d0698c44,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:43.080016 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:43.080641 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Added segment 15418e45-a27c-4aa3-95b9-59fa0bd62762 of type vlan for network f6941732-66d7-43d4-840b-fd0d49619945 Aug 23 15:10:43.153047 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77fb7e31-e7cd-414b-83d0-91575cb1989e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:43.153637 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:43.265730 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77fb7e31-e7cd-414b-83d0-91575cb1989e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:43.323076 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:43.324812 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:43.326106 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:43.327738 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb7e31-e7cd-414b-83d0-91575cb1989e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84ada5d-a994-47ab-813c-98a9693b01a8,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:43.342735 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-77fb7e31-e7cd-414b-83d0-91575cb1989e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f539a364a1d943be8b1e980297538382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5968418 Aug 23 15:10:43.349884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46582) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:43.478133 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Pushing event updated for resources: {'Network': ['ID=f6941732-66d7-43d4-840b-fd0d49619945,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:43.490610 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network f6941732-66d7-43d4-840b-fd0d49619945 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:10:43.572157 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8877a648-7ee5-4efc-a3b3-7eca4640785a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:43.605708 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0871d-47e4-4025-adb1-ca4c0e6c7054 req-eca12779-8065-48c0-8161-bf26396e8466 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:43.607429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54f0871d-47e4-4025-adb1-ca4c0e6c7054 req-eca12779-8065-48c0-8161-bf26396e8466 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1719413 Aug 23 15:10:43.645192 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8877a648-7ee5-4efc-a3b3-7eca4640785a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:43.660501 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7eb1bb61-6c5d-4571-8f20-679e26c29f67 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6633015 Aug 23 15:10:43.666799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46586) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:43.674441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54f0871d-47e4-4025-adb1-ca4c0e6c7054 req-c8b9c75e-bd20-4ab5-8856-aa95c36689f4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595572 Aug 23 15:10:43.686255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c630cb74-e867-4586-8777-ea85b5866ce9 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Request body: {'subnet': {'network_id': 'f6941732-66d7-43d4-840b-fd0d49619945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:43.899087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaee05b-32ee-462f-aa83-fa44181dcb74 req-b9faa30d-b996-4026-ac25-1c3618e291db tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:43.901819 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8eaee05b-32ee-462f-aa83-fa44181dcb74 req-b9faa30d-b996-4026-ac25-1c3618e291db tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.0618196 Aug 23 15:10:43.958630 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8eaee05b-32ee-462f-aa83-fa44181dcb74 req-61e56e8d-8801-4fe6-9449-7456b0656e26 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466564 Aug 23 15:10:43.984378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c630cb74-e867-4586-8777-ea85b5866ce9 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Made reservation on behalf of 1123598ade8e4ec19b6118baf1759e6c for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:10:44.001620 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c630cb74-e867-4586-8777-ea85b5866ce9 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:44.098059 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8877a648-7ee5-4efc-a3b3-7eca4640785a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:44.100893 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8877a648-7ee5-4efc-a3b3-7eca4640785a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:44.102173 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8877a648-7ee5-4efc-a3b3-7eca4640785a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f84ada5d-a994-47ab-813c-98a9693b01a8 HTTP/1.1" status: 204 len: 168 time: 0.7462277 Aug 23 15:10:44.116692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877a648-7ee5-4efc-a3b3-7eca4640785a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84ada5d-a994-47ab-813c-98a9693b01a8,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:44.817151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.objects.ports [None req-c630cb74-e867-4586-8777-ea85b5866ce9 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96115) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:10:44.817895 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c630cb74-e867-4586-8777-ea85b5866ce9 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:45.210244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be61135-45c1-412a-95d2-92ee55dbce84 req-f0b7002b-2b2d-497f-9160-60416d023d56 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:45.212852 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4be61135-45c1-412a-95d2-92ee55dbce84 req-f0b7002b-2b2d-497f-9160-60416d023d56 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.1173298 Aug 23 15:10:45.285102 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4be61135-45c1-412a-95d2-92ee55dbce84 req-5126be7a-a7bf-4f5d-b116-a4d26aaf2595 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635834 Aug 23 15:10:45.516823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630cb74-e867-4586-8777-ea85b5866ce9 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9a39beb0-6fd3-40e1-8a0a-d15f346ac2a2,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:45.530094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c630cb74-e867-4586-8777-ea85b5866ce9 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Checking segment: {'id': '15418e45-a27c-4aa3-95b9-59fa0bd62762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f6941732-66d7-43d4-840b-fd0d49619945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:10:45.530535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c630cb74-e867-4586-8777-ea85b5866ce9 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Network hostable DHCP agents. Network: f6941732-66d7-43d4-840b-fd0d49619945, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:10:45.554617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5971b3-ab7c-4bad-958e-04ba9311175d req-c00a5b79-1752-4c85-99c1-6ed7ccab3ab7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:45.556398 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6a5971b3-ab7c-4bad-958e-04ba9311175d req-c00a5b79-1752-4c85-99c1-6ed7ccab3ab7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.7945640 Aug 23 15:10:45.611938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6a5971b3-ab7c-4bad-958e-04ba9311175d req-0845c68e-1e2c-4984-8fa8-acc153968fe1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488873 Aug 23 15:10:45.782819 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:45.802647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c630cb74-e867-4586-8777-ea85b5866ce9 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Network f6941732-66d7-43d4-840b-fd0d49619945 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:10:45.930110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-c630cb74-e867-4586-8777-ea85b5866ce9 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, f6941732-66d7-43d4-840b-fd0d49619945) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:10:45.941593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab8ff94-3fab-45c1-a82d-ea320ee40fbe None None] Network f6941732-66d7-43d4-840b-fd0d49619945 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:10:45.943703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c630cb74-e867-4586-8777-ea85b5866ce9 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:45.944850 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c630cb74-e867-4586-8777-ea85b5866ce9 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:46.074784 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c630cb74-e867-4586-8777-ea85b5866ce9 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3966537 Aug 23 15:10:46.075089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46652) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:46.081627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-626221bb-75ee-4053-9f14-c1354f7c24b2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-772216654', 'network_id': 'f6941732-66d7-43d4-840b-fd0d49619945'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:46.158005 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07e999d-6efa-4a04-a89d-4a1a008bd243 None None] Network f6941732-66d7-43d4-840b-fd0d49619945 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:10:46.294096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626221bb-75ee-4053-9f14-c1354f7c24b2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Made reservation on behalf of 1123598ade8e4ec19b6118baf1759e6c for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:10:46.296665 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-626221bb-75ee-4053-9f14-c1354f7c24b2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:46.315997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-626221bb-75ee-4053-9f14-c1354f7c24b2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] device_id is not set on port 8d5c6b5a-2434-4de5-8367-e5ff1deb0102 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:10:46.514713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4096150-a265-416d-abec-54e4b2c4a280 req-d424b068-a625-4f3a-987d-01a7901f5f35 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:46.523451 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d4096150-a265-416d-abec-54e4b2c4a280 req-d424b068-a625-4f3a-987d-01a7901f5f35 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.1068640 Aug 23 15:10:46.534254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-626221bb-75ee-4053-9f14-c1354f7c24b2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Allocated IP 172.20.0.14 (f6941732-66d7-43d4-840b-fd0d49619945/9a39beb0-6fd3-40e1-8a0a-d15f346ac2a2/8d5c6b5a-2434-4de5-8367-e5ff1deb0102) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:10:46.649548 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d4096150-a265-416d-abec-54e4b2c4a280 req-48c45eff-51d1-457b-b6e9-91663d7b4aca tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152606 Aug 23 15:10:46.881919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e181a-247a-45cd-97f8-8c7aa43a8acf req-aa527469-2363-43e3-baa9-30bd6a0c15e6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:46.881919 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b2e181a-247a-45cd-97f8-8c7aa43a8acf req-aa527469-2363-43e3-baa9-30bd6a0c15e6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1134944 Aug 23 15:10:46.926469 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-626221bb-75ee-4053-9f14-c1354f7c24b2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:46.963938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b2e181a-247a-45cd-97f8-8c7aa43a8acf req-9ddd0b77-fc5d-4da0-8568-3d8662e12f84 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736284 Aug 23 15:10:47.149965 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-626221bb-75ee-4053-9f14-c1354f7c24b2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:47.242019 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626221bb-75ee-4053-9f14-c1354f7c24b2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Pushing event updated for resources: {'Port': ['ID=8d5c6b5a-2434-4de5-8367-e5ff1deb0102,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:47.248942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626221bb-75ee-4053-9f14-c1354f7c24b2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Network f6941732-66d7-43d4-840b-fd0d49619945 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:10:47.251964 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-626221bb-75ee-4053-9f14-c1354f7c24b2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:10:47.255143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626221bb-75ee-4053-9f14-c1354f7c24b2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:10:47.302075 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626221bb-75ee-4053-9f14-c1354f7c24b2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:47.302707 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-626221bb-75ee-4053-9f14-c1354f7c24b2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:47.479199 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-626221bb-75ee-4053-9f14-c1354f7c24b2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4028628 Aug 23 15:10:47.486097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46704) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:47.617328 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-aa74454d-2b77-407d-aa84-f3648276d8be tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Deleting port 8d5c6b5a-2434-4de5-8367-e5ff1deb0102 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:10:47.618809 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa74454d-2b77-407d-aa84-f3648276d8be tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:47.778583 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa74454d-2b77-407d-aa84-f3648276d8be tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:47.853306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-aa74454d-2b77-407d-aa84-f3648276d8be tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Calling delete_port for 8d5c6b5a-2434-4de5-8367-e5ff1deb0102 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:10:47.900955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f102c86-919f-43d8-b6b3-4513843f0e1d req-7e5c81e3-f4e9-4a5e-8481-2cb5bdd541f2 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:47.902653 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f102c86-919f-43d8-b6b3-4513843f0e1d req-7e5c81e3-f4e9-4a5e-8481-2cb5bdd541f2 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.0984561 Aug 23 15:10:48.016834 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f102c86-919f-43d8-b6b3-4513843f0e1d req-dc1c481d-6d66-4ea2-9040-e318c23c8611 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676830 Aug 23 15:10:48.227773 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc9922-820d-44b1-abec-8c7fed63db8d req-07e74250-512c-40ed-8a07-976e6a048ec7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:48.230066 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79bc9922-820d-44b1-abec-8c7fed63db8d req-07e74250-512c-40ed-8a07-976e6a048ec7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.0876884 Aug 23 15:10:48.261065 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa74454d-2b77-407d-aa84-f3648276d8be tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:48.312695 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74454d-2b77-407d-aa84-f3648276d8be tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d5c6b5a-2434-4de5-8367-e5ff1deb0102,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:48.390427 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-79bc9922-820d-44b1-abec-8c7fed63db8d req-5cbbdd3e-2665-42a9-b7d7-c6402e9bc15f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492660 Aug 23 15:10:48.458887 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa74454d-2b77-407d-aa84-f3648276d8be tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:48.460913 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-aa74454d-2b77-407d-aa84-f3648276d8be tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "DELETE /v2.0/ports/8d5c6b5a-2434-4de5-8367-e5ff1deb0102 HTTP/1.1" status: 204 len: 168 time: 0.9722061 Aug 23 15:10:48.463681 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46724) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:48.468388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6941732-66d7-43d4-840b-fd0d49619945', 'external_fixed_ips': [{'subnet_id': '9a39beb0-6fd3-40e1-8a0a-d15f346ac2a2', 'ip_address': '172.20.0.14'}]}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:48.513946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46728) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:48.624335 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:48.627018 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:48.692987 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-594bef8f-71f7-4b1f-aa59-0fae2aae1581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:48.726771 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:48.840644 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-594bef8f-71f7-4b1f-aa59-0fae2aae1581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:48.956413 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-594bef8f-71f7-4b1f-aa59-0fae2aae1581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:48.984797 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-594bef8f-71f7-4b1f-aa59-0fae2aae1581 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2f16302c0c72456ba3f0c325931d8b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693382 Aug 23 15:10:48.988483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46738) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:49.062645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bef8f-71f7-4b1f-aa59-0fae2aae1581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0fea06-a659-4ef1-a3ce-4ca4aef491b3,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:49.093586 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72319650-4e42-4969-bf59-2750b4ad13df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:49.112782 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:49.127976 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72319650-4e42-4969-bf59-2750b4ad13df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:49.247843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb0fc6-723b-4614-8904-5fa55144965a req-48ad3389-1833-4c69-a2e7-e1214d63f8e6 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:49.249855 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eedb0fc6-723b-4614-8904-5fa55144965a req-48ad3389-1833-4c69-a2e7-e1214d63f8e6 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.0788903 Aug 23 15:10:49.325166 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eedb0fc6-723b-4614-8904-5fa55144965a req-7fd51e0d-70af-4f2b-a029-8fc873d6e12d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651526 Aug 23 15:10:49.394342 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72319650-4e42-4969-bf59-2750b4ad13df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:49.397394 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72319650-4e42-4969-bf59-2750b4ad13df admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:49.401120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-72319650-4e42-4969-bf59-2750b4ad13df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e0fea06-a659-4ef1-a3ce-4ca4aef491b3 HTTP/1.1" status: 204 len: 168 time: 0.4084198 Aug 23 15:10:49.428042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72319650-4e42-4969-bf59-2750b4ad13df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0fea06-a659-4ef1-a3ce-4ca4aef491b3,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:49.686828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43aca5-f650-4210-9b29-b446283b1a5d req-ef74b196-2b70-4df1-8867-0077cf7e3d86 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:49.689158 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6d43aca5-f650-4210-9b29-b446283b1a5d req-ef74b196-2b70-4df1-8867-0077cf7e3d86 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1576819 Aug 23 15:10:49.702631 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:49.738674 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:49.814093 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6d43aca5-f650-4210-9b29-b446283b1a5d req-18955a9b-7b3f-4fb7-8b17-2ff765105917 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185167 Aug 23 15:10:50.171141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Allocated IP 172.20.0.14 (f6941732-66d7-43d4-840b-fd0d49619945/9a39beb0-6fd3-40e1-8a0a-d15f346ac2a2/c251efb3-1cae-4727-a525-2c50c80f95d1) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:10:50.328734 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:50.379973 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:50.524135 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:50.568319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Network f6941732-66d7-43d4-840b-fd0d49619945 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:10:50.568319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:10:50.572322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:10:50.586910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056aefe-ef92-41d2-bab3-3092a31fee24 req-b08c1715-c6c0-47ed-ac50-61fdb9b7ff8b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:50.590983 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1056aefe-ef92-41d2-bab3-3092a31fee24 req-b08c1715-c6c0-47ed-ac50-61fdb9b7ff8b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.1495802 Aug 23 15:10:50.616835 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Pushing event updated for resources: {'Port': ['ID=c251efb3-1cae-4727-a525-2c50c80f95d1,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:50.646054 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1056aefe-ef92-41d2-bab3-3092a31fee24 req-39a5627d-7e1f-453a-a33a-43f7f6dc1b67 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430214 Aug 23 15:10:50.996018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46df0-6afe-42d8-a3a4-1a8489f98ab4 req-50766896-312f-49ca-a978-21e4ef4b900d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:50.998441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0eb46df0-6afe-42d8-a3a4-1a8489f98ab4 req-50766896-312f-49ca-a978-21e4ef4b900d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.0818319 Aug 23 15:10:51.067533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0eb46df0-6afe-42d8-a3a4-1a8489f98ab4 req-28de137d-677b-44aa-b95c-d04aafc7fcc2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511463 Aug 23 15:10:51.227469 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:51.689185 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:51.938487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963220f-cddd-458e-b7e9-52ee498fe894 req-9dd41d2e-0cd8-4021-8cb3-1f066dc5e568 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:51.948920 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0963220f-cddd-458e-b7e9-52ee498fe894 req-9dd41d2e-0cd8-4021-8cb3-1f066dc5e568 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.1540873 Aug 23 15:10:52.051937 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0963220f-cddd-458e-b7e9-52ee498fe894 req-faba0452-95e0-422a-8e4c-b11fb199705d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009974 Aug 23 15:10:52.081563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Router 87fba9ff-ec67-4b72-8183-9e84349c68eb is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:10:52.347506 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:10:52.369626 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Sync routers for ids ['87fba9ff-ec67-4b72-8183-9e84349c68eb'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:10:52.399633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a60974-cf86-4d48-9a49-0d4d8e2c536c req-89f436a1-c421-4622-bcae-f8b076981d2e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:52.417083 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16a60974-cf86-4d48-9a49-0d4d8e2c536c req-89f436a1-c421-4622-bcae-f8b076981d2e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1862984 Aug 23 15:10:52.418688 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Routers {'87fba9ff-ec67-4b72-8183-9e84349c68eb'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:10:52.420815 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:10:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['87fba9ff-ec67-4b72-8183-9e84349c68eb'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:52.493191 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16a60974-cf86-4d48-9a49-0d4d8e2c536c req-64bb3c3c-5eb1-4ade-9852-0f3a022a11b3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750608 Aug 23 15:10:52.494206 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:52.517507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46824) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:52.524662 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2238754c-e8d6-4f4e-ad59-2b58ab3e000b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.0598311 Aug 23 15:10:52.617873 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Set router 87fba9ff-ec67-4b72-8183-9e84349c68eb gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:10:52.669017 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6ddf-1315-4f0d-b902-5392203712eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:52.905835 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fba9ff-ec67-4b72-8183-9e84349c68eb', 'name': '', 'tenant_id': '1123598ade8e4ec19b6118baf1759e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6941732-66d7-43d4-840b-fd0d49619945', 'external_fixed_ips': [{'subnet_id': '9a39beb0-6fd3-40e1-8a0a-d15f346ac2a2', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'c251efb3-1cae-4727-a525-2c50c80f95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:10:48Z', 'updated_at': '2021-08-23T15:10:50Z', 'revision_number': 3, 'project_id': '1123598ade8e4ec19b6118baf1759e6c', 'gw_port': {'id': 'c251efb3-1cae-4727-a525-2c50c80f95d1', 'name': '', 'network_id': 'f6941732-66d7-43d4-840b-fd0d49619945', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fba9ff-ec67-4b72-8183-9e84349c68eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '9a39beb0-6fd3-40e1-8a0a-d15f346ac2a2', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:10:49Z', 'updated_at': '2021-08-23T15:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a39beb0-6fd3-40e1-8a0a-d15f346ac2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:52.944399 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Checking router: 87fba9ff-ec67-4b72-8183-9e84349c68eb for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:10:52.944749 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Updating router 87fba9ff-ec67-4b72-8183-9e84349c68eb port c251efb3-1cae-4727-a525-2c50c80f95d1 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:10:53.147948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46844) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:53.174115 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:53.426778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-899287716'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:53.514399 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:53.568447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Made reservation on behalf of 96b00aa998ff412dacfac98751f7c997 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:10:53.594871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:53.605196 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:53.634124 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:53.635063 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Transition to ACTIVE for port object c251efb3-1cae-4727-a525-2c50c80f95d1 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:10:53.759792 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:53.765601 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f123db-905b-40c9-b75f-095d89be910e req-b2f3bdb8-0084-4c08-abc1-837b41e71800 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:53.767475 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-78f123db-905b-40c9-b75f-095d89be910e req-b2f3bdb8-0084-4c08-abc1-837b41e71800 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1234908 Aug 23 15:10:53.772194 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:53.829111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46856) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:53.838755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898d29f-041c-4ed9-a7b9-315296b3c9f9 req-90db0ed9-1932-4866-b991-9713664a0dae tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:53.854184 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d898d29f-041c-4ed9-a7b9-315296b3c9f9 req-90db0ed9-1932-4866-b991-9713664a0dae tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.3596339 Aug 23 15:10:53.892511 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Attempting to bind port c251efb3-1cae-4727-a525-2c50c80f95d1 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:10:53.892511 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Attempting to bind port c251efb3-1cae-4727-a525-2c50c80f95d1 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '15418e45-a27c-4aa3-95b9-59fa0bd62762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f6941732-66d7-43d4-840b-fd0d49619945'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:10:53.892511 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Attempting to bind port c251efb3-1cae-4727-a525-2c50c80f95d1 on network f6941732-66d7-43d4-840b-fd0d49619945 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:10:53.901759 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:10:53.902185 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Checking segment: {'id': '15418e45-a27c-4aa3-95b9-59fa0bd62762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f6941732-66d7-43d4-840b-fd0d49619945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:10:53.902723 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:53.903154 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Bound using segment: {'id': '15418e45-a27c-4aa3-95b9-59fa0bd62762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f6941732-66d7-43d4-840b-fd0d49619945'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:10:53.903680 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Bound port: c251efb3-1cae-4727-a525-2c50c80f95d1, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15418e45-a27c-4aa3-95b9-59fa0bd62762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f6941732-66d7-43d4-840b-fd0d49619945'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:10:53.904148 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:53.958323 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d898d29f-041c-4ed9-a7b9-315296b3c9f9 req-7dd523dc-4999-44bd-9c97-7f1d87a89fec tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004386 Aug 23 15:10:53.967105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-16991fac-9e80-4802-a4dd-7a3b1c12a13f admin admin] Deleting subnet 651ebd9c-c6f9-45e8-98d6-b422f97e9a2e {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:10:53.977267 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] For port c251efb3-1cae-4727-a525-2c50c80f95d1, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:10:53.980967 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] For port c251efb3-1cae-4727-a525-2c50c80f95d1, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c251efb3-1cae-4727-a525-2c50c80f95d1,segment=NetworkSegment(15418e45-a27c-4aa3-95b9-59fa0bd62762),segment_id=15418e45-a27c-4aa3-95b9-59fa0bd62762)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:10:53.982105 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46858) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:54.004870 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d726277-0aaa-4330-83e6-cd7a516db523 None None] Pushing event updated for resources: {'Port': ['ID=c251efb3-1cae-4727-a525-2c50c80f95d1,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:54.033198 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d726277-0aaa-4330-83e6-cd7a516db523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:54.034213 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d726277-0aaa-4330-83e6-cd7a516db523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:54.035180 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d726277-0aaa-4330-83e6-cd7a516db523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:54.035180 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d726277-0aaa-4330-83e6-cd7a516db523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:54.035529 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d726277-0aaa-4330-83e6-cd7a516db523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:54.036062 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d726277-0aaa-4330-83e6-cd7a516db523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:54.039177 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16991fac-9e80-4802-a4dd-7a3b1c12a13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:54.041689 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d726277-0aaa-4330-83e6-cd7a516db523 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:54.047125 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d726277-0aaa-4330-83e6-cd7a516db523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:54.047125 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d726277-0aaa-4330-83e6-cd7a516db523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:54.047125 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d726277-0aaa-4330-83e6-cd7a516db523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:54.047125 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d726277-0aaa-4330-83e6-cd7a516db523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:54.047125 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d726277-0aaa-4330-83e6-cd7a516db523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:54.103898 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:54.169672 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16991fac-9e80-4802-a4dd-7a3b1c12a13f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:54.284967 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5c751884-a76a-4579-b0fd-d57ac6361780 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3192 time: 0.2239671 Aug 23 15:10:54.290275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46864) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:54.300164 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-aef7ff78-6609-4555-ab16-ed26e7e292e0 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Request body: {'network': {'name': 'tempest-network-smoke--541202771', 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'port_security_enabled': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:54.350474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Deleting port c251efb3-1cae-4727-a525-2c50c80f95d1 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:10:54.351384 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:54.356724 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Routers {'87fba9ff-ec67-4b72-8183-9e84349c68eb'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:10:54.357665 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:10:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['87fba9ff-ec67-4b72-8183-9e84349c68eb'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:54.465825 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-78f123db-905b-40c9-b75f-095d89be910e req-96d1d2f4-b7f2-43a2-bd0f-884d6d269649 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6721232 Aug 23 15:10:54.467576 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16991fac-9e80-4802-a4dd-7a3b1c12a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:54.529894 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] For port c251efb3-1cae-4727-a525-2c50c80f95d1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c251efb3-1cae-4727-a525-2c50c80f95d1,segment=NetworkSegment(15418e45-a27c-4aa3-95b9-59fa0bd62762),segment_id=15418e45-a27c-4aa3-95b9-59fa0bd62762)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:10:54.533807 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:54.548115 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d726277-0aaa-4330-83e6-cd7a516db523 None None] Pushing event updated for resources: {'Port': ['ID=c251efb3-1cae-4727-a525-2c50c80f95d1,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:54.558671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Calling delete_port for c251efb3-1cae-4727-a525-2c50c80f95d1 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:10:54.780917 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] Set router 87fba9ff-ec67-4b72-8183-9e84349c68eb gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:10:54.814325 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:54.881579 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fba9ff-ec67-4b72-8183-9e84349c68eb', 'name': '', 'tenant_id': '1123598ade8e4ec19b6118baf1759e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:10:48Z', 'updated_at': '2021-08-23T15:10:53Z', 'revision_number': 4, 'project_id': '1123598ade8e4ec19b6118baf1759e6c', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:54.934689 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c237a-8ffe-484b-9a44-4abb0e698f2a None None] The sync data for ids ['87fba9ff-ec67-4b72-8183-9e84349c68eb'] in n-d-804985-3 is: [{'id': '87fba9ff-ec67-4b72-8183-9e84349c68eb', 'name': '', 'tenant_id': '1123598ade8e4ec19b6118baf1759e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:10:48Z', 'updated_at': '2021-08-23T15:10:53Z', 'revision_number': 4, 'project_id': '1123598ade8e4ec19b6118baf1759e6c', 'gw_port_host': None}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:10:54.941289 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.015634 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16991fac-9e80-4802-a4dd-7a3b1c12a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.074579 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16991fac-9e80-4802-a4dd-7a3b1c12a13f admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.079521 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-16991fac-9e80-4802-a4dd-7a3b1c12a13f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/651ebd9c-c6f9-45e8-98d6-b422f97e9a2e HTTP/1.1" status: 204 len: 168 time: 1.2425508 Aug 23 15:10:55.079521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46870) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:55.082830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16991fac-9e80-4802-a4dd-7a3b1c12a13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=651ebd9c-c6f9-45e8-98d6-b422f97e9a2e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:55.093439 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d800dcff-1329-4045-a78c-7470925d366d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:55.166611 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.190627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef7ff78-6609-4555-ab16-ed26e7e292e0 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Made reservation on behalf of 3d354a8f034f4df1b0a0d9d5e7386f40 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:10:55.196374 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aef7ff78-6609-4555-ab16-ed26e7e292e0 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.221019 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:10:55.289885 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.292522 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Added segment 1316804f-018f-43b9-aa66-95f69fcafa72 of type vlan for network 15fad418-5e3b-47ab-8594-6470a8aff6fc Aug 23 15:10:55.341435 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Pushing event deleted for resources: {'Port': ['ID=c251efb3-1cae-4727-a525-2c50c80f95d1,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:55.419030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcf4c3-0fb4-4aaa-9d14-d3293cf783ac req-d13e9721-dc51-4768-9c0b-487e8ec85391 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:55.421833 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-59dcf4c3-0fb4-4aaa-9d14-d3293cf783ac req-d13e9721-dc51-4768-9c0b-487e8ec85391 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.3028262 Aug 23 15:10:55.425932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef7ff78-6609-4555-ab16-ed26e7e292e0 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:10:55.471787 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aef7ff78-6609-4555-ab16-ed26e7e292e0 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.472605 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-aef7ff78-6609-4555-ab16-ed26e7e292e0 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Added segment 8a3cc32f-6270-475b-b202-8ffc6a3eff06 of type vlan for network 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 Aug 23 15:10:55.517346 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.532976 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.554175 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.557996 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aef7ff78-6609-4555-ab16-ed26e7e292e0 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.566684 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-59dcf4c3-0fb4-4aaa-9d14-d3293cf783ac req-fed3109a-7e77-4f6e-8020-6643820b95e3 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116266 Aug 23 15:10:55.577128 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a901c43-36ba-41cf-a2fe-8ae908ec1851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.755223 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.758478 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.808293 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a901c43-36ba-41cf-a2fe-8ae908ec1851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.823344 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.resource_extend [None req-aef7ff78-6609-4555-ab16-ed26e7e292e0 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 15:10:55.826965 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-6a901c43-36ba-41cf-a2fe-8ae908ec1851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35459842-726b-4670-a10e-e494dc2fd58d']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:55.846801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc8bc1-759f-4c79-bf23-f831f92fff75 req-6d43d981-af72-4e26-8446-43147c1204f1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:55.848786 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-62bc8bc1-759f-4c79-bf23-f831f92fff75 req-6d43d981-af72-4e26-8446-43147c1204f1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1837287 Aug 23 15:10:55.857030 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-6a901c43-36ba-41cf-a2fe-8ae908ec1851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09622a6e-1c89-43cc-8105-57dd951f9f86') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:55.857761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-6a901c43-36ba-41cf-a2fe-8ae908ec1851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09622a6e-1c89-43cc-8105-57dd951f9f86') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:55.881851 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a901c43-36ba-41cf-a2fe-8ae908ec1851 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.911209 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.912496 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87fba9ff-ec67-4b72-8183-9e84349c68eb {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:10:55.918515 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.923391 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.923545 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8ec9d704-9059-4ca3-9cde-d76b26122640 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "DELETE /v2.0/routers/87fba9ff-ec67-4b72-8183-9e84349c68eb HTTP/1.1" status: 204 len: 168 time: 3.4014156 Aug 23 15:10:55.923545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46882) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:55.929087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:55.930206 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.932999 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aef7ff78-6609-4555-ab16-ed26e7e292e0 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.946642 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a901c43-36ba-41cf-a2fe-8ae908ec1851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:55.966122 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef7ff78-6609-4555-ab16-ed26e7e292e0 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:55.969612 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aef7ff78-6609-4555-ab16-ed26e7e292e0 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.005223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a901c43-36ba-41cf-a2fe-8ae908ec1851 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:10:56.005223 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a901c43-36ba-41cf-a2fe-8ae908ec1851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:10:56.021045 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:10:56.152428 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7ff78-6609-4555-ab16-ed26e7e292e0 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'Network': ['ID=3ead2bfa-2deb-48b0-a2e2-a229c8c14a16,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:56.166506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:10:56.168588 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-62bc8bc1-759f-4c79-bf23-f831f92fff75 req-96b59ecd-4eb4-4c20-aa33-2970069d3d61 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078270 Aug 23 15:10:56.189745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Deleting subnet 9a39beb0-6fd3-40e1-8a0a-d15f346ac2a2 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:10:56.200902 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0490201 Aug 23 15:10:56.201908 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46886) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:56.204152 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.224062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dded17-a1e9-43d3-b2a2-39bb7af659fb tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Pushing event updated for resources: {'Network': ['ID=15fad418-5e3b-47ab-8594-6470a8aff6fc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:56.328242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 15fad418-5e3b-47ab-8594-6470a8aff6fc details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:10:56.331219 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.361409 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a901c43-36ba-41cf-a2fe-8ae908ec1851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.418936 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a901c43-36ba-41cf-a2fe-8ae908ec1851 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.429459 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6a901c43-36ba-41cf-a2fe-8ae908ec1851 admin admin] 10.222.0.38 "DELETE /v2.0/networks/35459842-726b-4670-a10e-e494dc2fd58d HTTP/1.1" status: 204 len: 168 time: 1.3480370 Aug 23 15:10:56.431048 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46894) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:56.434441 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-aef7ff78-6609-4555-ab16-ed26e7e292e0 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1424530 Aug 23 15:10:56.444833 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a901c43-36ba-41cf-a2fe-8ae908ec1851 admin admin] Pushing event deleted for resources: {'Network': ['ID=35459842-726b-4670-a10e-e494dc2fd58d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:56.445420 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.448983 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46898) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:56.519943 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1132461179', 'admin_state_up': True, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:56.545817 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Request body: {'network': {'name': 'tempest-network--798592807', 'router:external': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:56.613025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce59aeb3-45f3-4207-9b4e-479c6cff9a5d admin admin] Deleting subnet c973a1ba-05af-46a7-a7ba-c8e3a36ae254 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:10:56.618739 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 15:10:56.618739 n-d-804985-3 neutron-server[96114]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 15:10:56.618739 n-d-804985-3 neutron-server[96114]: [parameters: {'project_id_1': '682d88a30ac44a87b76cd1edd1c9ce0e', 'expiration_1': datetime.datetime(2021, 8, 23, 15, 10, 56, 558503)}] Aug 23 15:10:56.618739 n-d-804985-3 neutron-server[96114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:10:56.619257 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:10:56.624394 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ce59aeb3-45f3-4207-9b4e-479c6cff9a5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.634804 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8dc67ba5-38f6-4930-b264-09001250584f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.713884 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ce59aeb3-45f3-4207-9b4e-479c6cff9a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.754932 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.754932 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.775929 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.779181 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.809869 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.811792 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "DELETE /v2.0/subnets/9a39beb0-6fd3-40e1-8a0a-d15f346ac2a2 HTTP/1.1" status: 204 len: 168 time: 0.8849170 Aug 23 15:10:56.814724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46902) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:56.840663 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9a39beb0-6fd3-40e1-8a0a-d15f346ac2a2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:56.853978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:56.854331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:56.854681 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:56.855024 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:56.855366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:56.855725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:56.856063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:56.856410 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:56.856790 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:56.857128 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:56.857484 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:56.857818 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bed8fc-da17-49d8-9ce9-4462a5bb5e82 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:10:56.896738 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ce59aeb3-45f3-4207-9b4e-479c6cff9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.978738 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:56.990045 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec56a87-87b0-4e9a-bcb7-02034fc85b84 req-b27474ba-8898-4fbd-ab13-9712b57e32d7 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:56.991935 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cec56a87-87b0-4e9a-bcb7-02034fc85b84 req-b27474ba-8898-4fbd-ab13-9712b57e32d7 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.2456946 Aug 23 15:10:57.044135 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2dc3315e-9643-4162-b9d7-b2a6271227c1 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.094517 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cec56a87-87b0-4e9a-bcb7-02034fc85b84 req-035e99a8-91df-4ee4-82d7-b801ec4cac1d tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875378 Aug 23 15:10:57.159754 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2dc3315e-9643-4162-b9d7-b2a6271227c1 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.172874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2dc3315e-9643-4162-b9d7-b2a6271227c1 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6941732-66d7-43d4-840b-fd0d49619945']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:57.187919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2dc3315e-9643-4162-b9d7-b2a6271227c1 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15418e45-a27c-4aa3-95b9-59fa0bd62762') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:57.188387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-2dc3315e-9643-4162-b9d7-b2a6271227c1 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15418e45-a27c-4aa3-95b9-59fa0bd62762') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:57.201358 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2dc3315e-9643-4162-b9d7-b2a6271227c1 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.228583 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2dc3315e-9643-4162-b9d7-b2a6271227c1 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.238391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc3315e-9643-4162-b9d7-b2a6271227c1 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:10:57.238391 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2dc3315e-9643-4162-b9d7-b2a6271227c1 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:10:57.239797 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:10:57.265495 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ce59aeb3-45f3-4207-9b4e-479c6cff9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.335217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.339091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59aeb3-45f3-4207-9b4e-479c6cff9a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c973a1ba-05af-46a7-a7ba-c8e3a36ae254,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:57.349940 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ce59aeb3-45f3-4207-9b4e-479c6cff9a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.356707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46910) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:57.357358 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ce59aeb3-45f3-4207-9b4e-479c6cff9a5d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c973a1ba-05af-46a7-a7ba-c8e3a36ae254 HTTP/1.1" status: 204 len: 168 time: 0.9214778 Aug 23 15:10:57.358896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Made reservation on behalf of 682d88a30ac44a87b76cd1edd1c9ce0e for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:10:57.362756 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.392338 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.515181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c19e56-163c-4201-a04f-afd27364f3ae req-d1defea3-b75f-4c21-9e39-3cbf7e3984bb tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:57.519179 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08c19e56-163c-4201-a04f-afd27364f3ae req-d1defea3-b75f-4c21-9e39-3cbf7e3984bb tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.2193325 Aug 23 15:10:57.541078 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-87c89441-2a88-42cc-b050-9f7c297a68d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.562475 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.576764 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2dc3315e-9643-4162-b9d7-b2a6271227c1 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.588356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc3315e-9643-4162-b9d7-b2a6271227c1 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6941732-66d7-43d4-840b-fd0d49619945 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 15:10:57.591370 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2dc3315e-9643-4162-b9d7-b2a6271227c1 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.601216 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2dc3315e-9643-4162-b9d7-b2a6271227c1 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "DELETE /v2.0/networks/f6941732-66d7-43d4-840b-fd0d49619945 HTTP/1.1" status: 204 len: 168 time: 0.7764468 Aug 23 15:10:57.762605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.821966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3315e-9643-4162-b9d7-b2a6271227c1 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6941732-66d7-43d4-840b-fd0d49619945,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:57.858939 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08c19e56-163c-4201-a04f-afd27364f3ae req-0f6d6408-7821-42f1-b15b-fe1e1df234bb tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070798 Aug 23 15:10:57.869013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:10:57.876532 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-87c89441-2a88-42cc-b050-9f7c297a68d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.900525 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-87c89441-2a88-42cc-b050-9f7c297a68d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a7c859-0a1c-4788-b29c-48b8c41995c4']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:57.919219 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-87c89441-2a88-42cc-b050-9f7c297a68d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf724e8-7875-4352-b1d2-30bd62d63773') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:57.919836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-87c89441-2a88-42cc-b050-9f7c297a68d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf724e8-7875-4352-b1d2-30bd62d63773') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:57.942563 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-87c89441-2a88-42cc-b050-9f7c297a68d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.958211 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.961678 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Added segment 48f2c77b-f264-4d56-8bc8-b82a30e872ff of type vlan for network 2d4e5a1e-48d1-4dbe-8496-c568dd4afc58 Aug 23 15:10:57.963099 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-87c89441-2a88-42cc-b050-9f7c297a68d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.976659 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c89441-2a88-42cc-b050-9f7c297a68d0 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:10:57.977627 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-87c89441-2a88-42cc-b050-9f7c297a68d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:10:57.980126 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:10:58.010463 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35825f87-5dd3-491a-9c9e-d7d7ef33f95b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:58.107442 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:58.142070 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:58.203905 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-87c89441-2a88-42cc-b050-9f7c297a68d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:58.213466 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-87c89441-2a88-42cc-b050-9f7c297a68d0 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:58.215572 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-87c89441-2a88-42cc-b050-9f7c297a68d0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c4a7c859-0a1c-4788-b29c-48b8c41995c4 HTTP/1.1" status: 204 len: 168 time: 0.8575935 Aug 23 15:10:58.246380 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:58.248744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c89441-2a88-42cc-b050-9f7c297a68d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a7c859-0a1c-4788-b29c-48b8c41995c4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:58.317668 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b0dbd-391f-4d3c-804f-c0541d5d1ef3 req-0d46968d-b039-4624-aa17-b99be03dc479 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:58.319334 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-645b0dbd-391f-4d3c-804f-c0541d5d1ef3 req-0d46968d-b039-4624-aa17-b99be03dc479 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.1338079 Aug 23 15:10:58.371240 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Allocated IP 172.25.8.69 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/08d65b02-83ba-44a3-b13e-d3425cb7c7e0) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:10:58.398609 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-645b0dbd-391f-4d3c-804f-c0541d5d1ef3 req-a57c7c07-4f9d-40a5-97d4-9b190523e6ac tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695906 Aug 23 15:10:58.416560 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:58.417524 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:58.420054 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:58.557735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event updated for resources: {'Network': ['ID=2d4e5a1e-48d1-4dbe-8496-c568dd4afc58,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:58.570196 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 2d4e5a1e-48d1-4dbe-8496-c568dd4afc58 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:10:58.586812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46936) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:58.591511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7821e718-be6b-4a8d-b57c-4a997ee4c3ab tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Request body: {'router': {'name': 'tempest-router--1523525252', 'project_id': 'be412616885041a08c2aaee526f40f99'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:58.635309 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:58.637442 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:58.652258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46938) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:58.652575 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c0c5ec85-2a97-4acb-94aa-a4d66ede0ebf tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2333474 Aug 23 15:10:58.753852 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7821e718-be6b-4a8d-b57c-4a997ee4c3ab tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:58.754961 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7821e718-be6b-4a8d-b57c-4a997ee4c3ab tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:58.816583 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7821e718-be6b-4a8d-b57c-4a997ee4c3ab tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:58.824761 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4054280-6045-4338-ba9c-6ac15b2d0897 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:58.904158 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:59.026718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:10:59.028521 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:10:59.040551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:10:59.107168 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'Port': ['ID=08d65b02-83ba-44a3-b13e-d3425cb7c7e0,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:59.192251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46946) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:59.284388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9e9b65e6-12f1-41ba-b051-2f664add1cd3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d2f93649e44845d1bc6f170dfe3fe046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874276 Aug 23 15:10:59.284854 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46950) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:59.346346 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7821e718-be6b-4a8d-b57c-4a997ee4c3ab tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:59.459702 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4054280-6045-4338-ba9c-6ac15b2d0897 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:59.460519 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c69a-c659-4dc0-848c-c3aa30bb30ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:59.460633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2074a40-9b37-44fa-ad8a-6967440d1001 req-38e9073e-62e9-46f0-89c4-a621c124fecc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:10:59.460633 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2074a40-9b37-44fa-ad8a-6967440d1001 req-38e9073e-62e9-46f0-89c4-a621c124fecc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1402738 Aug 23 15:10:59.469828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e4054280-6045-4338-ba9c-6ac15b2d0897 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4e5a1e-48d1-4dbe-8496-c568dd4afc58']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:59.470076 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c69a-c659-4dc0-848c-c3aa30bb30ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:59.503443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e4054280-6045-4338-ba9c-6ac15b2d0897 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f2c77b-f264-4d56-8bc8-b82a30e872ff') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:59.503885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e4054280-6045-4338-ba9c-6ac15b2d0897 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f2c77b-f264-4d56-8bc8-b82a30e872ff') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:10:59.530680 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2074a40-9b37-44fa-ad8a-6967440d1001 req-0a215b7d-01c8-4301-83d7-6f4a12420339 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712619 Aug 23 15:10:59.533480 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4054280-6045-4338-ba9c-6ac15b2d0897 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:59.555975 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4054280-6045-4338-ba9c-6ac15b2d0897 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:59.562825 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4054280-6045-4338-ba9c-6ac15b2d0897 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:10:59.563332 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4054280-6045-4338-ba9c-6ac15b2d0897 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:10:59.565665 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:10:59.576666 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7821e718-be6b-4a8d-b57c-4a997ee4c3ab tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:59.584046 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7821e718-be6b-4a8d-b57c-4a997ee4c3ab tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9900408 Aug 23 15:10:59.597649 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46956) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:59.727976 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c69a-c659-4dc0-848c-c3aa30bb30ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:59.730536 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c69a-c659-4dc0-848c-c3aa30bb30ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:59.731737 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dcd6c69a-c659-4dc0-848c-c3aa30bb30ea admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3803dd07-dcf5-430d-a65d-29b857e45e39 HTTP/1.1" status: 204 len: 168 time: 0.4269593 Aug 23 15:10:59.742944 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8c86547-59e5-42e4-b974-351d48730dc5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:59.797590 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4054280-6045-4338-ba9c-6ac15b2d0897 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:59.816233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4054280-6045-4338-ba9c-6ac15b2d0897 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2d4e5a1e-48d1-4dbe-8496-c568dd4afc58 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 15:10:59.818509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4054280-6045-4338-ba9c-6ac15b2d0897 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d4e5a1e-48d1-4dbe-8496-c568dd4afc58,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:10:59.823925 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4054280-6045-4338-ba9c-6ac15b2d0897 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:59.826030 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e4054280-6045-4338-ba9c-6ac15b2d0897 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "DELETE /v2.0/networks/2d4e5a1e-48d1-4dbe-8496-c568dd4afc58 HTTP/1.1" status: 204 len: 168 time: 1.1727235 Aug 23 15:10:59.830627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46968) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:10:59.837298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d522d002-564f-4f77-a46d-4c287e580177 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Request body: {'network': {'router:external': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:10:59.952881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d522d002-564f-4f77-a46d-4c287e580177 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Made reservation on behalf of 682d88a30ac44a87b76cd1edd1c9ce0e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:10:59.956672 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d522d002-564f-4f77-a46d-4c287e580177 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:10:59.988013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d522d002-564f-4f77-a46d-4c287e580177 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:11:00.001084 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d522d002-564f-4f77-a46d-4c287e580177 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:00.001084 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-d522d002-564f-4f77-a46d-4c287e580177 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Added segment 211985ee-1f6e-45e5-8d78-161ead8ac9ca of type vlan for network cd721530-1b6f-4c64-94fd-ad323f9d15e2 Aug 23 15:11:00.105931 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d522d002-564f-4f77-a46d-4c287e580177 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:00.228484 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6c69a-c659-4dc0-848c-c3aa30bb30ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3803dd07-dcf5-430d-a65d-29b857e45e39,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:00.297870 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d522d002-564f-4f77-a46d-4c287e580177 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:00.297870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d522d002-564f-4f77-a46d-4c287e580177 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:00.297870 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d522d002-564f-4f77-a46d-4c287e580177 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:00.314853 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb26a26-e3fe-44ee-bbbe-63b0d230ee9e req-7266665f-c516-45cb-9308-1ebaa4af9a9b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:00.323486 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1eb26a26-e3fe-44ee-bbbe-63b0d230ee9e req-7266665f-c516-45cb-9308-1ebaa4af9a9b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.7449234 Aug 23 15:11:00.442032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522d002-564f-4f77-a46d-4c287e580177 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event updated for resources: {'Network': ['ID=cd721530-1b6f-4c64-94fd-ad323f9d15e2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:00.453211 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network cd721530-1b6f-4c64-94fd-ad323f9d15e2 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:11:00.508627 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:00.512320 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8c86547-59e5-42e4-b974-351d48730dc5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:00.534684 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d522d002-564f-4f77-a46d-4c287e580177 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7026346 Aug 23 15:11:00.537731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46982) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:00.542988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0aa6461c-fd02-4ebb-b987-136d8e023a91 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Request body: {'subnet': {'network_id': 'cd721530-1b6f-4c64-94fd-ad323f9d15e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:00.545609 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1eb26a26-e3fe-44ee-bbbe-63b0d230ee9e req-545a077d-ec27-4ffc-93a7-812dd7751767 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210846 Aug 23 15:11:00.546916 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8c86547-59e5-42e4-b974-351d48730dc5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:00.700571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710d8d3-d528-4a34-90e4-52b9707cafb7 req-7d9461a9-9cac-4d36-8321-fc6c0154f629 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:00.702529 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1710d8d3-d528-4a34-90e4-52b9707cafb7 req-7d9461a9-9cac-4d36-8321-fc6c0154f629 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.0784450 Aug 23 15:11:00.741075 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa6461c-fd02-4ebb-b987-136d8e023a91 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Made reservation on behalf of 682d88a30ac44a87b76cd1edd1c9ce0e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:11:00.743703 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0aa6461c-fd02-4ebb-b987-136d8e023a91 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:00.785931 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8c86547-59e5-42e4-b974-351d48730dc5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:00.786470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c86547-59e5-42e4-b974-351d48730dc5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe6b27cd-c207-413e-ac01-4b8995203058 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:11:00.797206 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8c86547-59e5-42e4-b974-351d48730dc5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:00.801989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d8c86547-59e5-42e4-b974-351d48730dc5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "DELETE /v2.0/routers/fe6b27cd-c207-413e-ac01-4b8995203058 HTTP/1.1" status: 204 len: 168 time: 1.2005723 Aug 23 15:11:00.807329 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1710d8d3-d528-4a34-90e4-52b9707cafb7 req-0c616798-1fcf-4213-b8d6-0a7bab3c4fd7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913126 Aug 23 15:11:00.832071 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:00.937819 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46992) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:01.021750 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-aa9d556c-4ed4-43a9-a5e7-4affddbe55ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0717a51472924b42bd0c6c2ade6657cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797892 Aug 23 15:11:01.025852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 46996) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:01.147109 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc4095-4f86-46f9-8fe2-964f5b8788c0 req-3a1a1849-7232-42d7-a784-e0d5bb411cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:01.148952 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09cc4095-4f86-46f9-8fe2-964f5b8788c0 req-3a1a1849-7232-42d7-a784-e0d5bb411cd4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 1097 time: 0.1118357 Aug 23 15:11:01.190866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-194e80d7-c6cd-40f7-894e-b9bcedd5bf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:01.244487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.objects.ports [None req-0aa6461c-fd02-4ebb-b987-136d8e023a91 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96115) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:11:01.245386 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0aa6461c-fd02-4ebb-b987-136d8e023a91 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:01.253216 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-194e80d7-c6cd-40f7-894e-b9bcedd5bf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:01.280054 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Router 184b7f33-855f-4dc4-9ab5-3d291e16d3f7 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:11:01.312165 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc4095-4f86-46f9-8fe2-964f5b8788c0 req-7d580dea-0742-4d84-8fdb-c809f6b63a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:01.313829 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09cc4095-4f86-46f9-8fe2-964f5b8788c0 req-7d580dea-0742-4d84-8fdb-c809f6b63a55 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 918 time: 0.1527843 Aug 23 15:11:01.331190 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa6461c-fd02-4ebb-b987-136d8e023a91 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Checking segment: {'id': '211985ee-1f6e-45e5-8d78-161ead8ac9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cd721530-1b6f-4c64-94fd-ad323f9d15e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:11:01.331587 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa6461c-fd02-4ebb-b987-136d8e023a91 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Network hostable DHCP agents. Network: cd721530-1b6f-4c64-94fd-ad323f9d15e2, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:11:01.335073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6461c-fd02-4ebb-b987-136d8e023a91 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event updated for resources: {'Subnet': ['ID=93abe086-568a-4cf8-87e9-7f5c6ac5d4e6,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:01.362467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 46998) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:01.448265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa6461c-fd02-4ebb-b987-136d8e023a91 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Network cd721530-1b6f-4c64-94fd-ad323f9d15e2 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:11:01.489371 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09cc4095-4f86-46f9-8fe2-964f5b8788c0 req-6dfaec89-4f2b-4b8c-a2bd-903bae82fa69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb HTTP/1.1" status: 200 len: 1002 time: 0.1660156 Aug 23 15:11:01.564845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-194e80d7-c6cd-40f7-894e-b9bcedd5bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:01.567574 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-194e80d7-c6cd-40f7-894e-b9bcedd5bf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:01.571843 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-194e80d7-c6cd-40f7-894e-b9bcedd5bf04 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a8efae92-3e68-4414-8453-56b43b44ae3e HTTP/1.1" status: 204 len: 168 time: 0.5418530 Aug 23 15:11:01.579562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0aa6461c-fd02-4ebb-b987-136d8e023a91 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, cd721530-1b6f-4c64-94fd-ad323f9d15e2) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:11:01.587208 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:11:01.590957 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa6461c-fd02-4ebb-b987-136d8e023a91 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:01.591623 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0aa6461c-fd02-4ebb-b987-136d8e023a91 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:01.593461 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Sync routers for ids ['184b7f33-855f-4dc4-9ab5-3d291e16d3f7'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:11:01.611098 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca541d2f-7403-4810-a9b0-215f2542c0d9 None None] Network cd721530-1b6f-4c64-94fd-ad323f9d15e2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:11:01.644933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Routers {'184b7f33-855f-4dc4-9ab5-3d291e16d3f7'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:01.645594 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:10:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['184b7f33-855f-4dc4-9ab5-3d291e16d3f7'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:01.667631 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e80d7-c6cd-40f7-894e-b9bcedd5bf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8efae92-3e68-4414-8453-56b43b44ae3e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:01.673274 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc4095-4f86-46f9-8fe2-964f5b8788c0 req-1d950092-8946-4749-9900-3ea4661a5f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:01.674928 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09cc4095-4f86-46f9-8fe2-964f5b8788c0 req-1d950092-8946-4749-9900-3ea4661a5f4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 200 len: 856 time: 0.1754470 Aug 23 15:11:01.775829 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0aa6461c-fd02-4ebb-b987-136d8e023a91 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2367160 Aug 23 15:11:01.780033 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47012) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:01.795070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Request body: {'floatingip': {'floating_network_id': 'cd721530-1b6f-4c64-94fd-ad323f9d15e2'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:01.823457 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:01.830818 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2d4015d8-6719-4996-81b1-f4adb70dd488 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.3745131 Aug 23 15:11:01.831125 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47014) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:01.833100 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-141156172', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:01.939124 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02546d70-a2e1-467b-8087-5fda1a781557 req-1beffa1f-4daf-4b8e-8c3b-0bdbf0b0e529 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:01.942364 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02546d70-a2e1-467b-8087-5fda1a781557 req-1beffa1f-4daf-4b8e-8c3b-0bdbf0b0e529 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.2002156 Aug 23 15:11:01.950967 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc4095-4f86-46f9-8fe2-964f5b8788c0 req-491078b7-9dc1-4c52-94fb-4ca3fb474938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:01.954373 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09cc4095-4f86-46f9-8fe2-964f5b8788c0 req-491078b7-9dc1-4c52-94fb-4ca3fb474938 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3abf700b-7cb8-4157-b106-bf6f54332e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2715545 Aug 23 15:11:02.012165 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc4d57-5471-4b77-99e7-70923558dffd tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:02.019525 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-29dc4d57-5471-4b77-99e7-70923558dffd tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=3d354a8f034f4df1b0a0d9d5e7386f40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1790667 Aug 23 15:11:02.019831 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:02.019831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47018) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:02.050865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Set router 184b7f33-855f-4dc4-9ab5-3d291e16d3f7 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:11:02.085147 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02546d70-a2e1-467b-8087-5fda1a781557 req-73961697-c469-4fe3-b89d-fd423eef3b47 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293697 Aug 23 15:11:02.090244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1abf01-1277-448d-8776-3ba7bb87b158 None None] Network cd721530-1b6f-4c64-94fd-ad323f9d15e2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:11:02.180109 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09cc4095-4f86-46f9-8fe2-964f5b8788c0 req-cc277d1b-9948-420e-9100-60a9b582b8ef service neutron] 10.222.0.57 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118547 Aug 23 15:11:02.221263 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62adc0bb-340b-44a6-b75c-ce5d1bbcc400 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:02.222052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62adc0bb-340b-44a6-b75c-ce5d1bbcc400 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:02.223954 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-62adc0bb-340b-44a6-b75c-ce5d1bbcc400 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.2043645 Aug 23 15:11:02.231874 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47024) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:02.368163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930b849-0c52-4775-8aba-5d3b2218ea5b req-5349b0c4-1545-4a75-a77a-7303a664f619 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:02.370810 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4930b849-0c52-4775-8aba-5d3b2218ea5b req-5349b0c4-1545-4a75-a77a-7303a664f619 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.4215562 Aug 23 15:11:02.391426 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:02.394022 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:02.508163 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4930b849-0c52-4775-8aba-5d3b2218ea5b req-e979b26c-6246-4e3c-b40f-0907cc0a40fd tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251769 Aug 23 15:11:02.531983 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09cc4095-4f86-46f9-8fe2-964f5b8788c0 req-7320a170-0b4e-4303-aa01-92b549b3face service neutron] 10.222.0.57 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434334 Aug 23 15:11:02.577893 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e49fd0e-86d9-4ecb-8516-f5e1a957a5c9 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:02.583576 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7e49fd0e-86d9-4ecb-8516-f5e1a957a5c9 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=cd721530-1b6f-4c64-94fd-ad323f9d15e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.3475988 Aug 23 15:11:02.584553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47032) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:02.609741 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:02.636237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1132461179', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:10:56Z', 'updated_at': '2021-08-23T15:10:59Z', 'revision_number': 3, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:10:58Z', 'updated_at': '2021-08-23T15:10:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:02.648634 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:02.649556 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4f08053b-5962-45d9-9410-346474ee954c tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0627112 Aug 23 15:11:02.650575 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47036) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:02.692527 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ac095bf5-0f26-4b7d-898f-da24a320916e tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=3d354a8f034f4df1b0a0d9d5e7386f40&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406623 Aug 23 15:11:02.693820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47038) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:02.702703 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Checking router: 184b7f33-855f-4dc4-9ab5-3d291e16d3f7 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:11:02.703541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Updating router 184b7f33-855f-4dc4-9ab5-3d291e16d3f7 port 08d65b02-83ba-44a3-b13e-d3425cb7c7e0 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:11:02.747035 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:02.955594 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e45728-3c06-4e0b-9c95-bdf65d5e8515 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:02.956402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e45728-3c06-4e0b-9c95-bdf65d5e8515 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:02.965968 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-76e45728-3c06-4e0b-9c95-bdf65d5e8515 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.2704620 Aug 23 15:11:02.966963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47042) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:03.024899 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-27ae5bec-0bbf-4361-895f-c0788f6197db tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=cd721530-1b6f-4c64-94fd-ad323f9d15e2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556448 Aug 23 15:11:03.025986 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47046) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:03.104870 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:11:03.116468 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b87a123e-2e0a-4fbf-ba96-fbb0380a7ecb tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0887046 Aug 23 15:11:03.119632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47050) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:03.131376 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Allocated IP 172.20.0.10 (cd721530-1b6f-4c64-94fd-ad323f9d15e2/93abe086-568a-4cf8-87e9-7f5c6ac5d4e6/8bf21e50-9fc5-4150-9847-d07a62fff58a) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:11:03.165501 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2362fafc-e656-4efe-b165-084b59c03eac tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-244336083', 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16', 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:03.200184 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:03.454853 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:03.456042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2362fafc-e656-4efe-b165-084b59c03eac tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Made reservation on behalf of 3d354a8f034f4df1b0a0d9d5e7386f40 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:11:03.459843 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2362fafc-e656-4efe-b165-084b59c03eac tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:03.484828 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25865c03-9cf1-4aea-86bd-735b37bc2b57 req-6aaab3f3-3184-4d76-8dc4-f01841889f45 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:03.498427 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-25865c03-9cf1-4aea-86bd-735b37bc2b57 req-6aaab3f3-3184-4d76-8dc4-f01841889f45 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.1471963 Aug 23 15:11:03.502702 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:03.515959 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Transition to ACTIVE for port object 08d65b02-83ba-44a3-b13e-d3425cb7c7e0 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:11:03.617532 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:03.636174 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:03.675004 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-25865c03-9cf1-4aea-86bd-735b37bc2b57 req-8752e53d-aaaa-4c05-888f-ba865f5e0007 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754270 Aug 23 15:11:03.684544 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a7c7cb17-9e52-4543-b3e8-119a541c72cb no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:11:03.719178 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:03.787854 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:03.795258 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Attempting to bind port 08d65b02-83ba-44a3-b13e-d3425cb7c7e0 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:11:03.795715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Attempting to bind port 08d65b02-83ba-44a3-b13e-d3425cb7c7e0 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:11:03.796453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Attempting to bind port 08d65b02-83ba-44a3-b13e-d3425cb7c7e0 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:11:03.831075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cc559-c700-4ddd-bdbc-2ee8125fa2ac None None] Pushing event updated for resources: {'Port': ['ID=08d65b02-83ba-44a3-b13e-d3425cb7c7e0,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:03.840458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:11:03.840863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:11:03.841273 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:03.841721 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:11:03.842326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Bound port: 08d65b02-83ba-44a3-b13e-d3425cb7c7e0, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:11:03.842768 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:03.846016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc559-c700-4ddd-bdbc-2ee8125fa2ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.846016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc559-c700-4ddd-bdbc-2ee8125fa2ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.846246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc559-c700-4ddd-bdbc-2ee8125fa2ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.846686 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc559-c700-4ddd-bdbc-2ee8125fa2ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.847821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc559-c700-4ddd-bdbc-2ee8125fa2ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.847821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc559-c700-4ddd-bdbc-2ee8125fa2ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.848141 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc559-c700-4ddd-bdbc-2ee8125fa2ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.848473 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc559-c700-4ddd-bdbc-2ee8125fa2ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.848807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc559-c700-4ddd-bdbc-2ee8125fa2ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.849135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc559-c700-4ddd-bdbc-2ee8125fa2ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.849465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc559-c700-4ddd-bdbc-2ee8125fa2ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.850105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658cc559-c700-4ddd-bdbc-2ee8125fa2ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.884086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Network cd721530-1b6f-4c64-94fd-ad323f9d15e2 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:11:03.885817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event updated for resources: {'Port': ['ID=8bf21e50-9fc5-4150-9847-d07a62fff58a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:03.894773 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:11:03.910082 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6b3a5-4317-46f0-b7d5-fbe37955cff1 req-f93f128e-63f1-4449-a2d3-0e6c86f8d1d1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:03.912714 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0cd6b3a5-4317-46f0-b7d5-fbe37955cff1 req-f93f128e-63f1-4449-a2d3-0e6c86f8d1d1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.2792764 Aug 23 15:11:03.915786 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:11:03.920377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.920803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.921223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.921629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.922030 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.922430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.923151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.923151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.923600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.924871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.925272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.925663 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:11:03.937753 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2362fafc-e656-4efe-b165-084b59c03eac tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:03.963635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] For port 08d65b02-83ba-44a3-b13e-d3425cb7c7e0, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:11:03.968681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] For port 08d65b02-83ba-44a3-b13e-d3425cb7c7e0, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=08d65b02-83ba-44a3-b13e-d3425cb7c7e0,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:11:03.974256 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:04.012269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:11:04.021072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Allocated IP 172.25.8.253 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/e7d6c04f-b25e-42c9-a4a4-83ae4386e721) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:11:04.021249 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4abcc7-ec0c-4e74-a1ae-c23acde55618" -d '{"events": [{"server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:11:04.048145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:04.052678 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:04.070449 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0cd6b3a5-4317-46f0-b7d5-fbe37955cff1 req-c7f93643-0beb-4119-8747-2bb6d6b15c97 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398449 Aug 23 15:11:04.129363 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362fafc-e656-4efe-b165-084b59c03eac tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'Subnet': ['ID=dc99196f-ee06-4c88-9891-25023651f268,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:04.146098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2362fafc-e656-4efe-b165-084b59c03eac tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Checking segment: {'id': '8a3cc32f-6270-475b-b202-8ffc6a3eff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:11:04.146098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2362fafc-e656-4efe-b165-084b59c03eac tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Network hostable DHCP agents. Network: 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:11:04.177126 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:04.179124 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdf791b-7ff2-4c6a-8249-de5e446658b1 x-openstack-request-id: req-5bdf791b-7ff2-4c6a-8249-de5e446658b1 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:11:04.179423 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:11:04.179700 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5bdf791b-7ff2-4c6a-8249-de5e446658b1 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:11:04.180103 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'code': 200} Aug 23 15:11:04.181963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cc559-c700-4ddd-bdbc-2ee8125fa2ac None None] Pushing event updated for resources: {'Port': ['ID=08d65b02-83ba-44a3-b13e-d3425cb7c7e0,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:04.189409 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:04.243037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Routers {'184b7f33-855f-4dc4-9ab5-3d291e16d3f7'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:04.244141 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:10:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['184b7f33-855f-4dc4-9ab5-3d291e16d3f7'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:04.257647 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:04.312077 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=a7c7cb17-9e52-4543-b3e8-119a541c72cb,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:04.371598 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2362fafc-e656-4efe-b165-084b59c03eac tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Network 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:11:04.406339 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:04.418290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] Set router 184b7f33-855f-4dc4-9ab5-3d291e16d3f7 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:11:04.459187 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:04.506617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:11:04.521043 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:11:04.528148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:11:04.562569 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-2362fafc-e656-4efe-b165-084b59c03eac tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:11:04.577447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3b9809-99a0-4d10-a99b-03d6f9380971 None None] Network 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:11:04.578856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2362fafc-e656-4efe-b165-084b59c03eac tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:04.580704 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2362fafc-e656-4efe-b165-084b59c03eac tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:04.607837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Pushing event updated for resources: {'Port': ['ID=e7d6c04f-b25e-42c9-a4a4-83ae4386e721,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:04.791393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1132461179', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:10:56Z', 'updated_at': '2021-08-23T15:10:59Z', 'revision_number': 3, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:10:58Z', 'updated_at': '2021-08-23T15:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:04.837105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-3ead2bfa-2deb-48b0-a2e2-a229c8c14a16', 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'fixed_ips': [{'subnet_id': 'dc99196f-ee06-4c88-9891-25023651f268'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:11:04.838011 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:04.863874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8ef38-7c58-4000-a218-0a1d909badae None None] The sync data for ids ['184b7f33-855f-4dc4-9ab5-3d291e16d3f7'] in n-d-804985-3 is: [{'id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1132461179', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:10:56Z', 'updated_at': '2021-08-23T15:10:59Z', 'revision_number': 3, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:10:58Z', 'updated_at': '2021-08-23T15:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:11:04.975209 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2362fafc-e656-4efe-b165-084b59c03eac tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8534739 Aug 23 15:11:04.981315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47084) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:05.109799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Allocated IP 172.20.0.18 (3ead2bfa-2deb-48b0-a2e2-a229c8c14a16/dc99196f-ee06-4c88-9891-25023651f268/19c37224-75ad-4c87-9487-83e30a5bfc5b) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:11:05.337522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09168690-466c-4f34-a706-58adaa781dd0 req-8ff68022-d2b9-40b7-8cbb-9097fc7fd45a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:05.340080 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-09168690-466c-4f34-a706-58adaa781dd0 req-8ff68022-d2b9-40b7-8cbb-9097fc7fd45a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 944 time: 0.2991965 Aug 23 15:11:05.375121 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:05.435888 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-09168690-466c-4f34-a706-58adaa781dd0 req-64f8fb91-9cfc-4d60-b02a-fedd9ec103bf tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482962 Aug 23 15:11:05.485857 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:05.499578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Transition to ACTIVE for port object 19c37224-75ad-4c87-9487-83e30a5bfc5b will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:11:05.508353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862ac7c-2a5a-4361-b56a-5b862070281e req-662b2d83-5db6-4e29-9072-e70509887016 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:05.510596 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f862ac7c-2a5a-4361-b56a-5b862070281e req-662b2d83-5db6-4e29-9072-e70509887016 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.3291492 Aug 23 15:11:05.527931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Transition to ACTIVE for port object 19c37224-75ad-4c87-9487-83e30a5bfc5b will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:11:05.606903 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:05.664275 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:05.694756 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f862ac7c-2a5a-4361-b56a-5b862070281e req-d62e285b-6372-4edf-b197-7cc5e87ac969 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737859 Aug 23 15:11:05.774322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Network 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:11:05.778396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:11:05.781699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:11:05.850192 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Pushing event updated for resources: {'Port': ['ID=19c37224-75ad-4c87-9487-83e30a5bfc5b,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:05.881778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Attempting to bind port 19c37224-75ad-4c87-9487-83e30a5bfc5b on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:11:05.883289 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Attempting to bind port 19c37224-75ad-4c87-9487-83e30a5bfc5b by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '8a3cc32f-6270-475b-b202-8ffc6a3eff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:11:05.883932 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Attempting to bind port 19c37224-75ad-4c87-9487-83e30a5bfc5b on network 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:11:05.894880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:11:05.901016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Checking segment: {'id': '8a3cc32f-6270-475b-b202-8ffc6a3eff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:11:05.901016 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:05.901016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Bound using segment: {'id': '8a3cc32f-6270-475b-b202-8ffc6a3eff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:11:05.901016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Bound port: 19c37224-75ad-4c87-9487-83e30a5bfc5b, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3cc32f-6270-475b-b202-8ffc6a3eff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:11:05.901016 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:06.019354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event updated for resources: {'Port': ['ID=8bf21e50-9fc5-4150-9847-d07a62fff58a,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:06.051305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] For port 19c37224-75ad-4c87-9487-83e30a5bfc5b, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:11:06.058498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] For port 19c37224-75ad-4c87-9487-83e30a5bfc5b, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=19c37224-75ad-4c87-9487-83e30a5bfc5b,segment=NetworkSegment(8a3cc32f-6270-475b-b202-8ffc6a3eff06),segment_id=8a3cc32f-6270-475b-b202-8ffc6a3eff06)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:11:06.080685 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 08d65b02-83ba-44a3-b13e-d3425cb7c7e0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:11:06.118714 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:06.145889 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:06.154377 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:06.228088 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:06.249190 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d5b23-b6d3-4e36-8fee-2a635df790c5 None None] Pushing event updated for resources: {'Port': ['ID=19c37224-75ad-4c87-9487-83e30a5bfc5b,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:06.391007 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 08d65b02-83ba-44a3-b13e-d3425cb7c7e0 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:11:06.396159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 08d65b02-83ba-44a3-b13e-d3425cb7c7e0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:06.398698 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:06.445336 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:06.454473 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-122252dc-7f7b-4aaa-bb7c-f1684c2724b4 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6706638 Aug 23 15:11:06.455965 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47114) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:06.586918 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-50503dc2-dc0a-470f-80b2-64ce84e3896a tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "GET /v2.0/floatingips?floating_network_id=cd721530-1b6f-4c64-94fd-ad323f9d15e2 HTTP/1.1" status: 200 len: 690 time: 0.1232207 Aug 23 15:11:06.590090 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47120) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:06.606264 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:06.696802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 08d65b02-83ba-44a3-b13e-d3425cb7c7e0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=08d65b02-83ba-44a3-b13e-d3425cb7c7e0,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:06.791148 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:06.916885 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=08d65b02-83ba-44a3-b13e-d3425cb7c7e0,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:06.992355 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:07.114453 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:07.168265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbc187-c438-4190-a1d8-c134ee3aee27 req-dd0ea36f-95b9-4c9e-ad2b-3812a78b5a01 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:07.190666 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24dbc187-c438-4190-a1d8-c134ee3aee27 req-dd0ea36f-95b9-4c9e-ad2b-3812a78b5a01 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1194899 Aug 23 15:11:07.190930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Deleting port 8bf21e50-9fc5-4150-9847-d07a62fff58a {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:11:07.190930 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:07.379546 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:07.379926 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:07.401314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Calling delete_port for 8bf21e50-9fc5-4150-9847-d07a62fff58a owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:11:07.519531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24dbc187-c438-4190-a1d8-c134ee3aee27 req-7a1b9b6e-824e-49a6-b0af-4e9993dd3fb8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214564 Aug 23 15:11:07.635929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Allocated IP 172.20.0.17 (3ead2bfa-2deb-48b0-a2e2-a229c8c14a16/dc99196f-ee06-4c88-9891-25023651f268/3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:11:07.642502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Router b60c38e1-8f35-4a35-a515-c639ac6c83ba is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:11:07.732773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a7c7cb17-9e52-4543-b3e8-119a541c72cb no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:11:07.804457 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:07.831449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:11:07.839399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Transition to ACTIVE for port object 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:11:07.845961 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d723f-f8b2-4a7c-9569-b0934857b248 None None] Sync routers for ids ['b60c38e1-8f35-4a35-a515-c639ac6c83ba'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:11:07.858861 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d723f-f8b2-4a7c-9569-b0934857b248 None None] Routers {'b60c38e1-8f35-4a35-a515-c639ac6c83ba'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:07.860098 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:07.861467 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4d7d723f-f8b2-4a7c-9569-b0934857b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:10:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['b60c38e1-8f35-4a35-a515-c639ac6c83ba'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:07.925337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bf21e50-9fc5-4150-9847-d07a62fff58a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:07.928673 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4d7d723f-f8b2-4a7c-9569-b0934857b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:07.970988 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d723f-f8b2-4a7c-9569-b0934857b248 None None] Routers {'b60c38e1-8f35-4a35-a515-c639ac6c83ba'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:07.972818 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4d7d723f-f8b2-4a7c-9569-b0934857b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:10:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['b60c38e1-8f35-4a35-a515-c639ac6c83ba'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:08.024876 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4d7d723f-f8b2-4a7c-9569-b0934857b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:08.025616 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d723f-f8b2-4a7c-9569-b0934857b248 None None] The sync data for ids ['b60c38e1-8f35-4a35-a515-c639ac6c83ba'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:11:08.061950 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:08.071680 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-77120799-812b-4a64-8983-43dde230c239 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7052841 Aug 23 15:11:08.071680 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:08.072028 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47152) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:08.194674 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:08.222393 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:08.268107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 08d65b02-83ba-44a3-b13e-d3425cb7c7e0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:11:08.314185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Network 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:11:08.329942 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4043789e-712e-40a3-8ae8-aeb664991c90 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/routers/b60c38e1-8f35-4a35-a515-c639ac6c83ba HTTP/1.1" status: 200 len: 920 time: 0.2529576 Aug 23 15:11:08.330381 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47158) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:08.332698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:11:08.344345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:11:08.382844 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 08d65b02-83ba-44a3-b13e-d3425cb7c7e0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:08.383702 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:08.395107 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cb8383d4-ee3c-43e2-8851-236e520696ed tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "GET /v2.0/ports?device_id=b60c38e1-8f35-4a35-a515-c639ac6c83ba HTTP/1.1" status: 200 len: 205 time: 0.0633130 Aug 23 15:11:08.398544 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47162) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:08.399093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'Port': ['ID=3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:08.420262 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:08.479884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=93abe086-568a-4cf8-87e9-7f5c6ac5d4e6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:08.480109 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:08.517379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 19c37224-75ad-4c87-9487-83e30a5bfc5b up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:11:08.519626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eedc96b-a1d7-4084-a4dd-36302b5cfbd5 None None] Network 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:11:08.623291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:08.637336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd721530-1b6f-4c64-94fd-ad323f9d15e2']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:08.651975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211985ee-1f6e-45e5-8d78-161ead8ac9ca') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:08.652713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211985ee-1f6e-45e5-8d78-161ead8ac9ca') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:08.664464 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:08.700276 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:08.714129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:11:08.714555 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:11:08.716521 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:11:08.796360 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58e6873e-c23c-481e-b039-b5d257b3c848 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:08.890619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085339dc-6ba6-4f9e-9bef-36dc49c802a8 req-7a44f05d-cacd-4543-8617-a3026c4c7b8e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:08.891120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-085339dc-6ba6-4f9e-9bef-36dc49c802a8 req-7a44f05d-cacd-4543-8617-a3026c4c7b8e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1435685 Aug 23 15:11:08.905604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e0804684-43c2-4501-8fd7-be8bcf0be91a None None] Provisioning for port 19c37224-75ad-4c87-9487-83e30a5bfc5b completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:11:08.910788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 19c37224-75ad-4c87-9487-83e30a5bfc5b completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:11:08.916390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e0804684-43c2-4501-8fd7-be8bcf0be91a None None] Provisioning complete for port 19c37224-75ad-4c87-9487-83e30a5bfc5b triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:08.916853 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e0804684-43c2-4501-8fd7-be8bcf0be91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:08.920556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 19c37224-75ad-4c87-9487-83e30a5bfc5b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:08.921214 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:08.981380 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-085339dc-6ba6-4f9e-9bef-36dc49c802a8 req-a3f4855a-102c-4fe3-b876-e09ff94f7518 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742002 Aug 23 15:11:09.000813 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58e6873e-c23c-481e-b039-b5d257b3c848 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:09.046974 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:09.052496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd721530-1b6f-4c64-94fd-ad323f9d15e2 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 15:11:09.058131 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:09.072891 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "DELETE /v2.0/networks/cd721530-1b6f-4c64-94fd-ad323f9d15e2 HTTP/1.1" status: 204 len: 168 time: 2.4662449 Aug 23 15:11:09.072891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47184) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:09.155894 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:09.194788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644eeed-fcc2-48dc-bb63-12fd5837203c tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd721530-1b6f-4c64-94fd-ad323f9d15e2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:09.202971 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e0804684-43c2-4501-8fd7-be8bcf0be91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:09.253707 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:09.289195 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8b2bdaee-cc4c-4476-a200-3671e1ce2273 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.1907794 Aug 23 15:11:09.292309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47198) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:09.333341 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e0804684-43c2-4501-8fd7-be8bcf0be91a None None] For port 19c37224-75ad-4c87-9487-83e30a5bfc5b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=19c37224-75ad-4c87-9487-83e30a5bfc5b,segment=NetworkSegment(8a3cc32f-6270-475b-b202-8ffc6a3eff06),segment_id=8a3cc32f-6270-475b-b202-8ffc6a3eff06)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:09.399694 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd16364-d96c-46c9-a664-2fba97e3738d req-7f691555-5536-4469-987d-91a7016b952a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:09.401640 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0cd16364-d96c-46c9-a664-2fba97e3738d req-7f691555-5536-4469-987d-91a7016b952a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 944 time: 0.2200868 Aug 23 15:11:09.428317 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aecc17e-4336-4b98-8a23-00343ea40dde tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:09.430154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aecc17e-4336-4b98-8a23-00343ea40dde tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:09.430154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aecc17e-4336-4b98-8a23-00343ea40dde tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:09.430154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aecc17e-4336-4b98-8a23-00343ea40dde tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:09.430154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aecc17e-4336-4b98-8a23-00343ea40dde tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:09.430608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aecc17e-4336-4b98-8a23-00343ea40dde tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:09.431058 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aecc17e-4336-4b98-8a23-00343ea40dde tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:09.431681 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aecc17e-4336-4b98-8a23-00343ea40dde tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:09.432289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aecc17e-4336-4b98-8a23-00343ea40dde tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:09.442759 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3aecc17e-4336-4b98-8a23-00343ea40dde tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5913 time: 0.1476147 Aug 23 15:11:09.448109 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e0804684-43c2-4501-8fd7-be8bcf0be91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:09.466201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47200) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:09.613823 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-bc9c11e0-622f-4bbd-a986-2d2811ce0799 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] delete failed (client error): The resource could not be found. Aug 23 15:11:09.618127 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bc9c11e0-622f-4bbd-a986-2d2811ce0799 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/180a1a78-8599-4425-ae75-7396982528d8 HTTP/1.1" status: 404 len: 345 time: 0.1506541 Aug 23 15:11:09.625813 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47206) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:09.691196 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0c7535-6f1a-41eb-b358-4b7963b28b4e tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] DELETE failed (client error): The resource could not be found. Aug 23 15:11:09.692278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0c7535-6f1a-41eb-b358-4b7963b28b4e tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:11:09.701637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ff0c7535-6f1a-41eb-b358-4b7963b28b4e tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "DELETE /v2.0/networks/cd721530-1b6f-4c64-94fd-ad323f9d15e2 HTTP/1.1" status: 404 len: 339 time: 0.0676949 Aug 23 15:11:09.707886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0804684-43c2-4501-8fd7-be8bcf0be91a None None] Pushing event updated for resources: {'Port': ['ID=19c37224-75ad-4c87-9487-83e30a5bfc5b,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:09.708105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47210) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:09.718405 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e1ad20ba-6fa4-417d-a1fa-c5558e812f42 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Request body: {'network': {'name': 'tempest-network--2012635210', 'router:external': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:09.730355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bd455c5a-1e3d-49f4-818a-733921af1853 None None] Provisioning complete for port 19c37224-75ad-4c87-9487-83e30a5bfc5b triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:09.730874 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bd455c5a-1e3d-49f4-818a-733921af1853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:09.778157 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:11:09.778913 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:11:09.859133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ad20ba-6fa4-417d-a1fa-c5558e812f42 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Made reservation on behalf of 682d88a30ac44a87b76cd1edd1c9ce0e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:11:09.862316 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1ad20ba-6fa4-417d-a1fa-c5558e812f42 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:09.897342 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0cd16364-d96c-46c9-a664-2fba97e3738d req-36f95f1e-8c0f-4e88-8118-bdfce12e0ee1 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4857898 Aug 23 15:11:09.920133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ad20ba-6fa4-417d-a1fa-c5558e812f42 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:11:09.958040 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1ad20ba-6fa4-417d-a1fa-c5558e812f42 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:09.958394 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-e1ad20ba-6fa4-417d-a1fa-c5558e812f42 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Added segment b604e1e1-0c55-4dae-a509-83f9ff8063b7 of type vlan for network 7317a9ca-e6ee-4084-ad7c-de31728fd4a5 Aug 23 15:11:09.961774 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-58e6873e-c23c-481e-b039-b5d257b3c848 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Deleting port e7d6c04f-b25e-42c9-a4a4-83ae4386e721 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:11:09.962236 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58e6873e-c23c-481e-b039-b5d257b3c848 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:10.059772 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1ad20ba-6fa4-417d-a1fa-c5558e812f42 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:10.082194 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bd455c5a-1e3d-49f4-818a-733921af1853 None None] Provisioning for port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:11:10.087284 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bd455c5a-1e3d-49f4-818a-733921af1853 None None] Provisioning complete for port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:10.087577 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bd455c5a-1e3d-49f4-818a-733921af1853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:10.145081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cc6a4-4514-4cd3-91db-1f1d6ccbc622 req-951e6249-0899-4c65-a73c-5ab587fb316e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:10.146594 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed1cc6a4-4514-4cd3-91db-1f1d6ccbc622 req-951e6249-0899-4c65-a73c-5ab587fb316e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.0609961 Aug 23 15:11:10.148294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-bd455c5a-1e3d-49f4-818a-733921af1853 None None] Port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:11:10.183640 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51d826ae-215e-449e-8701-0086f84fb650 req-12747061-85d4-405d-a0e6-d79acd591a68 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3176224 Aug 23 15:11:10.186341 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1ad20ba-6fa4-417d-a1fa-c5558e812f42 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:10.188838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ad20ba-6fa4-417d-a1fa-c5558e812f42 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:10.188838 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1ad20ba-6fa4-417d-a1fa-c5558e812f42 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:10.240119 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58e6873e-c23c-481e-b039-b5d257b3c848 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:10.259927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad20ba-6fa4-417d-a1fa-c5558e812f42 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event updated for resources: {'Network': ['ID=7317a9ca-e6ee-4084-ad7c-de31728fd4a5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:10.268147 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed1cc6a4-4514-4cd3-91db-1f1d6ccbc622 req-a9318b76-184c-49fc-bd44-8bdbbc633fb0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140201 Aug 23 15:11:10.277606 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 7317a9ca-e6ee-4084-ad7c-de31728fd4a5 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:11:10.286504 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-58e6873e-c23c-481e-b039-b5d257b3c848 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Calling delete_port for e7d6c04f-b25e-42c9-a4a4-83ae4386e721 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:11:10.389974 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e1ad20ba-6fa4-417d-a1fa-c5558e812f42 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6849222 Aug 23 15:11:10.390742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47232) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:10.394129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7b279954-4fef-4852-934c-8edafd517845 None None] Provisioning complete for port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:10.394614 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7b279954-4fef-4852-934c-8edafd517845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:10.501567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-7b279954-4fef-4852-934c-8edafd517845 None None] Port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:11:10.569291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 19c37224-75ad-4c87-9487-83e30a5bfc5b up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:11:10.573613 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:10.626774 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 19c37224-75ad-4c87-9487-83e30a5bfc5b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:10.627737 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:10.678921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5f344c-ab7a-4d39-a4fd-35afa614786b tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:10.685930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5f344c-ab7a-4d39-a4fd-35afa614786b tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:10.696090 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58e6873e-c23c-481e-b039-b5d257b3c848 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:10.704116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5f344c-ab7a-4d39-a4fd-35afa614786b tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:10.704116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5f344c-ab7a-4d39-a4fd-35afa614786b tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:10.704116 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cc5f344c-ab7a-4d39-a4fd-35afa614786b tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3093498 Aug 23 15:11:10.704116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47246) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:10.747788 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6873e-c23c-481e-b039-b5d257b3c848 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Pushing event deleted for resources: {'Port': ['ID=e7d6c04f-b25e-42c9-a4a4-83ae4386e721,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:10.775398 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:10.890230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'Port': ['ID=3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:10.893236 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:10.900655 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58e6873e-c23c-481e-b039-b5d257b3c848 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.072724 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58e6873e-c23c-481e-b039-b5d257b3c848 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.076445 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58e6873e-c23c-481e-b039-b5d257b3c848 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.188217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Network 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:11:11.198661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d1e55-ec62-40a6-8a73-19494799c302 req-53b4e9c6-9791-48b5-925c-1366c1106629 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:11.207477 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b80d1e55-ec62-40a6-8a73-19494799c302 req-53b4e9c6-9791-48b5-925c-1366c1106629 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 944 time: 0.1515462 Aug 23 15:11:11.210355 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:11:11.237685 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e137c055-2424-481f-8d82-a731be7e163d tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.310767 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58e6873e-c23c-481e-b039-b5d257b3c848 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.311492 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e6873e-c23c-481e-b039-b5d257b3c848 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Fanout notify agent at l3_agent the message router_deleted on router b60c38e1-8f35-4a35-a515-c639ac6c83ba {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:11:11.402348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e137c055-2424-481f-8d82-a731be7e163d tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.425100 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58e6873e-c23c-481e-b039-b5d257b3c848 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.425100 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-58e6873e-c23c-481e-b039-b5d257b3c848 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "DELETE /v2.0/routers/b60c38e1-8f35-4a35-a515-c639ac6c83ba HTTP/1.1" status: 204 len: 168 time: 3.0189645 Aug 23 15:11:11.426255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47264) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:11.428857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e137c055-2424-481f-8d82-a731be7e163d tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7317a9ca-e6ee-4084-ad7c-de31728fd4a5']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:11.434728 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Request body: {'router': {'name': 'tempest-snat-router-117475895', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'enable_snat': False}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:11.439534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Router 184b7f33-855f-4dc4-9ab5-3d291e16d3f7 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:11:11.444073 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b80d1e55-ec62-40a6-8a73-19494799c302 req-40ab16a6-eca4-40eb-863e-4e419e937a65 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357543 Aug 23 15:11:11.461667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e137c055-2424-481f-8d82-a731be7e163d tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b604e1e1-0c55-4dae-a509-83f9ff8063b7') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:11.461967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e137c055-2424-481f-8d82-a731be7e163d tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b604e1e1-0c55-4dae-a509-83f9ff8063b7') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:11.490402 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e137c055-2424-481f-8d82-a731be7e163d tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.550681 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e137c055-2424-481f-8d82-a731be7e163d tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.558554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e137c055-2424-481f-8d82-a731be7e163d tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:11:11.558973 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e137c055-2424-481f-8d82-a731be7e163d tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:11:11.560934 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:11:11.618831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0d808-8d0a-4922-ac20-9f081c5c1674 req-d68b1f49-81f9-44c4-81ae-1f9206516fbf tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:11.622683 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38d0d808-8d0a-4922-ac20-9f081c5c1674 req-d68b1f49-81f9-44c4-81ae-1f9206516fbf tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1645482 Aug 23 15:11:11.661084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f6cb32f0-2c24-4c6f-86b4-d436551c8cf5 None None] Provisioning complete for port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:11.669696 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f6cb32f0-2c24-4c6f-86b4-d436551c8cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.698946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:11:11.722910 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d3796591-ea5a-4f0d-890a-318b9756909e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "PUT /v2.0/routers/184b7f33-855f-4dc4-9ab5-3d291e16d3f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7285318 Aug 23 15:11:11.733583 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38d0d808-8d0a-4922-ac20-9f081c5c1674 req-80a453db-5bec-45d5-a018-118a0e553f33 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927188 Aug 23 15:11:11.734679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Sync routers for ids ['184b7f33-855f-4dc4-9ab5-3d291e16d3f7'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:11:11.741709 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.743090 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.773538 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e137c055-2424-481f-8d82-a731be7e163d tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.780941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e137c055-2424-481f-8d82-a731be7e163d tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7317a9ca-e6ee-4084-ad7c-de31728fd4a5 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 15:11:11.790323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Routers {'184b7f33-855f-4dc4-9ab5-3d291e16d3f7'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:11.790967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:10:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['184b7f33-855f-4dc4-9ab5-3d291e16d3f7'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:11.806130 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e137c055-2424-481f-8d82-a731be7e163d tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.808226 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e137c055-2424-481f-8d82-a731be7e163d tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "DELETE /v2.0/networks/7317a9ca-e6ee-4084-ad7c-de31728fd4a5 HTTP/1.1" status: 204 len: 168 time: 1.1026316 Aug 23 15:11:11.809326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137c055-2424-481f-8d82-a731be7e163d tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event deleted for resources: {'Network': ['ID=7317a9ca-e6ee-4084-ad7c-de31728fd4a5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:11.825845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47270) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:11.831688 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-5b451bf4-232e-4bcf-b876-61d703e2ab79 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Request body: {'network': {'name': 'tempest-network--1783284067', 'router:external': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:11.880728 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:11.984026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b451bf4-232e-4bcf-b876-61d703e2ab79 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Made reservation on behalf of 682d88a30ac44a87b76cd1edd1c9ce0e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:11:11.986937 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b451bf4-232e-4bcf-b876-61d703e2ab79 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:12.114258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b451bf4-232e-4bcf-b876-61d703e2ab79 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:11:12.149174 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b451bf4-232e-4bcf-b876-61d703e2ab79 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:12.152358 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-5b451bf4-232e-4bcf-b876-61d703e2ab79 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Added segment 57d98c74-e23d-4d40-ba63-ec9de4a45b59 of type vlan for network c7024215-61c5-4f80-b9a7-4bebbffdd03f Aug 23 15:11:12.252429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb32f0-2c24-4c6f-86b4-d436551c8cf5 None None] Port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:11:12.345835 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Set router 184b7f33-855f-4dc4-9ab5-3d291e16d3f7 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:11:12.358976 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b451bf4-232e-4bcf-b876-61d703e2ab79 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:12.513581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d826ae-215e-449e-8701-0086f84fb650 req-958c70af-f889-44b0-81e3-6aa3131271c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:12.515384 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51d826ae-215e-449e-8701-0086f84fb650 req-958c70af-f889-44b0-81e3-6aa3131271c5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd&tenant_id=0e51e416f07e488081608ba4d7e81559 HTTP/1.1" status: 200 len: 1095 time: 0.3310306 Aug 23 15:11:12.535156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:12.610556 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b451bf4-232e-4bcf-b876-61d703e2ab79 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:12.628667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b451bf4-232e-4bcf-b876-61d703e2ab79 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:12.628667 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b451bf4-232e-4bcf-b876-61d703e2ab79 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:12.642096 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:12.717085 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:12.754633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1132461179', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:10:56Z', 'updated_at': '2021-08-23T15:11:08Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:10:58Z', 'updated_at': '2021-08-23T15:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88', 'name': '', 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'mac_address': 'fa:16:3e:41:fd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'dc99196f-ee06-4c88-9891-25023651f268', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:11:07Z', 'updated_at': '2021-08-23T15:11:09Z', 'revision_number': 2, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'subnets': [{'id': 'dc99196f-ee06-4c88-9891-25023651f268', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:12.797552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Checking router: 184b7f33-855f-4dc4-9ab5-3d291e16d3f7 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:11:12.798056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Updating router 184b7f33-855f-4dc4-9ab5-3d291e16d3f7 port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:11:12.809392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b451bf4-232e-4bcf-b876-61d703e2ab79 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event updated for resources: {'Network': ['ID=c7024215-61c5-4f80-b9a7-4bebbffdd03f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:12.826586 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network c7024215-61c5-4f80-b9a7-4bebbffdd03f details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:11:12.896217 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5b451bf4-232e-4bcf-b876-61d703e2ab79 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0691650 Aug 23 15:11:12.901373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47298) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:12.905204 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:12.942836 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-c0b510e4-8135-4e47-910c-121066893bd5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:12.944426 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-c0b510e4-8135-4e47-910c-121066893bd5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/networks?id=3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 HTTP/1.1" status: 200 len: 797 time: 0.4750576 Aug 23 15:11:12.993869 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-021155ca-600e-4367-873b-b993178864e0 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/quotas/3d354a8f034f4df1b0a0d9d5e7386f40 HTTP/1.1" status: 200 len: 375 time: 0.0189698 Aug 23 15:11:13.015812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ef5de-d176-460f-a034-0da53b745065 req-849ce83c-f626-450c-9418-46bad69d7460 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:13.021018 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a00ef5de-d176-460f-a034-0da53b745065 req-849ce83c-f626-450c-9418-46bad69d7460 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 944 time: 0.2878628 Aug 23 15:11:13.112814 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e68f58a-413d-46ac-b66e-8d3d3b8dda39 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:13.114275 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3e68f58a-413d-46ac-b66e-8d3d3b8dda39 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] 10.222.0.38 "GET /v2.0/networks/c7024215-61c5-4f80-b9a7-4bebbffdd03f HTTP/1.1" status: 200 len: 757 time: 0.2112110 Aug 23 15:11:13.123014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47306) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:13.206964 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a00ef5de-d176-460f-a034-0da53b745065 req-99e3d39c-6732-4d8d-897c-5c731f0c3f01 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276419 Aug 23 15:11:13.290929 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-6d320c1f-a796-4072-9199-6556ff50f758 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3d354a8f034f4df1b0a0d9d5e7386f40&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2891896 Aug 23 15:11:13.424407 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:13.439527 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Transition to ACTIVE for port object 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:11:13.511612 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f509c0-0ec9-423f-9ba5-000b7856ff73 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:13.523326 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-96f509c0-0ec9-423f-9ba5-000b7856ff73 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] 10.222.0.38 "GET /v2.0/networks/15fad418-5e3b-47ab-8594-6470a8aff6fc HTTP/1.1" status: 200 len: 767 time: 0.3890181 Aug 23 15:11:13.526438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47322) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:13.561878 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:13.608749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed9915-0b27-4353-b040-ef377d417678 None None] Pushing event updated for resources: {'Port': ['ID=3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:13.670746 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:13.690509 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:13.716499 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2af7fa1-e6d3-47a2-affa-f4914dea6202 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:13.750232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd43dd2-17dd-46a5-8994-3d883aefcc73 req-fe10f5a5-d104-4dd3-a92d-7c434a1cfc0a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:13.758525 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccd43dd2-17dd-46a5-8994-3d883aefcc73 req-fe10f5a5-d104-4dd3-a92d-7c434a1cfc0a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.3489757 Aug 23 15:11:13.764261 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:13.802483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Attempting to bind port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:11:13.803097 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Attempting to bind port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '8a3cc32f-6270-475b-b202-8ffc6a3eff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:11:13.803376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Attempting to bind port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 on network 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:11:13.810971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:11:13.813911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Checking segment: {'id': '8a3cc32f-6270-475b-b202-8ffc6a3eff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:11:13.815798 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:13.816394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Bound using segment: {'id': '8a3cc32f-6270-475b-b202-8ffc6a3eff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:11:13.817072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Bound port: 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3cc32f-6270-475b-b202-8ffc6a3eff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:11:13.818195 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:13.883098 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccd43dd2-17dd-46a5-8994-3d883aefcc73 req-c5a89741-0134-426a-8dec-8e25aa82ea0c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235349 Aug 23 15:11:13.913942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:11:13.944297 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] For port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:11:13.947746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] For port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88,segment=NetworkSegment(8a3cc32f-6270-475b-b202-8ffc6a3eff06),segment_id=8a3cc32f-6270-475b-b202-8ffc6a3eff06)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:11:13.997992 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-96e99c02-d83a-4ee5-8464-2be78d1f5928 service neutron] 10.222.0.38 "GET /v2.0/networks/3ead2bfa-2deb-48b0-a2e2-a229c8c14a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6872170 Aug 23 15:11:14.037412 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2af7fa1-e6d3-47a2-affa-f4914dea6202 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:14.041493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Allocated IP 172.25.8.23 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/535dcd31-83bf-4466-94d2-e86f082ac278) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:11:14.045427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c7cb17-9e52-4543-b3e8-119a541c72cb {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:11:14.074179 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:14.079673 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:14.083365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b2af7fa1-e6d3-47a2-affa-f4914dea6202 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7024215-61c5-4f80-b9a7-4bebbffdd03f']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:14.099360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b2af7fa1-e6d3-47a2-affa-f4914dea6202 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d98c74-e23d-4d40-ba63-ec9de4a45b59') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:14.099726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b2af7fa1-e6d3-47a2-affa-f4914dea6202 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d98c74-e23d-4d40-ba63-ec9de4a45b59') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:14.112604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Transition to ACTIVE for port object a7c7cb17-9e52-4543-b3e8-119a541c72cb will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:11:14.114569 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2af7fa1-e6d3-47a2-affa-f4914dea6202 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:14.129255 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2af7fa1-e6d3-47a2-affa-f4914dea6202 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:14.147693 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2af7fa1-e6d3-47a2-affa-f4914dea6202 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:11:14.155294 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2af7fa1-e6d3-47a2-affa-f4914dea6202 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:11:14.170868 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:11:14.206197 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Routers {'184b7f33-855f-4dc4-9ab5-3d291e16d3f7'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:14.210181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:10:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['184b7f33-855f-4dc4-9ab5-3d291e16d3f7'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:14.226381 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed9915-0b27-4353-b040-ef377d417678 None None] Pushing event updated for resources: {'Port': ['ID=3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:14.250727 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:14.357630 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:14.427173 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-de734ebc-6883-414f-a9f1-2a896e298a86 service neutron] 10.222.0.38 "GET /v2.0/networks/3ead2bfa-2deb-48b0-a2e2-a229c8c14a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232817 Aug 23 15:11:14.628093 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c7cb17-9e52-4543-b3e8-119a541c72cb,revision_number=9']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:14.628306 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:14.652260 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] Set router 184b7f33-855f-4dc4-9ab5-3d291e16d3f7 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:11:14.820333 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:11:14.822792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] No DVR routers for this DVR port a7c7cb17-9e52-4543-b3e8-119a541c72cb on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:11:14.826446 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2af7fa1-e6d3-47a2-affa-f4914dea6202 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:14.834573 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:11:14.837507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:11:14.848085 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Pushing event updated for resources: {'Port': ['ID=535dcd31-83bf-4466-94d2-e86f082ac278,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:14.937658 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2af7fa1-e6d3-47a2-affa-f4914dea6202 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c7024215-61c5-4f80-b9a7-4bebbffdd03f {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 15:11:14.949344 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2af7fa1-e6d3-47a2-affa-f4914dea6202 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:14.956583 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b2af7fa1-e6d3-47a2-affa-f4914dea6202 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "DELETE /v2.0/networks/c7024215-61c5-4f80-b9a7-4bebbffdd03f HTTP/1.1" status: 204 len: 168 time: 1.4265079 Aug 23 15:11:14.967413 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47348) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:15.001020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e87939b1-6aac-40a3-a6e9-9ed3263e81a3 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Request body: {'network': {'name': 'tempest-network--1816796256'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:15.120769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64124013-ce81-41fb-9881-b8c07e122fc7 req-7f8cb577-465c-40b1-82be-5ef284ea5ca9 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:15.134891 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-64124013-ce81-41fb-9881-b8c07e122fc7 req-7f8cb577-465c-40b1-82be-5ef284ea5ca9 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 944 time: 0.5461113 Aug 23 15:11:15.134891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af7fa1-e6d3-47a2-affa-f4914dea6202 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7024215-61c5-4f80-b9a7-4bebbffdd03f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:15.202031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1132461179', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:10:56Z', 'updated_at': '2021-08-23T15:11:08Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:10:58Z', 'updated_at': '2021-08-23T15:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88', 'name': '', 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'mac_address': 'fa:16:3e:41:fd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'dc99196f-ee06-4c88-9891-25023651f268', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:11:07Z', 'updated_at': '2021-08-23T15:11:13Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'subnets': [{'id': 'dc99196f-ee06-4c88-9891-25023651f268', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:15.280925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef56f48-0e28-4dab-b835-72c7155ec7bc None None] The sync data for ids ['184b7f33-855f-4dc4-9ab5-3d291e16d3f7'] in n-d-804985-3 is: [{'id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1132461179', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:10:56Z', 'updated_at': '2021-08-23T15:11:08Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:10:58Z', 'updated_at': '2021-08-23T15:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88', 'name': '', 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'mac_address': 'fa:16:3e:41:fd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'dc99196f-ee06-4c88-9891-25023651f268', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:11:07Z', 'updated_at': '2021-08-23T15:11:13Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'subnets': [{'id': 'dc99196f-ee06-4c88-9891-25023651f268', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:11:15.287243 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-64124013-ce81-41fb-9881-b8c07e122fc7 req-cff269a8-f7e7-467a-bd40-07ca1ed126c8 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407721 Aug 23 15:11:15.494086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87939b1-6aac-40a3-a6e9-9ed3263e81a3 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Made reservation on behalf of 682d88a30ac44a87b76cd1edd1c9ce0e for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:11:15.502803 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e87939b1-6aac-40a3-a6e9-9ed3263e81a3 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:15.550123 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8bac6d-83c8-4a3a-be8f-8cd94bd7dfb0 req-615c56a6-6d32-4905-b647-dbdde7dbf29f tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 210 time: 0.0801315 Aug 23 15:11:15.560905 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e98b5c-d788-453c-80d8-6f79c8d7203f req-937db8a0-502e-43ed-80b0-cef515e0ca55 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:15.562665 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a8e98b5c-d788-453c-80d8-6f79c8d7203f req-937db8a0-502e-43ed-80b0-cef515e0ca55 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.4620290 Aug 23 15:11:15.576137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Attempting to bind port a7c7cb17-9e52-4543-b3e8-119a541c72cb on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:11:15.578307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Attempting to bind port a7c7cb17-9e52-4543-b3e8-119a541c72cb by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:11:15.578307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Attempting to bind port a7c7cb17-9e52-4543-b3e8-119a541c72cb on network 3abf700b-7cb8-4157-b106-bf6f54332e10 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:11:15.582418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Port a7c7cb17-9e52-4543-b3e8-119a541c72cb on network 3abf700b-7cb8-4157-b106-bf6f54332e10 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:11:15.582874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Attempting to bind port a7c7cb17-9e52-4543-b3e8-119a541c72cb on network 3abf700b-7cb8-4157-b106-bf6f54332e10 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:11:15.588689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:11:15.589202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Checking segment: {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:11:15.589697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Bound using segment: {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:11:15.590221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Bound port: a7c7cb17-9e52-4543-b3e8-119a541c72cb, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:11:15.590959 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:15.630238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87939b1-6aac-40a3-a6e9-9ed3263e81a3 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:11:15.676163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:11:15.679857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:11:15.681867 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:15.770022 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:15.856126 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e87939b1-6aac-40a3-a6e9-9ed3263e81a3 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:15.856881 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-e87939b1-6aac-40a3-a6e9-9ed3263e81a3 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Added segment 7488befa-af9f-4bb5-9974-0652052fa391 of type vlan for network e69ef06c-dee1-49ca-8eee-14693a4bd608 Aug 23 15:11:15.881109 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:15.886391 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:15.888974 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51d826ae-215e-449e-8701-0086f84fb650 req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] 10.222.0.61 "PUT /v2.0/ports/a7c7cb17-9e52-4543-b3e8-119a541c72cb HTTP/1.1" status: 200 len: 1092 time: 3.3648586 Aug 23 15:11:15.893584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:11:15.898871 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f0db4e-82a1-49c4-b2e9-5b13eb5468b8" -d '{"events": [{"name": "network-changed", "server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:11:15.983530 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a8e98b5c-d788-453c-80d8-6f79c8d7203f req-ebfe6863-d1b5-4069-881b-dbb7859d1ba2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063697 Aug 23 15:11:16.094221 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95269d20-bcae-4c05-9ece-bd32e3e748aa x-openstack-request-id: req-95269d20-bcae-4c05-9ece-bd32e3e748aa {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:11:16.097169 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:11:16.097169 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95269d20-bcae-4c05-9ece-bd32e3e748aa {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:11:16.097169 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'status': 'completed', 'code': 200} Aug 23 15:11:16.116004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee56825-2008-4f2e-b46d-6aed15413142 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c7cb17-9e52-4543-b3e8-119a541c72cb,revision_number=10']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:16.153619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d826ae-215e-449e-8701-0086f84fb650 req-28b494c9-78bf-49da-8614-0255e52bb056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:16.156064 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51d826ae-215e-449e-8701-0086f84fb650 req-28b494c9-78bf-49da-8614-0255e52bb056 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 1096 time: 0.2185321 Aug 23 15:11:16.326261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d826ae-215e-449e-8701-0086f84fb650 req-a67a7cd4-c392-4dbf-a5e5-1a9f42600da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:16.331586 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51d826ae-215e-449e-8701-0086f84fb650 req-a67a7cd4-c392-4dbf-a5e5-1a9f42600da9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 918 time: 0.1678469 Aug 23 15:11:16.404671 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:16.422690 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e87939b1-6aac-40a3-a6e9-9ed3263e81a3 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:16.637279 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51d826ae-215e-449e-8701-0086f84fb650 req-e3c364f3-f8ec-4b1a-811e-6c84548d91be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb HTTP/1.1" status: 200 len: 1000 time: 0.2927961 Aug 23 15:11:16.701349 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:11:16.846530 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:11:16.853391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:16.854109 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:16.904101 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a6b148a-6f48-4e87-b20a-17e5d8062ef2 req-75301707-414d-4077-9832-3ef689e5930c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 210 time: 0.1914680 Aug 23 15:11:16.958246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d826ae-215e-449e-8701-0086f84fb650 req-6cdad959-7174-4bd4-9b8a-c1b04256db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:16.958246 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51d826ae-215e-449e-8701-0086f84fb650 req-6cdad959-7174-4bd4-9b8a-c1b04256db59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 200 len: 856 time: 0.2992492 Aug 23 15:11:16.958520 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e87939b1-6aac-40a3-a6e9-9ed3263e81a3 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:16.959563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87939b1-6aac-40a3-a6e9-9ed3263e81a3 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:16.972502 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e87939b1-6aac-40a3-a6e9-9ed3263e81a3 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:17.058277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47388) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:17.058940 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:17.103219 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d826ae-215e-449e-8701-0086f84fb650 req-818a6770-ad1c-499e-aba6-7429a473fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:17.105280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51d826ae-215e-449e-8701-0086f84fb650 req-818a6770-ad1c-499e-aba6-7429a473fa37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3abf700b-7cb8-4157-b106-bf6f54332e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382868 Aug 23 15:11:17.122074 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21b729-3062-4cee-98d7-5d5569ddaec0 req-a3aac342-ceeb-4514-9071-7c60183a290c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:17.126013 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec21b729-3062-4cee-98d7-5d5569ddaec0 req-a3aac342-ceeb-4514-9071-7c60183a290c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.5569303 Aug 23 15:11:17.180247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88,segment=NetworkSegment(8a3cc32f-6270-475b-b202-8ffc6a3eff06),segment_id=8a3cc32f-6270-475b-b202-8ffc6a3eff06)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:17.289761 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e87939b1-6aac-40a3-a6e9-9ed3263e81a3 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.3134584 Aug 23 15:11:17.292795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47394) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:17.300480 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:17.306572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9f380c52-6804-46e4-a2b9-de6ef964a0a0 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Request body: {'network': {'router:external': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:17.353884 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87939b1-6aac-40a3-a6e9-9ed3263e81a3 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event updated for resources: {'Network': ['ID=e69ef06c-dee1-49ca-8eee-14693a4bd608,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:17.375789 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec21b729-3062-4cee-98d7-5d5569ddaec0 req-efe515a8-ea8b-49f4-9e99-86c8ca98bc31 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291253 Aug 23 15:11:17.437425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network e69ef06c-dee1-49ca-8eee-14693a4bd608 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:11:17.565583 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:17.623369 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:17.996557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4eef5b-0e40-4c85-b79d-3726e416e17e req-f512751d-2882-406c-99f3-fcaa1ee8db6c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:18.014904 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff4eef5b-0e40-4c85-b79d-3726e416e17e req-f512751d-2882-406c-99f3-fcaa1ee8db6c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.7664852 Aug 23 15:11:18.126214 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c5f9033d-1a06-421a-a1e3-5836dbaae91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:18.162186 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff4eef5b-0e40-4c85-b79d-3726e416e17e req-92751c58-087e-49ab-8ec1-4ecca035352c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462855 Aug 23 15:11:18.198683 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51d826ae-215e-449e-8701-0086f84fb650 req-f7913c89-d61d-4060-8c97-606eb1178487 service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0855229 Aug 23 15:11:18.287746 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f380c52-6804-46e4-a2b9-de6ef964a0a0 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:18.289261 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5a9ca09-f458-405a-aee2-1aaa68263714 req-9c9916bb-1c75-43af-bfba-50b955755468 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 210 time: 0.0368633 Aug 23 15:11:18.390822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51d826ae-215e-449e-8701-0086f84fb650 req-1ed73e2e-ab4d-476c-9407-a7a473af6864 service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819592 Aug 23 15:11:18.433835 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c5f9033d-1a06-421a-a1e3-5836dbaae91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:18.435354 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f380c52-6804-46e4-a2b9-de6ef964a0a0 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:18.446971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f380c52-6804-46e4-a2b9-de6ef964a0a0 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Network e69ef06c-dee1-49ca-8eee-14693a4bd608 is not hosted by any dhcp agent {{(pid=96115) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 15:11:18.448540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f380c52-6804-46e4-a2b9-de6ef964a0a0 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:18.449505 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f380c52-6804-46e4-a2b9-de6ef964a0a0 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:18.451433 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9f380c52-6804-46e4-a2b9-de6ef964a0a0 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "PUT /v2.0/networks/e69ef06c-dee1-49ca-8eee-14693a4bd608 HTTP/1.1" status: 200 len: 858 time: 1.1569467 Aug 23 15:11:18.464218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47414) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:18.558366 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c5f9033d-1a06-421a-a1e3-5836dbaae91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:18.634728 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-0be0da78-c37b-43ec-88db-be716970d954 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:18.638220 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-0be0da78-c37b-43ec-88db-be716970d954 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.57 "GET /v2.0/networks?id=3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 HTTP/1.1" status: 200 len: 797 time: 0.2637806 Aug 23 15:11:18.650163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Router 1849039c-f5af-420f-a1ee-15e1c45b657a is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:11:18.663350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-d335262c-99c7-463b-a36f-6fabce4abd9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Request body: {'port': {'device_id': 'ce2dca57-fc0d-4e87-943f-66aafc5a4135', 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16', 'admin_state_up': True, 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:18.681490 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:11:18.781348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:18.784032 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:18.854433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f380c52-6804-46e4-a2b9-de6ef964a0a0 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event updated for resources: {'Network': ['ID=e69ef06c-dee1-49ca-8eee-14693a4bd608,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:18.890098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9033d-1a06-421a-a1e3-5836dbaae91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bec506-30ff-44ca-b0ae-2234452550af,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:18.938978 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c5f9033d-1a06-421a-a1e3-5836dbaae91d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8a6cd49051894e6982ad359bb7ad9b13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8786151 Aug 23 15:11:18.945243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47428) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:18.986231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49cd61f2-0b7d-4d31-adac-2c0b67a6be28 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:18.987991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:11:18.999349 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Sync routers for ids ['1849039c-f5af-420f-a1ee-15e1c45b657a'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:11:19.014196 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Routers {'1849039c-f5af-420f-a1ee-15e1c45b657a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:19.018767 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:10:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1849039c-f5af-420f-a1ee-15e1c45b657a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:19.036816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661774c4-0f20-40ea-9173-67c7ebf4e6ab req-9efc506f-1e3d-4e68-93c3-dcefee7e0987 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:19.042344 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-661774c4-0f20-40ea-9173-67c7ebf4e6ab req-9efc506f-1e3d-4e68-93c3-dcefee7e0987 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.5200157 Aug 23 15:11:19.051048 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22427b60-b368-42a8-b2fc-2485269f7aae req-09ab488c-6d3e-4c62-9f6f-40b8486e2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:19.068524 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22427b60-b368-42a8-b2fc-2485269f7aae req-09ab488c-6d3e-4c62-9f6f-40b8486e2644 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 1096 time: 0.3775094 Aug 23 15:11:19.154414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-d335262c-99c7-463b-a36f-6fabce4abd9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Made reservation on behalf of 3d354a8f034f4df1b0a0d9d5e7386f40 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:11:19.154414 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-d335262c-99c7-463b-a36f-6fabce4abd9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:19.223020 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Set router 1849039c-f5af-420f-a1ee-15e1c45b657a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:11:19.367086 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-661774c4-0f20-40ea-9173-67c7ebf4e6ab req-9d4c3ce8-e821-49a3-9d7b-5404fb8e37bc tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898202 Aug 23 15:11:19.396956 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:19.401420 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d01f5ff3-944f-4eb0-8030-1e56dcd89ad4 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.9702189 Aug 23 15:11:19.404814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47442) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:19.458349 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49cd61f2-0b7d-4d31-adac-2c0b67a6be28 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:19.470843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-49cd61f2-0b7d-4d31-adac-2c0b67a6be28 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69ef06c-dee1-49ca-8eee-14693a4bd608']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:19.483478 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-49cd61f2-0b7d-4d31-adac-2c0b67a6be28 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7488befa-af9f-4bb5-9974-0652052fa391') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:19.483825 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-49cd61f2-0b7d-4d31-adac-2c0b67a6be28 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7488befa-af9f-4bb5-9974-0652052fa391') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:19.494030 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49cd61f2-0b7d-4d31-adac-2c0b67a6be28 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:19.529133 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49cd61f2-0b7d-4d31-adac-2c0b67a6be28 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:19.549628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49cd61f2-0b7d-4d31-adac-2c0b67a6be28 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:11:19.550231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49cd61f2-0b7d-4d31-adac-2c0b67a6be28 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:19.582016 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad1e4c-f96e-44bc-b90c-b850dfa1cab0 req-ad7bc7da-76e8-4d96-82cf-3c22395aad06 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:19.584448 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9ad1e4c-f96e-44bc-b90c-b850dfa1cab0 req-ad7bc7da-76e8-4d96-82cf-3c22395aad06 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.2639451 Aug 23 15:11:19.622114 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-d335262c-99c7-463b-a36f-6fabce4abd9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Allocated IP 172.20.0.28 (3ead2bfa-2deb-48b0-a2e2-a229c8c14a16/dc99196f-ee06-4c88-9891-25023651f268/5b634330-22ed-469a-a5a9-2d7c72a92b20) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:11:19.707605 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:11:19.722560 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1849039c-f5af-420f-a1ee-15e1c45b657a', 'name': 'tempest-snat-router-117475895', 'tenant_id': '1123598ade8e4ec19b6118baf1759e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.23'}], 'enable_snat': False}, 'gw_port_id': '535dcd31-83bf-4466-94d2-e86f082ac278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:11:11Z', 'updated_at': '2021-08-23T15:11:15Z', 'revision_number': 3, 'project_id': '1123598ade8e4ec19b6118baf1759e6c', 'gw_port': {'id': '535dcd31-83bf-4466-94d2-e86f082ac278', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1849039c-f5af-420f-a1ee-15e1c45b657a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:11:13Z', 'updated_at': '2021-08-23T15:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:19.748922 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d1e94a49-21ba-4ac4-bfc8-6661de6d76a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:19.812480 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Checking router: 1849039c-f5af-420f-a1ee-15e1c45b657a for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:11:19.812854 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Updating router 1849039c-f5af-420f-a1ee-15e1c45b657a port 535dcd31-83bf-4466-94d2-e86f082ac278 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:11:19.874909 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:19.892937 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d1e94a49-21ba-4ac4-bfc8-6661de6d76a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:19.935317 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49cd61f2-0b7d-4d31-adac-2c0b67a6be28 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:19.945740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22427b60-b368-42a8-b2fc-2485269f7aae req-5ea632dd-e3dd-4482-a685-20d2be26e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:19.953054 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22427b60-b368-42a8-b2fc-2485269f7aae req-5ea632dd-e3dd-4482-a685-20d2be26e951 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 918 time: 0.8589804 Aug 23 15:11:20.025853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cd61f2-0b7d-4d31-adac-2c0b67a6be28 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e69ef06c-dee1-49ca-8eee-14693a4bd608 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 15:11:20.036861 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49cd61f2-0b7d-4d31-adac-2c0b67a6be28 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:20.040703 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-49cd61f2-0b7d-4d31-adac-2c0b67a6be28 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] 10.222.0.38 "DELETE /v2.0/networks/e69ef06c-dee1-49ca-8eee-14693a4bd608 HTTP/1.1" status: 204 len: 168 time: 1.5749674 Aug 23 15:11:20.047422 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47456) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:20.055514 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c1c1a1b-2605-4162-95ee-a1488402c89c req-4fe73e50-fecb-42d6-bd6c-7409ffc20c01 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 210 time: 0.3438196 Aug 23 15:11:20.142800 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cb657c2e-a8da-49d8-a1a3-d338c25027b6 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/routers/1849039c-f5af-420f-a1ee-15e1c45b657a HTTP/1.1" status: 200 len: 907 time: 0.7296515 Aug 23 15:11:20.159776 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9ad1e4c-f96e-44bc-b90c-b850dfa1cab0 req-75458f7b-1754-4f04-a670-c709c851e4c5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243580 Aug 23 15:11:20.165953 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47460) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:20.178501 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Request body: {'router': {'name': 'tempest-snat-router-117475895', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'enable_snat': True}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:20.208887 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:20.281089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd61f2-0b7d-4d31-adac-2c0b67a6be28 tempest-ExternalNetworksTestJSON-917013703 tempest-ExternalNetworksTestJSON-917013703-project-admin] Pushing event deleted for resources: {'Network': ['ID=e69ef06c-dee1-49ca-8eee-14693a4bd608,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:20.309022 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-6358a89f-2fa0-459e-ba83-bda448e70b02 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] DELETE failed (client error): The resource could not be found. Aug 23 15:11:20.309512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6358a89f-2fa0-459e-ba83-bda448e70b02 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:11:20.319476 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6358a89f-2fa0-459e-ba83-bda448e70b02 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] 10.222.0.38 "DELETE /v2.0/subnets/93abe086-568a-4cf8-87e9-7f5c6ac5d4e6 HTTP/1.1" status: 404 len: 337 time: 0.2487719 Aug 23 15:11:20.324110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47462) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:20.456904 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22427b60-b368-42a8-b2fc-2485269f7aae req-609352d0-76fc-42e5-9e38-4c7ae5441e9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb HTTP/1.1" status: 200 len: 1000 time: 0.4105132 Aug 23 15:11:20.654414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d1e94a49-21ba-4ac4-bfc8-6661de6d76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:20.658977 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d1e94a49-21ba-4ac4-bfc8-6661de6d76a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:20.684405 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:20.685181 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:20.691614 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d1e94a49-21ba-4ac4-bfc8-6661de6d76a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33bec506-30ff-44ca-b0ae-2234452550af HTTP/1.1" status: 204 len: 168 time: 1.7421026 Aug 23 15:11:20.805953 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:20.824434 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Transition to ACTIVE for port object 535dcd31-83bf-4466-94d2-e86f082ac278 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:11:20.856827 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15c5e37e-d142-49c1-a356-47175ea96294 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:20.865404 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e94a49-21ba-4ac4-bfc8-6661de6d76a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bec506-30ff-44ca-b0ae-2234452550af,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:20.877516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22427b60-b368-42a8-b2fc-2485269f7aae req-5df22fa2-f607-4a86-820a-167bfdeb511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:20.880948 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22427b60-b368-42a8-b2fc-2485269f7aae req-5df22fa2-f607-4a86-820a-167bfdeb511a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 200 len: 856 time: 0.4161122 Aug 23 15:11:20.922267 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-d335262c-99c7-463b-a36f-6fabce4abd9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:20.937456 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:20.958545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-d335262c-99c7-463b-a36f-6fabce4abd9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Transition to ACTIVE for port object 5b634330-22ed-469a-a5a9-2d7c72a92b20 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:11:21.112824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802edbf-7c49-4611-ba01-177991131e56 req-5da1d299-99d1-4d96-9816-cdacc0571a43 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:21.127576 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f802edbf-7c49-4611-ba01-177991131e56 req-5da1d299-99d1-4d96-9816-cdacc0571a43 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.5168674 Aug 23 15:11:21.261300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22427b60-b368-42a8-b2fc-2485269f7aae req-16d18656-7db3-4d84-91e6-cf9f00a38104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:21.263225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22427b60-b368-42a8-b2fc-2485269f7aae req-16d18656-7db3-4d84-91e6-cf9f00a38104 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3abf700b-7cb8-4157-b106-bf6f54332e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3672900 Aug 23 15:11:21.269838 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:21.271754 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-d335262c-99c7-463b-a36f-6fabce4abd9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:21.293219 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f802edbf-7c49-4611-ba01-177991131e56 req-a550c39c-2e0c-4714-9ff2-d231b17d35ac tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622839 Aug 23 15:11:21.450555 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5dd03-127b-4b20-92a0-ec3f2a687cc3 None None] Pushing event updated for resources: {'Port': ['ID=535dcd31-83bf-4466-94d2-e86f082ac278,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:21.486249 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Attempting to bind port 535dcd31-83bf-4466-94d2-e86f082ac278 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:11:21.487004 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Attempting to bind port 535dcd31-83bf-4466-94d2-e86f082ac278 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:11:21.487619 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Attempting to bind port 535dcd31-83bf-4466-94d2-e86f082ac278 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:11:21.508284 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:11:21.510872 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:11:21.511552 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:21.513361 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:11:21.514115 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Bound port: 535dcd31-83bf-4466-94d2-e86f082ac278, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:11:21.515896 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:21.556868 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15c5e37e-d142-49c1-a356-47175ea96294 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:21.576659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-15c5e37e-d142-49c1-a356-47175ea96294 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fad418-5e3b-47ab-8594-6470a8aff6fc']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:21.643087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-15c5e37e-d142-49c1-a356-47175ea96294 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1316804f-018f-43b9-aa66-95f69fcafa72') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:21.644362 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-15c5e37e-d142-49c1-a356-47175ea96294 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1316804f-018f-43b9-aa66-95f69fcafa72') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:21.695722 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15c5e37e-d142-49c1-a356-47175ea96294 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:21.714527 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] For port 535dcd31-83bf-4466-94d2-e86f082ac278, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:11:21.721868 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] For port 535dcd31-83bf-4466-94d2-e86f082ac278, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=535dcd31-83bf-4466-94d2-e86f082ac278,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:11:21.763236 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15c5e37e-d142-49c1-a356-47175ea96294 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:21.773472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c5e37e-d142-49c1-a356-47175ea96294 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:11:21.774138 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15c5e37e-d142-49c1-a356-47175ea96294 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:21.817648 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:21.822300 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22427b60-b368-42a8-b2fc-2485269f7aae req-2843d3e8-538b-4971-b5ea-ad573c077b32 service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201192 Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:11:21.880009 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:11:21.886574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc2d94-c57e-49c7-9e93-9d5bb4f195d2 req-619f00ba-7600-4752-a16a-a11f33cf2d99 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:21.897493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73cc2d94-c57e-49c7-9e93-9d5bb4f195d2 req-619f00ba-7600-4752-a16a-a11f33cf2d99 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.4133947 Aug 23 15:11:21.902571 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5dd03-127b-4b20-92a0-ec3f2a687cc3 None None] Pushing event updated for resources: {'Port': ['ID=535dcd31-83bf-4466-94d2-e86f082ac278,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:22.007494 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Routers {'1849039c-f5af-420f-a1ee-15e1c45b657a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:22.008266 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:10:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1849039c-f5af-420f-a1ee-15e1c45b657a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:22.012519 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15c5e37e-d142-49c1-a356-47175ea96294 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:22.023681 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-d335262c-99c7-463b-a36f-6fabce4abd9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Network 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:11:22.041652 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-d335262c-99c7-463b-a36f-6fabce4abd9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:11:22.090312 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15c5e37e-d142-49c1-a356-47175ea96294 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:22.094057 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-15c5e37e-d142-49c1-a356-47175ea96294 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] 10.222.0.38 "DELETE /v2.0/networks/15fad418-5e3b-47ab-8594-6470a8aff6fc HTTP/1.1" status: 204 len: 168 time: 1.7677438 Aug 23 15:11:22.175128 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-d335262c-99c7-463b-a36f-6fabce4abd9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:11:22.323690 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5e37e-d142-49c1-a356-47175ea96294 tempest-ExternalNetworksTestJSON-734106495 tempest-ExternalNetworksTestJSON-734106495-project] Pushing event deleted for resources: {'Network': ['ID=15fad418-5e3b-47ab-8594-6470a8aff6fc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:22.358949 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-d335262c-99c7-463b-a36f-6fabce4abd9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:22.359668 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-d335262c-99c7-463b-a36f-6fabce4abd9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:22.368061 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73cc2d94-c57e-49c7-9e93-9d5bb4f195d2 req-7471bfae-13db-400e-ab65-876ba227e1c0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460716 Aug 23 15:11:22.431843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335262c-99c7-463b-a36f-6fabce4abd9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event updated for resources: {'Port': ['ID=5b634330-22ed-469a-a5a9-2d7c72a92b20,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:22.437140 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] Set router 1849039c-f5af-420f-a1ee-15e1c45b657a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:11:22.478842 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22427b60-b368-42a8-b2fc-2485269f7aae req-817e482f-bbb8-4fc6-98a2-299625085c05 service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693290 Aug 23 15:11:22.612601 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4c7b04b5-886d-430b-a3f1-6c7026ee88cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:22.643563 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:22.687536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b001c59-5e0e-4d58-9540-719c0ad2710c req-1a1ac781-48f3-47ea-b3e0-d3baf37df5f7 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:22.692316 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b001c59-5e0e-4d58-9540-719c0ad2710c req-1a1ac781-48f3-47ea-b3e0-d3baf37df5f7 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 895 time: 1.4135885 Aug 23 15:11:22.750330 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b1f1b-d936-43a0-9608-54e07b844eef req-21cdbf99-248c-4054-9ee1-d961cc298222 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:22.766373 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-675b1f1b-d936-43a0-9608-54e07b844eef req-21cdbf99-248c-4054-9ee1-d961cc298222 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.2168281 Aug 23 15:11:22.769386 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1d83dcf3-21d0-44e7-891c-8d0dd6d31481 None None] Provisioning for port 5b634330-22ed-469a-a5a9-2d7c72a92b20 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:11:22.775550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0db4e-82a1-49c4-b2e9-5b13eb5468b8 req-1a9aa72b-1a4b-49ee-b7a1-a825c53ffcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:22.781437 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1d83dcf3-21d0-44e7-891c-8d0dd6d31481 None None] Provisioning complete for port 5b634330-22ed-469a-a5a9-2d7c72a92b20 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:22.781437 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1d83dcf3-21d0-44e7-891c-8d0dd6d31481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:22.782261 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8f0db4e-82a1-49c4-b2e9-5b13eb5468b8 req-1a9aa72b-1a4b-49ee-b7a1-a825c53ffcfa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0e51e416f07e488081608ba4d7e81559&device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 1096 time: 0.2114563 Aug 23 15:11:22.846654 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-d335262c-99c7-463b-a36f-6fabce4abd9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 4.1975877 Aug 23 15:11:22.850340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1d83dcf3-21d0-44e7-891c-8d0dd6d31481 None None] Port 5b634330-22ed-469a-a5a9-2d7c72a92b20 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:11:22.865357 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Request body: {'port': {'device_id': 'ce2dca57-fc0d-4e87-943f-66aafc5a4135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:22.963175 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1849039c-f5af-420f-a1ee-15e1c45b657a', 'name': 'tempest-snat-router-117475895', 'tenant_id': '1123598ade8e4ec19b6118baf1759e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.23'}], 'enable_snat': False}, 'gw_port_id': '535dcd31-83bf-4466-94d2-e86f082ac278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:11:11Z', 'updated_at': '2021-08-23T15:11:15Z', 'revision_number': 3, 'project_id': '1123598ade8e4ec19b6118baf1759e6c', 'gw_port': {'id': '535dcd31-83bf-4466-94d2-e86f082ac278', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1849039c-f5af-420f-a1ee-15e1c45b657a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:11:13Z', 'updated_at': '2021-08-23T15:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:23.019998 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9628e90f-2ad2-469e-82e4-615dbc48bfd8 None None] The sync data for ids ['1849039c-f5af-420f-a1ee-15e1c45b657a'] in n-d-804985-3 is: [{'id': '1849039c-f5af-420f-a1ee-15e1c45b657a', 'name': 'tempest-snat-router-117475895', 'tenant_id': '1123598ade8e4ec19b6118baf1759e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.23'}], 'enable_snat': False}, 'gw_port_id': '535dcd31-83bf-4466-94d2-e86f082ac278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:11:11Z', 'updated_at': '2021-08-23T15:11:15Z', 'revision_number': 3, 'project_id': '1123598ade8e4ec19b6118baf1759e6c', 'gw_port': {'id': '535dcd31-83bf-4466-94d2-e86f082ac278', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1849039c-f5af-420f-a1ee-15e1c45b657a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:11:13Z', 'updated_at': '2021-08-23T15:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:11:23.099098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0db4e-82a1-49c4-b2e9-5b13eb5468b8 req-7fddda96-e6de-4bef-8d0e-548e24cea78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:23.106252 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8f0db4e-82a1-49c4-b2e9-5b13eb5468b8 req-7fddda96-e6de-4bef-8d0e-548e24cea78a service neutron] 10.222.0.61 "GET /v2.0/networks?id=3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 200 len: 918 time: 0.3156478 Aug 23 15:11:23.149041 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:23.329536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8f0db4e-82a1-49c4-b2e9-5b13eb5468b8 req-20d513ff-199d-464a-bb0f-37acd712fd95 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb HTTP/1.1" status: 200 len: 1000 time: 0.2128937 Aug 23 15:11:23.428983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47524) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:23.494736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0db4e-82a1-49c4-b2e9-5b13eb5468b8 req-3ff68aa1-b4ab-4424-8513-ed93150b9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:23.509645 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8f0db4e-82a1-49c4-b2e9-5b13eb5468b8 req-3ff68aa1-b4ab-4424-8513-ed93150b9d88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 200 len: 856 time: 0.1575003 Aug 23 15:11:23.750486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0db4e-82a1-49c4-b2e9-5b13eb5468b8 req-3726b67e-c25e-4eeb-b2e2-6f6a31c771bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:23.781873 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8f0db4e-82a1-49c4-b2e9-5b13eb5468b8 req-3726b67e-c25e-4eeb-b2e2-6f6a31c771bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3abf700b-7cb8-4157-b106-bf6f54332e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321892 Aug 23 15:11:24.056522 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8f0db4e-82a1-49c4-b2e9-5b13eb5468b8 req-fd1755b0-4ff4-4f24-9a23-baec5eb3479e service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903218 Aug 23 15:11:24.215727 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0d6ae32c-048f-41bb-b411-af5e3b7b9377 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96b00aa998ff412dacfac98751f7c997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7854979 Aug 23 15:11:24.219256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47536) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:24.274962 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-675b1f1b-d936-43a0-9608-54e07b844eef req-0186f537-be2f-479a-a97f-fa0537daeee8 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5057330 Aug 23 15:11:24.314378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884355a0-37d7-41ed-a245-b99fe25ed527 req-f660f6b3-f4e3-4ab1-92c5-d3829e2a1c55 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:24.322054 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-884355a0-37d7-41ed-a245-b99fe25ed527 req-f660f6b3-f4e3-4ab1-92c5-d3829e2a1c55 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.5472648 Aug 23 15:11:24.399345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8f0db4e-82a1-49c4-b2e9-5b13eb5468b8 req-2a7d2e80-44f5-4a78-b5aa-defb0d2c835d service neutron] 10.222.0.61 "GET /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716482 Aug 23 15:11:24.436311 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a38c31a3-fda4-424e-929e-db6d42c40108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:24.549533 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a38c31a3-fda4-424e-929e-db6d42c40108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:24.787607 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 535dcd31-83bf-4466-94d2-e86f082ac278 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:11:24.889883 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d702e28-8655-4714-b303-8b40a331618a req-a3ce32b4-ad3b-4fe0-97a7-c76cfa2e77fb tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:24.900773 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7d702e28-8655-4714-b303-8b40a331618a req-a3ce32b4-ad3b-4fe0-97a7-c76cfa2e77fb tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 895 time: 0.3000708 Aug 23 15:11:24.937834 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4bac1ae-c004-4bd9-bd4c-b69cec6dd106 req-30a0994d-1353-4bc6-ab68-e900f1466a22 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1198390 Aug 23 15:11:24.967198 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b634330-22ed-469a-a5a9-2d7c72a92b20 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:11:24.985024 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:25.018917 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Transition to ACTIVE for port object 5b634330-22ed-469a-a5a9-2d7c72a92b20 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:11:25.066967 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a38c31a3-fda4-424e-929e-db6d42c40108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:25.069669 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a38c31a3-fda4-424e-929e-db6d42c40108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:25.087838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 535dcd31-83bf-4466-94d2-e86f082ac278 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:11:25.091095 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a38c31a3-fda4-424e-929e-db6d42c40108 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d800dcff-1329-4045-a78c-7470925d366d HTTP/1.1" status: 204 len: 168 time: 0.8661416 Aug 23 15:11:25.092649 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 535dcd31-83bf-4466-94d2-e86f082ac278 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:25.093024 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:25.094676 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:25.132794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c31a3-fda4-424e-929e-db6d42c40108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d800dcff-1329-4045-a78c-7470925d366d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:25.135432 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:25.152685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bac1ae-c004-4bd9-bd4c-b69cec6dd106 req-e6871b54-bfa3-440a-819f-6dc9b7592491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:25.154788 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4bac1ae-c004-4bd9-bd4c-b69cec6dd106 req-e6871b54-bfa3-440a-819f-6dc9b7592491 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 1096 time: 0.1933582 Aug 23 15:11:25.413652 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:25.505516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 535dcd31-83bf-4466-94d2-e86f082ac278, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=535dcd31-83bf-4466-94d2-e86f082ac278,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:25.581439 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-884355a0-37d7-41ed-a245-b99fe25ed527 req-62965543-3d8c-4d5d-a248-b4f108166641 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1387756 Aug 23 15:11:25.584394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Pushing event updated for resources: {'Port': ['ID=5b634330-22ed-469a-a5a9-2d7c72a92b20,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:25.599380 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:25.599592 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:25.647384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bac1ae-c004-4bd9-bd4c-b69cec6dd106 req-89fdefb4-ba4e-4269-8702-d5ffe9263d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:25.647384 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4bac1ae-c004-4bd9-bd4c-b69cec6dd106 req-89fdefb4-ba4e-4269-8702-d5ffe9263d9e service neutron] 10.222.0.57 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.4424846 Aug 23 15:11:25.716668 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=535dcd31-83bf-4466-94d2-e86f082ac278,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:25.738454 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:25.843920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4bac1ae-c004-4bd9-bd4c-b69cec6dd106 req-977ee307-4ab8-4d15-856a-fdfe62fd8053 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2618c179-f3f6-4bc4-b486-f3aa9c78eb48 HTTP/1.1" status: 200 len: 217 time: 0.1789639 Aug 23 15:11:25.893648 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Attempting to bind port 5b634330-22ed-469a-a5a9-2d7c72a92b20 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:11:25.894154 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Attempting to bind port 5b634330-22ed-469a-a5a9-2d7c72a92b20 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '8a3cc32f-6270-475b-b202-8ffc6a3eff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:11:25.894610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Attempting to bind port 5b634330-22ed-469a-a5a9-2d7c72a92b20 on network 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:11:25.928571 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Port 5b634330-22ed-469a-a5a9-2d7c72a92b20 on network 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:11:25.929007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Attempting to bind port 5b634330-22ed-469a-a5a9-2d7c72a92b20 on network 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:11:25.949880 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:11:25.958804 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Checking segment: {'id': '8a3cc32f-6270-475b-b202-8ffc6a3eff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:11:25.961444 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Bound using segment: {'id': '8a3cc32f-6270-475b-b202-8ffc6a3eff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:11:25.962027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Bound port: 5b634330-22ed-469a-a5a9-2d7c72a92b20, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3cc32f-6270-475b-b202-8ffc6a3eff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:11:25.962514 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:26.119374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bac1ae-c004-4bd9-bd4c-b69cec6dd106 req-afd5ea85-bc0c-4415-8316-9da313daa72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:26.129915 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4bac1ae-c004-4bd9-bd4c-b69cec6dd106 req-afd5ea85-bc0c-4415-8316-9da313daa72a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.2614536 Aug 23 15:11:26.175207 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b804589-3c78-4e35-be95-eee2c087b3f6 req-43507f93-2f17-459e-bbf1-6cdc7b7301cc tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:26.191954 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b804589-3c78-4e35-be95-eee2c087b3f6 req-43507f93-2f17-459e-bbf1-6cdc7b7301cc tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.7002861 Aug 23 15:11:26.480091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Allocated IP 172.25.8.93 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/80e8ebd4-42a8-41b4-8212-3121431d5706) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:11:26.481127 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b804589-3c78-4e35-be95-eee2c087b3f6 req-1a1e47da-2a28-411f-8554-e525fdf154c3 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757277 Aug 23 15:11:26.568061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6302d1-7888-43a1-b864-6d6510286ccf req-aab2d13d-16b6-4074-8008-a5b8f288a44c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:26.581801 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee6302d1-7888-43a1-b864-6d6510286ccf req-aab2d13d-16b6-4074-8008-a5b8f288a44c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 907 time: 0.4661994 Aug 23 15:11:26.597847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bac1ae-c004-4bd9-bd4c-b69cec6dd106 req-73b208b4-e516-4e14-835c-e29a31810c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:26.603429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4bac1ae-c004-4bd9-bd4c-b69cec6dd106 req-73b208b4-e516-4e14-835c-e29a31810c58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3279915 Aug 23 15:11:26.631058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] For port 5b634330-22ed-469a-a5a9-2d7c72a92b20, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:11:26.692560 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06438b87-487e-4799-937c-a1a6c2863dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:26.714545 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 535dcd31-83bf-4466-94d2-e86f082ac278 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:11:26.823682 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:26.848741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] For port 5b634330-22ed-469a-a5a9-2d7c72a92b20, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=5b634330-22ed-469a-a5a9-2d7c72a92b20,segment=NetworkSegment(8a3cc32f-6270-475b-b202-8ffc6a3eff06),segment_id=8a3cc32f-6270-475b-b202-8ffc6a3eff06)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:11:26.864603 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 535dcd31-83bf-4466-94d2-e86f082ac278 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:26.865456 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:26.939682 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:26.971244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47576) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:27.107717 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4bac1ae-c004-4bd9-bd4c-b69cec6dd106 req-02abb470-52da-44c9-a34c-c8806e16ded2 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998679 Aug 23 15:11:27.122596 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:27.125389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84833585-5a64-40d9-b5ce-76c16ccb8b34 req-c9220a04-06bb-419d-9b12-e9b38111a311 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:27.138319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84833585-5a64-40d9-b5ce-76c16ccb8b34 req-c9220a04-06bb-419d-9b12-e9b38111a311 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.2442126 Aug 23 15:11:27.186590 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:27.187230 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:27.199669 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] 10.222.0.57 "PUT /v2.0/ports/5b634330-22ed-469a-a5a9-2d7c72a92b20 HTTP/1.1" status: 200 len: 1055 time: 4.3431246 Aug 23 15:11:27.202443 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2dca57-fc0d-4e87-943f-66aafc5a4135', 'tag': '5b634330-22ed-469a-a5a9-2d7c72a92b20'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:11:27.208881 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a1187e-6405-4798-b4b7-0f8bcde576c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2dca57-fc0d-4e87-943f-66aafc5a4135", "tag": "5b634330-22ed-469a-a5a9-2d7c72a92b20"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:11:27.348242 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763d8c26-53d9-4e0b-b5db-f5ddee9d78e2 x-openstack-request-id: req-763d8c26-53d9-4e0b-b5db-f5ddee9d78e2 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:11:27.351994 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2dca57-fc0d-4e87-943f-66aafc5a4135", "tag": "5b634330-22ed-469a-a5a9-2d7c72a92b20", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:11:27.351994 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-763d8c26-53d9-4e0b-b5db-f5ddee9d78e2 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:11:27.351994 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2dca57-fc0d-4e87-943f-66aafc5a4135', 'tag': '5b634330-22ed-469a-a5a9-2d7c72a92b20', 'status': 'completed', 'code': 200} Aug 23 15:11:27.367976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee229fc2-c670-4971-b0ee-5d94a52351ed service neutron] Pushing event updated for resources: {'Port': ['ID=5b634330-22ed-469a-a5a9-2d7c72a92b20,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:27.381439 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84833585-5a64-40d9-b5ce-76c16ccb8b34 req-1dc507cb-ab00-432f-914f-8be17d2351f9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207892 Aug 23 15:11:27.418501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47584) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:27.426241 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2cef7704-fab5-4be6-8768-f76a732f409e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=682d88a30ac44a87b76cd1edd1c9ce0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395354 Aug 23 15:11:27.590542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-daf7f1f9-eee9-41ab-9b9b-223fa8c29671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:27.593044 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-daf7f1f9-eee9-41ab-9b9b-223fa8c29671 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d354a8f034f4df1b0a0d9d5e7386f40&device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 1058 time: 0.2427008 Aug 23 15:11:27.602705 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4bac1ae-c004-4bd9-bd4c-b69cec6dd106 req-0ac06372-bfd4-4a6c-9a5e-918974827cec service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628022 Aug 23 15:11:27.667936 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a5a494e-5abb-4569-84e2-eb99c00443ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:27.708413 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-1598347c-e526-446d-b937-01439900a5cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=5b634330-22ed-469a-a5a9-2d7c72a92b20 HTTP/1.1" status: 200 len: 217 time: 0.1034226 Aug 23 15:11:27.710428 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:27.791854 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a5a494e-5abb-4569-84e2-eb99c00443ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:28.064798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a28822-0ef1-450b-a4d1-9970330dacd3 req-e5beff9a-c411-4e5c-b2ab-3af05c7b5547 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:28.116300 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3a28822-0ef1-450b-a4d1-9970330dacd3 req-e5beff9a-c411-4e5c-b2ab-3af05c7b5547 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 907 time: 0.2562397 Aug 23 15:11:28.356493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:11:28.376495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Pushing event updated for resources: {'Port': ['ID=80e8ebd4-42a8-41b4-8212-3121431d5706,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:28.379511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:11:28.398720 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:11:28.433707 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a5a494e-5abb-4569-84e2-eb99c00443ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:28.436407 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a5a494e-5abb-4569-84e2-eb99c00443ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:28.437603 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9a5a494e-5abb-4569-84e2-eb99c00443ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35825f87-5dd3-491a-9c9e-d7d7ef33f95b HTTP/1.1" status: 204 len: 168 time: 1.0181305 Aug 23 15:11:28.507271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-5cf89744-0761-4785-a510-fbbcb70cc7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:28.509151 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-5cf89744-0761-4785-a510-fbbcb70cc7f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc99196f-ee06-4c88-9891-25023651f268 HTTP/1.1" status: 200 len: 837 time: 0.7847867 Aug 23 15:11:28.525238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d45414-1cb8-43d0-801a-84610807f98a req-1347b548-a9ce-431b-8005-15f9fac05f3e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:28.537151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a494e-5abb-4569-84e2-eb99c00443ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35825f87-5dd3-491a-9c9e-d7d7ef33f95b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:28.541988 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05d45414-1cb8-43d0-801a-84610807f98a req-1347b548-a9ce-431b-8005-15f9fac05f3e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.7280266 Aug 23 15:11:28.642120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05d45414-1cb8-43d0-801a-84610807f98a req-480da7b8-6485-44a6-9680-eabe1de1d802 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865037 Aug 23 15:11:28.716097 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:28.737000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6132d3a-c189-4b64-921c-32b77e32ab32 req-8a2476b7-e219-4f35-a310-d74b611d4424 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:28.747233 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6132d3a-c189-4b64-921c-32b77e32ab32 req-8a2476b7-e219-4f35-a310-d74b611d4424 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1572685 Aug 23 15:11:28.834006 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-a188e30d-546d-45a4-ba37-ec40d9d087b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:28.836449 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-a188e30d-546d-45a4-ba37-ec40d9d087b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ead2bfa-2deb-48b0-a2e2-a229c8c14a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2671638 Aug 23 15:11:28.865565 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6132d3a-c189-4b64-921c-32b77e32ab32 req-8f0952fa-972a-449c-83d2-792b7dcc678d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040335 Aug 23 15:11:29.049166 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-0184bc02-49bc-43ea-8bce-27e7a525f551 service neutron] 10.222.0.57 "GET /v2.0/networks/3ead2bfa-2deb-48b0-a2e2-a229c8c14a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006683 Aug 23 15:11:29.637000 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a264e89-c99b-4440-b5e9-117c416318e2 req-1c97e8ee-c117-4c8a-a50d-d2ec2bc81e7e service neutron] 10.222.0.57 "GET /v2.0/networks/3ead2bfa-2deb-48b0-a2e2-a229c8c14a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787759 Aug 23 15:11:29.660057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f92de2-0a1d-481c-9283-a18d2a612427 req-664e590b-f8d7-42b7-ba85-d27da52a3b08 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:29.660057 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-52f92de2-0a1d-481c-9283-a18d2a612427 req-664e590b-f8d7-42b7-ba85-d27da52a3b08 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 907 time: 0.3079782 Aug 23 15:11:29.683431 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:30.013006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9cc4e-e164-4bd8-845f-86116d2e76a4 req-4c4f3e47-1793-451a-a290-661391cc5099 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:30.025284 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-59b9cc4e-e164-4bd8-845f-86116d2e76a4 req-4c4f3e47-1793-451a-a290-661391cc5099 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.1911466 Aug 23 15:11:30.106869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-59b9cc4e-e164-4bd8-845f-86116d2e76a4 req-6d7bba3e-7e1a-4bf1-acc8-1e3f5c192186 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803306 Aug 23 15:11:30.145548 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1187e-6405-4798-b4b7-0f8bcde576c9 req-7d1b3873-c794-437c-ac89-a2d0fbef1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:30.150955 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-61a1187e-6405-4798-b4b7-0f8bcde576c9 req-7d1b3873-c794-437c-ac89-a2d0fbef1585 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d354a8f034f4df1b0a0d9d5e7386f40&device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 1058 time: 0.1893799 Aug 23 15:11:30.443565 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f70c7e-59f0-4967-8bb3-baf96577ff53 req-74c74415-dbe7-412c-a212-a4fc88eb9e0a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:30.456240 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-91f70c7e-59f0-4967-8bb3-baf96577ff53 req-74c74415-dbe7-412c-a212-a4fc88eb9e0a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.3155000 Aug 23 15:11:30.487471 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:30.490594 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1187e-6405-4798-b4b7-0f8bcde576c9 req-8ac39d0a-1e35-4057-b7a0-fb823852218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:30.491840 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-61a1187e-6405-4798-b4b7-0f8bcde576c9 req-8ac39d0a-1e35-4057-b7a0-fb823852218d service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 HTTP/1.1" status: 200 len: 898 time: 0.3168182 Aug 23 15:11:30.608862 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-61a1187e-6405-4798-b4b7-0f8bcde576c9 req-1071ce52-7790-4f40-8324-820ffad5fb1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=5b634330-22ed-469a-a5a9-2d7c72a92b20 HTTP/1.1" status: 200 len: 217 time: 0.1011505 Aug 23 15:11:30.612716 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-91f70c7e-59f0-4967-8bb3-baf96577ff53 req-591e1932-2e9d-41a5-a803-c78f72f67eda tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538923 Aug 23 15:11:30.804130 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1187e-6405-4798-b4b7-0f8bcde576c9 req-ec502bf4-204a-4bbc-8e60-57192ced3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:30.805933 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-61a1187e-6405-4798-b4b7-0f8bcde576c9 req-ec502bf4-204a-4bbc-8e60-57192ced3440 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc99196f-ee06-4c88-9891-25023651f268 HTTP/1.1" status: 200 len: 837 time: 0.1595404 Aug 23 15:11:30.952519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1187e-6405-4798-b4b7-0f8bcde576c9 req-19c79a7d-fe02-42ca-ada4-3a4a179bd71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:30.961295 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-61a1187e-6405-4798-b4b7-0f8bcde576c9 req-19c79a7d-fe02-42ca-ada4-3a4a179bd71a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ead2bfa-2deb-48b0-a2e2-a229c8c14a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1393604 Aug 23 15:11:31.094135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327985c-3311-4483-a657-0bb2fa72b5d7 req-a14fadc5-50ec-400a-8715-6db90904208b tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:31.111317 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3327985c-3311-4483-a657-0bb2fa72b5d7 req-a14fadc5-50ec-400a-8715-6db90904208b tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 907 time: 0.2192187 Aug 23 15:11:31.172028 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Router d057d6b5-4b4f-4487-8dd7-20c969d0be73 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:11:31.343062 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-61a1187e-6405-4798-b4b7-0f8bcde576c9 req-0f731772-37e8-4824-bb5e-39658be4401b service neutron] 10.222.0.57 "GET /v2.0/networks/3ead2bfa-2deb-48b0-a2e2-a229c8c14a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792951 Aug 23 15:11:31.539198 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-61a1187e-6405-4798-b4b7-0f8bcde576c9 req-e3566dc6-77ba-41fd-a70d-8a98b87b2206 service neutron] 10.222.0.57 "GET /v2.0/networks/3ead2bfa-2deb-48b0-a2e2-a229c8c14a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540890 Aug 23 15:11:31.629922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306766e-8465-4bf5-bee5-eaef370d87e6 req-381cdd9d-f26e-40eb-b1a2-a8d6ea888446 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:31.634456 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c306766e-8465-4bf5-bee5-eaef370d87e6 req-381cdd9d-f26e-40eb-b1a2-a8d6ea888446 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.3750370 Aug 23 15:11:31.745029 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:11:31.757202 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] Sync routers for ids ['d057d6b5-4b4f-4487-8dd7-20c969d0be73'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:11:31.774308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] Routers {'d057d6b5-4b4f-4487-8dd7-20c969d0be73'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:31.774998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d057d6b5-4b4f-4487-8dd7-20c969d0be73'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:31.879610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665cc75-624b-4ab3-a21f-b3dfa963748d req-cf435d79-50f7-48f9-b088-489445eb47a7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:31.908735 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5665cc75-624b-4ab3-a21f-b3dfa963748d req-cf435d79-50f7-48f9-b088-489445eb47a7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1883357 Aug 23 15:11:31.982026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:32.004129 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ca68bf02-0785-4325-accc-194f18004492 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 11.8313446 Aug 23 15:11:32.007038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47698) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:32.071784 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5665cc75-624b-4ab3-a21f-b3dfa963748d req-db7e48d9-19b9-4655-b40f-5845cd66f167 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598699 Aug 23 15:11:32.165722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] Set router d057d6b5-4b4f-4487-8dd7-20c969d0be73 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:11:32.290554 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c306766e-8465-4bf5-bee5-eaef370d87e6 req-87f87b3d-62d4-4619-bac2-b64a1dce72a9 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6318827 Aug 23 15:11:32.301496 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-27dafc19-2827-4da2-9a0a-c736ce92ad1b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/routers/d057d6b5-4b4f-4487-8dd7-20c969d0be73 HTTP/1.1" status: 200 len: 906 time: 0.2917490 Aug 23 15:11:32.302947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47708) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:32.380901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 5b634330-22ed-469a-a5a9-2d7c72a92b20 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:11:32.519276 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c5622-02c0-4cda-aa16-a171ee16ed07 req-1d92f813-d9cf-4358-8627-8a45c85ec291 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:32.572274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c04c5622-02c0-4cda-aa16-a171ee16ed07 req-1d92f813-d9cf-4358-8627-8a45c85ec291 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 907 time: 0.1187503 Aug 23 15:11:32.629319 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af39fc56-dc98-4616-ab9f-ea5243f45b8a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:32.729251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47716) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:32.734619 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd057d6b5-4b4f-4487-8dd7-20c969d0be73', 'name': 'tempest-snat-router-117475895', 'tenant_id': '1123598ade8e4ec19b6118baf1759e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '80e8ebd4-42a8-41b4-8212-3121431d5706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:11:21Z', 'updated_at': '2021-08-23T15:11:28Z', 'revision_number': 3, 'project_id': '1123598ade8e4ec19b6118baf1759e6c', 'gw_port': {'id': '80e8ebd4-42a8-41b4-8212-3121431d5706', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:26:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd057d6b5-4b4f-4487-8dd7-20c969d0be73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:11:25Z', 'updated_at': '2021-08-23T15:11:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:32.774062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] Checking router: d057d6b5-4b4f-4487-8dd7-20c969d0be73 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:11:32.775625 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] Updating router d057d6b5-4b4f-4487-8dd7-20c969d0be73 port 80e8ebd4-42a8-41b4-8212-3121431d5706 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:11:32.788315 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af39fc56-dc98-4616-ab9f-ea5243f45b8a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:32.818936 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:32.852506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 5b634330-22ed-469a-a5a9-2d7c72a92b20, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=5b634330-22ed-469a-a5a9-2d7c72a92b20,segment=NetworkSegment(8a3cc32f-6270-475b-b202-8ffc6a3eff06),segment_id=8a3cc32f-6270-475b-b202-8ffc6a3eff06)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:32.894515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '5b634330-22ed-469a-a5a9-2d7c72a92b20', 'network_id': '3ead2bfa-2deb-48b0-a2e2-a229c8c14a16', 'port_id': '5b634330-22ed-469a-a5a9-2d7c72a92b20', 'mac_address': 'fa:16:3e:c9:a9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc99196f-ee06-4c88-9891-25023651f268', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:11:32.895793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:33.021027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-af39fc56-dc98-4616-ab9f-ea5243f45b8a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Deleting port 80e8ebd4-42a8-41b4-8212-3121431d5706 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:11:33.021580 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af39fc56-dc98-4616-ab9f-ea5243f45b8a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:33.032296 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:33.209947 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af39fc56-dc98-4616-ab9f-ea5243f45b8a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:33.227741 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-af39fc56-dc98-4616-ab9f-ea5243f45b8a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Calling delete_port for 80e8ebd4-42a8-41b4-8212-3121431d5706 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:11:33.483147 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:33.608646 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:33.792645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b634330-22ed-469a-a5a9-2d7c72a92b20 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:11:33.817739 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 5b634330-22ed-469a-a5a9-2d7c72a92b20, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=5b634330-22ed-469a-a5a9-2d7c72a92b20,segment=NetworkSegment(8a3cc32f-6270-475b-b202-8ffc6a3eff06),segment_id=8a3cc32f-6270-475b-b202-8ffc6a3eff06)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:33.916153 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:33.933096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ddb8a-764f-427a-8b8f-9533e0b506c2 req-d9e372ed-8eab-48c4-8d59-2b192ad80469 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:33.940267 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-749ddb8a-764f-427a-8b8f-9533e0b506c2 req-d9e372ed-8eab-48c4-8d59-2b192ad80469 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.6103406 Aug 23 15:11:34.001030 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-749ddb8a-764f-427a-8b8f-9533e0b506c2 req-efde790b-c7a2-46f9-baf8-af95a9c949d5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578351 Aug 23 15:11:34.029762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e4ffa-47a8-41b0-bcbd-71d08117a6dd req-7a7d8791-0109-4ae9-ad43-a4c69bcb398f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:34.044999 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-991e4ffa-47a8-41b0-bcbd-71d08117a6dd req-7a7d8791-0109-4ae9-ad43-a4c69bcb398f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.2615578 Aug 23 15:11:34.093119 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-991e4ffa-47a8-41b0-bcbd-71d08117a6dd req-bd8f2bd7-4fb0-4d01-9e78-b6a73c9b5b2c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525320 Aug 23 15:11:34.127891 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af39fc56-dc98-4616-ab9f-ea5243f45b8a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:34.200477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf83807-5a96-4ce4-8c73-2e8af29baaba req-3ef1c774-4506-4e90-94f8-8ee75240ec1b tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:34.200477 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cbf83807-5a96-4ce4-8c73-2e8af29baaba req-3ef1c774-4506-4e90-94f8-8ee75240ec1b tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 908 time: 0.0689788 Aug 23 15:11:34.214689 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:11:34.215049 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:11:34.276528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Allocated IP 172.25.8.199 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/956d1dc8-b31e-4b43-991d-83adb281802e) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:11:34.289324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['5b634330-22ed-469a-a5a9-2d7c72a92b20'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:11:34.336884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=5b634330-22ed-469a-a5a9-2d7c72a92b20,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:34.448443 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:34.777924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] Port 80e8ebd4-42a8-41b4-8212-3121431d5706 not found while updating agent binding for router d057d6b5-4b4f-4487-8dd7-20c969d0be73. {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 23 15:11:34.808303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] Routers {'d057d6b5-4b4f-4487-8dd7-20c969d0be73'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:34.809056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d057d6b5-4b4f-4487-8dd7-20c969d0be73'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:34.877263 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:34.883914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39fc56-dc98-4616-ab9f-ea5243f45b8a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Pushing event deleted for resources: {'Port': ['ID=80e8ebd4-42a8-41b4-8212-3121431d5706,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:34.991489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:11:34.994790 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:11:35.004693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:11:35.024218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] Set router d057d6b5-4b4f-4487-8dd7-20c969d0be73 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:11:35.075957 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af39fc56-dc98-4616-ab9f-ea5243f45b8a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:35.080897 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Pushing event updated for resources: {'Port': ['ID=956d1dc8-b31e-4b43-991d-83adb281802e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:35.169813 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd057d6b5-4b4f-4487-8dd7-20c969d0be73', 'name': 'tempest-snat-router-117475895', 'tenant_id': '1123598ade8e4ec19b6118baf1759e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:11:21Z', 'updated_at': '2021-08-23T15:11:33Z', 'revision_number': 5, 'project_id': '1123598ade8e4ec19b6118baf1759e6c', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:35.269508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704e3e6-d3e5-4781-a40f-58278a52e619 None None] The sync data for ids ['d057d6b5-4b4f-4487-8dd7-20c969d0be73'] in n-d-804985-3 is: [{'id': 'd057d6b5-4b4f-4487-8dd7-20c969d0be73', 'name': 'tempest-snat-router-117475895', 'tenant_id': '1123598ade8e4ec19b6118baf1759e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:11:21Z', 'updated_at': '2021-08-23T15:11:33Z', 'revision_number': 5, 'project_id': '1123598ade8e4ec19b6118baf1759e6c', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:11:35.280347 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:35.361113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ef2d6-c944-4738-80e3-280ec65a7755 req-847910ed-24b5-49c0-a7ce-daeccc03f08e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:35.377301 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-762ef2d6-c944-4738-80e3-280ec65a7755 req-847910ed-24b5-49c0-a7ce-daeccc03f08e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.0925777 Aug 23 15:11:35.456570 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af39fc56-dc98-4616-ab9f-ea5243f45b8a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:35.464902 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af39fc56-dc98-4616-ab9f-ea5243f45b8a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:35.486789 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:35.596937 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-762ef2d6-c944-4738-80e3-280ec65a7755 req-7ca91d41-3875-4a19-bddb-124d82433f11 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217121 Aug 23 15:11:35.685811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d0780-15fc-4cdc-bc98-23e7929339f4 req-6df53a97-60fe-4995-be81-6f6aee1f0ae1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:35.690626 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-807d0780-15fc-4cdc-bc98-23e7929339f4 req-6df53a97-60fe-4995-be81-6f6aee1f0ae1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1112335 Aug 23 15:11:35.740599 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af39fc56-dc98-4616-ab9f-ea5243f45b8a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:35.741133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af39fc56-dc98-4616-ab9f-ea5243f45b8a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d057d6b5-4b4f-4487-8dd7-20c969d0be73 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:11:35.863684 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af39fc56-dc98-4616-ab9f-ea5243f45b8a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:35.865112 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-af39fc56-dc98-4616-ab9f-ea5243f45b8a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "DELETE /v2.0/routers/d057d6b5-4b4f-4487-8dd7-20c969d0be73 HTTP/1.1" status: 204 len: 168 time: 3.5610375 Aug 23 15:11:35.874513 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-807d0780-15fc-4cdc-bc98-23e7929339f4 req-01aceacc-65ba-48fc-8551-057569718a26 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751451 Aug 23 15:11:35.875019 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47764) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:35.934117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 5b634330-22ed-469a-a5a9-2d7c72a92b20 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:11:35.968011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcc8b7-75d8-449c-aced-bc4f1c372a4e req-10442925-398f-4183-8314-7f1190c3690f tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:35.970230 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1efcc8b7-75d8-449c-aced-bc4f1c372a4e req-10442925-398f-4183-8314-7f1190c3690f tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 908 time: 0.2357514 Aug 23 15:11:36.031323 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:36.158751 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:36.258613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 5b634330-22ed-469a-a5a9-2d7c72a92b20 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:11:36.261434 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:36.263512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 5b634330-22ed-469a-a5a9-2d7c72a92b20 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:36.264761 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:36.279258 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:36.359506 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Pushing event updated for resources: {'Port': ['ID=956d1dc8-b31e-4b43-991d-83adb281802e,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:36.488323 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:36.543579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Deleting port 535dcd31-83bf-4466-94d2-e86f082ac278 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:11:36.545830 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:36.567624 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:36.599064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 5b634330-22ed-469a-a5a9-2d7c72a92b20, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=5b634330-22ed-469a-a5a9-2d7c72a92b20,segment=NetworkSegment(8a3cc32f-6270-475b-b202-8ffc6a3eff06),segment_id=8a3cc32f-6270-475b-b202-8ffc6a3eff06)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:36.600412 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2dca57-fc0d-4e87-943f-66aafc5a4135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b634330-22ed-469a-a5a9-2d7c72a92b20'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:11:36.603595 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec4dcb6-f820-4696-84b7-e00a9f12f9c4" -d '{"events": [{"server_uuid": "ce2dca57-fc0d-4e87-943f-66aafc5a4135", "name": "network-vif-plugged", "status": "completed", "tag": "5b634330-22ed-469a-a5a9-2d7c72a92b20"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:11:36.680259 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:36.682836 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95bd466-eb35-45f9-8848-65ca1fe4347e x-openstack-request-id: req-f95bd466-eb35-45f9-8848-65ca1fe4347e {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:11:36.683743 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2dca57-fc0d-4e87-943f-66aafc5a4135", "name": "network-vif-plugged", "status": "completed", "tag": "5b634330-22ed-469a-a5a9-2d7c72a92b20", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:11:36.695340 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bd60e7e6-3481-42e4-b65f-1f47cf20a3ff tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9561412 Aug 23 15:11:36.695474 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f95bd466-eb35-45f9-8848-65ca1fe4347e {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:11:36.695474 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2dca57-fc0d-4e87-943f-66aafc5a4135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b634330-22ed-469a-a5a9-2d7c72a92b20', 'code': 200} Aug 23 15:11:36.697825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47784) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:36.704431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-db5135fc-079c-49b5-8792-63bdfa8ddefd tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-747982524', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'fixed_ips': [{'ip_address': '172.25.8.199'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:36.713895 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:36.755216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] For port 535dcd31-83bf-4466-94d2-e86f082ac278, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=535dcd31-83bf-4466-94d2-e86f082ac278,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:36.755765 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:36.779277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Calling delete_port for 535dcd31-83bf-4466-94d2-e86f082ac278 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:11:36.858957 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=5b634330-22ed-469a-a5a9-2d7c72a92b20,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:37.177160 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:37.282613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ab314-e44e-4963-97bc-2bc828c77f9f req-07c25abc-7f5a-4e70-a159-90c481d81e15 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:37.284702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2b1ab314-e44e-4963-97bc-2bc828c77f9f req-07c25abc-7f5a-4e70-a159-90c481d81e15 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1649582 Aug 23 15:11:37.285437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Pushing event deleted for resources: {'Port': ['ID=535dcd31-83bf-4466-94d2-e86f082ac278,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:37.350929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5135fc-079c-49b5-8792-63bdfa8ddefd tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Made reservation on behalf of f0db30789d0e4aa6b1db4bfd77736131 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:11:37.354168 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-db5135fc-079c-49b5-8792-63bdfa8ddefd tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:37.372236 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-db5135fc-079c-49b5-8792-63bdfa8ddefd tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:37.388043 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255e6b1-22ba-4305-8fad-84469d735d6d req-e15c5873-a093-42ca-841b-3a477d64bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:37.389937 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9255e6b1-22ba-4305-8fad-84469d735d6d req-e15c5873-a093-42ca-841b-3a477d64bde0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 1060 time: 0.5912442 Aug 23 15:11:37.412330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85988c4-2131-4ddc-9e1a-d01d316aa01e req-4fb9726a-ec07-4530-a41b-1a2ad2085f5b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:37.426032 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e85988c4-2131-4ddc-9e1a-d01d316aa01e req-4fb9726a-ec07-4530-a41b-1a2ad2085f5b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.5788386 Aug 23 15:11:37.499039 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:37.508720 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e85988c4-2131-4ddc-9e1a-d01d316aa01e req-3de314aa-f670-432a-8a1a-70770b7ebb4c tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797207 Aug 23 15:11:37.593690 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2b1ab314-e44e-4963-97bc-2bc828c77f9f req-3fec8604-a1bb-4843-8071-5651ed72eee1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949510 Aug 23 15:11:37.636365 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-db5135fc-079c-49b5-8792-63bdfa8ddefd tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:37.695179 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:37.695179 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:37.749445 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-db5135fc-079c-49b5-8792-63bdfa8ddefd tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:37.752296 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-db5135fc-079c-49b5-8792-63bdfa8ddefd tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] device_id is not set on port 585f49ae-f66c-4ed5-8faa-f3e69eeb9eaa yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:11:37.861630 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:37.862297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1849039c-f5af-420f-a1ee-15e1c45b657a {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:11:37.869416 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:37.881024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-64f56dbc-5cca-4bbc-a79d-b11fbfb8f43d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "DELETE /v2.0/routers/1849039c-f5af-420f-a1ee-15e1c45b657a HTTP/1.1" status: 204 len: 168 time: 1.9880791 Aug 23 15:11:37.881024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47804) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:37.885146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1049974679', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:38.064891 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:38.078038 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:38.166647 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5135fc-079c-49b5-8792-63bdfa8ddefd tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8adfe4e-5a9f-4386-91e9-33f137145cf3,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:38.180671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5ca4b-f4ef-4fc4-b64c-aa3a6db6ca0d req-1af062f6-e80f-4161-984f-40d70552bb82 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:38.182056 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4fb5ca4b-f4ef-4fc4-b64c-aa3a6db6ca0d req-1af062f6-e80f-4161-984f-40d70552bb82 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 909 time: 0.4605908 Aug 23 15:11:38.184166 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:38.230949 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5135fc-079c-49b5-8792-63bdfa8ddefd tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 23 15:11:38.231401 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5135fc-079c-49b5-8792-63bdfa8ddefd tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:11:38.349096 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-db5135fc-079c-49b5-8792-63bdfa8ddefd tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6497908 Aug 23 15:11:38.352971 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47808) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:38.403047 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:38.547256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-bc4cf4f3-b524-4cc1-90e4-e072da386b03 tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Deleting port 956d1dc8-b31e-4b43-991d-83adb281802e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:11:38.548495 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc4cf4f3-b524-4cc1-90e4-e072da386b03 tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:38.601653 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 535dcd31-83bf-4466-94d2-e86f082ac278 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:11:38.692600 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc4cf4f3-b524-4cc1-90e4-e072da386b03 tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:38.692928 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc4cf4f3-b524-4cc1-90e4-e072da386b03 tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:38.695379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 535dcd31-83bf-4466-94d2-e86f082ac278 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:11:38.695755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 535dcd31-83bf-4466-94d2-e86f082ac278 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:11:38.729238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-bc4cf4f3-b524-4cc1-90e4-e072da386b03 tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Calling delete_port for 956d1dc8-b31e-4b43-991d-83adb281802e owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:11:38.888386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d6350-770a-48ae-acf3-80332725dc56 req-f0d98e14-28e0-41c0-8a67-79af45e4fe65 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:38.889897 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-739d6350-770a-48ae-acf3-80332725dc56 req-f0d98e14-28e0-41c0-8a67-79af45e4fe65 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1366854 Aug 23 15:11:38.890603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34776c3e-1426-4ec7-8e5e-09e80be71589 req-3d68d9e6-38bf-4e89-ab6c-31d0c781dd29 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:38.898581 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34776c3e-1426-4ec7-8e5e-09e80be71589 req-3d68d9e6-38bf-4e89-ab6c-31d0c781dd29 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.1435928 Aug 23 15:11:38.901469 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:38.929180 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:38.971146 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34776c3e-1426-4ec7-8e5e-09e80be71589 req-61c2b8fe-5aeb-4dc0-bc99-fbfa2ec77b82 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715418 Aug 23 15:11:38.993731 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-739d6350-770a-48ae-acf3-80332725dc56 req-572497f1-e5e1-4a05-b71d-d18744406e25 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953324 Aug 23 15:11:39.065804 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc4cf4f3-b524-4cc1-90e4-e072da386b03 tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:39.099304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cf4f3-b524-4cc1-90e4-e072da386b03 tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Pushing event deleted for resources: {'Port': ['ID=956d1dc8-b31e-4b43-991d-83adb281802e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:39.171004 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc4cf4f3-b524-4cc1-90e4-e072da386b03 tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:39.178027 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bc4cf4f3-b524-4cc1-90e4-e072da386b03 tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:39.179238 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bc4cf4f3-b524-4cc1-90e4-e072da386b03 tempest-ExternalNetworksAdminNegativeTestJSON-389087515 tempest-ExternalNetworksAdminNegativeTestJSON-389087515-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/b1e61d7e-4296-411c-b226-20bafe81d7e4 HTTP/1.1" status: 204 len: 168 time: 0.8250544 Aug 23 15:11:39.195369 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Allocated IP 172.25.8.105 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/5126daf5-9e7b-4649-ac91-49740fdc4b04) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:11:39.348147 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9a658-b799-4861-a97c-09b5997804ea req-23411e52-8584-427c-8b62-a7b713ab8f78 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:39.349781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3df9a658-b799-4861-a97c-09b5997804ea req-23411e52-8584-427c-8b62-a7b713ab8f78 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 909 time: 0.0797331 Aug 23 15:11:39.377717 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:39.498938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196498d0-ea28-4828-b28f-7230b4640724 req-55dd5ea5-3f5f-4351-92b4-29947faeee22 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:39.500453 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-196498d0-ea28-4828-b28f-7230b4640724 req-55dd5ea5-3f5f-4351-92b4-29947faeee22 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 909 time: 0.0580664 Aug 23 15:11:39.573465 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:39.643889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:11:39.648068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:11:39.655901 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:11:39.661301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Pushing event updated for resources: {'Port': ['ID=5126daf5-9e7b-4649-ac91-49740fdc4b04,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:39.693483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932d1b4-1608-425c-b618-50a6fe5bb986 req-ead02543-1eee-4f45-9a8a-8844d9ebee55 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:39.695047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f932d1b4-1608-425c-b618-50a6fe5bb986 req-ead02543-1eee-4f45-9a8a-8844d9ebee55 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 1060 time: 0.1187713 Aug 23 15:11:39.905838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2034a2-cd07-488c-9fec-80cbfdbbef3e req-2cb24cc2-78bd-4571-8cf5-33a05874ae06 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:39.908711 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e2034a2-cd07-488c-9fec-80cbfdbbef3e req-2cb24cc2-78bd-4571-8cf5-33a05874ae06 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 1135 time: 0.0984671 Aug 23 15:11:39.983060 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e2034a2-cd07-488c-9fec-80cbfdbbef3e req-5465e6d1-541f-48c8-a629-46d36aa37ec1 tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=9660e9af-f137-4a05-baf3-1aed83db5acc&id=da8013d8-6d5b-4dc0-930b-7411787880f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0677369 Aug 23 15:11:39.996189 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47838) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:40.013693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47844) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:40.099663 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:11:40.211730 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945396e2-b3dd-4d79-92d8-f748c2dcd76d tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:40.215794 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-945396e2-b3dd-4d79-92d8-f748c2dcd76d tempest-TestSecurityGroupsBasicOps-810649205 tempest-TestSecurityGroupsBasicOps-810649205-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 1055 time: 0.1985133 Aug 23 15:11:40.242194 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14575fa8-41be-4744-bca6-e300f0f9e460 req-5cf111df-80ae-4ac8-8a24-5856668253ba tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:40.243758 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14575fa8-41be-4744-bca6-e300f0f9e460 req-5cf111df-80ae-4ac8-8a24-5856668253ba tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.0851779 Aug 23 15:11:40.257915 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:40.283817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a7c7cb17-9e52-4543-b3e8-119a541c72cb details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:11:40.328113 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-14575fa8-41be-4744-bca6-e300f0f9e460 req-a1abeaf6-2bd2-4609-88e4-2da908e9ff45 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709481 Aug 23 15:11:40.330457 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ab78bdd5-4670-4d78-b176-1ac690f5f670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:40.368417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34c356-a6b1-4099-8133-15bf0bc3edc1 req-152aea93-551c-4260-83de-d47350f0fe7a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:40.377493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa34c356-a6b1-4099-8133-15bf0bc3edc1 req-152aea93-551c-4260-83de-d47350f0fe7a tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 945 time: 0.2290373 Aug 23 15:11:40.523954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:40.537605 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'port_id': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'mac_address': 'fa:16:3e:cc:b5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:11:40.552035 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ab78bdd5-4670-4d78-b176-1ac690f5f670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:40.564735 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa34c356-a6b1-4099-8133-15bf0bc3edc1 req-8609f98f-f594-4979-95d2-d5fb9b0f4279 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848915 Aug 23 15:11:40.602113 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:40.626389 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c7cb17-9e52-4543-b3e8-119a541c72cb {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:11:40.670239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:40.681428 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:40.692809 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ab78bdd5-4670-4d78-b176-1ac690f5f670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:40.744508 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ab78bdd5-4670-4d78-b176-1ac690f5f670 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9807e75c516e46b58a8b52333ddc42b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7472286 Aug 23 15:11:40.746107 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78bdd5-4670-4d78-b176-1ac690f5f670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8d5564-9c2a-4a80-b19a-ffbadf746bd5,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:40.748977 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47854) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:40.856553 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:40.917557 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-858c2ba9-4847-41a2-b8b5-2bdbc608af97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:40.972164 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-858c2ba9-4847-41a2-b8b5-2bdbc608af97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:40.976263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a7c7cb17-9e52-4543-b3e8-119a541c72cb,revision_number=11']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:41.034637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Router 6847984f-c8fe-496d-9d92-c242f0f6f42a is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:11:41.077227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['a7c7cb17-9e52-4543-b3e8-119a541c72cb'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:11:41.105564 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-858c2ba9-4847-41a2-b8b5-2bdbc608af97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:41.108481 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-858c2ba9-4847-41a2-b8b5-2bdbc608af97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:41.113204 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-858c2ba9-4847-41a2-b8b5-2bdbc608af97 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f8d5564-9c2a-4a80-b19a-ffbadf746bd5 HTTP/1.1" status: 204 len: 168 time: 0.3456926 Aug 23 15:11:41.125060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c2ba9-4847-41a2-b8b5-2bdbc608af97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8d5564-9c2a-4a80-b19a-ffbadf746bd5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:41.179113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bf580-1263-4bac-a0a8-64b093701c58 req-f49ab7e4-add5-4101-af88-2e38b7d739f1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:41.185560 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb3bf580-1263-4bac-a0a8-64b093701c58 req-f49ab7e4-add5-4101-af88-2e38b7d739f1 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 909 time: 0.1603496 Aug 23 15:11:41.284918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:11:41.294934 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6ac15a-b665-498d-b631-c027fd482c7c None None] Sync routers for ids ['6847984f-c8fe-496d-9d92-c242f0f6f42a'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:11:41.309278 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ac15a-b665-498d-b631-c027fd482c7c None None] Routers {'6847984f-c8fe-496d-9d92-c242f0f6f42a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:41.318536 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ef6ac15a-b665-498d-b631-c027fd482c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['6847984f-c8fe-496d-9d92-c242f0f6f42a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:41.362805 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ef6ac15a-b665-498d-b631-c027fd482c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:41.374123 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ac15a-b665-498d-b631-c027fd482c7c None None] Routers {'6847984f-c8fe-496d-9d92-c242f0f6f42a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:41.374828 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ef6ac15a-b665-498d-b631-c027fd482c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['6847984f-c8fe-496d-9d92-c242f0f6f42a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:41.419583 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ef6ac15a-b665-498d-b631-c027fd482c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:41.420279 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6ac15a-b665-498d-b631-c027fd482c7c None None] The sync data for ids ['6847984f-c8fe-496d-9d92-c242f0f6f42a'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:11:41.436050 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:41.437232 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9b3040d4-63c1-47fe-805d-599241335eb7 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5590951 Aug 23 15:11:41.439971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47868) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:41.446752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-bb0980a7-988d-473d-8f5f-f650f8b7738b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'enable_snat': False}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:41.518913 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edcf0d-f691-473f-ab62-e5973c2a0624 req-51a3549e-11b4-42eb-b426-39c7f6900de5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:41.533701 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-56edcf0d-f691-473f-ab62-e5973c2a0624 req-51a3549e-11b4-42eb-b426-39c7f6900de5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 944 time: 0.1007266 Aug 23 15:11:41.597945 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-56edcf0d-f691-473f-ab62-e5973c2a0624 req-b33e28c6-4966-48a7-bcfa-3b6a7b18e3c7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568719 Aug 23 15:11:41.965218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device c5ac56fd-016e-468b-b20c-b346f6e15e02 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:11:41.998962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47876) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:42.067076 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0ab6fd5e-a797-44b6-b3d1-0413f7b12825 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f0db30789d0e4aa6b1db4bfd77736131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668712 Aug 23 15:11:42.067826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47878) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:42.140455 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port c5ac56fd-016e-468b-b20c-b346f6e15e02, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c5ac56fd-016e-468b-b20c-b346f6e15e02,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:42.152765 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-95ee3a93-1940-4c9f-87a5-d03bd5925f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:42.168432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'c5ac56fd-016e-468b-b20c-b346f6e15e02', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'port_id': 'c5ac56fd-016e-468b-b20c-b346f6e15e02', 'mac_address': 'fa:16:3e:35:52:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:11:42.182536 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-95ee3a93-1940-4c9f-87a5-d03bd5925f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:42.254929 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:42.292125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ac56fd-016e-468b-b20c-b346f6e15e02 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:11:42.314742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f95a4-70c9-4188-8866-3334ed6669e4 req-baa17e5d-a3db-4f02-8dea-c5c814648c28 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:42.316348 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-987f95a4-70c9-4188-8866-3334ed6669e4 req-baa17e5d-a3db-4f02-8dea-c5c814648c28 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 946 time: 0.4068630 Aug 23 15:11:42.339389 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port c5ac56fd-016e-468b-b20c-b346f6e15e02, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c5ac56fd-016e-468b-b20c-b346f6e15e02,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:42.342456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a7c7cb17-9e52-4543-b3e8-119a541c72cb up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:11:42.361398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fca86-4526-4cf7-a7d4-1db80050c635 req-c9b2f485-7c04-4bb5-972a-4913a84e530d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:42.363076 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-270fca86-4526-4cf7-a7d4-1db80050c635 req-c9b2f485-7c04-4bb5-972a-4913a84e530d tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 909 time: 0.1338398 Aug 23 15:11:42.381731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e76a9c-f953-407b-b12b-800d6d9eb795 req-d7312720-a28d-43ea-90a0-069820e5cb8a tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:42.396152 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-94e76a9c-f953-407b-b12b-800d6d9eb795 req-d7312720-a28d-43ea-90a0-069820e5cb8a tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 909 time: 0.0993738 Aug 23 15:11:42.397057 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-95ee3a93-1940-4c9f-87a5-d03bd5925f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:42.399969 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-95ee3a93-1940-4c9f-87a5-d03bd5925f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:42.412691 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-95ee3a93-1940-4c9f-87a5-d03bd5925f6a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b8adfe4e-5a9f-4386-91e9-33f137145cf3 HTTP/1.1" status: 204 len: 168 time: 0.3438523 Aug 23 15:11:42.447726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee3a93-1940-4c9f-87a5-d03bd5925f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8adfe4e-5a9f-4386-91e9-33f137145cf3,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:42.450698 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:42.486222 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-987f95a4-70c9-4188-8866-3334ed6669e4 req-aa7208ea-14c1-4de2-9369-d41e55aaae0f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612585 Aug 23 15:11:42.549951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=c5ac56fd-016e-468b-b20c-b346f6e15e02,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:42.567511 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bb0980a7-988d-473d-8f5f-f650f8b7738b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:42.572758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port a7c7cb17-9e52-4543-b3e8-119a541c72cb completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:11:42.582101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port a7c7cb17-9e52-4543-b3e8-119a541c72cb triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:42.582472 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:42.599364 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-270fca86-4526-4cf7-a7d4-1db80050c635 req-846477b4-2a1b-42d1-88e8-f3c5c3f839a2 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Deleting port 5b634330-22ed-469a-a5a9-2d7c72a92b20 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:11:42.599737 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-270fca86-4526-4cf7-a7d4-1db80050c635 req-846477b4-2a1b-42d1-88e8-f3c5c3f839a2 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:42.689820 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:42.693837 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['c5ac56fd-016e-468b-b20c-b346f6e15e02'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:11:42.779848 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-270fca86-4526-4cf7-a7d4-1db80050c635 req-846477b4-2a1b-42d1-88e8-f3c5c3f839a2 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] For port 5b634330-22ed-469a-a5a9-2d7c72a92b20, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=5b634330-22ed-469a-a5a9-2d7c72a92b20,segment=NetworkSegment(8a3cc32f-6270-475b-b202-8ffc6a3eff06),segment_id=8a3cc32f-6270-475b-b202-8ffc6a3eff06)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:42.780487 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-270fca86-4526-4cf7-a7d4-1db80050c635 req-846477b4-2a1b-42d1-88e8-f3c5c3f839a2 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:42.793039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:11:42.796003 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ff13b5-8b59-4472-b8fa-7bdbeda81dc0" -d '{"events": [{"server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "name": "network-vif-plugged", "status": "completed", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:11:42.827802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9f1e9-793a-4cbf-b8c3-56e1a5ff1249 req-8cf13d7b-3962-4848-b624-1355eaa0222d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:42.830613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b9f1e9-793a-4cbf-b8c3-56e1a5ff1249 req-8cf13d7b-3962-4848-b624-1355eaa0222d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 945 time: 0.1583617 Aug 23 15:11:42.847812 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-270fca86-4526-4cf7-a7d4-1db80050c635 req-846477b4-2a1b-42d1-88e8-f3c5c3f839a2 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Calling delete_port for 5b634330-22ed-469a-a5a9-2d7c72a92b20 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:11:42.852240 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:42.895222 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e92abc3-be17-4dae-bd64-0a00c03cc920 x-openstack-request-id: req-2e92abc3-be17-4dae-bd64-0a00c03cc920 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:11:42.898247 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "name": "network-vif-plugged", "status": "completed", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:11:42.898887 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2e92abc3-be17-4dae-bd64-0a00c03cc920 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:11:42.899529 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'code': 200} Aug 23 15:11:42.940333 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0b9f1e9-793a-4cbf-b8c3-56e1a5ff1249 req-44eae3e4-25d6-4136-ba06-be74b8e09bd3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972836 Aug 23 15:11:42.965189 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:43.063557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a7c7cb17-9e52-4543-b3e8-119a541c72cb,revision_number=12']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:43.270315 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-270fca86-4526-4cf7-a7d4-1db80050c635 req-846477b4-2a1b-42d1-88e8-f3c5c3f839a2 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:43.341372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d76-0a4b-4c13-93fe-355407297e45 req-acd9c649-9f63-48d1-b618-5a751b80727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:43.343603 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58c41d76-0a4b-4c13-93fe-355407297e45 req-acd9c649-9f63-48d1-b618-5a751b80727c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 1098 time: 0.1027954 Aug 23 15:11:43.355829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-270fca86-4526-4cf7-a7d4-1db80050c635 req-846477b4-2a1b-42d1-88e8-f3c5c3f839a2 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] No DVR routers for this DVR port 5b634330-22ed-469a-a5a9-2d7c72a92b20 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:11:43.359156 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-270fca86-4526-4cf7-a7d4-1db80050c635 req-846477b4-2a1b-42d1-88e8-f3c5c3f839a2 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:43.362199 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-270fca86-4526-4cf7-a7d4-1db80050c635 req-846477b4-2a1b-42d1-88e8-f3c5c3f839a2 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.57 "DELETE /v2.0/ports/5b634330-22ed-469a-a5a9-2d7c72a92b20 HTTP/1.1" status: 204 len: 173 time: 0.9890666 Aug 23 15:11:43.362991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846477b4-2a1b-42d1-88e8-f3c5c3f839a2 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event deleted for resources: {'Port': ['ID=5b634330-22ed-469a-a5a9-2d7c72a92b20,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:43.366323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2dca57-fc0d-4e87-943f-66aafc5a4135', 'name': 'network-vif-deleted', 'tag': '5b634330-22ed-469a-a5a9-2d7c72a92b20'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:11:43.368963 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e3a0de-3a98-4447-939c-f7aa371bb827" -d '{"events": [{"server_uuid": "ce2dca57-fc0d-4e87-943f-66aafc5a4135", "name": "network-vif-deleted", "tag": "5b634330-22ed-469a-a5a9-2d7c72a92b20"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:11:43.459418 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a085a262-fc63-410f-9c33-3b7ede91428f x-openstack-request-id: req-a085a262-fc63-410f-9c33-3b7ede91428f {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:11:43.459740 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2dca57-fc0d-4e87-943f-66aafc5a4135", "name": "network-vif-deleted", "tag": "5b634330-22ed-469a-a5a9-2d7c72a92b20", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:11:43.460015 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a085a262-fc63-410f-9c33-3b7ede91428f {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:11:43.460421 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2dca57-fc0d-4e87-943f-66aafc5a4135', 'name': 'network-vif-deleted', 'tag': '5b634330-22ed-469a-a5a9-2d7c72a92b20', 'status': 'completed', 'code': 200} Aug 23 15:11:43.534719 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58c41d76-0a4b-4c13-93fe-355407297e45 req-afb66b0a-a43d-459f-b673-dd8af52f19d4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820984 Aug 23 15:11:43.560270 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bb0980a7-988d-473d-8f5f-f650f8b7738b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:43.569950 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bb0980a7-988d-473d-8f5f-f650f8b7738b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:43.605852 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-52de9cdd-e6e7-4408-be28-4aa3c6deb2dc req-48ce45f8-038f-4858-9490-639e95e92133 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 210 time: 0.1277471 Aug 23 15:11:43.826565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cce6b7-bc04-456a-a0be-09d9eea3bbc6 req-1b673fa3-6eaf-4ab0-b69b-c1555744cad2 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:43.829059 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0cce6b7-bc04-456a-a0be-09d9eea3bbc6 req-1b673fa3-6eaf-4ab0-b69b-c1555744cad2 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 947 time: 0.1522920 Aug 23 15:11:43.888458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0980a7-988d-473d-8f5f-f650f8b7738b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Router 6847984f-c8fe-496d-9d92-c242f0f6f42a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:11:43.931699 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0cce6b7-bc04-456a-a0be-09d9eea3bbc6 req-e98d7ba5-0189-4641-b81c-985051014847 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957351 Aug 23 15:11:43.973928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device c5ac56fd-016e-468b-b20c-b346f6e15e02 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:11:44.089925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0980a7-988d-473d-8f5f-f650f8b7738b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:11:44.096850 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bb0980a7-988d-473d-8f5f-f650f8b7738b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:44.101897 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bb0980a7-988d-473d-8f5f-f650f8b7738b tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "PUT /v2.0/routers/6847984f-c8fe-496d-9d92-c242f0f6f42a HTTP/1.1" status: 200 len: 922 time: 2.6570785 Aug 23 15:11:44.101897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47924) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:44.102180 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401ffad-50cc-4ff7-9cb5-2b569fbac701 None None] Sync routers for ids ['6847984f-c8fe-496d-9d92-c242f0f6f42a'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:11:44.123827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f6686-5965-4aed-822d-05e3f0e258bb req-e14269c9-e9b2-4a62-9ead-9a3b514b5cc9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:44.125928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3401ffad-50cc-4ff7-9cb5-2b569fbac701 None None] Routers {'6847984f-c8fe-496d-9d92-c242f0f6f42a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:44.126493 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-639f6686-5965-4aed-822d-05e3f0e258bb req-e14269c9-e9b2-4a62-9ead-9a3b514b5cc9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 945 time: 0.0763333 Aug 23 15:11:44.136142 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3401ffad-50cc-4ff7-9cb5-2b569fbac701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['6847984f-c8fe-496d-9d92-c242f0f6f42a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:44.182620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3401ffad-50cc-4ff7-9cb5-2b569fbac701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:44.189513 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port c5ac56fd-016e-468b-b20c-b346f6e15e02 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:11:44.194860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port c5ac56fd-016e-468b-b20c-b346f6e15e02 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:11:44.195217 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:44.248648 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-639f6686-5965-4aed-822d-05e3f0e258bb req-c4f96baa-eb80-4751-a93c-e53a3ed25748 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094754 Aug 23 15:11:44.266578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3401ffad-50cc-4ff7-9cb5-2b569fbac701 None None] Routers {'6847984f-c8fe-496d-9d92-c242f0f6f42a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:44.267852 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3401ffad-50cc-4ff7-9cb5-2b569fbac701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['6847984f-c8fe-496d-9d92-c242f0f6f42a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:44.337449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3401ffad-50cc-4ff7-9cb5-2b569fbac701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:44.338126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401ffad-50cc-4ff7-9cb5-2b569fbac701 None None] The sync data for ids ['6847984f-c8fe-496d-9d92-c242f0f6f42a'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:11:44.408627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47940) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:44.410098 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ea128f4f-5f2d-4d58-b316-57d65ec6c199 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/routers/6847984f-c8fe-496d-9d92-c242f0f6f42a HTTP/1.1" status: 200 len: 922 time: 0.3079982 Aug 23 15:11:44.479393 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:44.549877 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port c5ac56fd-016e-468b-b20c-b346f6e15e02, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c5ac56fd-016e-468b-b20c-b346f6e15e02,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:44.586928 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2d772c-d4b2-460f-9b6f-b67f2e2400c2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:44.591071 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fb2d772c-d4b2-460f-9b6f-b67f2e2400c2 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&device_id=6847984f-c8fe-496d-9d92-c242f0f6f42a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1790080 Aug 23 15:11:44.591555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47946) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:44.692746 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:44.766829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea3612e-86ca-4a25-bec4-986f3afc5dae tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:44.767670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 47954) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:44.778581 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fea3612e-86ca-4a25-bec4-986f3afc5dae tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 881 time: 0.1710582 Aug 23 15:11:44.810758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=c5ac56fd-016e-468b-b20c-b346f6e15e02,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:44.825029 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9aca9967-93ad-47dc-8adc-c7d7cdb2667c tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "GET /v2.0/ports?device_id=6847984f-c8fe-496d-9d92-c242f0f6f42a HTTP/1.1" status: 200 len: 205 time: 0.0554492 Aug 23 15:11:44.827341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 47962) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:44.852336 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-02196811-b7e5-4298-86b5-9c578a185704 req-1ea9be98-56bb-4873-a6b4-270a85276e2c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2dca57-fc0d-4e87-943f-66aafc5a4135 HTTP/1.1" status: 200 len: 210 time: 0.0300832 Aug 23 15:11:44.901283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe0244d-7956-4c5a-9447-8cba7eab29b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ac56fd-016e-468b-b20c-b346f6e15e02'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:11:44.905337 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54c8b06-c8ea-4f73-befa-ac7db062903e" -d '{"events": [{"server_uuid": "dbe0244d-7956-4c5a-9447-8cba7eab29b3", "name": "network-vif-plugged", "status": "completed", "tag": "c5ac56fd-016e-468b-b20c-b346f6e15e02"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:11:45.002799 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb092e2a-05a0-4eef-9afb-17b215744f1f x-openstack-request-id: req-cb092e2a-05a0-4eef-9afb-17b215744f1f {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:11:45.003102 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe0244d-7956-4c5a-9447-8cba7eab29b3", "name": "network-vif-plugged", "status": "completed", "tag": "c5ac56fd-016e-468b-b20c-b346f6e15e02", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:11:45.003363 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb092e2a-05a0-4eef-9afb-17b215744f1f {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:11:45.003868 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe0244d-7956-4c5a-9447-8cba7eab29b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ac56fd-016e-468b-b20c-b346f6e15e02', 'code': 200} Aug 23 15:11:45.170820 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c29cc909-2f4e-463b-9d04-a275f9bfb6d2 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:45.205045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf993f8f-9dbd-4560-a0e5-cc4a2a8bae0b req-1573dc94-335f-4f3b-a6aa-c42a952997f5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:45.222104 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cf993f8f-9dbd-4560-a0e5-cc4a2a8bae0b req-1573dc94-335f-4f3b-a6aa-c42a952997f5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 947 time: 0.1437900 Aug 23 15:11:45.307394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eabb88-9b0b-4175-b8ac-b0129af4df2f req-cf6b6d80-514b-46f2-8f2f-e638d1ad386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:45.308983 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-38eabb88-9b0b-4175-b8ac-b0129af4df2f req-cf6b6d80-514b-46f2-8f2f-e638d1ad386f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 1097 time: 0.2425773 Aug 23 15:11:45.383197 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cf993f8f-9dbd-4560-a0e5-cc4a2a8bae0b req-6d71b9eb-f7fc-4b6e-9cac-a7e78b544646 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454155 Aug 23 15:11:45.529472 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-38eabb88-9b0b-4175-b8ac-b0129af4df2f req-e257a349-fc5a-4937-8b93-43ee46caab2b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028995 Aug 23 15:11:45.538800 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c29cc909-2f4e-463b-9d04-a275f9bfb6d2 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:45.566092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb7744-21b4-41d7-a4e3-acad4c0a95c1 req-7f116b9b-e474-4336-8f31-3ef0351baa23 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:45.567605 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2cfb7744-21b4-41d7-a4e3-acad4c0a95c1 req-7f116b9b-e474-4336-8f31-3ef0351baa23 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 946 time: 0.1080079 Aug 23 15:11:45.617927 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2cfb7744-21b4-41d7-a4e3-acad4c0a95c1 req-b0a92f72-cffa-46b7-abba-3f7877090600 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443413 Aug 23 15:11:45.698135 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:45.737957 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48006) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:45.742545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c29cc909-2f4e-463b-9d04-a275f9bfb6d2 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Deleting port 5126daf5-9e7b-4649-ac91-49740fdc4b04 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:11:45.742904 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c29cc909-2f4e-463b-9d04-a275f9bfb6d2 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:45.865927 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c29cc909-2f4e-463b-9d04-a275f9bfb6d2 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:45.881423 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c29cc909-2f4e-463b-9d04-a275f9bfb6d2 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Calling delete_port for 5126daf5-9e7b-4649-ac91-49740fdc4b04 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:11:45.952518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-148191745', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:45.968067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48020) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:45.998191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 5b634330-22ed-469a-a5a9-2d7c72a92b20 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:11:46.033212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 5b634330-22ed-469a-a5a9-2d7c72a92b20 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:11:46.033479 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 5b634330-22ed-469a-a5a9-2d7c72a92b20 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:11:46.102512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Made reservation on behalf of f71df1218cd34ceca29d99878dc6f343 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:11:46.105081 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:46.118690 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:46.242904 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:46.422488 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:46.428092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] device_id is not set on port 3b9dbf1b-ae29-467a-b2cb-5d1bf7e0aeb6 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:11:46.453413 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21141759-22ab-4a45-8d04-58a53891c7a6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:46.522354 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c29cc909-2f4e-463b-9d04-a275f9bfb6d2 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:46.645175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Allocated IP 172.25.8.208 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/3b9dbf1b-ae29-467a-b2cb-5d1bf7e0aeb6) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:11:46.691538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cc909-2f4e-463b-9d04-a275f9bfb6d2 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Pushing event deleted for resources: {'Port': ['ID=5126daf5-9e7b-4649-ac91-49740fdc4b04,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:46.764170 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c29cc909-2f4e-463b-9d04-a275f9bfb6d2 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:46.793599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe91e2-05e5-44d7-b9fd-0cb37ed27fb8 req-78551136-5731-4b4f-9392-943226a56945 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:46.796351 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d8fe91e2-05e5-44d7-b9fd-0cb37ed27fb8 req-78551136-5731-4b4f-9392-943226a56945 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 947 time: 0.2416575 Aug 23 15:11:46.811371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a73f8-e616-4f70-ad11-51b45dd865a5 req-00b732cc-90a6-4bd0-9681-a7486fe1c3d5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:46.814090 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b44a73f8-e616-4f70-ad11-51b45dd865a5 req-00b732cc-90a6-4bd0-9681-a7486fe1c3d5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 946 time: 0.1015537 Aug 23 15:11:46.904365 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b44a73f8-e616-4f70-ad11-51b45dd865a5 req-5bd58363-fb07-477c-a721-3e18d327e1f1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585036 Aug 23 15:11:46.909567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c29cc909-2f4e-463b-9d04-a275f9bfb6d2 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:46.911971 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c29cc909-2f4e-463b-9d04-a275f9bfb6d2 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:46.944781 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.013895 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d8fe91e2-05e5-44d7-b9fd-0cb37ed27fb8 req-fe836cb6-f606-485f-a360-04acd078dffd tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562944 Aug 23 15:11:47.067104 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec6fae3d-18c1-44fe-a5f2-a3430d3a1296 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.085682 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.103088 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c29cc909-2f4e-463b-9d04-a275f9bfb6d2 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.103677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29cc909-2f4e-463b-9d04-a275f9bfb6d2 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Fanout notify agent at l3_agent the message router_deleted on router 6847984f-c8fe-496d-9d92-c242f0f6f42a {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:11:47.112042 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c29cc909-2f4e-463b-9d04-a275f9bfb6d2 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.121979 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c29cc909-2f4e-463b-9d04-a275f9bfb6d2 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "DELETE /v2.0/routers/6847984f-c8fe-496d-9d92-c242f0f6f42a HTTP/1.1" status: 204 len: 168 time: 2.2846496 Aug 23 15:11:47.121979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48034) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:47.121979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c91babba-dea6-48f2-afdb-1014d4c8fd78 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-159689879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:47.131190 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:11:47.134000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:11:47.137523 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:11:47.167235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Pushing event updated for resources: {'Port': ['ID=3b9dbf1b-ae29-467a-b2cb-5d1bf7e0aeb6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:47.183491 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:47.184151 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.388576 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9795098c-ec1b-4a91-9765-caf612d30efe tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6495194 Aug 23 15:11:47.389269 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48040) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:47.394053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-aa1edeac-25e2-43a9-8d08-0f92089a0dbc tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.208'}]}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:47.515551 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa1edeac-25e2-43a9-8d08-0f92089a0dbc tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.517197 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa1edeac-25e2-43a9-8d08-0f92089a0dbc tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.547904 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c91babba-dea6-48f2-afdb-1014d4c8fd78 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.558575 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c91babba-dea6-48f2-afdb-1014d4c8fd78 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.572090 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa1edeac-25e2-43a9-8d08-0f92089a0dbc tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.629552 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c91babba-dea6-48f2-afdb-1014d4c8fd78 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.723094 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fae3d-18c1-44fe-a5f2-a3430d3a1296 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Deleting port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:11:47.723818 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec6fae3d-18c1-44fe-a5f2-a3430d3a1296 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.831528 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c91babba-dea6-48f2-afdb-1014d4c8fd78 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.840838 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa1edeac-25e2-43a9-8d08-0f92089a0dbc tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.873546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-ec6fae3d-18c1-44fe-a5f2-a3430d3a1296 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] For port 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88,segment=NetworkSegment(8a3cc32f-6270-475b-b202-8ffc6a3eff06),segment_id=8a3cc32f-6270-475b-b202-8ffc6a3eff06)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:47.874320 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec6fae3d-18c1-44fe-a5f2-a3430d3a1296 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.888392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fae3d-18c1-44fe-a5f2-a3430d3a1296 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Calling delete_port for 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:11:47.961602 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c91babba-dea6-48f2-afdb-1014d4c8fd78 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:47.965516 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c91babba-dea6-48f2-afdb-1014d4c8fd78 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8451526 Aug 23 15:11:47.970421 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48050) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:47.980477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:48.105862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18169faa-d3ed-4eb0-99bf-6a36e30be8d5 req-ad8fd7f7-88ab-4380-ae30-50848af0a525 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:48.108005 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18169faa-d3ed-4eb0-99bf-6a36e30be8d5 req-ad8fd7f7-88ab-4380-ae30-50848af0a525 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 946 time: 0.0867906 Aug 23 15:11:48.168109 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18169faa-d3ed-4eb0-99bf-6a36e30be8d5 req-7e6ad88b-fd77-4b08-bdb4-5ddd83827de9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496929 Aug 23 15:11:48.370698 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa1edeac-25e2-43a9-8d08-0f92089a0dbc tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:48.381458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da57bf-63da-4278-a685-e07d21ac88cc req-6dd976df-7236-4ce7-b3d5-cd02a8ee906e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:48.383478 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-89da57bf-63da-4278-a685-e07d21ac88cc req-6dd976df-7236-4ce7-b3d5-cd02a8ee906e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 946 time: 0.0818105 Aug 23 15:11:48.429514 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa1edeac-25e2-43a9-8d08-0f92089a0dbc tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:48.459590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:48.460237 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-89da57bf-63da-4278-a685-e07d21ac88cc req-7d9b4044-41f5-431b-a6a0-7153b42ddc83 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502219 Aug 23 15:11:48.475345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785b3af-d36f-434b-a097-9de58c16d7d7 req-130bb7b3-9232-43da-96ef-127ece04d371 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:48.477086 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1785b3af-d36f-434b-a097-9de58c16d7d7 req-130bb7b3-9232-43da-96ef-127ece04d371 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 947 time: 0.3421037 Aug 23 15:11:48.630384 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1785b3af-d36f-434b-a097-9de58c16d7d7 req-95a00f9f-f81e-43df-a59e-438b66ac0b80 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411183 Aug 23 15:11:48.880233 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:48.882343 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec6fae3d-18c1-44fe-a5f2-a3430d3a1296 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:48.919731 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa1edeac-25e2-43a9-8d08-0f92089a0dbc tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:48.952551 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:48.955112 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fae3d-18c1-44fe-a5f2-a3430d3a1296 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event deleted for resources: {'Port': ['ID=3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:49.229915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Allocated IP 172.25.8.183 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/e9fe0319-df75-462f-93e7-076af8b27230) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:11:49.443467 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec6fae3d-18c1-44fe-a5f2-a3430d3a1296 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:49.493268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ff5a2-0598-4c6d-859e-c78c4928c42c req-8743464f-ffd5-4e8a-bb2b-402bf9c5111e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:49.509422 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-413ff5a2-0598-4c6d-859e-c78c4928c42c req-8743464f-ffd5-4e8a-bb2b-402bf9c5111e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 946 time: 0.2042656 Aug 23 15:11:49.575333 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa1edeac-25e2-43a9-8d08-0f92089a0dbc tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:49.578742 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa1edeac-25e2-43a9-8d08-0f92089a0dbc tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:49.672901 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:49.720060 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-413ff5a2-0598-4c6d-859e-c78c4928c42c req-17016e65-97ea-4617-9332-d9b9ae6e76fa tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094786 Aug 23 15:11:49.744097 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aa1edeac-25e2-43a9-8d08-0f92089a0dbc tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:49.744886 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1edeac-25e2-43a9-8d08-0f92089a0dbc tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2291349-6b1e-4e38-a9f0-90bf846722d7 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:11:49.872071 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-aa1edeac-25e2-43a9-8d08-0f92089a0dbc tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 23 15:11:49.876211 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-aa1edeac-25e2-43a9-8d08-0f92089a0dbc tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4828818 Aug 23 15:11:49.877310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48076) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:49.918590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:49.972251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Pushing event updated for resources: {'Port': ['ID=e9fe0319-df75-462f-93e7-076af8b27230,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:49.986983 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:11:49.995064 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:11:49.997899 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:11:50.003159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-752d74ec-be03-41ff-bc6e-f1f5611a5777 tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Deleting port 3b9dbf1b-ae29-467a-b2cb-5d1bf7e0aeb6 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:11:50.005233 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-752d74ec-be03-41ff-bc6e-f1f5611a5777 tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:50.037032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6fae3d-18c1-44fe-a5f2-a3430d3a1296 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Router 184b7f33-855f-4dc4-9ab5-3d291e16d3f7 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:11:50.123175 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-752d74ec-be03-41ff-bc6e-f1f5611a5777 tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:50.155149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-752d74ec-be03-41ff-bc6e-f1f5611a5777 tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Calling delete_port for 3b9dbf1b-ae29-467a-b2cb-5d1bf7e0aeb6 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:11:50.282272 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:50.382634 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-752d74ec-be03-41ff-bc6e-f1f5611a5777 tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:50.415101 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d74ec-be03-41ff-bc6e-f1f5611a5777 tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b9dbf1b-ae29-467a-b2cb-5d1bf7e0aeb6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:50.490774 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-752d74ec-be03-41ff-bc6e-f1f5611a5777 tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:50.492935 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-752d74ec-be03-41ff-bc6e-f1f5611a5777 tempest-RoutersAdminNegativeTest-496225506 tempest-RoutersAdminNegativeTest-496225506-project-admin] 10.222.0.38 "DELETE /v2.0/ports/3b9dbf1b-ae29-467a-b2cb-5d1bf7e0aeb6 HTTP/1.1" status: 204 len: 168 time: 0.6143141 Aug 23 15:11:50.624500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6fae3d-18c1-44fe-a5f2-a3430d3a1296 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:11:50.637595 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9d842-e673-4e91-a731-d137943cbd1e None None] Sync routers for ids ['184b7f33-855f-4dc4-9ab5-3d291e16d3f7'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:11:50.648596 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9d842-e673-4e91-a731-d137943cbd1e None None] Routers {'184b7f33-855f-4dc4-9ab5-3d291e16d3f7'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:50.651022 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-87d9d842-e673-4e91-a731-d137943cbd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['184b7f33-855f-4dc4-9ab5-3d291e16d3f7'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:50.660801 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ec6fae3d-18c1-44fe-a5f2-a3430d3a1296 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "PUT /v2.0/routers/184b7f33-855f-4dc4-9ab5-3d291e16d3f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6914723 Aug 23 15:11:50.664905 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48082) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:50.880861 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-87d9d842-e673-4e91-a731-d137943cbd1e None None] Set router 184b7f33-855f-4dc4-9ab5-3d291e16d3f7 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:11:50.929651 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c3939c-f2f9-4691-98c7-d144029bcfd4 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Deleting subnet dc99196f-ee06-4c88-9891-25023651f268 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:11:50.942915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4396e7-0162-434a-8412-1d522c83d69d req-02d91f1a-0d8f-4326-bf95-6d75cdb099d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:50.945763 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb4396e7-0162-434a-8412-1d522c83d69d req-02d91f1a-0d8f-4326-bf95-6d75cdb099d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 946 time: 0.3228114 Aug 23 15:11:50.948639 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11c3939c-f2f9-4691-98c7-d144029bcfd4 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:51.010620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd38e43-176e-4f7d-bbbe-68dfcfaaad9a req-e5ab87fc-36a4-4f65-aa76-4c5d4baefdde tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:51.019582 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebd38e43-176e-4f7d-bbbe-68dfcfaaad9a req-e5ab87fc-36a4-4f65-aa76-4c5d4baefdde tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 946 time: 0.1593494 Aug 23 15:11:51.028487 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:51.037163 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11c3939c-f2f9-4691-98c7-d144029bcfd4 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:51.114430 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ebd38e43-176e-4f7d-bbbe-68dfcfaaad9a req-fb6232fd-237e-45c4-88b0-58537f21ba7f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871012 Aug 23 15:11:51.240181 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-87d9d842-e673-4e91-a731-d137943cbd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1132461179', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:10:56Z', 'updated_at': '2021-08-23T15:11:48Z', 'revision_number': 5, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:10:58Z', 'updated_at': '2021-08-23T15:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:51.298641 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9d842-e673-4e91-a731-d137943cbd1e None None] Checking router: 184b7f33-855f-4dc4-9ab5-3d291e16d3f7 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:11:51.299746 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-cb4396e7-0162-434a-8412-1d522c83d69d req-68915957-e583-41d4-bb2b-d1f95aba04d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Deleting port c5ac56fd-016e-468b-b20c-b346f6e15e02 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:11:51.300102 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cb4396e7-0162-434a-8412-1d522c83d69d req-68915957-e583-41d4-bb2b-d1f95aba04d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:51.306886 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48092) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:51.309253 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11c3939c-f2f9-4691-98c7-d144029bcfd4 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:51.317021 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9d842-e673-4e91-a731-d137943cbd1e None None] Routers {'184b7f33-855f-4dc4-9ab5-3d291e16d3f7'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:51.317855 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-87d9d842-e673-4e91-a731-d137943cbd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['184b7f33-855f-4dc4-9ab5-3d291e16d3f7'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:51.448327 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-87d9d842-e673-4e91-a731-d137943cbd1e None None] Set router 184b7f33-855f-4dc4-9ab5-3d291e16d3f7 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:11:51.495239 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8a19a9af-f62d-4068-93e2-6481d4caa04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:51.547236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-cb4396e7-0162-434a-8412-1d522c83d69d req-68915957-e583-41d4-bb2b-d1f95aba04d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] For port c5ac56fd-016e-468b-b20c-b346f6e15e02, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=c5ac56fd-016e-468b-b20c-b346f6e15e02,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:51.548671 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cb4396e7-0162-434a-8412-1d522c83d69d req-68915957-e583-41d4-bb2b-d1f95aba04d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:51.570447 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-cb4396e7-0162-434a-8412-1d522c83d69d req-68915957-e583-41d4-bb2b-d1f95aba04d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Calling delete_port for c5ac56fd-016e-468b-b20c-b346f6e15e02 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:11:51.599581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:51.605509 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:51.677475 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-87d9d842-e673-4e91-a731-d137943cbd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1132461179', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:10:56Z', 'updated_at': '2021-08-23T15:11:48Z', 'revision_number': 5, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:10:58Z', 'updated_at': '2021-08-23T15:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:51.678077 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8a19a9af-f62d-4068-93e2-6481d4caa04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:51.710874 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9d842-e673-4e91-a731-d137943cbd1e None None] The sync data for ids ['184b7f33-855f-4dc4-9ab5-3d291e16d3f7'] in n-d-804985-3 is: [{'id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1132461179', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:10:56Z', 'updated_at': '2021-08-23T15:11:48Z', 'revision_number': 5, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '08d65b02-83ba-44a3-b13e-d3425cb7c7e0', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184b7f33-855f-4dc4-9ab5-3d291e16d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:10:58Z', 'updated_at': '2021-08-23T15:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:11:51.755158 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11c3939c-f2f9-4691-98c7-d144029bcfd4 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:51.822584 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d73beda-ac5f-4039-a299-2a389f1ff445 None None] Network 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:11:51.823362 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11c3939c-f2f9-4691-98c7-d144029bcfd4 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:51.826380 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-11c3939c-f2f9-4691-98c7-d144029bcfd4 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "DELETE /v2.0/subnets/dc99196f-ee06-4c88-9891-25023651f268 HTTP/1.1" status: 204 len: 168 time: 1.1602061 Aug 23 15:11:51.827550 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3939c-f2f9-4691-98c7-d144029bcfd4 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event deleted for resources: {'Subnet': ['ID=dc99196f-ee06-4c88-9891-25023651f268,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:51.830342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48102) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:51.933802 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8a19a9af-f62d-4068-93e2-6481d4caa04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:51.984670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Router 8e102f1e-820c-41df-9402-9f822e676258 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:11:52.089677 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:52.394826 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8a19a9af-f62d-4068-93e2-6481d4caa04b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=16e4517f76204700802e74484c4a82ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7871943 Aug 23 15:11:52.394826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48106) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:52.397284 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cb4396e7-0162-434a-8412-1d522c83d69d req-68915957-e583-41d4-bb2b-d1f95aba04d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:52.398918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['2618c179-f3f6-4bc4-b486-f3aa9c78eb48'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:11:52.402687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68915957-e583-41d4-bb2b-d1f95aba04d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event deleted for resources: {'Port': ['ID=c5ac56fd-016e-468b-b20c-b346f6e15e02,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:52.403148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f803cafd-8d59-4521-9840-7d37f046ada5 None None] DHCP port deletion for 3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:11:52.403356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:11:52.403356 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:52.403356 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8befbcd8-8678-47b5-9235-791ec7cc228d tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "PUT /v2.0/routers/8e102f1e-820c-41df-9402-9f822e676258 HTTP/1.1" status: 200 len: 879 time: 4.3077958 Aug 23 15:11:52.403756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19a9af-f62d-4068-93e2-6481d4caa04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47764060-443f-4c44-9873-d012c6115f9d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:52.403756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48110) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:52.403922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f43928-1654-4879-b056-0a14ec461aca None None] Sync routers for ids ['8e102f1e-820c-41df-9402-9f822e676258'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:11:52.404010 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4396e7-0162-434a-8412-1d522c83d69d req-68915957-e583-41d4-bb2b-d1f95aba04d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] No DVR routers for this DVR port c5ac56fd-016e-468b-b20c-b346f6e15e02 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:11:52.417017 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f43928-1654-4879-b056-0a14ec461aca None None] Routers {'8e102f1e-820c-41df-9402-9f822e676258'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:52.418196 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a5f43928-1654-4879-b056-0a14ec461aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8e102f1e-820c-41df-9402-9f822e676258'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:52.420693 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-cb4396e7-0162-434a-8412-1d522c83d69d req-68915957-e583-41d4-bb2b-d1f95aba04d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:52.429461 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cb4396e7-0162-434a-8412-1d522c83d69d req-68915957-e583-41d4-bb2b-d1f95aba04d6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "DELETE /v2.0/ports/c5ac56fd-016e-468b-b20c-b346f6e15e02 HTTP/1.1" status: 204 len: 173 time: 1.4535351 Aug 23 15:11:52.454701 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f660c251-a6af-4957-8136-5bd69a5b414a req-4a205763-bd63-4cd8-8f9d-9d1cbbaec28a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 210 time: 0.1024239 Aug 23 15:11:52.455213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe0244d-7956-4c5a-9447-8cba7eab29b3', 'name': 'network-vif-deleted', 'tag': 'c5ac56fd-016e-468b-b20c-b346f6e15e02'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:11:52.460604 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78ade6c-2e1e-456f-926b-770dc72a4b64" -d '{"events": [{"server_uuid": "dbe0244d-7956-4c5a-9447-8cba7eab29b3", "name": "network-vif-deleted", "tag": "c5ac56fd-016e-468b-b20c-b346f6e15e02"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:11:52.561430 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e7d541-1fea-4641-8b64-a25c9a64d66d x-openstack-request-id: req-b8e7d541-1fea-4641-8b64-a25c9a64d66d {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:11:52.561746 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe0244d-7956-4c5a-9447-8cba7eab29b3", "name": "network-vif-deleted", "tag": "c5ac56fd-016e-468b-b20c-b346f6e15e02", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:11:52.562705 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b8e7d541-1fea-4641-8b64-a25c9a64d66d {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:11:52.564145 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe0244d-7956-4c5a-9447-8cba7eab29b3', 'name': 'network-vif-deleted', 'tag': 'c5ac56fd-016e-468b-b20c-b346f6e15e02', 'status': 'completed', 'code': 200} Aug 23 15:11:52.574164 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a5f43928-1654-4879-b056-0a14ec461aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:52.605398 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07d2dc01-cc9e-4eed-b19d-fc3cf25be28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:52.623878 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-315a1007-2eaa-48fc-bbb5-b03557cf10dd tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/routers/8e102f1e-820c-41df-9402-9f822e676258 HTTP/1.1" status: 200 len: 920 time: 0.3207190 Aug 23 15:11:52.626997 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48114) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:52.650956 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:11:52.653411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f43928-1654-4879-b056-0a14ec461aca None None] Routers {'8e102f1e-820c-41df-9402-9f822e676258'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:52.654190 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a5f43928-1654-4879-b056-0a14ec461aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8e102f1e-820c-41df-9402-9f822e676258'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:52.693851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a5f43928-1654-4879-b056-0a14ec461aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:52.694765 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f43928-1654-4879-b056-0a14ec461aca None None] The sync data for ids ['8e102f1e-820c-41df-9402-9f822e676258'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:11:52.712762 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06588a87-e39c-4b2a-8b6e-771f2d9426fb tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:52.716725 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-06588a87-e39c-4b2a-8b6e-771f2d9426fb tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&device_id=8e102f1e-820c-41df-9402-9f822e676258&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0844665 Aug 23 15:11:52.717440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48116) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:52.746092 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07d2dc01-cc9e-4eed-b19d-fc3cf25be28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:52.756005 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:11:52.756755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3b6ee1fb-f0d4-4216-b5bb-c14be66b5b88 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:11:52.757370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 19c37224-75ad-4c87-9487-83e30a5bfc5b no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:11:52.816560 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1da3f6b7-e1a2-4184-ac6d-97d5df820d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:52.848263 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:52.849906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f803cafd-8d59-4521-9840-7d37f046ada5 None None] Deleting port 19c37224-75ad-4c87-9487-83e30a5bfc5b {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:11:52.850821 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f803cafd-8d59-4521-9840-7d37f046ada5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:52.866870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2696e-f38a-4977-bcbf-600a87f81bef tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:52.872458 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e3b2696e-f38a-4977-bcbf-600a87f81bef tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 881 time: 0.1514943 Aug 23 15:11:52.877243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48120) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:52.921160 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b0ea2ed2-7e0e-45e6-87af-c7345b1cc4ab tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e102f1e-820c-41df-9402-9f822e676258 HTTP/1.1" status: 200 len: 205 time: 0.0351713 Aug 23 15:11:52.922785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48124) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:53.010963 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.016466 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f803cafd-8d59-4521-9840-7d37f046ada5 None None] For port 19c37224-75ad-4c87-9487-83e30a5bfc5b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=19c37224-75ad-4c87-9487-83e30a5bfc5b,segment=NetworkSegment(8a3cc32f-6270-475b-b202-8ffc6a3eff06),segment_id=8a3cc32f-6270-475b-b202-8ffc6a3eff06)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:53.016943 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f803cafd-8d59-4521-9840-7d37f046ada5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.083916 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07d2dc01-cc9e-4eed-b19d-fc3cf25be28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.091091 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07d2dc01-cc9e-4eed-b19d-fc3cf25be28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.092222 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-07d2dc01-cc9e-4eed-b19d-fc3cf25be28f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47764060-443f-4c44-9873-d012c6115f9d HTTP/1.1" status: 204 len: 168 time: 0.9915063 Aug 23 15:11:53.105963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 19c37224-75ad-4c87-9487-83e30a5bfc5b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=19c37224-75ad-4c87-9487-83e30a5bfc5b,segment=NetworkSegment(8a3cc32f-6270-475b-b202-8ffc6a3eff06),segment_id=8a3cc32f-6270-475b-b202-8ffc6a3eff06)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:53.107557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f803cafd-8d59-4521-9840-7d37f046ada5 None None] Calling delete_port for 19c37224-75ad-4c87-9487-83e30a5bfc5b owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:11:53.112383 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5828b79b-f9c4-4772-8084-37d8856713b5 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.119565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2dc01-cc9e-4eed-b19d-fc3cf25be28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47764060-443f-4c44-9873-d012c6115f9d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:53.171463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Deleting port 08d65b02-83ba-44a3-b13e-d3425cb7c7e0 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:11:53.173451 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.191086 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.273948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=19c37224-75ad-4c87-9487-83e30a5bfc5b,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:53.342514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] For port 08d65b02-83ba-44a3-b13e-d3425cb7c7e0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=08d65b02-83ba-44a3-b13e-d3425cb7c7e0,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:53.343068 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.353954 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5828b79b-f9c4-4772-8084-37d8856713b5 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.356186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Calling delete_port for 08d65b02-83ba-44a3-b13e-d3425cb7c7e0 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:11:53.367181 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f803cafd-8d59-4521-9840-7d37f046ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.394464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803cafd-8d59-4521-9840-7d37f046ada5 None None] Pushing event deleted for resources: {'Port': ['ID=19c37224-75ad-4c87-9487-83e30a5bfc5b,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:53.403971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f803cafd-8d59-4521-9840-7d37f046ada5 None None] No DVR routers for this DVR port 19c37224-75ad-4c87-9487-83e30a5bfc5b on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:11:53.591211 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02bde5b6-1c7b-44f7-a0d0-eeb99d18c4ce req-e447b7ed-0bcf-49aa-a2c2-c6883dbaa412 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 210 time: 0.0411224 Aug 23 15:11:53.592733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5828b79b-f9c4-4772-8084-37d8856713b5 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Deleting port e9fe0319-df75-462f-93e7-076af8b27230 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:11:53.593079 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5828b79b-f9c4-4772-8084-37d8856713b5 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.684964 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5828b79b-f9c4-4772-8084-37d8856713b5 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.699375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5828b79b-f9c4-4772-8084-37d8856713b5 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Calling delete_port for e9fe0319-df75-462f-93e7-076af8b27230 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:11:53.709664 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.739844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event deleted for resources: {'Port': ['ID=08d65b02-83ba-44a3-b13e-d3425cb7c7e0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:53.811464 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.923907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48134) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:53.946301 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.947318 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:53.974184 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-89dd0f4c-bfd2-4f39-8152-cef8c90b0a4b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f71df1218cd34ceca29d99878dc6f343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525146 Aug 23 15:11:53.976874 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48138) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:54.027643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device c5ac56fd-016e-468b-b20c-b346f6e15e02 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:11:54.030552 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5828b79b-f9c4-4772-8084-37d8856713b5 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.073989 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: c5ac56fd-016e-468b-b20c-b346f6e15e02 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:11:54.074351 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device c5ac56fd-016e-468b-b20c-b346f6e15e02 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:11:54.106716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828b79b-f9c4-4772-8084-37d8856713b5 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Pushing event deleted for resources: {'Port': ['ID=e9fe0319-df75-462f-93e7-076af8b27230,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:54.143824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.145163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Fanout notify agent at l3_agent the message router_deleted on router 184b7f33-855f-4dc4-9ab5-3d291e16d3f7 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:11:54.145273 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c587ca0-a981-4298-b5d6-e5ec3a3b887e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.157172 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.157592 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-86feaa9d-05ee-4934-a210-85467ed58338 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "DELETE /v2.0/routers/184b7f33-855f-4dc4-9ab5-3d291e16d3f7 HTTP/1.1" status: 204 len: 168 time: 2.3201463 Aug 23 15:11:54.158737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48146) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:54.188220 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c587ca0-a981-4298-b5d6-e5ec3a3b887e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.288674 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5828b79b-f9c4-4772-8084-37d8856713b5 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.299224 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7420d271-3b27-4557-af59-aa17314fb2a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.416543 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5828b79b-f9c4-4772-8084-37d8856713b5 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.420574 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5828b79b-f9c4-4772-8084-37d8856713b5 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.423069 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7420d271-3b27-4557-af59-aa17314fb2a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.449008 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7420d271-3b27-4557-af59-aa17314fb2a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ead2bfa-2deb-48b0-a2e2-a229c8c14a16']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:54.465722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7420d271-3b27-4557-af59-aa17314fb2a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3cc32f-6270-475b-b202-8ffc6a3eff06') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:54.475730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7420d271-3b27-4557-af59-aa17314fb2a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3cc32f-6270-475b-b202-8ffc6a3eff06') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:54.491951 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7420d271-3b27-4557-af59-aa17314fb2a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.519696 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7420d271-3b27-4557-af59-aa17314fb2a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.522142 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c587ca0-a981-4298-b5d6-e5ec3a3b887e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.522272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7420d271-3b27-4557-af59-aa17314fb2a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:11:54.522561 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7420d271-3b27-4557-af59-aa17314fb2a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:11:54.526125 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:11:54.530223 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c587ca0-a981-4298-b5d6-e5ec3a3b887e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.534891 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4c587ca0-a981-4298-b5d6-e5ec3a3b887e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21141759-22ab-4a45-8d04-58a53891c7a6 HTTP/1.1" status: 204 len: 168 time: 0.5550377 Aug 23 15:11:54.543020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c587ca0-a981-4298-b5d6-e5ec3a3b887e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21141759-22ab-4a45-8d04-58a53891c7a6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:54.627961 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5828b79b-f9c4-4772-8084-37d8856713b5 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.629400 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5828b79b-f9c4-4772-8084-37d8856713b5 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Fanout notify agent at l3_agent the message router_deleted on router 8e102f1e-820c-41df-9402-9f822e676258 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:11:54.629557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 08d65b02-83ba-44a3-b13e-d3425cb7c7e0 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:11:54.648350 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5828b79b-f9c4-4772-8084-37d8856713b5 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.648350 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5828b79b-f9c4-4772-8084-37d8856713b5 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "DELETE /v2.0/routers/8e102f1e-820c-41df-9402-9f822e676258 HTTP/1.1" status: 204 len: 168 time: 1.7233720 Aug 23 15:11:54.651161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48152) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:54.656957 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1080fd96-bcc1-456a-be26-5323d3d00aed tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-137022998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:54.663232 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 08d65b02-83ba-44a3-b13e-d3425cb7c7e0 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:11:54.664051 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 08d65b02-83ba-44a3-b13e-d3425cb7c7e0 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:11:54.704556 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7420d271-3b27-4557-af59-aa17314fb2a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.709244 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7420d271-3b27-4557-af59-aa17314fb2a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.711451 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7420d271-3b27-4557-af59-aa17314fb2a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "DELETE /v2.0/networks/3ead2bfa-2deb-48b0-a2e2-a229c8c14a16 HTTP/1.1" status: 204 len: 168 time: 0.5514934 Aug 23 15:11:54.714503 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48154) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:54.729586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420d271-3b27-4557-af59-aa17314fb2a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event deleted for resources: {'Network': ['ID=3ead2bfa-2deb-48b0-a2e2-a229c8c14a16,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:54.770508 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a1625e8-12c6-4aee-9fec-a394eee0378b req-41d05743-7cbf-4452-841b-220043c25e3c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 210 time: 0.0429070 Aug 23 15:11:54.771698 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1080fd96-bcc1-456a-be26-5323d3d00aed tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.772781 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1080fd96-bcc1-456a-be26-5323d3d00aed tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.836762 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1080fd96-bcc1-456a-be26-5323d3d00aed tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:54.947464 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1080fd96-bcc1-456a-be26-5323d3d00aed tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:55.047253 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1080fd96-bcc1-456a-be26-5323d3d00aed tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:55.049366 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1080fd96-bcc1-456a-be26-5323d3d00aed tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3971207 Aug 23 15:11:55.052042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48162) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:55.057331 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'enable_snat': True}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:55.374545 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:55.415843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2962c-458a-4ac7-a0bd-371da55d1bcf tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Deleting port 9a50d692-7090-4353-be68-ea2b0f7fbef7 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:11:55.416470 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0f2962c-458a-4ac7-a0bd-371da55d1bcf tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:55.505932 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0f2962c-458a-4ac7-a0bd-371da55d1bcf tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:55.506282 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0f2962c-458a-4ac7-a0bd-371da55d1bcf tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:55.528467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2962c-458a-4ac7-a0bd-371da55d1bcf tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Calling delete_port for 9a50d692-7090-4353-be68-ea2b0f7fbef7 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:11:55.531270 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:55.924603 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0f2962c-458a-4ac7-a0bd-371da55d1bcf tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:55.928215 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:55.928215 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:55.929069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2962c-458a-4ac7-a0bd-371da55d1bcf tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event deleted for resources: {'Port': ['ID=9a50d692-7090-4353-be68-ea2b0f7fbef7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:55.966120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4610aaae-fe7d-4561-8a90-0bea630512bf req-7b832521-8ba4-4500-a76c-ecd6966477e7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 210 time: 0.0514386 Aug 23 15:11:56.018380 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0f2962c-458a-4ac7-a0bd-371da55d1bcf tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:56.018787 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-e0f2962c-458a-4ac7-a0bd-371da55d1bcf tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Floating IP 6438429a-ffc0-4929-a910-5e6327799d25 disassociated (deleted). External IP: 172.25.8.88, port: 3a7b122a-f0da-444a-8eaf-938a6bd49fef. Aug 23 15:11:56.065899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Allocated IP 172.25.8.148 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/a2cb3d64-dc3a-41ef-9afc-4eeefae4ff83) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:11:56.275143 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:56.325306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48204) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:56.392976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f2962c-458a-4ac7-a0bd-371da55d1bcf tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Router 5f3ef6bf-354e-4e78-826e-3da3b801d999 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:11:56.457534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:56.503601 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-979675558'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:56.527940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:11:56.536695 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:11:56.548380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:11:56.554438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Pushing event updated for resources: {'Port': ['ID=a2cb3d64-dc3a-41ef-9afc-4eeefae4ff83,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:56.581781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f2962c-458a-4ac7-a0bd-371da55d1bcf tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:11:56.593154 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0f2962c-458a-4ac7-a0bd-371da55d1bcf tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:56.594725 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420e4f9-dcd1-46c4-9340-a0da8c8095ee None None] Sync routers for ids ['5f3ef6bf-354e-4e78-826e-3da3b801d999'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:11:56.606425 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420e4f9-dcd1-46c4-9340-a0da8c8095ee None None] Routers {'5f3ef6bf-354e-4e78-826e-3da3b801d999'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:56.607328 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7420e4f9-dcd1-46c4-9340-a0da8c8095ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5f3ef6bf-354e-4e78-826e-3da3b801d999'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:56.636316 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e0f2962c-458a-4ac7-a0bd-371da55d1bcf tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "DELETE /v2.0/floatingips/6438429a-ffc0-4929-a910-5e6327799d25 HTTP/1.1" status: 204 len: 168 time: 1.9202571 Aug 23 15:11:56.637299 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c', 'tag': '3a7b122a-f0da-444a-8eaf-938a6bd49fef'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:11:56.641518 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cd0dea-3bd0-4143-9b4f-9d7165924e39" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c", "tag": "3a7b122a-f0da-444a-8eaf-938a6bd49fef"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:11:56.658768 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-043e1482-7d15-452b-acf4-d2c7bc5a7a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:56.742716 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6bf0d2-af02-4e22-a4ca-21239b9bd8e3 x-openstack-request-id: req-0a6bf0d2-af02-4e22-a4ca-21239b9bd8e3 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:11:56.742716 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c", "tag": "3a7b122a-f0da-444a-8eaf-938a6bd49fef", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:11:56.743348 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0a6bf0d2-af02-4e22-a4ca-21239b9bd8e3 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:11:56.744203 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c', 'tag': '3a7b122a-f0da-444a-8eaf-938a6bd49fef', 'status': 'completed', 'code': 200} Aug 23 15:11:56.754542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Made reservation on behalf of 3ab957846e66406693180c3106b043d5 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:11:56.760395 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:56.822352 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-7420e4f9-dcd1-46c4-9340-a0da8c8095ee None None] Set router 5f3ef6bf-354e-4e78-826e-3da3b801d999 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:11:56.830058 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:56.842863 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:56.954746 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd0dea-3bd0-4143-9b4f-9d7165924e39 req-7d5c9da9-50f4-4483-8ec1-4879a0ea8f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:56.956579 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-33cd0dea-3bd0-4143-9b4f-9d7165924e39 req-7d5c9da9-50f4-4483-8ec1-4879a0ea8f77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d354a8f034f4df1b0a0d9d5e7386f40&device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 1135 time: 0.1097460 Aug 23 15:11:57.174562 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-533f9667-19fb-4100-9e40-a24c9180efe5 req-2aa47978-55b2-40cc-b5a4-84c5bc4e36b1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 210 time: 0.0390537 Aug 23 15:11:57.287254 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7420e4f9-dcd1-46c4-9340-a0da8c8095ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:09:39Z', 'updated_at': '2021-08-23T15:09:50Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:41Z', 'updated_at': '2021-08-23T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '5700142c-683f-465d-9fc2-6b7a26791691', 'name': '', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'mac_address': 'fa:16:3e:ab:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:48Z', 'updated_at': '2021-08-23T15:10:02Z', 'revision_number': 5, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'subnets': [{'id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:57.336007 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420e4f9-dcd1-46c4-9340-a0da8c8095ee None None] Checking router: 5f3ef6bf-354e-4e78-826e-3da3b801d999 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:11:57.347907 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420e4f9-dcd1-46c4-9340-a0da8c8095ee None None] Routers {'5f3ef6bf-354e-4e78-826e-3da3b801d999'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:57.348535 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7420e4f9-dcd1-46c4-9340-a0da8c8095ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5f3ef6bf-354e-4e78-826e-3da3b801d999'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:57.376698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bba7e-2ba9-4df9-859d-fe76724ba3e3 req-b2355fc3-59d9-4f65-ada4-161054b8a68e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:57.378604 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a8bba7e-2ba9-4df9-859d-fe76724ba3e3 req-b2355fc3-59d9-4f65-ada4-161054b8a68e tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 984 time: 0.0815220 Aug 23 15:11:57.467148 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a8bba7e-2ba9-4df9-859d-fe76724ba3e3 req-44878bd2-b796-40a6-a542-4ed4d01fe6b9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/security-groups?id=9660e9af-f137-4a05-baf3-1aed83db5acc&id=da8013d8-6d5b-4dc0-930b-7411787880f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0813558 Aug 23 15:11:57.490656 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-7420e4f9-dcd1-46c4-9340-a0da8c8095ee None None] Set router 5f3ef6bf-354e-4e78-826e-3da3b801d999 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:11:57.630855 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:57.633690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd0dea-3bd0-4143-9b4f-9d7165924e39 req-85eda4dd-3135-4d27-a047-653e7af21205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:57.636037 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-33cd0dea-3bd0-4143-9b4f-9d7165924e39 req-85eda4dd-3135-4d27-a047-653e7af21205 service neutron] 10.222.0.61 "GET /v2.0/networks?id=de74ce3b-2e26-4217-807e-2d1f5da81e66 HTTP/1.1" status: 200 len: 897 time: 0.6709058 Aug 23 15:11:57.712208 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:57.750218 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-33cd0dea-3bd0-4143-9b4f-9d7165924e39 req-47218bda-9c20-4b65-b29e-c8df32017143 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a7b122a-f0da-444a-8eaf-938a6bd49fef HTTP/1.1" status: 200 len: 217 time: 0.0505912 Aug 23 15:11:57.767919 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7420e4f9-dcd1-46c4-9340-a0da8c8095ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:09:39Z', 'updated_at': '2021-08-23T15:09:50Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:41Z', 'updated_at': '2021-08-23T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '5700142c-683f-465d-9fc2-6b7a26791691', 'name': '', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'mac_address': 'fa:16:3e:ab:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:48Z', 'updated_at': '2021-08-23T15:10:02Z', 'revision_number': 5, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'subnets': [{'id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:57.801432 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420e4f9-dcd1-46c4-9340-a0da8c8095ee None None] The sync data for ids ['5f3ef6bf-354e-4e78-826e-3da3b801d999'] in n-d-804985-3 is: [{'id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:09:39Z', 'updated_at': '2021-08-23T15:09:50Z', 'revision_number': 4, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:41Z', 'updated_at': '2021-08-23T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '5700142c-683f-465d-9fc2-6b7a26791691', 'name': '', 'network_id': 'de74ce3b-2e26-4217-807e-2d1f5da81e66', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'mac_address': 'fa:16:3e:ab:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:48Z', 'updated_at': '2021-08-23T15:10:02Z', 'revision_number': 5, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'subnets': [{'id': 'a922bb3a-4761-44d3-b00b-d4b48efc1bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:11:57.847211 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd0dea-3bd0-4143-9b4f-9d7165924e39 req-f5390642-7e38-4694-bb02-de63489c0a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:57.848298 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-33cd0dea-3bd0-4143-9b4f-9d7165924e39 req-f5390642-7e38-4694-bb02-de63489c0a5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a922bb3a-4761-44d3-b00b-d4b48efc1bd3 HTTP/1.1" status: 200 len: 834 time: 0.0914381 Aug 23 15:11:57.903529 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:57.966066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:11:58.017092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de6a09c-0d0a-4c83-966b-59be7b34c39f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:58.040723 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:58.041066 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Added segment 5f5bfa5e-8742-49fa-95fa-d9d78c28ce67 of type vlan for network 86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4 Aug 23 15:11:58.061226 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd0dea-3bd0-4143-9b4f-9d7165924e39 req-cecd2bcb-a339-4f5e-8502-834f09e78cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:58.063209 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-33cd0dea-3bd0-4143-9b4f-9d7165924e39 req-cecd2bcb-a339-4f5e-8502-834f09e78cbb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=de74ce3b-2e26-4217-807e-2d1f5da81e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701910 Aug 23 15:11:58.069414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:58.096782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-33cd0dea-3bd0-4143-9b4f-9d7165924e39 req-c4b5c381-454e-48c5-8150-ebd52b40b099 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:11:58.097855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-33cd0dea-3bd0-4143-9b4f-9d7165924e39 req-c4b5c381-454e-48c5-8150-ebd52b40b099 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264544 Aug 23 15:11:58.112443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:58.126987 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:58.169086 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50a93bd-53d7-4542-8717-395133ec8e6f None None] New status for floating IP 6438429a-ffc0-4929-a910-5e6327799d25: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:11:58.309718 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-33cd0dea-3bd0-4143-9b4f-9d7165924e39 req-9cc0e578-ab6d-4278-ac2f-ce1760ab67c0 service neutron] 10.222.0.61 "GET /v2.0/networks/de74ce3b-2e26-4217-807e-2d1f5da81e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031758 Aug 23 15:11:58.374222 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84549498-0106-461c-a94a-2c1fb8881cdb req-c8b65b44-7661-44c5-8fba-f53f9bb2c85b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 210 time: 0.0539155 Aug 23 15:11:58.378044 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:58.383712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:58.384334 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:58.523757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Pushing event updated for resources: {'Network': ['ID=86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:58.552018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:11:58.556460 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-33cd0dea-3bd0-4143-9b4f-9d7165924e39 req-fa2c58e6-aaaa-4492-9e62-d66002ed97d7 service neutron] 10.222.0.61 "GET /v2.0/networks/de74ce3b-2e26-4217-807e-2d1f5da81e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320971 Aug 23 15:11:58.607701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-79773e83-bfb1-4455-acdb-09795ce0023c tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2786694 Aug 23 15:11:58.608198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48246) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:58.614623 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b045562a-7eda-4d61-a34e-5d99a93c5858 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Request body: {'subnet': {'network_id': '86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:11:58.615351 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67974d-dbbf-43b5-a66f-d99a6b06f2fa req-9293b3bd-465a-4a60-a594-05c6ddf062b9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:58.616932 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6a67974d-dbbf-43b5-a66f-d99a6b06f2fa req-9293b3bd-465a-4a60-a594-05c6ddf062b9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 984 time: 0.0654759 Aug 23 15:11:58.654508 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:58.686531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6a67974d-dbbf-43b5-a66f-d99a6b06f2fa req-14492931-284a-4758-83a9-0de106db8b7a tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/security-groups?id=9660e9af-f137-4a05-baf3-1aed83db5acc&id=da8013d8-6d5b-4dc0-930b-7411787880f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0581002 Aug 23 15:11:58.707465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Router e9f074a6-8c4e-44fe-8b75-98824a07745e is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:11:58.823351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbe52c-8497-4eb4-ae0b-c7496a7ebf0d req-b6db8118-eaa1-42b5-8184-0e9d2093ae54 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:58.824885 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11cbe52c-8497-4eb4-ae0b-c7496a7ebf0d req-b6db8118-eaa1-42b5-8184-0e9d2093ae54 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 984 time: 0.1403744 Aug 23 15:11:58.972043 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b045562a-7eda-4d61-a34e-5d99a93c5858 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Made reservation on behalf of 3ab957846e66406693180c3106b043d5 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:11:58.977236 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b045562a-7eda-4d61-a34e-5d99a93c5858 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:59.064415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:11:59.071389 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:59.072631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f75bffc7-89f2-4c63-8307-fd693fbfcab5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "PUT /v2.0/routers/e9f074a6-8c4e-44fe-8b75-98824a07745e HTTP/1.1" status: 200 len: 914 time: 4.0192564 Aug 23 15:11:59.073482 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7a418-62a3-45a0-9f8e-42829fc14384 None None] Sync routers for ids ['e9f074a6-8c4e-44fe-8b75-98824a07745e'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:11:59.075372 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48252) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:59.086161 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e7a418-62a3-45a0-9f8e-42829fc14384 None None] Routers {'e9f074a6-8c4e-44fe-8b75-98824a07745e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:59.086806 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-69e7a418-62a3-45a0-9f8e-42829fc14384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e9f074a6-8c4e-44fe-8b75-98824a07745e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:59.127104 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-69e7a418-62a3-45a0-9f8e-42829fc14384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:59.136725 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e7a418-62a3-45a0-9f8e-42829fc14384 None None] Routers {'e9f074a6-8c4e-44fe-8b75-98824a07745e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:11:59.137938 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-69e7a418-62a3-45a0-9f8e-42829fc14384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['e9f074a6-8c4e-44fe-8b75-98824a07745e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:59.158520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-11cbe52c-8497-4eb4-ae0b-c7496a7ebf0d req-3acaf440-bb4e-40b8-a260-d0d2a273be95 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Deleting port 3a7b122a-f0da-444a-8eaf-938a6bd49fef {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:11:59.158894 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-11cbe52c-8497-4eb4-ae0b-c7496a7ebf0d req-3acaf440-bb4e-40b8-a260-d0d2a273be95 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:59.181830 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-69e7a418-62a3-45a0-9f8e-42829fc14384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:11:59.182707 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7a418-62a3-45a0-9f8e-42829fc14384 None None] The sync data for ids ['e9f074a6-8c4e-44fe-8b75-98824a07745e'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:11:59.234469 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ce79c8b9-5358-409c-97b4-96ea3650e9f1 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/routers/e9f074a6-8c4e-44fe-8b75-98824a07745e HTTP/1.1" status: 200 len: 920 time: 0.1570957 Aug 23 15:11:59.239294 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48256) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:59.451128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22415ab9-f4c5-40b7-bb9d-d825928db73d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:59.458430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48264) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:59.475100 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-22415ab9-f4c5-40b7-bb9d-d825928db73d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&device_id=e9f074a6-8c4e-44fe-8b75-98824a07745e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2315421 Aug 23 15:11:59.566691 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fada1ba0-0edb-43b9-beee-e9c56eab4db1 req-c5d7771d-5348-4899-a990-719a7a5d00ca tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=dbe0244d-7956-4c5a-9447-8cba7eab29b3 HTTP/1.1" status: 200 len: 210 time: 0.0566041 Aug 23 15:11:59.574571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-11cbe52c-8497-4eb4-ae0b-c7496a7ebf0d req-3acaf440-bb4e-40b8-a260-d0d2a273be95 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] For port 3a7b122a-f0da-444a-8eaf-938a6bd49fef, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3a7b122a-f0da-444a-8eaf-938a6bd49fef,segment=NetworkSegment(0823ebf9-75dd-4e03-ba3e-6389ad42d35e),segment_id=0823ebf9-75dd-4e03-ba3e-6389ad42d35e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:11:59.575131 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-11cbe52c-8497-4eb4-ae0b-c7496a7ebf0d req-3acaf440-bb4e-40b8-a260-d0d2a273be95 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:59.578935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b045562a-7eda-4d61-a34e-5d99a93c5858 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:59.649119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-11cbe52c-8497-4eb4-ae0b-c7496a7ebf0d req-3acaf440-bb4e-40b8-a260-d0d2a273be95 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Calling delete_port for 3a7b122a-f0da-444a-8eaf-938a6bd49fef owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:11:59.654708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730e4fa4-c6c6-4e36-a736-7df3a079d6bb tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:59.657709 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-730e4fa4-c6c6-4e36-a736-7df3a079d6bb tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 881 time: 0.1982632 Aug 23 15:11:59.660769 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48272) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:59.722650 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-27d511bc-fc3b-4004-800f-72cd88555ee6 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9f074a6-8c4e-44fe-8b75-98824a07745e HTTP/1.1" status: 200 len: 205 time: 0.0604689 Aug 23 15:11:59.723453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48276) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:11:59.748383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045562a-7eda-4d61-a34e-5d99a93c5858 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Pushing event updated for resources: {'Subnet': ['ID=91df887f-a99b-4e0a-b827-e8f5fbc9c4c9,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:11:59.776137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b045562a-7eda-4d61-a34e-5d99a93c5858 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Checking segment: {'id': '5f5bfa5e-8742-49fa-95fa-d9d78c28ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:11:59.776925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045562a-7eda-4d61-a34e-5d99a93c5858 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Network hostable DHCP agents. Network: 86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:11:59.906619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045562a-7eda-4d61-a34e-5d99a93c5858 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Network 86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:11:59.956747 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:11:59.967216 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a48aab-0b8c-4634-8787-07a58bee718b req-4eb9218a-5c28-4745-99f7-fb07adf69289 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:11:59.969862 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41a48aab-0b8c-4634-8787-07a58bee718b req-4eb9218a-5c28-4745-99f7-fb07adf69289 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 984 time: 0.0774190 Aug 23 15:12:00.032510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-b045562a-7eda-4d61-a34e-5d99a93c5858 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:00.038777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b045562a-7eda-4d61-a34e-5d99a93c5858 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:00.039496 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b045562a-7eda-4d61-a34e-5d99a93c5858 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:00.049138 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e3d308-2afc-454b-956f-34a746239f08 None None] Network 86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:00.061176 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-11cbe52c-8497-4eb4-ae0b-c7496a7ebf0d req-3acaf440-bb4e-40b8-a260-d0d2a273be95 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:00.105035 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41a48aab-0b8c-4634-8787-07a58bee718b req-c077a5c9-9a80-43b9-a295-a1f51aad6efb tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/security-groups?id=9660e9af-f137-4a05-baf3-1aed83db5acc&id=da8013d8-6d5b-4dc0-930b-7411787880f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0991945 Aug 23 15:12:00.134673 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaf440-bb4e-40b8-a260-d0d2a273be95 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event deleted for resources: {'Port': ['ID=3a7b122a-f0da-444a-8eaf-938a6bd49fef,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:00.145000 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:00.186365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cbe52c-8497-4eb4-ae0b-c7496a7ebf0d req-3acaf440-bb4e-40b8-a260-d0d2a273be95 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] No DVR routers for this DVR port 3a7b122a-f0da-444a-8eaf-938a6bd49fef on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:12:00.189525 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-11cbe52c-8497-4eb4-ae0b-c7496a7ebf0d req-3acaf440-bb4e-40b8-a260-d0d2a273be95 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:00.192064 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11cbe52c-8497-4eb4-ae0b-c7496a7ebf0d req-3acaf440-bb4e-40b8-a260-d0d2a273be95 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.61 "DELETE /v2.0/ports/3a7b122a-f0da-444a-8eaf-938a6bd49fef HTTP/1.1" status: 204 len: 173 time: 1.3597686 Aug 23 15:12:00.194392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c', 'name': 'network-vif-deleted', 'tag': '3a7b122a-f0da-444a-8eaf-938a6bd49fef'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:12:00.196135 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2404d5-c766-4def-8d59-fcc2f5daab5e" -d '{"events": [{"server_uuid": "fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c", "name": "network-vif-deleted", "tag": "3a7b122a-f0da-444a-8eaf-938a6bd49fef"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:12:00.200704 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b045562a-7eda-4d61-a34e-5d99a93c5858 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5906026 Aug 23 15:12:00.204110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48282) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:00.210139 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-44b3d764-ca77-415b-938d-d13cbb7735bb tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Request body: {'port': {'network_id': '86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-510076436'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:00.306840 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79d6d03-9fc2-4d28-a926-c33377f714e9 x-openstack-request-id: req-a79d6d03-9fc2-4d28-a926-c33377f714e9 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:12:00.307271 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c", "name": "network-vif-deleted", "tag": "3a7b122a-f0da-444a-8eaf-938a6bd49fef", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:12:00.308297 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a79d6d03-9fc2-4d28-a926-c33377f714e9 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:12:00.308858 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c', 'name': 'network-vif-deleted', 'tag': '3a7b122a-f0da-444a-8eaf-938a6bd49fef', 'status': 'completed', 'code': 200} Aug 23 15:12:00.329744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4', 'network_id': '86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4', 'tenant_id': '3ab957846e66406693180c3106b043d5', 'fixed_ips': [{'subnet_id': '91df887f-a99b-4e0a-b827-e8f5fbc9c4c9'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:12:00.329744 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:00.426925 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Deleting port a2cb3d64-dc3a-41ef-9afc-4eeefae4ff83 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:00.427203 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:00.495806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b3d764-ca77-415b-938d-d13cbb7735bb tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Made reservation on behalf of 3ab957846e66406693180c3106b043d5 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:00.500705 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Allocated IP 2001:db8::2 (86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4/91df887f-a99b-4e0a-b827-e8f5fbc9c4c9/ca99478a-0ec3-4383-b6f8-b038ba5b61ab) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:12:00.501577 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44b3d764-ca77-415b-938d-d13cbb7735bb tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:00.581988 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-44b3d764-ca77-415b-938d-d13cbb7735bb tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] device_id is not set on port 26b2e3d4-697b-42f0-9ee1-4156f7ca323f yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:12:00.730216 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:00.778553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Calling delete_port for a2cb3d64-dc3a-41ef-9afc-4eeefae4ff83 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:00.840282 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:00.853365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Transition to ACTIVE for port object ca99478a-0ec3-4383-b6f8-b038ba5b61ab will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:12:00.871471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Transition to ACTIVE for port object ca99478a-0ec3-4383-b6f8-b038ba5b61ab will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:12:01.007028 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:01.051229 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Network 86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:12:01.066608 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Pushing event updated for resources: {'Port': ['ID=ca99478a-0ec3-4383-b6f8-b038ba5b61ab,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:01.069134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:01.071414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:12:01.080516 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:01.122206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-44b3d764-ca77-415b-938d-d13cbb7735bb tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Allocated IP 2001:db8::37e (86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4/91df887f-a99b-4e0a-b827-e8f5fbc9c4c9/26b2e3d4-697b-42f0-9ee1-4156f7ca323f) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:12:01.125570 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Pushing event deleted for resources: {'Port': ['ID=a2cb3d64-dc3a-41ef-9afc-4eeefae4ff83,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:01.128296 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Attempting to bind port ca99478a-0ec3-4383-b6f8-b038ba5b61ab on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:12:01.128840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Attempting to bind port ca99478a-0ec3-4383-b6f8-b038ba5b61ab by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '5f5bfa5e-8742-49fa-95fa-d9d78c28ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:12:01.129210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Attempting to bind port ca99478a-0ec3-4383-b6f8-b038ba5b61ab on network 86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:12:01.135646 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:12:01.135646 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Checking segment: {'id': '5f5bfa5e-8742-49fa-95fa-d9d78c28ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:12:01.136102 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:01.138013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Bound using segment: {'id': '5f5bfa5e-8742-49fa-95fa-d9d78c28ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:12:01.138013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Bound port: ca99478a-0ec3-4383-b6f8-b038ba5b61ab, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5bfa5e-8742-49fa-95fa-d9d78c28ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:12:01.138013 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:01.175677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:01.176591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:01.176591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:01.177806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:01.177806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:01.177806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:01.178192 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:01.178291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:01.178546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:01.178880 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:01.179211 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:01.179544 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:01.229084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] For port ca99478a-0ec3-4383-b6f8-b038ba5b61ab, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:12:01.239277 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] For port ca99478a-0ec3-4383-b6f8-b038ba5b61ab, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ca99478a-0ec3-4383-b6f8-b038ba5b61ab,segment=NetworkSegment(5f5bfa5e-8742-49fa-95fa-d9d78c28ce67),segment_id=5f5bfa5e-8742-49fa-95fa-d9d78c28ce67)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:12:01.281103 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:01.292475 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7f46b6d-2041-4ba0-b62d-eb1895f941cd req-fa2e6d0c-82a3-4fce-8989-a3a5f647ea00 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4f09ca-47d6-4efa-8dee-a0ae9cb8d38c HTTP/1.1" status: 200 len: 210 time: 0.0458519 Aug 23 15:12:01.339717 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:01.405029 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf102319-f667-4393-8cb7-f791d27497f8 None None] Pushing event updated for resources: {'Port': ['ID=ca99478a-0ec3-4383-b6f8-b038ba5b61ab,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:01.445494 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:01.449598 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:01.588499 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44b3d764-ca77-415b-938d-d13cbb7735bb tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:01.605825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-44b3d764-ca77-415b-938d-d13cbb7735bb tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Transition to ACTIVE for port object 26b2e3d4-697b-42f0-9ee1-4156f7ca323f will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:12:01.711126 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:01.718922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Fanout notify agent at l3_agent the message router_deleted on router e9f074a6-8c4e-44fe-8b75-98824a07745e {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:12:01.739191 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:01.744336 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b5effdb6-da81-46f4-a063-cb9c63d5d95b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "DELETE /v2.0/routers/e9f074a6-8c4e-44fe-8b75-98824a07745e HTTP/1.1" status: 204 len: 168 time: 2.0070479 Aug 23 15:12:01.747881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48312) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:01.753385 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-99edd146-9970-4b17-b5f7-29d898b26499 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1675876494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:01.784266 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44b3d764-ca77-415b-938d-d13cbb7735bb tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:01.866151 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99edd146-9970-4b17-b5f7-29d898b26499 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:01.868746 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99edd146-9970-4b17-b5f7-29d898b26499 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:01.899514 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3d764-ca77-415b-938d-d13cbb7735bb tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Pushing event updated for resources: {'Port': ['ID=26b2e3d4-697b-42f0-9ee1-4156f7ca323f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:01.914555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b3d764-ca77-415b-938d-d13cbb7735bb tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Network 86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:12:01.918867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-44b3d764-ca77-415b-938d-d13cbb7735bb tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:01.923320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b3d764-ca77-415b-938d-d13cbb7735bb tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:12:01.929244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b3d764-ca77-415b-938d-d13cbb7735bb tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:01.929968 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44b3d764-ca77-415b-938d-d13cbb7735bb tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:01.980345 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99edd146-9970-4b17-b5f7-29d898b26499 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:02.069989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-44b3d764-ca77-415b-938d-d13cbb7735bb tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.8646109 Aug 23 15:12:02.072976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48318) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:02.078689 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Request body: {'port': {'network_id': '86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2061330155', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:02.079278 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.api.validators [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] bootfile-name is not in valid_values {{(pid=96114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 15:12:02.079680 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.api.validators [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] tftp-server is not in valid_values {{(pid=96114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 15:12:02.080010 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.api.validators [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] server-ip-address is not in valid_values {{(pid=96114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 15:12:02.124646 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99edd146-9970-4b17-b5f7-29d898b26499 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:02.339511 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99edd146-9970-4b17-b5f7-29d898b26499 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:02.340876 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-99edd146-9970-4b17-b5f7-29d898b26499 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5920315 Aug 23 15:12:02.345379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48324) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:02.353383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'enable_snat': False}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:02.354718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48326) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:02.425009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 3a7b122a-f0da-444a-8eaf-938a6bd49fef no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:12:02.451020 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dbbfeda7-c94b-47c0-9d04-118d51c37e65 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:02.461952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 3a7b122a-f0da-444a-8eaf-938a6bd49fef {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:12:02.462457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 3a7b122a-f0da-444a-8eaf-938a6bd49fef not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:12:02.494709 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dbbfeda7-c94b-47c0-9d04-118d51c37e65 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:02.535835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Made reservation on behalf of 3ab957846e66406693180c3106b043d5 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:02.540031 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:02.576705 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] device_id is not set on port 907b75ca-0a77-45ec-adab-9bddbef264bc yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:12:02.649744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f301cd69-7f00-469d-80bc-cde9afeae965 None None] Network 86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:02.654879 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:02.698562 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ca99478a-0ec3-4383-b6f8-b038ba5b61ab up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:12:02.731805 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Allocated IP 2001:db8::46 (86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4/91df887f-a99b-4e0a-b827-e8f5fbc9c4c9/907b75ca-0a77-45ec-adab-9bddbef264bc) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:12:02.735491 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dbbfeda7-c94b-47c0-9d04-118d51c37e65 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:02.738220 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dbbfeda7-c94b-47c0-9d04-118d51c37e65 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:02.742183 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dbbfeda7-c94b-47c0-9d04-118d51c37e65 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "DELETE /v2.0/security-groups/9660e9af-f137-4a05-baf3-1aed83db5acc HTTP/1.1" status: 204 len: 168 time: 0.3840261 Aug 23 15:12:02.743544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48332) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:02.778639 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfeda7-c94b-47c0-9d04-118d51c37e65 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9660e9af-f137-4a05-baf3-1aed83db5acc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:02.930299 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-019fcfbf-37b7-4a63-be71-05110819aeec tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:02.965542 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-019fcfbf-37b7-4a63-be71-05110819aeec tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:03.161461 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-019fcfbf-37b7-4a63-be71-05110819aeec tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:03.168522 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-019fcfbf-37b7-4a63-be71-05110819aeec tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:03.168522 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-019fcfbf-37b7-4a63-be71-05110819aeec tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "DELETE /v2.0/security-groups/da8013d8-6d5b-4dc0-930b-7411787880f9 HTTP/1.1" status: 204 len: 168 time: 0.4221690 Aug 23 15:12:03.182661 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:03.186398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48348) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:03.234832 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Transition to ACTIVE for port object 907b75ca-0a77-45ec-adab-9bddbef264bc will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:12:03.242421 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port ca99478a-0ec3-4383-b6f8-b038ba5b61ab completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:12:03.245984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5e9f86a1-b793-4d1a-8ab5-77010443af20 None None] Provisioning for port ca99478a-0ec3-4383-b6f8-b038ba5b61ab completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:12:03.259153 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ca99478a-0ec3-4383-b6f8-b038ba5b61ab triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:03.262082 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:03.352819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5e9f86a1-b793-4d1a-8ab5-77010443af20 None None] Provisioning complete for port ca99478a-0ec3-4383-b6f8-b038ba5b61ab triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:03.353514 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5e9f86a1-b793-4d1a-8ab5-77010443af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:03.365706 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:03.444594 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Network 86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:12:03.448187 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:03.453551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:12:03.461221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:03.465724 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:03.480186 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Pushing event updated for resources: {'Port': ['ID=907b75ca-0a77-45ec-adab-9bddbef264bc,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:03.480404 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:03.527140 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5e9f86a1-b793-4d1a-8ab5-77010443af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:03.590454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5e9f86a1-b793-4d1a-8ab5-77010443af20 None None] For port ca99478a-0ec3-4383-b6f8-b038ba5b61ab, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ca99478a-0ec3-4383-b6f8-b038ba5b61ab,segment=NetworkSegment(5f5bfa5e-8742-49fa-95fa-d9d78c28ce67),segment_id=5f5bfa5e-8742-49fa-95fa-d9d78c28ce67)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:03.593948 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e2cb0200-ba9b-491d-a236-630cd05b4c7f tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5171552 Aug 23 15:12:03.596312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48352) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:03.688274 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5e9f86a1-b793-4d1a-8ab5-77010443af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:03.738909 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30359b5c-2f59-4e52-af9f-b7372d6f3a37 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:03.746243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30359b5c-2f59-4e52-af9f-b7372d6f3a37 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:03.753096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30359b5c-2f59-4e52-af9f-b7372d6f3a37 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:03.755624 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-30359b5c-2f59-4e52-af9f-b7372d6f3a37 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1579278 Aug 23 15:12:03.758929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48354) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:03.761513 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f86a1-b793-4d1a-8ab5-77010443af20 None None] Pushing event updated for resources: {'Port': ['ID=ca99478a-0ec3-4383-b6f8-b038ba5b61ab,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:03.830463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fcfbf-37b7-4a63-be71-05110819aeec tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8013d8-6d5b-4dc0-930b-7411787880f9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:03.899411 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:12:03.906048 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:12:04.007779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-eba2fe93-bef1-4915-bcb6-cbb2ab1a9c92 None None] Provisioning for port 26b2e3d4-697b-42f0-9ee1-4156f7ca323f completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:12:04.015540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-eba2fe93-bef1-4915-bcb6-cbb2ab1a9c92 None None] Provisioning complete for port 26b2e3d4-697b-42f0-9ee1-4156f7ca323f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:04.015819 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eba2fe93-bef1-4915-bcb6-cbb2ab1a9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:04.022373 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:04.059508 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5db55eb2-a672-47c2-9ff7-432c0b42bb30 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Deleting port 907b75ca-0a77-45ec-adab-9bddbef264bc {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:04.063778 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5db55eb2-a672-47c2-9ff7-432c0b42bb30 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:04.096660 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-eba2fe93-bef1-4915-bcb6-cbb2ab1a9c92 None None] Port 26b2e3d4-697b-42f0-9ee1-4156f7ca323f cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:12:04.120498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-eba2fe93-bef1-4915-bcb6-cbb2ab1a9c92 None None] Provisioning complete for port ca99478a-0ec3-4383-b6f8-b038ba5b61ab triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:04.120933 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eba2fe93-bef1-4915-bcb6-cbb2ab1a9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:04.248193 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:04.258925 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5db55eb2-a672-47c2-9ff7-432c0b42bb30 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:04.279314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5db55eb2-a672-47c2-9ff7-432c0b42bb30 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Calling delete_port for 907b75ca-0a77-45ec-adab-9bddbef264bc owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:04.494104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2e3d8e8f-b3ad-4bb5-bbef-b5a27ae1ae1e None None] Provisioning complete for port 26b2e3d4-697b-42f0-9ee1-4156f7ca323f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:04.494696 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2e3d8e8f-b3ad-4bb5-bbef-b5a27ae1ae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:04.531019 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Allocated IP 172.25.8.143 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/b2d146c4-1199-42db-b0a0-a3bf8b5acbf9) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:12:04.560394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d8e8f-b3ad-4bb5-bbef-b5a27ae1ae1e None None] Port 26b2e3d4-697b-42f0-9ee1-4156f7ca323f cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:12:04.648396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ca99478a-0ec3-4383-b6f8-b038ba5b61ab up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:12:04.698423 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5db55eb2-a672-47c2-9ff7-432c0b42bb30 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:04.787718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ca99478a-0ec3-4383-b6f8-b038ba5b61ab triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:04.788945 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:04.792286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-eb66f39b-8369-432a-810f-117f869d60db None None] Could not find standard attr ID for object 907b75ca-0a77-45ec-adab-9bddbef264bc. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:12:04.926620 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:05.162200 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:05.167637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db55eb2-a672-47c2-9ff7-432c0b42bb30 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Pushing event deleted for resources: {'Port': ['ID=907b75ca-0a77-45ec-adab-9bddbef264bc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:05.209345 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5db55eb2-a672-47c2-9ff7-432c0b42bb30 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:05.233713 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5db55eb2-a672-47c2-9ff7-432c0b42bb30 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] 10.222.0.38 "DELETE /v2.0/ports/907b75ca-0a77-45ec-adab-9bddbef264bc HTTP/1.1" status: 204 len: 168 time: 1.4701154 Aug 23 15:12:05.234401 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48380) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:05.241265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8ecde452-5665-4b4f-92fb-93aecf765fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Request body: {'port': {'name': 'tempest-new-port-name-1571876687', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:05.242019 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.api.validators [None req-8ecde452-5665-4b4f-92fb-93aecf765fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] bootfile-name is not in valid_values {{(pid=96114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 15:12:05.259174 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.api.validators [None req-8ecde452-5665-4b4f-92fb-93aecf765fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] tftp-server is not in valid_values {{(pid=96114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 15:12:05.259174 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.api.validators [None req-8ecde452-5665-4b4f-92fb-93aecf765fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] server-ip-address is not in valid_values {{(pid=96114) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 15:12:05.280892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:12:05.292373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:05.302767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:12:05.328068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Pushing event updated for resources: {'Port': ['ID=b2d146c4-1199-42db-b0a0-a3bf8b5acbf9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:05.359324 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ecde452-5665-4b4f-92fb-93aecf765fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:05.367999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:05.368350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:05.368703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:05.369047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:05.369390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:05.369725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:05.370057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:05.370387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:05.371145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:05.371491 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:05.371883 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:05.372224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:05.384412 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09f57478-59ad-49fa-837f-25a58458ebd9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:05.605712 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ecde452-5665-4b4f-92fb-93aecf765fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:05.715395 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ecde452-5665-4b4f-92fb-93aecf765fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:05.778395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8ecde452-5665-4b4f-92fb-93aecf765fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] In _notify_port_updated(), no bound segment for port 26b2e3d4-697b-42f0-9ee1-4156f7ca323f on network 86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4 {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:12:05.785798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecde452-5665-4b4f-92fb-93aecf765fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:05.787005 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ecde452-5665-4b4f-92fb-93aecf765fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:05.791392 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8ecde452-5665-4b4f-92fb-93aecf765fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] 10.222.0.38 "PUT /v2.0/ports/26b2e3d4-697b-42f0-9ee1-4156f7ca323f HTTP/1.1" status: 200 len: 1130 time: 0.5559216 Aug 23 15:12:05.792328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48386) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:05.812533 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecde452-5665-4b4f-92fb-93aecf765fa9 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Pushing event updated for resources: {'Port': ['ID=26b2e3d4-697b-42f0-9ee1-4156f7ca323f,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:05.916425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5662865b-ada5-4589-8808-8499c0b1de9d tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:05.916425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5662865b-ada5-4589-8808-8499c0b1de9d tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] 10.222.0.38 "GET /v2.0/ports/26b2e3d4-697b-42f0-9ee1-4156f7ca323f HTTP/1.1" status: 200 len: 1130 time: 0.1170604 Aug 23 15:12:05.916698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48390) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:05.976546 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:06.048802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-42d3b20d-8a91-45d0-b1cf-5e391f532704 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Deleting port 26b2e3d4-697b-42f0-9ee1-4156f7ca323f {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:06.049168 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-42d3b20d-8a91-45d0-b1cf-5e391f532704 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:06.085032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-09f57478-59ad-49fa-837f-25a58458ebd9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Deleting port 5700142c-683f-465d-9fc2-6b7a26791691 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:06.085389 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09f57478-59ad-49fa-837f-25a58458ebd9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:06.152116 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9c84b641-fae2-46ad-8836-3c0518f64bbf None None] Provisioning complete for port 26b2e3d4-697b-42f0-9ee1-4156f7ca323f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:06.153632 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9c84b641-fae2-46ad-8836-3c0518f64bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:06.171367 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-42d3b20d-8a91-45d0-b1cf-5e391f532704 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:06.193056 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-42d3b20d-8a91-45d0-b1cf-5e391f532704 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Calling delete_port for 26b2e3d4-697b-42f0-9ee1-4156f7ca323f owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:06.236155 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9c84b641-fae2-46ad-8836-3c0518f64bbf None None] Port 26b2e3d4-697b-42f0-9ee1-4156f7ca323f cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:12:06.291472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-09f57478-59ad-49fa-837f-25a58458ebd9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] For port 5700142c-683f-465d-9fc2-6b7a26791691, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5700142c-683f-465d-9fc2-6b7a26791691,segment=NetworkSegment(0823ebf9-75dd-4e03-ba3e-6389ad42d35e),segment_id=0823ebf9-75dd-4e03-ba3e-6389ad42d35e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:06.291947 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09f57478-59ad-49fa-837f-25a58458ebd9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:06.295470 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:06.309494 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:06.313084 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-09f57478-59ad-49fa-837f-25a58458ebd9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Calling delete_port for 5700142c-683f-465d-9fc2-6b7a26791691 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:06.485555 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-42d3b20d-8a91-45d0-b1cf-5e391f532704 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:06.518158 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3b20d-8a91-45d0-b1cf-5e391f532704 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Pushing event deleted for resources: {'Port': ['ID=26b2e3d4-697b-42f0-9ee1-4156f7ca323f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:06.550707 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-42d3b20d-8a91-45d0-b1cf-5e391f532704 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:06.551235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-42d3b20d-8a91-45d0-b1cf-5e391f532704 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] 10.222.0.38 "DELETE /v2.0/ports/26b2e3d4-697b-42f0-9ee1-4156f7ca323f HTTP/1.1" status: 204 len: 168 time: 0.6314261 Aug 23 15:12:06.554356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48404) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:06.627565 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-340bb1fe-d7f8-47f4-86ca-ce35ea425934 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Deleting subnet 91df887f-a99b-4e0a-b827-e8f5fbc9c4c9 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:12:06.635460 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-340bb1fe-d7f8-47f4-86ca-ce35ea425934 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:06.725644 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-340bb1fe-d7f8-47f4-86ca-ce35ea425934 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:06.892882 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-340bb1fe-d7f8-47f4-86ca-ce35ea425934 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:07.007199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4c652-c61a-4fcc-ace9-969e4d85fbbe req-c5c4cc65-3230-4ec7-b59a-6d11d3f0582c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:07.008917 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-33a4c652-c61a-4fcc-ace9-969e4d85fbbe req-c5c4cc65-3230-4ec7-b59a-6d11d3f0582c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 945 time: 0.0929120 Aug 23 15:12:07.045017 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Router 1059657e-914c-46b4-a9b2-4a6b72adbbfd is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:12:07.069612 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-33a4c652-c61a-4fcc-ace9-969e4d85fbbe req-5d031fab-a6a6-4072-80c7-852c2e40997f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471895 Aug 23 15:12:07.110916 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-340bb1fe-d7f8-47f4-86ca-ce35ea425934 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:07.150756 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bb1fe-d7f8-47f4-86ca-ce35ea425934 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Pushing event deleted for resources: {'Subnet': ['ID=91df887f-a99b-4e0a-b827-e8f5fbc9c4c9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:07.160913 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-340bb1fe-d7f8-47f4-86ca-ce35ea425934 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:07.163093 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-340bb1fe-d7f8-47f4-86ca-ce35ea425934 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] 10.222.0.38 "DELETE /v2.0/subnets/91df887f-a99b-4e0a-b827-e8f5fbc9c4c9 HTTP/1.1" status: 204 len: 168 time: 0.6077197 Aug 23 15:12:07.163946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9829a75-0b75-4534-ad83-bfdc68b2817c None None] Network 86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:07.167315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48414) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:07.200971 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09f57478-59ad-49fa-837f-25a58458ebd9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:07.210655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:12:07.217543 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:07.220090 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f179bf03-6f88-4a74-9119-451a71434870 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "PUT /v2.0/routers/1059657e-914c-46b4-a9b2-4a6b72adbbfd HTTP/1.1" status: 200 len: 916 time: 4.8730571 Aug 23 15:12:07.235475 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ecdbd-6135-4a42-86ad-f69f99adb590 None None] Sync routers for ids ['1059657e-914c-46b4-a9b2-4a6b72adbbfd'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:12:07.239066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48416) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:07.247451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f57478-59ad-49fa-837f-25a58458ebd9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event deleted for resources: {'Port': ['ID=5700142c-683f-465d-9fc2-6b7a26791691,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:07.284553 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:07.317749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ecdbd-6135-4a42-86ad-f69f99adb590 None None] Routers {'1059657e-914c-46b4-a9b2-4a6b72adbbfd'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:07.317749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-839ecdbd-6135-4a42-86ad-f69f99adb590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1059657e-914c-46b4-a9b2-4a6b72adbbfd'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:07.381428 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Deleting port ca99478a-0ec3-4383-b6f8-b038ba5b61ab {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:07.381949 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:07.405606 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-839ecdbd-6135-4a42-86ad-f69f99adb590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:07.430274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ecdbd-6135-4a42-86ad-f69f99adb590 None None] Routers {'1059657e-914c-46b4-a9b2-4a6b72adbbfd'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:07.430608 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-839ecdbd-6135-4a42-86ad-f69f99adb590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1059657e-914c-46b4-a9b2-4a6b72adbbfd'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:07.483106 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-839ecdbd-6135-4a42-86ad-f69f99adb590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:07.484288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ecdbd-6135-4a42-86ad-f69f99adb590 None None] The sync data for ids ['1059657e-914c-46b4-a9b2-4a6b72adbbfd'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:12:07.491668 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] For port ca99478a-0ec3-4383-b6f8-b038ba5b61ab, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ca99478a-0ec3-4383-b6f8-b038ba5b61ab,segment=NetworkSegment(5f5bfa5e-8742-49fa-95fa-d9d78c28ce67),segment_id=5f5bfa5e-8742-49fa-95fa-d9d78c28ce67)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:07.492629 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:07.512959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Calling delete_port for ca99478a-0ec3-4383-b6f8-b038ba5b61ab owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:07.538027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] DHCP port deletion for 86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:12:07.614650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Deleting port ca99478a-0ec3-4383-b6f8-b038ba5b61ab {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:07.615275 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:07.674900 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09f57478-59ad-49fa-837f-25a58458ebd9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:07.679892 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ce5b7847-db37-4856-bbdd-7c2a9e3dc53d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/routers/1059657e-914c-46b4-a9b2-4a6b72adbbfd HTTP/1.1" status: 200 len: 922 time: 0.4388170 Aug 23 15:12:07.684217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48424) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:07.718269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] For port ca99478a-0ec3-4383-b6f8-b038ba5b61ab, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ca99478a-0ec3-4383-b6f8-b038ba5b61ab,segment=NetworkSegment(5f5bfa5e-8742-49fa-95fa-d9d78c28ce67),segment_id=5f5bfa5e-8742-49fa-95fa-d9d78c28ce67)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:07.719392 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:07.735120 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Calling delete_port for ca99478a-0ec3-4383-b6f8-b038ba5b61ab owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:07.740260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560acdd7-d82d-4a87-878a-2fd87b18a2b0 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:07.745557 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-560acdd7-d82d-4a87-878a-2fd87b18a2b0 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&device_id=1059657e-914c-46b4-a9b2-4a6b72adbbfd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0582659 Aug 23 15:12:07.745557 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:07.747013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48426) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:07.781461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Pushing event deleted for resources: {'Port': ['ID=ca99478a-0ec3-4383-b6f8-b038ba5b61ab,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:07.785960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] No DVR routers for this DVR port ca99478a-0ec3-4383-b6f8-b038ba5b61ab on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:12:07.853428 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:07.885638 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Pushing event deleted for resources: {'Port': ['ID=ca99478a-0ec3-4383-b6f8-b038ba5b61ab,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:07.888634 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] No DVR routers for this DVR port ca99478a-0ec3-4383-b6f8-b038ba5b61ab on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:12:07.902480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:07.902962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:07.903366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:07.903840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:07.904236 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:07.904625 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:07.905109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:07.905441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:07.906222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:07.906637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:07.907041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:07.907427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297268a9-d522-4cb8-a8a5-773e85f1c9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:07.929196 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:07.932686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3bb3c6-df61-4aa9-a08c-b436821855c5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:07.934108 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6a3bb3c6-df61-4aa9-a08c-b436821855c5 tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/networks/e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 881 time: 0.1859667 Aug 23 15:12:07.937632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48430) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:07.943716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:07.969227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5bfa5e-8742-49fa-95fa-d9d78c28ce67') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:07.969984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5bfa5e-8742-49fa-95fa-d9d78c28ce67') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:07.987907 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:07.998667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e871741a-0810-48a0-bb1b-c629207dd750 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "GET /v2.0/ports?device_id=1059657e-914c-46b4-a9b2-4a6b72adbbfd HTTP/1.1" status: 200 len: 205 time: 0.0593674 Aug 23 15:12:08.009046 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48432) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:08.080394 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:08.087806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f57478-59ad-49fa-837f-25a58458ebd9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Router 5f3ef6bf-354e-4e78-826e-3da3b801d999 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:12:08.091765 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:12:08.092190 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:12:08.096344 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:12:08.250064 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37cc7402-46f5-44ea-9ecc-1127b534c468 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:08.286174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f57478-59ad-49fa-837f-25a58458ebd9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:12:08.297623 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0da05-b904-4b10-afae-f125e6f25365 None None] Sync routers for ids ['5f3ef6bf-354e-4e78-826e-3da3b801d999'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:12:08.298220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba389765-b246-41bb-80a1-d6a205decc20 req-c037c6bf-0f67-4889-a19f-6593fa03d74f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:08.302047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba389765-b246-41bb-80a1-d6a205decc20 req-c037c6bf-0f67-4889-a19f-6593fa03d74f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 945 time: 0.0919995 Aug 23 15:12:08.311605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:08.312255 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0da05-b904-4b10-afae-f125e6f25365 None None] Routers {'5f3ef6bf-354e-4e78-826e-3da3b801d999'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:08.312255 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2df0da05-b904-4b10-afae-f125e6f25365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5f3ef6bf-354e-4e78-826e-3da3b801d999'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:08.312471 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-09f57478-59ad-49fa-837f-25a58458ebd9 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "PUT /v2.0/routers/5f3ef6bf-354e-4e78-826e-3da3b801d999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4668624 Aug 23 15:12:08.315762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48442) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:08.322982 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:08.336992 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] 10.222.0.38 "DELETE /v2.0/networks/86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4 HTTP/1.1" status: 204 len: 168 time: 1.1644144 Aug 23 15:12:08.354694 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b3a4a-fcf7-48af-9cce-5e4144bddf32 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139 tempest-ExtraDHCPOptionsIpV6TestJSON-368065139-project] Pushing event deleted for resources: {'Network': ['ID=86a4fa17-83d5-4d4a-b7c1-72b27e32e2a4,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:08.402828 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba389765-b246-41bb-80a1-d6a205decc20 req-da914ff4-d9a2-4c15-895f-e7ffd86bf8db tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755742 Aug 23 15:12:08.439542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0f38b1-9eac-4faf-81ca-5abbf1acf9c5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Deleting subnet a922bb3a-4761-44d3-b00b-d4b48efc1bd3 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:12:08.445486 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea0f38b1-9eac-4faf-81ca-5abbf1acf9c5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:08.531831 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea0f38b1-9eac-4faf-81ca-5abbf1acf9c5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:08.579630 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37cc7402-46f5-44ea-9ecc-1127b534c468 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:08.608436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d91d05-a4bc-4a53-bf69-c80c70541713 req-c10d847f-2700-47bd-b5b1-934869882355 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:08.611238 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50d91d05-a4bc-4a53-bf69-c80c70541713 req-c10d847f-2700-47bd-b5b1-934869882355 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 945 time: 0.2236207 Aug 23 15:12:08.640179 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-2df0da05-b904-4b10-afae-f125e6f25365 None None] Set router 5f3ef6bf-354e-4e78-826e-3da3b801d999 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:12:08.722823 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ca99478a-0ec3-4383-b6f8-b038ba5b61ab no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:12:08.726360 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea0f38b1-9eac-4faf-81ca-5abbf1acf9c5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:08.768387 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: ca99478a-0ec3-4383-b6f8-b038ba5b61ab {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:12:08.768737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ca99478a-0ec3-4383-b6f8-b038ba5b61ab not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:12:08.817093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-50d91d05-a4bc-4a53-bf69-c80c70541713 req-9e40cbb7-59da-424d-846e-372762a8c72a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Deleting port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:08.817473 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-50d91d05-a4bc-4a53-bf69-c80c70541713 req-9e40cbb7-59da-424d-846e-372762a8c72a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:08.880339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-37cc7402-46f5-44ea-9ecc-1127b534c468 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Deleting port b2d146c4-1199-42db-b0a0-a3bf8b5acbf9 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:08.880339 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37cc7402-46f5-44ea-9ecc-1127b534c468 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:08.942709 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2df0da05-b904-4b10-afae-f125e6f25365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:09:39Z', 'updated_at': '2021-08-23T15:12:06Z', 'revision_number': 5, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:41Z', 'updated_at': '2021-08-23T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:08.944123 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea0f38b1-9eac-4faf-81ca-5abbf1acf9c5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:08.987871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea0f38b1-9eac-4faf-81ca-5abbf1acf9c5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:08.992320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b64a26-85f5-413b-b916-08629a754bd8 None None] Network de74ce3b-2e26-4217-807e-2d1f5da81e66 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:08.994800 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ea0f38b1-9eac-4faf-81ca-5abbf1acf9c5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "DELETE /v2.0/subnets/a922bb3a-4761-44d3-b00b-d4b48efc1bd3 HTTP/1.1" status: 204 len: 168 time: 0.6778736 Aug 23 15:12:09.011269 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48452) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:09.013614 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0da05-b904-4b10-afae-f125e6f25365 None None] Checking router: 5f3ef6bf-354e-4e78-826e-3da3b801d999 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:12:09.041763 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0da05-b904-4b10-afae-f125e6f25365 None None] Routers {'5f3ef6bf-354e-4e78-826e-3da3b801d999'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:09.042388 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2df0da05-b904-4b10-afae-f125e6f25365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5f3ef6bf-354e-4e78-826e-3da3b801d999'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:09.051395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f38b1-9eac-4faf-81ca-5abbf1acf9c5 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event deleted for resources: {'Subnet': ['ID=a922bb3a-4761-44d3-b00b-d4b48efc1bd3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:09.104146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-50d91d05-a4bc-4a53-bf69-c80c70541713 req-9e40cbb7-59da-424d-846e-372762a8c72a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] For port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=2618c179-f3f6-4bc4-b486-f3aa9c78eb48,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:09.108396 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-50d91d05-a4bc-4a53-bf69-c80c70541713 req-9e40cbb7-59da-424d-846e-372762a8c72a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:09.108396 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37cc7402-46f5-44ea-9ecc-1127b534c468 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:09.167717 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-50d91d05-a4bc-4a53-bf69-c80c70541713 req-9e40cbb7-59da-424d-846e-372762a8c72a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Calling delete_port for 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:09.198375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48458) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:09.211281 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-37cc7402-46f5-44ea-9ecc-1127b534c468 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Calling delete_port for b2d146c4-1199-42db-b0a0-a3bf8b5acbf9 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:09.289898 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-2df0da05-b904-4b10-afae-f125e6f25365 None None] Set router 5f3ef6bf-354e-4e78-826e-3da3b801d999 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:12:09.324192 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5742994b-f2ef-4f71-ab99-c3b0e0a8735e None None] DHCP port deletion for de74ce3b-2e26-4217-807e-2d1f5da81e66 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:12:09.426758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5742994b-f2ef-4f71-ab99-c3b0e0a8735e None None] Deleting port 198db6b6-8e73-4090-a1ff-00331762e643 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:09.450316 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5742994b-f2ef-4f71-ab99-c3b0e0a8735e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:09.634709 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ee28bd85-cb07-4152-ad81-269f1923521a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ab957846e66406693180c3106b043d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325907 Aug 23 15:12:09.635070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48472) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:09.672680 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-50d91d05-a4bc-4a53-bf69-c80c70541713 req-9e40cbb7-59da-424d-846e-372762a8c72a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:09.697146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['2618c179-f3f6-4bc4-b486-f3aa9c78eb48'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:12:09.702038 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-898d058f-db44-4a46-9ffa-427bd50e698c req-81318461-fe50-4142-a293-c021e8a1e8c5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 210 time: 0.0545983 Aug 23 15:12:09.718440 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:09.739157 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5742994b-f2ef-4f71-ab99-c3b0e0a8735e None None] For port 198db6b6-8e73-4090-a1ff-00331762e643, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=198db6b6-8e73-4090-a1ff-00331762e643,segment=NetworkSegment(0823ebf9-75dd-4e03-ba3e-6389ad42d35e),segment_id=0823ebf9-75dd-4e03-ba3e-6389ad42d35e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:09.740203 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5742994b-f2ef-4f71-ab99-c3b0e0a8735e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:09.746586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40cbb7-59da-424d-846e-372762a8c72a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event deleted for resources: {'Port': ['ID=2618c179-f3f6-4bc4-b486-f3aa9c78eb48,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:09.755622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5742994b-f2ef-4f71-ab99-c3b0e0a8735e None None] Calling delete_port for 198db6b6-8e73-4090-a1ff-00331762e643 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:09.763012 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2b57cf7b-dc88-4871-bbcc-8aad2ad4121b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:09.897059 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2df0da05-b904-4b10-afae-f125e6f25365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:09:39Z', 'updated_at': '2021-08-23T15:12:06Z', 'revision_number': 5, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:41Z', 'updated_at': '2021-08-23T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:09.905914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d91d05-a4bc-4a53-bf69-c80c70541713 req-9e40cbb7-59da-424d-846e-372762a8c72a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] No DVR routers for this DVR port 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 on host n-h1-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:12:09.908858 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2b57cf7b-dc88-4871-bbcc-8aad2ad4121b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:09.928567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-50d91d05-a4bc-4a53-bf69-c80c70541713 req-9e40cbb7-59da-424d-846e-372762a8c72a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:09.930747 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50d91d05-a4bc-4a53-bf69-c80c70541713 req-9e40cbb7-59da-424d-846e-372762a8c72a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "DELETE /v2.0/ports/2618c179-f3f6-4bc4-b486-f3aa9c78eb48 HTTP/1.1" status: 204 len: 173 time: 1.3114026 Aug 23 15:12:09.937102 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a472a5-3f80-4e1a-8e14-a9b95eae9c77', 'name': 'network-vif-deleted', 'tag': '2618c179-f3f6-4bc4-b486-f3aa9c78eb48'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:12:09.937102 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cc3aee-6a3f-41a1-b030-0c4facdd3e70" -d '{"events": [{"server_uuid": "61a472a5-3f80-4e1a-8e14-a9b95eae9c77", "name": "network-vif-deleted", "tag": "2618c179-f3f6-4bc4-b486-f3aa9c78eb48"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:12:10.021136 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bd89cf-176c-4780-854c-1401eb7ff4e6 x-openstack-request-id: req-b6bd89cf-176c-4780-854c-1401eb7ff4e6 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:12:10.021442 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a472a5-3f80-4e1a-8e14-a9b95eae9c77", "name": "network-vif-deleted", "tag": "2618c179-f3f6-4bc4-b486-f3aa9c78eb48", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:12:10.021694 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6bd89cf-176c-4780-854c-1401eb7ff4e6 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:12:10.022106 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a472a5-3f80-4e1a-8e14-a9b95eae9c77', 'name': 'network-vif-deleted', 'tag': '2618c179-f3f6-4bc4-b486-f3aa9c78eb48', 'status': 'completed', 'code': 200} Aug 23 15:12:10.029119 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0da05-b904-4b10-afae-f125e6f25365 None None] The sync data for ids ['5f3ef6bf-354e-4e78-826e-3da3b801d999'] in n-d-804985-3 is: [{'id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2124626152', 'tenant_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:09:39Z', 'updated_at': '2021-08-23T15:12:06Z', 'revision_number': 5, 'project_id': '3d354a8f034f4df1b0a0d9d5e7386f40', 'gw_port': {'id': '1ea97d51-f53e-4e1d-9cf1-35914fe07f44', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3ef6bf-354e-4e78-826e-3da3b801d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:09:41Z', 'updated_at': '2021-08-23T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:12:10.059827 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:10.131136 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5742994b-f2ef-4f71-ab99-c3b0e0a8735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:10.174616 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5742994b-f2ef-4f71-ab99-c3b0e0a8735e None None] No DVR routers for this DVR port 198db6b6-8e73-4090-a1ff-00331762e643 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:12:10.178980 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742994b-f2ef-4f71-ab99-c3b0e0a8735e None None] Pushing event deleted for resources: {'Port': ['ID=198db6b6-8e73-4090-a1ff-00331762e643,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:10.219011 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37cc7402-46f5-44ea-9ecc-1127b534c468 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:10.219358 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2b57cf7b-dc88-4871-bbcc-8aad2ad4121b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:10.223259 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2b57cf7b-dc88-4871-bbcc-8aad2ad4121b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:10.228165 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2b57cf7b-dc88-4871-bbcc-8aad2ad4121b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0de6a09c-0d0a-4c83-966b-59be7b34c39f HTTP/1.1" status: 204 len: 168 time: 0.5897210 Aug 23 15:12:10.290248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57cf7b-dc88-4871-bbcc-8aad2ad4121b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de6a09c-0d0a-4c83-966b-59be7b34c39f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:10.308103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc7402-46f5-44ea-9ecc-1127b534c468 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Pushing event deleted for resources: {'Port': ['ID=b2d146c4-1199-42db-b0a0-a3bf8b5acbf9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:10.590430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Deleting port 1ea97d51-f53e-4e1d-9cf1-35914fe07f44 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:10.590820 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:10.596659 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37cc7402-46f5-44ea-9ecc-1127b534c468 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:10.644301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 198db6b6-8e73-4090-a1ff-00331762e643 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:12:10.727587 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 198db6b6-8e73-4090-a1ff-00331762e643 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:12:10.728064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 198db6b6-8e73-4090-a1ff-00331762e643 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:12:10.730851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5700142c-683f-465d-9fc2-6b7a26791691 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:12:10.804387 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 5700142c-683f-465d-9fc2-6b7a26791691 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:12:10.805031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5700142c-683f-465d-9fc2-6b7a26791691 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:12:10.874904 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37cc7402-46f5-44ea-9ecc-1127b534c468 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:10.879434 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37cc7402-46f5-44ea-9ecc-1127b534c468 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:11.064908 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0e43b6c1-a490-4051-858b-24e40e9204ac req-eab70b97-1999-41fa-b536-d1482e69ab5b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 210 time: 0.1569748 Aug 23 15:12:11.102723 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] For port 1ea97d51-f53e-4e1d-9cf1-35914fe07f44, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1ea97d51-f53e-4e1d-9cf1-35914fe07f44,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:11.103260 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:11.146249 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Calling delete_port for 1ea97d51-f53e-4e1d-9cf1-35914fe07f44 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:11.305839 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37cc7402-46f5-44ea-9ecc-1127b534c468 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:11.306453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cc7402-46f5-44ea-9ecc-1127b534c468 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Fanout notify agent at l3_agent the message router_deleted on router 1059657e-914c-46b4-a9b2-4a6b72adbbfd {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:12:11.315435 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-37cc7402-46f5-44ea-9ecc-1127b534c468 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:11.316597 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-37cc7402-46f5-44ea-9ecc-1127b534c468 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "DELETE /v2.0/routers/1059657e-914c-46b4-a9b2-4a6b72adbbfd HTTP/1.1" status: 204 len: 168 time: 3.3060191 Aug 23 15:12:11.320368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48504) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:11.328785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-540036062', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:11.471764 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:11.473266 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:11.554770 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:11.622144 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:11.673514 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event deleted for resources: {'Port': ['ID=1ea97d51-f53e-4e1d-9cf1-35914fe07f44,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:11.732868 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:12.103596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:12:12.152602 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:12.185743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:12:12.186189 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 2618c179-f3f6-4bc4-b486-f3aa9c78eb48 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:12:12.291737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e0f0b6a-44c4-4094-9f17-fac11be2ca11 req-84ed8009-0cb3-4cec-9cc2-2092e67318a2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 210 time: 0.0763640 Aug 23 15:12:12.492660 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:12.498503 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:12.626720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48536) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:12.728999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:12.750925 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:12.790157 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:12.794794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Fanout notify agent at l3_agent the message router_deleted on router 5f3ef6bf-354e-4e78-826e-3da3b801d999 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:12:12.814844 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:12.820130 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1cf7b4dd-6c31-431c-8df9-e6538bbeda9c tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "DELETE /v2.0/routers/5f3ef6bf-354e-4e78-826e-3da3b801d999 HTTP/1.1" status: 204 len: 168 time: 3.8019955 Aug 23 15:12:12.824748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48542) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:12.855554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Request body: {'networks': [{'name': 'tempest-network--407547745'}, {'name': 'tempest-network--14727432'}]} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:12.855904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Request body: {'network': {'name': 'tempest-network--407547745'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:12.856380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Request body: {'network': {'name': 'tempest-network--14727432'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:12.994231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Made reservation on behalf of 15bec839a10e4963b4250044a504abf2 for: {'network': 2} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:12.999521 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:13.026873 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:13.032233 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6a43898-e731-4495-8941-92da2739d3a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:13.096886 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Allocated IP 172.25.8.183 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/b3e6ddb0-d787-4738-a1ef-326038ca3355) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:12:13.232619 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6a43898-e731-4495-8941-92da2739d3a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:13.282130 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-b6a43898-e731-4495-8941-92da2739d3a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de74ce3b-2e26-4217-807e-2d1f5da81e66']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:13.324502 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-b6a43898-e731-4495-8941-92da2739d3a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0823ebf9-75dd-4e03-ba3e-6389ad42d35e') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:13.352863 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-b6a43898-e731-4495-8941-92da2739d3a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0823ebf9-75dd-4e03-ba3e-6389ad42d35e') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:13.386975 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6a43898-e731-4495-8941-92da2739d3a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:13.444150 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:13.487076 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6a43898-e731-4495-8941-92da2739d3a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:13.522286 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:13.526402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a43898-e731-4495-8941-92da2739d3a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:12:13.527055 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6a43898-e731-4495-8941-92da2739d3a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:12:13.589813 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:12:13.626583 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-98a0f7e7-cb39-4f2b-b340-9da0a6e82689 req-3043e007-62fe-4c2d-9a4f-43c0de7b8239 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 210 time: 0.1165259 Aug 23 15:12:13.691223 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:13.691788 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:13.783038 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:13.817594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:12:13.888989 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6a43898-e731-4495-8941-92da2739d3a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:13.900339 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b6a43898-e731-4495-8941-92da2739d3a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:13.902594 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b6a43898-e731-4495-8941-92da2739d3a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] 10.222.0.38 "DELETE /v2.0/networks/de74ce3b-2e26-4217-807e-2d1f5da81e66 HTTP/1.1" status: 204 len: 168 time: 1.0719173 Aug 23 15:12:13.945879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a43898-e731-4495-8941-92da2739d3a3 tempest-TestSecurityGroupsBasicOps-771152952 tempest-TestSecurityGroupsBasicOps-771152952-project] Pushing event deleted for resources: {'Network': ['ID=de74ce3b-2e26-4217-807e-2d1f5da81e66,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:13.973614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Pushing event updated for resources: {'Port': ['ID=b3e6ddb0-d787-4738-a1ef-326038ca3355,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:13.980690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:13.991586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:12:13.996677 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4deb173e-44d8-4338-b7ca-ab675c8105fe,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:14.049479 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:12:14.069151 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:14.069738 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Added segment c7cb26ad-868b-495b-84d5-db4b81bdc4d1 of type vlan for network 6f5d05ab-af91-47ff-8d53-5a9082f311d7 Aug 23 15:12:14.155348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:14.270800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:12:14.270800 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:14.270800 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Added segment a29c53a6-f6b5-407e-a470-9fe0c23021a5 of type vlan for network 62d622cd-0cfc-4b1e-957f-c0c9721d5637 Aug 23 15:12:14.325075 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:14.510176 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:14.510734 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:14.528492 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:14.548270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1ea97d51-f53e-4e1d-9cf1-35914fe07f44 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:12:14.549767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:14.550949 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:14.589242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 1ea97d51-f53e-4e1d-9cf1-35914fe07f44 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:12:14.589999 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1ea97d51-f53e-4e1d-9cf1-35914fe07f44 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:12:14.756634 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:14.764350 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e863eff9-83e0-4a4b-84e9-b5ff9b8e214d req-f61ae0f1-0292-4b06-8c94-d77028792d35 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 210 time: 0.0275805 Aug 23 15:12:14.800614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event updated for resources: {'Network': ['ID=6f5d05ab-af91-47ff-8d53-5a9082f311d7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:14.814903 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 6f5d05ab-af91-47ff-8d53-5a9082f311d7 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:12:14.839142 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.2078331 Aug 23 15:12:14.847392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48576) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:14.929160 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c0659-9447-492f-a9fa-ba096ce572f8 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event updated for resources: {'Network': ['ID=62d622cd-0cfc-4b1e-957f-c0c9721d5637,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:14.964571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 62d622cd-0cfc-4b1e-957f-c0c9721d5637 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:12:15.306778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b254dc32-6459-4971-80db-09452c7e916d tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:15.314360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b254dc32-6459-4971-80db-09452c7e916d tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:15.341465 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b254dc32-6459-4971-80db-09452c7e916d tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:15.353367 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b254dc32-6459-4971-80db-09452c7e916d tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:15.389005 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b254dc32-6459-4971-80db-09452c7e916d tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.5140316 Aug 23 15:12:15.389005 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48586) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:15.476181 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6567e1e2-913a-46a6-93e2-dc1f3ed71390 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:15.625579 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6567e1e2-913a-46a6-93e2-dc1f3ed71390 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:15.637035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-6567e1e2-913a-46a6-93e2-dc1f3ed71390 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5d05ab-af91-47ff-8d53-5a9082f311d7']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:15.655689 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-6567e1e2-913a-46a6-93e2-dc1f3ed71390 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cb26ad-868b-495b-84d5-db4b81bdc4d1') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:15.656075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-6567e1e2-913a-46a6-93e2-dc1f3ed71390 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cb26ad-868b-495b-84d5-db4b81bdc4d1') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:15.668219 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6567e1e2-913a-46a6-93e2-dc1f3ed71390 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:15.697119 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6567e1e2-913a-46a6-93e2-dc1f3ed71390 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:15.698740 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:15.720691 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6567e1e2-913a-46a6-93e2-dc1f3ed71390 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:12:15.720691 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6567e1e2-913a-46a6-93e2-dc1f3ed71390 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:12:15.815034 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:12:15.877724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:15.904916 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6567e1e2-913a-46a6-93e2-dc1f3ed71390 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:15.938348 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6567e1e2-913a-46a6-93e2-dc1f3ed71390 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:15.945468 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6567e1e2-913a-46a6-93e2-dc1f3ed71390 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "DELETE /v2.0/networks/6f5d05ab-af91-47ff-8d53-5a9082f311d7 HTTP/1.1" status: 204 len: 168 time: 0.5756626 Aug 23 15:12:15.949840 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567e1e2-913a-46a6-93e2-dc1f3ed71390 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event deleted for resources: {'Network': ['ID=6f5d05ab-af91-47ff-8d53-5a9082f311d7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:15.954353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48602) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:16.032890 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5eb9e08c-a2bc-4947-9383-6b9972faf960 req-49f7c6ff-f7bc-40be-8d55-bbc1c58613ef tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 210 time: 0.0850761 Aug 23 15:12:16.134736 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5afc7c15-196c-47b1-a6f3-d2a098a0a567 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:16.235585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48612) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:16.257810 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5afc7c15-196c-47b1-a6f3-d2a098a0a567 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:16.269944 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-5afc7c15-196c-47b1-a6f3-d2a098a0a567 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d622cd-0cfc-4b1e-957f-c0c9721d5637']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:16.289386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-5afc7c15-196c-47b1-a6f3-d2a098a0a567 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29c53a6-f6b5-407e-a470-9fe0c23021a5') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:16.289776 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-5afc7c15-196c-47b1-a6f3-d2a098a0a567 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29c53a6-f6b5-407e-a470-9fe0c23021a5') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:16.309034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Router 010aa5f6-5b6e-4328-b160-737f413ed0df is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:12:16.311583 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5afc7c15-196c-47b1-a6f3-d2a098a0a567 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:16.347256 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5afc7c15-196c-47b1-a6f3-d2a098a0a567 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:16.355042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5afc7c15-196c-47b1-a6f3-d2a098a0a567 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:12:16.356235 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5afc7c15-196c-47b1-a6f3-d2a098a0a567 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:12:16.438416 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:12:16.532220 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5afc7c15-196c-47b1-a6f3-d2a098a0a567 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:16.569993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6ae58b64-d4fe-4d0b-b392-fdc857c1f72d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d354a8f034f4df1b0a0d9d5e7386f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370481 Aug 23 15:12:16.570919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48620) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:16.573733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5afc7c15-196c-47b1-a6f3-d2a098a0a567 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:16.579012 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5afc7c15-196c-47b1-a6f3-d2a098a0a567 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "DELETE /v2.0/networks/62d622cd-0cfc-4b1e-957f-c0c9721d5637 HTTP/1.1" status: 204 len: 168 time: 0.6233816 Aug 23 15:12:16.580012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48622) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:16.582336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc7c15-196c-47b1-a6f3-d2a098a0a567 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event deleted for resources: {'Network': ['ID=62d622cd-0cfc-4b1e-957f-c0c9721d5637,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:16.587628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:12:16.601010 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b916c9-b8fd-4705-b368-25379b1ebcf9 None None] Sync routers for ids ['010aa5f6-5b6e-4328-b160-737f413ed0df'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:12:16.613890 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b916c9-b8fd-4705-b368-25379b1ebcf9 None None] Routers {'010aa5f6-5b6e-4328-b160-737f413ed0df'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:16.615168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-16b916c9-b8fd-4705-b368-25379b1ebcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['010aa5f6-5b6e-4328-b160-737f413ed0df'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:16.721451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-16b916c9-b8fd-4705-b368-25379b1ebcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:16.725099 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-665f14a8-3b35-49fd-955b-5ea05060ff88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:16.747941 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b916c9-b8fd-4705-b368-25379b1ebcf9 None None] Routers {'010aa5f6-5b6e-4328-b160-737f413ed0df'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:16.753456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-16b916c9-b8fd-4705-b368-25379b1ebcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['010aa5f6-5b6e-4328-b160-737f413ed0df'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:16.783584 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-665f14a8-3b35-49fd-955b-5ea05060ff88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:16.847351 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:16.848987 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7e7ea731-498a-4375-a487-ca130cab6b4b tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5270588 Aug 23 15:12:16.851676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48626) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:16.856390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:16.887019 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-16b916c9-b8fd-4705-b368-25379b1ebcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:16.892535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec0d48-0a51-4f66-8bc8-69275da4ac14 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:16.893383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b916c9-b8fd-4705-b368-25379b1ebcf9 None None] The sync data for ids ['010aa5f6-5b6e-4328-b160-737f413ed0df'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:12:16.911202 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec0d48-0a51-4f66-8bc8-69275da4ac14 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:16.921154 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-50ec0d48-0a51-4f66-8bc8-69275da4ac14 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3341999 Aug 23 15:12:16.921743 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48628) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:16.931232 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a590c3a7-13a9-4845-b49f-24810e817627 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-271437428'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:16.959030 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-665f14a8-3b35-49fd-955b-5ea05060ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:16.966507 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-665f14a8-3b35-49fd-955b-5ea05060ff88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:16.971157 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-665f14a8-3b35-49fd-955b-5ea05060ff88 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/da41ed0c-93ae-4fc8-bf64-390dc59438be HTTP/1.1" status: 204 len: 168 time: 0.3934524 Aug 23 15:12:17.058618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f14a8-3b35-49fd-955b-5ea05060ff88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da41ed0c-93ae-4fc8-bf64-390dc59438be,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:17.084140 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a590c3a7-13a9-4845-b49f-24810e817627 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Made reservation on behalf of 15bec839a10e4963b4250044a504abf2 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:17.088720 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a590c3a7-13a9-4845-b49f-24810e817627 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:17.143202 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:12:17.214453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a590c3a7-13a9-4845-b49f-24810e817627 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:12:17.265789 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a590c3a7-13a9-4845-b49f-24810e817627 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:17.266443 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-a590c3a7-13a9-4845-b49f-24810e817627 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Added segment 74604cc2-a008-4556-a555-b09cfa5be71c of type vlan for network f4e27268-1b12-49f5-9407-2d8b9d0ab3a2 Aug 23 15:12:17.389371 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a590c3a7-13a9-4845-b49f-24810e817627 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:17.474769 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a590c3a7-13a9-4845-b49f-24810e817627 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:17.485234 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a590c3a7-13a9-4845-b49f-24810e817627 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:17.486873 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a590c3a7-13a9-4845-b49f-24810e817627 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:17.605403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590c3a7-13a9-4845-b49f-24810e817627 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event updated for resources: {'Network': ['ID=f4e27268-1b12-49f5-9407-2d8b9d0ab3a2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:17.618149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network f4e27268-1b12-49f5-9407-2d8b9d0ab3a2 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:12:17.744535 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a590c3a7-13a9-4845-b49f-24810e817627 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8203306 Aug 23 15:12:17.745855 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48650) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:17.758389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b36e2a7c-4a8d-4a2a-b2e8-5a0143df6522 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1260035697'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:17.893835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36e2a7c-4a8d-4a2a-b2e8-5a0143df6522 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Made reservation on behalf of 15bec839a10e4963b4250044a504abf2 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:17.899946 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b36e2a7c-4a8d-4a2a-b2e8-5a0143df6522 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:17.984185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36e2a7c-4a8d-4a2a-b2e8-5a0143df6522 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:12:18.005909 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b36e2a7c-4a8d-4a2a-b2e8-5a0143df6522 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:18.005909 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-b36e2a7c-4a8d-4a2a-b2e8-5a0143df6522 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Added segment c833d6c9-00bb-4e40-a41a-3565a0fa3371 of type vlan for network d4f80b26-30dd-4af5-bedd-b813f5eea77e Aug 23 15:12:18.011625 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:18.075245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5168c49e-30d5-42c8-9442-484ee3c72b48 req-3d3a8e31-7759-41ed-8c07-cdad9016bdcb tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a472a5-3f80-4e1a-8e14-a9b95eae9c77 HTTP/1.1" status: 200 len: 210 time: 0.6394167 Aug 23 15:12:18.075332 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b36e2a7c-4a8d-4a2a-b2e8-5a0143df6522 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:18.090600 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:18.263694 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b36e2a7c-4a8d-4a2a-b2e8-5a0143df6522 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:18.290594 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36e2a7c-4a8d-4a2a-b2e8-5a0143df6522 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:18.294376 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b36e2a7c-4a8d-4a2a-b2e8-5a0143df6522 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:18.333073 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48666) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:18.409938 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28a677cc-d866-4188-a03d-b009a813ccd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:18.433780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Deleting port b3e6ddb0-d787-4738-a1ef-326038ca3355 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:18.436933 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e2a7c-4a8d-4a2a-b2e8-5a0143df6522 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event updated for resources: {'Network': ['ID=d4f80b26-30dd-4af5-bedd-b813f5eea77e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:18.437682 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:18.450916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network d4f80b26-30dd-4af5-bedd-b813f5eea77e details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:12:18.499392 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b36e2a7c-4a8d-4a2a-b2e8-5a0143df6522 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7513945 Aug 23 15:12:18.503918 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48676) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:18.510018 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Request body: {'ports': [{'network_id': 'f4e27268-1b12-49f5-9407-2d8b9d0ab3a2', 'name': 'tempest-port--1109305448', 'admin_state_up': True}, {'network_id': 'd4f80b26-30dd-4af5-bedd-b813f5eea77e', 'admin_state_up': False}]} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:18.510353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Request body: {'port': {'network_id': 'f4e27268-1b12-49f5-9407-2d8b9d0ab3a2', 'name': 'tempest-port--1109305448', 'admin_state_up': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:18.511921 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Request body: {'port': {'network_id': 'd4f80b26-30dd-4af5-bedd-b813f5eea77e', 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:18.614006 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:18.635644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Calling delete_port for b3e6ddb0-d787-4738-a1ef-326038ca3355 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:18.833083 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28a677cc-d866-4188-a03d-b009a813ccd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:19.011636 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-28a677cc-d866-4188-a03d-b009a813ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:19.077547 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-28a677cc-d866-4188-a03d-b009a813ccd3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db5d709a0d8047659966f7742664a073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7391264 Aug 23 15:12:19.081366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48692) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:19.086890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a677cc-d866-4188-a03d-b009a813ccd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb19773e-3193-44a7-ba7b-e382bbf44052,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:19.100636 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68a3c4-a359-4bc3-b5da-702f062222af req-62cc39fb-d0a9-45d2-894b-56ec8fa13d8b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:19.103384 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cf68a3c4-a359-4bc3-b5da-702f062222af req-62cc39fb-d0a9-45d2-894b-56ec8fa13d8b tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 947 time: 0.1258962 Aug 23 15:12:19.110743 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:19.172597 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Made reservation on behalf of 15bec839a10e4963b4250044a504abf2 for: {'port': 2} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:19.178263 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:19.190980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Pushing event deleted for resources: {'Port': ['ID=b3e6ddb0-d787-4738-a1ef-326038ca3355,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:19.203875 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cf68a3c4-a359-4bc3-b5da-702f062222af req-5b7c4e55-50ff-4518-970b-63ecd5b86865 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906732 Aug 23 15:12:19.207512 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:19.244607 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-776dbdce-a856-43ad-b5fe-cf29658b1b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:19.285673 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-776dbdce-a856-43ad-b5fe-cf29658b1b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:19.390891 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:19.394841 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] device_id is not set on port e699ce2d-1ff7-4c69-90c8-e9a53fedbe69 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:12:19.522729 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-776dbdce-a856-43ad-b5fe-cf29658b1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:19.525416 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-776dbdce-a856-43ad-b5fe-cf29658b1b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:19.535257 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-776dbdce-a856-43ad-b5fe-cf29658b1b3a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb19773e-3193-44a7-ba7b-e382bbf44052 HTTP/1.1" status: 204 len: 168 time: 0.4479249 Aug 23 15:12:19.551030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dbdce-a856-43ad-b5fe-cf29658b1b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb19773e-3193-44a7-ba7b-e382bbf44052,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:19.744231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:19.750178 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:19.830814 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:19.852368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Router 010aa5f6-5b6e-4328-b160-737f413ed0df has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:12:19.924243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] device_id is not set on port fad0c282-5231-4c96-8aa1-20f0bebee8d4 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:12:19.957134 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:12:19.973373 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdf2571-103d-455d-8ee6-54243dd8980e None None] Sync routers for ids ['010aa5f6-5b6e-4328-b160-737f413ed0df'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:12:19.986019 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:19.986110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48714) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:19.991382 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf2571-103d-455d-8ee6-54243dd8980e None None] Routers {'010aa5f6-5b6e-4328-b160-737f413ed0df'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:19.992278 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4fdf2571-103d-455d-8ee6-54243dd8980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['010aa5f6-5b6e-4328-b160-737f413ed0df'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:19.994802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-38fb7611-aee9-4f2b-a177-811800b050bf tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "PUT /v2.0/routers/010aa5f6-5b6e-4328-b160-737f413ed0df HTTP/1.1" status: 200 len: 705 time: 3.1421049 Aug 23 15:12:20.050166 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4fdf2571-103d-455d-8ee6-54243dd8980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:20.059388 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf2571-103d-455d-8ee6-54243dd8980e None None] Routers {'010aa5f6-5b6e-4328-b160-737f413ed0df'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:20.060023 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4fdf2571-103d-455d-8ee6-54243dd8980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['010aa5f6-5b6e-4328-b160-737f413ed0df'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:20.100072 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4fdf2571-103d-455d-8ee6-54243dd8980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:20.101169 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdf2571-103d-455d-8ee6-54243dd8980e None None] The sync data for ids ['010aa5f6-5b6e-4328-b160-737f413ed0df'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:12:20.121464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48720) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:20.125721 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7fb486b0-c0d1-499a-a7e3-adb5b83a1f5d tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/routers/010aa5f6-5b6e-4328-b160-737f413ed0df HTTP/1.1" status: 200 len: 740 time: 0.1377745 Aug 23 15:12:20.236743 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-017de749-69a6-4afd-a631-031cfee1242a tempest-RoutersAdminTest-789122486 tempest-RoutersAdminTest-789122486-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&device_id=010aa5f6-5b6e-4328-b160-737f413ed0df HTTP/1.1" status: 200 len: 205 time: 0.1135986 Aug 23 15:12:20.248053 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:20.264474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48724) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:20.296535 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-440abd2f-5f63-45a7-91f2-1781121d29bd tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "GET /v2.0/ports?device_id=010aa5f6-5b6e-4328-b160-737f413ed0df HTTP/1.1" status: 200 len: 205 time: 0.0307381 Aug 23 15:12:20.300579 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48728) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:20.321050 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:20.405658 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-921e1764-0c56-4186-952a-5345fb058066 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:20.438493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b1d44-7724-44f8-a361-85032c1f2250 req-8cbc3e83-66c8-488f-8c5f-73fb0addafba tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:20.442243 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-515b1d44-7724-44f8-a361-85032c1f2250 req-8cbc3e83-66c8-488f-8c5f-73fb0addafba tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.61 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 947 time: 0.2850542 Aug 23 15:12:20.609436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb8fb4-e57c-4ee8-ba90-19c1039b4925 req-bb8c96c4-fc43-43f9-924e-9301279760c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:20.611043 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-31bb8fb4-e57c-4ee8-ba90-19c1039b4925 req-bb8c96c4-fc43-43f9-924e-9301279760c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 947 time: 0.2280896 Aug 23 15:12:20.626135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48738) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:20.696296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-31bb8fb4-e57c-4ee8-ba90-19c1039b4925 req-3c485243-02a4-4be4-9810-e86acb67ff40 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups?id=261bf1a7-595f-445f-a025-3d9c729f0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582094 Aug 23 15:12:20.698389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-515b1d44-7724-44f8-a361-85032c1f2250 req-4a88741a-91ce-4fb2-842e-d514f284d8c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Deleting port a7c7cb17-9e52-4543-b3e8-119a541c72cb {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:20.698742 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-515b1d44-7724-44f8-a361-85032c1f2250 req-4a88741a-91ce-4fb2-842e-d514f284d8c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:20.760771 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:20.766970 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-921e1764-0c56-4186-952a-5345fb058066 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:20.790601 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-921e1764-0c56-4186-952a-5345fb058066 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:20.833650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-515b1d44-7724-44f8-a361-85032c1f2250 req-4a88741a-91ce-4fb2-842e-d514f284d8c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] For port a7c7cb17-9e52-4543-b3e8-119a541c72cb, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a7c7cb17-9e52-4543-b3e8-119a541c72cb,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:20.834031 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-515b1d44-7724-44f8-a361-85032c1f2250 req-4a88741a-91ce-4fb2-842e-d514f284d8c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:20.991579 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f6ba73c7-8758-4c17-8b54-bcd6b0e70d27 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a941dc81634140e79ee7eb456deefb21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639247 Aug 23 15:12:20.996680 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48750) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:21.059868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Checking segment: {'id': '74604cc2-a008-4556-a555-b09cfa5be71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f4e27268-1b12-49f5-9407-2d8b9d0ab3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:12:21.064338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Network hostable DHCP agents. Network: f4e27268-1b12-49f5-9407-2d8b9d0ab3a2, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:12:21.080846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event updated for resources: {'Port': ['ID=e699ce2d-1ff7-4c69-90c8-e9a53fedbe69,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:21.121248 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-921e1764-0c56-4186-952a-5345fb058066 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:21.121905 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921e1764-0c56-4186-952a-5345fb058066 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Fanout notify agent at l3_agent the message router_deleted on router 010aa5f6-5b6e-4328-b160-737f413ed0df {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:12:21.133394 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-921e1764-0c56-4186-952a-5345fb058066 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:21.137839 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-921e1764-0c56-4186-952a-5345fb058066 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "DELETE /v2.0/routers/010aa5f6-5b6e-4328-b160-737f413ed0df HTTP/1.1" status: 204 len: 168 time: 0.8331215 Aug 23 15:12:21.140830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48752) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:21.141361 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-515b1d44-7724-44f8-a361-85032c1f2250 req-4a88741a-91ce-4fb2-842e-d514f284d8c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:21.141849 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-515b1d44-7724-44f8-a361-85032c1f2250 req-4a88741a-91ce-4fb2-842e-d514f284d8c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:21.142207 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-515b1d44-7724-44f8-a361-85032c1f2250 req-4a88741a-91ce-4fb2-842e-d514f284d8c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Floating IP a1708f17-06f3-4df9-901c-313175b41e3f disassociated. External IP: 172.25.8.141, port: a7c7cb17-9e52-4543-b3e8-119a541c72cb. Aug 23 15:12:21.142741 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-515b1d44-7724-44f8-a361-85032c1f2250 req-4a88741a-91ce-4fb2-842e-d514f284d8c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Calling delete_port for a7c7cb17-9e52-4543-b3e8-119a541c72cb owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:21.193119 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-225e7b4d-4649-4457-9aa5-6c1d3f727f11 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "GET /v2.0/ports?device_id=010aa5f6-5b6e-4328-b160-737f413ed0df HTTP/1.1" status: 200 len: 205 time: 0.0489242 Aug 23 15:12:21.197436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48754) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:21.265007 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-75f651c0-9b41-43bd-87e5-630ba7267281 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] delete failed (client error): The resource could not be found. Aug 23 15:12:21.267772 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-75f651c0-9b41-43bd-87e5-630ba7267281 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "DELETE /v2.0/routers/010aa5f6-5b6e-4328-b160-737f413ed0df HTTP/1.1" status: 404 len: 336 time: 0.0687726 Aug 23 15:12:21.269035 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cbaf2dca-c276-43a6-933c-3b74fb338c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:21.281430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48758) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:21.312693 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-03bd8f80-398a-46d5-a202-cbf3b497b830 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "GET /v2.0/ports?device_id=1059657e-914c-46b4-a9b2-4a6b72adbbfd HTTP/1.1" status: 200 len: 205 time: 0.0292273 Aug 23 15:12:21.313924 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cbaf2dca-c276-43a6-933c-3b74fb338c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:21.317847 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48760) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:21.328048 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Network f4e27268-1b12-49f5-9407-2d8b9d0ab3a2 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:12:21.378498 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-73533ee1-2e1e-469a-b906-d3b0fb267837 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] delete failed (client error): The resource could not be found. Aug 23 15:12:21.379456 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-73533ee1-2e1e-469a-b906-d3b0fb267837 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "DELETE /v2.0/routers/1059657e-914c-46b4-a9b2-4a6b72adbbfd HTTP/1.1" status: 404 len: 336 time: 0.0623620 Aug 23 15:12:21.382307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48766) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:21.442040 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4cbe8fca-89ac-406f-963d-31e952737b70 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9f074a6-8c4e-44fe-8b75-98824a07745e HTTP/1.1" status: 200 len: 205 time: 0.0545926 Aug 23 15:12:21.442040 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-515b1d44-7724-44f8-a361-85032c1f2250 req-4a88741a-91ce-4fb2-842e-d514f284d8c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:21.442040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48768) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:21.462935 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, f4e27268-1b12-49f5-9407-2d8b9d0ab3a2) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:21.485434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:12:21.486926 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:21.508149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65666b8f-19f4-44e9-a665-d59c7aeab8d8 None None] Network f4e27268-1b12-49f5-9407-2d8b9d0ab3a2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:21.581754 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event updated for resources: {'Port': ['ID=fad0c282-5231-4c96-8aa1-20f0bebee8d4,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:21.603465 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-fe1c6299-c86c-4d63-bb1d-7acecd3c4b2a tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] delete failed (client error): The resource could not be found. Aug 23 15:12:21.604587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fe1c6299-c86c-4d63-bb1d-7acecd3c4b2a tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "DELETE /v2.0/routers/e9f074a6-8c4e-44fe-8b75-98824a07745e HTTP/1.1" status: 404 len: 336 time: 0.1627507 Aug 23 15:12:21.605385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88741a-91ce-4fb2-842e-d514f284d8c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event deleted for resources: {'Port': ['ID=a7c7cb17-9e52-4543-b3e8-119a541c72cb,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:21.609647 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cbaf2dca-c276-43a6-933c-3b74fb338c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:21.614575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48778) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:21.620539 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cbaf2dca-c276-43a6-933c-3b74fb338c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:21.627388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cbaf2dca-c276-43a6-933c-3b74fb338c9f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/579af368-9c87-479f-9888-b4cba061d782 HTTP/1.1" status: 204 len: 168 time: 0.6268229 Aug 23 15:12:21.661100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-882a0f87-cbcb-459d-84ba-6cd7bdf54750 req-b57996cc-f772-4a98-95e0-a9abd983851e service neutron] (96114) timed out ('10.222.0.38', 51326) {{(pid=96114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 15:12:21.706498 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Checking segment: {'id': 'c833d6c9-00bb-4e40-a41a-3565a0fa3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd4f80b26-30dd-4af5-bedd-b813f5eea77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:12:21.709992 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Network hostable DHCP agents. Network: d4f80b26-30dd-4af5-bedd-b813f5eea77e, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:12:21.723135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf2dca-c276-43a6-933c-3b74fb338c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579af368-9c87-479f-9888-b4cba061d782,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:21.740047 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48784) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:21.740353 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-69a00d49-bef0-4f80-b029-dec36545b02c tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e102f1e-820c-41df-9402-9f822e676258 HTTP/1.1" status: 200 len: 205 time: 0.1201468 Aug 23 15:12:21.887955 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-987e635f-4c8d-437e-898a-758fa9531b84 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] delete failed (client error): The resource could not be found. Aug 23 15:12:21.908391 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-987e635f-4c8d-437e-898a-758fa9531b84 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "DELETE /v2.0/routers/8e102f1e-820c-41df-9402-9f822e676258 HTTP/1.1" status: 404 len: 336 time: 0.1667917 Aug 23 15:12:21.910596 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48802) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:22.070666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-515b1d44-7724-44f8-a361-85032c1f2250 req-4a88741a-91ce-4fb2-842e-d514f284d8c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Router a6811d1b-2289-46c0-9a63-a308cb320d85 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:12:22.086443 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-27b93569-f1b2-4334-953f-d19944d12898 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "GET /v2.0/ports?device_id=6847984f-c8fe-496d-9d92-c242f0f6f42a HTTP/1.1" status: 200 len: 205 time: 0.1745784 Aug 23 15:12:22.087231 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Network d4f80b26-30dd-4af5-bedd-b813f5eea77e is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:12:22.092800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48806) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:22.171957 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b1a1887c-ace0-48c1-b1a5-971f08655bde req-af0a8c40-1f23-442a-b977-fc84a6a7b857 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 210 time: 0.2228742 Aug 23 15:12:22.302762 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, d4f80b26-30dd-4af5-bedd-b813f5eea77e) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:22.306895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:12:22.323981 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:22.324817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-515b1d44-7724-44f8-a361-85032c1f2250 req-4a88741a-91ce-4fb2-842e-d514f284d8c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:12:22.325181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde5153e-6789-4a13-9778-30d766d7a944 None None] Network d4f80b26-30dd-4af5-bedd-b813f5eea77e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:22.333692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:22.334578 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:22.421597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73607e6a-688a-4804-acc7-edd9a1563cf5 None None] Sync routers for ids ['a6811d1b-2289-46c0-9a63-a308cb320d85'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:12:22.481130 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73607e6a-688a-4804-acc7-edd9a1563cf5 None None] Routers {'a6811d1b-2289-46c0-9a63-a308cb320d85'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:22.483428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-73607e6a-688a-4804-acc7-edd9a1563cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a6811d1b-2289-46c0-9a63-a308cb320d85'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:22.534263 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-11170a63-5d88-46fa-aa39-fc2e02e51d8a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.0282440 Aug 23 15:12:22.534477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48820) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:22.684031 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cb1ffc-93f2-47d1-aa54-ef765c34e9d6 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:22.698450 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cb1ffc-93f2-47d1-aa54-ef765c34e9d6 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:22.703997 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-17cb1ffc-93f2-47d1-aa54-ef765c34e9d6 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1683760 Aug 23 15:12:22.705020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48824) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:22.810510 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-73607e6a-688a-4804-acc7-edd9a1563cf5 None None] Set router a6811d1b-2289-46c0-9a63-a308cb320d85 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:12:22.950465 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-9b2662c7-43fd-4560-909c-a3013bab7577 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] delete failed (client error): The resource could not be found. Aug 23 15:12:22.958211 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9b2662c7-43fd-4560-909c-a3013bab7577 tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "DELETE /v2.0/routers/6847984f-c8fe-496d-9d92-c242f0f6f42a HTTP/1.1" status: 404 len: 336 time: 0.6483448 Aug 23 15:12:22.960875 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48836) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:23.012797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-515b1d44-7724-44f8-a361-85032c1f2250 req-4a88741a-91ce-4fb2-842e-d514f284d8c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] No DVR routers for this DVR port a7c7cb17-9e52-4543-b3e8-119a541c72cb on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:12:23.022980 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-3f64c4d2-7ee9-4d51-a469-f1d47a552779 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Deleting port e699ce2d-1ff7-4c69-90c8-e9a53fedbe69 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:23.023614 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f64c4d2-7ee9-4d51-a469-f1d47a552779 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:23.063061 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-515b1d44-7724-44f8-a361-85032c1f2250 req-4a88741a-91ce-4fb2-842e-d514f284d8c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:23.069340 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-515b1d44-7724-44f8-a361-85032c1f2250 req-4a88741a-91ce-4fb2-842e-d514f284d8c0 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.61 "DELETE /v2.0/ports/a7c7cb17-9e52-4543-b3e8-119a541c72cb HTTP/1.1" status: 204 len: 173 time: 2.5774794 Aug 23 15:12:23.078816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'name': 'network-vif-deleted', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:12:23.082215 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea138cc-3d6c-45bf-85ca-53a6cd7a3d0c" -d '{"events": [{"server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "name": "network-vif-deleted", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:12:23.095736 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bdb7a28d-27a0-490c-9741-9798196771ea tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "GET /v2.0/ports?device_id=b60c38e1-8f35-4a35-a515-c639ac6c83ba HTTP/1.1" status: 200 len: 205 time: 0.1335063 Aug 23 15:12:23.112250 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48852) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:23.115736 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f2533f12-19a5-448d-8c14-47d809131c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:23.226576 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-c9742cc5-d232-4eb2-a643-9251af31b4da tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] delete failed (client error): The resource could not be found. Aug 23 15:12:23.227776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c9742cc5-d232-4eb2-a643-9251af31b4da tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "DELETE /v2.0/routers/b60c38e1-8f35-4a35-a515-c639ac6c83ba HTTP/1.1" status: 404 len: 336 time: 0.1110382 Aug 23 15:12:23.229556 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b8c32a-7ca0-4aa6-ab8a-ef84bfe351ba x-openstack-request-id: req-a0b8c32a-7ca0-4aa6-ab8a-ef84bfe351ba {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:12:23.229845 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8f61a4-0587-4fbc-a184-00f0bc1f9ebd", "name": "network-vif-deleted", "tag": "a7c7cb17-9e52-4543-b3e8-119a541c72cb", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:12:23.230104 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0b8c32a-7ca0-4aa6-ab8a-ef84bfe351ba {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:12:23.230521 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8f61a4-0587-4fbc-a184-00f0bc1f9ebd', 'name': 'network-vif-deleted', 'tag': 'a7c7cb17-9e52-4543-b3e8-119a541c72cb', 'status': 'completed', 'code': 200} Aug 23 15:12:23.230941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48862) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:23.278831 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f64c4d2-7ee9-4d51-a469-f1d47a552779 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:23.296038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-3f64c4d2-7ee9-4d51-a469-f1d47a552779 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Calling delete_port for e699ce2d-1ff7-4c69-90c8-e9a53fedbe69 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:23.315971 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c67cf4-8e81-431c-b24a-1d636844bd6e tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] DELETE failed (client error): The resource could not be found. Aug 23 15:12:23.316439 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c67cf4-8e81-431c-b24a-1d636844bd6e tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:12:23.335571 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-93c67cf4-8e81-431c-b24a-1d636844bd6e tempest-RoutersAdminTest-868969384 tempest-RoutersAdminTest-868969384-project] 10.222.0.38 "DELETE /v2.0/subnets/9a39beb0-6fd3-40e1-8a0a-d15f346ac2a2 HTTP/1.1" status: 404 len: 337 time: 0.0919566 Aug 23 15:12:23.606079 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05f6a834-95f4-4269-bb8f-fc471d13d55a req-aa9e5846-882f-4c75-830a-90e96f728e5e tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 210 time: 0.0400438 Aug 23 15:12:23.710381 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f64c4d2-7ee9-4d51-a469-f1d47a552779 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:23.794679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-73607e6a-688a-4804-acc7-edd9a1563cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e026d3f4-84d7-49c5-9238-dbec8de9d0c1', 'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'mac_address': 'fa:16:3e:cb:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:35Z', 'updated_at': '2021-08-23T15:03:43Z', 'revision_number': 5, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'subnets': [{'id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:23.862020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64c4d2-7ee9-4d51-a469-f1d47a552779 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event deleted for resources: {'Port': ['ID=e699ce2d-1ff7-4c69-90c8-e9a53fedbe69,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:23.876678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73607e6a-688a-4804-acc7-edd9a1563cf5 None None] Checking router: a6811d1b-2289-46c0-9a63-a308cb320d85 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:12:23.882349 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f64c4d2-7ee9-4d51-a469-f1d47a552779 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:23.886950 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3f64c4d2-7ee9-4d51-a469-f1d47a552779 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "DELETE /v2.0/ports/e699ce2d-1ff7-4c69-90c8-e9a53fedbe69 HTTP/1.1" status: 204 len: 168 time: 1.1769655 Aug 23 15:12:23.887142 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48882) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:23.904968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73607e6a-688a-4804-acc7-edd9a1563cf5 None None] Routers {'a6811d1b-2289-46c0-9a63-a308cb320d85'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:23.904968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-73607e6a-688a-4804-acc7-edd9a1563cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:11:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a6811d1b-2289-46c0-9a63-a308cb320d85'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:24.288612 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-12a071fc-ee04-4ebd-99a1-a7c306bfe094 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Deleting port fad0c282-5231-4c96-8aa1-20f0bebee8d4 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:24.290824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-12a071fc-ee04-4ebd-99a1-a7c306bfe094 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:24.346450 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48908) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:24.384873 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-73607e6a-688a-4804-acc7-edd9a1563cf5 None None] Set router a6811d1b-2289-46c0-9a63-a308cb320d85 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:12:24.517040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a7c7cb17-9e52-4543-b3e8-119a541c72cb no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:12:24.595453 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-12a071fc-ee04-4ebd-99a1-a7c306bfe094 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:24.620093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: a7c7cb17-9e52-4543-b3e8-119a541c72cb {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:12:24.620602 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a7c7cb17-9e52-4543-b3e8-119a541c72cb not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:12:24.636980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-12a071fc-ee04-4ebd-99a1-a7c306bfe094 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Calling delete_port for fad0c282-5231-4c96-8aa1-20f0bebee8d4 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:24.844429 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48930) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:24.978329 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2efe40c5-7aeb-4ad8-ae92-36d32216add4 req-642cf36d-6dac-4974-b722-c999eeace05f tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/ports?device_id=da8f61a4-0587-4fbc-a184-00f0bc1f9ebd HTTP/1.1" status: 200 len: 210 time: 0.0818648 Aug 23 15:12:25.017372 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1078332126-network', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:25.092609 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-12a071fc-ee04-4ebd-99a1-a7c306bfe094 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:25.101368 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2fd7608a-fda0-4950-bc59-b3320046e0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:25.161143 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] Made reservation on behalf of 15057447af0748bf9791ffc4f8be16c1 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:25.164010 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:25.166181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a071fc-ee04-4ebd-99a1-a7c306bfe094 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event deleted for resources: {'Port': ['ID=fad0c282-5231-4c96-8aa1-20f0bebee8d4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:25.190290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-73607e6a-688a-4804-acc7-edd9a1563cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e026d3f4-84d7-49c5-9238-dbec8de9d0c1', 'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'mac_address': 'fa:16:3e:cb:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:35Z', 'updated_at': '2021-08-23T15:03:43Z', 'revision_number': 5, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'subnets': [{'id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:25.192288 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-12a071fc-ee04-4ebd-99a1-a7c306bfe094 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:25.194610 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:25.195938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-12a071fc-ee04-4ebd-99a1-a7c306bfe094 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "DELETE /v2.0/ports/fad0c282-5231-4c96-8aa1-20f0bebee8d4 HTTP/1.1" status: 204 len: 168 time: 1.3074880 Aug 23 15:12:25.199019 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48938) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:25.259233 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73607e6a-688a-4804-acc7-edd9a1563cf5 None None] The sync data for ids ['a6811d1b-2289-46c0-9a63-a308cb320d85'] in n-d-804985-3 is: [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:03:36Z', 'revision_number': 4, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e026d3f4-84d7-49c5-9238-dbec8de9d0c1', 'name': '', 'network_id': '3abf700b-7cb8-4157-b106-bf6f54332e10', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'mac_address': 'fa:16:3e:cb:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:35Z', 'updated_at': '2021-08-23T15:03:43Z', 'revision_number': 5, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'subnets': [{'id': '67460345-3312-404a-9fc3-c680ded8bfa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:12:25.370122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fcc74d3b-211d-4d5c-bfd4-e2a4d2551845 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1634018 Aug 23 15:12:25.370122 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48942) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:25.383816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a1f4ed65-723c-4368-891e-d0992816a63c tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1582138088'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:25.448176 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2fd7608a-fda0-4950-bc59-b3320046e0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:25.451340 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48944) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:25.460929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-405b33d7-803f-4827-b2a8-4bc7777417a4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-756195722', 'description': 'tempest-secgroup-smoke-756195722 description', 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:25.508245 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:25.633571 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2fd7608a-fda0-4950-bc59-b3320046e0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:25.782810 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2fd7608a-fda0-4950-bc59-b3320046e0f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=75dbb1729b7346a9a4d9491794fc2471&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4317493 Aug 23 15:12:25.783099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48954) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:25.787569 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7608a-fda0-4950-bc59-b3320046e0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bdb9ff-d13c-48e3-9c38-3d38ef5ed7b4,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:25.789157 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77272a3-62de-44db-bd4f-2df24337bcee None None] New status for floating IP a1708f17-06f3-4df9-901c-313175b41e3f: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:12:25.830601 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:25.851385 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4921a3a-96c8-4c18-8218-5be392bc3ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:25.878105 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4921a3a-96c8-4c18-8218-5be392bc3ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:25.905271 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:25.922636 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:12:25.975234 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:25.975644 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] Added segment 417dd621-3322-4c50-822c-a38c98f92961 of type vlan for network 1f31ed9b-16ac-4c36-8f03-c6c4224f794c Aug 23 15:12:26.074244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad1b796-9186-4e25-a128-196ee1d54f42,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:26.085977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f4ed65-723c-4368-891e-d0992816a63c tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Made reservation on behalf of 15bec839a10e4963b4250044a504abf2 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:26.099694 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ed65-723c-4368-891e-d0992816a63c tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.136755 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4921a3a-96c8-4c18-8218-5be392bc3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.144317 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.147217 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4921a3a-96c8-4c18-8218-5be392bc3ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.150101 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d4921a3a-96c8-4c18-8218-5be392bc3ed1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/02bdb9ff-d13c-48e3-9c38-3d38ef5ed7b4 HTTP/1.1" status: 204 len: 168 time: 0.3657510 Aug 23 15:12:26.195162 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4921a3a-96c8-4c18-8218-5be392bc3ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bdb9ff-d13c-48e3-9c38-3d38ef5ed7b4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:26.208444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f4ed65-723c-4368-891e-d0992816a63c tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:12:26.220061 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ed65-723c-4368-891e-d0992816a63c tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.220463 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-a1f4ed65-723c-4368-891e-d0992816a63c tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Added segment 1200958d-30f2-4357-86b8-2bda411582e2 of type vlan for network cad408f7-b298-4ccc-ba6a-676a0868773c Aug 23 15:12:26.223642 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-405b33d7-803f-4827-b2a8-4bc7777417a4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.268918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48970) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:26.307833 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ed65-723c-4368-891e-d0992816a63c tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.343602 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.345053 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:26.346012 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.397789 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-29f82780-d630-466e-9f07-81310ee54574 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.437230 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-29f82780-d630-466e-9f07-81310ee54574 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.455043 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ed65-723c-4368-891e-d0992816a63c tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.500274 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4ed65-723c-4368-891e-d0992816a63c tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:26.500274 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1f4ed65-723c-4368-891e-d0992816a63c tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.500730 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=1f31ed9b-16ac-4c36-8f03-c6c4224f794c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:26.501172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 1f31ed9b-16ac-4c36-8f03-c6c4224f794c details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:12:26.502427 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-405b33d7-803f-4827-b2a8-4bc7777417a4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.580726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4ed65-723c-4368-891e-d0992816a63c tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event updated for resources: {'Network': ['ID=cad408f7-b298-4ccc-ba6a-676a0868773c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:26.598851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network cad408f7-b298-4ccc-ba6a-676a0868773c details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:12:26.694769 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-405b33d7-803f-4827-b2a8-4bc7777417a4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.709987 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c79f912e-99d1-4043-86a0-ab34fba2caca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.732430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b33d7-803f-4827-b2a8-4bc7777417a4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0b859a-5d90-4d00-96ca-8228f83b8ac2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:26.799920 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-29f82780-d630-466e-9f07-81310ee54574 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.802933 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-29f82780-d630-466e-9f07-81310ee54574 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.807907 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-29f82780-d630-466e-9f07-81310ee54574 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "DELETE /v2.0/security-groups/261bf1a7-595f-445f-a025-3d9c729f0bf2 HTTP/1.1" status: 204 len: 168 time: 0.5340667 Aug 23 15:12:26.808112 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48984) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:26.819629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f82780-d630-466e-9f07-81310ee54574 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=261bf1a7-595f-445f-a025-3d9c729f0bf2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:26.822659 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-3eb3a0b8-cfda-49fb-9e3b-1440e79239b5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] show failed (client error): The resource could not be found. Aug 23 15:12:26.823043 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3eb3a0b8-cfda-49fb-9e3b-1440e79239b5 tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "GET /v2.0/security-groups/261bf1a7-595f-445f-a025-3d9c729f0bf2 HTTP/1.1" status: 404 len: 347 time: 0.0141792 Aug 23 15:12:26.828999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48986) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:26.847006 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fa0094fa-5f62-4e9f-8e83-e21e9b355ea8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0014915 Aug 23 15:12:26.857189 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48990) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:26.857189 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-405b33d7-803f-4827-b2a8-4bc7777417a4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.859928 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-405b33d7-803f-4827-b2a8-4bc7777417a4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4028647 Aug 23 15:12:26.863616 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:26.866813 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 48992) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:26.870441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-279e28ba-918e-4bc3-941f-f81edc291fa2 admin admin] Request body: {'subnet': {'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1078332126-subnet', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:26.886119 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a1f4ed65-723c-4368-891e-d0992816a63c tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5080998 Aug 23 15:12:26.886119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 48994) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:26.908692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3c9ae05d-64f7-4fd8-bbab-86a052c902c6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'security_group_rule': {'security_group_id': '8f0b859a-5d90-4d00-96ca-8228f83b8ac2', 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:26.944805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ca11b628-b109-4dc9-995e-d2a490ad595f tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-846909105'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:27.019413 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.api [None req-ca11b628-b109-4dc9-995e-d2a490ad595f tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 15:12:27.019413 n-d-804985-3 neutron-server[96115]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 15:12:27.019413 n-d-804985-3 neutron-server[96115]: [parameters: {'project_id': '15bec839a10e4963b4250044a504abf2', 'id': '172c0859-012b-4c05-9681-ba070154ab20', 'expiration': datetime.datetime(2021, 8, 23, 15, 14, 27, 8252)}] Aug 23 15:12:27.019413 n-d-804985-3 neutron-server[96115]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:12:27.019983 n-d-804985-3 neutron-server[96115]: DEBUG oslo_db.api [None req-ca11b628-b109-4dc9-995e-d2a490ad595f tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:12:27.020826 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [None req-3c9ae05d-64f7-4fd8-bbab-86a052c902c6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 15:12:27.020826 n-d-804985-3 neutron-server[96114]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 15:12:27.020826 n-d-804985-3 neutron-server[96114]: [parameters: {'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'id': '81c88730-969e-4de0-a1fb-d28d09f56986', 'expiration': datetime.datetime(2021, 8, 23, 15, 14, 26, 966267)}] Aug 23 15:12:27.020826 n-d-804985-3 neutron-server[96114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:12:27.021109 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [None req-3c9ae05d-64f7-4fd8-bbab-86a052c902c6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:12:27.077516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-652dbb32-4519-4dc9-86a0-66bef634f2cb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Deleting port 3d690086-8503-4914-bb6d-c5b7e678cea3 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:27.078193 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-652dbb32-4519-4dc9-86a0-66bef634f2cb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.099494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279e28ba-918e-4bc3-941f-f81edc291fa2 admin admin] Made reservation on behalf of 15057447af0748bf9791ffc4f8be16c1 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:27.099494 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-279e28ba-918e-4bc3-941f-f81edc291fa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.200800 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-652dbb32-4519-4dc9-86a0-66bef634f2cb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.201893 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-652dbb32-4519-4dc9-86a0-66bef634f2cb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.219366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-652dbb32-4519-4dc9-86a0-66bef634f2cb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Calling delete_port for 3d690086-8503-4914-bb6d-c5b7e678cea3 owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:27.368335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49008) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:27.426374 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-279e28ba-918e-4bc3-941f-f81edc291fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.438859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49010) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:27.439989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5bfe0d26-c7f5-42d0-b6f1-73e99765b9c4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1123598ade8e4ec19b6118baf1759e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0695448 Aug 23 15:12:27.515463 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e28ba-918e-4bc3-941f-f81edc291fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99c28d2-36dd-4528-9a52-0523a05ba0ad,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:27.534236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e28ba-918e-4bc3-941f-f81edc291fa2 admin admin] Checking segment: {'id': '417dd621-3322-4c50-822c-a38c98f92961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:12:27.534663 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279e28ba-918e-4bc3-941f-f81edc291fa2 admin admin] Network hostable DHCP agents. Network: 1f31ed9b-16ac-4c36-8f03-c6c4224f794c, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:12:27.546656 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c86c0570-8518-4ff8-8b56-fe54607abe22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.575274 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c86c0570-8518-4ff8-8b56-fe54607abe22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.675055 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-652dbb32-4519-4dc9-86a0-66bef634f2cb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.702315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279e28ba-918e-4bc3-941f-f81edc291fa2 admin admin] Network 1f31ed9b-16ac-4c36-8f03-c6c4224f794c is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:12:27.731009 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c9ae05d-64f7-4fd8-bbab-86a052c902c6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.731241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dbb32-4519-4dc9-86a0-66bef634f2cb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Pushing event deleted for resources: {'Port': ['ID=3d690086-8503-4914-bb6d-c5b7e678cea3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:27.753161 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c86c0570-8518-4ff8-8b56-fe54607abe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.757509 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c86c0570-8518-4ff8-8b56-fe54607abe22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.759370 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c86c0570-8518-4ff8-8b56-fe54607abe22 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9b1a69d6-edae-42c0-bc5c-b2b9d0698c44 HTTP/1.1" status: 204 len: 168 time: 0.3191369 Aug 23 15:12:27.825771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-279e28ba-918e-4bc3-941f-f81edc291fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 1f31ed9b-16ac-4c36-8f03-c6c4224f794c) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:27.840074 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e139faf-b9bb-42e4-a5a3-c06e77d14712 None None] Network 1f31ed9b-16ac-4c36-8f03-c6c4224f794c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:27.843779 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279e28ba-918e-4bc3-941f-f81edc291fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:27.847402 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c0570-8518-4ff8-8b56-fe54607abe22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1a69d6-edae-42c0-bc5c-b2b9d0698c44,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:27.848547 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-279e28ba-918e-4bc3-941f-f81edc291fa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.871630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca11b628-b109-4dc9-995e-d2a490ad595f tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Made reservation on behalf of 15bec839a10e4963b4250044a504abf2 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:27.881168 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ca11b628-b109-4dc9-995e-d2a490ad595f tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.911244 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c9ae05d-64f7-4fd8-bbab-86a052c902c6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.934668 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-652dbb32-4519-4dc9-86a0-66bef634f2cb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.937001 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-652dbb32-4519-4dc9-86a0-66bef634f2cb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:27.939425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-652dbb32-4519-4dc9-86a0-66bef634f2cb tempest-AttachVolumeShelveTestJSON-1944075503 tempest-AttachVolumeShelveTestJSON-1944075503-project] 10.222.0.38 "DELETE /v2.0/floatingips/a1708f17-06f3-4df9-901c-313175b41e3f HTTP/1.1" status: 204 len: 168 time: 1.1072435 Aug 23 15:12:27.994250 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-279e28ba-918e-4bc3-941f-f81edc291fa2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1281033 Aug 23 15:12:27.995597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49022) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:28.011879 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c9ae05d-64f7-4fd8-bbab-86a052c902c6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:28.013063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:28.034871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca11b628-b109-4dc9-995e-d2a490ad595f tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:12:28.044138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ae05d-64f7-4fd8-bbab-86a052c902c6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9395226b-605b-4c86-9de7-2f7feb4e4cfb,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:28.070710 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ca11b628-b109-4dc9-995e-d2a490ad595f tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:28.071065 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-ca11b628-b109-4dc9-995e-d2a490ad595f tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Added segment 330d9332-ff89-4427-bd35-2004c4c26780 of type vlan for network 9ea246df-edb0-48db-9214-1001dcabb41e Aug 23 15:12:28.142999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ca11b628-b109-4dc9-995e-d2a490ad595f tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:28.156590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'fixed_ips': [{'subnet_id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:12:28.161006 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:28.215941 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:28.219614 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:28.296614 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c9ae05d-64f7-4fd8-bbab-86a052c902c6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:28.299529 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3c9ae05d-64f7-4fd8-bbab-86a052c902c6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4109364 Aug 23 15:12:28.302356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49032) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:28.307367 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2be6d0a9-0dd3-4c0c-ac67-6140920db746 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'security_group_rule': {'security_group_id': '8f0b859a-5d90-4d00-96ca-8228f83b8ac2', 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:28.399783 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:28.400240 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ca11b628-b109-4dc9-995e-d2a490ad595f tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:28.406327 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca11b628-b109-4dc9-995e-d2a490ad595f tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:28.407545 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ca11b628-b109-4dc9-995e-d2a490ad595f tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:28.500626 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2be6d0a9-0dd3-4c0c-ac67-6140920db746 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:28.683890 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Allocated IP 172.20.0.2 (1f31ed9b-16ac-4c36-8f03-c6c4224f794c/a99c28d2-36dd-4528-9a52-0523a05ba0ad/713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:12:28.710460 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2be6d0a9-0dd3-4c0c-ac67-6140920db746 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:28.742719 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11b628-b109-4dc9-995e-d2a490ad595f tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event updated for resources: {'Network': ['ID=9ea246df-edb0-48db-9214-1001dcabb41e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:28.816733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2be6d0a9-0dd3-4c0c-ac67-6140920db746 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:28.855599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6d0a9-0dd3-4c0c-ac67-6140920db746 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c7360d-01fc-4813-997f-3f7d42f9b138,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:28.914187 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2be6d0a9-0dd3-4c0c-ac67-6140920db746 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:28.919004 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2be6d0a9-0dd3-4c0c-ac67-6140920db746 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6120517 Aug 23 15:12:28.920450 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49042) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:28.925996 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-020ea95a-2898-43d2-9f5f-b6bd1b5bc7be tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'security_group_rule': {'security_group_id': '8f0b859a-5d90-4d00-96ca-8228f83b8ac2', 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:29.062037 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:29.084714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Transition to ACTIVE for port object 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:12:29.124446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Transition to ACTIVE for port object 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:12:29.133050 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:29.136323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 9ea246df-edb0-48db-9214-1001dcabb41e details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:12:29.152717 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ca11b628-b109-4dc9-995e-d2a490ad595f tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2268164 Aug 23 15:12:29.175722 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-020ea95a-2898-43d2-9f5f-b6bd1b5bc7be tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:29.428078 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:29.429936 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:29.490001 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-020ea95a-2898-43d2-9f5f-b6bd1b5bc7be tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:29.565443 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-020ea95a-2898-43d2-9f5f-b6bd1b5bc7be tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:29.616598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Pushing event updated for resources: {'Port': ['ID=713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:29.628868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ea95a-2898-43d2-9f5f-b6bd1b5bc7be tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1d7ae3-1e03-4ee5-98d2-21921ddcc7e4,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:29.719883 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-020ea95a-2898-43d2-9f5f-b6bd1b5bc7be tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:29.721353 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-020ea95a-2898-43d2-9f5f-b6bd1b5bc7be tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7995777 Aug 23 15:12:29.724057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49060) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:29.730816 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-61abe135-3373-4bac-815d-5d54e8a66cb0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'security_group_rule': {'security_group_id': '8f0b859a-5d90-4d00-96ca-8228f83b8ac2', 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:29.748459 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Network 1f31ed9b-16ac-4c36-8f03-c6c4224f794c is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:12:29.761831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:29.809501 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:12:29.943152 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-61abe135-3373-4bac-815d-5d54e8a66cb0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:30.074388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Attempting to bind port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:12:30.078681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Attempting to bind port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '417dd621-3322-4c50-822c-a38c98f92961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:12:30.079874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Attempting to bind port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 on network 1f31ed9b-16ac-4c36-8f03-c6c4224f794c {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:12:30.083505 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:30.119062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:12:30.119554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Checking segment: {'id': '417dd621-3322-4c50-822c-a38c98f92961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:12:30.121910 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:30.122386 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Bound using segment: {'id': '417dd621-3322-4c50-822c-a38c98f92961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:12:30.126318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Bound port: 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417dd621-3322-4c50-822c-a38c98f92961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:12:30.126763 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:30.214343 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:30.238072 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-61abe135-3373-4bac-815d-5d54e8a66cb0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:30.313884 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-61abe135-3373-4bac-815d-5d54e8a66cb0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:30.371690 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abe135-3373-4bac-815d-5d54e8a66cb0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0fcfb0-0f15-4eba-bb44-8ea3759cef70,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:30.491218 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-61abe135-3373-4bac-815d-5d54e8a66cb0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:30.493770 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-61abe135-3373-4bac-815d-5d54e8a66cb0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7685530 Aug 23 15:12:30.499795 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49070) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:30.508277 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-cef5d157-02bf-498e-a22e-160ec5d09a8e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'security_group_rule': {'security_group_id': '8f0b859a-5d90-4d00-96ca-8228f83b8ac2', 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:30.679460 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-cef5d157-02bf-498e-a22e-160ec5d09a8e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Project 33f1c75c07ec4bf9aaf6afece184b99b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:12:30.687870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] For port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:12:30.692266 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cef5d157-02bf-498e-a22e-160ec5d09a8e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:30.722598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Allocated IP 172.25.8.249 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/e3216a3d-46c5-4968-85b0-910250ce2a9f) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:12:30.733137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] For port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33,segment=NetworkSegment(417dd621-3322-4c50-822c-a38c98f92961),segment_id=417dd621-3322-4c50-822c-a38c98f92961)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:12:30.829484 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:31.003187 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cef5d157-02bf-498e-a22e-160ec5d09a8e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:31.056092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc9c47-941e-4686-954e-b9ac9242382e None None] Pushing event updated for resources: {'Port': ['ID=713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:31.062999 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cef5d157-02bf-498e-a22e-160ec5d09a8e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:31.132592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5d157-02bf-498e-a22e-160ec5d09a8e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80c4bf0-744d-4b98-ab36-f86da216e090,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:31.235049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cef5d157-02bf-498e-a22e-160ec5d09a8e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:31.239886 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cef5d157-02bf-498e-a22e-160ec5d09a8e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7393522 Aug 23 15:12:31.241021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49082) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:31.246421 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e0f58f0b-bc4d-4684-b96b-6f9df8851d41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'security_group_rule': {'security_group_id': '8f0b859a-5d90-4d00-96ca-8228f83b8ac2', 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:31.276769 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:31.384983 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-e0f58f0b-bc4d-4684-b96b-6f9df8851d41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Project 33f1c75c07ec4bf9aaf6afece184b99b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:12:31.394560 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0f58f0b-bc4d-4684-b96b-6f9df8851d41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:31.542861 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:31.755122 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0f58f0b-bc4d-4684-b96b-6f9df8851d41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:31.765456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Pushing event updated for resources: {'Port': ['ID=e3216a3d-46c5-4968-85b0-910250ce2a9f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:31.822986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:12:31.824815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:31.832707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:12:31.863194 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0f58f0b-bc4d-4684-b96b-6f9df8851d41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:31.918677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f58f0b-bc4d-4684-b96b-6f9df8851d41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0e6376-1609-492a-ac1c-fb83d1cdc6a6,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:31.955081 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0f58f0b-bc4d-4684-b96b-6f9df8851d41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:31.957491 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e0f58f0b-bc4d-4684-b96b-6f9df8851d41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7152200 Aug 23 15:12:32.519472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49156) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:32.840795 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:12:32.877281 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49160) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:32.883426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Request body: {'subnets': [{'network_id': 'cad408f7-b298-4ccc-ba6a-676a0868773c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1402986990', 'ip_version': 6}, {'network_id': '9ea246df-edb0-48db-9214-1001dcabb41e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:32.889208 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Request body: {'subnet': {'network_id': 'cad408f7-b298-4ccc-ba6a-676a0868773c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1402986990', 'ip_version': 6}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:32.889208 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Request body: {'subnet': {'network_id': '9ea246df-edb0-48db-9214-1001dcabb41e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:32.989905 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8efff1a8-0b26-42e9-afbe-3aeebe77dc33 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1295946477'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:33.134659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:12:33.160772 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:33.267614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848e8ae9-ec65-4c06-82cb-4a034ef64ea4 None None] Network 1f31ed9b-16ac-4c36-8f03-c6c4224f794c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:33.581381 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3c328163-2c0e-42d9-b965-88a653f37cbf None None] Provisioning for port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:12:33.625247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3c328163-2c0e-42d9-b965-88a653f37cbf None None] Provisioning complete for port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:33.628115 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3c328163-2c0e-42d9-b965-88a653f37cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:33.920824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:33.968543 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3c328163-2c0e-42d9-b965-88a653f37cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:34.090955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3c328163-2c0e-42d9-b965-88a653f37cbf None None] For port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33,segment=NetworkSegment(417dd621-3322-4c50-822c-a38c98f92961),segment_id=417dd621-3322-4c50-822c-a38c98f92961)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:34.170407 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3c328163-2c0e-42d9-b965-88a653f37cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:34.323229 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8efff1a8-0b26-42e9-afbe-3aeebe77dc33 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:34.327615 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8efff1a8-0b26-42e9-afbe-3aeebe77dc33 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:34.336981 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Router 65458931-ca63-4158-9e4b-f38041413c04 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:12:34.365945 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c328163-2c0e-42d9-b965-88a653f37cbf None None] Pushing event updated for resources: {'Port': ['ID=713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:34.422253 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f83d1c90-0184-4863-a4ff-f4a1fdd6bee2 None None] Provisioning complete for port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:34.422906 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f83d1c90-0184-4863-a4ff-f4a1fdd6bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:34.541412 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8efff1a8-0b26-42e9-afbe-3aeebe77dc33 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:34.693743 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8efff1a8-0b26-42e9-afbe-3aeebe77dc33 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:34.727811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Made reservation on behalf of 15bec839a10e4963b4250044a504abf2 for: {'subnet': 2} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:34.749582 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:34.751982 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:34.757409 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:12:34.784243 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05547d36-a381-4583-8c25-856e51013277 None None] Sync routers for ids ['65458931-ca63-4158-9e4b-f38041413c04'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:12:34.801906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:12:34.890720 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:34.894435 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d28a2a61-3cd1-444b-be14-d09140879536 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8940346 Aug 23 15:12:34.894597 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8efff1a8-0b26-42e9-afbe-3aeebe77dc33 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:34.894802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49260) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:34.907319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49262) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:34.907963 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8efff1a8-0b26-42e9-afbe-3aeebe77dc33 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.3742263 Aug 23 15:12:34.917185 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05547d36-a381-4583-8c25-856e51013277 None None] Routers {'65458931-ca63-4158-9e4b-f38041413c04'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:34.923231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-05547d36-a381-4583-8c25-856e51013277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:12:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['65458931-ca63-4158-9e4b-f38041413c04'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:35.197084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:35.197899 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:35.314734 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ced04f3e-5f51-4dde-8817-e9d779b0adc2 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:35.330092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-05547d36-a381-4583-8c25-856e51013277 None None] Set router 65458931-ca63-4158-9e4b-f38041413c04 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:12:35.863948 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ced04f3e-5f51-4dde-8817-e9d779b0adc2 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:35.879068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-05547d36-a381-4583-8c25-856e51013277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65458931-ca63-4158-9e4b-f38041413c04', 'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:28Z', 'updated_at': '2021-08-23T15:12:32Z', 'revision_number': 3, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'gw_port': {'id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:aa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:30Z', 'updated_at': '2021-08-23T15:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:35.880731 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ced04f3e-5f51-4dde-8817-e9d779b0adc2 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:35.976848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05547d36-a381-4583-8c25-856e51013277 None None] Checking router: 65458931-ca63-4158-9e4b-f38041413c04 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:12:35.977514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05547d36-a381-4583-8c25-856e51013277 None None] Updating router 65458931-ca63-4158-9e4b-f38041413c04 port e3216a3d-46c5-4968-85b0-910250ce2a9f binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:12:36.021938 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:36.052045 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-05547d36-a381-4583-8c25-856e51013277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:36.172211 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event updated for resources: {'Subnet': ['ID=b8ee1bda-7b8f-4591-b8c5-d2afdd113d98,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:36.212449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Checking segment: {'id': '1200958d-30f2-4357-86b8-2bda411582e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cad408f7-b298-4ccc-ba6a-676a0868773c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:12:36.212823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Network hostable DHCP agents. Network: cad408f7-b298-4ccc-ba6a-676a0868773c, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:12:36.325450 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Network cad408f7-b298-4ccc-ba6a-676a0868773c is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:12:36.416032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, cad408f7-b298-4ccc-ba6a-676a0868773c) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:36.421437 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:36.618477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event updated for resources: {'Subnet': ['ID=27a62ba1-85b2-468f-a818-613b4f078f2a,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:36.644438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Checking segment: {'id': '330d9332-ff89-4427-bd35-2004c4c26780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9ea246df-edb0-48db-9214-1001dcabb41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:12:36.644807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Network hostable DHCP agents. Network: 9ea246df-edb0-48db-9214-1001dcabb41e, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:12:36.740827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33e8558-d353-45ed-a44a-f05d105b240e None None] Network cad408f7-b298-4ccc-ba6a-676a0868773c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:36.775369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Network 9ea246df-edb0-48db-9214-1001dcabb41e is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:12:36.825218 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ced04f3e-5f51-4dde-8817-e9d779b0adc2 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:36.826683 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced04f3e-5f51-4dde-8817-e9d779b0adc2 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f611d768-7320-4ac5-b1ac-f26560479e1c {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:12:36.836438 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ced04f3e-5f51-4dde-8817-e9d779b0adc2 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:36.838975 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ced04f3e-5f51-4dde-8817-e9d779b0adc2 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] 10.222.0.38 "DELETE /v2.0/routers/f611d768-7320-4ac5-b1ac-f26560479e1c HTTP/1.1" status: 204 len: 168 time: 1.9306600 Aug 23 15:12:36.842808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49310) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:36.847376 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3ed51751-982d-43c3-8c78-c7d5d22f8e4a tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Request body: {'router': {'name': 'tempest-router-1169566721', 'distributed': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:36.877528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 9ea246df-edb0-48db-9214-1001dcabb41e) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:36.902226 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc58326-8e35-4d24-949b-559f4c8c960b None None] Network 9ea246df-edb0-48db-9214-1001dcabb41e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:36.921279 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:36.921773 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:36.922785 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:37.129132 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-05547d36-a381-4583-8c25-856e51013277 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:37.159004 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3ed51751-982d-43c3-8c78-c7d5d22f8e4a tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:37.159930 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3ed51751-982d-43c3-8c78-c7d5d22f8e4a tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:37.221665 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-05547d36-a381-4583-8c25-856e51013277 None None] Transition to ACTIVE for port object e3216a3d-46c5-4968-85b0-910250ce2a9f will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:12:37.225387 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ebb441-e3ee-41ad-9bc2-1b56cc03dd38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cad408f7-b298-4ccc-ba6a-676a0868773c', 'network_id': 'cad408f7-b298-4ccc-ba6a-676a0868773c', 'tenant_id': '15bec839a10e4963b4250044a504abf2', 'fixed_ips': [{'subnet_id': 'b8ee1bda-7b8f-4591-b8c5-d2afdd113d98'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:12:37.226798 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69ebb441-e3ee-41ad-9bc2-1b56cc03dd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:37.290058 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3ed51751-982d-43c3-8c78-c7d5d22f8e4a tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:37.296006 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-86eba8cc-6a50-48bb-982f-86283629a90a tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.4141932 Aug 23 15:12:37.297355 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49320) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:37.365086 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:37.416819 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3ed51751-982d-43c3-8c78-c7d5d22f8e4a tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:37.462651 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c2cf9-daf5-454a-8f8f-59fd46f7e71e tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:37.464731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c2cf9-daf5-454a-8f8f-59fd46f7e71e tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:37.466825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c2cf9-daf5-454a-8f8f-59fd46f7e71e tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:37.478951 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-951c2cf9-daf5-454a-8f8f-59fd46f7e71e tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1804082 Aug 23 15:12:37.480100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49322) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:37.498400 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-05547d36-a381-4583-8c25-856e51013277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:37.561458 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3ed51751-982d-43c3-8c78-c7d5d22f8e4a tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:37.565411 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3ed51751-982d-43c3-8c78-c7d5d22f8e4a tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7214701 Aug 23 15:12:37.573686 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49324) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:37.677378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Allocated IP 172.20.0.1 (1f31ed9b-16ac-4c36-8f03-c6c4224f794c/a99c28d2-36dd-4528-9a52-0523a05ba0ad/934d499f-7377-447a-a4f1-a59c48930d43) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:12:37.686797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211d6d1-39df-43fd-bae3-38357e7da1cb None None] Pushing event updated for resources: {'Port': ['ID=e3216a3d-46c5-4968-85b0-910250ce2a9f,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:37.739849 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f627e55e-2c09-4f9f-9246-210a9df78d21 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Deleting subnet b8ee1bda-7b8f-4591-b8c5-d2afdd113d98 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:12:37.745183 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8774f62-a077-4818-930b-6e317d449691 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:37.760643 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f627e55e-2c09-4f9f-9246-210a9df78d21 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:37.853700 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-05547d36-a381-4583-8c25-856e51013277 None None] Attempting to bind port e3216a3d-46c5-4968-85b0-910250ce2a9f on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:12:37.855031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-05547d36-a381-4583-8c25-856e51013277 None None] Attempting to bind port e3216a3d-46c5-4968-85b0-910250ce2a9f by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:12:37.856012 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05547d36-a381-4583-8c25-856e51013277 None None] Attempting to bind port e3216a3d-46c5-4968-85b0-910250ce2a9f on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:12:37.868214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05547d36-a381-4583-8c25-856e51013277 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:12:37.869053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05547d36-a381-4583-8c25-856e51013277 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:12:37.869631 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-05547d36-a381-4583-8c25-856e51013277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:37.870348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05547d36-a381-4583-8c25-856e51013277 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:12:37.871327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-05547d36-a381-4583-8c25-856e51013277 None None] Bound port: e3216a3d-46c5-4968-85b0-910250ce2a9f, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:12:37.872120 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-05547d36-a381-4583-8c25-856e51013277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:37.918203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-9ea246df-edb0-48db-9214-1001dcabb41e', 'network_id': '9ea246df-edb0-48db-9214-1001dcabb41e', 'tenant_id': '15bec839a10e4963b4250044a504abf2', 'fixed_ips': [{'subnet_id': '27a62ba1-85b2-468f-a818-613b4f078f2a'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:12:37.920281 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:37.998255 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.023185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Transition to ACTIVE for port object 934d499f-7377-447a-a4f1-a59c48930d43 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:12:38.106755 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f627e55e-2c09-4f9f-9246-210a9df78d21 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.183540 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.228946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-05547d36-a381-4583-8c25-856e51013277 None None] For port e3216a3d-46c5-4968-85b0-910250ce2a9f, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:12:38.291953 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-05547d36-a381-4583-8c25-856e51013277 None None] For port e3216a3d-46c5-4968-85b0-910250ce2a9f, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e3216a3d-46c5-4968-85b0-910250ce2a9f,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:12:38.306350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Network 1f31ed9b-16ac-4c36-8f03-c6c4224f794c is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:12:38.309728 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8774f62-a077-4818-930b-6e317d449691 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.316225 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8774f62-a077-4818-930b-6e317d449691 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.319022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:38.325308 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:12:38.381720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Allocated IP 2001:db8:0:1::1 (9ea246df-edb0-48db-9214-1001dcabb41e/27a62ba1-85b2-468f-a818-613b4f078f2a/861f07d3-3a6c-4e51-b3be-e3d76a79dacd) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:12:38.418427 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.441462 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f627e55e-2c09-4f9f-9246-210a9df78d21 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.548426 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8774f62-a077-4818-930b-6e317d449691 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.548974 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8774f62-a077-4818-930b-6e317d449691 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22dd1a41-ee5d-4bfb-a583-febd98375d5f {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:12:38.565146 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f8774f62-a077-4818-930b-6e317d449691 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.578269 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-05547d36-a381-4583-8c25-856e51013277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.587444 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f8774f62-a077-4818-930b-6e317d449691 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] 10.222.0.38 "DELETE /v2.0/routers/22dd1a41-ee5d-4bfb-a583-febd98375d5f HTTP/1.1" status: 204 len: 168 time: 1.0063388 Aug 23 15:12:38.587444 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49336) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:38.600011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-cf5c4557-68ee-4bcb-91a2-cd84e9100e78 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Request body: {'router': {'name': 'tempest-router-1433895111', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '57879d5d77c349c49b8b9d3968cff4ba'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:38.666263 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Pushing event updated for resources: {'Port': ['ID=934d499f-7377-447a-a4f1-a59c48930d43,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:38.742050 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf5c4557-68ee-4bcb-91a2-cd84e9100e78 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.744801 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf5c4557-68ee-4bcb-91a2-cd84e9100e78 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.830348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05547d36-a381-4583-8c25-856e51013277 None None] Routers {'65458931-ca63-4158-9e4b-f38041413c04'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:38.831287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-05547d36-a381-4583-8c25-856e51013277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:12:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['65458931-ca63-4158-9e4b-f38041413c04'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:38.833198 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.852718 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.881681 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf5c4557-68ee-4bcb-91a2-cd84e9100e78 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.883049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f627e55e-2c09-4f9f-9246-210a9df78d21 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.939296 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627e55e-2c09-4f9f-9246-210a9df78d21 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ee1bda-7b8f-4591-b8c5-d2afdd113d98,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:38.947628 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f627e55e-2c09-4f9f-9246-210a9df78d21 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.949861 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f627e55e-2c09-4f9f-9246-210a9df78d21 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "DELETE /v2.0/subnets/b8ee1bda-7b8f-4591-b8c5-d2afdd113d98 HTTP/1.1" status: 204 len: 168 time: 1.4686260 Aug 23 15:12:38.961396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49340) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:38.966869 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf5c4557-68ee-4bcb-91a2-cd84e9100e78 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:38.980030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-739c8f99-68b7-40e8-886c-3693d169755f None None] Provisioning for port 934d499f-7377-447a-a4f1-a59c48930d43 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server [None req-69ebb441-e3ee-41ad-9bc2-1b56cc03dd38 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8ee1bda-7b8f-4591-b8c5-d2afdd113d98: This subnet is being modified by another concurrent operation. Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 15:12:38.992941 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server raise exception Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8ee1bda-7b8f-4591-b8c5-d2afdd113d98: This subnet is being modified by another concurrent operation. Aug 23 15:12:38.996276 n-d-804985-3 neutron-server[96116]: ERROR oslo_messaging.rpc.server Aug 23 15:12:39.002471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211d6d1-39df-43fd-bae3-38357e7da1cb None None] Pushing event updated for resources: {'Port': ['ID=e3216a3d-46c5-4968-85b0-910250ce2a9f,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:39.008209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Transition to ACTIVE for port object 861f07d3-3a6c-4e51-b3be-e3d76a79dacd will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:12:39.010431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-739c8f99-68b7-40e8-886c-3693d169755f None None] Provisioning complete for port 934d499f-7377-447a-a4f1-a59c48930d43 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:39.010899 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-739c8f99-68b7-40e8-886c-3693d169755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:39.061738 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf5c4557-68ee-4bcb-91a2-cd84e9100e78 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:39.067028 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cf5c4557-68ee-4bcb-91a2-cd84e9100e78 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4812515 Aug 23 15:12:39.067922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49344) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:39.073347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-962fc967-3523-49e5-a8b6-560f5a7026da tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Request body: {'router': {'distributed': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:39.074922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-739c8f99-68b7-40e8-886c-3693d169755f None None] Port 934d499f-7377-447a-a4f1-a59c48930d43 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:12:39.077678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707a0c6-6bf3-41f9-be69-e3f0f868cb91 None None] Network cad408f7-b298-4ccc-ba6a-676a0868773c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:39.242423 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc28dfd-8739-4df3-823a-e324adcab0f6 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Deleting subnet 27a62ba1-85b2-468f-a818-613b4f078f2a {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:12:39.253847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Transition to ACTIVE for port object 861f07d3-3a6c-4e51-b3be-e3d76a79dacd will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:12:39.388681 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3bc28dfd-8739-4df3-823a-e324adcab0f6 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:39.403166 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:39.436572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-05547d36-a381-4583-8c25-856e51013277 None None] Set router 65458931-ca63-4158-9e4b-f38041413c04 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:12:39.506407 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:39.520999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3bc28dfd-8739-4df3-823a-e324adcab0f6 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:39.565741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Network 9ea246df-edb0-48db-9214-1001dcabb41e is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:12:39.574791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:39.592599 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:39.632003 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-962fc967-3523-49e5-a8b6-560f5a7026da tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:39.636016 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-962fc967-3523-49e5-a8b6-560f5a7026da tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:39.660539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:12:39.695293 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Pushing event updated for resources: {'Port': ['ID=861f07d3-3a6c-4e51-b3be-e3d76a79dacd,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:39.848899 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-962fc967-3523-49e5-a8b6-560f5a7026da tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=96114) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 23 15:12:39.849215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-962fc967-3523-49e5-a8b6-560f5a7026da tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Router 2b519310-38d2-45a3-9995-dbdacea8ee41 migrating from provider to provider. {{(pid=96114) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 23 15:12:39.849750 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-962fc967-3523-49e5-a8b6-560f5a7026da tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:39.856524 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3bc28dfd-8739-4df3-823a-e324adcab0f6 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:39.859912 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-962fc967-3523-49e5-a8b6-560f5a7026da tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:39.865466 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Attempting to bind port 861f07d3-3a6c-4e51-b3be-e3d76a79dacd on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:12:39.865984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Attempting to bind port 861f07d3-3a6c-4e51-b3be-e3d76a79dacd by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '330d9332-ff89-4427-bd35-2004c4c26780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9ea246df-edb0-48db-9214-1001dcabb41e'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:12:39.866565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Attempting to bind port 861f07d3-3a6c-4e51-b3be-e3d76a79dacd on network 9ea246df-edb0-48db-9214-1001dcabb41e {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:12:39.933699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:12:39.934112 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Checking segment: {'id': '330d9332-ff89-4427-bd35-2004c4c26780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9ea246df-edb0-48db-9214-1001dcabb41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:12:39.934516 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:39.935693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Bound using segment: {'id': '330d9332-ff89-4427-bd35-2004c4c26780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9ea246df-edb0-48db-9214-1001dcabb41e'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:12:39.936336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Bound port: 861f07d3-3a6c-4e51-b3be-e3d76a79dacd, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330d9332-ff89-4427-bd35-2004c4c26780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9ea246df-edb0-48db-9214-1001dcabb41e'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:12:39.936732 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:39.937632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-962fc967-3523-49e5-a8b6-560f5a7026da tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:40.050790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Pushing event updated for resources: {'Port': ['ID=934d499f-7377-447a-a4f1-a59c48930d43,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:40.134637 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:40.166453 n-d-804985-3 neutron-server[96114]: WARNING neutron.scheduler.l3_agent_scheduler [None req-962fc967-3523-49e5-a8b6-560f5a7026da tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] No L3 agents can host the router 2b519310-38d2-45a3-9995-dbdacea8ee41 Aug 23 15:12:40.273059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] For port 861f07d3-3a6c-4e51-b3be-e3d76a79dacd, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:12:40.284374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] For port 861f07d3-3a6c-4e51-b3be-e3d76a79dacd, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=861f07d3-3a6c-4e51-b3be-e3d76a79dacd,segment=NetworkSegment(330d9332-ff89-4427-bd35-2004c4c26780),segment_id=330d9332-ff89-4427-bd35-2004c4c26780)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:12:40.292130 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3bc28dfd-8739-4df3-823a-e324adcab0f6 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:40.292355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-05547d36-a381-4583-8c25-856e51013277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65458931-ca63-4158-9e4b-f38041413c04', 'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:28Z', 'updated_at': '2021-08-23T15:12:38Z', 'revision_number': 4, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'gw_port': {'id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:aa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:30Z', 'updated_at': '2021-08-23T15:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '934d499f-7377-447a-a4f1-a59c48930d43', 'name': '', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'mac_address': 'fa:16:3e:64:33:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:37Z', 'updated_at': '2021-08-23T15:12:37Z', 'revision_number': 1, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'subnets': [{'id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:40.373289 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05547d36-a381-4583-8c25-856e51013277 None None] The sync data for ids ['65458931-ca63-4158-9e4b-f38041413c04'] in n-d-804985-3 is: [{'id': '65458931-ca63-4158-9e4b-f38041413c04', 'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:28Z', 'updated_at': '2021-08-23T15:12:38Z', 'revision_number': 4, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'gw_port': {'id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:aa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:30Z', 'updated_at': '2021-08-23T15:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '934d499f-7377-447a-a4f1-a59c48930d43', 'name': '', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'mac_address': 'fa:16:3e:64:33:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:37Z', 'updated_at': '2021-08-23T15:12:37Z', 'revision_number': 1, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'subnets': [{'id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:12:40.387208 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:40.441535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962fc967-3523-49e5-a8b6-560f5a7026da tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Hosts for router 2b519310-38d2-45a3-9995-dbdacea8ee41: [] {{(pid=96114) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 23 15:12:40.476756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc28dfd-8739-4df3-823a-e324adcab0f6 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event deleted for resources: {'Subnet': ['ID=27a62ba1-85b2-468f-a818-613b4f078f2a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:40.503820 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3bc28dfd-8739-4df3-823a-e324adcab0f6 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:40.516035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49360) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:40.516663 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3bc28dfd-8739-4df3-823a-e324adcab0f6 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "DELETE /v2.0/subnets/27a62ba1-85b2-468f-a818-613b4f078f2a HTTP/1.1" status: 204 len: 168 time: 1.5523570 Aug 23 15:12:40.614575 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962fc967-3523-49e5-a8b6-560f5a7026da tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Hosts for other DVR routers connected to router 2b519310-38d2-45a3-9995-dbdacea8ee41: set() {{(pid=96114) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 23 15:12:40.621702 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-962fc967-3523-49e5-a8b6-560f5a7026da tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:40.626320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49362) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:40.633878 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-962fc967-3523-49e5-a8b6-560f5a7026da tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] 10.222.0.38 "PUT /v2.0/routers/2b519310-38d2-45a3-9995-dbdacea8ee41 HTTP/1.1" status: 200 len: 717 time: 1.5546594 Aug 23 15:12:40.643606 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30b692-6c26-414a-aad8-63dc2a938d1e None None] Pushing event updated for resources: {'Port': ['ID=861f07d3-3a6c-4e51-b3be-e3d76a79dacd,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:40.782981 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8afaf64-ed88-4418-b384-6b5254a56937 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:40.797846 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b8afaf64-ed88-4418-b384-6b5254a56937 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2653739 Aug 23 15:12:40.799099 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49366) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:40.887174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Network 1f31ed9b-16ac-4c36-8f03-c6c4224f794c is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:12:40.900556 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:41.012097 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:41.076609 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-872bcb61-bbeb-4432-b35f-4677380dd004 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] 10.222.0.38 "GET /v2.0/routers/2b519310-38d2-45a3-9995-dbdacea8ee41 HTTP/1.1" status: 200 len: 717 time: 0.4435635 Aug 23 15:12:41.081169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49368) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:41.170280 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Deleting port 861f07d3-3a6c-4e51-b3be-e3d76a79dacd {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:41.172639 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:41.324796 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] For port 861f07d3-3a6c-4e51-b3be-e3d76a79dacd, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=861f07d3-3a6c-4e51-b3be-e3d76a79dacd,segment=NetworkSegment(330d9332-ff89-4427-bd35-2004c4c26780),segment_id=330d9332-ff89-4427-bd35-2004c4c26780)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:41.326228 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:41.371249 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Calling delete_port for 861f07d3-3a6c-4e51-b3be-e3d76a79dacd owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:41.658468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-df95fa08-9401-4939-807f-daeba0a211a3 None None] Provisioning complete for port 934d499f-7377-447a-a4f1-a59c48930d43 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:41.664121 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-df95fa08-9401-4939-807f-daeba0a211a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:41.754649 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:41.775079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-df95fa08-9401-4939-807f-daeba0a211a3 None None] Port 934d499f-7377-447a-a4f1-a59c48930d43 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:12:41.798886 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] No DVR routers for this DVR port 861f07d3-3a6c-4e51-b3be-e3d76a79dacd on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:12:42.066833 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event deleted for resources: {'Port': ['ID=861f07d3-3a6c-4e51-b3be-e3d76a79dacd,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:42.107097 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c4932264-4261-415b-9c23-998cdc1ab1a9 tempest-RoutersTestDVR-86396597 tempest-RoutersTestDVR-86396597-project] 10.222.0.38 "GET /v2.0/routers/2b519310-38d2-45a3-9995-dbdacea8ee41 HTTP/1.1" status: 200 len: 683 time: 1.0178571 Aug 23 15:12:42.113971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49386) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:42.383340 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:42.476587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea246df-edb0-48db-9214-1001dcabb41e']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:42.547829 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4707859-df12-4495-80b8-25256f8e3a87 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:42.548153 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330d9332-ff89-4427-bd35-2004c4c26780') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:42.548153 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330d9332-ff89-4427-bd35-2004c4c26780') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:42.612144 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:42.658217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:42.688359 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:12:42.688787 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:12:42.702285 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:12:42.932948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e3216a3d-46c5-4968-85b0-910250ce2a9f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:12:42.955087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Router 65458931-ca63-4158-9e4b-f38041413c04 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:12:43.092432 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:43.099296 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:43.105408 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "DELETE /v2.0/networks/9ea246df-edb0-48db-9214-1001dcabb41e HTTP/1.1" status: 204 len: 168 time: 2.3010254 Aug 23 15:12:43.113014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49396) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:43.160089 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136ec64-9992-4494-a489-7ab32d596d82 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event deleted for resources: {'Network': ['ID=9ea246df-edb0-48db-9214-1001dcabb41e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:43.207972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ada7b2e7-00af-42a3-b62a-b18180de75b2 None None] Could not find standard attr ID for object 861f07d3-3a6c-4e51-b3be-e3d76a79dacd. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:12:43.280227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port e3216a3d-46c5-4968-85b0-910250ce2a9f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:12:43.286899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e3216a3d-46c5-4968-85b0-910250ce2a9f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:43.287548 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:43.290029 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2af58463-9689-40b5-89b3-ea0a2cb397ff tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:43.300014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f3ab59-93a5-48ec-a829-eece0ed1df65 None None] DHCP port deletion for 9ea246df-edb0-48db-9214-1001dcabb41e request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:12:43.305234 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4707859-df12-4495-80b8-25256f8e3a87 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:43.318511 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4707859-df12-4495-80b8-25256f8e3a87 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:43.466051 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c430e2-7dab-4f5e-95fc-a9fcea9d5a29 None None] Network 9ea246df-edb0-48db-9214-1001dcabb41e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:43.522708 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c430e2-7dab-4f5e-95fc-a9fcea9d5a29 None None] Network 9ea246df-edb0-48db-9214-1001dcabb41e could not be found, it might have been deleted concurrently. {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 15:12:43.616838 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2af58463-9689-40b5-89b3-ea0a2cb397ff tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:43.635418 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:43.653911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-2af58463-9689-40b5-89b3-ea0a2cb397ff tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad408f7-b298-4ccc-ba6a-676a0868773c']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:43.684420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-2af58463-9689-40b5-89b3-ea0a2cb397ff tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1200958d-30f2-4357-86b8-2bda411582e2') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:43.684772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-2af58463-9689-40b5-89b3-ea0a2cb397ff tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1200958d-30f2-4357-86b8-2bda411582e2') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:43.724394 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2af58463-9689-40b5-89b3-ea0a2cb397ff tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:43.755569 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port e3216a3d-46c5-4968-85b0-910250ce2a9f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e3216a3d-46c5-4968-85b0-910250ce2a9f,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:43.761159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7147e1a-f5ed-40bc-8ecd-813ca8c373df None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 15:12:43.778430 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2af58463-9689-40b5-89b3-ea0a2cb397ff tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:43.806904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af58463-9689-40b5-89b3-ea0a2cb397ff tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:12:43.807380 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2af58463-9689-40b5-89b3-ea0a2cb397ff tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:43.839996 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4707859-df12-4495-80b8-25256f8e3a87 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:43.840602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4707859-df12-4495-80b8-25256f8e3a87 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b519310-38d2-45a3-9995-dbdacea8ee41 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:12:43.872894 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4707859-df12-4495-80b8-25256f8e3a87 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:43.888802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f4707859-df12-4495-80b8-25256f8e3a87 tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] 10.222.0.38 "DELETE /v2.0/routers/2b519310-38d2-45a3-9995-dbdacea8ee41 HTTP/1.1" status: 204 len: 168 time: 1.7597375 Aug 23 15:12:43.889028 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:43.891155 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49410) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:43.935508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7884cbd9-95d1-4dbe-9efd-01f764438e2e tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Request body: {'router': {'name': 'tempest-router-775373306', 'distributed': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:43.953927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49414) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:12:44.045267 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:12:44.057253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:12:44.099993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-016aa61e-05e5-4df8-99f0-8881748c2958 admin admin] 10.222.0.38 "PUT /v2.0/routers/65458931-ca63-4158-9e4b-f38041413c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1973333 Aug 23 15:12:44.154762 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2af58463-9689-40b5-89b3-ea0a2cb397ff tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:44.236284 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2af58463-9689-40b5-89b3-ea0a2cb397ff tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:44.246432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49422) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:44.252724 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2af58463-9689-40b5-89b3-ea0a2cb397ff tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "DELETE /v2.0/networks/cad408f7-b298-4ccc-ba6a-676a0868773c HTTP/1.1" status: 204 len: 168 time: 1.1361156 Aug 23 15:12:44.253761 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af58463-9689-40b5-89b3-ea0a2cb397ff tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event deleted for resources: {'Network': ['ID=cad408f7-b298-4ccc-ba6a-676a0868773c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:44.289395 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7147e1a-f5ed-40bc-8ecd-813ca8c373df None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 15:12:44.306909 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7884cbd9-95d1-4dbe-9efd-01f764438e2e tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:44.315011 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7884cbd9-95d1-4dbe-9efd-01f764438e2e tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:44.338363 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=e3216a3d-46c5-4968-85b0-910250ce2a9f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:44.882779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e3216a3d-46c5-4968-85b0-910250ce2a9f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:12:44.984566 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7c7ec9-3de9-4ff0-a0a3-cb1c81e616f1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:45.102545 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7884cbd9-95d1-4dbe-9efd-01f764438e2e tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:45.310886 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7884cbd9-95d1-4dbe-9efd-01f764438e2e tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:45.461740 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7884cbd9-95d1-4dbe-9efd-01f764438e2e tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:45.463624 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7884cbd9-95d1-4dbe-9efd-01f764438e2e tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.5644984 Aug 23 15:12:45.467685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49440) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:45.542815 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e3216a3d-46c5-4968-85b0-910250ce2a9f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:45.542815 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:45.670668 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Sync routers for ids ['65458931-ca63-4158-9e4b-f38041413c04'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:12:45.699615 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7c7ec9-3de9-4ff0-a0a3-cb1c81e616f1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:45.700048 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10f0751b-32d6-43c9-aab9-37e09a00ba6b tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:45.708562 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Routers {'65458931-ca63-4158-9e4b-f38041413c04'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:45.714862 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:12:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['65458931-ca63-4158-9e4b-f38041413c04'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:45.717863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-fa7c7ec9-3de9-4ff0-a0a3-cb1c81e616f1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f80b26-30dd-4af5-bedd-b813f5eea77e']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:45.734319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-fa7c7ec9-3de9-4ff0-a0a3-cb1c81e616f1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c833d6c9-00bb-4e40-a41a-3565a0fa3371') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:45.734645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-fa7c7ec9-3de9-4ff0-a0a3-cb1c81e616f1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c833d6c9-00bb-4e40-a41a-3565a0fa3371') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:45.754956 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7c7ec9-3de9-4ff0-a0a3-cb1c81e616f1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:45.825002 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7c7ec9-3de9-4ff0-a0a3-cb1c81e616f1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:45.841574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7c7ec9-3de9-4ff0-a0a3-cb1c81e616f1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:12:45.846101 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7c7ec9-3de9-4ff0-a0a3-cb1c81e616f1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:12:45.858489 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:12:45.930769 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:45.948813 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 861f07d3-3a6c-4e51-b3be-e3d76a79dacd no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:12:46.057427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 861f07d3-3a6c-4e51-b3be-e3d76a79dacd {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:12:46.058123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 861f07d3-3a6c-4e51-b3be-e3d76a79dacd not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:12:46.076741 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Set router 65458931-ca63-4158-9e4b-f38041413c04 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:12:46.179881 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7c7ec9-3de9-4ff0-a0a3-cb1c81e616f1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:46.195668 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7c7ec9-3de9-4ff0-a0a3-cb1c81e616f1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:46.201759 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fa7c7ec9-3de9-4ff0-a0a3-cb1c81e616f1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "DELETE /v2.0/networks/d4f80b26-30dd-4af5-bedd-b813f5eea77e HTTP/1.1" status: 204 len: 168 time: 1.9513123 Aug 23 15:12:46.207230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49448) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:46.265860 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10f0751b-32d6-43c9-aab9-37e09a00ba6b tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:46.279907 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10f0751b-32d6-43c9-aab9-37e09a00ba6b tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:46.302731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49450) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:46.451794 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10f0751b-32d6-43c9-aab9-37e09a00ba6b tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:46.452369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f0751b-32d6-43c9-aab9-37e09a00ba6b tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e8b3310-6093-4742-9c8e-bfe006ee7c4d {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:12:46.473354 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10f0751b-32d6-43c9-aab9-37e09a00ba6b tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:46.473354 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-10f0751b-32d6-43c9-aab9-37e09a00ba6b tempest-RoutersTestDVR-1873446215 tempest-RoutersTestDVR-1873446215-project-admin] 10.222.0.38 "DELETE /v2.0/routers/9e8b3310-6093-4742-9c8e-bfe006ee7c4d HTTP/1.1" status: 204 len: 168 time: 0.9974394 Aug 23 15:12:46.595314 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65458931-ca63-4158-9e4b-f38041413c04', 'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:28Z', 'updated_at': '2021-08-23T15:12:38Z', 'revision_number': 4, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'gw_port': {'id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:30Z', 'updated_at': '2021-08-23T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '934d499f-7377-447a-a4f1-a59c48930d43', 'name': '', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'mac_address': 'fa:16:3e:64:33:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:37Z', 'updated_at': '2021-08-23T15:12:39Z', 'revision_number': 2, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'subnets': [{'id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:46.664369 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Checking router: 65458931-ca63-4158-9e4b-f38041413c04 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:12:46.665152 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Updating router 65458931-ca63-4158-9e4b-f38041413c04 port 934d499f-7377-447a-a4f1-a59c48930d43 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:12:46.721159 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:46.971792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-968305642-network', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:46.975618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c7ec9-3de9-4ff0-a0a3-cb1c81e616f1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event deleted for resources: {'Network': ['ID=d4f80b26-30dd-4af5-bedd-b813f5eea77e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:46.983700 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0fa4a8dc-d1c9-44b8-a54c-02cecea8dfa1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.181194 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] Made reservation on behalf of e0578881fc254f67b36ecb3c4ac3224e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:47.183569 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.222343 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0fa4a8dc-d1c9-44b8-a54c-02cecea8dfa1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.231264 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.246838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-0fa4a8dc-d1c9-44b8-a54c-02cecea8dfa1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e27268-1b12-49f5-9407-2d8b9d0ab3a2']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:47.250790 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.264455 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Transition to ACTIVE for port object 934d499f-7377-447a-a4f1-a59c48930d43 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:12:47.287636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-0fa4a8dc-d1c9-44b8-a54c-02cecea8dfa1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74604cc2-a008-4556-a555-b09cfa5be71c') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:47.287969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-0fa4a8dc-d1c9-44b8-a54c-02cecea8dfa1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74604cc2-a008-4556-a555-b09cfa5be71c') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:47.312156 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0fa4a8dc-d1c9-44b8-a54c-02cecea8dfa1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.341651 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0fa4a8dc-d1c9-44b8-a54c-02cecea8dfa1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.358383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa4a8dc-d1c9-44b8-a54c-02cecea8dfa1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:12:47.358817 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0fa4a8dc-d1c9-44b8-a54c-02cecea8dfa1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:12:47.363724 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:12:47.370885 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.478265 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0392df0b-8664-410d-9e5d-4d9c87615957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.504464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49478) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:47.542855 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7504b-81b9-4151-a609-e3a727272c70 None None] Pushing event updated for resources: {'Port': ['ID=934d499f-7377-447a-a4f1-a59c48930d43,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:47.616401 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb7504b-81b9-4151-a609-e3a727272c70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:47.616844 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb7504b-81b9-4151-a609-e3a727272c70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:47.617257 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb7504b-81b9-4151-a609-e3a727272c70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:47.617725 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb7504b-81b9-4151-a609-e3a727272c70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:47.618287 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb7504b-81b9-4151-a609-e3a727272c70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:47.618520 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb7504b-81b9-4151-a609-e3a727272c70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:47.618912 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb7504b-81b9-4151-a609-e3a727272c70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:47.619310 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb7504b-81b9-4151-a609-e3a727272c70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:47.619883 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb7504b-81b9-4151-a609-e3a727272c70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:47.620004 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0fa4a8dc-d1c9-44b8-a54c-02cecea8dfa1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.620348 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb7504b-81b9-4151-a609-e3a727272c70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:47.632181 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb7504b-81b9-4151-a609-e3a727272c70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:47.632181 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb7504b-81b9-4151-a609-e3a727272c70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:12:47.712763 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0fa4a8dc-d1c9-44b8-a54c-02cecea8dfa1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.713011 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Attempting to bind port 934d499f-7377-447a-a4f1-a59c48930d43 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:12:47.713161 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Attempting to bind port 934d499f-7377-447a-a4f1-a59c48930d43 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '417dd621-3322-4c50-822c-a38c98f92961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:12:47.713561 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Attempting to bind port 934d499f-7377-447a-a4f1-a59c48930d43 on network 1f31ed9b-16ac-4c36-8f03-c6c4224f794c {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:12:47.728678 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0fa4a8dc-d1c9-44b8-a54c-02cecea8dfa1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] 10.222.0.38 "DELETE /v2.0/networks/f4e27268-1b12-49f5-9407-2d8b9d0ab3a2 HTTP/1.1" status: 204 len: 168 time: 1.5113416 Aug 23 15:12:47.746046 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:12:47.747578 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Checking segment: {'id': '417dd621-3322-4c50-822c-a38c98f92961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:12:47.751396 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.753498 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Bound using segment: {'id': '417dd621-3322-4c50-822c-a38c98f92961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:12:47.755424 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Bound port: 934d499f-7377-447a-a4f1-a59c48930d43, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417dd621-3322-4c50-822c-a38c98f92961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:12:47.757432 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.774340 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4a8dc-d1c9-44b8-a54c-02cecea8dfa1 tempest-BulkNetworkOpsIpV6Test-168405875 tempest-BulkNetworkOpsIpV6Test-168405875-project] Pushing event deleted for resources: {'Network': ['ID=f4e27268-1b12-49f5-9407-2d8b9d0ab3a2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:47.797795 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.838420 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9b1456f3-9d9b-483c-911b-2dec6788db03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:47.899189 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] For port 934d499f-7377-447a-a4f1-a59c48930d43, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:12:47.904529 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] For port 934d499f-7377-447a-a4f1-a59c48930d43, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=934d499f-7377-447a-a4f1-a59c48930d43,segment=NetworkSegment(417dd621-3322-4c50-822c-a38c98f92961),segment_id=417dd621-3322-4c50-822c-a38c98f92961)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:12:47.950162 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:48.007318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:12:48.017371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411b440d-9b7b-40c1-9fea-c2dceb0f7ca5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:48.033932 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:48.034258 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] Added segment 189cc5c1-3354-42a5-90ab-7ba94bef3470 of type vlan for network 4be0691f-d410-43c5-9356-f6d678692c9e Aug 23 15:12:48.044278 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:48.079011 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9b1456f3-9d9b-483c-911b-2dec6788db03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:48.154133 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Routers {'65458931-ca63-4158-9e4b-f38041413c04'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:48.157648 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:12:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['65458931-ca63-4158-9e4b-f38041413c04'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:48.188673 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:48.205015 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9b1456f3-9d9b-483c-911b-2dec6788db03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:48.283724 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7504b-81b9-4151-a609-e3a727272c70 None None] Pushing event updated for resources: {'Port': ['ID=934d499f-7377-447a-a4f1-a59c48930d43,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:48.358455 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9b1456f3-9d9b-483c-911b-2dec6788db03 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=57879d5d77c349c49b8b9d3968cff4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8461752 Aug 23 15:12:48.358455 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1456f3-9d9b-483c-911b-2dec6788db03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d2bfbc-397a-46a4-9fbf-0da526528350,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:48.361842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49490) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:48.394446 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] Set router 65458931-ca63-4158-9e4b-f38041413c04 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:12:48.475006 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:48.475006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:48.475006 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:48.560327 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-0392df0b-8664-410d-9e5d-4d9c87615957 admin admin] Deleting port e026d3f4-84d7-49c5-9238-dbec8de9d0c1 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:48.560898 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0392df0b-8664-410d-9e5d-4d9c87615957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:48.663388 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3505073 Aug 23 15:12:48.669919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49498) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:48.677775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a595f513-d1f7-4a10-b62a-14cd9f110917 admin admin] Request body: {'subnet': {'network_id': '4be0691f-d410-43c5-9356-f6d678692c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-968305642-subnet', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:48.696702 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49500) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:48.774403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a71b7-dd9e-4070-b9b3-bb976fc9752f admin admin] Pushing event updated for resources: {'Network': ['ID=4be0691f-d410-43c5-9356-f6d678692c9e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:48.802252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 4be0691f-d410-43c5-9356-f6d678692c9e details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:12:48.805084 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a595f513-d1f7-4a10-b62a-14cd9f110917 admin admin] Made reservation on behalf of e0578881fc254f67b36ecb3c4ac3224e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:48.807709 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a595f513-d1f7-4a10-b62a-14cd9f110917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:48.886491 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 934d499f-7377-447a-a4f1-a59c48930d43 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:12:48.890669 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-87ccd332-6108-437e-ac2f-62eb30995c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:49.078072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-0392df0b-8664-410d-9e5d-4d9c87615957 admin admin] For port e026d3f4-84d7-49c5-9238-dbec8de9d0c1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e026d3f4-84d7-49c5-9238-dbec8de9d0c1,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:49.081744 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0392df0b-8664-410d-9e5d-4d9c87615957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:49.116269 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65458931-ca63-4158-9e4b-f38041413c04', 'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:28Z', 'updated_at': '2021-08-23T15:12:38Z', 'revision_number': 4, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'gw_port': {'id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:30Z', 'updated_at': '2021-08-23T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '934d499f-7377-447a-a4f1-a59c48930d43', 'name': '', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'mac_address': 'fa:16:3e:64:33:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:37Z', 'updated_at': '2021-08-23T15:12:47Z', 'revision_number': 4, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'subnets': [{'id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:49.142801 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-87ccd332-6108-437e-ac2f-62eb30995c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:49.179527 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efc768d-03b7-4fbe-a731-17e848b6f0bb None None] The sync data for ids ['65458931-ca63-4158-9e4b-f38041413c04'] in n-d-804985-3 is: [{'id': '65458931-ca63-4158-9e4b-f38041413c04', 'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:28Z', 'updated_at': '2021-08-23T15:12:38Z', 'revision_number': 4, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'gw_port': {'id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:30Z', 'updated_at': '2021-08-23T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '934d499f-7377-447a-a4f1-a59c48930d43', 'name': '', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'mac_address': 'fa:16:3e:64:33:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:37Z', 'updated_at': '2021-08-23T15:12:47Z', 'revision_number': 4, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'subnets': [{'id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:12:49.197617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-0392df0b-8664-410d-9e5d-4d9c87615957 admin admin] Calling delete_port for e026d3f4-84d7-49c5-9238-dbec8de9d0c1 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:49.330753 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-43403188-5f7c-4879-887a-8a3304ca7587 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=15bec839a10e4963b4250044a504abf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5826650 Aug 23 15:12:49.333667 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49506) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:49.344662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 934d499f-7377-447a-a4f1-a59c48930d43 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:12:49.347859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 934d499f-7377-447a-a4f1-a59c48930d43 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:49.348153 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:49.599238 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:49.673205 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-61ec7ffc-b231-48d1-b991-7fe08b2e2f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:49.681459 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 934d499f-7377-447a-a4f1-a59c48930d43, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=934d499f-7377-447a-a4f1-a59c48930d43,segment=NetworkSegment(417dd621-3322-4c50-822c-a38c98f92961),segment_id=417dd621-3322-4c50-822c-a38c98f92961)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:49.733383 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-61ec7ffc-b231-48d1-b991-7fe08b2e2f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:49.737066 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a595f513-d1f7-4a10-b62a-14cd9f110917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:49.810835 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:49.877762 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-87ccd332-6108-437e-ac2f-62eb30995c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:49.880800 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-87ccd332-6108-437e-ac2f-62eb30995c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:49.885072 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-87ccd332-6108-437e-ac2f-62eb30995c60 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b8d2bfbc-397a-46a4-9fbf-0da526528350 HTTP/1.1" status: 204 len: 168 time: 1.5215175 Aug 23 15:12:49.904264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccd332-6108-437e-ac2f-62eb30995c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d2bfbc-397a-46a4-9fbf-0da526528350,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:49.924392 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0392df0b-8664-410d-9e5d-4d9c87615957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:49.985062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=934d499f-7377-447a-a4f1-a59c48930d43,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:50.043908 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a595f513-d1f7-4a10-b62a-14cd9f110917 admin admin] Checking segment: {'id': '189cc5c1-3354-42a5-90ab-7ba94bef3470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4be0691f-d410-43c5-9356-f6d678692c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:12:50.046725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392df0b-8664-410d-9e5d-4d9c87615957 admin admin] Pushing event deleted for resources: {'Port': ['ID=e026d3f4-84d7-49c5-9238-dbec8de9d0c1,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:50.047984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a595f513-d1f7-4a10-b62a-14cd9f110917 admin admin] Network hostable DHCP agents. Network: 4be0691f-d410-43c5-9356-f6d678692c9e, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:12:50.103898 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595f513-d1f7-4a10-b62a-14cd9f110917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23771290-2850-411e-aec9-5a96b8a36971,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:50.199180 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a595f513-d1f7-4a10-b62a-14cd9f110917 admin admin] Network 4be0691f-d410-43c5-9356-f6d678692c9e is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:12:50.244647 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-61ec7ffc-b231-48d1-b991-7fe08b2e2f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:50.247613 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-61ec7ffc-b231-48d1-b991-7fe08b2e2f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:50.249050 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-61ec7ffc-b231-48d1-b991-7fe08b2e2f06 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4deb173e-44d8-4338-b7ca-ab675c8105fe HTTP/1.1" status: 204 len: 168 time: 0.9142399 Aug 23 15:12:50.277330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec7ffc-b231-48d1-b991-7fe08b2e2f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deb173e-44d8-4338-b7ca-ab675c8105fe,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:50.284886 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:50.354178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a595f513-d1f7-4a10-b62a-14cd9f110917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 4be0691f-d410-43c5-9356-f6d678692c9e) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:50.354178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a595f513-d1f7-4a10-b62a-14cd9f110917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:50.354178 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a595f513-d1f7-4a10-b62a-14cd9f110917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:50.373294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc015a1-7cf4-430b-b0b6-47b8f907b029 None None] Network 4be0691f-d410-43c5-9356-f6d678692c9e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:50.420363 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a595f513-d1f7-4a10-b62a-14cd9f110917 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7458317 Aug 23 15:12:50.420758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49520) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:50.425928 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-968305642-router', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:50.516020 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0392df0b-8664-410d-9e5d-4d9c87615957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:50.577301 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:50.579235 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:50.843713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-4be0691f-d410-43c5-9356-f6d678692c9e', 'network_id': '4be0691f-d410-43c5-9356-f6d678692c9e', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'fixed_ips': [{'subnet_id': '23771290-2850-411e-aec9-5a96b8a36971'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:12:50.843713 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:50.912548 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:51.059224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 934d499f-7377-447a-a4f1-a59c48930d43 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:12:51.190370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 934d499f-7377-447a-a4f1-a59c48930d43 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:51.191003 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:51.237437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0392df0b-8664-410d-9e5d-4d9c87615957 admin admin] Router a6811d1b-2289-46c0-9a63-a308cb320d85 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:12:51.438666 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Allocated IP 172.20.0.2 (4be0691f-d410-43c5-9356-f6d678692c9e/23771290-2850-411e-aec9-5a96b8a36971/2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:12:51.609726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49536) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:51.664526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0392df0b-8664-410d-9e5d-4d9c87615957 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:12:51.702188 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0392df0b-8664-410d-9e5d-4d9c87615957 admin admin] 10.222.0.38 "PUT /v2.0/routers/a6811d1b-2289-46c0-9a63-a308cb320d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7107937 Aug 23 15:12:51.703443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-993d0679-db19-4ed9-9362-214d36a757b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:51.710145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e1256-6f80-47ec-ae32-11045b5c5ba3 None None] Sync routers for ids ['a6811d1b-2289-46c0-9a63-a308cb320d85'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:12:51.717598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49538) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:52.019910 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e1256-6f80-47ec-ae32-11045b5c5ba3 None None] Routers {'a6811d1b-2289-46c0-9a63-a308cb320d85'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:52.020660 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-865e1256-6f80-47ec-ae32-11045b5c5ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:12:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a6811d1b-2289-46c0-9a63-a308cb320d85'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:52.138293 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:52.143441 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:52.154182 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:52.183688 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Transition to ACTIVE for port object 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:12:52.311414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Transition to ACTIVE for port object 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:12:52.371321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-865e1256-6f80-47ec-ae32-11045b5c5ba3 None None] Set router a6811d1b-2289-46c0-9a63-a308cb320d85 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:12:52.379454 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-993d0679-db19-4ed9-9362-214d36a757b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:52.393284 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:52.447942 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:52.523885 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-993d0679-db19-4ed9-9362-214d36a757b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:52.539956 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Pushing event updated for resources: {'Port': ['ID=2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:52.583370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d0679-db19-4ed9-9362-214d36a757b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afec9318-5eb3-462c-a462-bbfec6734dfa,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:52.587966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49556) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:52.687343 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:52.710367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Network 4be0691f-d410-43c5-9356-f6d678692c9e is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:12:52.730261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:52.751536 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:52.754118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:12:52.775171 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-993d0679-db19-4ed9-9362-214d36a757b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f4d0378be28478fba5f72cbe8ba341b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1639855 Aug 23 15:12:52.776253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49564) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:52.777157 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0909745a-d337-4044-a654-17f3f971f0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:52.921481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] Deleting port d5ee01f1-28bd-43de-a187-3b288338bedb {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:52.922035 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:52.953027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Allocated IP 172.25.8.242 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/6d3ff9da-dedf-458b-9b22-15f2ad08bd8d) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:12:53.161783 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89476f40-b01f-44e2-8e0f-4101eb1363ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:53.180759 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Attempting to bind port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:12:53.183930 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Attempting to bind port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '189cc5c1-3354-42a5-90ab-7ba94bef3470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4be0691f-d410-43c5-9356-f6d678692c9e'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:12:53.188234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Attempting to bind port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 on network 4be0691f-d410-43c5-9356-f6d678692c9e {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:12:53.225925 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89476f40-b01f-44e2-8e0f-4101eb1363ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:53.290188 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:53.302816 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:12:53.305096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Checking segment: {'id': '189cc5c1-3354-42a5-90ab-7ba94bef3470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4be0691f-d410-43c5-9356-f6d678692c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:12:53.305735 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:53.306296 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Bound using segment: {'id': '189cc5c1-3354-42a5-90ab-7ba94bef3470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4be0691f-d410-43c5-9356-f6d678692c9e'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:12:53.306979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Bound port: 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189cc5c1-3354-42a5-90ab-7ba94bef3470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4be0691f-d410-43c5-9356-f6d678692c9e'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:12:53.307487 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:53.391054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] For port d5ee01f1-28bd-43de-a187-3b288338bedb, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d5ee01f1-28bd-43de-a187-3b288338bedb,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:53.391435 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:53.402758 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-016656a2-df2c-432c-aad4-1d5067636ccf admin admin] Deleting subnet afa8e189-38df-4022-b01a-e467e93d2cd9 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:12:53.407320 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-016656a2-df2c-432c-aad4-1d5067636ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:53.438898 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49574) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:53.456336 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-016656a2-df2c-432c-aad4-1d5067636ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:53.503557 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89476f40-b01f-44e2-8e0f-4101eb1363ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:53.509275 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-89476f40-b01f-44e2-8e0f-4101eb1363ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:53.511058 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-89476f40-b01f-44e2-8e0f-4101eb1363ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/afec9318-5eb3-462c-a462-bbfec6734dfa HTTP/1.1" status: 204 len: 168 time: 0.7162001 Aug 23 15:12:53.532221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] Calling delete_port for d5ee01f1-28bd-43de-a187-3b288338bedb owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:53.569482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-865e1256-6f80-47ec-ae32-11045b5c5ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:12:49Z', 'revision_number': 5, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port': {'id': 'd5ee01f1-28bd-43de-a187-3b288338bedb', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:03:31Z', 'updated_at': '2021-08-23T15:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:53.571602 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-860006269'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:53.580556 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:53.660248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89476f40-b01f-44e2-8e0f-4101eb1363ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afec9318-5eb3-462c-a462-bbfec6734dfa,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:53.671873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:12:53.678680 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:53.685857 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:12:53.687724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-016656a2-df2c-432c-aad4-1d5067636ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:53.696152 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Pushing event updated for resources: {'Port': ['ID=6d3ff9da-dedf-458b-9b22-15f2ad08bd8d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:53.710673 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] For port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:12:53.749264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e1256-6f80-47ec-ae32-11045b5c5ba3 None None] Checking router: a6811d1b-2289-46c0-9a63-a308cb320d85 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:12:53.787206 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] For port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4,segment=NetworkSegment(189cc5c1-3354-42a5-90ab-7ba94bef3470),segment_id=189cc5c1-3354-42a5-90ab-7ba94bef3470)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:12:53.831198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e1256-6f80-47ec-ae32-11045b5c5ba3 None None] Routers {'a6811d1b-2289-46c0-9a63-a308cb320d85'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:53.835493 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-865e1256-6f80-47ec-ae32-11045b5c5ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:12:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['a6811d1b-2289-46c0-9a63-a308cb320d85'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:53.839142 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:53.844438 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:53.857733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:53.926920 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:54.052597 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-016656a2-df2c-432c-aad4-1d5067636ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:54.084871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016656a2-df2c-432c-aad4-1d5067636ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa8e189-38df-4022-b01a-e467e93d2cd9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:54.102712 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-016656a2-df2c-432c-aad4-1d5067636ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:54.112468 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-016656a2-df2c-432c-aad4-1d5067636ccf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/afa8e189-38df-4022-b01a-e467e93d2cd9 HTTP/1.1" status: 204 len: 168 time: 1.5058393 Aug 23 15:12:54.112468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49582) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:54.129613 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:12:54.147906 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:54.209446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb93a0-d87e-49be-a510-ff6810bf3cf6 None None] Pushing event updated for resources: {'Port': ['ID=2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:54.269215 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:54.292582 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01a0d2dc-816f-423c-ab5e-c0f58f2681ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:54.302558 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:54.345324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-865e1256-6f80-47ec-ae32-11045b5c5ba3 None None] Set router a6811d1b-2289-46c0-9a63-a308cb320d85 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:12:54.409308 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:12:54.469476 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:54.476320 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Added segment 0b3b75a6-42d7-4a8d-b1ff-851679937638 of type vlan for network 307ba019-c40a-4d74-92bc-b5426fb9b78e Aug 23 15:12:54.616141 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-865e1256-6f80-47ec-ae32-11045b5c5ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:12:52Z', 'revision_number': 6, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:54.650688 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:54.665635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e1256-6f80-47ec-ae32-11045b5c5ba3 None None] The sync data for ids ['a6811d1b-2289-46c0-9a63-a308cb320d85'] in n-d-804985-3 is: [{'id': 'a6811d1b-2289-46c0-9a63-a308cb320d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1382600335-router', 'tenant_id': '0e51e416f07e488081608ba4d7e81559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:03:29Z', 'updated_at': '2021-08-23T15:12:52Z', 'revision_number': 6, 'project_id': '0e51e416f07e488081608ba4d7e81559', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:12:54.715137 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:54.722844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ee01f1-28bd-43de-a187-3b288338bedb,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:54.762711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20336ac-d6c0-4214-a4c0-6fe75d49d9e6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:54.923106 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:54.930184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:54.943890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:55.112460 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:55.179848 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:55.187209 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:55.213277 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01a0d2dc-816f-423c-ab5e-c0f58f2681ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:55.227015 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7747979 Aug 23 15:12:55.227181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49602) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:55.229826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fded75-8b76-414f-8dfc-954b8328f6bf tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Network': ['ID=307ba019-c40a-4d74-92bc-b5426fb9b78e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:55.241083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0c7d7e4c-d648-4db5-980e-580f948ee105 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'name': 'tempest-PortsTestJSON-253410149'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:55.263132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:12:55.411193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-01a0d2dc-816f-423c-ab5e-c0f58f2681ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afbecfc-013f-41e0-8f94-ad3b9ec50ef2']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:55.561597 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:55.599203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-01a0d2dc-816f-423c-ab5e-c0f58f2681ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a644ac19-dc0f-4a4b-915e-afd600023f58') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:55.599763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-01a0d2dc-816f-423c-ab5e-c0f58f2681ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a644ac19-dc0f-4a4b-915e-afd600023f58') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:55.659869 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:55.661038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6811d1b-2289-46c0-9a63-a308cb320d85 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:12:55.674966 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01a0d2dc-816f-423c-ab5e-c0f58f2681ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:55.700881 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:55.700881 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a65a1ff2-c023-4715-b03a-ce07c81084b5 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a6811d1b-2289-46c0-9a63-a308cb320d85 HTTP/1.1" status: 204 len: 168 time: 3.9781897 Aug 23 15:12:55.717713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49626) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:55.829815 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:55.832802 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01a0d2dc-816f-423c-ab5e-c0f58f2681ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:55.910050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a0d2dc-816f-423c-ab5e-c0f58f2681ba admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:12:55.910759 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01a0d2dc-816f-423c-ab5e-c0f58f2681ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:55.935639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5bd699-5d9f-4eeb-8b66-8f9ab1f8594b admin admin] Deleting subnet 67460345-3312-404a-9fc3-c680ded8bfa5 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:12:55.935639 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5bd699-5d9f-4eeb-8b66-8f9ab1f8594b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:12:56.021162 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:12:56.138768 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5bd699-5d9f-4eeb-8b66-8f9ab1f8594b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:56.195955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce860a5-ccc4-431b-a122-602d8260f2a1 None None] Network 4be0691f-d410-43c5-9356-f6d678692c9e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:56.246115 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7d7e4c-d648-4db5-980e-580f948ee105 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:56.249218 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c7d7e4c-d648-4db5-980e-580f948ee105 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:56.376048 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01a0d2dc-816f-423c-ab5e-c0f58f2681ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:56.406188 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01a0d2dc-816f-423c-ab5e-c0f58f2681ba admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:56.413853 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-01a0d2dc-816f-423c-ab5e-c0f58f2681ba admin admin] 10.222.0.38 "DELETE /v2.0/networks/7afbecfc-013f-41e0-8f94-ad3b9ec50ef2 HTTP/1.1" status: 204 len: 168 time: 2.2961361 Aug 23 15:12:56.435936 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5bd699-5d9f-4eeb-8b66-8f9ab1f8594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:56.460301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-0c7d7e4c-d648-4db5-980e-580f948ee105 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port 22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:12:56.474055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Router 928a62a2-c815-45f8-a75b-6ce7a90fb45d is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:12:56.506082 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0d2dc-816f-423c-ab5e-c0f58f2681ba admin admin] Pushing event deleted for resources: {'Network': ['ID=7afbecfc-013f-41e0-8f94-ad3b9ec50ef2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:56.711982 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3eb2b243-48c8-4446-93b0-3520830d58ea None None] Provisioning for port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:12:56.758810 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:12:56.778186 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Sync routers for ids ['928a62a2-c815-45f8-a75b-6ce7a90fb45d'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:12:56.794167 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Routers {'928a62a2-c815-45f8-a75b-6ce7a90fb45d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:56.795973 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:12:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['928a62a2-c815-45f8-a75b-6ce7a90fb45d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:56.861285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:12:56.935431 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:56.935431 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9ce28a87-34cb-4fa7-b0b6-ab38fe203f73 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.5102544 Aug 23 15:12:56.936176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49658) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:56.936274 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5bd699-5d9f-4eeb-8b66-8f9ab1f8594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:56.971224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bd699-5d9f-4eeb-8b66-8f9ab1f8594b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67460345-3312-404a-9fc3-c680ded8bfa5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:56.973972 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-31c36dcc-6a2b-4278-9b8b-0d5350759cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:56.985952 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:57.000899 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c7d7e4c-d648-4db5-980e-580f948ee105 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:57.006051 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e5bd699-5d9f-4eeb-8b66-8f9ab1f8594b admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:57.017284 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9e5bd699-5d9f-4eeb-8b66-8f9ab1f8594b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/67460345-3312-404a-9fc3-c680ded8bfa5 HTTP/1.1" status: 204 len: 168 time: 1.2759187 Aug 23 15:12:57.019262 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49664) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:57.028910 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd917b71-fa03-4d35-9673-86cc77ba0a03 None None] Network 3abf700b-7cb8-4157-b106-bf6f54332e10 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:57.150440 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Set router 928a62a2-c815-45f8-a75b-6ce7a90fb45d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:12:57.196763 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:57.301714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49674) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:57.390286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] Deleting port a252bd23-a8cd-451a-8fa0-7e0ffe426413 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:57.390853 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:57.564920 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c7d7e4c-d648-4db5-980e-580f948ee105 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:57.582984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23de535-abee-43de-bb44-8997264293a3 None None] DHCP port deletion for 3abf700b-7cb8-4157-b106-bf6f54332e10 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:12:57.668617 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:12:57.681255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:57.681255 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:57.789940 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'name': 'tempest-TestServerBasicOps-968305642-router', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '6d3ff9da-dedf-458b-9b22-15f2ad08bd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:50Z', 'updated_at': '2021-08-23T15:12:53Z', 'revision_number': 3, 'project_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'gw_port': {'id': '6d3ff9da-dedf-458b-9b22-15f2ad08bd8d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:52Z', 'updated_at': '2021-08-23T15:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:58.077757 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49702) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:58.160335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f23de535-abee-43de-bb44-8997264293a3 None None] Deleting port a252bd23-a8cd-451a-8fa0-7e0ffe426413 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:12:58.160901 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f23de535-abee-43de-bb44-8997264293a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:58.183854 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:58.216073 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Checking router: 928a62a2-c815-45f8-a75b-6ce7a90fb45d for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:12:58.218133 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Updating router 928a62a2-c815-45f8-a75b-6ce7a90fb45d port 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:12:58.306729 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:58.406573 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:58.486758 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1c98043b-758b-489d-ab86-9e0e23b0d627 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e38f334f96ac4f38b93f7a457e6ae03a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1835189 Aug 23 15:12:58.499490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49720) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:58.508100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f23de535-abee-43de-bb44-8997264293a3 None None] For port a252bd23-a8cd-451a-8fa0-7e0ffe426413, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=a252bd23-a8cd-451a-8fa0-7e0ffe426413,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:58.508100 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f23de535-abee-43de-bb44-8997264293a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:58.549274 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] For port a252bd23-a8cd-451a-8fa0-7e0ffe426413, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=a252bd23-a8cd-451a-8fa0-7e0ffe426413,segment=NetworkSegment(6b8ca6c5-fe81-4bee-9913-6baaf706fd1a),segment_id=6b8ca6c5-fe81-4bee-9913-6baaf706fd1a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:58.551032 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:58.575142 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f23de535-abee-43de-bb44-8997264293a3 None None] Calling delete_port for a252bd23-a8cd-451a-8fa0-7e0ffe426413 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:58.595760 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d7e4c-d648-4db5-980e-580f948ee105 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:58.601396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] Calling delete_port for a252bd23-a8cd-451a-8fa0-7e0ffe426413 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:12:58.621692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4,segment=NetworkSegment(189cc5c1-3354-42a5-90ab-7ba94bef3470),segment_id=189cc5c1-3354-42a5-90ab-7ba94bef3470)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:12:58.687856 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:58.705951 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-700802703', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:58.718320 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:58.768163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d7e4c-d648-4db5-980e-580f948ee105 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Checking segment: {'id': '0b3b75a6-42d7-4a8d-b1ff-851679937638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:12:58.772997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7d7e4c-d648-4db5-980e-580f948ee105 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network hostable DHCP agents. Network: 307ba019-c40a-4d74-92bc-b5426fb9b78e, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:12:58.792404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:58.807821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Allocated IP 172.20.0.1 (4be0691f-d410-43c5-9356-f6d678692c9e/23771290-2850-411e-aec9-5a96b8a36971/749c2303-094c-4c67-b731-87874e539066) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:12:58.808167 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c368d8e9-8532-4a6c-b727-81bd989a8ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:58.870027 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f23de535-abee-43de-bb44-8997264293a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:58.881874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e026d3f4-84d7-49c5-9238-dbec8de9d0c1 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:12:58.920004 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23de535-abee-43de-bb44-8997264293a3 None None] No DVR routers for this DVR port a252bd23-a8cd-451a-8fa0-7e0ffe426413 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:12:58.923266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Made reservation on behalf of fe07451d114349718c05e229c1c68db8 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:12:58.927838 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:58.947375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: e026d3f4-84d7-49c5-9238-dbec8de9d0c1 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:12:58.948091 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e026d3f4-84d7-49c5-9238-dbec8de9d0c1 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:12:58.948664 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d5ee01f1-28bd-43de-a187-3b288338bedb no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:12:58.961239 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c368d8e9-8532-4a6c-b727-81bd989a8ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:58.961719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23de535-abee-43de-bb44-8997264293a3 None None] Pushing event deleted for resources: {'Port': ['ID=a252bd23-a8cd-451a-8fa0-7e0ffe426413,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:58.983018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: d5ee01f1-28bd-43de-a187-3b288338bedb {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:12:58.983301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d5ee01f1-28bd-43de-a187-3b288338bedb not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:12:58.995460 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.004369 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.034979 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Transition to ACTIVE for port object 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:12:59.061722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7d7e4c-d648-4db5-980e-580f948ee105 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:12:59.069810 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.107357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] Pushing event deleted for resources: {'Port': ['ID=a252bd23-a8cd-451a-8fa0-7e0ffe426413,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:59.114499 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] No DVR routers for this DVR port a252bd23-a8cd-451a-8fa0-7e0ffe426413 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:12:59.130499 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.175135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:12:59.181978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0c7d7e4c-d648-4db5-980e-580f948ee105 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 307ba019-c40a-4d74-92bc-b5426fb9b78e) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:59.189391 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.209220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d7e4c-d648-4db5-980e-580f948ee105 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:12:59.214091 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0e0c3d-afc6-422d-9a39-23749cfacede None None] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:12:59.228291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Transition to ACTIVE for port object 749c2303-094c-4c67-b731-87874e539066 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:12:59.232656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7d7e4c-d648-4db5-980e-580f948ee105 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:12:59.233433 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c7d7e4c-d648-4db5-980e-580f948ee105 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.302740 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Attempting to bind port 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:12:59.303584 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Attempting to bind port 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:12:59.304440 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Attempting to bind port 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:12:59.310485 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354ade9-ec4e-4244-bf3a-241ef58e1133 None None] Pushing event updated for resources: {'Port': ['ID=6d3ff9da-dedf-458b-9b22-15f2ad08bd8d,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:59.327864 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:12:59.334812 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:12:59.334812 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.334812 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:12:59.334812 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Bound port: 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:12:59.334812 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.346645 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.399926 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.410618 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] For port 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:12:59.416513 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] For port 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6d3ff9da-dedf-458b-9b22-15f2ad08bd8d,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:12:59.417960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abf700b-7cb8-4157-b106-bf6f54332e10']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:59.425234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:12:59.425614 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.439508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:59.439875 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8ca6c5-fe81-4bee-9913-6baaf706fd1a') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:59.451803 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.474961 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.495351 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Network 4be0691f-d410-43c5-9356-f6d678692c9e is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:12:59.498814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:12:59.519036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:12:59.521264 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.563306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] device_id is not set on port 140cdeba-7b79-45a9-be22-31a55973ef68 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:12:59.592540 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.595077 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.623048 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c368d8e9-8532-4a6c-b727-81bd989a8ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.639827 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c368d8e9-8532-4a6c-b727-81bd989a8ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.644188 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c368d8e9-8532-4a6c-b727-81bd989a8ca1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7b56420a-c6ee-4c25-90c2-4b5dd13792f3 HTTP/1.1" status: 204 len: 168 time: 1.1404545 Aug 23 15:12:59.644188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:12:59.656730 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.670698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Pushing event updated for resources: {'Port': ['ID=749c2303-094c-4c67-b731-87874e539066,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:12:59.681887 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:12:59.722944 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354ade9-ec4e-4244-bf3a-241ef58e1133 None None] Pushing event updated for resources: {'Port': ['ID=6d3ff9da-dedf-458b-9b22-15f2ad08bd8d,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:59.726839 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0c7d7e4c-d648-4db5-980e-580f948ee105 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.4899998 Aug 23 15:12:59.740659 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49756) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:12:59.767561 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Routers {'928a62a2-c815-45f8-a75b-6ce7a90fb45d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:12:59.769765 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:12:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['928a62a2-c815-45f8-a75b-6ce7a90fb45d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:12:59.788860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1afa24e5-b75b-41e8-890d-563043e70d5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-969591349'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:12:59.807798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4104bb-9192-4b55-bc4f-942aaf7b2316,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:59.810274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device a252bd23-a8cd-451a-8fa0-7e0ffe426413 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:12:59.813824 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:12:59.837671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368d8e9-8532-4a6c-b727-81bd989a8ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b56420a-c6ee-4c25-90c2-4b5dd13792f3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:12:59.909914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: a252bd23-a8cd-451a-8fa0-7e0ffe426413 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:12:59.910358 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device a252bd23-a8cd-451a-8fa0-7e0ffe426413 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:12:59.996318 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] Set router 928a62a2-c815-45f8-a75b-6ce7a90fb45d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:13:00.067632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Allocated IP 172.25.8.108 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/140cdeba-7b79-45a9-be22-31a55973ef68) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:00.227079 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:00.254750 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'name': 'tempest-TestServerBasicOps-968305642-router', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '6d3ff9da-dedf-458b-9b22-15f2ad08bd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:50Z', 'updated_at': '2021-08-23T15:12:53Z', 'revision_number': 3, 'project_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'gw_port': {'id': '6d3ff9da-dedf-458b-9b22-15f2ad08bd8d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:52Z', 'updated_at': '2021-08-23T15:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:00.306602 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d876d-c804-45bd-8693-b207dd9733bf None None] The sync data for ids ['928a62a2-c815-45f8-a75b-6ce7a90fb45d'] in n-d-804985-3 is: [{'id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'name': 'tempest-TestServerBasicOps-968305642-router', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '6d3ff9da-dedf-458b-9b22-15f2ad08bd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:50Z', 'updated_at': '2021-08-23T15:12:53Z', 'revision_number': 3, 'project_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'gw_port': {'id': '6d3ff9da-dedf-458b-9b22-15f2ad08bd8d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:52Z', 'updated_at': '2021-08-23T15:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:13:00.753427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e20b5571-fbfe-4702-a1b5-bb587752eaa8 None None] Provisioning for port 749c2303-094c-4c67-b731-87874e539066 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:00.754879 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:00.756649 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:00.763863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e20b5571-fbfe-4702-a1b5-bb587752eaa8 None None] Provisioning complete for port 749c2303-094c-4c67-b731-87874e539066 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:00.763863 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e20b5571-fbfe-4702-a1b5-bb587752eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:00.767617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afa24e5-b75b-41e8-890d-563043e70d5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:00.774745 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1afa24e5-b75b-41e8-890d-563043e70d5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:00.806682 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:00.821443 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3abf700b-7cb8-4157-b106-bf6f54332e10 HTTP/1.1" status: 204 len: 168 time: 3.7950103 Aug 23 15:13:00.856576 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e20b5571-fbfe-4702-a1b5-bb587752eaa8 None None] Port 749c2303-094c-4c67-b731-87874e539066 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:13:00.880622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c754c8-31d7-4ab0-8dbe-ad36ba3f4749 admin admin] Pushing event deleted for resources: {'Network': ['ID=3abf700b-7cb8-4157-b106-bf6f54332e10,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:00.898874 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:00.910398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afa24e5-b75b-41e8-890d-563043e70d5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:13:00.943200 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1afa24e5-b75b-41e8-890d-563043e70d5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:00.943200 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-1afa24e5-b75b-41e8-890d-563043e70d5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Added segment 6cdfd9b3-848d-4668-b644-b73125274296 of type vlan for network 82a7fcf3-25dd-4d6c-a450-5d908ec79f91 Aug 23 15:13:00.967060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:00.992997 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:01.005532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:01.150138 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1afa24e5-b75b-41e8-890d-563043e70d5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:01.229537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:01.296795 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1afa24e5-b75b-41e8-890d-563043e70d5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:01.308917 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afa24e5-b75b-41e8-890d-563043e70d5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:01.309939 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1afa24e5-b75b-41e8-890d-563043e70d5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:01.464106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Pushing event updated for resources: {'Port': ['ID=140cdeba-7b79-45a9-be22-31a55973ef68,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:01.497417 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:01.502588 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:01.503299 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:01.503851 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:01.504322 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:01.504772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:01.507567 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa24e5-b75b-41e8-890d-563043e70d5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Network': ['ID=82a7fcf3-25dd-4d6c-a450-5d908ec79f91,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:01.526564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 82a7fcf3-25dd-4d6c-a450-5d908ec79f91 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:13:01.532736 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:01.533381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:01.533823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:01.534278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:01.534807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:01.535734 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:01.556620 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:01.557826 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:01.619005 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1afa24e5-b75b-41e8-890d-563043e70d5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8341634 Aug 23 15:13:01.623955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49808) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:01.641770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'ports': [{'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e'}, {'network_id': '82a7fcf3-25dd-4d6c-a450-5d908ec79f91'}]} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:01.643507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:01.645668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'network_id': '82a7fcf3-25dd-4d6c-a450-5d908ec79f91'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:01.683395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49810) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:01.688069 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:01.710140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:01.710892 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:01.757659 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f19739b7-4b36-447d-8eec-3207debfd14c tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.6763623 Aug 23 15:13:01.765014 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:01.784176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49818) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:01.784176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-0bee50d7-50a2-4fd8-8076-4fc20c432c9a tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.108'}]}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:01.848909 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f3acc980-17d3-40bb-a0bd-53e7f8d7ea84 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e51e416f07e488081608ba4d7e81559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628380 Aug 23 15:13:01.851867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49820) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:01.925233 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:01.944128 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:01.985121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6d3ff9da-dedf-458b-9b22-15f2ad08bd8d,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:13:02.031562 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bee50d7-50a2-4fd8-8076-4fc20c432c9a tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:02.032632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bee50d7-50a2-4fd8-8076-4fc20c432c9a tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:02.125402 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:02.165387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'port': 2} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:02.180707 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:02.212425 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:02.286564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=6d3ff9da-dedf-458b-9b22-15f2ad08bd8d,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:02.450434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port 8e1e7696-b624-444b-a669-534044027c14 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:13:02.583351 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-34af1b7c-5f2d-40b5-8735-5c14b6c109db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:02.642904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Pushing event updated for resources: {'Port': ['ID=749c2303-094c-4c67-b731-87874e539066,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:02.651091 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-34af1b7c-5f2d-40b5-8735-5c14b6c109db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:02.669294 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:02.711468 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bee50d7-50a2-4fd8-8076-4fc20c432c9a tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:02.728724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:02.876629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port edbaad33-92df-483a-8a3f-cf1d3bf236b3 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:13:03.033153 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bee50d7-50a2-4fd8-8076-4fc20c432c9a tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:03.044394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Network 4be0691f-d410-43c5-9356-f6d678692c9e is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:03.046380 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-34af1b7c-5f2d-40b5-8735-5c14b6c109db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:03.049905 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-34af1b7c-5f2d-40b5-8735-5c14b6c109db admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:03.066727 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-34af1b7c-5f2d-40b5-8735-5c14b6c109db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/090d6d63-804e-403c-bfd8-fe68dc5ab79a HTTP/1.1" status: 204 len: 168 time: 1.2006035 Aug 23 15:13:03.071541 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:03.111510 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af1b7c-5f2d-40b5-8735-5c14b6c109db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090d6d63-804e-403c-bfd8-fe68dc5ab79a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:03.169363 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:03.182496 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:03.327335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:03.328952 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:03.355422 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:03.446280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:03.453006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:03.475081 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Router 928a62a2-c815-45f8-a75b-6ce7a90fb45d has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:13:03.478415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:03.482196 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:03.554948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=8e1e7696-b624-444b-a669-534044027c14,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:03.792738 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=edbaad33-92df-483a-8a3f-cf1d3bf236b3,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:03.817042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:13:03.828142 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Checking segment: {'id': '6cdfd9b3-848d-4668-b644-b73125274296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '82a7fcf3-25dd-4d6c-a450-5d908ec79f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:03.828580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network hostable DHCP agents. Network: 82a7fcf3-25dd-4d6c-a450-5d908ec79f91, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:13:03.836951 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0bc930e8-db47-4d55-95eb-7606fd9948bc admin admin] 10.222.0.38 "PUT /v2.0/routers/928a62a2-c815-45f8-a75b-6ce7a90fb45d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8994219 Aug 23 15:13:03.842718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Sync routers for ids ['928a62a2-c815-45f8-a75b-6ce7a90fb45d'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:13:03.884945 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Routers {'928a62a2-c815-45f8-a75b-6ce7a90fb45d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:13:03.885753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:12:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['928a62a2-c815-45f8-a75b-6ce7a90fb45d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:03.964437 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-91bdee00-0a31-48be-ad0a-976547be9118 None None] Provisioning complete for port 749c2303-094c-4c67-b731-87874e539066 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:03.965911 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-91bdee00-0a31-48be-ad0a-976547be9118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:03.976362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 82a7fcf3-25dd-4d6c-a450-5d908ec79f91 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:13:04.062533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 82a7fcf3-25dd-4d6c-a450-5d908ec79f91) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:04.070937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-91bdee00-0a31-48be-ad0a-976547be9118 None None] Port 749c2303-094c-4c67-b731-87874e539066 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:13:04.083338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:04.119024 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bee50d7-50a2-4fd8-8076-4fc20c432c9a tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:04.122812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:04.149471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:04.150693 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:04.160923 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bee50d7-50a2-4fd8-8076-4fc20c432c9a tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:04.178760 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90644c4d-9558-4a92-8aee-b1301adae111 None None] Network 82a7fcf3-25dd-4d6c-a450-5d908ec79f91 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:13:04.268918 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-335ee576-7e05-42a9-a52a-b03a085e66b7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6410792 Aug 23 15:13:04.271792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49924) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:04.464419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Set router 928a62a2-c815-45f8-a75b-6ce7a90fb45d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:13:04.533784 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bee50d7-50a2-4fd8-8076-4fc20c432c9a tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:04.551402 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port edbaad33-92df-483a-8a3f-cf1d3bf236b3 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:13:04.552333 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:04.801761 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:04.930309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for edbaad33-92df-483a-8a3f-cf1d3bf236b3 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:13:05.070473 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'name': 'tempest-TestServerBasicOps-968305642-router', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '6d3ff9da-dedf-458b-9b22-15f2ad08bd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:50Z', 'updated_at': '2021-08-23T15:13:00Z', 'revision_number': 4, 'project_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'gw_port': {'id': '6d3ff9da-dedf-458b-9b22-15f2ad08bd8d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:52Z', 'updated_at': '2021-08-23T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '749c2303-094c-4c67-b731-87874e539066', 'name': '', 'network_id': '4be0691f-d410-43c5-9356-f6d678692c9e', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'mac_address': 'fa:16:3e:51:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '23771290-2850-411e-aec9-5a96b8a36971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:58Z', 'updated_at': '2021-08-23T15:13:01Z', 'revision_number': 2, 'project_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'subnets': [{'id': '23771290-2850-411e-aec9-5a96b8a36971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:05.167028 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Checking router: 928a62a2-c815-45f8-a75b-6ce7a90fb45d for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:13:05.170020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Updating router 928a62a2-c815-45f8-a75b-6ce7a90fb45d port 749c2303-094c-4c67-b731-87874e539066 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:13:05.218521 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bee50d7-50a2-4fd8-8076-4fc20c432c9a tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:05.229487 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bee50d7-50a2-4fd8-8076-4fc20c432c9a tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:05.280178 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:05.280876 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:05.390275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=edbaad33-92df-483a-8a3f-cf1d3bf236b3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:05.441155 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:05.443091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:05.443691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:05.444430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:05.445207 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:05.445966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:05.446748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:05.447613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:05.448623 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:05.449598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:05.451543 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:05.452662 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:05.469004 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:05.477904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49978) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:05.478180 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1ca36b04-608b-4027-8134-5317e39168d1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/edbaad33-92df-483a-8a3f-cf1d3bf236b3 HTTP/1.1" status: 204 len: 168 time: 1.2009022 Aug 23 15:13:05.599264 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0bee50d7-50a2-4fd8-8076-4fc20c432c9a tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:05.603234 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bee50d7-50a2-4fd8-8076-4fc20c432c9a tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78b04a8f-6e87-4d19-9e17-b56913b15e4d {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:13:05.657089 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e8a00a-5e0b-47a4-b237-7df9530c63f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:05.679908 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e8a00a-5e0b-47a4-b237-7df9530c63f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:05.687167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 49988) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:05.687560 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-40e8a00a-5e0b-47a4-b237-7df9530c63f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2075977 Aug 23 15:13:05.759108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49992) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:05.786930 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-0bee50d7-50a2-4fd8-8076-4fc20c432c9a tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 23 15:13:05.786930 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0bee50d7-50a2-4fd8-8076-4fc20c432c9a tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0142703 Aug 23 15:13:05.790714 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49996) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:05.810775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 49998) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:05.848536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-57aa1a3b-2ca7-4c74-babf-a814815b99db tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-990258171', 'description': 'tempest-secgroup-smoke-990258171 description', 'project_id': '15057447af0748bf9791ffc4f8be16c1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:05.996839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-00fe4287-d21c-4ce5-a386-0e5687a73bf3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port 8e1e7696-b624-444b-a669-534044027c14 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:13:06.000151 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00fe4287-d21c-4ce5-a386-0e5687a73bf3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:06.042382 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-57aa1a3b-2ca7-4c74-babf-a814815b99db tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:06.114866 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-1a02db9c-82c0-493d-b20c-443b6072514d tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Deleting port 140cdeba-7b79-45a9-be22-31a55973ef68 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:13:06.115376 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a02db9c-82c0-493d-b20c-443b6072514d tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:06.145071 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00fe4287-d21c-4ce5-a386-0e5687a73bf3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:06.179316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-00fe4287-d21c-4ce5-a386-0e5687a73bf3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for 8e1e7696-b624-444b-a669-534044027c14 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:13:06.195930 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:06.221520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Transition to ACTIVE for port object 749c2303-094c-4c67-b731-87874e539066 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:06.264386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'network': {'name': 'tempest-network-smoke--386556517', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'port_security_enabled': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:06.326062 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:06.375683 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a02db9c-82c0-493d-b20c-443b6072514d tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:06.411792 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-1a02db9c-82c0-493d-b20c-443b6072514d tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Calling delete_port for 140cdeba-7b79-45a9-be22-31a55973ef68 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:13:06.483128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-6d6cf16a-87a8-47bc-93e6-2b3a3ce086ab req-2558a2c0-dd90-499b-a34d-37b9e837c419 service neutron] (96115) timed out ('10.222.0.38', 52606) {{(pid=96115) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 15:13:06.524324 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00fe4287-d21c-4ce5-a386-0e5687a73bf3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:06.532815 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa4bb4-8fd9-449b-b405-88efd0b770b0 None None] Pushing event updated for resources: {'Port': ['ID=749c2303-094c-4c67-b731-87874e539066,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:06.548050 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Attempting to bind port 749c2303-094c-4c67-b731-87874e539066 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:13:06.550142 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Attempting to bind port 749c2303-094c-4c67-b731-87874e539066 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '189cc5c1-3354-42a5-90ab-7ba94bef3470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4be0691f-d410-43c5-9356-f6d678692c9e'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:13:06.551769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Attempting to bind port 749c2303-094c-4c67-b731-87874e539066 on network 4be0691f-d410-43c5-9356-f6d678692c9e {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:13:06.557970 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-57aa1a3b-2ca7-4c74-babf-a814815b99db tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:06.563613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50028) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:06.580033 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:13:06.583122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Checking segment: {'id': '189cc5c1-3354-42a5-90ab-7ba94bef3470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4be0691f-d410-43c5-9356-f6d678692c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:06.586328 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:06.589430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Bound using segment: {'id': '189cc5c1-3354-42a5-90ab-7ba94bef3470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4be0691f-d410-43c5-9356-f6d678692c9e'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:13:06.592801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Bound port: 749c2303-094c-4c67-b731-87874e539066, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189cc5c1-3354-42a5-90ab-7ba94bef3470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4be0691f-d410-43c5-9356-f6d678692c9e'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:13:06.594967 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:06.655950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe4287-d21c-4ce5-a386-0e5687a73bf3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=8e1e7696-b624-444b-a669-534044027c14,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:06.691270 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00fe4287-d21c-4ce5-a386-0e5687a73bf3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:06.703605 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-00fe4287-d21c-4ce5-a386-0e5687a73bf3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/8e1e7696-b624-444b-a669-534044027c14 HTTP/1.1" status: 204 len: 168 time: 1.0141399 Aug 23 15:13:06.707842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50036) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:06.834816 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-57aa1a3b-2ca7-4c74-babf-a814815b99db tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:06.860834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] For port 749c2303-094c-4c67-b731-87874e539066, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:13:06.868186 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] For port 749c2303-094c-4c67-b731-87874e539066, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=749c2303-094c-4c67-b731-87874e539066,segment=NetworkSegment(189cc5c1-3354-42a5-90ab-7ba94bef3470),segment_id=189cc5c1-3354-42a5-90ab-7ba94bef3470)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:13:06.888791 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1903039662-network', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:06.897487 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a02db9c-82c0-493d-b20c-443b6072514d tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:06.906440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5331f45-482d-4f58-98e2-7500a30f081b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:06.910138 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a5331f45-482d-4f58-98e2-7500a30f081b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2001486 Aug 23 15:13:06.914935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50042) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:06.984282 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02db9c-82c0-493d-b20c-443b6072514d tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Pushing event deleted for resources: {'Port': ['ID=140cdeba-7b79-45a9-be22-31a55973ef68,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:06.989018 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b75b766-300d-403f-a85c-4f538d6f5df0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] GET failed (client error): The resource could not be found. Aug 23 15:13:06.991292 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Made reservation on behalf of 51b6533c35f2415fa103d56c322ba6e0 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:06.992088 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3b75b766-300d-403f-a85c-4f538d6f5df0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/edbaad33-92df-483a-8a3f-cf1d3bf236b3 HTTP/1.1" status: 404 len: 333 time: 0.0755875 Aug 23 15:13:06.995362 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:06.997000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50048) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:06.998121 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.008436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa1a3b-2ca7-4c74-babf-a814815b99db tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85c0204-5355-454f-b29d-0c9c8a709bbe,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:07.107578 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.126071 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-502af302-b573-477f-9f91-83ff8af7e0b5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] GET failed (client error): The resource could not be found. Aug 23 15:13:07.128800 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-57aa1a3b-2ca7-4c74-babf-a814815b99db tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.130631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-502af302-b573-477f-9f91-83ff8af7e0b5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/8e1e7696-b624-444b-a669-534044027c14 HTTP/1.1" status: 404 len: 333 time: 0.1313097 Aug 23 15:13:07.131578 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-57aa1a3b-2ca7-4c74-babf-a814815b99db tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3177152 Aug 23 15:13:07.134470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50058) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:07.135266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50060) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:07.163862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-5e0ceeb3-117a-4342-98a1-b196dc64184b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Request body: {'security_group_rule': {'security_group_id': 'c85c0204-5355-454f-b29d-0c9c8a709bbe', 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:07.207680 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a02db9c-82c0-493d-b20c-443b6072514d tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.228217 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1a02db9c-82c0-493d-b20c-443b6072514d tempest-RoutersAdminNegativeIpV6Test-72133451 tempest-RoutersAdminNegativeIpV6Test-72133451-project-admin] 10.222.0.38 "DELETE /v2.0/ports/140cdeba-7b79-45a9-be22-31a55973ef68 HTTP/1.1" status: 204 len: 168 time: 1.4244623 Aug 23 15:13:07.255290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa4bb4-8fd9-449b-b405-88efd0b770b0 None None] Pushing event updated for resources: {'Port': ['ID=749c2303-094c-4c67-b731-87874e539066,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:07.263070 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Routers {'928a62a2-c815-45f8-a75b-6ce7a90fb45d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:13:07.264088 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:12:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['928a62a2-c815-45f8-a75b-6ce7a90fb45d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:07.293098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Made reservation on behalf of 6e99595cf1e34e82b2342655ef010f91 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:07.304828 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.331019 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.377621 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74f3ad49-ea98-4f40-8801-d14aa23a1a97 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.513860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] Set router 928a62a2-c815-45f8-a75b-6ce7a90fb45d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:13:07.595364 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74f3ad49-ea98-4f40-8801-d14aa23a1a97 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.606858 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.610962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-74f3ad49-ea98-4f40-8801-d14aa23a1a97 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a7fcf3-25dd-4d6c-a450-5d908ec79f91']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:07.624775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-74f3ad49-ea98-4f40-8801-d14aa23a1a97 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdfd9b3-848d-4668-b644-b73125274296') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:07.625465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-74f3ad49-ea98-4f40-8801-d14aa23a1a97 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdfd9b3-848d-4668-b644-b73125274296') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:07.656181 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74f3ad49-ea98-4f40-8801-d14aa23a1a97 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.711271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74f3ad49-ea98-4f40-8801-d14aa23a1a97 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.724899 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.735838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f3ad49-ea98-4f40-8801-d14aa23a1a97 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:13:07.736955 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74f3ad49-ea98-4f40-8801-d14aa23a1a97 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:13:07.741353 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:13:07.797716 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 15:13:07.797716 n-d-804985-3 neutron-server[96114]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 15:13:07.797716 n-d-804985-3 neutron-server[96114]: [parameters: {'project_id_1': '6e99595cf1e34e82b2342655ef010f91', 'expiration_1': datetime.datetime(2021, 8, 23, 15, 13, 7, 371121)}] Aug 23 15:13:07.797716 n-d-804985-3 neutron-server[96114]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:13:07.797716 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:13:07.824647 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801fcae2-849d-430a-b431-4598017b3f1a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:07.911324 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5e0ceeb3-117a-4342-98a1-b196dc64184b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.924063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:13:07.930258 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74f3ad49-ea98-4f40-8801-d14aa23a1a97 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.960953 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:07.989392 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Added segment a29f0364-6ece-46fd-8fb7-161e5945c62c of type vlan for network 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 Aug 23 15:13:08.007326 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74f3ad49-ea98-4f40-8801-d14aa23a1a97 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.011120 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-74f3ad49-ea98-4f40-8801-d14aa23a1a97 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/networks/82a7fcf3-25dd-4d6c-a450-5d908ec79f91 HTTP/1.1" status: 204 len: 168 time: 0.8281298 Aug 23 15:13:08.012660 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3ad49-ea98-4f40-8801-d14aa23a1a97 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Network': ['ID=82a7fcf3-25dd-4d6c-a450-5d908ec79f91,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:08.019591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50092) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:08.037971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ffdcd73c-1e1d-48c2-b10a-7a7007833a1a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1302598569'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:08.119486 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50096) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:08.144370 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.147621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'name': 'tempest-TestServerBasicOps-968305642-router', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '6d3ff9da-dedf-458b-9b22-15f2ad08bd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:50Z', 'updated_at': '2021-08-23T15:13:00Z', 'revision_number': 4, 'project_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'gw_port': {'id': '6d3ff9da-dedf-458b-9b22-15f2ad08bd8d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:52Z', 'updated_at': '2021-08-23T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '749c2303-094c-4c67-b731-87874e539066', 'name': '', 'network_id': '4be0691f-d410-43c5-9356-f6d678692c9e', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'mac_address': 'fa:16:3e:51:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '23771290-2850-411e-aec9-5a96b8a36971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:58Z', 'updated_at': '2021-08-23T15:13:06Z', 'revision_number': 4, 'project_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'subnets': [{'id': '23771290-2850-411e-aec9-5a96b8a36971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:08.186985 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5e0ceeb3-117a-4342-98a1-b196dc64184b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.213777 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ce16f-1188-44dd-b7e1-2587ff9ca460 None None] The sync data for ids ['928a62a2-c815-45f8-a75b-6ce7a90fb45d'] in n-d-804985-3 is: [{'id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'name': 'tempest-TestServerBasicOps-968305642-router', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '6d3ff9da-dedf-458b-9b22-15f2ad08bd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:50Z', 'updated_at': '2021-08-23T15:13:00Z', 'revision_number': 4, 'project_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'gw_port': {'id': '6d3ff9da-dedf-458b-9b22-15f2ad08bd8d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:52Z', 'updated_at': '2021-08-23T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '749c2303-094c-4c67-b731-87874e539066', 'name': '', 'network_id': '4be0691f-d410-43c5-9356-f6d678692c9e', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'mac_address': 'fa:16:3e:51:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '23771290-2850-411e-aec9-5a96b8a36971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:58Z', 'updated_at': '2021-08-23T15:13:06Z', 'revision_number': 4, 'project_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'subnets': [{'id': '23771290-2850-411e-aec9-5a96b8a36971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:13:08.244085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdcd73c-1e1d-48c2-b10a-7a7007833a1a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:08.256068 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ffdcd73c-1e1d-48c2-b10a-7a7007833a1a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.299027 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.306380 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.332910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:08.333515 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5e0ceeb3-117a-4342-98a1-b196dc64184b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.334190 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.365374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ceeb3-117a-4342-98a1-b196dc64184b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f3c010-e66b-4d82-abcb-368ee813d60d,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:08.371797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdcd73c-1e1d-48c2-b10a-7a7007833a1a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:13:08.392186 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ffdcd73c-1e1d-48c2-b10a-7a7007833a1a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.392549 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-ffdcd73c-1e1d-48c2-b10a-7a7007833a1a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Added segment c461a24f-10b1-4f5e-a44a-f94857c3cd6c of type vlan for network eed8efe6-cacd-4ede-aea3-07cf8db473a5 Aug 23 15:13:08.445902 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ffdcd73c-1e1d-48c2-b10a-7a7007833a1a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.518332 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.7544267 Aug 23 15:13:08.520120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50110) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:08.525507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'admin_state_up': True, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:08.529222 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb62a2bb-4519-4143-8eca-1e70591adb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.558014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fb234-12fe-4557-9e26-931c6af282e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Network': ['ID=919fb1b8-d9e1-4d26-accf-6424f0cf22c2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:08.564064 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5e0ceeb3-117a-4342-98a1-b196dc64184b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.572243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50114) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:08.572350 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5e0ceeb3-117a-4342-98a1-b196dc64184b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4237366 Aug 23 15:13:08.582278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:13:08.583333 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-893cf9fe-32db-4bcb-a91e-8d7828d5ac8f tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Request body: {'security_group_rule': {'security_group_id': 'c85c0204-5355-454f-b29d-0c9c8a709bbe', 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:08.597312 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ffdcd73c-1e1d-48c2-b10a-7a7007833a1a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.607198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdcd73c-1e1d-48c2-b10a-7a7007833a1a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:08.607939 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ffdcd73c-1e1d-48c2-b10a-7a7007833a1a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.758597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcd73c-1e1d-48c2-b10a-7a7007833a1a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Network': ['ID=eed8efe6-cacd-4ede-aea3-07cf8db473a5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:08.789280 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.789605 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network eed8efe6-cacd-4ede-aea3-07cf8db473a5 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:13:08.862506 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:08.928209 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ffdcd73c-1e1d-48c2-b10a-7a7007833a1a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9057696 Aug 23 15:13:08.934724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50130) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:08.961992 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:13:08.978609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b3a6bc0a-2c10-4c8d-9e24-106094eaa863 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'subnet': {'network_id': 'eed8efe6-cacd-4ede-aea3-07cf8db473a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:08.998819 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a26290-2f84-4ae7-a9a5-0e44fa16bd83,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:09.023242 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:09.024007 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Added segment d483d0d7-f4df-4fa6-9218-8f7e7860a5ca of type vlan for network ba929545-a5aa-4017-8c56-61de1121ed13 Aug 23 15:13:09.040256 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:09.044761 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:09.173556 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:09.222299 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:09.333348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 749c2303-094c-4c67-b731-87874e539066 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:09.448359 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:09.450098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:09.451007 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:09.465443 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb62a2bb-4519-4143-8eca-1e70591adb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:09.515066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 749c2303-094c-4c67-b731-87874e539066 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:09.547330 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 749c2303-094c-4c67-b731-87874e539066 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:09.548483 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:09.650767 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb62a2bb-4519-4143-8eca-1e70591adb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:09.724526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50160) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:09.727160 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cb62a2bb-4519-4143-8eca-1e70591adb45 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7de41c62dffe4a0ab165a1bd23762111&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6061277 Aug 23 15:13:09.732728 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:09.756869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] Pushing event updated for resources: {'Network': ['ID=ba929545-a5aa-4017-8c56-61de1121ed13,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:09.777624 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62a2bb-4519-4143-8eca-1e70591adb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9065d46-1bbf-4316-9da2-8643317af024,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:09.796424 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network ba929545-a5aa-4017-8c56-61de1121ed13 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:13:09.854228 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4dd41ab-bb00-4013-b7b9-b3b22fbf0027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:09.893086 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-893cf9fe-32db-4bcb-a91e-8d7828d5ac8f tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:09.900927 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4dd41ab-bb00-4013-b7b9-b3b22fbf0027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:10.022079 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-893cf9fe-32db-4bcb-a91e-8d7828d5ac8f tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:10.030522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a6bc0a-2c10-4c8d-9e24-106094eaa863 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:10.039557 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b3a6bc0a-2c10-4c8d-9e24-106094eaa863 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:10.291996 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-893cf9fe-32db-4bcb-a91e-8d7828d5ac8f tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:10.313586 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f43f5527-c577-4481-9006-7f7ddb292b56 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.7485666 Aug 23 15:13:10.332240 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cf9fe-32db-4bcb-a91e-8d7828d5ac8f tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfb48c7-039e-4c0e-bf7d-7559ff8500af,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:10.335221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50176) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:10.344360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-4cdbf52d-7b67-4445-aada-dead47eb4b23 admin admin] Request body: {'subnet': {'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1903039662-subnet', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:10.409071 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4dd41ab-bb00-4013-b7b9-b3b22fbf0027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:10.412981 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:10.429430 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b4dd41ab-bb00-4013-b7b9-b3b22fbf0027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:10.429430 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b4dd41ab-bb00-4013-b7b9-b3b22fbf0027 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d9065d46-1bbf-4316-9da2-8643317af024 HTTP/1.1" status: 204 len: 168 time: 0.6897967 Aug 23 15:13:10.495499 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdbf52d-7b67-4445-aada-dead47eb4b23 admin admin] Made reservation on behalf of 6e99595cf1e34e82b2342655ef010f91 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:10.498636 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 749c2303-094c-4c67-b731-87874e539066, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=749c2303-094c-4c67-b731-87874e539066,segment=NetworkSegment(189cc5c1-3354-42a5-90ab-7ba94bef3470),segment_id=189cc5c1-3354-42a5-90ab-7ba94bef3470)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:13:10.504129 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf52d-7b67-4445-aada-dead47eb4b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:10.577217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-893cf9fe-32db-4bcb-a91e-8d7828d5ac8f tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:10.579973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-893cf9fe-32db-4bcb-a91e-8d7828d5ac8f tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0044558 Aug 23 15:13:10.601602 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:10.629597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50188) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:10.631119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd41ab-bb00-4013-b7b9-b3b22fbf0027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9065d46-1bbf-4316-9da2-8643317af024,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:10.650012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f3d45de6-54df-483d-bb84-9326712888c6 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Request body: {'security_group_rule': {'security_group_id': 'c85c0204-5355-454f-b29d-0c9c8a709bbe', 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:10.673531 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:10.721912 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:10.863868 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=749c2303-094c-4c67-b731-87874e539066,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:10.876463 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3d45de6-54df-483d-bb84-9326712888c6 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:10.883997 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b3a6bc0a-2c10-4c8d-9e24-106094eaa863 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:10.892577 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:10.893002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:10.893538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:10.894000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:10.894513 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:10.895949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:10.897303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:10.897864 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:10.898335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:10.898870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:10.900955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:10.900955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:13:11.045534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6bc0a-2c10-4c8d-9e24-106094eaa863 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Subnet': ['ID=34b03612-f3fc-4dab-a375-39e4b7dd4099,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:11.130357 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3d45de6-54df-483d-bb84-9326712888c6 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:11.135375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Allocated IP 172.25.8.138 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/f3b52603-b1a9-4135-9457-09e5dd7f4f2c) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:11.209372 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6bc0a-2c10-4c8d-9e24-106094eaa863 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Checking segment: {'id': 'c461a24f-10b1-4f5e-a44a-f94857c3cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eed8efe6-cacd-4ede-aea3-07cf8db473a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:11.209762 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a6bc0a-2c10-4c8d-9e24-106094eaa863 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network hostable DHCP agents. Network: eed8efe6-cacd-4ede-aea3-07cf8db473a5, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:13:11.262841 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3d45de6-54df-483d-bb84-9326712888c6 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:11.273404 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf52d-7b67-4445-aada-dead47eb4b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:11.273899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 749c2303-094c-4c67-b731-87874e539066 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:11.311576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d45de6-54df-483d-bb84-9326712888c6 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49de95ec-c32c-407f-9a41-dc6b5a71a996,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:11.351847 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a6bc0a-2c10-4c8d-9e24-106094eaa863 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network eed8efe6-cacd-4ede-aea3-07cf8db473a5 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:13:11.404917 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbf52d-7b67-4445-aada-dead47eb4b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae11ce01-e39c-4b2d-9455-4272290cbf22,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:11.422794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdbf52d-7b67-4445-aada-dead47eb4b23 admin admin] Checking segment: {'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:11.423398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdbf52d-7b67-4445-aada-dead47eb4b23 admin admin] Network hostable DHCP agents. Network: ba929545-a5aa-4017-8c56-61de1121ed13, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:13:11.428166 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 749c2303-094c-4c67-b731-87874e539066 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:11.429075 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:11.441719 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:11.453379 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3d45de6-54df-483d-bb84-9326712888c6 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:11.460778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50222) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:11.468415 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f3d45de6-54df-483d-bb84-9326712888c6 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8221374 Aug 23 15:13:11.472592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-73089533-368a-4ce1-ab14-8e6c379d6c77 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Request body: {'security_group_rule': {'security_group_id': 'c85c0204-5355-454f-b29d-0c9c8a709bbe', 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:11.501684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-b3a6bc0a-2c10-4c8d-9e24-106094eaa863 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, eed8efe6-cacd-4ede-aea3-07cf8db473a5) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:11.518323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a6bc0a-2c10-4c8d-9e24-106094eaa863 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:11.519800 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b3a6bc0a-2c10-4c8d-9e24-106094eaa863 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:11.529400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3977cf8f-349b-49d3-a8a9-c27d9f9dd487 None None] Network eed8efe6-cacd-4ede-aea3-07cf8db473a5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:13:11.578035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdbf52d-7b67-4445-aada-dead47eb4b23 admin admin] Network ba929545-a5aa-4017-8c56-61de1121ed13 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:13:11.597642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-4cdbf52d-7b67-4445-aada-dead47eb4b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, ba929545-a5aa-4017-8c56-61de1121ed13) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:11.616507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdbf52d-7b67-4445-aada-dead47eb4b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:11.619153 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf52d-7b67-4445-aada-dead47eb4b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:11.632894 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73089533-368a-4ce1-ab14-8e6c379d6c77 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:11.646632 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947365c2-09b3-4454-8404-42aa286aafdc None None] Network ba929545-a5aa-4017-8c56-61de1121ed13 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:13:11.657117 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:11.714356 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b3a6bc0a-2c10-4c8d-9e24-106094eaa863 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7430267 Aug 23 15:13:11.718356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50232) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:11.728323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-713e78fd-a1ae-472b-afa1-d63953130340 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'network_id': 'eed8efe6-cacd-4ede-aea3-07cf8db473a5', 'name': 'tempest-PortsTestJSON-88144018'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:11.748874 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4cdbf52d-7b67-4445-aada-dead47eb4b23 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4098492 Aug 23 15:13:11.749889 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50236) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:11.750409 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50238) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:11.775737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:11.860897 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73089533-368a-4ce1-ab14-8e6c379d6c77 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:11.873843 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:11.875299 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:11.939939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Port': ['ID=f3b52603-b1a9-4135-9457-09e5dd7f4f2c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:11.941097 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73089533-368a-4ce1-ab14-8e6c379d6c77 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:11.992941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:11.997481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:11.997616 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73089533-368a-4ce1-ab14-8e6c379d6c77 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a71f5fa-49be-4401-a43a-3c379212903f,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:11.998912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:12.009216 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3e95960b-2d6a-4255-adab-83de73f18ad4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fe07451d114349718c05e229c1c68db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439897 Aug 23 15:13:12.015241 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50254) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:12.078434 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:12.085832 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73089533-368a-4ce1-ab14-8e6c379d6c77 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:12.093870 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-73089533-368a-4ce1-ab14-8e6c379d6c77 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6286166 Aug 23 15:13:12.094380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50258) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:12.113223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1b714b28-cecf-4747-af9f-0cfe63978941 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Request body: {'security_group_rule': {'security_group_id': 'c85c0204-5355-454f-b29d-0c9c8a709bbe', 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:12.166039 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3e907a7f-8ff9-468b-8d6a-a0322a938f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:12.179580 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-eed8efe6-cacd-4ede-aea3-07cf8db473a5', 'network_id': 'eed8efe6-cacd-4ede-aea3-07cf8db473a5', 'tenant_id': 'ac1f87f409a24cca9052408ad5c0da2e', 'fixed_ips': [{'subnet_id': '34b03612-f3fc-4dab-a375-39e4b7dd4099'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:13:12.182881 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:12.203227 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3e907a7f-8ff9-468b-8d6a-a0322a938f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:12.292189 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713e78fd-a1ae-472b-afa1-d63953130340 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:12.297421 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-713e78fd-a1ae-472b-afa1-d63953130340 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:12.426797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-ba929545-a5aa-4017-8c56-61de1121ed13', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:13:12.428095 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:12.431515 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-1b714b28-cecf-4747-af9f-0cfe63978941 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Project 15057447af0748bf9791ffc4f8be16c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:13:12.451358 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b714b28-cecf-4747-af9f-0cfe63978941 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:12.524031 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-713e78fd-a1ae-472b-afa1-d63953130340 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port acf78bc0-e85f-4890-9b4f-6267a87099e2 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:13:12.581442 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b714b28-cecf-4747-af9f-0cfe63978941 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:12.662216 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b714b28-cecf-4747-af9f-0cfe63978941 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:12.763335 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b714b28-cecf-4747-af9f-0cfe63978941 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c620c1c-7720-401f-aa66-147e51d5796e,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:12.774973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Allocated IP 172.20.0.2 (ba929545-a5aa-4017-8c56-61de1121ed13/ae11ce01-e39c-4b2d-9455-4272290cbf22/bdea6651-f2c4-43ee-af68-275a54dce5c7) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:12.781978 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1b714b28-cecf-4747-af9f-0cfe63978941 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:12.789737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1b714b28-cecf-4747-af9f-0cfe63978941 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6924527 Aug 23 15:13:12.795110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50282) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:12.813308 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d0a68df0-aab5-4224-9a4b-76981ede7e68 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Request body: {'security_group_rule': {'security_group_id': 'c85c0204-5355-454f-b29d-0c9c8a709bbe', 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:12.841050 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:13.140040 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:13.169374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Allocated IP 172.20.0.2 (eed8efe6-cacd-4ede-aea3-07cf8db473a5/34b03612-f3fc-4dab-a375-39e4b7dd4099/01f2f276-b981-4fc7-a87d-f00174843ded) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:13.229336 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-d0a68df0-aab5-4224-9a4b-76981ede7e68 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Project 15057447af0748bf9791ffc4f8be16c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:13:13.250311 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d0a68df0-aab5-4224-9a4b-76981ede7e68 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:13.405308 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:13.510127 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d0a68df0-aab5-4224-9a4b-76981ede7e68 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:13.515339 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:13.536149 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:13.654974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Transition to ACTIVE for port object bdea6651-f2c4-43ee-af68-275a54dce5c7 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:13.657869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Transition to ACTIVE for port object 01f2f276-b981-4fc7-a87d-f00174843ded will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:13.663465 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3e907a7f-8ff9-468b-8d6a-a0322a938f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:13.668163 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3e907a7f-8ff9-468b-8d6a-a0322a938f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:13.670263 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3e907a7f-8ff9-468b-8d6a-a0322a938f54 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2c4104bb-9192-4b55-bc4f-942aaf7b2316 HTTP/1.1" status: 204 len: 168 time: 1.6520498 Aug 23 15:13:13.695901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Transition to ACTIVE for port object 01f2f276-b981-4fc7-a87d-f00174843ded will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:13.702211 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Transition to ACTIVE for port object bdea6651-f2c4-43ee-af68-275a54dce5c7 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:13.710627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e907a7f-8ff9-468b-8d6a-a0322a938f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4104bb-9192-4b55-bc4f-942aaf7b2316,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:13.828840 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:13.866339 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Network ba929545-a5aa-4017-8c56-61de1121ed13 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:13.870607 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:13.879745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:13.957906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:14.006955 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:14.007283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Network eed8efe6-cacd-4ede-aea3-07cf8db473a5 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:14.052867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:14.055694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Pushing event updated for resources: {'Port': ['ID=bdea6651-f2c4-43ee-af68-275a54dce5c7,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:14.073487 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:14.082749 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:14.125106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-713e78fd-a1ae-472b-afa1-d63953130340 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Allocated IP 172.20.0.10 (eed8efe6-cacd-4ede-aea3-07cf8db473a5/34b03612-f3fc-4dab-a375-39e4b7dd4099/acf78bc0-e85f-4890-9b4f-6267a87099e2) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:14.231968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Attempting to bind port bdea6651-f2c4-43ee-af68-275a54dce5c7 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:13:14.231968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Attempting to bind port bdea6651-f2c4-43ee-af68-275a54dce5c7 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:13:14.232601 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Attempting to bind port bdea6651-f2c4-43ee-af68-275a54dce5c7 on network ba929545-a5aa-4017-8c56-61de1121ed13 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:13:14.290119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:13:14.290790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Checking segment: {'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:14.291457 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:14.292131 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Bound using segment: {'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:13:14.295253 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Bound port: bdea6651-f2c4-43ee-af68-275a54dce5c7, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:13:14.295253 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:14.379410 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Pushing event updated for resources: {'Port': ['ID=01f2f276-b981-4fc7-a87d-f00174843ded,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:14.406356 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d0a68df0-aab5-4224-9a4b-76981ede7e68 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:14.493109 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a68df0-aab5-4224-9a4b-76981ede7e68 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5c8022-9397-45c7-938a-d4b6e9486a29,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:14.570070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d0a68df0-aab5-4224-9a4b-76981ede7e68 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:14.575714 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d0a68df0-aab5-4224-9a4b-76981ede7e68 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7762611 Aug 23 15:13:14.580720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Attempting to bind port 01f2f276-b981-4fc7-a87d-f00174843ded on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:13:14.581431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Attempting to bind port 01f2f276-b981-4fc7-a87d-f00174843ded by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'c461a24f-10b1-4f5e-a44a-f94857c3cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eed8efe6-cacd-4ede-aea3-07cf8db473a5'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:13:14.581916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Attempting to bind port 01f2f276-b981-4fc7-a87d-f00174843ded on network eed8efe6-cacd-4ede-aea3-07cf8db473a5 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:13:14.620298 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-713e78fd-a1ae-472b-afa1-d63953130340 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:14.649073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:13:14.649384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Checking segment: {'id': 'c461a24f-10b1-4f5e-a44a-f94857c3cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eed8efe6-cacd-4ede-aea3-07cf8db473a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:14.652980 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:14.655059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Bound using segment: {'id': 'c461a24f-10b1-4f5e-a44a-f94857c3cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eed8efe6-cacd-4ede-aea3-07cf8db473a5'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:13:14.657895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Bound port: 01f2f276-b981-4fc7-a87d-f00174843ded, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c461a24f-10b1-4f5e-a44a-f94857c3cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eed8efe6-cacd-4ede-aea3-07cf8db473a5'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:13:14.659111 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:14.708423 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:13:14.717165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] For port bdea6651-f2c4-43ee-af68-275a54dce5c7, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:13:14.748284 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] For port bdea6651-f2c4-43ee-af68-275a54dce5c7, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bdea6651-f2c4-43ee-af68-275a54dce5c7,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:13:14.755566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-713e78fd-a1ae-472b-afa1-d63953130340 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Transition to ACTIVE for port object acf78bc0-e85f-4890-9b4f-6267a87099e2 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:14.846415 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:15.022068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] For port 01f2f276-b981-4fc7-a87d-f00174843ded, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:13:15.041004 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b395a-67db-4a9b-aa07-7faa06bbf4c6 None None] Pushing event updated for resources: {'Port': ['ID=bdea6651-f2c4-43ee-af68-275a54dce5c7,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:15.060770 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] For port 01f2f276-b981-4fc7-a87d-f00174843ded, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=01f2f276-b981-4fc7-a87d-f00174843ded,segment=NetworkSegment(c461a24f-10b1-4f5e-a44a-f94857c3cd6c),segment_id=c461a24f-10b1-4f5e-a44a-f94857c3cd6c)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:13:15.097653 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Allocated IP 172.25.8.147 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:15.220720 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:15.268340 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:13:15.268442 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Sync routers for ids ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:13:15.276657 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Routers {'92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:13:15.281347 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:12:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:15.415756 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc813a-c24d-4a45-91dd-99de8bee28c4 None None] Pushing event updated for resources: {'Port': ['ID=01f2f276-b981-4fc7-a87d-f00174843ded,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:15.478101 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:15.488554 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a94da399-ea06-4ddf-920c-8035394862ce tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9669759 Aug 23 15:13:15.493522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50344) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:15.614258 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:15.627306 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-713e78fd-a1ae-472b-afa1-d63953130340 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:15.710698 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:15.842552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713e78fd-a1ae-472b-afa1-d63953130340 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network eed8efe6-cacd-4ede-aea3-07cf8db473a5 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:15.852598 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Set router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:13:16.079355 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-713e78fd-a1ae-472b-afa1-d63953130340 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:16.102075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713e78fd-a1ae-472b-afa1-d63953130340 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:16.184156 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:16.264285 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-782cfa3f-9cdc-4fba-844a-802fde53ee17 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=51b6533c35f2415fa103d56c322ba6e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7683609 Aug 23 15:13:16.268557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50358) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:16.288266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e78fd-a1ae-472b-afa1-d63953130340 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=acf78bc0-e85f-4890-9b4f-6267a87099e2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:16.436589 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Pushing event updated for resources: {'Port': ['ID=de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:16.462163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:16.474199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e78fd-a1ae-472b-afa1-d63953130340 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:16.477230 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-713e78fd-a1ae-472b-afa1-d63953130340 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:16.515973 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:16.545082 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:16.568039 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:13:12Z', 'revision_number': 3, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:16.582735 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c482a259-314d-4c57-afe5-8d5dd3ed5e6b tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:16.585168 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c482a259-314d-4c57-afe5-8d5dd3ed5e6b tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3140540 Aug 23 15:13:16.590603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50364) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:16.642615 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-713e78fd-a1ae-472b-afa1-d63953130340 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.9224396 Aug 23 15:13:16.647071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50366) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:16.721054 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ecc3155a-4070-4101-ad65-acb08aa049b4 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1283014 Aug 23 15:13:16.725581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50370) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:16.735124 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-99313a83-139f-4b1f-8978-f7fe535d1918 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1423311111', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:16.737295 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Checking router: 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:13:16.744274 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Updating router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 port f3b52603-b1a9-4135-9457-09e5dd7f4f2c binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:13:16.885487 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:16.960705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50374) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:17.166795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99313a83-139f-4b1f-8978-f7fe535d1918 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Made reservation on behalf of 51b6533c35f2415fa103d56c322ba6e0 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:17.184815 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-99313a83-139f-4b1f-8978-f7fe535d1918 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:17.528092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73084ac-a87f-4181-8cd2-4012c71dbe73 None None] Network ba929545-a5aa-4017-8c56-61de1121ed13 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:13:17.578415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-780630272'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:17.642802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bdea6651-f2c4-43ee-af68-275a54dce5c7 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:17.832993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Made reservation on behalf of 88306a2757b646ddb5b43ebb9d0ca80e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:17.840261 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:17.900319 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:17.951023 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fdce7e97-492f-4b49-89f4-3ea13a93067a None None] Provisioning for port bdea6651-f2c4-43ee-af68-275a54dce5c7 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:18.041870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-1aeca29b-c319-4920-8085-17f012bb431e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port acf78bc0-e85f-4890-9b4f-6267a87099e2 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:13:18.043817 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1aeca29b-c319-4920-8085-17f012bb431e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:18.103549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f16f420-2a33-49dc-9248-1981cea41cca None None] Network eed8efe6-cacd-4ede-aea3-07cf8db473a5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:13:18.221031 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:18.248687 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Transition to ACTIVE for port object f3b52603-b1a9-4135-9457-09e5dd7f4f2c will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:18.287775 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port bdea6651-f2c4-43ee-af68-275a54dce5c7 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:18.318737 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:18.329117 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:18.370255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port bdea6651-f2c4-43ee-af68-275a54dce5c7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:18.374144 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:18.451790 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Attempting to bind port f3b52603-b1a9-4135-9457-09e5dd7f4f2c on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:13:18.454566 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Attempting to bind port f3b52603-b1a9-4135-9457-09e5dd7f4f2c by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:13:18.455253 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Attempting to bind port f3b52603-b1a9-4135-9457-09e5dd7f4f2c on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:13:18.483298 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:13:18.484306 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:18.484973 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:18.485594 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:13:18.486345 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Bound port: f3b52603-b1a9-4135-9457-09e5dd7f4f2c, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:13:18.488150 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:18.491330 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374e4d2-bb56-4937-a758-1d386516c2b8 None None] Pushing event updated for resources: {'Port': ['ID=f3b52603-b1a9-4135-9457-09e5dd7f4f2c,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:18.496886 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:18.536241 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1aeca29b-c319-4920-8085-17f012bb431e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:18.583974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a1d5c2a5-55fa-4314-971c-f19404ef88a2 None None] Provisioning for port 01f2f276-b981-4fc7-a87d-f00174843ded completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:18.642372 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-1aeca29b-c319-4920-8085-17f012bb431e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for acf78bc0-e85f-4890-9b4f-6267a87099e2 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:13:18.740334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-d65eacf1-f8a5-4b37-a89d-ee31b75b8a63 req-55ef3963-91b8-44b7-96d8-5c9426887fae service neutron] (96115) timed out ('10.222.0.57', 58044) {{(pid=96115) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 15:13:18.746752 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:18.747781 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] For port f3b52603-b1a9-4135-9457-09e5dd7f4f2c, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:13:18.763096 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] For port f3b52603-b1a9-4135-9457-09e5dd7f4f2c, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f3b52603-b1a9-4135-9457-09e5dd7f4f2c,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:13:18.818361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:13:18.842838 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-99313a83-139f-4b1f-8978-f7fe535d1918 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:18.843496 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:18.850809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c75288b-31ac-431e-9132-1fce5715b493,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:18.861648 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:18.862373 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Added segment 37649a99-3ea9-434c-892c-8a3382e56c9a of type vlan for network 69910358-f657-4aa8-a6ce-aa00151549fa Aug 23 15:13:18.892372 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:18.958678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port bdea6651-f2c4-43ee-af68-275a54dce5c7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bdea6651-f2c4-43ee-af68-275a54dce5c7,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:13:19.101982 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374e4d2-bb56-4937-a758-1d386516c2b8 None None] Pushing event updated for resources: {'Port': ['ID=f3b52603-b1a9-4135-9457-09e5dd7f4f2c,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:19.119719 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:19.121931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 01f2f276-b981-4fc7-a87d-f00174843ded up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:19.147264 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Routers {'92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:13:19.147910 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:12:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:19.176070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:19.191069 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99313a83-139f-4b1f-8978-f7fe535d1918 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Subnet': ['ID=5a3edf35-6cfd-43b9-9406-9931fac42c28,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:19.221418 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:19.232457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99313a83-139f-4b1f-8978-f7fe535d1918 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Checking segment: {'id': 'a29f0364-6ece-46fd-8fb7-161e5945c62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:19.232810 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99313a83-139f-4b1f-8978-f7fe535d1918 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network hostable DHCP agents. Network: 919fb1b8-d9e1-4d26-accf-6424f0cf22c2, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:13:19.238219 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1aeca29b-c319-4920-8085-17f012bb431e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:19.329718 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:19.336493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:19.336652 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:19.379132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=bdea6651-f2c4-43ee-af68-275a54dce5c7,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:19.409640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99313a83-139f-4b1f-8978-f7fe535d1918 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:13:19.460146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeca29b-c319-4920-8085-17f012bb431e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=acf78bc0-e85f-4890-9b4f-6267a87099e2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:19.500424 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e719ab6c-f72a-4d2d-a75e-653fdc5135a3 None None] Provisioning complete for port bdea6651-f2c4-43ee-af68-275a54dce5c7 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:19.503149 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e719ab6c-f72a-4d2d-a75e-653fdc5135a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:19.605654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event updated for resources: {'Network': ['ID=69910358-f657-4aa8-a6ce-aa00151549fa,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:19.637000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 69910358-f657-4aa8-a6ce-aa00151549fa details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:13:19.702177 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d88228f8-e653-4685-a9af-7b25aea42940 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.7394691 Aug 23 15:13:19.706720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50394) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:19.724848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3ae7cc34-58c6-4475-a91d-954a89f2c64f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Request body: {'subnet': {'network_id': '69910358-f657-4aa8-a6ce-aa00151549fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:19.774930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-99313a83-139f-4b1f-8978-f7fe535d1918 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 919fb1b8-d9e1-4d26-accf-6424f0cf22c2) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:19.878845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1aeca29b-c319-4920-8085-17f012bb431e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:19.886524 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1aeca29b-c319-4920-8085-17f012bb431e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/acf78bc0-e85f-4890-9b4f-6267a87099e2 HTTP/1.1" status: 204 len: 168 time: 3.2376509 Aug 23 15:13:19.889605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50396) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:19.900430 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] Set router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:13:19.915382 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99313a83-139f-4b1f-8978-f7fe535d1918 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:19.916475 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-99313a83-139f-4b1f-8978-f7fe535d1918 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:19.937417 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd419955-83a0-430c-aa9d-4e4a23f43cdd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] DELETE failed (client error): The resource could not be found. Aug 23 15:13:19.938614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd419955-83a0-430c-aa9d-4e4a23f43cdd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:13:19.956128 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bd419955-83a0-430c-aa9d-4e4a23f43cdd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/acf78bc0-e85f-4890-9b4f-6267a87099e2 HTTP/1.1" status: 404 len: 333 time: 0.0648212 Aug 23 15:13:19.961315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50398) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:20.052910 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-d093f07b-480a-4663-b74b-89e36ebae061 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] GET failed (client error): The resource could not be found. Aug 23 15:13:20.060476 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d093f07b-480a-4663-b74b-89e36ebae061 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/acf78bc0-e85f-4890-9b4f-6267a87099e2 HTTP/1.1" status: 404 len: 333 time: 0.0974829 Aug 23 15:13:20.063693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50400) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:20.091512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Router 634650ff-dd53-4c39-9c72-ec2dcb5d555a is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:13:20.176678 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-99313a83-139f-4b1f-8978-f7fe535d1918 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4483619 Aug 23 15:13:20.177206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50402) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:20.195913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01193839-f69f-4a50-8397-4212a3ca51f6 None None] Network 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:13:20.418955 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:13:12Z', 'revision_number': 3, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:20.418955 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938ba1af-8742-45fc-86ed-7547f822fad2 None None] The sync data for ids ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'] in n-d-804985-3 is: [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:13:12Z', 'revision_number': 3, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:13:20.491115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd4afcb-f0f8-4208-b45b-67bb20f57c61 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting subnet 34b03612-f3fc-4dab-a375-39e4b7dd4099 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:13:20.499697 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5fd4afcb-f0f8-4208-b45b-67bb20f57c61 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:20.543219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:13:20.629877 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Sync routers for ids ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:13:20.648688 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:13:20.655735 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5fd4afcb-f0f8-4208-b45b-67bb20f57c61 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:20.661204 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:20.722995 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Routers {'634650ff-dd53-4c39-9c72-ec2dcb5d555a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:13:20.724374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:12:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:20.993912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae7cc34-58c6-4475-a91d-954a89f2c64f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Made reservation on behalf of 88306a2757b646ddb5b43ebb9d0ca80e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:21.003132 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5fd4afcb-f0f8-4208-b45b-67bb20f57c61 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:21.003347 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ae7cc34-58c6-4475-a91d-954a89f2c64f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:21.218769 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:21.220770 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 01f2f276-b981-4fc7-a87d-f00174843ded completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:21.235623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-89e33621-27c2-4507-a3cf-5659c642669d None None] Could not find standard attr ID for object acf78bc0-e85f-4890-9b4f-6267a87099e2. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:13:21.251082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 01f2f276-b981-4fc7-a87d-f00174843ded triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:21.251082 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:21.258807 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:21.265283 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6fb223a7-ac45-4b96-b6d8-73559b335652 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4938502 Aug 23 15:13:21.265578 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50412) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:21.445926 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5fd4afcb-f0f8-4208-b45b-67bb20f57c61 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:21.472319 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Allocated IP 172.20.0.2 (919fb1b8-d9e1-4d26-accf-6424f0cf22c2/5a3edf35-6cfd-43b9-9406-9931fac42c28/f42f5489-a828-4d3f-9fbf-25416398f6d8) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:21.627067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4afcb-f0f8-4208-b45b-67bb20f57c61 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Subnet': ['ID=34b03612-f3fc-4dab-a375-39e4b7dd4099,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:21.668807 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5fd4afcb-f0f8-4208-b45b-67bb20f57c61 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:21.684611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5fd4afcb-f0f8-4208-b45b-67bb20f57c61 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/34b03612-f3fc-4dab-a375-39e4b7dd4099 HTTP/1.1" status: 204 len: 168 time: 1.6199648 Aug 23 15:13:21.717826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50420) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:21.744634 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Set router 634650ff-dd53-4c39-9c72-ec2dcb5d555a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:13:21.762876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7f1326-b427-46b0-a057-a67003e84836 None None] Network eed8efe6-cacd-4ede-aea3-07cf8db473a5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:13:21.919495 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ae7cc34-58c6-4475-a91d-954a89f2c64f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:22.047151 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:22.154375 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:22.316761 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:22.388838 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-28199a1b-0e93-40a1-825e-72d3841f000c tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990258171&fields=id&tenant_id=15057447af0748bf9791ffc4f8be16c1 HTTP/1.1" status: 200 len: 267 time: 0.8514161 Aug 23 15:13:22.593094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7cc34-58c6-4475-a91d-954a89f2c64f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event updated for resources: {'Subnet': ['ID=4540d075-2f95-4fbc-b007-88322e2369a1,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:22.619276 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:22.638201 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Transition to ACTIVE for port object f42f5489-a828-4d3f-9fbf-25416398f6d8 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:22.715391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae7cc34-58c6-4475-a91d-954a89f2c64f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Checking segment: {'id': '37649a99-3ea9-434c-892c-8a3382e56c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '69910358-f657-4aa8-a6ce-aa00151549fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:22.715790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae7cc34-58c6-4475-a91d-954a89f2c64f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Network hostable DHCP agents. Network: 69910358-f657-4aa8-a6ce-aa00151549fa, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:13:22.877884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port 01f2f276-b981-4fc7-a87d-f00174843ded {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:13:22.884615 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:22.906232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-7237ad60-b29b-4972-9f76-e01bad52361b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:22.907850 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-7237ad60-b29b-4972-9f76-e01bad52361b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/networks?id=1f31ed9b-16ac-4c36-8f03-c6c4224f794c HTTP/1.1" status: 200 len: 809 time: 0.4864967 Aug 23 15:13:22.974534 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae7cc34-58c6-4475-a91d-954a89f2c64f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Network 69910358-f657-4aa8-a6ce-aa00151549fa is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:13:23.100482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Transition to ACTIVE for port object f42f5489-a828-4d3f-9fbf-25416398f6d8 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:23.188490 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 01f2f276-b981-4fc7-a87d-f00174843ded, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=01f2f276-b981-4fc7-a87d-f00174843ded,segment=NetworkSegment(c461a24f-10b1-4f5e-a44a-f94857c3cd6c),segment_id=c461a24f-10b1-4f5e-a44a-f94857c3cd6c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:13:23.282623 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:23.286136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] For port 01f2f276-b981-4fc7-a87d-f00174843ded, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=01f2f276-b981-4fc7-a87d-f00174843ded,segment=NetworkSegment(c461a24f-10b1-4f5e-a44a-f94857c3cd6c),segment_id=c461a24f-10b1-4f5e-a44a-f94857c3cd6c)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:13:23.286915 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:23.315956 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:17Z', 'revision_number': 3, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:23.342298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for 01f2f276-b981-4fc7-a87d-f00174843ded owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:13:23.416120 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:23.434443 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-87a18974-12aa-4044-a32c-872ee651656f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:23.537040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7ca107-c047-4c09-809e-5abfd1991981 None None] DHCP port deletion for eed8efe6-cacd-4ede-aea3-07cf8db473a5 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:13:23.569498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Network 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:23.604529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Checking router: 634650ff-dd53-4c39-9c72-ec2dcb5d555a for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:13:23.615979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Updating router 634650ff-dd53-4c39-9c72-ec2dcb5d555a port de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:13:23.661104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:23.723632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-3ae7cc34-58c6-4475-a91d-954a89f2c64f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 69910358-f657-4aa8-a6ce-aa00151549fa) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:23.743046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae7cc34-58c6-4475-a91d-954a89f2c64f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:23.744016 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ae7cc34-58c6-4475-a91d-954a89f2c64f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:23.774700 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:23.796808 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-a165c4b4-a5ba-4fd1-802d-3c2678442140 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/quotas/15057447af0748bf9791ffc4f8be16c1 HTTP/1.1" status: 200 len: 375 time: 0.7852314 Aug 23 15:13:23.798782 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b882eb32-5f0e-4b95-bb0b-a5553efd18d3 None None] Network 69910358-f657-4aa8-a6ce-aa00151549fa requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:13:24.007161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Allocated IP 172.20.0.1 (919fb1b8-d9e1-4d26-accf-6424f0cf22c2/5a3edf35-6cfd-43b9-9406-9931fac42c28/6ea7dc6e-2f02-4e6e-bde0-04d457db65d7) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:24.045820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Pushing event updated for resources: {'Port': ['ID=f42f5489-a828-4d3f-9fbf-25416398f6d8,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:24.054969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f3b52603-b1a9-4135-9457-09e5dd7f4f2c up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:24.093414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3ae7cc34-58c6-4475-a91d-954a89f2c64f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3830812 Aug 23 15:13:24.115896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50452) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:24.142864 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e7362112-4237-4c88-a95a-54e4a27de8c8 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Request body: {'port': {'network_id': '69910358-f657-4aa8-a6ce-aa00151549fa', 'name': 'tempest-AllowedAddressPairTestJSON-1816335289'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:24.254690 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:24.294296 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:24.328200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event deleted for resources: {'Port': ['ID=01f2f276-b981-4fc7-a87d-f00174843ded,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:24.346182 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:24.394699 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Transition to ACTIVE for port object 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:24.480220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=01f2f276-b981-4fc7-a87d-f00174843ded,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:24.560225 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:24.628300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No DVR routers for this DVR port 01f2f276-b981-4fc7-a87d-f00174843ded on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:13:24.655098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:24.656040 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-8c7ae5f2-3982-43e0-a241-d1236d8ee41f tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=15057447af0748bf9791ffc4f8be16c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8304539 Aug 23 15:13:24.657876 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:24.671920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:24.718683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Attempting to bind port f42f5489-a828-4d3f-9fbf-25416398f6d8 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:13:24.718899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Attempting to bind port f42f5489-a828-4d3f-9fbf-25416398f6d8 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a29f0364-6ece-46fd-8fb7-161e5945c62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:13:24.719475 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Attempting to bind port f42f5489-a828-4d3f-9fbf-25416398f6d8 on network 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:13:24.731946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-5a8c3484-ae6d-4c50-b124-521b0ae5272b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:13:24.734114 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-5a8c3484-ae6d-4c50-b124-521b0ae5272b service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094695 Aug 23 15:13:24.743483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-69910358-f657-4aa8-a6ce-aa00151549fa', 'network_id': '69910358-f657-4aa8-a6ce-aa00151549fa', 'tenant_id': '88306a2757b646ddb5b43ebb9d0ca80e', 'fixed_ips': [{'subnet_id': '4540d075-2f95-4fbc-b007-88322e2369a1'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:13:24.744832 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:24.843398 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:24.855844 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Port': ['ID=6ea7dc6e-2f02-4e6e-bde0-04d457db65d7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:24.899520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:13:24.900168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Checking segment: {'id': 'a29f0364-6ece-46fd-8fb7-161e5945c62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:24.900833 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:24.902349 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Bound using segment: {'id': 'a29f0364-6ece-46fd-8fb7-161e5945c62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:13:24.902349 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Bound port: f42f5489-a828-4d3f-9fbf-25416398f6d8, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29f0364-6ece-46fd-8fb7-161e5945c62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:13:24.902939 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:24.926748 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ca107-c047-4c09-809e-5abfd1991981 None None] Deleting port 01f2f276-b981-4fc7-a87d-f00174843ded {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:13:24.939995 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ed7ca107-c047-4c09-809e-5abfd1991981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:25.101840 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:25.157867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed8efe6-cacd-4ede-aea3-07cf8db473a5']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:25.219955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c461a24f-10b1-4f5e-a44a-f94857c3cd6c') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:25.220463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c461a24f-10b1-4f5e-a44a-f94857c3cd6c') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:25.311357 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:25.392337 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:25.399829 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-4a11993a-88f0-4f2f-9039-3a23ea2b130d service neutron] 10.222.0.38 "GET /v2.0/networks/1f31ed9b-16ac-4c36-8f03-c6c4224f794c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789762 Aug 23 15:13:25.401880 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:25.466061 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:25.480354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7362112-4237-4c88-a95a-54e4a27de8c8 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Made reservation on behalf of 88306a2757b646ddb5b43ebb9d0ca80e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:25.492514 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7362112-4237-4c88-a95a-54e4a27de8c8 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:25.565232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:13:25.565663 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:13:25.570201 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:13:25.713395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-e7362112-4237-4c88-a95a-54e4a27de8c8 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] device_id is not set on port df851729-444a-48c7-bdcb-c41f70359bda yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:13:25.862562 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] For port f42f5489-a828-4d3f-9fbf-25416398f6d8, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:13:25.868643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] For port f42f5489-a828-4d3f-9fbf-25416398f6d8, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f42f5489-a828-4d3f-9fbf-25416398f6d8,segment=NetworkSegment(a29f0364-6ece-46fd-8fb7-161e5945c62c),segment_id=a29f0364-6ece-46fd-8fb7-161e5945c62c)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:13:26.128395 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port f3b52603-b1a9-4135-9457-09e5dd7f4f2c completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:26.138606 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ed7ca107-c047-4c09-809e-5abfd1991981 None None] For port 01f2f276-b981-4fc7-a87d-f00174843ded, host n-d-804985-3, got binding levels [] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:13:26.139013 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ed7ca107-c047-4c09-809e-5abfd1991981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:26.142472 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:26.188149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-e7362112-4237-4c88-a95a-54e4a27de8c8 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Allocated IP 172.20.0.8 (69910358-f657-4aa8-a6ce-aa00151549fa/4540d075-2f95-4fbc-b007-88322e2369a1/df851729-444a-48c7-bdcb-c41f70359bda) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:26.227872 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f3b52603-b1a9-4135-9457-09e5dd7f4f2c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:26.228659 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:26.279205 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:26.283816 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ca107-c047-4c09-809e-5abfd1991981 None None] Calling delete_port for 01f2f276-b981-4fc7-a87d-f00174843ded owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:13:26.301383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.ipam_backend_mixin [None req-ed7ca107-c047-4c09-809e-5abfd1991981 None None] Port 01f2f276-b981-4fc7-a87d-f00174843ded was not found and therefore no delete operation was performed {{(pid=96116) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 15:13:26.353376 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ed7ca107-c047-4c09-809e-5abfd1991981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:26.371215 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:26.398987 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:26.443406 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:26.668229 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:26.676140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed7ca107-c047-4c09-809e-5abfd1991981 None None] Network eed8efe6-cacd-4ede-aea3-07cf8db473a5 is not hosted by any dhcp agent {{(pid=96116) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 15:13:26.676140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ca107-c047-4c09-809e-5abfd1991981 None None] No DVR routers for this DVR port 01f2f276-b981-4fc7-a87d-f00174843ded on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:13:26.700805 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Port': ['ID=6ea7dc6e-2f02-4e6e-bde0-04d457db65d7,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:26.796552 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:26.902825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Transition to ACTIVE for port object de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:26.907711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701436c-47be-47de-ad5c-7f61a926f651 None None] Pushing event updated for resources: {'Port': ['ID=f42f5489-a828-4d3f-9fbf-25416398f6d8,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:26.973114 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:27.068227 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:27.085027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ca107-c047-4c09-809e-5abfd1991981 None None] Pushing event deleted for resources: {'Port': ['ID=01f2f276-b981-4fc7-a87d-f00174843ded,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:27.116867 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:27.119766 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/networks/eed8efe6-cacd-4ede-aea3-07cf8db473a5 HTTP/1.1" status: 204 len: 168 time: 5.2553422 Aug 23 15:13:27.125685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50492) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:27.158391 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3276c704-dc5f-4bf8-af80-f1c9876d87da tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2014276417'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:27.202771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a17ad-3bfc-44d0-bb03-f18d276465d2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Network': ['ID=eed8efe6-cacd-4ede-aea3-07cf8db473a5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:27.223473 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-214113cd-1e84-46c8-9df8-83187418b317 service neutron] 10.222.0.38 "GET /v2.0/networks/1f31ed9b-16ac-4c36-8f03-c6c4224f794c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7995217 Aug 23 15:13:27.301720 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:27.304979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:27.445574 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:27.521644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port f3b52603-b1a9-4135-9457-09e5dd7f4f2c, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f3b52603-b1a9-4135-9457-09e5dd7f4f2c,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:13:27.524137 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d937178f-85a0-4aeb-90f0-46b5fd5f42ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:27.528663 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7362112-4237-4c88-a95a-54e4a27de8c8 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:27.582477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-e7362112-4237-4c88-a95a-54e4a27de8c8 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Transition to ACTIVE for port object df851729-444a-48c7-bdcb-c41f70359bda will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:27.585622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Allocated IP 172.20.0.1 (ba929545-a5aa-4017-8c56-61de1121ed13/ae11ce01-e39c-4b2d-9455-4272290cbf22/7dc65295-6c86-49e5-ac26-e5b849b98123) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:27.612822 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:27.614080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bdea6651-f2c4-43ee-af68-275a54dce5c7 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:27.653500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3276c704-dc5f-4bf8-af80-f1c9876d87da tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:27.657336 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3276c704-dc5f-4bf8-af80-f1c9876d87da tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:27.672827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Attempting to bind port de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:13:27.675275 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Attempting to bind port de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:13:27.677634 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Attempting to bind port de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:13:27.731511 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:13:27.740567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:27.746309 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:27.747270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:13:27.748340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Bound port: de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:13:27.749436 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:27.863543 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3276c704-dc5f-4bf8-af80-f1c9876d87da tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:13:27.914433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2750701-78fc-4e05-902a-0e90c7a7d32b None None] Pushing event updated for resources: {'Port': ['ID=de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:27.960429 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3276c704-dc5f-4bf8-af80-f1c9876d87da tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:27.961013 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-3276c704-dc5f-4bf8-af80-f1c9876d87da tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Added segment 0555949c-7f66-426c-bc94-5753755c6b5f of type vlan for network 80c413bf-1d19-4a2c-b5e7-ab5b6ebec889 Aug 23 15:13:28.004135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:13:28.058433 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7362112-4237-4c88-a95a-54e4a27de8c8 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:28.064983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=f3b52603-b1a9-4135-9457-09e5dd7f4f2c,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:28.298653 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3276c704-dc5f-4bf8-af80-f1c9876d87da tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:28.341829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] For port de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:13:28.354051 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] For port de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:13:28.385572 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:28.396973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port bdea6651-f2c4-43ee-af68-275a54dce5c7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:28.398111 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:28.405107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Allocated IP 172.20.0.2 (69910358-f657-4aa8-a6ce-aa00151549fa/4540d075-2f95-4fbc-b007-88322e2369a1/31d48055-f7c0-44e9-a105-9393c77954b5) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:28.423029 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b5e5151c-bcbc-42e2-8b03-e33d1c8a5018 req-b6b724ba-6c94-44e2-839c-7e95b1aca6b3 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.1155190 Aug 23 15:13:28.449836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7362112-4237-4c88-a95a-54e4a27de8c8 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Network 69910358-f657-4aa8-a6ce-aa00151549fa is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:28.460992 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-e7362112-4237-4c88-a95a-54e4a27de8c8 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:28.470644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7362112-4237-4c88-a95a-54e4a27de8c8 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:28.601636 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:28.613281 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:13:28.626079 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Sync routers for ids ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:13:28.635032 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7034d77c-a12f-4d45-917e-6e700dc0a3c3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "PUT /v2.0/routers/92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4565854 Aug 23 15:13:28.642515 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3276c704-dc5f-4bf8-af80-f1c9876d87da tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:28.661984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3276c704-dc5f-4bf8-af80-f1c9876d87da tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:28.661984 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3276c704-dc5f-4bf8-af80-f1c9876d87da tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:28.681512 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Routers {'92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:13:28.683536 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:13:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:28.707688 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Transition to ACTIVE for port object 7dc65295-6c86-49e5-ac26-e5b849b98123 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:28.719527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50518) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:28.885391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55662149-ca10-46cf-8e1b-81d999c93b5b None None] Network 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:13:28.919987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7362112-4237-4c88-a95a-54e4a27de8c8 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event updated for resources: {'Port': ['ID=df851729-444a-48c7-bdcb-c41f70359bda,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:28.957708 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:29.016170 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:29.025873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7362112-4237-4c88-a95a-54e4a27de8c8 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:29.028888 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7362112-4237-4c88-a95a-54e4a27de8c8 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:29.124899 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Set router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:13:29.222932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Network ba929545-a5aa-4017-8c56-61de1121ed13 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:29.232865 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:29.244693 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:29.272051 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Pushing event updated for resources: {'Port': ['ID=7dc65295-6c86-49e5-ac26-e5b849b98123,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:29.524592 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:29.545676 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e7362112-4237-4c88-a95a-54e4a27de8c8 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4117575 Aug 23 15:13:29.737305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-04af85fe-3a60-417d-91c0-0525c3d9d22d None None] Provisioning for port f42f5489-a828-4d3f-9fbf-25416398f6d8 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:29.751131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50528) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:29.787456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-16bec7cf-8554-4ac6-ae56-7533b0849869 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Request body: {'port': {'network_id': '69910358-f657-4aa8-a6ce-aa00151549fa', 'name': 'tempest-AllowedAddressPairTestJSON-1885325148', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fe:15:6f'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:29.803525 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d1b40-eed8-4e73-99ca-23d942f52c62 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:29.804251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d1b40-eed8-4e73-99ca-23d942f52c62 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:29.804764 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d1b40-eed8-4e73-99ca-23d942f52c62 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:29.806324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d1b40-eed8-4e73-99ca-23d942f52c62 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:29.807580 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d1b40-eed8-4e73-99ca-23d942f52c62 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:29.810081 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d1b40-eed8-4e73-99ca-23d942f52c62 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:29.811191 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d1b40-eed8-4e73-99ca-23d942f52c62 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:29.814980 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d1b40-eed8-4e73-99ca-23d942f52c62 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:29.815843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d1b40-eed8-4e73-99ca-23d942f52c62 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:29.816386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d1b40-eed8-4e73-99ca-23d942f52c62 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:29.816932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d1b40-eed8-4e73-99ca-23d942f52c62 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:29.817592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d1b40-eed8-4e73-99ca-23d942f52c62 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:29.827951 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c91d1b40-eed8-4e73-99ca-23d942f52c62 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8382 time: 1.0939252 Aug 23 15:13:29.834345 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3276c704-dc5f-4bf8-af80-f1c9876d87da tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.7020094 Aug 23 15:13:29.834345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50536) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:29.872012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50538) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:29.883968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3d4ea87d-7830-4979-b489-b709943aa0e3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'subnet': {'network_id': '80c413bf-1d19-4a2c-b5e7-ab5b6ebec889', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:29.938854 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:13:25Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '6ea7dc6e-2f02-4e6e-bde0-04d457db65d7', 'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:3f:a4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:23Z', 'updated_at': '2021-08-23T15:13:25Z', 'revision_number': 2, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:29.976838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 01f2f276-b981-4fc7-a87d-f00174843ded no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:13:29.987127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Routers {'634650ff-dd53-4c39-9c72-ec2dcb5d555a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:13:29.988547 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:13:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:30.011095 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Checking router: 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:13:30.013804 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Updating router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 port 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:13:30.042057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2750701-78fc-4e05-902a-0e90c7a7d32b None None] Pushing event updated for resources: {'Port': ['ID=de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:30.101826 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:30.139807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276c704-dc5f-4bf8-af80-f1c9876d87da tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Network': ['ID=80c413bf-1d19-4a2c-b5e7-ab5b6ebec889,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:30.190494 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-645ff5ea-666a-4a4f-94cb-a43441e6e779 req-93278aae-f5ff-4413-a92c-3f0fea0c4a81 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.3933914 Aug 23 15:13:30.308893 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdce5dd1-b0bb-4dec-bfe2-04161a4dcf15 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:30.309686 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdce5dd1-b0bb-4dec-bfe2-04161a4dcf15 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:30.310483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdce5dd1-b0bb-4dec-bfe2-04161a4dcf15 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:30.311263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdce5dd1-b0bb-4dec-bfe2-04161a4dcf15 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:30.312106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdce5dd1-b0bb-4dec-bfe2-04161a4dcf15 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:30.313389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdce5dd1-b0bb-4dec-bfe2-04161a4dcf15 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:30.314236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdce5dd1-b0bb-4dec-bfe2-04161a4dcf15 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:30.315239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdce5dd1-b0bb-4dec-bfe2-04161a4dcf15 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:30.317255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdce5dd1-b0bb-4dec-bfe2-04161a4dcf15 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:30.318259 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdce5dd1-b0bb-4dec-bfe2-04161a4dcf15 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:30.321906 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bdce5dd1-b0bb-4dec-bfe2-04161a4dcf15 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6505 time: 0.4559855 Aug 23 15:13:30.325805 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50548) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:30.392465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 80c413bf-1d19-4a2c-b5e7-ab5b6ebec889 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:13:30.571976 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:30.622865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Transition to ACTIVE for port object 31d48055-f7c0-44e9-a105-9393c77954b5 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:30.695612 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Transition to ACTIVE for port object 31d48055-f7c0-44e9-a105-9393c77954b5 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:30.706347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 01f2f276-b981-4fc7-a87d-f00174843ded {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:13:30.707279 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 01f2f276-b981-4fc7-a87d-f00174843ded not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:13:30.846360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4ea87d-7830-4979-b489-b709943aa0e3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:30.862482 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3d4ea87d-7830-4979-b489-b709943aa0e3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:30.946066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bec7cf-8554-4ac6-ae56-7533b0849869 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Made reservation on behalf of 88306a2757b646ddb5b43ebb9d0ca80e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:31.171942 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ea841ad8-ff8c-4a45-b683-db3dd251c684 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5203 time: 0.8441970 Aug 23 15:13:31.326838 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:31.394331 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Transition to ACTIVE for port object 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:31.421484 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] Set router 634650ff-dd53-4c39-9c72-ec2dcb5d555a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:13:31.438869 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:13:31.448498 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:31.506918 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:31.554182 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-56d9297d-4cc0-43e1-afa3-642df2b0c72b req-6f078893-d12c-4738-bcd1-fca45e370059 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.1026995 Aug 23 15:13:31.570448 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3d4ea87d-7830-4979-b489-b709943aa0e3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:31.639254 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f3b52603-b1a9-4135-9457-09e5dd7f4f2c up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:31.668310 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:31.857909 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16bec7cf-8554-4ac6-ae56-7533b0849869 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:31.949532 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4359e-cb3a-4993-8b2f-caa7c770b901 None None] Pushing event updated for resources: {'Port': ['ID=6ea7dc6e-2f02-4e6e-bde0-04d457db65d7,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:31.972884 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Attempting to bind port 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:13:31.973799 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Attempting to bind port 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a29f0364-6ece-46fd-8fb7-161e5945c62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:13:31.975022 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Attempting to bind port 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 on network 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:13:32.001822 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:13:32.004287 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Checking segment: {'id': 'a29f0364-6ece-46fd-8fb7-161e5945c62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:32.005089 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:32.005857 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Bound using segment: {'id': 'a29f0364-6ece-46fd-8fb7-161e5945c62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:13:32.007122 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Bound port: 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29f0364-6ece-46fd-8fb7-161e5945c62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:13:32.009142 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:32.042391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3500e76c-b6ca-4134-91a9-4345d60ac59c None None] Provisioning for port 7dc65295-6c86-49e5-ac26-e5b849b98123 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:32.073925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3500e76c-b6ca-4134-91a9-4345d60ac59c None None] Provisioning complete for port 7dc65295-6c86-49e5-ac26-e5b849b98123 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:32.076825 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3500e76c-b6ca-4134-91a9-4345d60ac59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:32.084832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Network 69910358-f657-4aa8-a6ce-aa00151549fa is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:32.192620 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] For port 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:13:32.203827 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] For port 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6ea7dc6e-2f02-4e6e-bde0-04d457db65d7,segment=NetworkSegment(a29f0364-6ece-46fd-8fb7-161e5945c62c),segment_id=a29f0364-6ece-46fd-8fb7-161e5945c62c)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:13:32.218077 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:32.230264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:32.270319 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:32.282271 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:32.343244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-16bec7cf-8554-4ac6-ae56-7533b0849869 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] device_id is not set on port 936e96aa-0218-4d35-9a2b-62607daacb81 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:13:32.397669 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:32.450482 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Routers {'92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:13:32.450482 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:13:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:32.528893 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50568) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:32.537434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8660f153-3123-448d-90f0-ade61d361189 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-306695848', 'description': 'tempest-secgroup-smoke-306695848 description', 'project_id': '51b6533c35f2415fa103d56c322ba6e0'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:32.547892 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4359e-cb3a-4993-8b2f-caa7c770b901 None None] Pushing event updated for resources: {'Port': ['ID=6ea7dc6e-2f02-4e6e-bde0-04d457db65d7,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:32.627737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ea87d-7830-4979-b489-b709943aa0e3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Checking segment: {'id': '0555949c-7f66-426c-bc94-5753755c6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '80c413bf-1d19-4a2c-b5e7-ab5b6ebec889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:32.628091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4ea87d-7830-4979-b489-b709943aa0e3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network hostable DHCP agents. Network: 80c413bf-1d19-4a2c-b5e7-ab5b6ebec889, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:13:32.639147 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Pushing event updated for resources: {'Port': ['ID=7dc65295-6c86-49e5-ac26-e5b849b98123,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:32.711627 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8660f153-3123-448d-90f0-ade61d361189 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:32.917590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8660f153-3123-448d-90f0-ade61d361189 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:32.942322 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] Set router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:13:32.977074 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Pushing event updated for resources: {'Port': ['ID=31d48055-f7c0-44e9-a105-9393c77954b5,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:32.994032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ea87d-7830-4979-b489-b709943aa0e3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Subnet': ['ID=4d7df1b8-3ee8-4ba7-ba4b-b7d45017bf5d,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:33.009566 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8660f153-3123-448d-90f0-ade61d361189 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:33.016228 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-786962ec-788d-4e29-a0fb-1361d13eb086 req-70359a49-694e-4a14-ab95-c0c53f41ec1f tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.1289325 Aug 23 15:13:33.107597 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:33.158184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4ea87d-7830-4979-b489-b709943aa0e3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 80c413bf-1d19-4a2c-b5e7-ab5b6ebec889 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:13:33.188345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660f153-3123-448d-90f0-ade61d361189 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ba6287-1558-4091-97c0-8ab80bbab020,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:33.205896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Attempting to bind port 31d48055-f7c0-44e9-a105-9393c77954b5 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:13:33.206497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Attempting to bind port 31d48055-f7c0-44e9-a105-9393c77954b5 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '37649a99-3ea9-434c-892c-8a3382e56c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '69910358-f657-4aa8-a6ce-aa00151549fa'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:13:33.207363 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Attempting to bind port 31d48055-f7c0-44e9-a105-9393c77954b5 on network 69910358-f657-4aa8-a6ce-aa00151549fa {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:13:33.211355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3500e76c-b6ca-4134-91a9-4345d60ac59c None None] Port 7dc65295-6c86-49e5-ac26-e5b849b98123 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:13:33.226870 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8660f153-3123-448d-90f0-ade61d361189 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:33.232617 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8660f153-3123-448d-90f0-ade61d361189 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6975410 Aug 23 15:13:33.232931 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50574) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:33.237361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:13:33.237996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Checking segment: {'id': '37649a99-3ea9-434c-892c-8a3382e56c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '69910358-f657-4aa8-a6ce-aa00151549fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:33.240449 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:33.240449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Bound using segment: {'id': '37649a99-3ea9-434c-892c-8a3382e56c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '69910358-f657-4aa8-a6ce-aa00151549fa'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:13:33.240449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Bound port: 31d48055-f7c0-44e9-a105-9393c77954b5, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37649a99-3ea9-434c-892c-8a3382e56c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '69910358-f657-4aa8-a6ce-aa00151549fa'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:13:33.244658 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-448f4967-6b6f-4fe8-b561-d1e716bfd9a3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': '98ba6287-1558-4091-97c0-8ab80bbab020', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:33.250501 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:33.329565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f3b52603-b1a9-4135-9457-09e5dd7f4f2c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:33.330006 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:33.501556 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-448f4967-6b6f-4fe8-b561-d1e716bfd9a3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:33.544544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-3d4ea87d-7830-4979-b489-b709943aa0e3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 80c413bf-1d19-4a2c-b5e7-ab5b6ebec889) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:33.553449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] For port 31d48055-f7c0-44e9-a105-9393c77954b5, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:13:33.564911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] For port 31d48055-f7c0-44e9-a105-9393c77954b5, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=31d48055-f7c0-44e9-a105-9393c77954b5,segment=NetworkSegment(37649a99-3ea9-434c-892c-8a3382e56c9a),segment_id=37649a99-3ea9-434c-892c-8a3382e56c9a)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:13:33.577735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fe7af2-e15c-4d6f-be4c-d8ac8cc45b5f None None] Network 80c413bf-1d19-4a2c-b5e7-ab5b6ebec889 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:13:33.627456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4ea87d-7830-4979-b489-b709943aa0e3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:33.636957 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3d4ea87d-7830-4979-b489-b709943aa0e3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:33.753139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-16bec7cf-8554-4ac6-ae56-7533b0849869 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Allocated IP 172.20.0.10 (69910358-f657-4aa8-a6ce-aa00151549fa/4540d075-2f95-4fbc-b007-88322e2369a1/936e96aa-0218-4d35-9a2b-62607daacb81) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:33.778385 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:33.835229 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:17Z', 'revision_number': 3, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:33.851285 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3d4ea87d-7830-4979-b489-b709943aa0e3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9668527 Aug 23 15:13:33.851453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50580) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:33.866514 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:13:25Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '6ea7dc6e-2f02-4e6e-bde0-04d457db65d7', 'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:3f:a4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:23Z', 'updated_at': '2021-08-23T15:13:32Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:33.881916 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-0f24193a-6cee-45c3-879d-a038bf31390b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'network_id': '80c413bf-1d19-4a2c-b5e7-ab5b6ebec889', 'security_groups': [], 'name': 'tempest-PortsTestJSON-702866365'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:33.891758 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Network ba929545-a5aa-4017-8c56-61de1121ed13 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:33.899683 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-448f4967-6b6f-4fe8-b561-d1e716bfd9a3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:33.906009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:33.996991 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131fcb4a-cd7c-415e-bfd2-2b8b6a3f6bc7 None None] The sync data for ids ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'] in n-d-804985-3 is: [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:13:25Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '6ea7dc6e-2f02-4e6e-bde0-04d457db65d7', 'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:3f:a4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:23Z', 'updated_at': '2021-08-23T15:13:32Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:13:34.278108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00d483-aac0-41db-9cc0-7a04c9f1bfc0 None None] The sync data for ids ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'] in n-d-804985-3 is: [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:17Z', 'revision_number': 3, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:13:34.403566 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-448f4967-6b6f-4fe8-b561-d1e716bfd9a3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:34.535063 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4e0c05b2-e42b-48c7-bdf8-030beeb3a0fb req-717681c0-e196-45d2-8bac-d5b61bd0ac5b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.1985247 Aug 23 15:13:34.617839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd5392-50d9-4125-a934-c3dd97c4c89d None None] Pushing event updated for resources: {'Port': ['ID=31d48055-f7c0-44e9-a105-9393c77954b5,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:34.683271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f4967-6b6f-4fe8-b561-d1e716bfd9a3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec7befd-b4e2-48bc-9cf9-bc7589d80154,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:34.781287 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f24193a-6cee-45c3-879d-a038bf31390b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:34.791388 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0f24193a-6cee-45c3-879d-a038bf31390b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:34.920548 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-0f24193a-6cee-45c3-879d-a038bf31390b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port a3fc45bb-9a7e-4837-bd86-7331f887ca0b yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:13:35.035006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-12ab2531-f501-4bf3-8f83-3626086385d4 None None] Provisioning for port 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:35.088301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f42f5489-a828-4d3f-9fbf-25416398f6d8 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:35.127330 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Router 634650ff-dd53-4c39-9c72-ec2dcb5d555a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:13:35.332104 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-448f4967-6b6f-4fe8-b561-d1e716bfd9a3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:35.334302 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-448f4967-6b6f-4fe8-b561-d1e716bfd9a3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0997827 Aug 23 15:13:35.354374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50594) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:35.359703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-558d0631-d128-4a91-869e-eae15d8a7b0e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': '98ba6287-1558-4091-97c0-8ab80bbab020', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:35.365542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-0f24193a-6cee-45c3-879d-a038bf31390b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Allocated IP 172.20.0.4 (80c413bf-1d19-4a2c-b5e7-ab5b6ebec889/4d7df1b8-3ee8-4ba7-ba4b-b7d45017bf5d/a3fc45bb-9a7e-4837-bd86-7331f887ca0b) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:35.563528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-80c413bf-1d19-4a2c-b5e7-ab5b6ebec889', 'network_id': '80c413bf-1d19-4a2c-b5e7-ab5b6ebec889', 'tenant_id': 'ac1f87f409a24cca9052408ad5c0da2e', 'fixed_ips': [{'subnet_id': '4d7df1b8-3ee8-4ba7-ba4b-b7d45017bf5d'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:13:35.565120 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:35.901236 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0f24193a-6cee-45c3-879d-a038bf31390b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:35.918965 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-45946364-8d45-4482-a7ee-4c8bb884f807 req-6dbc80b9-7716-4246-aee5-566854908a53 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.2084289 Aug 23 15:13:35.925074 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-0f24193a-6cee-45c3-879d-a038bf31390b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Transition to ACTIVE for port object a3fc45bb-9a7e-4837-bd86-7331f887ca0b will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:35.950526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a76b9601-53b5-44de-bd94-2a83bd4b2e3c None None] Provisioning complete for port 7dc65295-6c86-49e5-ac26-e5b849b98123 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:35.960278 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a76b9601-53b5-44de-bd94-2a83bd4b2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:36.033427 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-558d0631-d128-4a91-869e-eae15d8a7b0e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:36.045988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:13:36.068120 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7885376f-6c74-469d-b4a3-a48b8850456a admin admin] 10.222.0.38 "PUT /v2.0/routers/634650ff-dd53-4c39-9c72-ec2dcb5d555a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8008561 Aug 23 15:13:36.155776 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0f24193a-6cee-45c3-879d-a038bf31390b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:36.225816 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16bec7cf-8554-4ac6-ae56-7533b0849869 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:36.248883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port f42f5489-a828-4d3f-9fbf-25416398f6d8 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:36.267772 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a76b9601-53b5-44de-bd94-2a83bd4b2e3c None None] Port 7dc65295-6c86-49e5-ac26-e5b849b98123 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:13:36.317827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-16bec7cf-8554-4ac6-ae56-7533b0849869 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Transition to ACTIVE for port object 936e96aa-0218-4d35-9a2b-62607daacb81 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:36.423169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f42f5489-a828-4d3f-9fbf-25416398f6d8 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:36.423940 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:36.450677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24193a-6cee-45c3-879d-a038bf31390b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=a3fc45bb-9a7e-4837-bd86-7331f887ca0b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:36.553272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f24193a-6cee-45c3-879d-a038bf31390b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 80c413bf-1d19-4a2c-b5e7-ab5b6ebec889 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:36.574302 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16bec7cf-8554-4ac6-ae56-7533b0849869 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:36.598667 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Allocated IP 172.20.0.2 (80c413bf-1d19-4a2c-b5e7-ab5b6ebec889/4d7df1b8-3ee8-4ba7-ba4b-b7d45017bf5d/1db7f4c1-ce91-4797-855e-bd54610d810e) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:36.672975 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-558d0631-d128-4a91-869e-eae15d8a7b0e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:36.679273 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-0f24193a-6cee-45c3-879d-a038bf31390b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:36.702217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f24193a-6cee-45c3-879d-a038bf31390b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:36.731952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bec7cf-8554-4ac6-ae56-7533b0849869 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Network 69910358-f657-4aa8-a6ce-aa00151549fa is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:36.827591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-16bec7cf-8554-4ac6-ae56-7533b0849869 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:36.834383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bec7cf-8554-4ac6-ae56-7533b0849869 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:36.840426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bec7cf-8554-4ac6-ae56-7533b0849869 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event updated for resources: {'Port': ['ID=936e96aa-0218-4d35-9a2b-62607daacb81,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:36.867146 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-558d0631-d128-4a91-869e-eae15d8a7b0e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:37.012836 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d0631-d128-4a91-869e-eae15d8a7b0e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6c8cf9-074f-4e9f-bb6d-3c1ec0310175,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:37.048762 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f24193a-6cee-45c3-879d-a038bf31390b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:37.053508 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0f24193a-6cee-45c3-879d-a038bf31390b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:37.134724 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-558d0631-d128-4a91-869e-eae15d8a7b0e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:37.134724 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-558d0631-d128-4a91-869e-eae15d8a7b0e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7761831 Aug 23 15:13:37.138662 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50612) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:37.147810 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-859f2cba-e558-4941-8ebb-c204eb219e9d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': '98ba6287-1558-4091-97c0-8ab80bbab020', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:37.161756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bec7cf-8554-4ac6-ae56-7533b0849869 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:37.162906 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16bec7cf-8554-4ac6-ae56-7533b0849869 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:37.222477 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0f24193a-6cee-45c3-879d-a038bf31390b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.3694630 Aug 23 15:13:37.229413 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50614) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:37.304085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d543f0-5a83-4408-bc3e-7ec247cfd8db None None] Network 69910358-f657-4aa8-a6ce-aa00151549fa requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:13:37.363929 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-214540a0-dc7e-4fbf-8df0-a9833fd43bd6 req-8bc59a2c-e685-49ac-9819-42b8dd9f01d5 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.1803291 Aug 23 15:13:37.521620 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-dab76111-6b78-4e3d-930c-6c35528bfb47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port a3fc45bb-9a7e-4837-bd86-7331f887ca0b {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:13:37.522122 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dab76111-6b78-4e3d-930c-6c35528bfb47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:37.619451 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-859f2cba-e558-4941-8ebb-c204eb219e9d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:37.697191 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-16bec7cf-8554-4ac6-ae56-7533b0849869 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 7.9340172 Aug 23 15:13:37.698806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50634) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:37.805304 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-859f2cba-e558-4941-8ebb-c204eb219e9d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:37.822148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337ce6c0-b318-4352-b69d-1620adab8f45 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:37.834836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337ce6c0-b318-4352-b69d-1620adab8f45 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:37.843131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337ce6c0-b318-4352-b69d-1620adab8f45 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:37.844919 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-337ce6c0-b318-4352-b69d-1620adab8f45 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1443341 Aug 23 15:13:37.849212 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50636) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:37.866512 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:37.875029 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:37.900770 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dab76111-6b78-4e3d-930c-6c35528bfb47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:37.925426 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-859f2cba-e558-4941-8ebb-c204eb219e9d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:37.929667 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-dab76111-6b78-4e3d-930c-6c35528bfb47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for a3fc45bb-9a7e-4837-bd86-7331f887ca0b owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:13:38.032648 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Transition to ACTIVE for port object 1db7f4c1-ce91-4797-855e-bd54610d810e will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:38.100373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a110b7c5-2e5a-4071-b483-689abd9cfe94 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Deleting port 936e96aa-0218-4d35-9a2b-62607daacb81 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:13:38.101192 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Transition to ACTIVE for port object 1db7f4c1-ce91-4797-855e-bd54610d810e will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:38.101544 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a110b7c5-2e5a-4071-b483-689abd9cfe94 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:38.128820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f2cba-e558-4941-8ebb-c204eb219e9d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe58b846-07c1-4986-ad27-e434d0443a11,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:38.171163 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-859f2cba-e558-4941-8ebb-c204eb219e9d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:38.172612 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-859f2cba-e558-4941-8ebb-c204eb219e9d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0318115 Aug 23 15:13:38.200692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50640) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:38.210239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port f42f5489-a828-4d3f-9fbf-25416398f6d8, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f42f5489-a828-4d3f-9fbf-25416398f6d8,segment=NetworkSegment(a29f0364-6ece-46fd-8fb7-161e5945c62c),segment_id=a29f0364-6ece-46fd-8fb7-161e5945c62c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:13:38.240211 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-59af4b0e-eea1-400a-82b6-dd2770c27e4a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': '98ba6287-1558-4091-97c0-8ab80bbab020', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:38.290796 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:38.338304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50644) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:38.354570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a17fd9e8-4184-469e-ac2f-1ced4f9c5568 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--54836566', 'description': 'tempest-description--1744728608'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:38.427623 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:38.500965 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a110b7c5-2e5a-4071-b483-689abd9cfe94 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:38.530058 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59af4b0e-eea1-400a-82b6-dd2770c27e4a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:38.535371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f279eeff-0a94-4283-a520-ab5b5a82c439 None None] Provisioning for port 31d48055-f7c0-44e9-a105-9393c77954b5 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:38.567990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a110b7c5-2e5a-4071-b483-689abd9cfe94 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Calling delete_port for 936e96aa-0218-4d35-9a2b-62607daacb81 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:13:38.582588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Network 80c413bf-1d19-4a2c-b5e7-ab5b6ebec889 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:38.621400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:38.630438 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:38.669071 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dab76111-6b78-4e3d-930c-6c35528bfb47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:38.720835 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Pushing event updated for resources: {'Port': ['ID=1db7f4c1-ce91-4797-855e-bd54610d810e,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:38.724068 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66e1e735-231c-4b3d-8054-cec81f245b4e req-9b83c334-a4ff-4b64-be78-6e57ba0d3fdb tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.1107359 Aug 23 15:13:38.786888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab76111-6b78-4e3d-930c-6c35528bfb47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=a3fc45bb-9a7e-4837-bd86-7331f887ca0b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:38.993204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Attempting to bind port 1db7f4c1-ce91-4797-855e-bd54610d810e on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:13:39.010996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Attempting to bind port 1db7f4c1-ce91-4797-855e-bd54610d810e by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '0555949c-7f66-426c-bc94-5753755c6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '80c413bf-1d19-4a2c-b5e7-ab5b6ebec889'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:13:39.010996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Attempting to bind port 1db7f4c1-ce91-4797-855e-bd54610d810e on network 80c413bf-1d19-4a2c-b5e7-ab5b6ebec889 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:13:39.031533 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a17fd9e8-4184-469e-ac2f-1ced4f9c5568 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:39.043849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 31d48055-f7c0-44e9-a105-9393c77954b5 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:39.058644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Sync routers for ids ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:13:39.063298 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59af4b0e-eea1-400a-82b6-dd2770c27e4a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:39.119141 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dab76111-6b78-4e3d-930c-6c35528bfb47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:39.126124 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dab76111-6b78-4e3d-930c-6c35528bfb47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/a3fc45bb-9a7e-4837-bd86-7331f887ca0b HTTP/1.1" status: 204 len: 168 time: 1.8849258 Aug 23 15:13:39.126569 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50658) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:39.185916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:13:39.186957 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Checking segment: {'id': '0555949c-7f66-426c-bc94-5753755c6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '80c413bf-1d19-4a2c-b5e7-ab5b6ebec889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:39.188417 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:39.190714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Bound using segment: {'id': '0555949c-7f66-426c-bc94-5753755c6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '80c413bf-1d19-4a2c-b5e7-ab5b6ebec889'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:13:39.190714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Bound port: 1db7f4c1-ce91-4797-855e-bd54610d810e, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0555949c-7f66-426c-bc94-5753755c6b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '80c413bf-1d19-4a2c-b5e7-ab5b6ebec889'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:13:39.193264 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d77b9fc-2143-4d44-93b6-aea3ca23b1f2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] GET failed (client error): The resource could not be found. Aug 23 15:13:39.200172 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7d77b9fc-2143-4d44-93b6-aea3ca23b1f2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/a3fc45bb-9a7e-4837-bd86-7331f887ca0b HTTP/1.1" status: 404 len: 333 time: 0.0672886 Aug 23 15:13:39.200417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50660) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:39.202987 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:39.218309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3fa6c59a-8bfe-4c94-a5bc-363e108ab34b None None] Provisioning for port df851729-444a-48c7-bdcb-c41f70359bda completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:39.227903 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59af4b0e-eea1-400a-82b6-dd2770c27e4a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:39.262200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=f42f5489-a828-4d3f-9fbf-25416398f6d8,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:39.291349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af4b0e-eea1-400a-82b6-dd2770c27e4a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7d6698-e523-423b-977f-c380d653fd98,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:39.297271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdde46e-d6d9-4c58-b4e0-4693ad3f33e0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting subnet 4d7df1b8-3ee8-4ba7-ba4b-b7d45017bf5d {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:13:39.300927 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fbdde46e-d6d9-4c58-b4e0-4693ad3f33e0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:39.319275 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3fa6c59a-8bfe-4c94-a5bc-363e108ab34b None None] Provisioning complete for port df851729-444a-48c7-bdcb-c41f70359bda triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:39.323339 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c59a-8bfe-4c94-a5bc-363e108ab34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:39.329568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Routers {'634650ff-dd53-4c39-9c72-ec2dcb5d555a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:13:39.330376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:13:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:39.384838 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a110b7c5-2e5a-4071-b483-689abd9cfe94 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:39.535636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110b7c5-2e5a-4071-b483-689abd9cfe94 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event deleted for resources: {'Port': ['ID=936e96aa-0218-4d35-9a2b-62607daacb81,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:39.557860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] For port 1db7f4c1-ce91-4797-855e-bd54610d810e, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:13:39.567073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] For port 1db7f4c1-ce91-4797-855e-bd54610d810e, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1db7f4c1-ce91-4797-855e-bd54610d810e,segment=NetworkSegment(0555949c-7f66-426c-bc94-5753755c6b5f),segment_id=0555949c-7f66-426c-bc94-5753755c6b5f)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:13:39.592690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6c59a-8bfe-4c94-a5bc-363e108ab34b None None] Port df851729-444a-48c7-bdcb-c41f70359bda cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:13:39.606416 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3fa6c59a-8bfe-4c94-a5bc-363e108ab34b None None] Could not find standard attr ID for object 936e96aa-0218-4d35-9a2b-62607daacb81. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:13:39.706263 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a17fd9e8-4184-469e-ac2f-1ced4f9c5568 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:39.712348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fbdde46e-d6d9-4c58-b4e0-4693ad3f33e0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:39.771889 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Set router 634650ff-dd53-4c39-9c72-ec2dcb5d555a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:13:39.857084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 31d48055-f7c0-44e9-a105-9393c77954b5 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:39.861975 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:39.877483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 31d48055-f7c0-44e9-a105-9393c77954b5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:39.884612 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:39.928394 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8f9af72e-82b4-4443-8989-3d795898895c req-4388ab31-ade1-48ec-a78a-bf98215eca25 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.1029758 Aug 23 15:13:39.990679 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a17fd9e8-4184-469e-ac2f-1ced4f9c5568 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:40.043321 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59af4b0e-eea1-400a-82b6-dd2770c27e4a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:40.044994 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d81fbeff-87ba-4a48-b6b3-3c30b2f8d399 None None] Provisioning complete for port df851729-444a-48c7-bdcb-c41f70359bda triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:40.045643 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d81fbeff-87ba-4a48-b6b3-3c30b2f8d399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:40.052422 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-59af4b0e-eea1-400a-82b6-dd2770c27e4a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8465507 Aug 23 15:13:40.053685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50676) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:40.078003 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-56f11494-a284-4ffe-8bb4-675d62755d3d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': '98ba6287-1558-4091-97c0-8ab80bbab020', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:40.176976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a6b2d-712f-417f-9fd6-b2747103e047 None None] Pushing event updated for resources: {'Port': ['ID=1db7f4c1-ce91-4797-855e-bd54610d810e,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:40.238369 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fd9e8-4184-469e-ac2f-1ced4f9c5568 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9034172-d7a0-4254-bd1a-4920d6eedc17,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:40.306583 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-56f11494-a284-4ffe-8bb4-675d62755d3d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Project 51b6533c35f2415fa103d56c322ba6e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:13:40.316130 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-56f11494-a284-4ffe-8bb4-675d62755d3d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:40.335406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d81fbeff-87ba-4a48-b6b3-3c30b2f8d399 None None] Port df851729-444a-48c7-bdcb-c41f70359bda cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:13:40.350085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d81fbeff-87ba-4a48-b6b3-3c30b2f8d399 None None] Could not find standard attr ID for object 936e96aa-0218-4d35-9a2b-62607daacb81. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:13:40.354114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a110b7c5-2e5a-4071-b483-689abd9cfe94 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:40.361054 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a110b7c5-2e5a-4071-b483-689abd9cfe94 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "DELETE /v2.0/ports/936e96aa-0218-4d35-9a2b-62607daacb81 HTTP/1.1" status: 204 len: 168 time: 2.5096314 Aug 23 15:13:40.363516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50680) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:40.401728 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fbdde46e-d6d9-4c58-b4e0-4693ad3f33e0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:40.406719 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-903c7bc5-150c-471b-b177-71f3996ae5b9 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] GET failed (client error): The resource could not be found. Aug 23 15:13:40.412784 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-903c7bc5-150c-471b-b177-71f3996ae5b9 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "GET /v2.0/ports/936e96aa-0218-4d35-9a2b-62607daacb81 HTTP/1.1" status: 404 len: 333 time: 0.0476391 Aug 23 15:13:40.414094 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50682) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:40.424299 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8df48942-f932-4dc7-a98e-2c252f5a3b8c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Request body: {'port': {'network_id': '69910358-f657-4aa8-a6ce-aa00151549fa', 'name': 'tempest-AllowedAddressPairTestJSON-1417380677'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:40.440114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a17fd9e8-4184-469e-ac2f-1ced4f9c5568 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:40.445353 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a17fd9e8-4184-469e-ac2f-1ced4f9c5568 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1033888 Aug 23 15:13:40.446518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50686) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:40.469867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a201d170-f64f-4da0-a7bd-1d086e88c688 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Request body: {'security_group_rule': {'security_group_id': 'e9034172-d7a0-4254-bd1a-4920d6eedc17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:40.585789 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:40.680496 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a201d170-f64f-4da0-a7bd-1d086e88c688 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:40.794104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 31d48055-f7c0-44e9-a105-9393c77954b5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=31d48055-f7c0-44e9-a105-9393c77954b5,segment=NetworkSegment(37649a99-3ea9-434c-892c-8a3382e56c9a),segment_id=37649a99-3ea9-434c-892c-8a3382e56c9a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:13:40.794454 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fbdde46e-d6d9-4c58-b4e0-4693ad3f33e0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:40.808456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:30Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '7dc65295-6c86-49e5-ac26-e5b849b98123', 'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'mac_address': 'fa:16:3e:39:65:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:25Z', 'updated_at': '2021-08-23T15:13:31Z', 'revision_number': 2, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'subnets': [{'id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:40.823813 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-56f11494-a284-4ffe-8bb4-675d62755d3d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:40.875794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdde46e-d6d9-4c58-b4e0-4693ad3f33e0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7df1b8-3ee8-4ba7-ba4b-b7d45017bf5d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:40.883588 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a201d170-f64f-4da0-a7bd-1d086e88c688 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:40.892516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fbdde46e-d6d9-4c58-b4e0-4693ad3f33e0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:40.900119 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fbdde46e-d6d9-4c58-b4e0-4693ad3f33e0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/4d7df1b8-3ee8-4ba7-ba4b-b7d45017bf5d HTTP/1.1" status: 204 len: 168 time: 1.6945684 Aug 23 15:13:40.900672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50692) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:40.905431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Checking router: 634650ff-dd53-4c39-9c72-ec2dcb5d555a for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:13:40.906810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Updating router 634650ff-dd53-4c39-9c72-ec2dcb5d555a port 7dc65295-6c86-49e5-ac26-e5b849b98123 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:13:40.942430 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:40.943779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:41.027466 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a201d170-f64f-4da0-a7bd-1d086e88c688 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:41.040977 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:41.064119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201d170-f64f-4da0-a7bd-1d086e88c688 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db74e2cf-9061-4a42-9acd-4c56564d9e61,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:41.072103 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:41.077836 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-56f11494-a284-4ffe-8bb4-675d62755d3d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:41.091242 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df48942-f932-4dc7-a98e-2c252f5a3b8c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Made reservation on behalf of 88306a2757b646ddb5b43ebb9d0ca80e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:41.102843 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8df48942-f932-4dc7-a98e-2c252f5a3b8c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:41.118314 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10001beb-54dc-47a6-9316-59848b9ae20b req-6482db36-7060-4668-87db-13b45c0df346 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.0652449 Aug 23 15:13:41.161937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=31d48055-f7c0-44e9-a105-9393c77954b5,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:41.176251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f11494-a284-4ffe-8bb4-675d62755d3d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85c5a2b-6b6b-4683-bb57-808561a08e89,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:41.209581 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-8df48942-f932-4dc7-a98e-2c252f5a3b8c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] device_id is not set on port 0f8adc3a-587c-4c88-a1cc-289f4949a7f5 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:13:41.273600 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a201d170-f64f-4da0-a7bd-1d086e88c688 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:41.275681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a201d170-f64f-4da0-a7bd-1d086e88c688 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8134561 Aug 23 15:13:41.280656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50702) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:41.290036 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7182b92f-246d-4d1f-b66a-ea236eec7057 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Request body: {'security_group_rule': {'security_group_id': 'e9034172-d7a0-4254-bd1a-4920d6eedc17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:41.370628 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-56f11494-a284-4ffe-8bb4-675d62755d3d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:41.375972 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-56f11494-a284-4ffe-8bb4-675d62755d3d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3197236 Aug 23 15:13:41.380603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50704) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:41.383747 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:41.400126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:41.400510 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:41.404712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-dd8699b2-28c5-410d-90a2-b317c8720c02 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': '98ba6287-1558-4091-97c0-8ab80bbab020', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:41.505559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port 1db7f4c1-ce91-4797-855e-bd54610d810e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:13:41.506350 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:41.596230 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7182b92f-246d-4d1f-b66a-ea236eec7057 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:41.646058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] For port 1db7f4c1-ce91-4797-855e-bd54610d810e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1db7f4c1-ce91-4797-855e-bd54610d810e,segment=NetworkSegment(0555949c-7f66-426c-bc94-5753755c6b5f),segment_id=0555949c-7f66-426c-bc94-5753755c6b5f)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:13:41.646671 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:41.672292 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for 1db7f4c1-ce91-4797-855e-bd54610d810e owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:13:41.812155 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7182b92f-246d-4d1f-b66a-ea236eec7057 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:41.849260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-8df48942-f932-4dc7-a98e-2c252f5a3b8c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Allocated IP 172.20.0.7 (69910358-f657-4aa8-a6ce-aa00151549fa/4540d075-2f95-4fbc-b007-88322e2369a1/0f8adc3a-587c-4c88-a1cc-289f4949a7f5) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:42.047890 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7182b92f-246d-4d1f-b66a-ea236eec7057 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:42.052218 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-dd8699b2-28c5-410d-90a2-b317c8720c02 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Project 51b6533c35f2415fa103d56c322ba6e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:13:42.063501 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee26a601-d4e3-45e9-939d-61a5a59a7a04 None None] Network 80c413bf-1d19-4a2c-b5e7-ab5b6ebec889 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:13:42.088600 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dd8699b2-28c5-410d-90a2-b317c8720c02 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:42.097843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-eacf92fc-edc1-43dd-b17f-5274e2d7b36f None None] Could not find standard attr ID for object 1db7f4c1-ce91-4797-855e-bd54610d810e. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:13:42.111615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182b92f-246d-4d1f-b66a-ea236eec7057 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ee4494-3116-4508-83c7-2859110c83af,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:42.297161 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7182b92f-246d-4d1f-b66a-ea236eec7057 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:42.298464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7182b92f-246d-4d1f-b66a-ea236eec7057 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0165882 Aug 23 15:13:42.310662 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50716) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:42.318953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:42.380523 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dd8699b2-28c5-410d-90a2-b317c8720c02 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:42.475316 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:42.475605 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b67935-f745-4c15-87dd-dc2e23ac4e6a None None] DHCP port deletion for 80c413bf-1d19-4a2c-b5e7-ab5b6ebec889 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:13:42.495313 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:42.568065 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dd8699b2-28c5-410d-90a2-b317c8720c02 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:42.604196 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:13:42.620597 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:42.634963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8699b2-28c5-410d-90a2-b317c8720c02 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cec7c9-f36c-49a9-886c-22b5208bd25f,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:42.639908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Transition to ACTIVE for port object 7dc65295-6c86-49e5-ac26-e5b849b98123 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:42.647726 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:42.707797 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:42.710907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:42.753742 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6c65b49a-c9d3-48fb-82fe-3ebee121a10d req-49826afd-c11f-4961-9c96-d0f3e4ac0348 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.1233039 Aug 23 15:13:42.762360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=1db7f4c1-ce91-4797-855e-bd54610d810e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:42.785521 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No DVR routers for this DVR port 1db7f4c1-ce91-4797-855e-bd54610d810e on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:13:42.826662 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:42.929145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:42.941612 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dd8699b2-28c5-410d-90a2-b317c8720c02 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:42.944029 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:42.948629 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-dd8699b2-28c5-410d-90a2-b317c8720c02 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5626714 Aug 23 15:13:43.019897 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8df48942-f932-4dc7-a98e-2c252f5a3b8c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:43.028672 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:43.049313 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c413bf-1d19-4a2c-b5e7-ab5b6ebec889']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:43.059310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-8df48942-f932-4dc7-a98e-2c252f5a3b8c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Transition to ACTIVE for port object 0f8adc3a-587c-4c88-a1cc-289f4949a7f5 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:43.066564 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0555949c-7f66-426c-bc94-5753755c6b5f') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:43.067115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0555949c-7f66-426c-bc94-5753755c6b5f') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:43.107548 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:43.196664 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:43.224541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Allocated IP 172.25.8.221 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/8dbc6884-e6c3-4044-8a1d-a1da171ed6b4) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:43.268806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:13:43.269225 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:13:43.272343 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:13:43.304805 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0fad0-181d-4452-a5d9-b30e1a9317f5 None None] Pushing event updated for resources: {'Port': ['ID=7dc65295-6c86-49e5-ac26-e5b849b98123,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:43.429817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Attempting to bind port 7dc65295-6c86-49e5-ac26-e5b849b98123 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:13:43.430170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Attempting to bind port 7dc65295-6c86-49e5-ac26-e5b849b98123 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:13:43.430542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Attempting to bind port 7dc65295-6c86-49e5-ac26-e5b849b98123 on network ba929545-a5aa-4017-8c56-61de1121ed13 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:13:43.437401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:13:43.437782 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Checking segment: {'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:43.438250 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:43.438653 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Bound using segment: {'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:13:43.439137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Bound port: 7dc65295-6c86-49e5-ac26-e5b849b98123, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:13:43.439524 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:43.500032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:43.524940 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:43.525646 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:43.584041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] For port 7dc65295-6c86-49e5-ac26-e5b849b98123, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:13:43.596666 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-16790d07-41dc-4416-beb7-bb1edea29fa8 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-306695848&fields=id&tenant_id=51b6533c35f2415fa103d56c322ba6e0 HTTP/1.1" status: 200 len: 267 time: 0.1891959 Aug 23 15:13:43.598157 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8df48942-f932-4dc7-a98e-2c252f5a3b8c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:43.625143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] For port 7dc65295-6c86-49e5-ac26-e5b849b98123, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7dc65295-6c86-49e5-ac26-e5b849b98123,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:13:43.721874 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df48942-f932-4dc7-a98e-2c252f5a3b8c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Network 69910358-f657-4aa8-a6ce-aa00151549fa is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:43.734335 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:43.882625 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Routers {'634650ff-dd53-4c39-9c72-ec2dcb5d555a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:13:43.883758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:13:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:43.886878 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-8df48942-f932-4dc7-a98e-2c252f5a3b8c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:43.889670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df48942-f932-4dc7-a98e-2c252f5a3b8c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event updated for resources: {'Port': ['ID=0f8adc3a-587c-4c88-a1cc-289f4949a7f5,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:43.896143 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df48942-f932-4dc7-a98e-2c252f5a3b8c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:43.923873 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:43.985182 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:43.989276 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/networks/80c413bf-1d19-4a2c-b5e7-ab5b6ebec889 HTTP/1.1" status: 204 len: 168 time: 3.0865045 Aug 23 15:13:44.053217 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:44.138670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50756) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:44.175203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0fad0-181d-4452-a5d9-b30e1a9317f5 None None] Pushing event updated for resources: {'Port': ['ID=7dc65295-6c86-49e5-ac26-e5b849b98123,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:44.227441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e9d86578-771c-47a0-a4ac-5469c38dfabd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'name': 'tempest-PortsTestJSON-479199798'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:44.284402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6ea7dc6e-2f02-4e6e-bde0-04d457db65d7,segment=NetworkSegment(a29f0364-6ece-46fd-8fb7-161e5945c62c),segment_id=a29f0364-6ece-46fd-8fb7-161e5945c62c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:13:44.300960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df48942-f932-4dc7-a98e-2c252f5a3b8c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:44.311691 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8df48942-f932-4dc7-a98e-2c252f5a3b8c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:44.334799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] Set router 634650ff-dd53-4c39-9c72-ec2dcb5d555a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:13:44.342618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9c4e9-e130-45b6-b270-46565d270c56 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Network': ['ID=80c413bf-1d19-4a2c-b5e7-ab5b6ebec889,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:44.345706 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-dca24ddb-e7d5-49c3-97b7-89f39d7f9d7d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756195722&fields=id&tenant_id=33f1c75c07ec4bf9aaf6afece184b99b HTTP/1.1" status: 200 len: 267 time: 0.9279187 Aug 23 15:13:44.413094 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:44.512749 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:44.525696 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8df48942-f932-4dc7-a98e-2c252f5a3b8c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1100409 Aug 23 15:13:44.547320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50764) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:44.555258 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-aeabcbe9-a8fa-4044-94b5-adb1f6a7d528 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fe:15:6f'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:44.607301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=6ea7dc6e-2f02-4e6e-bde0-04d457db65d7,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:44.735091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaf206-4dea-4318-a323-004849b3ccab req-019f28cc-3a9f-4813-9bcf-aa71ab0ec831 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:44.738036 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-019f28cc-3a9f-4813-9bcf-aa71ab0ec831 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 811 time: 0.3112729 Aug 23 15:13:44.758777 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 31d48055-f7c0-44e9-a105-9393c77954b5 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:44.782157 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-66ef596a-05d8-417e-8210-536a45711e43 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/quotas/33f1c75c07ec4bf9aaf6afece184b99b HTTP/1.1" status: 200 len: 375 time: 0.0166197 Aug 23 15:13:44.858468 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d86578-771c-47a0-a4ac-5469c38dfabd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:44.864197 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e9d86578-771c-47a0-a4ac-5469c38dfabd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:44.870835 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:44.876076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-65eba002-8f8d-4cff-9aef-7eb149c7ac72 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:44.895956 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-65eba002-8f8d-4cff-9aef-7eb149c7ac72 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/networks?id=919fb1b8-d9e1-4d26-accf-6424f0cf22c2 HTTP/1.1" status: 200 len: 796 time: 1.2515671 Aug 23 15:13:44.919508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 31d48055-f7c0-44e9-a105-9393c77954b5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:44.920586 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:44.939151 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-a1e7ba23-a9c7-407d-a0cb-7ed5dfe81bc2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1483071 Aug 23 15:13:44.943720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:44.961415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:44.962830 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-4b10921c-5929-4a43-bcbb-028c5155952a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/quotas/51b6533c35f2415fa103d56c322ba6e0 HTTP/1.1" status: 200 len: 375 time: 0.0656564 Aug 23 15:13:44.967506 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:44.980019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-e9d86578-771c-47a0-a4ac-5469c38dfabd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port e24bbc3f-a13a-45b3-bb11-c6d50e74c812 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:13:45.024730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event updated for resources: {'Port': ['ID=8dbc6884-e6c3-4044-8a1d-a1da171ed6b4,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:45.185612 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:30Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '7dc65295-6c86-49e5-ac26-e5b849b98123', 'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'mac_address': 'fa:16:3e:39:65:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:25Z', 'updated_at': '2021-08-23T15:13:43Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'subnets': [{'id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:13:45.188451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e0bf0e59-0ba8-46eb-a060-598f74122eb6 None None] Provisioning for port 0f8adc3a-587c-4c88-a1cc-289f4949a7f5 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:45.233989 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-7a6a4e85-7d8f-4b25-86ce-6ae72d479fdf service neutron] 10.222.0.38 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675791 Aug 23 15:13:45.270117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e0bf0e59-0ba8-46eb-a060-598f74122eb6 None None] Provisioning complete for port 0f8adc3a-587c-4c88-a1cc-289f4949a7f5 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:45.270750 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e0bf0e59-0ba8-46eb-a060-598f74122eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:45.281695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6130521-059a-42d1-982a-b012324fccf3 None None] The sync data for ids ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'] in n-d-804985-3 is: [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:30Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '7dc65295-6c86-49e5-ac26-e5b849b98123', 'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'mac_address': 'fa:16:3e:39:65:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:25Z', 'updated_at': '2021-08-23T15:13:43Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'subnets': [{'id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:13:45.405465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:45.458378 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-711f7646-2513-4609-8dec-742cbb3ee34a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=51b6533c35f2415fa103d56c322ba6e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4940009 Aug 23 15:13:45.554277 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf0e59-0ba8-46eb-a060-598f74122eb6 None None] Port 0f8adc3a-587c-4c88-a1cc-289f4949a7f5 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:13:45.572971 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:45.584322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:45.585568 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:45.642293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-4f9daedd-7c86-4c8f-a4cf-93816023b729 service neutron] 10.222.0.38 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989475 Aug 23 15:13:45.766449 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e9d86578-771c-47a0-a4ac-5469c38dfabd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:45.782889 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aeabcbe9-a8fa-4044-94b5-adb1f6a7d528 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:45.793212 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:45.884667 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:45.940438 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f42f5489-a828-4d3f-9fbf-25416398f6d8 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:45.966831 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-6fc3a8fa-fd86-4a75-9a56-7a77ebac25ba service neutron] 10.222.0.38 "GET /v2.0/networks/919fb1b8-d9e1-4d26-accf-6424f0cf22c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668043 Aug 23 15:13:46.141152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f42f5489-a828-4d3f-9fbf-25416398f6d8 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:46.141976 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:46.287684 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-3c7289c2-4fd4-495e-a11c-025739bc4198 service neutron] 10.222.0.38 "GET /v2.0/networks/919fb1b8-d9e1-4d26-accf-6424f0cf22c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597914 Aug 23 15:13:46.295372 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e9d86578-771c-47a0-a4ac-5469c38dfabd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:46.355714 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:46.417163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d86578-771c-47a0-a4ac-5469c38dfabd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=e24bbc3f-a13a-45b3-bb11-c6d50e74c812,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:46.464339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d86578-771c-47a0-a4ac-5469c38dfabd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:46.471529 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-e9d86578-771c-47a0-a4ac-5469c38dfabd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:46.476217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d86578-771c-47a0-a4ac-5469c38dfabd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:46.486417 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d86578-771c-47a0-a4ac-5469c38dfabd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:46.487412 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e9d86578-771c-47a0-a4ac-5469c38dfabd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:46.622055 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:46.764537 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aeabcbe9-a8fa-4044-94b5-adb1f6a7d528 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:46.771894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event updated for resources: {'Port': ['ID=8dbc6884-e6c3-4044-8a1d-a1da171ed6b4,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:46.851194 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e9d86578-771c-47a0-a4ac-5469c38dfabd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6312995 Aug 23 15:13:46.855096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50796) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:46.878135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7dc65295-6c86-49e5-ac26-e5b849b98123 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:46.909373 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:47.013221 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aeabcbe9-a8fa-4044-94b5-adb1f6a7d528 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:47.055672 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:47.076438 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c2e1c71f-9388-42f2-b3b5-12314ae3599c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7631390 Aug 23 15:13:47.253306 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-062cca51-3536-4674-8b5c-17c90f1c70ac req-877dbc9e-6614-4480-868a-288786a426e0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 210 time: 0.0944233 Aug 23 15:13:47.374688 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 7dc65295-6c86-49e5-ac26-e5b849b98123 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:47.379331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 7dc65295-6c86-49e5-ac26-e5b849b98123 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:47.379742 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:47.458318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-520bd084-bc98-4208-81e4-eb431ad1df50 req-46cb2aa0-142d-46d2-a258-72faf8a0b27f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 210 time: 0.1120667 Aug 23 15:13:47.738012 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:47.744942 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-2714605a-2483-43ec-a88e-6a0ccee68eb5 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--54836566&fields=id&tenant_id=6e99595cf1e34e82b2342655ef010f91 HTTP/1.1" status: 200 len: 267 time: 0.0725541 Aug 23 15:13:47.866038 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-710e58b2-8970-4813-b31a-908bb5276153 None None] Provisioning complete for port 0f8adc3a-587c-4c88-a1cc-289f4949a7f5 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:47.866038 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-710e58b2-8970-4813-b31a-908bb5276153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:48.075058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-710e58b2-8970-4813-b31a-908bb5276153 None None] Port 0f8adc3a-587c-4c88-a1cc-289f4949a7f5 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:13:48.185753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 7dc65295-6c86-49e5-ac26-e5b849b98123, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7dc65295-6c86-49e5-ac26-e5b849b98123,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:13:48.227280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c24602-487c-4328-bfc3-5d3de543613a req-dcc22a12-71c6-4ed8-99be-c1ce87b82e81 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:48.246554 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-dcc22a12-71c6-4ed8-99be-c1ce87b82e81 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/networks?id=ba929545-a5aa-4017-8c56-61de1121ed13 HTTP/1.1" status: 200 len: 811 time: 0.4885013 Aug 23 15:13:48.265839 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c03bac6c-e8ce-4618-8cc1-9fafc248c1e9 req-10d2ccff-0974-425d-9dca-c4587888f7c1 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 1.0726995 Aug 23 15:13:48.283469 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-a17b68e3-71fa-4978-a86e-d6af0376f56b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/quotas/6e99595cf1e34e82b2342655ef010f91 HTTP/1.1" status: 200 len: 375 time: 0.0237477 Aug 23 15:13:48.309917 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:48.309917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:48.329328 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabcbe9-a8fa-4044-94b5-adb1f6a7d528 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event updated for resources: {'Port': ['ID=0f8adc3a-587c-4c88-a1cc-289f4949a7f5,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:48.344661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-aeabcbe9-a8fa-4044-94b5-adb1f6a7d528 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] In _notify_port_updated(), no bound segment for port 0f8adc3a-587c-4c88-a1cc-289f4949a7f5 on network 69910358-f657-4aa8-a6ce-aa00151549fa {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:13:48.350219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeabcbe9-a8fa-4044-94b5-adb1f6a7d528 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:48.350908 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aeabcbe9-a8fa-4044-94b5-adb1f6a7d528 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:48.352325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-aeabcbe9-a8fa-4044-94b5-adb1f6a7d528 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "PUT /v2.0/ports/0f8adc3a-587c-4c88-a1cc-289f4949a7f5 HTTP/1.1" status: 200 len: 993 time: 3.8124654 Aug 23 15:13:48.360353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50862) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:48.428869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-56365bbf-5f33-420f-8c7d-db4ab1e3aff5 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e99595cf1e34e82b2342655ef010f91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1437800 Aug 23 15:13:48.571831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=7dc65295-6c86-49e5-ac26-e5b849b98123,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:48.583886 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8fb10f66-6dbf-4bfe-b954-ab3bcf7d832f req-74ffbe96-17a4-4480-980b-65872f5429e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 210 time: 0.1209984 Aug 23 15:13:48.604895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:48.605456 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:48.607439 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-af4095e2-aae8-48bb-8c17-37d1f343eea7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port e24bbc3f-a13a-45b3-bb11-c6d50e74c812 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:13:48.607935 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-af4095e2-aae8-48bb-8c17-37d1f343eea7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:48.748471 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-ff18d884-696e-4faa-b0c4-fe06fcbae99e service neutron] 10.222.0.38 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997012 Aug 23 15:13:48.811688 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d5165bf-fba8-4785-9fdd-73e9408833ca req-891c0905-a591-4cc5-ae29-7793df8ea005 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 210 time: 0.0730288 Aug 23 15:13:48.833367 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e0a86793-ea35-4396-8e80-23c115eca03f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Deleting port 0f8adc3a-587c-4c88-a1cc-289f4949a7f5 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:13:48.834929 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0a86793-ea35-4396-8e80-23c115eca03f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:48.871766 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-af4095e2-aae8-48bb-8c17-37d1f343eea7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:49.042677 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-6bdb2c8b-87a2-49c8-aeaf-ebd333b020e4 service neutron] 10.222.0.38 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782083 Aug 23 15:13:49.042782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-af4095e2-aae8-48bb-8c17-37d1f343eea7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for e24bbc3f-a13a-45b3-bb11-c6d50e74c812 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:13:49.042860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7dc65295-6c86-49e5-ac26-e5b849b98123 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:13:49.181096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 7dc65295-6c86-49e5-ac26-e5b849b98123 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:49.182534 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:49.186269 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0a86793-ea35-4396-8e80-23c115eca03f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:49.225059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e0a86793-ea35-4396-8e80-23c115eca03f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Calling delete_port for 0f8adc3a-587c-4c88-a1cc-289f4949a7f5 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:13:49.498439 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-af4095e2-aae8-48bb-8c17-37d1f343eea7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:49.513439 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f42f8c13-7a86-4530-91c2-fcb9cb9807f1 req-811b58dd-68ce-40cf-ad44-e36e37f934f5 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.0774479 Aug 23 15:13:49.571048 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f336824-ff1a-4010-a845-5b331261f2d0 req-f07c7ac8-2f66-4baf-9e67-464a928adca3 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 210 time: 0.1248136 Aug 23 15:13:49.666236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4095e2-aae8-48bb-8c17-37d1f343eea7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=e24bbc3f-a13a-45b3-bb11-c6d50e74c812,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:49.688694 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-af4095e2-aae8-48bb-8c17-37d1f343eea7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:49.696680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50894) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:49.698337 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-af4095e2-aae8-48bb-8c17-37d1f343eea7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/e24bbc3f-a13a-45b3-bb11-c6d50e74c812 HTTP/1.1" status: 204 len: 168 time: 2.8408833 Aug 23 15:13:49.708918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2c708ac6-35e1-4ca9-ac37-1cdad782ab47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'mac_address': 'fa:16:3e:b5:75:7e', 'name': 'tempest-PortsTestJSON-1182937986'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:49.758544 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0a86793-ea35-4396-8e80-23c115eca03f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:49.915429 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a86793-ea35-4396-8e80-23c115eca03f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event deleted for resources: {'Port': ['ID=0f8adc3a-587c-4c88-a1cc-289f4949a7f5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:50.048851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc1db511-06fa-45ea-951d-8e2a96f1e60e req-dc80c559-82ec-4bd2-9d2c-12db9b5f0c55 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 210 time: 0.1999335 Aug 23 15:13:50.214224 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9ef0cf4f-84f3-4d22-9657-ff2cc5ea620c req-f3efb3a0-3442-4c6d-81b8-f62e2ac80374 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 210 time: 0.1653423 Aug 23 15:13:50.371988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c708ac6-35e1-4ca9-ac37-1cdad782ab47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:50.372486 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:50.537061 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0a86793-ea35-4396-8e80-23c115eca03f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:50.554763 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e0a86793-ea35-4396-8e80-23c115eca03f tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "DELETE /v2.0/ports/0f8adc3a-587c-4c88-a1cc-289f4949a7f5 HTTP/1.1" status: 204 len: 168 time: 2.1796279 Aug 23 15:13:50.554936 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50914) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:50.641341 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7c4df3-ff9b-4eec-b686-bf8e50ce58cc tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] GET failed (client error): The resource could not be found. Aug 23 15:13:50.644784 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-af7c4df3-ff9b-4eec-b686-bf8e50ce58cc tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "GET /v2.0/ports/0f8adc3a-587c-4c88-a1cc-289f4949a7f5 HTTP/1.1" status: 404 len: 333 time: 0.0884755 Aug 23 15:13:50.649996 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50916) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:50.667042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-feb6e6ab-d9bd-43a4-8a6e-13de8a37b6ae tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Request body: {'port': {'network_id': '69910358-f657-4aa8-a6ce-aa00151549fa', 'name': 'tempest-AllowedAddressPairTestJSON-75618051'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:50.701656 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39853bf4-80d4-40ff-9c1f-178548af1227 req-39bc2ebc-337f-4a3d-80c7-6ea4334d7ed6 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.0475743 Aug 23 15:13:50.714724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c708ac6-35e1-4ca9-ac37-1cdad782ab47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:50.760463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-2c708ac6-35e1-4ca9-ac37-1cdad782ab47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port b5f2e8df-d3f0-4602-af5c-f944905ed2ac yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:13:50.828886 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3fb08e32-23b6-49fa-a215-861cd8c1710a req-b40c55e2-734f-45be-81d5-76f2c7be06ac tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 210 time: 0.0628865 Aug 23 15:13:50.993022 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c708ac6-35e1-4ca9-ac37-1cdad782ab47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:51.004916 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb6e6ab-d9bd-43a4-8a6e-13de8a37b6ae tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Made reservation on behalf of 88306a2757b646ddb5b43ebb9d0ca80e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:51.012714 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-feb6e6ab-d9bd-43a4-8a6e-13de8a37b6ae tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:51.052857 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-feb6e6ab-d9bd-43a4-8a6e-13de8a37b6ae tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] device_id is not set on port 6a9252fa-7471-4364-806b-bd9692d61027 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:13:51.158785 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c708ac6-35e1-4ca9-ac37-1cdad782ab47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:51.307728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-416ad18b-ed8c-457b-8984-f722a0e1fa9e req-8a1e389b-b33f-47e2-ba18-1aa378640ba1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 210 time: 0.0885947 Aug 23 15:13:51.309666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c708ac6-35e1-4ca9-ac37-1cdad782ab47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:51.316304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-2c708ac6-35e1-4ca9-ac37-1cdad782ab47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:51.318809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c708ac6-35e1-4ca9-ac37-1cdad782ab47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=b5f2e8df-d3f0-4602-af5c-f944905ed2ac,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:51.322663 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c708ac6-35e1-4ca9-ac37-1cdad782ab47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:51.332985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c708ac6-35e1-4ca9-ac37-1cdad782ab47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:51.334836 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c708ac6-35e1-4ca9-ac37-1cdad782ab47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:51.354317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-feb6e6ab-d9bd-43a4-8a6e-13de8a37b6ae tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Allocated IP 172.20.0.5 (69910358-f657-4aa8-a6ce-aa00151549fa/4540d075-2f95-4fbc-b007-88322e2369a1/6a9252fa-7471-4364-806b-bd9692d61027) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:51.447831 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6af9765-a3fb-42cd-a314-0448c59dc9b4 req-6e87738b-e131-40a9-9dd9-82b90c82fd78 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 210 time: 0.0650587 Aug 23 15:13:51.461574 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2c708ac6-35e1-4ca9-ac37-1cdad782ab47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7617867 Aug 23 15:13:51.462626 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50936) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:51.595878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb8585f-b638-48ca-a79f-3735ea3b28c5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:51.602350 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ecb8585f-b638-48ca-a79f-3735ea3b28c5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/b5f2e8df-d3f0-4602-af5c-f944905ed2ac HTTP/1.1" status: 200 len: 841 time: 0.1324766 Aug 23 15:13:51.602914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50940) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:51.805582 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9027c317-5adb-41bb-83ac-ae354fe1c90f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port b5f2e8df-d3f0-4602-af5c-f944905ed2ac {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:13:51.806575 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9027c317-5adb-41bb-83ac-ae354fe1c90f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:51.930342 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-feb6e6ab-d9bd-43a4-8a6e-13de8a37b6ae tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:51.964420 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba9bce00-cbd9-46f5-8b37-09a38ca52822 req-9235f4ce-02ca-4e8a-b7ae-a7d8058bf3e1 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.1352296 Aug 23 15:13:51.967687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-feb6e6ab-d9bd-43a4-8a6e-13de8a37b6ae tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Transition to ACTIVE for port object 6a9252fa-7471-4364-806b-bd9692d61027 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:52.006610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaf206-4dea-4318-a323-004849b3ccab req-e31bcb3e-c2d9-4649-8b5d-0fa84c101677 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:52.008391 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-e31bcb3e-c2d9-4649-8b5d-0fa84c101677 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 811 time: 0.4376783 Aug 23 15:13:52.020595 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9027c317-5adb-41bb-83ac-ae354fe1c90f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:52.054850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9027c317-5adb-41bb-83ac-ae354fe1c90f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for b5f2e8df-d3f0-4602-af5c-f944905ed2ac owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:13:52.084063 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8c639dc1-d18e-4440-9195-938980573c12 req-202537c6-0ae2-4da6-8b36-d83f815834c3 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 210 time: 0.0740001 Aug 23 15:13:52.146020 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-b933f4e1-3fe7-4c7e-a79e-fad0edad496d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33f1c75c07ec4bf9aaf6afece184b99b HTTP/1.1" status: 200 len: 379 time: 0.1182706 Aug 23 15:13:52.160997 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-b6eaf206-4dea-4318-a323-004849b3ccab req-26ed85e1-b025-48bc-9cd2-b1ca4142fb32 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'port': {'device_id': 'b78338a3-4ffc-4743-93fc-2521bd839a3d', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'admin_state_up': True, 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'security_groups': ['8f0b859a-5d90-4d00-96ca-8228f83b8ac2']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:52.305642 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-feb6e6ab-d9bd-43a4-8a6e-13de8a37b6ae tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:52.368241 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9027c317-5adb-41bb-83ac-ae354fe1c90f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:52.414875 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6e6ab-d9bd-43a4-8a6e-13de8a37b6ae tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Network 69910358-f657-4aa8-a6ce-aa00151549fa is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:52.434681 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-feb6e6ab-d9bd-43a4-8a6e-13de8a37b6ae tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:52.440391 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb6e6ab-d9bd-43a4-8a6e-13de8a37b6ae tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:52.452706 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9027c317-5adb-41bb-83ac-ae354fe1c90f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:52.455633 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9027c317-5adb-41bb-83ac-ae354fe1c90f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/b5f2e8df-d3f0-4602-af5c-f944905ed2ac HTTP/1.1" status: 204 len: 168 time: 0.8504360 Aug 23 15:13:52.474889 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6e6ab-d9bd-43a4-8a6e-13de8a37b6ae tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event updated for resources: {'Port': ['ID=6a9252fa-7471-4364-806b-bd9692d61027,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:52.500688 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50962) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:52.515075 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027c317-5adb-41bb-83ac-ae354fe1c90f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=b5f2e8df-d3f0-4602-af5c-f944905ed2ac,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:52.562091 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b2fc84-135f-44db-959d-dfdbe9bd4231 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] GET failed (client error): The resource could not be found. Aug 23 15:13:52.564094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f4b2fc84-135f-44db-959d-dfdbe9bd4231 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/b5f2e8df-d3f0-4602-af5c-f944905ed2ac HTTP/1.1" status: 404 len: 333 time: 0.0622513 Aug 23 15:13:52.630979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 50966) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:52.642092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e3f0d348-dc4f-4a82-a4fe-6c2821d723e6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'name': 'tempest-PortsTestJSON-735150051'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:52.651170 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-acdc5539-2eec-4144-a546-2160c468b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:52.730009 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c756e948-3b28-491b-8df3-89e830cd070c req-c24416fb-c2db-494c-b285-81a2a079b2a5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 210 time: 0.0810411 Aug 23 15:13:52.832307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-86d82416-da7f-4932-ba4d-a398dd25318b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:52.834219 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-86d82416-da7f-4932-ba4d-a398dd25318b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.57 "GET /v2.0/networks?id=1f31ed9b-16ac-4c36-8f03-c6c4224f794c HTTP/1.1" status: 200 len: 809 time: 0.3649313 Aug 23 15:13:52.946680 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-4ab48dac-3968-4622-aa39-626c2c9c6c38 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15057447af0748bf9791ffc4f8be16c1 HTTP/1.1" status: 200 len: 379 time: 0.1022441 Aug 23 15:13:52.954195 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d2dfa615-f521-45ce-b2ad-b2f2176f5b79 req-2a4117cd-0a02-4089-b893-05a599eede27 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 210 time: 0.1544642 Aug 23 15:13:52.959693 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-4e12d968-babf-447f-a940-d74c0da9d857 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Request body: {'port': {'device_id': 'e167e7de-37c6-4f09-81c6-3614a223336a', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'admin_state_up': True, 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'security_groups': ['c85c0204-5355-454f-b29d-0c9c8a709bbe']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:53.036791 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb6e6ab-d9bd-43a4-8a6e-13de8a37b6ae tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:53.037887 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-feb6e6ab-d9bd-43a4-8a6e-13de8a37b6ae tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:53.213604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6eaf206-4dea-4318-a323-004849b3ccab req-26ed85e1-b025-48bc-9cd2-b1ca4142fb32 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Made reservation on behalf of 33f1c75c07ec4bf9aaf6afece184b99b for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:53.220135 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6eaf206-4dea-4318-a323-004849b3ccab req-26ed85e1-b025-48bc-9cd2-b1ca4142fb32 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:53.254774 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-36b7a130-35e9-4203-8be8-7a13e3e1bd37 None None] Provisioning for port 6a9252fa-7471-4364-806b-bd9692d61027 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:53.263427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-36b7a130-35e9-4203-8be8-7a13e3e1bd37 None None] Provisioning complete for port 6a9252fa-7471-4364-806b-bd9692d61027 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:53.264322 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-36b7a130-35e9-4203-8be8-7a13e3e1bd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:53.318236 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7720f41e-4f7f-43a5-82ab-41a06b56fc11 req-d30f4e38-bc12-41d7-b4dc-08465cb0e2e5 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.1105931 Aug 23 15:13:53.406667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.57', 58648) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:53.411011 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5fd73ccd-ad95-4324-af5a-48caf25fb897 req-17aabbaa-e99a-41f1-bf19-cc12b5fdcbf7 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 210 time: 0.1353095 Aug 23 15:13:53.476833 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-36b7a130-35e9-4203-8be8-7a13e3e1bd37 None None] Port 6a9252fa-7471-4364-806b-bd9692d61027 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:13:53.743315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-b6eaf206-4dea-4318-a323-004849b3ccab req-26ed85e1-b025-48bc-9cd2-b1ca4142fb32 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Allocated IP 172.20.0.13 (95038101-a5a6-451d-864c-0209d8aa2274/cb81ce09-0df9-4c6b-a304-342e1749bbc5/95c13ea7-34f9-49de-9665-9e7ad0b125e7) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:53.747038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f0d348-dc4f-4a82-a4fe-6c2821d723e6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:53.754669 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-bb1cde0d-7150-4d55-9f91-b498ae507c08 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:53.754669 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-bb1cde0d-7150-4d55-9f91-b498ae507c08 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.57 "GET /v2.0/networks?id=919fb1b8-d9e1-4d26-accf-6424f0cf22c2 HTTP/1.1" status: 200 len: 796 time: 0.3420849 Aug 23 15:13:53.754914 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d348-dc4f-4a82-a4fe-6c2821d723e6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:53.838324 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-6df25409-4214-4bce-ae11-673f4fc3d765 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51b6533c35f2415fa103d56c322ba6e0 HTTP/1.1" status: 200 len: 379 time: 0.0650721 Aug 23 15:13:53.852094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-320245a4-9846-4ca6-8475-e83acc7fb6ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'port': {'device_id': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'admin_state_up': True, 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'security_groups': ['98ba6287-1558-4091-97c0-8ab80bbab020']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:54.071206 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b4ec24e-785e-4fa6-8f2a-f1f0d5b36072 req-77690269-95d8-431b-862d-5858c558237f tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 210 time: 0.1337249 Aug 23 15:13:54.158831 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-feb6e6ab-d9bd-43a4-8a6e-13de8a37b6ae tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4953964 Aug 23 15:13:54.168204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 50988) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:54.189938 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-eb4592f2-c4e3-43f5-adae-b83f997cd5c4 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fe:15:6f'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:54.203471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-e3f0d348-dc4f-4a82-a4fe-6c2821d723e6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port 2ffa4bd4-de3b-4fa6-806e-c49038a72271 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:13:54.209465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-4e12d968-babf-447f-a940-d74c0da9d857 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Made reservation on behalf of 15057447af0748bf9791ffc4f8be16c1 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:54.225109 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-4e12d968-babf-447f-a940-d74c0da9d857 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:54.356042 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6eaf206-4dea-4318-a323-004849b3ccab req-26ed85e1-b025-48bc-9cd2-b1ca4142fb32 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:54.377850 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-b6eaf206-4dea-4318-a323-004849b3ccab req-26ed85e1-b025-48bc-9cd2-b1ca4142fb32 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Transition to ACTIVE for port object 95c13ea7-34f9-49de-9665-9e7ad0b125e7 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:54.381623 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5a178df7-dc98-43f4-9358-d6285059436a req-526fef8a-fc62-4ccf-9887-0aa685305903 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 210 time: 0.2393427 Aug 23 15:13:54.621481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.57', 58649) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:54.755170 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-741d4e3e-44fb-4b5f-8e15-a4e943094c93 req-12369b41-001c-4b7a-b9c3-459b358fa91b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.2082481 Aug 23 15:13:54.909058 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-320245a4-9846-4ca6-8475-e83acc7fb6ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Made reservation on behalf of 51b6533c35f2415fa103d56c322ba6e0 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:54.912688 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-320245a4-9846-4ca6-8475-e83acc7fb6ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:55.006208 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6eaf206-4dea-4318-a323-004849b3ccab req-26ed85e1-b025-48bc-9cd2-b1ca4142fb32 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:55.034014 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8751a5ba-8ba0-4d1f-be42-382a01d4c7a6 req-8a1fbf39-5150-42b6-8799-4ced91dc72ba tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 210 time: 0.3853652 Aug 23 15:13:55.104473 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d348-dc4f-4a82-a4fe-6c2821d723e6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:55.165504 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6eaf206-4dea-4318-a323-004849b3ccab req-26ed85e1-b025-48bc-9cd2-b1ca4142fb32 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Network 95038101-a5a6-451d-864c-0209d8aa2274 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:55.172473 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-b6eaf206-4dea-4318-a323-004849b3ccab req-26ed85e1-b025-48bc-9cd2-b1ca4142fb32 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:55.244396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6eaf206-4dea-4318-a323-004849b3ccab req-26ed85e1-b025-48bc-9cd2-b1ca4142fb32 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:55.256381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed85e1-b025-48bc-9cd2-b1ca4142fb32 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'Port': ['ID=95c13ea7-34f9-49de-9665-9e7ad0b125e7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:55.295375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-4e12d968-babf-447f-a940-d74c0da9d857 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Allocated IP 172.20.0.5 (1f31ed9b-16ac-4c36-8f03-c6c4224f794c/a99c28d2-36dd-4528-9a52-0523a05ba0ad/696f6a5d-02a4-436f-b829-c5a8e555d13f) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:55.374537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c24602-487c-4328-bfc3-5d3de543613a req-4b6c0856-c564-41b3-ab49-a0dc84c8c2c9 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:55.376276 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-4b6c0856-c564-41b3-ab49-a0dc84c8c2c9 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.57 "GET /v2.0/networks?id=ba929545-a5aa-4017-8c56-61de1121ed13 HTTP/1.1" status: 200 len: 811 time: 0.7282867 Aug 23 15:13:55.394087 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c2e42b8d-73c1-4820-b87a-24d51cb368af req-e1ea5d45-7360-4268-a252-bc10f94f525e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 210 time: 0.1525984 Aug 23 15:13:55.489884 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb4592f2-c4e3-43f5-adae-b83f997cd5c4 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:55.575778 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:55.669215 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-9bb25365-ca69-4a5c-872e-0a6b5be4d283 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e99595cf1e34e82b2342655ef010f91 HTTP/1.1" status: 200 len: 378 time: 0.2528577 Aug 23 15:13:55.687970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-26c24602-487c-4328-bfc3-5d3de543613a req-c945beab-5534-42f6-b8d5-2cab9dde1dde tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Request body: {'port': {'device_id': 'e9a6d5c1-10c9-4c57-920f-334530e528e1', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'admin_state_up': True, 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'security_groups': ['e9034172-d7a0-4254-bd1a-4920d6eedc17']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:55.730130 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaf206-4dea-4318-a323-004849b3ccab req-26ed85e1-b025-48bc-9cd2-b1ca4142fb32 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:55.730130 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6eaf206-4dea-4318-a323-004849b3ccab req-26ed85e1-b025-48bc-9cd2-b1ca4142fb32 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:55.752330 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2c67239a-b93f-4e8d-bce1-2859e08ed212 None None] Provisioning for port 95c13ea7-34f9-49de-9665-9e7ad0b125e7 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:13:55.762032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2c67239a-b93f-4e8d-bce1-2859e08ed212 None None] Provisioning complete for port 95c13ea7-34f9-49de-9665-9e7ad0b125e7 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:55.764067 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2c67239a-b93f-4e8d-bce1-2859e08ed212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:55.811556 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940d528-1fc5-4e2a-8b28-f4715c91fff8 req-434b795a-cb3e-4c0d-810a-03c45cd56af9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:55.820391 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6940d528-1fc5-4e2a-8b28-f4715c91fff8 req-434b795a-cb3e-4c0d-810a-03c45cd56af9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 932 time: 0.2166095 Aug 23 15:13:55.956147 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-26ed85e1-b025-48bc-9cd2-b1ca4142fb32 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7997916 Aug 23 15:13:55.958655 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2c67239a-b93f-4e8d-bce1-2859e08ed212 None None] Port 95c13ea7-34f9-49de-9665-9e7ad0b125e7 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:13:55.985200 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d348-dc4f-4a82-a4fe-6c2821d723e6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:56.015009 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-d4032267-bb56-49c9-a8ca-a7ac1a19206b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:13:56.018107 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-d4032267-bb56-49c9-a8ca-a7ac1a19206b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478191 Aug 23 15:13:56.138236 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6940d528-1fc5-4e2a-8b28-f4715c91fff8 req-0518b0f1-fe35-4307-ac79-f4c90a988aa2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3163786 Aug 23 15:13:56.178460 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7dd4e169-5037-477c-a0cb-c90a035f70bd req-76f701f6-14f6-44ec-bab8-121e1a3c51db tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.1316137 Aug 23 15:13:56.234850 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f0d348-dc4f-4a82-a4fe-6c2821d723e6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:56.270167 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Request body: {'port': {'device_id': 'b78338a3-4ffc-4743-93fc-2521bd839a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:56.289397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-320245a4-9846-4ca6-8475-e83acc7fb6ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Allocated IP 172.20.0.8 (919fb1b8-d9e1-4d26-accf-6424f0cf22c2/5a3edf35-6cfd-43b9-9406-9931fac42c28/67121866-205f-4118-a6ab-ea11dcfba3c2) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:56.294662 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-e3f0d348-dc4f-4a82-a4fe-6c2821d723e6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:56.311710 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f0d348-dc4f-4a82-a4fe-6c2821d723e6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:56.318019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f0d348-dc4f-4a82-a4fe-6c2821d723e6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:56.319012 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d348-dc4f-4a82-a4fe-6c2821d723e6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:56.322891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0d348-dc4f-4a82-a4fe-6c2821d723e6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=2ffa4bd4-de3b-4fa6-806e-c49038a72271,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:56.455221 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d409cc8b-fd0f-4a54-a2db-46222e90ca3d req-180d40b0-afd2-434d-a043-70f076d05522 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 210 time: 0.0858626 Aug 23 15:13:56.481559 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:56.654880 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb4592f2-c4e3-43f5-adae-b83f997cd5c4 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:56.665280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-88ee9070-e53a-49d1-9bee-e320ffe3dc0e req-0e2380fc-351c-429b-a913-19d4ad5ca90f tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 210 time: 0.0913019 Aug 23 15:13:56.671700 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6d4719c6-ca60-423f-a9a3-33e91671e0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:56.785436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c24602-487c-4328-bfc3-5d3de543613a req-c945beab-5534-42f6-b8d5-2cab9dde1dde tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Made reservation on behalf of 6e99595cf1e34e82b2342655ef010f91 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:13:56.789592 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-26c24602-487c-4328-bfc3-5d3de543613a req-c945beab-5534-42f6-b8d5-2cab9dde1dde tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:56.796190 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-4e12d968-babf-447f-a940-d74c0da9d857 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:56.803628 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb4592f2-c4e3-43f5-adae-b83f997cd5c4 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:56.839304 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:56.896951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-4e12d968-babf-447f-a940-d74c0da9d857 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Transition to ACTIVE for port object 696f6a5d-02a4-436f-b829-c5a8e555d13f will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:56.952664 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e3f0d348-dc4f-4a82-a4fe-6c2821d723e6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.3185177 Aug 23 15:13:56.962160 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51030) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:56.973452 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f63a107f-4e80-4ac5-9b45-0b1a171e4a5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:13:57.115304 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f63a107f-4e80-4ac5-9b45-0b1a171e4a5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:57.146952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-26c24602-487c-4328-bfc3-5d3de543613a req-c945beab-5534-42f6-b8d5-2cab9dde1dde tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Allocated IP 172.20.0.7 (ba929545-a5aa-4017-8c56-61de1121ed13/ae11ce01-e39c-4b2d-9455-4272290cbf22/282f887b-3947-4fe2-8864-7040b02ac6e0) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:13:57.377311 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-26c24602-487c-4328-bfc3-5d3de543613a req-c945beab-5534-42f6-b8d5-2cab9dde1dde tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:57.396677 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-26c24602-487c-4328-bfc3-5d3de543613a req-c945beab-5534-42f6-b8d5-2cab9dde1dde tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Transition to ACTIVE for port object 282f887b-3947-4fe2-8864-7040b02ac6e0 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:57.454933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4592f2-c4e3-43f5-adae-b83f997cd5c4 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event updated for resources: {'Port': ['ID=6a9252fa-7471-4364-806b-bd9692d61027,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:57.725880 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e8a80-b62e-4fff-818a-40792c29dc30 req-60e27de1-2286-45c8-a1e2-e9b963b78630 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:57.734863 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-782e8a80-b62e-4fff-818a-40792c29dc30 req-60e27de1-2286-45c8-a1e2-e9b963b78630 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 932 time: 0.3385057 Aug 23 15:13:57.774590 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c13ea7-34f9-49de-9665-9e7ad0b125e7 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:13:57.822140 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f63a107f-4e80-4ac5-9b45-0b1a171e4a5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:57.852794 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:57.872928 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Transition to ACTIVE for port object 95c13ea7-34f9-49de-9665-9e7ad0b125e7 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:57.879553 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-782e8a80-b62e-4fff-818a-40792c29dc30 req-50e14619-50c3-4317-b66b-a2a8b5076721 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412978 Aug 23 15:13:57.940782 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f63a107f-4e80-4ac5-9b45-0b1a171e4a5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:58.069200 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:58.168098 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-16e45c84-fd9f-485a-beec-e3e95fc52c64 None None] Provisioning complete for port 6a9252fa-7471-4364-806b-bd9692d61027 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:13:58.168988 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-16e45c84-fd9f-485a-beec-e3e95fc52c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:58.187429 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f63a107f-4e80-4ac5-9b45-0b1a171e4a5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] In _notify_port_updated(), no bound segment for port 2ffa4bd4-de3b-4fa6-806e-c49038a72271 on network 307ba019-c40a-4d74-92bc-b5426fb9b78e {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:13:58.211579 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63a107f-4e80-4ac5-9b45-0b1a171e4a5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:58.213433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f63a107f-4e80-4ac5-9b45-0b1a171e4a5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:58.217127 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f63a107f-4e80-4ac5-9b45-0b1a171e4a5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "PUT /v2.0/ports/2ffa4bd4-de3b-4fa6-806e-c49038a72271 HTTP/1.1" status: 200 len: 818 time: 1.2534742 Aug 23 15:13:58.221242 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51054) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:58.295710 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a107f-4e80-4ac5-9b45-0b1a171e4a5e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=2ffa4bd4-de3b-4fa6-806e-c49038a72271,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:58.355624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-16e45c84-fd9f-485a-beec-e3e95fc52c64 None None] Port 6a9252fa-7471-4364-806b-bd9692d61027 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:13:58.653897 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:58.724747 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-26c24602-487c-4328-bfc3-5d3de543613a req-c945beab-5534-42f6-b8d5-2cab9dde1dde tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:58.794038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-eb4592f2-c4e3-43f5-adae-b83f997cd5c4 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] In _notify_port_updated(), no bound segment for port 6a9252fa-7471-4364-806b-bd9692d61027 on network 69910358-f657-4aa8-a6ce-aa00151549fa {{(pid=96115) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:13:58.807551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4592f2-c4e3-43f5-adae-b83f997cd5c4 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:58.818661 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb4592f2-c4e3-43f5-adae-b83f997cd5c4 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:58.828098 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-eb4592f2-c4e3-43f5-adae-b83f997cd5c4 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "PUT /v2.0/ports/6a9252fa-7471-4364-806b-bd9692d61027 HTTP/1.1" status: 200 len: 994 time: 4.6572988 Aug 23 15:13:58.890607 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51064) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:13:58.943895 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-76aca5c3-e4cb-4741-84a8-9031183c517f req-faeaacde-c2a1-4489-b3cf-a7b9d236c4a6 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.3249271 Aug 23 15:13:59.148083 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-320245a4-9846-4ca6-8475-e83acc7fb6ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:59.213323 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-320245a4-9846-4ca6-8475-e83acc7fb6ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Transition to ACTIVE for port object 67121866-205f-4118-a6ab-ea11dcfba3c2 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:13:59.308645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945beab-5534-42f6-b8d5-2cab9dde1dde tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event updated for resources: {'Port': ['ID=282f887b-3947-4fe2-8864-7040b02ac6e0,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:59.348230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Pushing event updated for resources: {'Port': ['ID=95c13ea7-34f9-49de-9665-9e7ad0b125e7,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:59.394686 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-4e12d968-babf-447f-a940-d74c0da9d857 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:59.406549 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-320245a4-9846-4ca6-8475-e83acc7fb6ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:59.427482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe4d0a-4931-41dd-bbe6-8c3482f8a7a0 req-a33828d6-8ddc-4427-b981-71534cac3c98 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:13:59.430210 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-15fe4d0a-4931-41dd-bbe6-8c3482f8a7a0 req-a33828d6-8ddc-4427-b981-71534cac3c98 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 931 time: 1.3480213 Aug 23 15:13:59.544996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c24602-487c-4328-bfc3-5d3de543613a req-c945beab-5534-42f6-b8d5-2cab9dde1dde tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Network ba929545-a5aa-4017-8c56-61de1121ed13 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:59.562787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12d968-babf-447f-a940-d74c0da9d857 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Pushing event updated for resources: {'Port': ['ID=696f6a5d-02a4-436f-b829-c5a8e555d13f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:13:59.600866 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-4e12d968-babf-447f-a940-d74c0da9d857 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Network 1f31ed9b-16ac-4c36-8f03-c6c4224f794c is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:59.622724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-26c24602-487c-4328-bfc3-5d3de543613a req-c945beab-5534-42f6-b8d5-2cab9dde1dde tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:59.726597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-320245a4-9846-4ca6-8475-e83acc7fb6ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:13:59.736687 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c24602-487c-4328-bfc3-5d3de543613a req-c945beab-5534-42f6-b8d5-2cab9dde1dde tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:59.741284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Attempting to bind port 95c13ea7-34f9-49de-9665-9e7ad0b125e7 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:13:59.745657 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Attempting to bind port 95c13ea7-34f9-49de-9665-9e7ad0b125e7 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:13:59.746267 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Attempting to bind port 95c13ea7-34f9-49de-9665-9e7ad0b125e7 on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:13:59.792160 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Port 95c13ea7-34f9-49de-9665-9e7ad0b125e7 on network 95038101-a5a6-451d-864c-0209d8aa2274 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:13:59.792758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Attempting to bind port 95c13ea7-34f9-49de-9665-9e7ad0b125e7 on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:13:59.800918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-4e12d968-babf-447f-a940-d74c0da9d857 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:59.837436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0fef44a6-f0f5-4cad-b246-12d6b5f89de6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port 2ffa4bd4-de3b-4fa6-806e-c49038a72271 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:13:59.838715 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fef44a6-f0f5-4cad-b246-12d6b5f89de6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:59.841864 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-320245a4-9846-4ca6-8475-e83acc7fb6ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:13:59.852429 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:13:59.852429 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Checking segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:13:59.852429 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Bound using segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:13:59.852429 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Bound port: 95c13ea7-34f9-49de-9665-9e7ad0b125e7, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:13:59.852429 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:13:59.853253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-4e12d968-babf-447f-a940-d74c0da9d857 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:13:59.856970 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-15fe4d0a-4931-41dd-bbe6-8c3482f8a7a0 req-a049d33c-b901-452d-b529-9a7a9b6efe8d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3822248 Aug 23 15:13:59.869710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-320245a4-9846-4ca6-8475-e83acc7fb6ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:00.018973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-320245a4-9846-4ca6-8475-e83acc7fb6ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:00.020505 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-320245a4-9846-4ca6-8475-e83acc7fb6ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:00.273718 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-4e12d968-babf-447f-a940-d74c0da9d857 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:00.274405 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-4e12d968-babf-447f-a940-d74c0da9d857 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:00.313905 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fef44a6-f0f5-4cad-b246-12d6b5f89de6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:00.343337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320245a4-9846-4ca6-8475-e83acc7fb6ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Port': ['ID=67121866-205f-4118-a6ab-ea11dcfba3c2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:00.431947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73a80d-d3b9-4ac3-9a09-d994f76fd3f7 req-271dcef2-b13f-4f66-8d37-1b233472925f tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:00.441372 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9c73a80d-d3b9-4ac3-9a09-d994f76fd3f7 req-271dcef2-b13f-4f66-8d37-1b233472925f tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 931 time: 1.1175635 Aug 23 15:14:00.446686 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0fef44a6-f0f5-4cad-b246-12d6b5f89de6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for 2ffa4bd4-de3b-4fa6-806e-c49038a72271 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:00.456939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c24602-487c-4328-bfc3-5d3de543613a req-c945beab-5534-42f6-b8d5-2cab9dde1dde tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:00.457551 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-26c24602-487c-4328-bfc3-5d3de543613a req-c945beab-5534-42f6-b8d5-2cab9dde1dde tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:00.471555 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-320245a4-9846-4ca6-8475-e83acc7fb6ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6359560 Aug 23 15:14:00.494073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Request body: {'port': {'device_id': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:00.498731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] For port 95c13ea7-34f9-49de-9665-9e7ad0b125e7, host n-h1-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:14:00.514690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d97d12e0-f348-479c-af66-1609ba97ca4a tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Deleting port 6a9252fa-7471-4364-806b-bd9692d61027 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:00.515047 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d97d12e0-f348-479c-af66-1609ba97ca4a tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:00.553477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e2897-2391-4d77-955f-1d7e6a5ce418 req-a9cf4684-b055-43ee-92f2-6540c346195c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:00.572453 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef1e2897-2391-4d77-955f-1d7e6a5ce418 req-a9cf4684-b055-43ee-92f2-6540c346195c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 944 time: 0.3709354 Aug 23 15:14:00.646513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] For port 95c13ea7-34f9-49de-9665-9e7ad0b125e7, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=95c13ea7-34f9-49de-9665-9e7ad0b125e7,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:14:00.660045 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-45bd34b0-fdc1-4f49-855e-fe132e16b715 None None] Provisioning for port 282f887b-3947-4fe2-8864-7040b02ac6e0 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:00.661024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-4e12d968-babf-447f-a940-d74c0da9d857 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7081265 Aug 23 15:14:00.664635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-45bd34b0-fdc1-4f49-855e-fe132e16b715 None None] Provisioning complete for port 282f887b-3947-4fe2-8864-7040b02ac6e0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:00.665143 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-45bd34b0-fdc1-4f49-855e-fe132e16b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:00.748385 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef1e2897-2391-4d77-955f-1d7e6a5ce418 req-abfb34b2-e14a-4772-99d6-bf4766db520e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884380 Aug 23 15:14:00.748385 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fef44a6-f0f5-4cad-b246-12d6b5f89de6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:00.756251 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-45bd34b0-fdc1-4f49-855e-fe132e16b715 None None] Port 282f887b-3947-4fe2-8864-7040b02ac6e0 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:00.764586 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:00.810039 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:00.816003 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef44a6-f0f5-4cad-b246-12d6b5f89de6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=2ffa4bd4-de3b-4fa6-806e-c49038a72271,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:00.836299 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fef44a6-f0f5-4cad-b246-12d6b5f89de6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:00.840039 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0fef44a6-f0f5-4cad-b246-12d6b5f89de6 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/2ffa4bd4-de3b-4fa6-806e-c49038a72271 HTTP/1.1" status: 204 len: 168 time: 2.5756214 Aug 23 15:14:00.848878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Request body: {'port': {'device_id': 'e167e7de-37c6-4f09-81c6-3614a223336a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:00.885825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51090) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:00.890647 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9c73a80d-d3b9-4ac3-9a09-d994f76fd3f7 req-b8516736-1ab5-4478-b7fd-cb5ba463cfbb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4483302 Aug 23 15:14:00.945603 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-c945beab-5534-42f6-b8d5-2cab9dde1dde tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2646592 Aug 23 15:14:00.988181 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:00.989890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:00.991765 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] 10.222.0.57 "PUT /v2.0/ports/95c13ea7-34f9-49de-9665-9e7ad0b125e7 HTTP/1.1" status: 200 len: 1092 time: 4.9540918 Aug 23 15:14:01.003417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c8478395-b3f8-43c7-8778-4d337836aac7 None None] Provisioning for port 67121866-205f-4118-a6ab-ea11dcfba3c2 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:01.009837 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c8478395-b3f8-43c7-8778-4d337836aac7 None None] Provisioning complete for port 67121866-205f-4118-a6ab-ea11dcfba3c2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:01.011679 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c8478395-b3f8-43c7-8778-4d337836aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:01.016208 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78338a3-4ffc-4743-93fc-2521bd839a3d', 'tag': '95c13ea7-34f9-49de-9665-9e7ad0b125e7'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:14:01.032954 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9409b760-a90d-4628-87af-680803521402" -d '{"events": [{"name": "network-changed", "server_uuid": "b78338a3-4ffc-4743-93fc-2521bd839a3d", "tag": "95c13ea7-34f9-49de-9665-9e7ad0b125e7"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:14:01.048928 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Request body: {'port': {'device_id': 'e9a6d5c1-10c9-4c57-920f-334530e528e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:01.127834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c8478395-b3f8-43c7-8778-4d337836aac7 None None] Port 67121866-205f-4118-a6ab-ea11dcfba3c2 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:01.182382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad413-e5e8-4a50-85ff-4c7b25ea9ddb service neutron] Pushing event updated for resources: {'Port': ['ID=95c13ea7-34f9-49de-9665-9e7ad0b125e7,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:01.300420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c8478395-b3f8-43c7-8778-4d337836aac7 None None] Provisioning for port 696f6a5d-02a4-436f-b829-c5a8e555d13f completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:01.307565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c8478395-b3f8-43c7-8778-4d337836aac7 None None] Provisioning complete for port 696f6a5d-02a4-436f-b829-c5a8e555d13f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:01.308551 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c8478395-b3f8-43c7-8778-4d337836aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:01.318396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7b31b8-d12b-4276-83b5-101eea4006c9 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:01.320402 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1c7b31b8-d12b-4276-83b5-101eea4006c9 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4294784 Aug 23 15:14:01.325670 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d97d12e0-f348-479c-af66-1609ba97ca4a tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:01.330042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51100) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:01.355218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c486b17-d401-4241-9aca-b6b2ee4f0d75 req-39b4b3d2-c4b7-4c98-a745-2f350d9abca6 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:01.357903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d97d12e0-f348-479c-af66-1609ba97ca4a tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Calling delete_port for 6a9252fa-7471-4364-806b-bd9692d61027 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:01.368308 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c486b17-d401-4241-9aca-b6b2ee4f0d75 req-39b4b3d2-c4b7-4c98-a745-2f350d9abca6 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 931 time: 0.3181648 Aug 23 15:14:01.424326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c8478395-b3f8-43c7-8778-4d337836aac7 None None] Port 696f6a5d-02a4-436f-b829-c5a8e555d13f cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:01.510035 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-49384af5-9101-42b6-a81e-c536e8348aed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] GET failed (client error): The resource could not be found. Aug 23 15:14:01.517978 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-49384af5-9101-42b6-a81e-c536e8348aed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/2ffa4bd4-de3b-4fa6-806e-c49038a72271 HTTP/1.1" status: 404 len: 333 time: 0.1190462 Aug 23 15:14:01.521159 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51104) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:01.533641 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c486b17-d401-4241-9aca-b6b2ee4f0d75 req-e2f1a93e-698f-45db-bc10-51d7f0adb8b7 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585965 Aug 23 15:14:01.542114 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-279419201'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:01.585474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaf206-4dea-4318-a323-004849b3ccab req-448b4888-09dd-4131-a6b9-ee24ec6c2c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:01.589956 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-448b4888-09dd-4131-a6b9-ee24ec6c2c58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 1095 time: 0.3666198 Aug 23 15:14:01.762837 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-21312df6-7085-43fd-8e2c-7eb408ae291e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c13ea7-34f9-49de-9665-9e7ad0b125e7 HTTP/1.1" status: 200 len: 217 time: 0.1640356 Aug 23 15:14:01.851192 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:01.860805 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0685d1-ec71-4f8d-94a8-66f3417a9a63 x-openstack-request-id: req-5e0685d1-ec71-4f8d-94a8-66f3417a9a63 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:14:01.861805 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78338a3-4ffc-4743-93fc-2521bd839a3d", "tag": "95c13ea7-34f9-49de-9665-9e7ad0b125e7", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:14:01.862566 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e0685d1-ec71-4f8d-94a8-66f3417a9a63 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:14:01.863815 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78338a3-4ffc-4743-93fc-2521bd839a3d', 'tag': '95c13ea7-34f9-49de-9665-9e7ad0b125e7', 'status': 'completed', 'code': 200} Aug 23 15:14:01.873546 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:01.875118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:01.879303 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:01.917743 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaf206-4dea-4318-a323-004849b3ccab req-c3dedb82-fc6f-4269-b317-32fe640f0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:01.923884 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-c3dedb82-fc6f-4269-b317-32fe640f0d5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.1532338 Aug 23 15:14:01.998957 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e17270-353e-4765-a978-fbe3a608f36d req-54a8e406-c560-433f-b863-7bcaddcc31f1 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:02.000626 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-92e17270-353e-4765-a978-fbe3a608f36d req-54a8e406-c560-433f-b863-7bcaddcc31f1 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 931 time: 0.9391422 Aug 23 15:14:02.149139 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:14:02.193186 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaf206-4dea-4318-a323-004849b3ccab req-2277864e-7202-4bbb-968d-1d42e40f0cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:02.196017 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-2277864e-7202-4bbb-968d-1d42e40f0cfb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2095089 Aug 23 15:14:02.209671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5ccd3-6882-450e-817c-239a28c4b513 req-bc12b641-2798-4e07-ac5e-95505785af52 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:02.212745 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d2d5ccd3-6882-450e-817c-239a28c4b513 req-bc12b641-2798-4e07-ac5e-95505785af52 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 944 time: 0.2993867 Aug 23 15:14:02.404342 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d2d5ccd3-6882-450e-817c-239a28c4b513 req-24006640-ed75-42f9-ae12-3519fe57f71f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575136 Aug 23 15:14:02.482277 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-80e4d06e-572d-4695-b6da-bab87e1c49a1 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667246 Aug 23 15:14:02.617413 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-92e17270-353e-4765-a978-fbe3a608f36d req-341ec1b3-abdd-4884-80a7-89b8e104e609 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5662093 Aug 23 15:14:02.717639 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44d2dd-cfa4-487e-856d-14b852e87d9e req-53d2bed2-9a08-4680-a15c-b4ee67cb5f11 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:02.729414 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee44d2dd-cfa4-487e-856d-14b852e87d9e req-53d2bed2-9a08-4680-a15c-b4ee67cb5f11 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 931 time: 0.1793306 Aug 23 15:14:02.773173 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b6eaf206-4dea-4318-a323-004849b3ccab req-252e5f19-e555-4b12-941e-cba8537cf880 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846174 Aug 23 15:14:02.823825 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee44d2dd-cfa4-487e-856d-14b852e87d9e req-557315f3-0819-4973-8ba9-3d57686e5f53 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929315 Aug 23 15:14:02.835272 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:02.842798 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Added segment 1d812f85-9409-494d-8a9b-290eacba22d7 of type vlan for network 1daecc9a-76ae-4f8f-9801-d2d694123474 Aug 23 15:14:02.910572 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:02.912691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67121866-205f-4118-a6ab-ea11dcfba3c2 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:14:02.928141 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:02.958022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Transition to ACTIVE for port object 67121866-205f-4118-a6ab-ea11dcfba3c2 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:03.035799 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d97d12e0-f348-479c-af66-1609ba97ca4a tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:03.072613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409b760-a90d-4628-87af-680803521402 req-8bad182d-185a-4d68-9517-8272f2447745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:03.075362 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9409b760-a90d-4628-87af-680803521402 req-8bad182d-185a-4d68-9517-8272f2447745 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 1095 time: 0.0999374 Aug 23 15:14:03.135239 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:03.163054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d12e0-f348-479c-af66-1609ba97ca4a tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event deleted for resources: {'Port': ['ID=6a9252fa-7471-4364-806b-bd9692d61027,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:03.182080 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fe60a-7279-40ab-97a1-f0895de095f6 req-9b45a93c-8425-452a-a715-09360a2593a4 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:03.189624 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-691fe60a-7279-40ab-97a1-f0895de095f6 req-9b45a93c-8425-452a-a715-09360a2593a4 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 931 time: 0.3549306 Aug 23 15:14:03.225496 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:03.234493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:03.235834 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:03.421022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282f887b-3947-4fe2-8864-7040b02ac6e0 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:14:03.439885 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:03.474123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Transition to ACTIVE for port object 282f887b-3947-4fe2-8864-7040b02ac6e0 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:03.524072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409b760-a90d-4628-87af-680803521402 req-c3379f51-8f0b-464d-8f88-f227e9513169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:03.526233 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9409b760-a90d-4628-87af-680803521402 req-c3379f51-8f0b-464d-8f88-f227e9513169 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.4433188 Aug 23 15:14:03.547219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Network': ['ID=1daecc9a-76ae-4f8f-9801-d2d694123474,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:03.617254 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9409b760-a90d-4628-87af-680803521402 req-49912340-80d5-444d-8285-afc6f76981c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c13ea7-34f9-49de-9665-9e7ad0b125e7 HTTP/1.1" status: 200 len: 217 time: 0.0671599 Aug 23 15:14:03.637602 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.1015160 Aug 23 15:14:03.647572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Pushing event updated for resources: {'Port': ['ID=67121866-205f-4118-a6ab-ea11dcfba3c2,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:03.695129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51136) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:03.710126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-dec3d1be-4591-4ec4-a785-5c6f0f150a2b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'subnet': {'network_id': '1daecc9a-76ae-4f8f-9801-d2d694123474', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:03.755006 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409b760-a90d-4628-87af-680803521402 req-f620ac0c-1769-4db7-a6ed-59332bfb876b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:03.758233 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9409b760-a90d-4628-87af-680803521402 req-f620ac0c-1769-4db7-a6ed-59332bfb876b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.1186621 Aug 23 15:14:03.767213 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:03.845534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:03.845983 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:03.846310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:03.846655 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:03.847108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:03.847457 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:03.847885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:03.848253 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:03.848708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:03.849110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:03.849502 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:03.849838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ca3f1-97a8-41e6-96c4-e7ad013e9a75 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:03.877841 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 1daecc9a-76ae-4f8f-9801-d2d694123474 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:14:03.925068 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409b760-a90d-4628-87af-680803521402 req-da85548a-2467-4c51-a615-76399c10eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:03.932395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9409b760-a90d-4628-87af-680803521402 req-da85548a-2467-4c51-a615-76399c10eb9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389873 Aug 23 15:14:04.148015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdb025-dae8-4f13-978f-1673194ca367 req-c940fe92-28d1-4a64-82be-ff005a45d309 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:04.155862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696f6a5d-02a4-436f-b829-c5a8e555d13f {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:14:04.160064 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ddfdb025-dae8-4f13-978f-1673194ca367 req-c940fe92-28d1-4a64-82be-ff005a45d309 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 944 time: 0.5384843 Aug 23 15:14:04.258605 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-691fe60a-7279-40ab-97a1-f0895de095f6 req-cf5ead16-b5df-4ca0-8f9b-88ebb3f65c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6417255 Aug 23 15:14:04.271960 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:04.340826 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d97d12e0-f348-479c-af66-1609ba97ca4a tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:04.348054 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d97d12e0-f348-479c-af66-1609ba97ca4a tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "DELETE /v2.0/ports/6a9252fa-7471-4364-806b-bd9692d61027 HTTP/1.1" status: 204 len: 168 time: 5.4313989 Aug 23 15:14:04.357225 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51150) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:04.386669 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Transition to ACTIVE for port object 696f6a5d-02a4-436f-b829-c5a8e555d13f will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:04.458129 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ddfdb025-dae8-4f13-978f-1673194ca367 req-3a8a8160-30c3-47ca-9133-37cfa6045f50 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817644 Aug 23 15:14:04.460312 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd783c7-cffe-48f9-9e10-4144afd5233e tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] GET failed (client error): The resource could not be found. Aug 23 15:14:04.466974 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cbd783c7-cffe-48f9-9e10-4144afd5233e tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "GET /v2.0/ports/6a9252fa-7471-4364-806b-bd9692d61027 HTTP/1.1" status: 404 len: 333 time: 0.1035323 Aug 23 15:14:04.467232 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51154) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:04.495280 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-bf9115fe-d97c-466c-9bbc-d24159cc5aab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Request body: {'port': {'network_id': '69910358-f657-4aa8-a6ce-aa00151549fa', 'name': 'tempest-AllowedAddressPairTestJSON-717128889'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:04.529915 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9409b760-a90d-4628-87af-680803521402 req-ebe6ad77-0924-4726-853b-fa888eeda79a service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875070 Aug 23 15:14:04.577791 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:04.639890 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Pushing event updated for resources: {'Port': ['ID=282f887b-3947-4fe2-8864-7040b02ac6e0,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:04.854709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=696f6a5d-02a4-436f-b829-c5a8e555d13f,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:04.870703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13776e4-5d8b-4eec-85f8-f2f87cbe3d7e req-3e74e095-3c54-45b8-92b6-0913fd312e36 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:04.883722 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a13776e4-5d8b-4eec-85f8-f2f87cbe3d7e req-3e74e095-3c54-45b8-92b6-0913fd312e36 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 943 time: 0.1861451 Aug 23 15:14:04.895532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Attempting to bind port 67121866-205f-4118-a6ab-ea11dcfba3c2 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:14:04.895532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Attempting to bind port 67121866-205f-4118-a6ab-ea11dcfba3c2 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'a29f0364-6ece-46fd-8fb7-161e5945c62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:14:04.895532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Attempting to bind port 67121866-205f-4118-a6ab-ea11dcfba3c2 on network 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:14:04.925433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Attempting to bind port 282f887b-3947-4fe2-8864-7040b02ac6e0 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:14:04.925853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Attempting to bind port 282f887b-3947-4fe2-8864-7040b02ac6e0 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:14:04.926220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Attempting to bind port 282f887b-3947-4fe2-8864-7040b02ac6e0 on network ba929545-a5aa-4017-8c56-61de1121ed13 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:14:04.928721 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9409b760-a90d-4628-87af-680803521402 req-57eb8b65-b83c-45d1-ae8c-4a6b4362e166 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694317 Aug 23 15:14:04.938401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76c519-9c71-49b6-ba0f-632669d93c7c req-58a58dcc-6fe6-41ab-ab82-a91fc6ab3f3f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:04.946210 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b76c519-9c71-49b6-ba0f-632669d93c7c req-58a58dcc-6fe6-41ab-ab82-a91fc6ab3f3f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 943 time: 0.4266951 Aug 23 15:14:04.966536 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a13776e4-5d8b-4eec-85f8-f2f87cbe3d7e req-1a5e0821-f7e8-479f-b789-cbe5d00c4edb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834322 Aug 23 15:14:04.980712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec3d1be-4591-4ec4-a785-5c6f0f150a2b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:04.984214 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dec3d1be-4591-4ec4-a785-5c6f0f150a2b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:04.988279 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Port 67121866-205f-4118-a6ab-ea11dcfba3c2 on network 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:14:04.988716 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Attempting to bind port 67121866-205f-4118-a6ab-ea11dcfba3c2 on network 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:14:05.000502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Port 282f887b-3947-4fe2-8864-7040b02ac6e0 on network ba929545-a5aa-4017-8c56-61de1121ed13 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:14:05.000502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Attempting to bind port 282f887b-3947-4fe2-8864-7040b02ac6e0 on network ba929545-a5aa-4017-8c56-61de1121ed13 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:14:05.033795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:14:05.034327 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Checking segment: {'id': 'a29f0364-6ece-46fd-8fb7-161e5945c62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:14:05.034729 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Bound using segment: {'id': 'a29f0364-6ece-46fd-8fb7-161e5945c62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:14:05.035252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Bound port: 67121866-205f-4118-a6ab-ea11dcfba3c2, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29f0364-6ece-46fd-8fb7-161e5945c62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:14:05.035635 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:05.093515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:14:05.093909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Checking segment: {'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:14:05.094267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Bound using segment: {'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:14:05.094727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Bound port: 282f887b-3947-4fe2-8864-7040b02ac6e0, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:14:05.095094 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:05.118434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9115fe-d97c-466c-9bbc-d24159cc5aab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Made reservation on behalf of 88306a2757b646ddb5b43ebb9d0ca80e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:05.127222 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bf9115fe-d97c-466c-9bbc-d24159cc5aab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:05.171349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-bf9115fe-d97c-466c-9bbc-d24159cc5aab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] device_id is not set on port 43963f0d-28d7-456b-b743-0e74264bbc79 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:14:05.428704 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-bf9115fe-d97c-466c-9bbc-d24159cc5aab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Allocated IP 172.20.0.11 (69910358-f657-4aa8-a6ce-aa00151549fa/4540d075-2f95-4fbc-b007-88322e2369a1/43963f0d-28d7-456b-b743-0e74264bbc79) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:05.608537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e863a5-b7e1-4ec2-972d-767a6186c257 req-7e8c82b1-4387-42f9-8b6e-23663491b2e1 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:05.612990 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d4e863a5-b7e1-4ec2-972d-767a6186c257 req-7e8c82b1-4387-42f9-8b6e-23663491b2e1 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 943 time: 0.1635218 Aug 23 15:14:05.648520 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b76c519-9c71-49b6-ba0f-632669d93c7c req-89de6fcc-a2fd-4a1b-9da5-e34d06ee7454 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7014511 Aug 23 15:14:05.692749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Attempting to bind port 696f6a5d-02a4-436f-b829-c5a8e555d13f on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:14:05.693045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Attempting to bind port 696f6a5d-02a4-436f-b829-c5a8e555d13f by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '417dd621-3322-4c50-822c-a38c98f92961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:14:05.693531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Attempting to bind port 696f6a5d-02a4-436f-b829-c5a8e555d13f on network 1f31ed9b-16ac-4c36-8f03-c6c4224f794c {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:14:05.713173 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d4e863a5-b7e1-4ec2-972d-767a6186c257 req-54a5094e-f6b3-4f23-b09d-fea3d6d67b12 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654495 Aug 23 15:14:05.714373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Port 696f6a5d-02a4-436f-b829-c5a8e555d13f on network 1f31ed9b-16ac-4c36-8f03-c6c4224f794c not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:14:05.714715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Attempting to bind port 696f6a5d-02a4-436f-b829-c5a8e555d13f on network 1f31ed9b-16ac-4c36-8f03-c6c4224f794c {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:14:05.728717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:14:05.729223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Checking segment: {'id': '417dd621-3322-4c50-822c-a38c98f92961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:14:05.729757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Bound using segment: {'id': '417dd621-3322-4c50-822c-a38c98f92961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:14:05.730529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Bound port: 696f6a5d-02a4-436f-b829-c5a8e555d13f, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417dd621-3322-4c50-822c-a38c98f92961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:14:05.731108 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:05.794632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bf9115fe-d97c-466c-9bbc-d24159cc5aab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:05.814842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-bf9115fe-d97c-466c-9bbc-d24159cc5aab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Transition to ACTIVE for port object 43963f0d-28d7-456b-b743-0e74264bbc79 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:05.902868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] For port 67121866-205f-4118-a6ab-ea11dcfba3c2, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:14:05.914317 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] For port 282f887b-3947-4fe2-8864-7040b02ac6e0, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:14:05.919018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] For port 67121866-205f-4118-a6ab-ea11dcfba3c2, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=67121866-205f-4118-a6ab-ea11dcfba3c2,segment=NetworkSegment(a29f0364-6ece-46fd-8fb7-161e5945c62c),segment_id=a29f0364-6ece-46fd-8fb7-161e5945c62c)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:14:05.932678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] For port 282f887b-3947-4fe2-8864-7040b02ac6e0, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=282f887b-3947-4fe2-8864-7040b02ac6e0,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:14:05.999147 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bf9115fe-d97c-466c-9bbc-d24159cc5aab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:06.063535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] For port 696f6a5d-02a4-436f-b829-c5a8e555d13f, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:14:06.068904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] For port 696f6a5d-02a4-436f-b829-c5a8e555d13f, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=696f6a5d-02a4-436f-b829-c5a8e555d13f,segment=NetworkSegment(417dd621-3322-4c50-822c-a38c98f92961),segment_id=417dd621-3322-4c50-822c-a38c98f92961)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:14:06.079692 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:06.120488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edf603-1413-4025-a5b0-025be03b3ae8 req-64e0391a-665e-4a54-93db-c4795aaf325d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:06.124753 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-91edf603-1413-4025-a5b0-025be03b3ae8 req-64e0391a-665e-4a54-93db-c4795aaf325d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 944 time: 0.3695109 Aug 23 15:14:06.126750 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:06.143906 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9115fe-d97c-466c-9bbc-d24159cc5aab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Network 69910358-f657-4aa8-a6ce-aa00151549fa is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:06.158754 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-bf9115fe-d97c-466c-9bbc-d24159cc5aab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:06.163029 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9115fe-d97c-466c-9bbc-d24159cc5aab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:06.171333 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9115fe-d97c-466c-9bbc-d24159cc5aab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event updated for resources: {'Port': ['ID=43963f0d-28d7-456b-b743-0e74264bbc79,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:06.237877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4cc71-b73b-473c-b150-ff2480601e62 req-a44b0dc2-3bdf-4952-bc04-4362baeca7d3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:06.240131 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82f4cc71-b73b-473c-b150-ff2480601e62 req-a44b0dc2-3bdf-4952-bc04-4362baeca7d3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 943 time: 0.1638284 Aug 23 15:14:06.259775 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:06.279062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9115fe-d97c-466c-9bbc-d24159cc5aab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:06.279849 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bf9115fe-d97c-466c-9bbc-d24159cc5aab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:06.292876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:06.293503 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:06.294962 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] 10.222.0.57 "PUT /v2.0/ports/67121866-205f-4118-a6ab-ea11dcfba3c2 HTTP/1.1" status: 200 len: 1091 time: 5.8067524 Aug 23 15:14:06.299967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'tag': '67121866-205f-4118-a6ab-ea11dcfba3c2'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:14:06.302653 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f49c0a-c691-4bb9-81e0-c68258cc92d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3ed363-4f84-4513-8fb5-068dc695f40c", "tag": "67121866-205f-4118-a6ab-ea11dcfba3c2"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:14:06.323959 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:06.324593 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:06.326092 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] 10.222.0.57 "PUT /v2.0/ports/282f887b-3947-4fe2-8864-7040b02ac6e0 HTTP/1.1" status: 200 len: 1091 time: 5.2885253 Aug 23 15:14:06.355966 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82f4cc71-b73b-473c-b150-ff2480601e62 req-cdcfa663-2fa8-42bb-bba5-0a558ca38daf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020777 Aug 23 15:14:06.371301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:06.372381 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:06.381305 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] 10.222.0.57 "PUT /v2.0/ports/696f6a5d-02a4-436f-b829-c5a8e555d13f HTTP/1.1" status: 200 len: 1091 time: 5.5579715 Aug 23 15:14:06.382441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Pushing event updated for resources: {'Port': ['ID=67121866-205f-4118-a6ab-ea11dcfba3c2,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:06.426025 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dec3d1be-4591-4ec4-a785-5c6f0f150a2b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:06.435143 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-91edf603-1413-4025-a5b0-025be03b3ae8 req-db926cb8-f735-4236-a3c4-92672ce16cd1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2949877 Aug 23 15:14:06.436809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:06.437158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:06.437508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:06.437879 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:06.438177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:06.438526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:06.438850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:06.439177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:06.439511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:06.439868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:06.440200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:06.440527 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a2f4b9-e119-4702-827d-cf5a1ea7bb4a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:06.595902 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bf9115fe-d97c-466c-9bbc-d24159cc5aab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1258380 Aug 23 15:14:06.597692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51186) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:06.608048 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8cca46d8-82c7-45ce-8979-e53a797087ad tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Request body: {'port': {'network_id': '69910358-f657-4aa8-a6ce-aa00151549fa', 'name': 'tempest-AllowedAddressPairTestJSON-227966335'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:06.614392 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71efc4a6-5811-491f-96c0-2c6583354298 x-openstack-request-id: req-71efc4a6-5811-491f-96c0-2c6583354298 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:14:06.614894 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3ed363-4f84-4513-8fb5-068dc695f40c", "tag": "67121866-205f-4118-a6ab-ea11dcfba3c2", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:14:06.615229 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71efc4a6-5811-491f-96c0-2c6583354298 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:14:06.621329 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'tag': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'status': 'completed', 'code': 200} Aug 23 15:14:06.715291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3d1be-4591-4ec4-a785-5c6f0f150a2b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Subnet': ['ID=44002da4-8ea9-442d-9921-a590d99abc77,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:07.022945 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fcca8e3a-17fe-46c6-ae61-7d169e2d16d3 None None] Provisioning for port 43963f0d-28d7-456b-b743-0e74264bbc79 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:07.029701 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fcca8e3a-17fe-46c6-ae61-7d169e2d16d3 None None] Provisioning complete for port 43963f0d-28d7-456b-b743-0e74264bbc79 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:07.030349 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fcca8e3a-17fe-46c6-ae61-7d169e2d16d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:07.108058 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe5d2e-c77c-4fb1-a3e0-dbce51a56288 service neutron] Pushing event updated for resources: {'Port': ['ID=282f887b-3947-4fe2-8864-7040b02ac6e0,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:07.133166 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fcca8e3a-17fe-46c6-ae61-7d169e2d16d3 None None] Port 43963f0d-28d7-456b-b743-0e74264bbc79 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:07.209105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-4821f268-0660-432c-872a-697ed3b98770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:07.211788 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-4821f268-0660-432c-872a-697ed3b98770 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51b6533c35f2415fa103d56c322ba6e0&device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 1094 time: 0.6811910 Aug 23 15:14:07.219279 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3d1be-4591-4ec4-a785-5c6f0f150a2b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Checking segment: {'id': '1d812f85-9409-494d-8a9b-290eacba22d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1daecc9a-76ae-4f8f-9801-d2d694123474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:14:07.219961 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec3d1be-4591-4ec4-a785-5c6f0f150a2b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network hostable DHCP agents. Network: 1daecc9a-76ae-4f8f-9801-d2d694123474, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:14:07.325510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c24602-487c-4328-bfc3-5d3de543613a req-12bf5264-e946-48b0-b6d5-0b783a1d337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:07.328133 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-12bf5264-e946-48b0-b6d5-0b783a1d337b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e99595cf1e34e82b2342655ef010f91&device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 1094 time: 0.6299093 Aug 23 15:14:07.335694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-130b19ba-0a1b-4dbb-babe-805a1acfa313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:07.335694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-130b19ba-0a1b-4dbb-babe-805a1acfa313 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15057447af0748bf9791ffc4f8be16c1&device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 1094 time: 0.6444640 Aug 23 15:14:07.361138 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-e059d03e-4ea3-44f8-b014-c60b3dcb7e5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67121866-205f-4118-a6ab-ea11dcfba3c2 HTTP/1.1" status: 200 len: 217 time: 0.1373255 Aug 23 15:14:07.486600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c573be-2603-4a0a-bd45-8564ec8d6357 req-a6634372-ecd0-41e4-8f41-7ec236a7e2e0 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:07.500198 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f9c573be-2603-4a0a-bd45-8564ec8d6357 req-a6634372-ecd0-41e4-8f41-7ec236a7e2e0 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 943 time: 0.5510247 Aug 23 15:14:07.501592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4345b1-7e39-4cf4-9f48-38ad79d2a7be req-11ff2e9e-d44c-4f5c-b1c5-d2c136f2054c tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:07.504675 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1c4345b1-7e39-4cf4-9f48-38ad79d2a7be req-11ff2e9e-d44c-4f5c-b1c5-d2c136f2054c tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 943 time: 0.5105770 Aug 23 15:14:07.570667 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cca46d8-82c7-45ce-8979-e53a797087ad tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Made reservation on behalf of 88306a2757b646ddb5b43ebb9d0ca80e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:07.579147 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8cca46d8-82c7-45ce-8979-e53a797087ad tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:07.617567 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-f14b83d2-cfad-4bf0-ac22-18d2321e0c36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=282f887b-3947-4fe2-8864-7040b02ac6e0 HTTP/1.1" status: 200 len: 217 time: 0.2745726 Aug 23 15:14:07.619481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-8cca46d8-82c7-45ce-8979-e53a797087ad tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] device_id is not set on port 6c2c8fae-df3c-4685-8f3f-97208a004d95 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:14:07.630240 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-e7e8f9a3-3d79-4179-b25a-14cc5c6cf162 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=696f6a5d-02a4-436f-b829-c5a8e555d13f HTTP/1.1" status: 200 len: 217 time: 0.2556610 Aug 23 15:14:07.659763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f6452-fbfb-4bf1-9fe7-0a18a942f4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=696f6a5d-02a4-436f-b829-c5a8e555d13f,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:07.811016 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec3d1be-4591-4ec4-a785-5c6f0f150a2b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 1daecc9a-76ae-4f8f-9801-d2d694123474 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:14:07.832128 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1c4345b1-7e39-4cf4-9f48-38ad79d2a7be req-df982747-ab13-4937-b577-ef507624a007 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3114390 Aug 23 15:14:07.853236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-8cca46d8-82c7-45ce-8979-e53a797087ad tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Allocated IP 172.20.0.4 (69910358-f657-4aa8-a6ce-aa00151549fa/4540d075-2f95-4fbc-b007-88322e2369a1/6c2c8fae-df3c-4685-8f3f-97208a004d95) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:07.893643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-55484e1c-2272-4c98-a9e8-e8519dca3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:07.896122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-55484e1c-2272-4c98-a9e8-e8519dca3305 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a3edf35-6cfd-43b9-9406-9931fac42c28 HTTP/1.1" status: 200 len: 835 time: 0.4533174 Aug 23 15:14:07.937378 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f9c573be-2603-4a0a-bd45-8564ec8d6357 req-7afaa396-8638-4005-a799-9b0a864f5ea2 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3310266 Aug 23 15:14:07.946385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-0ab46580-81c3-45da-87e3-ceb8fc805e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:07.951064 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-0ab46580-81c3-45da-87e3-ceb8fc805e47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a99c28d2-36dd-4528-9a52-0523a05ba0ad HTTP/1.1" status: 200 len: 848 time: 0.2492630 Aug 23 15:14:07.986202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c24602-487c-4328-bfc3-5d3de543613a req-59e06f1c-c3a6-45e8-82aa-498cd0a60656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:07.989490 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-59e06f1c-c3a6-45e8-82aa-498cd0a60656 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae11ce01-e39c-4b2d-9455-4272290cbf22 HTTP/1.1" status: 200 len: 850 time: 0.3420811 Aug 23 15:14:08.133182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-dec3d1be-4591-4ec4-a785-5c6f0f150a2b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 1daecc9a-76ae-4f8f-9801-d2d694123474) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:08.133625 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274bf04-15a6-4a33-bdd9-e8e56fbeef6a req-f7266566-a4f4-41f6-a695-d854023a3381 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:08.137648 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0274bf04-15a6-4a33-bdd9-e8e56fbeef6a req-f7266566-a4f4-41f6-a695-d854023a3381 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 943 time: 0.1758525 Aug 23 15:14:08.146765 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3c8c86-2f2c-4453-b0af-6f1026ce51f5 None None] Network 1daecc9a-76ae-4f8f-9801-d2d694123474 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:08.174628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3d1be-4591-4ec4-a785-5c6f0f150a2b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:08.174628 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dec3d1be-4591-4ec4-a785-5c6f0f150a2b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:08.246068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-6f694750-71d2-421a-be96-8e7d77e778b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:08.246068 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-6f694750-71d2-421a-be96-8e7d77e778b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=919fb1b8-d9e1-4d26-accf-6424f0cf22c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3295441 Aug 23 15:14:08.273606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-c94f1286-fb31-473c-8d63-433e3c612cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:08.276185 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-c94f1286-fb31-473c-8d63-433e3c612cda service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f31ed9b-16ac-4c36-8f03-c6c4224f794c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2848678 Aug 23 15:14:08.278884 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8cca46d8-82c7-45ce-8979-e53a797087ad tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:08.301330 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c24602-487c-4328-bfc3-5d3de543613a req-efa3339e-e9fe-4c35-8b8b-76e0bef8b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:08.303214 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-efa3339e-e9fe-4c35-8b8b-76e0bef8b106 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba929545-a5aa-4017-8c56-61de1121ed13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2900882 Aug 23 15:14:08.397533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-dec3d1be-4591-4ec4-a785-5c6f0f150a2b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6922903 Aug 23 15:14:08.407425 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51216) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:08.413519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-8cca46d8-82c7-45ce-8979-e53a797087ad tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Transition to ACTIVE for port object 6c2c8fae-df3c-4685-8f3f-97208a004d95 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:08.421634 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a3549924-149a-452f-8967-dc349262cacd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'subnet': {'network_id': '1daecc9a-76ae-4f8f-9801-d2d694123474', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:08.428334 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:14:08.429254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd417ce-c19a-488e-81e8-c9304374934a req-5b6f4d35-b4ac-42fd-9aeb-f90c0ef627c2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:08.432276 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4cd417ce-c19a-488e-81e8-c9304374934a req-5b6f4d35-b4ac-42fd-9aeb-f90c0ef627c2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 944 time: 0.3510826 Aug 23 15:14:08.629632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a6d5c1-10c9-4c57-920f-334530e528e1', 'tag': '282f887b-3947-4fe2-8864-7040b02ac6e0'}, {'name': 'network-changed', 'server_uuid': 'e167e7de-37c6-4f09-81c6-3614a223336a', 'tag': '696f6a5d-02a4-436f-b829-c5a8e555d13f'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:14:08.637074 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3990f7e-8bc8-4068-b51c-8ffae0f52537" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a6d5c1-10c9-4c57-920f-334530e528e1", "tag": "282f887b-3947-4fe2-8864-7040b02ac6e0"}, {"name": "network-changed", "server_uuid": "e167e7de-37c6-4f09-81c6-3614a223336a", "tag": "696f6a5d-02a4-436f-b829-c5a8e555d13f"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:14:08.695605 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-1daecc9a-76ae-4f8f-9801-d2d694123474', 'network_id': '1daecc9a-76ae-4f8f-9801-d2d694123474', 'tenant_id': 'ac1f87f409a24cca9052408ad5c0da2e', 'fixed_ips': [{'subnet_id': '44002da4-8ea9-442d-9921-a590d99abc77'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:14:08.699032 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:08.726286 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0274bf04-15a6-4a33-bdd9-e8e56fbeef6a req-182953da-3a2b-4e74-b9b2-e342c66265ea tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4079537 Aug 23 15:14:08.732403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51220) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:08.742931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4cd417ce-c19a-488e-81e8-c9304374934a req-0ff9b513-c95c-4e53-92e0-a43cc827bd2d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535269 Aug 23 15:14:08.812441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-1f42228c-f5a0-4fdb-acbb-6391e5730c05 service neutron] 10.222.0.57 "GET /v2.0/networks/919fb1b8-d9e1-4d26-accf-6424f0cf22c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603859 Aug 23 15:14:08.825256 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-e09c661d-e49e-4e7e-84a3-d4b2b05a2191 service neutron] 10.222.0.57 "GET /v2.0/networks/1f31ed9b-16ac-4c36-8f03-c6c4224f794c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336349 Aug 23 15:14:08.857455 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 23 Aug 2021 15:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8762b716-af8e-4b8f-84f1-5c2bfd37c009 x-openstack-request-id: req-8762b716-af8e-4b8f-84f1-5c2bfd37c009 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:14:08.857941 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a6d5c1-10c9-4c57-920f-334530e528e1", "tag": "282f887b-3947-4fe2-8864-7040b02ac6e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e167e7de-37c6-4f09-81c6-3614a223336a", "tag": "696f6a5d-02a4-436f-b829-c5a8e555d13f", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:14:08.858401 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8762b716-af8e-4b8f-84f1-5c2bfd37c009 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:14:08.858401 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a6d5c1-10c9-4c57-920f-334530e528e1', 'tag': '282f887b-3947-4fe2-8864-7040b02ac6e0', 'status': 'completed', 'code': 200} Aug 23 15:14:08.858865 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e167e7de-37c6-4f09-81c6-3614a223336a', 'tag': '696f6a5d-02a4-436f-b829-c5a8e555d13f', 'status': 'completed', 'code': 200} Aug 23 15:14:08.904446 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3549924-149a-452f-8967-dc349262cacd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:08.909950 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3549924-149a-452f-8967-dc349262cacd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:08.925208 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Allocated IP 172.20.0.2 (1daecc9a-76ae-4f8f-9801-d2d694123474/44002da4-8ea9-442d-9921-a590d99abc77/5cfb886e-1101-4362-bcb2-c31abfd5aa8e) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:08.942126 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-94eb9692-6f56-4d21-9a55-5f5687f18134 service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311679 Aug 23 15:14:09.057435 n-d-804985-3 neutron-server[96114]: INFO neutron.db.ipam_backend_mixin [None req-a3549924-149a-452f-8967-dc349262cacd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 44002da4-8ea9-442d-9921-a590d99abc77 (CIDR: 172.20.0.0/28) Aug 23 15:14:09.081712 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8cca46d8-82c7-45ce-8979-e53a797087ad tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:09.093151 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-181ef8f9-176f-49ed-9a33-83519bc37f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:09.138422 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d7db8e4a-c582-40bd-84ba-ca3e62428473 req-b292a9cf-6ea9-4789-8fc8-938e357003be service neutron] 10.222.0.57 "GET /v2.0/networks/919fb1b8-d9e1-4d26-accf-6424f0cf22c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164086 Aug 23 15:14:09.198414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53ce413d-c58e-4d26-8957-077b6a135a70 req-bd8e2218-9c48-48c3-a26c-dc5451eff551 service neutron] 10.222.0.57 "GET /v2.0/networks/1f31ed9b-16ac-4c36-8f03-c6c4224f794c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576653 Aug 23 15:14:09.233898 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26c24602-487c-4328-bfc3-5d3de543613a req-de24634f-eaca-4ac8-a9ca-8b2e935eda9e service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464252 Aug 23 15:14:09.248558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec7c2f-7915-4025-a6b1-e77427fdfe08 req-8b1263df-341d-4379-81dd-dfeb0f82c04a tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:09.250646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-37ec7c2f-7915-4025-a6b1-e77427fdfe08 req-8b1263df-341d-4379-81dd-dfeb0f82c04a tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 943 time: 0.1012182 Aug 23 15:14:09.341614 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-37ec7c2f-7915-4025-a6b1-e77427fdfe08 req-153f2a7e-2a96-4570-87fa-8bccba8a13fc tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702896 Aug 23 15:14:09.376506 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3549924-149a-452f-8967-dc349262cacd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:14:09.376506 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3549924-149a-452f-8967-dc349262cacd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:14:09.422165 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:09.438177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cca46d8-82c7-45ce-8979-e53a797087ad tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Network 69910358-f657-4aa8-a6ce-aa00151549fa is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:09.440438 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Transition to ACTIVE for port object 5cfb886e-1101-4362-bcb2-c31abfd5aa8e will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:09.444888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca46d8-82c7-45ce-8979-e53a797087ad tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event updated for resources: {'Port': ['ID=6c2c8fae-df3c-4685-8f3f-97208a004d95,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:09.453454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f49c0a-c691-4bb9-81e0-c68258cc92d0 req-5348efbf-d1bb-4b90-bb87-12be238a9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:09.455831 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75f49c0a-c691-4bb9-81e0-c68258cc92d0 req-5348efbf-d1bb-4b90-bb87-12be238a9bf5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51b6533c35f2415fa103d56c322ba6e0&device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 1094 time: 0.0748641 Aug 23 15:14:09.457340 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-8cca46d8-82c7-45ce-8979-e53a797087ad tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:09.459884 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca46d8-82c7-45ce-8979-e53a797087ad tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:09.473926 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Transition to ACTIVE for port object 5cfb886e-1101-4362-bcb2-c31abfd5aa8e will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:09.474094 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-181ef8f9-176f-49ed-9a33-83519bc37f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:09.476049 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d2a1a-48bb-4af4-b15a-3a89445cc0c1 req-d21f1ec7-8c89-4f5a-a0f9-f714f57b0953 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:09.477625 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a35d2a1a-48bb-4af4-b15a-3a89445cc0c1 req-d21f1ec7-8c89-4f5a-a0f9-f714f57b0953 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 943 time: 0.4181361 Aug 23 15:14:09.605252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cca46d8-82c7-45ce-8979-e53a797087ad tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:09.606395 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8cca46d8-82c7-45ce-8979-e53a797087ad tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:09.632417 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a35d2a1a-48bb-4af4-b15a-3a89445cc0c1 req-10cdc4a1-da09-4ecc-b92d-93c3e4ee1cc5 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151767 Aug 23 15:14:09.642992 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-181ef8f9-176f-49ed-9a33-83519bc37f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:09.651462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f49c0a-c691-4bb9-81e0-c68258cc92d0 req-600a4b81-89cb-4f1b-bf36-cfc20e92aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:09.655059 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75f49c0a-c691-4bb9-81e0-c68258cc92d0 req-600a4b81-89cb-4f1b-bf36-cfc20e92aa60 service neutron] 10.222.0.57 "GET /v2.0/networks?id=919fb1b8-d9e1-4d26-accf-6424f0cf22c2 HTTP/1.1" status: 200 len: 897 time: 0.1774065 Aug 23 15:14:09.733545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75f49c0a-c691-4bb9-81e0-c68258cc92d0 req-66167e17-737c-40be-a7ff-3de2b21740a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67121866-205f-4118-a6ab-ea11dcfba3c2 HTTP/1.1" status: 200 len: 217 time: 0.0691133 Aug 23 15:14:09.735300 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-181ef8f9-176f-49ed-9a33-83519bc37f84 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=12091d19b5184a7aa1e2c766bc8091be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9985616 Aug 23 15:14:09.736850 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ef8f9-176f-49ed-9a33-83519bc37f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5f88cf-0e63-427a-b47d-0c5ac819bef0,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:09.739920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51238) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:09.755366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-bd1a1f4d-21c7-4712-81e1-7cc81c751505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:09.762095 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-bd1a1f4d-21c7-4712-81e1-7cc81c751505 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e99595cf1e34e82b2342655ef010f91&device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 1094 time: 0.2977319 Aug 23 15:14:09.801179 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:09.883870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f49c0a-c691-4bb9-81e0-c68258cc92d0 req-1cfac32a-f606-4cf3-8ccc-22975886824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:09.886249 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75f49c0a-c691-4bb9-81e0-c68258cc92d0 req-1cfac32a-f606-4cf3-8ccc-22975886824e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a3edf35-6cfd-43b9-9406-9931fac42c28 HTTP/1.1" status: 200 len: 835 time: 0.1229317 Aug 23 15:14:09.896789 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5278257-de53-4195-87d9-e7765f5d8761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:09.906896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Pushing event updated for resources: {'Port': ['ID=5cfb886e-1101-4362-bcb2-c31abfd5aa8e,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:09.937187 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Network 1daecc9a-76ae-4f8f-9801-d2d694123474 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:09.940204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:09.950046 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:09.950620 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a3549924-149a-452f-8967-dc349262cacd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5413697 Aug 23 15:14:09.955452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51244) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:09.973753 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5278257-de53-4195-87d9-e7765f5d8761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:10.007614 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8cca46d8-82c7-45ce-8979-e53a797087ad tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4042397 Aug 23 15:14:10.007944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c5af1edc-bf53-45bd-b102-4cf6b2a2e47b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'subnet': {'network_id': '1daecc9a-76ae-4f8f-9801-d2d694123474', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:10.019515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Attempting to bind port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:14:10.020560 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Attempting to bind port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '1d812f85-9409-494d-8a9b-290eacba22d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1daecc9a-76ae-4f8f-9801-d2d694123474'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:14:10.021145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Attempting to bind port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e on network 1daecc9a-76ae-4f8f-9801-d2d694123474 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:14:10.028834 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51248) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:10.030010 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:14:10.030615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Checking segment: {'id': '1d812f85-9409-494d-8a9b-290eacba22d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1daecc9a-76ae-4f8f-9801-d2d694123474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:14:10.031265 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:10.032062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Bound using segment: {'id': '1d812f85-9409-494d-8a9b-290eacba22d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1daecc9a-76ae-4f8f-9801-d2d694123474'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:14:10.032839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Bound port: 5cfb886e-1101-4362-bcb2-c31abfd5aa8e, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d812f85-9409-494d-8a9b-290eacba22d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1daecc9a-76ae-4f8f-9801-d2d694123474'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:14:10.033509 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:10.059380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d5696426-79d8-4fec-ae88-78f46c945814 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fe:15:6f'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:ca:d0:e9'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:10.107225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b4f5d496-6e0b-442c-b72c-1c5989650a91 None None] Provisioning for port 6c2c8fae-df3c-4685-8f3f-97208a004d95 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:10.116409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b4f5d496-6e0b-442c-b72c-1c5989650a91 None None] Provisioning complete for port 6c2c8fae-df3c-4685-8f3f-97208a004d95 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:10.117142 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d496-6e0b-442c-b72c-1c5989650a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:10.163269 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f49c0a-c691-4bb9-81e0-c68258cc92d0 req-7f2afe02-eb8c-4abc-bdef-5975a41605e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:10.164840 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75f49c0a-c691-4bb9-81e0-c68258cc92d0 req-7f2afe02-eb8c-4abc-bdef-5975a41605e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=919fb1b8-d9e1-4d26-accf-6424f0cf22c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1938338 Aug 23 15:14:10.166129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298f4a7-fdcd-4768-abcc-55596165cca1 req-3b601798-f704-4410-a802-a01727cd18f9 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:10.168829 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5298f4a7-fdcd-4768-abcc-55596165cca1 req-3b601798-f704-4410-a802-a01727cd18f9 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 943 time: 0.2166355 Aug 23 15:14:10.194697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61470e5-ada8-49df-a0d9-e5393a2e0f93 req-d5d9aaea-cb60-4521-be35-389eb7997ef6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:10.196452 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f61470e5-ada8-49df-a0d9-e5393a2e0f93 req-d5d9aaea-cb60-4521-be35-389eb7997ef6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 944 time: 0.2397926 Aug 23 15:14:10.223955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-0f8d090b-b891-4d43-bb8c-9176f4ac5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:10.224173 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5d496-6e0b-442c-b72c-1c5989650a91 None None] Port 6c2c8fae-df3c-4685-8f3f-97208a004d95 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:10.225384 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-0f8d090b-b891-4d43-bb8c-9176f4ac5b39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba929545-a5aa-4017-8c56-61de1121ed13 HTTP/1.1" status: 200 len: 912 time: 0.3381646 Aug 23 15:14:10.234491 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] For port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:14:10.240295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] For port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5cfb886e-1101-4362-bcb2-c31abfd5aa8e,segment=NetworkSegment(1d812f85-9409-494d-8a9b-290eacba22d7),segment_id=1d812f85-9409-494d-8a9b-290eacba22d7)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:14:10.304773 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5298f4a7-fdcd-4768-abcc-55596165cca1 req-344c3f96-6b79-48c3-ae61-4beb3abc1f8f tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572414 Aug 23 15:14:10.367039 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-a9fce36c-3a99-4378-97a8-6cb4a90a50f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=282f887b-3947-4fe2-8864-7040b02ac6e0 HTTP/1.1" status: 200 len: 217 time: 0.1063340 Aug 23 15:14:10.396837 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5278257-de53-4195-87d9-e7765f5d8761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:10.402173 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5278257-de53-4195-87d9-e7765f5d8761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:10.408561 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f5278257-de53-4195-87d9-e7765f5d8761 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fc5f88cf-0e63-427a-b47d-0c5ac819bef0 HTTP/1.1" status: 204 len: 168 time: 0.6669054 Aug 23 15:14:10.419751 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d5696426-79d8-4fec-ae88-78f46c945814 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:10.426304 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:10.457443 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5278257-de53-4195-87d9-e7765f5d8761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5f88cf-0e63-427a-b47d-0c5ac819bef0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:10.507850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba44cad-649f-43eb-b999-6e8b098a5e8f None None] Pushing event updated for resources: {'Port': ['ID=5cfb886e-1101-4362-bcb2-c31abfd5aa8e,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:10.531993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f61470e5-ada8-49df-a0d9-e5393a2e0f93 req-c569947a-f007-4961-b8c4-37f53e37fe6a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030524 Aug 23 15:14:10.567059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-450750c5-e91f-4646-9bd8-e0af9b62097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:10.567059 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-450750c5-e91f-4646-9bd8-e0af9b62097d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae11ce01-e39c-4b2d-9455-4272290cbf22 HTTP/1.1" status: 200 len: 850 time: 0.1848621 Aug 23 15:14:10.581513 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75f49c0a-c691-4bb9-81e0-c68258cc92d0 req-1edaa986-2763-45c5-846f-96014f903886 service neutron] 10.222.0.57 "GET /v2.0/networks/919fb1b8-d9e1-4d26-accf-6424f0cf22c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085238 Aug 23 15:14:10.609309 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30806f3c-dc73-4d41-8795-dddbebd396f2 req-2eeef1ea-9513-4b35-bb7f-2563891581aa tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:10.616276 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30806f3c-dc73-4d41-8795-dddbebd396f2 req-2eeef1ea-9513-4b35-bb7f-2563891581aa tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 943 time: 0.1735303 Aug 23 15:14:10.708251 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-596e6e4d-32f3-4e53-87cb-81437d35d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:10.710253 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-596e6e4d-32f3-4e53-87cb-81437d35d989 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba929545-a5aa-4017-8c56-61de1121ed13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414008 Aug 23 15:14:10.804503 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30806f3c-dc73-4d41-8795-dddbebd396f2 req-c81363e7-4bff-4e7c-870e-dac9ad431178 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1099472 Aug 23 15:14:10.870084 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5af1edc-bf53-45bd-b102-4cf6b2a2e47b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:10.873667 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c5af1edc-bf53-45bd-b102-4cf6b2a2e47b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:10.895488 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d5696426-79d8-4fec-ae88-78f46c945814 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:11.100485 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5cfb886e-1101-4362-bcb2-c31abfd5aa8e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:11.114605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d5696426-79d8-4fec-ae88-78f46c945814 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:11.240491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5696426-79d8-4fec-ae88-78f46c945814 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event updated for resources: {'Port': ['ID=6c2c8fae-df3c-4685-8f3f-97208a004d95,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:11.304699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:11.326970 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d5696426-79d8-4fec-ae88-78f46c945814 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] In _notify_port_updated(), no bound segment for port 6c2c8fae-df3c-4685-8f3f-97208a004d95 on network 69910358-f657-4aa8-a6ce-aa00151549fa {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:14:11.333659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5696426-79d8-4fec-ae88-78f46c945814 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:11.334458 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d5696426-79d8-4fec-ae88-78f46c945814 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:11.341412 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d5696426-79d8-4fec-ae88-78f46c945814 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "PUT /v2.0/ports/6c2c8fae-df3c-4685-8f3f-97208a004d95 HTTP/1.1" status: 200 len: 1055 time: 1.3053515 Aug 23 15:14:11.355353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51264) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:11.593414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-bdf9e496-b1a0-447b-832d-0f1157b03037 service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8744566 Aug 23 15:14:11.595924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75f49c0a-c691-4bb9-81e0-c68258cc92d0 req-54067818-34c3-459f-9070-12940289e151 service neutron] 10.222.0.57 "GET /v2.0/networks/919fb1b8-d9e1-4d26-accf-6424f0cf22c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9807029 Aug 23 15:14:11.723756 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327ab15-0fb0-4f8c-844b-842e6939f878 req-939818c3-e674-4e81-9f14-c1b64c2b6024 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:11.725600 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e327ab15-0fb0-4f8c-844b-842e6939f878 req-939818c3-e674-4e81-9f14-c1b64c2b6024 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 943 time: 0.2429450 Aug 23 15:14:11.735599 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-87efcafe-0565-4809-88d7-650dd3852470 service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275337 Aug 23 15:14:11.769577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd1676-6c18-424b-bc20-dbed59bc8e7e req-94b62a9d-fba4-4dd7-a7ce-77c1589ad73a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:11.780588 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aedd1676-6c18-424b-bc20-dbed59bc8e7e req-94b62a9d-fba4-4dd7-a7ce-77c1589ad73a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 943 time: 0.9994714 Aug 23 15:14:11.781407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa2a66-b3ea-45e8-bde7-d65f6de82dc6 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Deleting port 6c2c8fae-df3c-4685-8f3f-97208a004d95 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:11.782108 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bdaa2a66-b3ea-45e8-bde7-d65f6de82dc6 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:11.804726 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e327ab15-0fb0-4f8c-844b-842e6939f878 req-973aa9be-7107-4d23-9dd9-16452b6a83d7 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711346 Aug 23 15:14:11.822517 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-48203f87-c28d-4700-a7c8-31f7d3d7b1e3 None None] Provisioning complete for port 6c2c8fae-df3c-4685-8f3f-97208a004d95 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:11.823049 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-48203f87-c28d-4700-a7c8-31f7d3d7b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:11.866152 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aedd1676-6c18-424b-bc20-dbed59bc8e7e req-11ed1c98-1d6c-4759-9e9e-f3e23afb5b9f tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845518 Aug 23 15:14:11.905961 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-48203f87-c28d-4700-a7c8-31f7d3d7b1e3 None None] Port 6c2c8fae-df3c-4685-8f3f-97208a004d95 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:12.012379 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bdaa2a66-b3ea-45e8-bde7-d65f6de82dc6 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:12.050271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa2a66-b3ea-45e8-bde7-d65f6de82dc6 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Calling delete_port for 6c2c8fae-df3c-4685-8f3f-97208a004d95 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:12.135012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42d09b-1e0f-420c-ac16-56e1c95640e1 req-33eea118-bcfa-4633-bda5-9f6e2deefb85 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:12.141640 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df42d09b-1e0f-420c-ac16-56e1c95640e1 req-33eea118-bcfa-4633-bda5-9f6e2deefb85 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 944 time: 0.1385701 Aug 23 15:14:12.194822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-63bdd21c-2987-4d15-869e-0a7252bf8fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:12.198104 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-63bdd21c-2987-4d15-869e-0a7252bf8fe4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15057447af0748bf9791ffc4f8be16c1&device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 1094 time: 0.3384471 Aug 23 15:14:12.214219 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df42d09b-1e0f-420c-ac16-56e1c95640e1 req-0dab9924-52f4-4335-9cea-220eabc4728b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606019 Aug 23 15:14:12.258497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47753d72-55a4-4ae8-9aa5-34e97958ad91 req-8b302fb7-ebef-4eb2-8dc8-13911e3b9c7d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:12.262761 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-47753d72-55a4-4ae8-9aa5-34e97958ad91 req-8b302fb7-ebef-4eb2-8dc8-13911e3b9c7d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 943 time: 0.2415245 Aug 23 15:14:12.275542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e42e67-762d-4308-8b66-d52c239ac1ad None None] Network 1daecc9a-76ae-4f8f-9801-d2d694123474 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:12.427143 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bdaa2a66-b3ea-45e8-bde7-d65f6de82dc6 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:12.428701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-47753d72-55a4-4ae8-9aa5-34e97958ad91 req-73666d76-0981-4e2b-97e9-d53243edb63c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1463435 Aug 23 15:14:12.465400 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-9c70090c-46d6-439d-bc82-50dff3c0963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:12.467277 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-9c70090c-46d6-439d-bc82-50dff3c0963e service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f31ed9b-16ac-4c36-8f03-c6c4224f794c HTTP/1.1" status: 200 len: 910 time: 0.2506599 Aug 23 15:14:12.474936 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa2a66-b3ea-45e8-bde7-d65f6de82dc6 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event deleted for resources: {'Port': ['ID=6c2c8fae-df3c-4685-8f3f-97208a004d95,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:12.542430 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-e9c223cf-1e82-402e-9821-30df94157b20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=696f6a5d-02a4-436f-b829-c5a8e555d13f HTTP/1.1" status: 200 len: 217 time: 0.0683043 Aug 23 15:14:12.579795 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Provisioning for port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:12.585233 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Provisioning complete for port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:12.588881 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:12.649650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-56a3a482-f7a3-43ed-bf05-461c8e9f383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:12.653712 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-56a3a482-f7a3-43ed-bf05-461c8e9f383f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a99c28d2-36dd-4528-9a52-0523a05ba0ad HTTP/1.1" status: 200 len: 848 time: 0.0998418 Aug 23 15:14:12.731006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 282f887b-3947-4fe2-8864-7040b02ac6e0 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:14:12.752250 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c5af1edc-bf53-45bd-b102-4cf6b2a2e47b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:12.769180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-3c88f7a2-5c12-4777-ba41-5fa44fcbfd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:12.772568 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-3c88f7a2-5c12-4777-ba41-5fa44fcbfd10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f31ed9b-16ac-4c36-8f03-c6c4224f794c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114724 Aug 23 15:14:12.915572 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bdaa2a66-b3ea-45e8-bde7-d65f6de82dc6 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:12.919053 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bdaa2a66-b3ea-45e8-bde7-d65f6de82dc6 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "DELETE /v2.0/ports/6c2c8fae-df3c-4685-8f3f-97208a004d95 HTTP/1.1" status: 204 len: 168 time: 1.5622106 Aug 23 15:14:12.924458 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51290) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:12.972847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 282f887b-3947-4fe2-8864-7040b02ac6e0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=282f887b-3947-4fe2-8864-7040b02ac6e0,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:12.987833 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b881e2b9-9b1f-4587-9957-4ef5f3673800 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] GET failed (client error): The resource could not be found. Aug 23 15:14:12.990714 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b881e2b9-9b1f-4587-9957-4ef5f3673800 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "GET /v2.0/ports/6c2c8fae-df3c-4685-8f3f-97208a004d95 HTTP/1.1" status: 404 len: 333 time: 0.0647168 Aug 23 15:14:13.002941 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51292) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:13.007994 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '282f887b-3947-4fe2-8864-7040b02ac6e0', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'port_id': '282f887b-3947-4fe2-8864-7040b02ac6e0', 'mac_address': 'fa:16:3e:c6:9c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:14:13.027087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5af1edc-bf53-45bd-b102-4cf6b2a2e47b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 1daecc9a-76ae-4f8f-9801-d2d694123474 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:13.037416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-c5af1edc-bf53-45bd-b102-4cf6b2a2e47b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:13.041977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5af1edc-bf53-45bd-b102-4cf6b2a2e47b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:13.042719 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c5af1edc-bf53-45bd-b102-4cf6b2a2e47b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:13.072573 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74099c6a-31ca-4269-8191-af0e0e49cbe7 None None] Network 1daecc9a-76ae-4f8f-9801-d2d694123474 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:13.096477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af1edc-bf53-45bd-b102-4cf6b2a2e47b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Subnet': ['ID=67cb1440-c5ab-42e2-affd-8cdf2f1b5a3d,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:13.124041 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-da736617-0b25-4e4c-b319-314cf8249f2a service neutron] 10.222.0.57 "GET /v2.0/networks/1f31ed9b-16ac-4c36-8f03-c6c4224f794c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156946 Aug 23 15:14:13.138786 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27baf766-6498-41e8-a4c2-26440695bd59 req-ade4e56e-9488-4669-b858-bb4ccbf05ae2 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:13.140900 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27baf766-6498-41e8-a4c2-26440695bd59 req-ade4e56e-9488-4669-b858-bb4ccbf05ae2 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 943 time: 0.1641564 Aug 23 15:14:13.159097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b705ab-92ce-430c-95c5-e4c181be64d6 req-7b033c95-fdb5-425f-b832-cec361542108 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:13.161099 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31b705ab-92ce-430c-95c5-e4c181be64d6 req-7b033c95-fdb5-425f-b832-cec361542108 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 943 time: 0.1778088 Aug 23 15:14:13.222492 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:13.228919 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:13.243950 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c5af1edc-bf53-45bd-b102-4cf6b2a2e47b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.2555633 Aug 23 15:14:13.244285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-45545773-0d1f-432d-85c4-28497fa75582 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Deleting port 43963f0d-28d7-456b-b743-0e74264bbc79 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:13.244285 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45545773-0d1f-432d-85c4-28497fa75582 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:13.246517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51296) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:13.253099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'network_id': '1daecc9a-76ae-4f8f-9801-d2d694123474', 'fixed_ips': [{'subnet_id': '44002da4-8ea9-442d-9921-a590d99abc77'}, {'subnet_id': '67cb1440-c5ab-42e2-affd-8cdf2f1b5a3d'}], 'name': 'tempest-PortsTestJSON-511098702'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:13.344991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282f887b-3947-4fe2-8864-7040b02ac6e0 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:14:13.365718 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45545773-0d1f-432d-85c4-28497fa75582 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:13.381934 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-45545773-0d1f-432d-85c4-28497fa75582 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Calling delete_port for 43963f0d-28d7-456b-b743-0e74264bbc79 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:13.432787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-27baf766-6498-41e8-a4c2-26440695bd59 req-528e074f-6e6c-4c6b-9d74-a39d123bd40c tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773657 Aug 23 15:14:13.456129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] For port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5cfb886e-1101-4362-bcb2-c31abfd5aa8e,segment=NetworkSegment(1d812f85-9409-494d-8a9b-290eacba22d7),segment_id=1d812f85-9409-494d-8a9b-290eacba22d7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:13.463937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 282f887b-3947-4fe2-8864-7040b02ac6e0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=282f887b-3947-4fe2-8864-7040b02ac6e0,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:13.493924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3990f7e-8bc8-4068-b51c-8ffae0f52537 req-43750f91-a25b-4269-b7c5-77ed88c28e0f service neutron] 10.222.0.57 "GET /v2.0/networks/1f31ed9b-16ac-4c36-8f03-c6c4224f794c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517730 Aug 23 15:14:13.497261 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31b705ab-92ce-430c-95c5-e4c181be64d6 req-4918ace9-74d8-459d-916b-047efffc7b17 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152428 Aug 23 15:14:13.584268 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd371610-1207-4fc6-899c-1e77360dd0fd None None] Update dhcp port {'port': {'network_id': '1daecc9a-76ae-4f8f-9801-d2d694123474', 'fixed_ips': [{'subnet_id': '44002da4-8ea9-442d-9921-a590d99abc77', 'ip_address': '172.20.0.2'}, {'subnet_id': '67cb1440-c5ab-42e2-affd-8cdf2f1b5a3d'}], 'binding:host_id': 'n-d-804985-3'}, 'id': '5cfb886e-1101-4362-bcb2-c31abfd5aa8e'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 15:14:13.589123 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:13.640565 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bd371610-1207-4fc6-899c-1e77360dd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:13.653441 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:13.654085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 696f6a5d-02a4-436f-b829-c5a8e555d13f details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:14:13.661404 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:13.689722 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afb787-6638-4b30-b4be-d8c26a66ff3e req-0406ba45-a611-4f24-b07a-801e82d59f75 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:13.691528 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-80afb787-6638-4b30-b4be-d8c26a66ff3e req-0406ba45-a611-4f24-b07a-801e82d59f75 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 943 time: 0.1098974 Aug 23 15:14:13.726655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db012dd6-c0b0-466f-8db3-49b169e204f4 req-5c21c91b-a6f1-45fc-b991-bf7029a2ec2b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:13.732529 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db012dd6-c0b0-466f-8db3-49b169e204f4 req-5c21c91b-a6f1-45fc-b991-bf7029a2ec2b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 944 time: 0.1535761 Aug 23 15:14:13.770373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 696f6a5d-02a4-436f-b829-c5a8e555d13f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=696f6a5d-02a4-436f-b829-c5a8e555d13f,segment=NetworkSegment(417dd621-3322-4c50-822c-a38c98f92961),segment_id=417dd621-3322-4c50-822c-a38c98f92961)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:13.778231 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-80afb787-6638-4b30-b4be-d8c26a66ff3e req-aa2b22b4-21d9-43f6-916b-0f5ea848a03d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703068 Aug 23 15:14:13.786680 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '696f6a5d-02a4-436f-b829-c5a8e555d13f', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'port_id': '696f6a5d-02a4-436f-b829-c5a8e555d13f', 'mac_address': 'fa:16:3e:71:6d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:14:13.819720 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45545773-0d1f-432d-85c4-28497fa75582 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:13.863011 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db012dd6-c0b0-466f-8db3-49b169e204f4 req-c9361a0e-2c4f-4da3-ae22-8e898907700f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836368 Aug 23 15:14:13.866003 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45545773-0d1f-432d-85c4-28497fa75582 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event deleted for resources: {'Port': ['ID=43963f0d-28d7-456b-b743-0e74264bbc79,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:13.869340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Pushing event updated for resources: {'Port': ['ID=5cfb886e-1101-4362-bcb2-c31abfd5aa8e,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:13.882261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:13.882261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:13.882261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:13.882693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:13.882827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:13.883121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:13.883453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:13.884334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:13.884661 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:13.884994 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:13.886066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:13.886066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffe680c-93a4-4cbc-804e-df07e0e09a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:14:13.892596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-609c4a01-8aab-4e35-81d7-01d8a0cb91f5 None None] Provisioning complete for port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:13.892933 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-609c4a01-8aab-4e35-81d7-01d8a0cb91f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:13.912560 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:13.954771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port 83bb4daa-09cd-4bde-a17c-1210aca81776 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:14:13.990413 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45545773-0d1f-432d-85c4-28497fa75582 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:13.998156 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-45545773-0d1f-432d-85c4-28497fa75582 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "DELETE /v2.0/ports/43963f0d-28d7-456b-b743-0e74264bbc79 HTTP/1.1" status: 204 len: 168 time: 0.9941041 Aug 23 15:14:13.999235 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51308) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:14.034378 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:14.074425 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6bb5f9-c3d7-4595-be69-82f5090706d5 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] GET failed (client error): The resource could not be found. Aug 23 15:14:14.086694 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1a6bb5f9-c3d7-4595-be69-82f5090706d5 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "GET /v2.0/ports/43963f0d-28d7-456b-b743-0e74264bbc79 HTTP/1.1" status: 404 len: 333 time: 0.0853624 Aug 23 15:14:14.087871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51312) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:14.093334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696f6a5d-02a4-436f-b829-c5a8e555d13f {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:14:14.118619 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 696f6a5d-02a4-436f-b829-c5a8e555d13f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=696f6a5d-02a4-436f-b829-c5a8e555d13f,segment=NetworkSegment(417dd621-3322-4c50-822c-a38c98f92961),segment_id=417dd621-3322-4c50-822c-a38c98f92961)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:14.134561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=282f887b-3947-4fe2-8864-7040b02ac6e0,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:14.231695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-bd371610-1207-4fc6-899c-1e77360dd0fd None None] Allocated IP 172.20.0.18 (1daecc9a-76ae-4f8f-9801-d2d694123474/67cb1440-c5ab-42e2-affd-8cdf2f1b5a3d/5cfb886e-1101-4362-bcb2-c31abfd5aa8e) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:14.252479 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e12a1a39-8910-4d0f-8c35-23c43bbe955c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Deleting port df851729-444a-48c7-bdcb-c41f70359bda {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:14.253087 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12a1a39-8910-4d0f-8c35-23c43bbe955c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:14.334559 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:14.336620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 67121866-205f-4118-a6ab-ea11dcfba3c2 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:14:14.379015 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12a1a39-8910-4d0f-8c35-23c43bbe955c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:14.395207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e12a1a39-8910-4d0f-8c35-23c43bbe955c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Calling delete_port for df851729-444a-48c7-bdcb-c41f70359bda owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:14.411801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-bd371610-1207-4fc6-899c-1e77360dd0fd None None] For port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5cfb886e-1101-4362-bcb2-c31abfd5aa8e,segment=NetworkSegment(1d812f85-9409-494d-8a9b-290eacba22d7),segment_id=1d812f85-9409-494d-8a9b-290eacba22d7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:14.504221 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=696f6a5d-02a4-436f-b829-c5a8e555d13f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:14.524584 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bd371610-1207-4fc6-899c-1e77360dd0fd None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:14.576019 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bd371610-1207-4fc6-899c-1e77360dd0fd None None] Transition to ACTIVE for port object 5cfb886e-1101-4362-bcb2-c31abfd5aa8e will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:14.626835 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 67121866-205f-4118-a6ab-ea11dcfba3c2, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=67121866-205f-4118-a6ab-ea11dcfba3c2,segment=NetworkSegment(a29f0364-6ece-46fd-8fb7-161e5945c62c),segment_id=a29f0364-6ece-46fd-8fb7-161e5945c62c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:14.656065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'port_id': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'mac_address': 'fa:16:3e:95:e9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:14:14.672572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f0bbd-4601-410c-8149-67eee9ca932e req-5452233e-0867-41bb-8c54-22d43647b65b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:14.673361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15932acf-99b5-49c0-93de-18b7254a01d4 req-28cd0799-6d5c-4269-a85f-106dbe5632f2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:14.674234 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc8f0bbd-4601-410c-8149-67eee9ca932e req-5452233e-0867-41bb-8c54-22d43647b65b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 944 time: 0.1294959 Aug 23 15:14:14.688690 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15932acf-99b5-49c0-93de-18b7254a01d4 req-28cd0799-6d5c-4269-a85f-106dbe5632f2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 943 time: 0.0872273 Aug 23 15:14:14.729279 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:14.747705 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67121866-205f-4118-a6ab-ea11dcfba3c2 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:14:14.754459 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-15932acf-99b5-49c0-93de-18b7254a01d4 req-7eb50285-88d0-40e2-be1d-5b242f144630 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603685 Aug 23 15:14:14.755309 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc8f0bbd-4601-410c-8149-67eee9ca932e req-0c622298-9cf4-4267-8940-b54cdae49889 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686269 Aug 23 15:14:14.758209 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bd371610-1207-4fc6-899c-1e77360dd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:14.819406 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12a1a39-8910-4d0f-8c35-23c43bbe955c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:14.854784 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 67121866-205f-4118-a6ab-ea11dcfba3c2, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=67121866-205f-4118-a6ab-ea11dcfba3c2,segment=NetworkSegment(a29f0364-6ece-46fd-8fb7-161e5945c62c),segment_id=a29f0364-6ece-46fd-8fb7-161e5945c62c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:14.994945 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd371610-1207-4fc6-899c-1e77360dd0fd None None] Pushing event updated for resources: {'Port': ['ID=5cfb886e-1101-4362-bcb2-c31abfd5aa8e,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:15.016540 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:15.017656 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 95c13ea7-34f9-49de-9665-9e7ad0b125e7 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:14:15.043572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a1a39-8910-4d0f-8c35-23c43bbe955c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event deleted for resources: {'Port': ['ID=df851729-444a-48c7-bdcb-c41f70359bda,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:15.054276 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12a1a39-8910-4d0f-8c35-23c43bbe955c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:15.060999 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e12a1a39-8910-4d0f-8c35-23c43bbe955c tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "DELETE /v2.0/ports/df851729-444a-48c7-bdcb-c41f70359bda HTTP/1.1" status: 204 len: 168 time: 0.9679561 Aug 23 15:14:15.061466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Allocated IP 172.20.0.8 (1daecc9a-76ae-4f8f-9801-d2d694123474/44002da4-8ea9-442d-9921-a590d99abc77/83bb4daa-09cd-4bde-a17c-1210aca81776) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:15.061595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51328) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:15.083924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Allocated IP 172.20.0.29 (1daecc9a-76ae-4f8f-9801-d2d694123474/67cb1440-c5ab-42e2-affd-8cdf2f1b5a3d/83bb4daa-09cd-4bde-a17c-1210aca81776) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:15.097778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5cfb886e-1101-4362-bcb2-c31abfd5aa8e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:15.108278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87604cb-4b80-40fb-a415-d02b59b3ef19 req-d1af34df-4885-4af7-a7a9-ee46081a843c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:15.123785 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e87604cb-4b80-40fb-a415-d02b59b3ef19 req-d1af34df-4885-4af7-a7a9-ee46081a843c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 944 time: 0.2240841 Aug 23 15:14:15.252660 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e87604cb-4b80-40fb-a415-d02b59b3ef19 req-15bdf669-8d26-4115-bd9f-a588b4da6e60 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1300993 Aug 23 15:14:15.366846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd7ed8-01ad-4f4b-b7f3-8df4c48c433a req-6b44cf96-92d3-4c76-98f3-379e038996a9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:15.370531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29bd7ed8-01ad-4f4b-b7f3-8df4c48c433a req-6b44cf96-92d3-4c76-98f3-379e038996a9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 944 time: 0.2728226 Aug 23 15:14:15.378516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a96e8f-c442-4561-bb39-f4d1b9f1c3ab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Deleting subnet 4540d075-2f95-4fbc-b007-88322e2369a1 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:14:15.403824 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5a96e8f-c442-4561-bb39-f4d1b9f1c3ab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:15.508127 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:15.530641 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Transition to ACTIVE for port object 83bb4daa-09cd-4bde-a17c-1210aca81776 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:15.579500 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29bd7ed8-01ad-4f4b-b7f3-8df4c48c433a req-0c2c6f12-678a-4482-b3de-e0b23e3abd05 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931868 Aug 23 15:14:15.593457 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5a96e8f-c442-4561-bb39-f4d1b9f1c3ab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:15.655377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=67121866-205f-4118-a6ab-ea11dcfba3c2,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:15.747338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 95c13ea7-34f9-49de-9665-9e7ad0b125e7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=95c13ea7-34f9-49de-9665-9e7ad0b125e7,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:15.752040 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:15.776626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '95c13ea7-34f9-49de-9665-9e7ad0b125e7', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'port_id': '95c13ea7-34f9-49de-9665-9e7ad0b125e7', 'mac_address': 'fa:16:3e:9f:a5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:14:15.786892 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5a96e8f-c442-4561-bb39-f4d1b9f1c3ab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:15.829485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 1daecc9a-76ae-4f8f-9801-d2d694123474 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:15.835912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:15.842888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:15.869069 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:15.908892 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:15.917025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:15.917730 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:15.943321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c13ea7-34f9-49de-9665-9e7ad0b125e7 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:14:15.984942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=83bb4daa-09cd-4bde-a17c-1210aca81776,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:16.011363 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 95c13ea7-34f9-49de-9665-9e7ad0b125e7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=95c13ea7-34f9-49de-9665-9e7ad0b125e7,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:16.031979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b918e-58f2-414e-8dcc-a1c575037992 req-88c8a11a-0897-44db-a577-8e829e1aee59 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:16.034528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f65b918e-58f2-414e-8dcc-a1c575037992 req-88c8a11a-0897-44db-a577-8e829e1aee59 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 944 time: 0.0945158 Aug 23 15:14:16.065402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732fa1e-41b0-4747-ac8c-9d0f00e990a1 req-e86829ae-3924-4200-be53-55e989883918 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:16.080723 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5732fa1e-41b0-4747-ac8c-9d0f00e990a1 req-e86829ae-3924-4200-be53-55e989883918 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 944 time: 0.0919065 Aug 23 15:14:16.106047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f65b918e-58f2-414e-8dcc-a1c575037992 req-a2e67ff6-3cbe-47a3-8f22-bf0f95860eb6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579741 Aug 23 15:14:16.142724 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5732fa1e-41b0-4747-ac8c-9d0f00e990a1 req-bf704744-c406-4d6b-9cf8-0e04f9b23116 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637169 Aug 23 15:14:16.144850 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5a96e8f-c442-4561-bb39-f4d1b9f1c3ab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:16.186792 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a96e8f-c442-4561-bb39-f4d1b9f1c3ab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event deleted for resources: {'Subnet': ['ID=4540d075-2f95-4fbc-b007-88322e2369a1,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:16.195281 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f5a96e8f-c442-4561-bb39-f4d1b9f1c3ab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:16.201869 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51342) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:16.213777 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f5a96e8f-c442-4561-bb39-f4d1b9f1c3ab tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "DELETE /v2.0/subnets/4540d075-2f95-4fbc-b007-88322e2369a1 HTTP/1.1" status: 204 len: 168 time: 1.1498723 Aug 23 15:14:16.230969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dfb06a-73d9-42e2-b71c-19d13227b51c None None] Network 69910358-f657-4aa8-a6ce-aa00151549fa requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:16.280672 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-541cf7cb-b96d-4023-8ceb-be35282c2935 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.0346205 Aug 23 15:14:16.283536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51346) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:16.296687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ddcdf13c-ddd2-47dd-8cfd-7e1a4f6b1930 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44002da4-8ea9-442d-9921-a590d99abc77'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:16.306269 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:16.338307 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:16.403103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b3a22fae-9d37-44a1-92b9-a0a945a831aa None None] Provisioning for port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:16.417107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b3a22fae-9d37-44a1-92b9-a0a945a831aa None None] Provisioning complete for port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:16.417786 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b3a22fae-9d37-44a1-92b9-a0a945a831aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:16.456477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=95c13ea7-34f9-49de-9665-9e7ad0b125e7,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:16.474342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b65f8-d73d-4176-b9de-d708247eeb78 req-a17eb1d5-7e3b-4584-a18b-f77e7d179064 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:16.476000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f32b65f8-d73d-4176-b9de-d708247eeb78 req-a17eb1d5-7e3b-4584-a18b-f77e7d179064 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 944 time: 0.1214828 Aug 23 15:14:16.516302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Deleting port 31d48055-f7c0-44e9-a105-9393c77954b5 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:16.516679 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:16.569812 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f32b65f8-d73d-4176-b9de-d708247eeb78 req-9b93b278-663b-465e-b441-8bed3b65720d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797384 Aug 23 15:14:16.688515 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf13c-ddd2-47dd-8cfd-7e1a4f6b1930 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:16.692629 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['282f887b-3947-4fe2-8864-7040b02ac6e0'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:14:16.714580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] For port 31d48055-f7c0-44e9-a105-9393c77954b5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=31d48055-f7c0-44e9-a105-9393c77954b5,segment=NetworkSegment(37649a99-3ea9-434c-892c-8a3382e56c9a),segment_id=37649a99-3ea9-434c-892c-8a3382e56c9a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:16.715339 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:16.744356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Calling delete_port for 31d48055-f7c0-44e9-a105-9393c77954b5 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:16.768313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['95c13ea7-34f9-49de-9665-9e7ad0b125e7'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:14:16.771441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['696f6a5d-02a4-436f-b829-c5a8e555d13f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:14:16.835719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fef5f73-b7f4-461f-bb15-02bc08340f26 None None] DHCP port deletion for 69910358-f657-4aa8-a6ce-aa00151549fa request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:14:16.845084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['67121866-205f-4118-a6ab-ea11dcfba3c2'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:14:16.979197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10836d-b947-42b8-8e98-813d40df073e req-61765384-5f26-4a2e-b8b3-c7c6a5adff41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:16.981395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf10836d-b947-42b8-8e98-813d40df073e req-61765384-5f26-4a2e-b8b3-c7c6a5adff41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 945 time: 0.2110775 Aug 23 15:14:17.008527 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5cfb886e-1101-4362-bcb2-c31abfd5aa8e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:17.011285 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:17.037965 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event deleted for resources: {'Port': ['ID=31d48055-f7c0-44e9-a105-9393c77954b5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:17.064721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] No DVR routers for this DVR port 31d48055-f7c0-44e9-a105-9393c77954b5 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:14:17.112754 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf10836d-b947-42b8-8e98-813d40df073e req-cc271e0a-4393-4d34-b56d-6179fea72c47 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251581 Aug 23 15:14:17.232161 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:17.249097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69910358-f657-4aa8-a6ce-aa00151549fa']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:17.269127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37649a99-3ea9-434c-892c-8a3382e56c9a') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:17.269560 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37649a99-3ea9-434c-892c-8a3382e56c9a') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:17.277162 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-ddcdf13c-ddd2-47dd-8cfd-7e1a4f6b1930 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Delete allocated IP 172.20.0.29 (1daecc9a-76ae-4f8f-9801-d2d694123474/67cb1440-c5ab-42e2-affd-8cdf2f1b5a3d) {{(pid=96114) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 15:14:17.286207 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:17.308154 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:17.318708 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:14:17.319699 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:17.380306 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-14d75d27-c6d9-4c75-b56d-a0a3c053c440 None None] Provisioning for port 83bb4daa-09cd-4bde-a17c-1210aca81776 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:14:17.410178 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:14:17.439676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-14d75d27-c6d9-4c75-b56d-a0a3c053c440 None None] Provisioning complete for port 83bb4daa-09cd-4bde-a17c-1210aca81776 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:17.440081 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-14d75d27-c6d9-4c75-b56d-a0a3c053c440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:17.449192 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721045d8-70ed-4964-8619-2e7aaac9c5cd req-d8d99f45-83cc-4fa9-bd3d-f020cf2a7027 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:17.452113 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-721045d8-70ed-4964-8619-2e7aaac9c5cd req-d8d99f45-83cc-4fa9-bd3d-f020cf2a7027 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 944 time: 0.1780872 Aug 23 15:14:17.511516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2fef5f73-b7f4-461f-bb15-02bc08340f26 None None] Deleting port 31d48055-f7c0-44e9-a105-9393c77954b5 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:17.512924 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2fef5f73-b7f4-461f-bb15-02bc08340f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:17.517626 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caffa6-4270-44f5-bc31-db0ff62ee3ac req-77f7ef8f-3b72-4058-a9b8-622b5c48bbc2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:17.519565 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-76caffa6-4270-44f5-bc31-db0ff62ee3ac req-77f7ef8f-3b72-4058-a9b8-622b5c48bbc2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 944 time: 0.1124768 Aug 23 15:14:17.543843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:17.544229 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:17.554802 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-721045d8-70ed-4964-8619-2e7aaac9c5cd req-3f515684-18b6-4b54-ba55-6b549750ea59 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883346 Aug 23 15:14:17.601468 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf13c-ddd2-47dd-8cfd-7e1a4f6b1930 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:17.609072 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-76caffa6-4270-44f5-bc31-db0ff62ee3ac req-e21f096b-a664-469b-ae4d-154b1d282183 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732927 Aug 23 15:14:17.611795 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:17.622885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-ddcdf13c-ddd2-47dd-8cfd-7e1a4f6b1930 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Ignored duplicate provisioning block setup for port 83bb4daa-09cd-4bde-a17c-1210aca81776 by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 23 15:14:17.644662 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:17.646681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] 10.222.0.38 "DELETE /v2.0/networks/69910358-f657-4aa8-a6ce-aa00151549fa HTTP/1.1" status: 204 len: 168 time: 1.4437277 Aug 23 15:14:17.673731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d45ae8-48f6-487f-b4cc-f71ac4553413 tempest-AllowedAddressPairTestJSON-2117447976 tempest-AllowedAddressPairTestJSON-2117447976-project] Pushing event deleted for resources: {'Network': ['ID=69910358-f657-4aa8-a6ce-aa00151549fa,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:17.751816 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-14d75d27-c6d9-4c75-b56d-a0a3c053c440 None None] Port 83bb4daa-09cd-4bde-a17c-1210aca81776 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:17.783775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c02ca-da4a-4c8d-9415-1e2a94690f9d req-9d2e1c8c-fd86-44e5-957a-c2836deb0123 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:17.785544 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2a6c02ca-da4a-4c8d-9415-1e2a94690f9d req-9d2e1c8c-fd86-44e5-957a-c2836deb0123 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 944 time: 0.0834317 Aug 23 15:14:17.788091 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf13c-ddd2-47dd-8cfd-7e1a4f6b1930 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:17.797827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2fef5f73-b7f4-461f-bb15-02bc08340f26 None None] For port 31d48055-f7c0-44e9-a105-9393c77954b5, host n-d-804985-3, got binding levels [] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:17.798424 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2fef5f73-b7f4-461f-bb15-02bc08340f26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:17.818826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2fef5f73-b7f4-461f-bb15-02bc08340f26 None None] Calling delete_port for 31d48055-f7c0-44e9-a105-9393c77954b5 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:17.823282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.ipam_backend_mixin [None req-2fef5f73-b7f4-461f-bb15-02bc08340f26 None None] Port 31d48055-f7c0-44e9-a105-9393c77954b5 was not found and therefore no delete operation was performed {{(pid=96116) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 15:14:17.833891 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2fef5f73-b7f4-461f-bb15-02bc08340f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:17.954755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-ddcdf13c-ddd2-47dd-8cfd-7e1a4f6b1930 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] In _notify_port_updated(), no bound segment for port 83bb4daa-09cd-4bde-a17c-1210aca81776 on network 1daecc9a-76ae-4f8f-9801-d2d694123474 {{(pid=96114) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:14:17.962651 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcdf13c-ddd2-47dd-8cfd-7e1a4f6b1930 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:17.963494 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf13c-ddd2-47dd-8cfd-7e1a4f6b1930 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:17.965284 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ddcdf13c-ddd2-47dd-8cfd-7e1a4f6b1930 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "PUT /v2.0/ports/83bb4daa-09cd-4bde-a17c-1210aca81776 HTTP/1.1" status: 200 len: 918 time: 1.6807511 Aug 23 15:14:17.969672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51374) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:17.974001 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef5f73-b7f4-461f-bb15-02bc08340f26 None None] Pushing event deleted for resources: {'Port': ['ID=31d48055-f7c0-44e9-a105-9393c77954b5,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:17.976828 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fef5f73-b7f4-461f-bb15-02bc08340f26 None None] Network 69910358-f657-4aa8-a6ce-aa00151549fa is not hosted by any dhcp agent {{(pid=96116) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 15:14:17.978086 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef5f73-b7f4-461f-bb15-02bc08340f26 None None] No DVR routers for this DVR port 31d48055-f7c0-44e9-a105-9393c77954b5 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:14:17.989164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b80b1356-5c0f-4354-a500-45a6dbcd88f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44002da4-8ea9-442d-9921-a590d99abc77'}, {'subnet_id': '67cb1440-c5ab-42e2-affd-8cdf2f1b5a3d'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:17.989642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdf13c-ddd2-47dd-8cfd-7e1a4f6b1930 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=83bb4daa-09cd-4bde-a17c-1210aca81776,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:18.034505 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2a6c02ca-da4a-4c8d-9415-1e2a94690f9d req-7f5c7062-91cb-4c2c-bbaf-9a1ed7451ff4 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1730444 Aug 23 15:14:18.143217 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b80b1356-5c0f-4354-a500-45a6dbcd88f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:18.526925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 31d48055-f7c0-44e9-a105-9393c77954b5 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:14:18.733331 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51390) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:18.779592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 31d48055-f7c0-44e9-a105-9393c77954b5 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:14:18.784240 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 31d48055-f7c0-44e9-a105-9393c77954b5 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:14:18.794192 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e4857-195f-49db-b10b-01a54fb9589a req-d5891fcb-e7a5-4a80-9ffa-f8a471d2efd2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:18.805285 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e38e4857-195f-49db-b10b-01a54fb9589a req-d5891fcb-e7a5-4a80-9ffa-f8a471d2efd2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 945 time: 0.5291054 Aug 23 15:14:18.861728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a9ec3420-c308-4b61-86f5-40c077ca9979 None None] Provisioning complete for port 83bb4daa-09cd-4bde-a17c-1210aca81776 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:18.862281 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a9ec3420-c308-4b61-86f5-40c077ca9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:18.876551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e7e97-1704-4fd6-9063-7110839fbc0f req-4a86617b-d530-406f-886e-87c6049aa507 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:18.893899 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-896e7e97-1704-4fd6-9063-7110839fbc0f req-4a86617b-d530-406f-886e-87c6049aa507 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 944 time: 0.1967893 Aug 23 15:14:18.952963 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e38e4857-195f-49db-b10b-01a54fb9589a req-aaf23fa7-6f49-4694-b7b4-504a53fc05dd tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464927 Aug 23 15:14:18.966458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-b80b1356-5c0f-4354-a500-45a6dbcd88f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Allocated IP 172.20.0.22 (1daecc9a-76ae-4f8f-9801-d2d694123474/67cb1440-c5ab-42e2-affd-8cdf2f1b5a3d/83bb4daa-09cd-4bde-a17c-1210aca81776) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:18.968001 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-896e7e97-1704-4fd6-9063-7110839fbc0f req-a1c7b34c-05cc-417f-bb84-08591e366b9d tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667078 Aug 23 15:14:19.036456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec3420-c308-4b61-86f5-40c077ca9979 None None] Port 83bb4daa-09cd-4bde-a17c-1210aca81776 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:19.250170 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59fc0b-b3ca-4c39-acd0-97cc02f1b7b2 req-bf356321-b9e2-4e9f-9c01-726f7404d9eb tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:19.252792 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f59fc0b-b3ca-4c39-acd0-97cc02f1b7b2 req-bf356321-b9e2-4e9f-9c01-726f7404d9eb tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 944 time: 0.0937977 Aug 23 15:14:19.254243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c95bb3-bc28-4179-b7de-f7db04fddcc1 req-6187af28-5383-4317-9fa6-0f71126cec73 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:19.255964 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2c95bb3-bc28-4179-b7de-f7db04fddcc1 req-6187af28-5383-4317-9fa6-0f71126cec73 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 944 time: 0.1812317 Aug 23 15:14:19.267504 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-99dac709-4f41-4922-92d7-31f03b3ea6cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=88306a2757b646ddb5b43ebb9d0ca80e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275640 Aug 23 15:14:19.269573 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51400) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:19.346685 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b80b1356-5c0f-4354-a500-45a6dbcd88f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:19.355584 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2c95bb3-bc28-4179-b7de-f7db04fddcc1 req-0a594956-0df8-4df3-9e02-c72e02425ee0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868244 Aug 23 15:14:19.372385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-b80b1356-5c0f-4354-a500-45a6dbcd88f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Transition to ACTIVE for port object 83bb4daa-09cd-4bde-a17c-1210aca81776 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:19.374441 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f59fc0b-b3ca-4c39-acd0-97cc02f1b7b2 req-d05105bc-e6a2-4dbe-b8b5-4655ed769b84 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957396 Aug 23 15:14:19.402068 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a40672a2-279d-40b7-8777-d1506711ee45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:19.436466 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a40672a2-279d-40b7-8777-d1506711ee45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:19.478398 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b80b1356-5c0f-4354-a500-45a6dbcd88f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:19.628307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b1356-5c0f-4354-a500-45a6dbcd88f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=83bb4daa-09cd-4bde-a17c-1210aca81776,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:19.658508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b80b1356-5c0f-4354-a500-45a6dbcd88f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] In _notify_port_updated(), no bound segment for port 83bb4daa-09cd-4bde-a17c-1210aca81776 on network 1daecc9a-76ae-4f8f-9801-d2d694123474 {{(pid=96115) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:14:19.669388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80b1356-5c0f-4354-a500-45a6dbcd88f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:19.670527 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b80b1356-5c0f-4354-a500-45a6dbcd88f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:19.676017 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b80b1356-5c0f-4354-a500-45a6dbcd88f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "PUT /v2.0/ports/83bb4daa-09cd-4bde-a17c-1210aca81776 HTTP/1.1" status: 200 len: 998 time: 1.7016222 Aug 23 15:14:19.677386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51406) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:19.833972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-729534eb-f201-4c92-9526-47ca8eb6d3dd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port 83bb4daa-09cd-4bde-a17c-1210aca81776 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:19.834526 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-729534eb-f201-4c92-9526-47ca8eb6d3dd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:19.912036 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a40672a2-279d-40b7-8777-d1506711ee45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:19.916632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a40672a2-279d-40b7-8777-d1506711ee45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:19.918275 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a40672a2-279d-40b7-8777-d1506711ee45 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3c75288b-31ac-431e-9132-1fce5715b493 HTTP/1.1" status: 204 len: 168 time: 0.6489863 Aug 23 15:14:19.939515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40672a2-279d-40b7-8777-d1506711ee45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c75288b-31ac-431e-9132-1fce5715b493,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:20.052863 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-729534eb-f201-4c92-9526-47ca8eb6d3dd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:20.054547 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6ddeb81e-ca7d-4a94-b087-859b86311f26 None None] Provisioning for port 83bb4daa-09cd-4bde-a17c-1210aca81776 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:20.061489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6ddeb81e-ca7d-4a94-b087-859b86311f26 None None] Provisioning complete for port 83bb4daa-09cd-4bde-a17c-1210aca81776 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:20.069458 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb81e-ca7d-4a94-b087-859b86311f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:20.091333 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-729534eb-f201-4c92-9526-47ca8eb6d3dd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for 83bb4daa-09cd-4bde-a17c-1210aca81776 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:20.130382 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6ddeb81e-ca7d-4a94-b087-859b86311f26 None None] Port 83bb4daa-09cd-4bde-a17c-1210aca81776 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:20.175123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb86ae-6d91-493c-93ac-e451fb759c13 req-dd84ff06-3bf3-4066-88de-40318abf1088 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:20.179005 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2fdb86ae-6d91-493c-93ac-e451fb759c13 req-dd84ff06-3bf3-4066-88de-40318abf1088 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 944 time: 0.0805635 Aug 23 15:14:20.257998 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2fdb86ae-6d91-493c-93ac-e451fb759c13 req-6503bba2-b18a-418b-8bcd-f93ac487f1c9 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670536 Aug 23 15:14:20.318289 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 95c13ea7-34f9-49de-9665-9e7ad0b125e7 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:20.365025 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:20.589451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381c4cd-9b6a-4e01-a096-60c31e17303e req-10c27e02-eab9-442b-8910-20a76439b004 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:20.592323 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9381c4cd-9b6a-4e01-a096-60c31e17303e req-10c27e02-eab9-442b-8910-20a76439b004 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 944 time: 0.1149347 Aug 23 15:14:20.623638 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b227d56-a42e-4274-8179-9ce3885c4cfb req-852d603a-929f-4bb4-8b9a-0f6f2ecb579f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:20.625839 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b227d56-a42e-4274-8179-9ce3885c4cfb req-852d603a-929f-4bb4-8b9a-0f6f2ecb579f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 945 time: 0.5381420 Aug 23 15:14:20.629773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 95c13ea7-34f9-49de-9665-9e7ad0b125e7 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:20.635728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 95c13ea7-34f9-49de-9665-9e7ad0b125e7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:20.636493 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:20.712735 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9381c4cd-9b6a-4e01-a096-60c31e17303e req-f0fa5ba2-966d-4b90-b5fe-168ab4ac3b2d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051469 Aug 23 15:14:20.782657 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b227d56-a42e-4274-8179-9ce3885c4cfb req-895f3c8f-5798-43f4-b46f-86434e1d8126 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398647 Aug 23 15:14:20.839395 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:20.880024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78338a3-4ffc-4743-93fc-2521bd839a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c13ea7-34f9-49de-9665-9e7ad0b125e7'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:14:20.880450 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11c8994-0d17-44cf-8e57-a884b0717019" -d '{"events": [{"server_uuid": "b78338a3-4ffc-4743-93fc-2521bd839a3d", "name": "network-vif-plugged", "status": "completed", "tag": "95c13ea7-34f9-49de-9665-9e7ad0b125e7"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:14:20.902027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 95c13ea7-34f9-49de-9665-9e7ad0b125e7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=95c13ea7-34f9-49de-9665-9e7ad0b125e7,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:20.965899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85f5d5-9a72-47ec-81a1-450d58b34dce req-fa82913c-e4d3-4c97-9e3b-8a04f83f7f1a tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:20.967906 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db85f5d5-9a72-47ec-81a1-450d58b34dce req-fa82913c-e4d3-4c97-9e3b-8a04f83f7f1a tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 944 time: 0.1234674 Aug 23 15:14:21.021846 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db85f5d5-9a72-47ec-81a1-450d58b34dce req-4c2c58ea-cc76-4733-b324-129bbf92afe4 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473695 Aug 23 15:14:21.105354 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:21.106840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 282f887b-3947-4fe2-8864-7040b02ac6e0 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:21.152120 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-729534eb-f201-4c92-9526-47ca8eb6d3dd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:21.218846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=95c13ea7-34f9-49de-9665-9e7ad0b125e7,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:21.224192 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4b1d2e-975e-4996-a023-e21e8ace673b x-openstack-request-id: req-5a4b1d2e-975e-4996-a023-e21e8ace673b {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:14:21.224492 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78338a3-4ffc-4743-93fc-2521bd839a3d", "name": "network-vif-plugged", "status": "completed", "tag": "95c13ea7-34f9-49de-9665-9e7ad0b125e7", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:14:21.224744 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5a4b1d2e-975e-4996-a023-e21e8ace673b {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:14:21.225151 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78338a3-4ffc-4743-93fc-2521bd839a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c13ea7-34f9-49de-9665-9e7ad0b125e7', 'code': 200} Aug 23 15:14:21.311990 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729534eb-f201-4c92-9526-47ca8eb6d3dd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=83bb4daa-09cd-4bde-a17c-1210aca81776,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:21.385388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 282f887b-3947-4fe2-8864-7040b02ac6e0 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:21.393745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 282f887b-3947-4fe2-8864-7040b02ac6e0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:21.393745 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:21.420073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f945273-d1e7-409f-bc38-6d16baaa3eae req-5957ff8c-1eab-44b4-b3b1-cb654db5eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:21.423598 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f945273-d1e7-409f-bc38-6d16baaa3eae req-5957ff8c-1eab-44b4-b3b1-cb654db5eba6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 1097 time: 0.1096010 Aug 23 15:14:21.484905 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-729534eb-f201-4c92-9526-47ca8eb6d3dd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:21.490902 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-729534eb-f201-4c92-9526-47ca8eb6d3dd tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/83bb4daa-09cd-4bde-a17c-1210aca81776 HTTP/1.1" status: 204 len: 168 time: 1.8078456 Aug 23 15:14:21.492390 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51448) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:21.526421 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d596252-68af-48b1-946f-e8e98889391f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] GET failed (client error): The resource could not be found. Aug 23 15:14:21.529547 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4d596252-68af-48b1-946f-e8e98889391f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/83bb4daa-09cd-4bde-a17c-1210aca81776 HTTP/1.1" status: 404 len: 333 time: 0.0339890 Aug 23 15:14:21.532421 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51450) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:21.533425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f945273-d1e7-409f-bc38-6d16baaa3eae req-0aaf8042-9987-41a9-bd7a-afcd577e77e2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004879 Aug 23 15:14:21.557383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7527945-b60a-48f2-96f5-75b55e6f9214 req-3b60ef23-2d5d-4614-900f-db393a82f45d tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:21.559006 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7527945-b60a-48f2-96f5-75b55e6f9214 req-3b60ef23-2d5d-4614-900f-db393a82f45d tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 944 time: 0.0961661 Aug 23 15:14:21.581865 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:21.623941 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7b949b-f111-488b-892e-cf945392cb7f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting subnet 67cb1440-c5ab-42e2-affd-8cdf2f1b5a3d {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:14:21.628323 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa7b949b-f111-488b-892e-cf945392cb7f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:21.637359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 282f887b-3947-4fe2-8864-7040b02ac6e0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=282f887b-3947-4fe2-8864-7040b02ac6e0,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:21.645653 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7527945-b60a-48f2-96f5-75b55e6f9214 req-00e26bcc-5c29-4bad-80b9-44c9ca0e384b tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728910 Aug 23 15:14:21.707222 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa7b949b-f111-488b-892e-cf945392cb7f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:21.771861 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:21.772987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 696f6a5d-02a4-436f-b829-c5a8e555d13f up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:21.885060 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa7b949b-f111-488b-892e-cf945392cb7f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:21.920056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=282f887b-3947-4fe2-8864-7040b02ac6e0,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:22.021182 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84666f0e-137f-4d90-ab2e-ccb6f49da6c8 req-cb805122-875c-4594-a3d7-8256efac9034 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:22.023326 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-84666f0e-137f-4d90-ab2e-ccb6f49da6c8 req-cb805122-875c-4594-a3d7-8256efac9034 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 944 time: 0.1498203 Aug 23 15:14:22.043442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493f23c-cc82-46f0-9633-51bb5b211623 req-0964e316-3f49-450e-8d86-529790f411af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:22.045328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0493f23c-cc82-46f0-9633-51bb5b211623 req-0964e316-3f49-450e-8d86-529790f411af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 946 time: 0.1077080 Aug 23 15:14:22.087467 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-84666f0e-137f-4d90-ab2e-ccb6f49da6c8 req-3de23a67-f433-4679-b011-ed7c42beb31c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437346 Aug 23 15:14:22.100059 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0493f23c-cc82-46f0-9633-51bb5b211623 req-8251b19f-18fd-4e5a-8e5d-78966c8d2f18 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435233 Aug 23 15:14:22.146979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 696f6a5d-02a4-436f-b829-c5a8e555d13f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:22.152719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 696f6a5d-02a4-436f-b829-c5a8e555d13f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:22.157396 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:22.255887 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa7b949b-f111-488b-892e-cf945392cb7f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:22.296246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51476) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:22.302239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b949b-f111-488b-892e-cf945392cb7f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Subnet': ['ID=67cb1440-c5ab-42e2-affd-8cdf2f1b5a3d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:22.306393 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aa7b949b-f111-488b-892e-cf945392cb7f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:22.309738 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-aa7b949b-f111-488b-892e-cf945392cb7f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/67cb1440-c5ab-42e2-affd-8cdf2f1b5a3d HTTP/1.1" status: 204 len: 168 time: 0.7745280 Aug 23 15:14:22.320468 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51478) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:22.335844 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8068c082-9055-4efa-b47b-f53a1db59f80 None None] Network 1daecc9a-76ae-4f8f-9801-d2d694123474 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:22.354845 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c0cf0-c65b-40cd-91cd-bd665727bb3f req-3c106313-290c-488a-b198-08b0b85e9f6e tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:22.357027 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f4c0cf0-c65b-40cd-91cd-bd665727bb3f req-3c106313-290c-488a-b198-08b0b85e9f6e tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.1523938 Aug 23 15:14:22.359286 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:22.462000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 696f6a5d-02a4-436f-b829-c5a8e555d13f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=696f6a5d-02a4-436f-b829-c5a8e555d13f,segment=NetworkSegment(417dd621-3322-4c50-822c-a38c98f92961),segment_id=417dd621-3322-4c50-822c-a38c98f92961)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:22.486025 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f4c0cf0-c65b-40cd-91cd-bd665727bb3f req-0d8155fc-592f-4df0-aeda-eabd85456cd7 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756588 Aug 23 15:14:22.548330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c3a01e-ee9e-4d93-95e3-def28a6b356d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting subnet 44002da4-8ea9-442d-9921-a590d99abc77 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:14:22.553138 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-87c3a01e-ee9e-4d93-95e3-def28a6b356d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:22.594215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1121240427'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:22.616544 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:22.618177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 67121866-205f-4118-a6ab-ea11dcfba3c2 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:22.623706 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-87c3a01e-ee9e-4d93-95e3-def28a6b356d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:22.746906 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2f304dc2-3f5c-48e2-916a-c5029fa43b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:22.785569 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=696f6a5d-02a4-436f-b829-c5a8e555d13f,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:22.793850 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-87c3a01e-ee9e-4d93-95e3-def28a6b356d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:22.842333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Made reservation on behalf of 3577836292dd44868e588b23996d6031 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:22.848146 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:22.878337 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:22.908111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c52c4-a1f0-4d2a-b2d3-43d266a4b2e8 req-4a0cb6c1-2d56-4852-a4f1-7f428b5757db tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:22.910527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-708c52c4-a1f0-4d2a-b2d3-43d266a4b2e8 req-4a0cb6c1-2d56-4852-a4f1-7f428b5757db tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 945 time: 0.1360581 Aug 23 15:14:22.967228 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 67121866-205f-4118-a6ab-ea11dcfba3c2 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:22.974826 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-708c52c4-a1f0-4d2a-b2d3-43d266a4b2e8 req-6ae6948c-8d64-4fd2-ad32-bd0f6150a8a9 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532186 Aug 23 15:14:22.982958 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 67121866-205f-4118-a6ab-ea11dcfba3c2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:22.983636 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:23.083857 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-87c3a01e-ee9e-4d93-95e3-def28a6b356d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:23.181645 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:23.187135 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-87c3a01e-ee9e-4d93-95e3-def28a6b356d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:23.193898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51496) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:23.200558 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-87c3a01e-ee9e-4d93-95e3-def28a6b356d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/44002da4-8ea9-442d-9921-a590d99abc77 HTTP/1.1" status: 204 len: 168 time: 0.8772900 Aug 23 15:14:23.201919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3a01e-ee9e-4d93-95e3-def28a6b356d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Subnet': ['ID=44002da4-8ea9-442d-9921-a590d99abc77,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:23.270374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 67121866-205f-4118-a6ab-ea11dcfba3c2, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=67121866-205f-4118-a6ab-ea11dcfba3c2,segment=NetworkSegment(a29f0364-6ece-46fd-8fb7-161e5945c62c),segment_id=a29f0364-6ece-46fd-8fb7-161e5945c62c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:23.272720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a6d5c1-10c9-4c57-920f-334530e528e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282f887b-3947-4fe2-8864-7040b02ac6e0'}, {'server_uuid': 'e167e7de-37c6-4f09-81c6-3614a223336a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696f6a5d-02a4-436f-b829-c5a8e555d13f'}, {'server_uuid': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67121866-205f-4118-a6ab-ea11dcfba3c2'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:14:23.277579 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887a749a-63ea-4573-b917-a3b0edf05934" -d '{"events": [{"server_uuid": "e9a6d5c1-10c9-4c57-920f-334530e528e1", "name": "network-vif-plugged", "status": "completed", "tag": "282f887b-3947-4fe2-8864-7040b02ac6e0"}, {"server_uuid": "e167e7de-37c6-4f09-81c6-3614a223336a", "name": "network-vif-plugged", "status": "completed", "tag": "696f6a5d-02a4-436f-b829-c5a8e555d13f"}, {"server_uuid": "1b3ed363-4f84-4513-8fb5-068dc695f40c", "name": "network-vif-plugged", "status": "completed", "tag": "67121866-205f-4118-a6ab-ea11dcfba3c2"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:14:23.424167 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da7e23-dba7-43a2-ac56-ac5e5f5ecf99 req-77b8f276-e585-45d7-9152-7d3288484d5b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:23.425804 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e3da7e23-dba7-43a2-ac56-ac5e5f5ecf99 req-77b8f276-e585-45d7-9152-7d3288484d5b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 944 time: 0.1231184 Aug 23 15:14:23.476079 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:23.490638 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e3da7e23-dba7-43a2-ac56-ac5e5f5ecf99 req-d2fca323-19a2-4591-8534-4104fbb59e28 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534859 Aug 23 15:14:23.502051 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:23.526452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070404fa-1b3d-435d-b72c-136aa657970e req-95aa6e66-fd0c-4178-ab10-b0242bef0430 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:23.532978 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-070404fa-1b3d-435d-b72c-136aa657970e req-95aa6e66-fd0c-4178-ab10-b0242bef0430 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 946 time: 0.1988235 Aug 23 15:14:23.543370 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:23.614475 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-070404fa-1b3d-435d-b72c-136aa657970e req-ef522e20-56a8-4b35-87ab-f2904dbb82c3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494893 Aug 23 15:14:23.646551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:23.647412 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:23.663151 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 23 Aug 2021 15:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca27b62-de02-41e9-a42d-beb82215ab6f x-openstack-request-id: req-aca27b62-de02-41e9-a42d-beb82215ab6f {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:14:23.663801 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a6d5c1-10c9-4c57-920f-334530e528e1", "name": "network-vif-plugged", "status": "completed", "tag": "282f887b-3947-4fe2-8864-7040b02ac6e0", "code": 200}, {"server_uuid": "e167e7de-37c6-4f09-81c6-3614a223336a", "name": "network-vif-plugged", "status": "completed", "tag": "696f6a5d-02a4-436f-b829-c5a8e555d13f", "code": 200}, {"server_uuid": "1b3ed363-4f84-4513-8fb5-068dc695f40c", "name": "network-vif-plugged", "status": "completed", "tag": "67121866-205f-4118-a6ab-ea11dcfba3c2", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:14:23.665332 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aca27b62-de02-41e9-a42d-beb82215ab6f {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:14:23.666005 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a6d5c1-10c9-4c57-920f-334530e528e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282f887b-3947-4fe2-8864-7040b02ac6e0', 'code': 200} Aug 23 15:14:23.666585 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e167e7de-37c6-4f09-81c6-3614a223336a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696f6a5d-02a4-436f-b829-c5a8e555d13f', 'code': 200} Aug 23 15:14:23.667143 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'code': 200} Aug 23 15:14:23.676310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=67121866-205f-4118-a6ab-ea11dcfba3c2,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:23.702417 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:23.871511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc40e43-d3bb-4932-911e-e5088ed1ea14 req-14fb0b30-2a81-40b1-bb13-31f60b799a6d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:23.871511 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2fc40e43-d3bb-4932-911e-e5088ed1ea14 req-14fb0b30-2a81-40b1-bb13-31f60b799a6d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.1036143 Aug 23 15:14:23.927588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930b871e-0b6e-41f7-80fd-49264acf90db None None] Network 1daecc9a-76ae-4f8f-9801-d2d694123474 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:23.952548 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2fc40e43-d3bb-4932-911e-e5088ed1ea14 req-43a06e57-1dd6-4169-9360-6ddcce1db80f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723660 Aug 23 15:14:24.032469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:14:24.054046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee93c55-c26d-4cb2-8fc6-f5a987921523,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:24.081205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] For port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5cfb886e-1101-4362-bcb2-c31abfd5aa8e,segment=NetworkSegment(1d812f85-9409-494d-8a9b-290eacba22d7),segment_id=1d812f85-9409-494d-8a9b-290eacba22d7)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:24.081869 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:24.106868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for 5cfb886e-1101-4362-bcb2-c31abfd5aa8e owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:24.152010 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:24.152500 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Added segment 22ef1abe-82bc-430e-a818-7c7457dae1d4 of type vlan for network 8471479c-7dfe-482c-aa64-31a553b0db40 Aug 23 15:14:24.218644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf8f0a-7dcc-40c2-a03b-07a08de0ec83 req-72b9827c-e389-486a-b903-bc372157c31a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:24.221591 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5bdf8f0a-7dcc-40c2-a03b-07a08de0ec83 req-72b9827c-e389-486a-b903-bc372157c31a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 945 time: 0.0801449 Aug 23 15:14:24.263360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1728c3-ddd7-433c-9651-5ccf9ab16672 req-c0f91576-5348-4971-bd7e-c34b1dc80428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:24.265270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd1728c3-ddd7-433c-9651-5ccf9ab16672 req-c0f91576-5348-4971-bd7e-c34b1dc80428 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 1096 time: 0.4279845 Aug 23 15:14:24.278888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082b966-72ff-4197-94ac-8b34287bd9b2 req-96aa7421-417b-45e8-ac46-50f597d20634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:24.281440 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5082b966-72ff-4197-94ac-8b34287bd9b2 req-96aa7421-417b-45e8-ac46-50f597d20634 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 1096 time: 0.4460733 Aug 23 15:14:24.287938 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5bdf8f0a-7dcc-40c2-a03b-07a08de0ec83 req-8e50e580-d780-49da-b01b-d9ff31fb6d77 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564940 Aug 23 15:14:24.295534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-22d179cf-4e64-4202-b648-81fab7d0fe04 None None] Provisioning complete for port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:24.296172 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-22d179cf-4e64-4202-b648-81fab7d0fe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:24.314057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1b2b4-9998-432c-9960-1a26fc90d206 req-b76eef09-ec89-4a39-96fd-052aed6c370c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:24.316620 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b1b2b4-9998-432c-9960-1a26fc90d206 req-b76eef09-ec89-4a39-96fd-052aed6c370c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 946 time: 0.4840152 Aug 23 15:14:24.319474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc3a4e-4aa4-4e71-9a57-5e10aead3e2b req-cce4cf53-0091-4bac-9c7a-7f15a2631bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:24.321992 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2bc3a4e-4aa4-4e71-9a57-5e10aead3e2b req-cce4cf53-0091-4bac-9c7a-7f15a2631bcb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 1096 time: 0.5127060 Aug 23 15:14:24.338049 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:24.475519 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680137db-1982-4d0d-9121-28334d34c214 None None] DHCP port deletion for 1daecc9a-76ae-4f8f-9801-d2d694123474 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:14:24.501144 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5082b966-72ff-4197-94ac-8b34287bd9b2 req-8e51df7d-5057-4a64-be5c-8b0f862ff396 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062359 Aug 23 15:14:24.508136 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd1728c3-ddd7-433c-9651-5ccf9ab16672 req-b38ba0ac-e69f-425e-acbf-4601e832461a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2217379 Aug 23 15:14:24.511010 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2bc3a4e-4aa4-4e71-9a57-5e10aead3e2b req-a97a228d-5918-474b-a0bf-9c1624ed0418 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705761 Aug 23 15:14:24.516441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e1b1b2b4-9998-432c-9960-1a26fc90d206 req-976badf5-aace-47d8-a246-c33781734f01 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747375 Aug 23 15:14:24.544623 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51520) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:24.563986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-680137db-1982-4d0d-9121-28334d34c214 None None] Deleting port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:24.564712 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-680137db-1982-4d0d-9121-28334d34c214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:24.597303 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:24.612126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:24.613943 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:24.665908 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb501d31-30ec-445f-84b7-92fc9c981fa4 req-bf3f15b0-dbc7-4c70-b1e3-41a58caaa809 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:24.676819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-680137db-1982-4d0d-9121-28334d34c214 None None] For port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5cfb886e-1101-4362-bcb2-c31abfd5aa8e,segment=NetworkSegment(1d812f85-9409-494d-8a9b-290eacba22d7),segment_id=1d812f85-9409-494d-8a9b-290eacba22d7)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:24.677675 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-680137db-1982-4d0d-9121-28334d34c214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:24.682538 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eb501d31-30ec-445f-84b7-92fc9c981fa4 req-bf3f15b0-dbc7-4c70-b1e3-41a58caaa809 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 945 time: 0.0880256 Aug 23 15:14:24.702138 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-680137db-1982-4d0d-9121-28334d34c214 None None] Calling delete_port for 5cfb886e-1101-4362-bcb2-c31abfd5aa8e owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:24.736731 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eb501d31-30ec-445f-84b7-92fc9c981fa4 req-1a5b0c6f-b89a-41ae-b643-67d0af898e58 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532727 Aug 23 15:14:24.746384 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:24.776802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Pushing event updated for resources: {'Network': ['ID=8471479c-7dfe-482c-aa64-31a553b0db40,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:24.782562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=5cfb886e-1101-4362-bcb2-c31abfd5aa8e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:24.787636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No DVR routers for this DVR port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:14:24.801734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 8471479c-7dfe-482c-aa64-31a553b0db40 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:14:24.875912 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-125795ae-0e03-4aa7-a71a-a635e54ea08b tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5763156 Aug 23 15:14:24.882800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51526) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:24.896624 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-5d2f00cb-f9e4-427e-a735-25dd9cc2d0bf tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Request body: {'subnet': {'network_id': '8471479c-7dfe-482c-aa64-31a553b0db40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:24.969808 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:24.993497 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375cb5fd-8553-4040-8d6f-90c6d6a82700 tempest-TestVolumeBootPattern-1451686307 tempest-TestVolumeBootPattern-1451686307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:24.993497 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-375cb5fd-8553-4040-8d6f-90c6d6a82700 tempest-TestVolumeBootPattern-1451686307 tempest-TestVolumeBootPattern-1451686307-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 1092 time: 0.4467845 Aug 23 15:14:24.997314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51532) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:25.001637 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-680137db-1982-4d0d-9121-28334d34c214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:25.006381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '95c13ea7-34f9-49de-9665-9e7ad0b125e7', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:25.013144 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5cfb886e-1101-4362-bcb2-c31abfd5aa8e no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:14:25.043210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1daecc9a-76ae-4f8f-9801-d2d694123474']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:25.051595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d812f85-9409-494d-8a9b-290eacba22d7') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:25.052072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d812f85-9409-494d-8a9b-290eacba22d7') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:25.075696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 5cfb886e-1101-4362-bcb2-c31abfd5aa8e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:14:25.080997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5cfb886e-1101-4362-bcb2-c31abfd5aa8e not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:14:25.081856 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.api [None req-5d2f00cb-f9e4-427e-a735-25dd9cc2d0bf tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 15:14:25.081856 n-d-804985-3 neutron-server[96115]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 15:14:25.081856 n-d-804985-3 neutron-server[96115]: [parameters: {'project_id_1': '3577836292dd44868e588b23996d6031', 'expiration_1': datetime.datetime(2021, 8, 23, 15, 14, 25, 22871)}] Aug 23 15:14:25.081856 n-d-804985-3 neutron-server[96115]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:14:25.081856 n-d-804985-3 neutron-server[96115]: DEBUG oslo_db.api [None req-5d2f00cb-f9e4-427e-a735-25dd9cc2d0bf tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:14:25.081856 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:25.086398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680137db-1982-4d0d-9121-28334d34c214 None None] Pushing event deleted for resources: {'Port': ['ID=5cfb886e-1101-4362-bcb2-c31abfd5aa8e,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:25.090177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680137db-1982-4d0d-9121-28334d34c214 None None] No DVR routers for this DVR port 5cfb886e-1101-4362-bcb2-c31abfd5aa8e on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:14:25.139629 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:25.152437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:14:25.152851 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:14:25.156181 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:14:25.162045 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:25.330376 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:25.498987 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce4f00-a979-4372-b10a-40039ce28746 req-49af3b4b-5c99-4494-9550-f9ee444b6077 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:25.501756 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-37ce4f00-a979-4372-b10a-40039ce28746 req-49af3b4b-5c99-4494-9550-f9ee444b6077 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 945 time: 0.0756862 Aug 23 15:14:25.533696 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:25.558819 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-37ce4f00-a979-4372-b10a-40039ce28746 req-be0b9422-c19a-47c3-8898-24f2087bde09 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498984 Aug 23 15:14:25.750050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9383c94-9747-4866-b97c-d50afa4e2ac9 req-0c1ab04b-20cd-4fee-b168-87738c0f1b10 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:25.751465 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d9383c94-9747-4866-b97c-d50afa4e2ac9 req-0c1ab04b-20cd-4fee-b168-87738c0f1b10 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.6964664 Aug 23 15:14:25.828901 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d9383c94-9747-4866-b97c-d50afa4e2ac9 req-e56ac93e-ba44-43b4-8e5f-a9039ec086f4 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525062 Aug 23 15:14:25.894493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e70a8-177f-4a56-a7cb-10785644efef req-71785ae3-3fb0-4e1e-9e91-727daedbc4ea tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:25.898006 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cf6e70a8-177f-4a56-a7cb-10785644efef req-71785ae3-3fb0-4e1e-9e91-727daedbc4ea tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 945 time: 0.0592198 Aug 23 15:14:25.939178 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:25.945268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:25.950474 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/networks/1daecc9a-76ae-4f8f-9801-d2d694123474 HTTP/1.1" status: 204 len: 168 time: 2.7540705 Aug 23 15:14:25.957837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51546) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:25.983204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386dcc5-94ee-404f-9d20-49cabb0601bc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Network': ['ID=1daecc9a-76ae-4f8f-9801-d2d694123474,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:26.028170 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cf6e70a8-177f-4a56-a7cb-10785644efef req-6c450563-770b-4aaa-bf40-28ac473c2c97 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241913 Aug 23 15:14:26.111843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2f00cb-f9e4-427e-a735-25dd9cc2d0bf tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Made reservation on behalf of 3577836292dd44868e588b23996d6031 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:26.117251 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5d2f00cb-f9e4-427e-a735-25dd9cc2d0bf tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:26.129349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3520538-515c-4672-a8d7-6eeb1658ac8c tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:26.130983 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b3520538-515c-4672-a8d7-6eeb1658ac8c tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1697450 Aug 23 15:14:26.139073 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51550) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:26.177954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Allocated IP 172.25.8.170 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/f3dfc3e3-f67c-4dc9-9ab7-2483951ccce8) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:26.247431 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-afcdc599-1bd2-4aa2-b170-a57b63047469 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1021798 Aug 23 15:14:26.252997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51554) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:26.281163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1621c2e5-d24d-4ed2-ac20-b3f8db8bd765 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-661271387'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:26.396803 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:26.485971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1621c2e5-d24d-4ed2-ac20-b3f8db8bd765 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:26.492044 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1621c2e5-d24d-4ed2-ac20-b3f8db8bd765 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:26.540316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1621c2e5-d24d-4ed2-ac20-b3f8db8bd765 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:14:26.552150 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1621c2e5-d24d-4ed2-ac20-b3f8db8bd765 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:26.552513 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-1621c2e5-d24d-4ed2-ac20-b3f8db8bd765 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Added segment 54754224-9a27-4dda-8bb9-3e38ae03791a of type vlan for network c72b4d62-2f02-4012-baad-382d07891128 Aug 23 15:14:26.614404 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1621c2e5-d24d-4ed2-ac20-b3f8db8bd765 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:26.622054 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:26.668525 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:26.673271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:26.683614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:26.695217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'Port': ['ID=f3dfc3e3-f67c-4dc9-9ab7-2483951ccce8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:26.706467 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5d2f00cb-f9e4-427e-a735-25dd9cc2d0bf tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:26.776882 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cac7dcfc-da0e-4a5c-b959-b615a1be79ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:26.788932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f00cb-f9e4-427e-a735-25dd9cc2d0bf tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Pushing event updated for resources: {'Subnet': ['ID=61904cb8-e6e4-4c48-b39c-a90b5243a01f,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:26.798769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8e5be-51d7-42f4-a453-f09a17adbf7a req-19c6b219-73c7-4fe1-bbaf-4946d4cf5350 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:26.800738 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfa8e5be-51d7-42f4-a453-f09a17adbf7a req-19c6b219-73c7-4fe1-bbaf-4946d4cf5350 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 945 time: 0.1491277 Aug 23 15:14:26.841001 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1621c2e5-d24d-4ed2-ac20-b3f8db8bd765 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:26.850570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1621c2e5-d24d-4ed2-ac20-b3f8db8bd765 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:26.851534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1621c2e5-d24d-4ed2-ac20-b3f8db8bd765 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:26.858659 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:26.969367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f00cb-f9e4-427e-a735-25dd9cc2d0bf tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Checking segment: {'id': '22ef1abe-82bc-430e-a818-7c7457dae1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8471479c-7dfe-482c-aa64-31a553b0db40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:14:26.969804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2f00cb-f9e4-427e-a735-25dd9cc2d0bf tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Network hostable DHCP agents. Network: 8471479c-7dfe-482c-aa64-31a553b0db40, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:14:27.009531 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfa8e5be-51d7-42f4-a453-f09a17adbf7a req-9f9ff1e9-e9f6-439e-a78a-ad3edcc3475f tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942000 Aug 23 15:14:27.027451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621c2e5-d24d-4ed2-ac20-b3f8db8bd765 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Network': ['ID=c72b4d62-2f02-4012-baad-382d07891128,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:27.050086 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network c72b4d62-2f02-4012-baad-382d07891128 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:14:27.090045 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1621c2e5-d24d-4ed2-ac20-b3f8db8bd765 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8375769 Aug 23 15:14:27.092655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51568) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:27.103090 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b196b22d-9bde-41ba-93c1-f01832858955 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'subnet': {'network_id': 'c72b4d62-2f02-4012-baad-382d07891128', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:27.185437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb1dad-2dc9-4a18-bb2f-5205823b2468 req-10cc9afb-51b1-451c-bdad-a6f721ca8c86 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:27.187303 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24cb1dad-2dc9-4a18-bb2f-5205823b2468 req-10cc9afb-51b1-451c-bdad-a6f721ca8c86 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.1669207 Aug 23 15:14:27.258723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2f00cb-f9e4-427e-a735-25dd9cc2d0bf tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Network 8471479c-7dfe-482c-aa64-31a553b0db40 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:14:27.309532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557f063-2075-4bbe-ad49-0f0921c4cbbf req-db1398d9-a95e-4109-8664-6fe7a7693ea8 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:27.310984 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3557f063-2075-4bbe-ad49-0f0921c4cbbf req-db1398d9-a95e-4109-8664-6fe7a7693ea8 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 945 time: 0.1160331 Aug 23 15:14:27.344647 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24cb1dad-2dc9-4a18-bb2f-5205823b2468 req-0ff79b18-cce9-4e27-9d6f-bd6b38c583d8 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289046 Aug 23 15:14:27.372416 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3557f063-2075-4bbe-ad49-0f0921c4cbbf req-12e69b09-326e-400e-b3ae-a5467b31f306 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486858 Aug 23 15:14:27.408043 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-5d2f00cb-f9e4-427e-a735-25dd9cc2d0bf tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 8471479c-7dfe-482c-aa64-31a553b0db40) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:27.436778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2f00cb-f9e4-427e-a735-25dd9cc2d0bf tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:27.437764 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5d2f00cb-f9e4-427e-a735-25dd9cc2d0bf tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:27.440946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ddfe85-94fd-4932-807e-13d57aa397d5 None None] Network 8471479c-7dfe-482c-aa64-31a553b0db40 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:27.445770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b196b22d-9bde-41ba-93c1-f01832858955 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:27.452807 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b196b22d-9bde-41ba-93c1-f01832858955 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:27.660291 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5d2f00cb-f9e4-427e-a735-25dd9cc2d0bf tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7718837 Aug 23 15:14:27.663012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51578) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:27.690288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d1194a34-dce2-4f87-9265-d2b4ecc34fae tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Request body: {'port': {'network_id': '8471479c-7dfe-482c-aa64-31a553b0db40', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1531588570'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:27.730343 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:27.789633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-8471479c-7dfe-482c-aa64-31a553b0db40', 'network_id': '8471479c-7dfe-482c-aa64-31a553b0db40', 'tenant_id': '3577836292dd44868e588b23996d6031', 'fixed_ips': [{'subnet_id': '61904cb8-e6e4-4c48-b39c-a90b5243a01f'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:14:27.791012 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:27.861257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a68325-22ff-4538-9834-fe5df47be7ae req-3dd2ad10-291e-4eca-8e16-4bf2c15ba476 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:27.863218 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c8a68325-22ff-4538-9834-fe5df47be7ae req-3dd2ad10-291e-4eca-8e16-4bf2c15ba476 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.3099051 Aug 23 15:14:27.883776 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51582) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:27.891277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-fa7a64eb-9626-4f73-baf8-0a462536fe5f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Request body: {'floatingip': {'port_id': '282f887b-3947-4fe2-8864-7040b02ac6e0'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:27.914749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4633875-09b1-4e62-9d73-afc56f5386bf req-af1229ac-06ac-4779-99fb-008f1916a984 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:27.917364 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4633875-09b1-4e62-9d73-afc56f5386bf req-af1229ac-06ac-4779-99fb-008f1916a984 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 945 time: 0.2792699 Aug 23 15:14:27.975121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Allocated IP 172.20.0.2 (8471479c-7dfe-482c-aa64-31a553b0db40/61904cb8-e6e4-4c48-b39c-a90b5243a01f/936c0a69-18f0-4803-b0c3-06ad5bcd034f) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:28.016542 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7a64eb-9626-4f73-baf8-0a462536fe5f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:28.182020 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594e1e76-4da6-43ce-8ef3-4c5772f62cc2 req-449dac6e-171d-4038-a3d1-d2b4bdc3df04 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3664615 Aug 23 15:14:28.182568 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:28.183722 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1194a34-dce2-4f87-9265-d2b4ecc34fae tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Made reservation on behalf of 3577836292dd44868e588b23996d6031 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:28.188556 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d1194a34-dce2-4f87-9265-d2b4ecc34fae tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:28.198131 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Transition to ACTIVE for port object 936c0a69-18f0-4803-b0c3-06ad5bcd034f will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:28.223469 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Transition to ACTIVE for port object 936c0a69-18f0-4803-b0c3-06ad5bcd034f will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:28.225613 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:28.251990 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4633875-09b1-4e62-9d73-afc56f5386bf req-c717d0ec-09e1-4037-900d-db50f7c415e3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846513 Aug 23 15:14:28.270032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-d1194a34-dce2-4f87-9265-d2b4ecc34fae tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] device_id is not set on port fd1c1444-b393-47b4-a710-09707a1c5257 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:14:28.293434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51590) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:28.464341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e1e76-4da6-43ce-8ef3-4c5772f62cc2 req-e5551e4b-d6b7-4563-b95e-5f41630c7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:28.465941 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594e1e76-4da6-43ce-8ef3-4c5772f62cc2 req-e5551e4b-d6b7-4563-b95e-5f41630c7bd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 1097 time: 0.1733828 Aug 23 15:14:28.476738 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668d5abd-3fd7-4b55-8d93-1b158314250d tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:28.478325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-668d5abd-3fd7-4b55-8d93-1b158314250d tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 1091 time: 0.1813354 Aug 23 15:14:28.484016 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51594) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:28.489049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:28.660289 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:28.666477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55831c9-5ed0-458a-9273-cf8f8e29e63b req-54fe1601-18c8-4663-a4a2-ff7220b092c1 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:28.676432 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f55831c9-5ed0-458a-9273-cf8f8e29e63b req-54fe1601-18c8-4663-a4a2-ff7220b092c1 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 945 time: 0.5372608 Aug 23 15:14:28.745572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Network 8471479c-7dfe-482c-aa64-31a553b0db40 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:28.757375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:28.764250 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:28.770852 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f55831c9-5ed0-458a-9273-cf8f8e29e63b req-ca6f7251-a824-42d3-babe-bef2240464e4 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931692 Aug 23 15:14:28.825209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Pushing event updated for resources: {'Port': ['ID=936c0a69-18f0-4803-b0c3-06ad5bcd034f,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:28.842315 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b196b22d-9bde-41ba-93c1-f01832858955 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:28.871492 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:28.929256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Attempting to bind port 936c0a69-18f0-4803-b0c3-06ad5bcd034f on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:14:28.930531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Attempting to bind port 936c0a69-18f0-4803-b0c3-06ad5bcd034f by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '22ef1abe-82bc-430e-a818-7c7457dae1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8471479c-7dfe-482c-aa64-31a553b0db40'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:14:28.931035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Attempting to bind port 936c0a69-18f0-4803-b0c3-06ad5bcd034f on network 8471479c-7dfe-482c-aa64-31a553b0db40 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:14:28.944310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:14:28.947025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-d1194a34-dce2-4f87-9265-d2b4ecc34fae tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Allocated IP 172.20.0.5 (8471479c-7dfe-482c-aa64-31a553b0db40/61904cb8-e6e4-4c48-b39c-a90b5243a01f/fd1c1444-b393-47b4-a710-09707a1c5257) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:28.948332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Checking segment: {'id': '22ef1abe-82bc-430e-a818-7c7457dae1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8471479c-7dfe-482c-aa64-31a553b0db40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:14:28.950002 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:28.950846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Bound using segment: {'id': '22ef1abe-82bc-430e-a818-7c7457dae1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8471479c-7dfe-482c-aa64-31a553b0db40'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:14:28.953072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Bound port: 936c0a69-18f0-4803-b0c3-06ad5bcd034f, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ef1abe-82bc-430e-a818-7c7457dae1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8471479c-7dfe-482c-aa64-31a553b0db40'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:14:28.953791 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:28.967209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e1e76-4da6-43ce-8ef3-4c5772f62cc2 req-bad32069-949e-42d0-a6b4-7106a6aea779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:28.970388 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594e1e76-4da6-43ce-8ef3-4c5772f62cc2 req-bad32069-949e-42d0-a6b4-7106a6aea779 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.4389126 Aug 23 15:14:29.038815 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:29.082590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] For port 936c0a69-18f0-4803-b0c3-06ad5bcd034f, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:14:29.089274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] For port 936c0a69-18f0-4803-b0c3-06ad5bcd034f, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=936c0a69-18f0-4803-b0c3-06ad5bcd034f,segment=NetworkSegment(22ef1abe-82bc-430e-a818-7c7457dae1d4),segment_id=22ef1abe-82bc-430e-a818-7c7457dae1d4)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:14:29.179107 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:29.214125 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:29.272536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196b22d-9bde-41ba-93c1-f01832858955 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Subnet': ['ID=101a0d9b-35ab-4913-b197-87f39508756f,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:29.283057 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d1194a34-dce2-4f87-9265-d2b4ecc34fae tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:29.293672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60452f2-4843-40b3-ac37-10f4c5b57022 None None] Pushing event updated for resources: {'Port': ['ID=936c0a69-18f0-4803-b0c3-06ad5bcd034f,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:29.308426 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:29.319555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-d1194a34-dce2-4f87-9265-d2b4ecc34fae tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Transition to ACTIVE for port object fd1c1444-b393-47b4-a710-09707a1c5257 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:29.421462 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'Port': ['ID=f3dfc3e3-f67c-4dc9-9ab7-2483951ccce8,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:29.435595 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:29.499886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594e1e76-4da6-43ce-8ef3-4c5772f62cc2 req-0d2bb5fe-9d83-4f6c-bafb-80e5e2480d30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c13ea7-34f9-49de-9665-9e7ad0b125e7 HTTP/1.1" status: 200 len: 1000 time: 0.4782634 Aug 23 15:14:29.534646 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49a0ed-5060-4317-9c26-29e46c3abb15 req-a99f5d77-82e2-4bde-a192-f317cf0a76da tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:29.536971 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a49a0ed-5060-4317-9c26-29e46c3abb15 req-a99f5d77-82e2-4bde-a192-f317cf0a76da tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 945 time: 0.5656013 Aug 23 15:14:29.571752 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d1194a34-dce2-4f87-9265-d2b4ecc34fae tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:29.684469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b196b22d-9bde-41ba-93c1-f01832858955 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Checking segment: {'id': '54754224-9a27-4dda-8bb9-3e38ae03791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c72b4d62-2f02-4012-baad-382d07891128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:14:29.685156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b196b22d-9bde-41ba-93c1-f01832858955 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network hostable DHCP agents. Network: c72b4d62-2f02-4012-baad-382d07891128, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:14:29.695070 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Floating IP 19b1a498-dc31-4ed6-9882-99933118970d associated. External IP: 172.25.8.170, port: 95c13ea7-34f9-49de-9665-9e7ad0b125e7. Aug 23 15:14:29.876289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e1e76-4da6-43ce-8ef3-4c5772f62cc2 req-ce0568f7-3e12-433f-af80-185d0368fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:29.878230 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594e1e76-4da6-43ce-8ef3-4c5772f62cc2 req-ce0568f7-3e12-433f-af80-185d0368fc54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.3640704 Aug 23 15:14:29.897061 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.resource_extend [None req-fa7a64eb-9626-4f73-baf8-0a462536fe5f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 15:14:29.915432 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1194a34-dce2-4f87-9265-d2b4ecc34fae tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Network 8471479c-7dfe-482c-aa64-31a553b0db40 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:29.957485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-d1194a34-dce2-4f87-9265-d2b4ecc34fae tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:29.964797 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1194a34-dce2-4f87-9265-d2b4ecc34fae tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:30.006583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1194a34-dce2-4f87-9265-d2b4ecc34fae tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Pushing event updated for resources: {'Port': ['ID=fd1c1444-b393-47b4-a710-09707a1c5257,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:30.006856 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a49a0ed-5060-4317-9c26-29e46c3abb15 req-c537551a-2893-4ce3-98e2-95ef9bce3b0d tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3165448 Aug 23 15:14:30.061819 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7a64eb-9626-4f73-baf8-0a462536fe5f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:30.089428 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1194a34-dce2-4f87-9265-d2b4ecc34fae tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:30.090436 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d1194a34-dce2-4f87-9265-d2b4ecc34fae tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:30.098145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e1e76-4da6-43ce-8ef3-4c5772f62cc2 req-1fdcffa7-a5e0-42f6-9450-96520022ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:30.100917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594e1e76-4da6-43ce-8ef3-4c5772f62cc2 req-1fdcffa7-a5e0-42f6-9450-96520022ccaf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980710 Aug 23 15:14:30.105452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b196b22d-9bde-41ba-93c1-f01832858955 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network c72b4d62-2f02-4012-baad-382d07891128 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:14:30.137686 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:14:30.186903 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:30.272825 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7a64eb-9626-4f73-baf8-0a462536fe5f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:30.309138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f3d55-13c5-451f-8c9f-fdc70a1c489c req-2d68d12b-9bc3-4226-8849-5af8bdb5d7d5 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:30.316391 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-342f3d55-13c5-451f-8c9f-fdc70a1c489c req-2d68d12b-9bc3-4226-8849-5af8bdb5d7d5 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 945 time: 0.1736434 Aug 23 15:14:30.338089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-b196b22d-9bde-41ba-93c1-f01832858955 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, c72b4d62-2f02-4012-baad-382d07891128) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:30.345308 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b196b22d-9bde-41ba-93c1-f01832858955 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:30.346338 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b196b22d-9bde-41ba-93c1-f01832858955 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:30.351398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa46964a-a2f6-4c6a-9d58-3222a3949788 None None] Network c72b4d62-2f02-4012-baad-382d07891128 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:30.387569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d1194a34-dce2-4f87-9265-d2b4ecc34fae tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7189803 Aug 23 15:14:30.394351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51614) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:30.421398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Request body: {'port': {'network_id': '8471479c-7dfe-482c-aa64-31a553b0db40', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1102647879', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:30.422032 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.api.validators [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] bootfile-name is not in valid_values {{(pid=96115) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 15:14:30.422644 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.api.validators [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] tftp-server is not in valid_values {{(pid=96115) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 15:14:30.423250 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.api.validators [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] server-ip-address is not in valid_values {{(pid=96115) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 15:14:30.448779 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-342f3d55-13c5-451f-8c9f-fdc70a1c489c req-f43f634f-5c37-4249-88b2-0ebda6954101 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738893 Aug 23 15:14:30.483817 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:14:30.512854 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a440ae07-99a1-491b-9df1-2f09a3efc514 None None] Sync routers for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:14:30.522907 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594e1e76-4da6-43ce-8ef3-4c5772f62cc2 req-b8ec2ccd-db16-49a3-864d-90344bed8af4 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112084 Aug 23 15:14:30.524651 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a440ae07-99a1-491b-9df1-2f09a3efc514 None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:14:30.525314 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a440ae07-99a1-491b-9df1-2f09a3efc514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:30.529617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51616) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:30.676838 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:30.705940 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-a440ae07-99a1-491b-9df1-2f09a3efc514 None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:14:30.774398 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-235b1125-d650-4cd2-a34c-f1f45d68384f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7717588 Aug 23 15:14:30.784947 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78338a3-4ffc-4743-93fc-2521bd839a3d', 'tag': '95c13ea7-34f9-49de-9665-9e7ad0b125e7'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:14:30.793233 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff293edd-277f-44f3-bdb1-72c3e6a41fca" -d '{"events": [{"name": "network-changed", "server_uuid": "b78338a3-4ffc-4743-93fc-2521bd839a3d", "tag": "95c13ea7-34f9-49de-9665-9e7ad0b125e7"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:14:30.817795 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-c72b4d62-2f02-4012-baad-382d07891128', 'network_id': 'c72b4d62-2f02-4012-baad-382d07891128', 'tenant_id': 'ac1f87f409a24cca9052408ad5c0da2e', 'fixed_ips': [{'subnet_id': '101a0d9b-35ab-4913-b197-87f39508756f'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:14:30.819239 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:30.866840 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e877b961-12c7-4276-936e-4e54038f3110 x-openstack-request-id: req-e877b961-12c7-4276-936e-4e54038f3110 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:14:30.867339 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78338a3-4ffc-4743-93fc-2521bd839a3d", "tag": "95c13ea7-34f9-49de-9665-9e7ad0b125e7", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:14:30.867744 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e877b961-12c7-4276-936e-4e54038f3110 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:14:30.868377 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78338a3-4ffc-4743-93fc-2521bd839a3d', 'tag': '95c13ea7-34f9-49de-9665-9e7ad0b125e7', 'status': 'completed', 'code': 200} Aug 23 15:14:31.013113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff04e05-947d-439e-ae78-23ffe4e04a8f tempest-TestServerBasicOps-1697778247 tempest-TestServerBasicOps-1697778247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:31.015621 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9ff04e05-947d-439e-ae78-23ffe4e04a8f tempest-TestServerBasicOps-1697778247 tempest-TestServerBasicOps-1697778247-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 1091 time: 0.4834800 Aug 23 15:14:31.025329 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51628) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:31.032372 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '696f6a5d-02a4-436f-b829-c5a8e555d13f', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:31.212219 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a440ae07-99a1-491b-9df1-2f09a3efc514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '19b1a498-dc31-4ed6-9882-99933118970d', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'port_id': '95c13ea7-34f9-49de-9665-9e7ad0b125e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'mac_address': 'fa:16:3e:9f:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78338a3-4ffc-4743-93fc-2521bd839a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:14:27Z', 'updated_at': '2021-08-23T15:14:27Z', 'revision_number': 0, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:31.225806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Allocated IP 172.20.0.2 (c72b4d62-2f02-4012-baad-382d07891128/101a0d9b-35ab-4913-b197-87f39508756f/370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:31.260016 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a440ae07-99a1-491b-9df1-2f09a3efc514 None None] Checking router: 0821063b-7d14-4a1e-bdec-4cf35a96f1cf for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:14:31.265765 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:31.285052 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a440ae07-99a1-491b-9df1-2f09a3efc514 None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:14:31.285052 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a440ae07-99a1-491b-9df1-2f09a3efc514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:31.402983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aca6b46-196c-49ab-9267-64b84969a3ef None None] Network 8471479c-7dfe-482c-aa64-31a553b0db40 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:31.476007 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b196b22d-9bde-41ba-93c1-f01832858955 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3808050 Aug 23 15:14:31.479961 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 936c0a69-18f0-4803-b0c3-06ad5bcd034f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:31.481223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51634) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:31.498011 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:31.511168 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-a440ae07-99a1-491b-9df1-2f09a3efc514 None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:14:31.511970 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2fc774b6-e33a-47bf-9925-c401d4322071 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'network_id': 'c72b4d62-2f02-4012-baad-382d07891128', 'name': 'tempest-PortsTestJSON-1620080727'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:31.688962 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:31.697454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5ccbe5b5-1241-45d4-ba02-91c5a30a4caf None None] Provisioning for port 936c0a69-18f0-4803-b0c3-06ad5bcd034f completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:31.716437 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Transition to ACTIVE for port object 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:31.804348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Transition to ACTIVE for port object 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:31.811081 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-fa7a64eb-9626-4f73-baf8-0a462536fe5f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Floating IP 98fa1103-9ab2-488b-915b-8120b12fd2cc associated. External IP: 172.25.8.221, port: 282f887b-3947-4fe2-8864-7040b02ac6e0. Aug 23 15:14:31.852285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 936c0a69-18f0-4803-b0c3-06ad5bcd034f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:31.860225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 936c0a69-18f0-4803-b0c3-06ad5bcd034f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:31.860831 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:31.894227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Allocated IP 172.25.8.217 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/f378f273-1c80-4e46-9d09-ce14b6d703b3) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:31.949957 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:32.020826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Network c72b4d62-2f02-4012-baad-382d07891128 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:32.031765 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:32.032867 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a440ae07-99a1-491b-9df1-2f09a3efc514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '19b1a498-dc31-4ed6-9882-99933118970d', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'port_id': '95c13ea7-34f9-49de-9665-9e7ad0b125e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'mac_address': 'fa:16:3e:9f:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78338a3-4ffc-4743-93fc-2521bd839a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:14:27Z', 'updated_at': '2021-08-23T15:14:27Z', 'revision_number': 0, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:32.038780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:32.076925 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a440ae07-99a1-491b-9df1-2f09a3efc514 None None] The sync data for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 is: [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '19b1a498-dc31-4ed6-9882-99933118970d', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'port_id': '95c13ea7-34f9-49de-9665-9e7ad0b125e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'mac_address': 'fa:16:3e:9f:a5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78338a3-4ffc-4743-93fc-2521bd839a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:14:27Z', 'updated_at': '2021-08-23T15:14:27Z', 'revision_number': 0, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:14:32.137128 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Pushing event updated for resources: {'Port': ['ID=370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:32.232190 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:32.240063 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594e1e76-4da6-43ce-8ef3-4c5772f62cc2 req-00f1186a-623a-4adf-875e-48bfd513f407 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128103 Aug 23 15:14:32.240984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Made reservation on behalf of 3577836292dd44868e588b23996d6031 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:32.245373 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:32.251335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Attempting to bind port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:14:32.252356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Attempting to bind port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '54754224-9a27-4dda-8bb9-3e38ae03791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c72b4d62-2f02-4012-baad-382d07891128'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:14:32.252986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Attempting to bind port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad on network c72b4d62-2f02-4012-baad-382d07891128 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:14:32.269447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:14:32.270167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Checking segment: {'id': '54754224-9a27-4dda-8bb9-3e38ae03791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c72b4d62-2f02-4012-baad-382d07891128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:14:32.270965 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:32.271595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Bound using segment: {'id': '54754224-9a27-4dda-8bb9-3e38ae03791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c72b4d62-2f02-4012-baad-382d07891128'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:14:32.272467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Bound port: 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54754224-9a27-4dda-8bb9-3e38ae03791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c72b4d62-2f02-4012-baad-382d07891128'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:14:32.273351 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:32.295794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc774b6-e33a-47bf-9925-c401d4322071 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:32.300802 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2fc774b6-e33a-47bf-9925-c401d4322071 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:32.336833 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-2fc774b6-e33a-47bf-9925-c401d4322071 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port b36cf53d-5722-4924-a27c-210572a32abc yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:14:32.357069 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] device_id is not set on port 4fc75280-bf42-4ad7-99e5-993ac2505faa yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:14:32.445830 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] For port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:14:32.455841 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] For port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad,segment=NetworkSegment(54754224-9a27-4dda-8bb9-3e38ae03791a),segment_id=54754224-9a27-4dda-8bb9-3e38ae03791a)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:14:32.473169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 936c0a69-18f0-4803-b0c3-06ad5bcd034f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=936c0a69-18f0-4803-b0c3-06ad5bcd034f,segment=NetworkSegment(22ef1abe-82bc-430e-a818-7c7457dae1d4),segment_id=22ef1abe-82bc-430e-a818-7c7457dae1d4)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:32.488549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-717424c0-028f-49e0-adb7-e4aed9d64cdf None None] Provisioning complete for port 936c0a69-18f0-4803-b0c3-06ad5bcd034f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:32.489432 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-717424c0-028f-49e0-adb7-e4aed9d64cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:32.569261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b2288-82da-41bd-ba3d-bde86c1d78fd None None] New status for floating IP 19b1a498-dc31-4ed6-9882-99933118970d: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:14:32.636972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-2fc774b6-e33a-47bf-9925-c401d4322071 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Allocated IP 172.20.0.6 (c72b4d62-2f02-4012-baad-382d07891128/101a0d9b-35ab-4913-b197-87f39508756f/b36cf53d-5722-4924-a27c-210572a32abc) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:32.734550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Allocated IP 172.20.0.8 (8471479c-7dfe-482c-aa64-31a553b0db40/61904cb8-e6e4-4c48-b39c-a90b5243a01f/4fc75280-bf42-4ad7-99e5-993ac2505faa) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:32.845474 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:32.850398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:32.857677 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2fc774b6-e33a-47bf-9925-c401d4322071 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:32.896245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-2fc774b6-e33a-47bf-9925-c401d4322071 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Transition to ACTIVE for port object b36cf53d-5722-4924-a27c-210572a32abc will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:32.992675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=936c0a69-18f0-4803-b0c3-06ad5bcd034f,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:33.030062 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:33.090741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e322977-4d65-4f96-beef-51d72fe9e4aa None None] Pushing event updated for resources: {'Port': ['ID=370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:33.107637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293edd-277f-44f3-bdb1-72c3e6a41fca req-84179989-757a-4882-8d6b-370be1f0a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:33.110509 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff293edd-277f-44f3-bdb1-72c3e6a41fca req-84179989-757a-4882-8d6b-370be1f0a1b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 1097 time: 0.6068668 Aug 23 15:14:33.205880 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2fc774b6-e33a-47bf-9925-c401d4322071 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:33.280911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc774b6-e33a-47bf-9925-c401d4322071 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network c72b4d62-2f02-4012-baad-382d07891128 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:33.282257 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:33.284268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-2fc774b6-e33a-47bf-9925-c401d4322071 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:33.287275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc774b6-e33a-47bf-9925-c401d4322071 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:33.306594 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-717424c0-028f-49e0-adb7-e4aed9d64cdf None None] Provisioning for port fd1c1444-b393-47b4-a710-09707a1c5257 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:33.317231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-717424c0-028f-49e0-adb7-e4aed9d64cdf None None] Provisioning complete for port fd1c1444-b393-47b4-a710-09707a1c5257 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:33.317576 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-717424c0-028f-49e0-adb7-e4aed9d64cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:33.333201 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc774b6-e33a-47bf-9925-c401d4322071 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=b36cf53d-5722-4924-a27c-210572a32abc,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:33.335725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7a64eb-9626-4f73-baf8-0a462536fe5f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Router 634650ff-dd53-4c39-9c72-ec2dcb5d555a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:14:33.340899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Transition to ACTIVE for port object 4fc75280-bf42-4ad7-99e5-993ac2505faa will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:33.397409 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc774b6-e33a-47bf-9925-c401d4322071 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:33.398963 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2fc774b6-e33a-47bf-9925-c401d4322071 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:33.421578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-717424c0-028f-49e0-adb7-e4aed9d64cdf None None] Port fd1c1444-b393-47b4-a710-09707a1c5257 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:33.460232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293edd-277f-44f3-bdb1-72c3e6a41fca req-3946ad64-f49a-46a3-b366-c91c4838f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:33.463637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff293edd-277f-44f3-bdb1-72c3e6a41fca req-3946ad64-f49a-46a3-b366-c91c4838f1a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.3440762 Aug 23 15:14:33.556958 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-77ab5577-aa07-43f1-b33b-772edaf7a77f None None] Provisioning complete for port fd1c1444-b393-47b4-a710-09707a1c5257 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:33.557745 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-77ab5577-aa07-43f1-b33b-772edaf7a77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:33.584277 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:33.617156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:33.628462 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-77ab5577-aa07-43f1-b33b-772edaf7a77f None None] Port fd1c1444-b393-47b4-a710-09707a1c5257 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:33.644308 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:33.658276 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:33.666311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7a64eb-9626-4f73-baf8-0a462536fe5f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:14:33.675506 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Allocated IP 172.25.8.132 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/afdce4b9-965f-438e-b16c-6b21c6279c30) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:33.685971 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa7a64eb-9626-4f73-baf8-0a462536fe5f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:33.689397 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd0013-b5e0-4457-a358-0bcbebc54ae0 None None] Sync routers for ids ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:14:33.704719 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd0013-b5e0-4457-a358-0bcbebc54ae0 None None] Routers {'634650ff-dd53-4c39-9c72-ec2dcb5d555a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:14:33.706084 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1ebd0013-b5e0-4457-a358-0bcbebc54ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:33.714703 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff293edd-277f-44f3-bdb1-72c3e6a41fca req-531bd1b8-8c6a-465e-8d25-f7ab4af2df7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c13ea7-34f9-49de-9665-9e7ad0b125e7 HTTP/1.1" status: 200 len: 1002 time: 0.2344811 Aug 23 15:14:33.765848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Port': ['ID=f378f273-1c80-4e46-9d09-ce14b6d703b3,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:33.817112 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fa7a64eb-9626-4f73-baf8-0a462536fe5f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "PUT /v2.0/floatingips/98fa1103-9ab2-488b-915b-8120b12fd2cc HTTP/1.1" status: 200 len: 991 time: 5.9235075 Aug 23 15:14:33.818484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a6d5c1-10c9-4c57-920f-334530e528e1', 'tag': '282f887b-3947-4fe2-8864-7040b02ac6e0'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:14:33.822895 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8dcdea-0ac8-4481-8f8f-0f52e739c4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a6d5c1-10c9-4c57-920f-334530e528e1", "tag": "282f887b-3947-4fe2-8864-7040b02ac6e0"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:14:33.889101 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-1ebd0013-b5e0-4457-a358-0bcbebc54ae0 None None] Set router 634650ff-dd53-4c39-9c72-ec2dcb5d555a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:14:33.893292 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2fc774b6-e33a-47bf-9925-c401d4322071 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4059167 Aug 23 15:14:33.902273 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51656) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:33.912246 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466cf106-5eb4-40ba-9f24-1addb6d39d15 x-openstack-request-id: req-466cf106-5eb4-40ba-9f24-1addb6d39d15 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:14:33.912713 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a6d5c1-10c9-4c57-920f-334530e528e1", "tag": "282f887b-3947-4fe2-8864-7040b02ac6e0", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:14:33.913037 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-466cf106-5eb4-40ba-9f24-1addb6d39d15 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:14:33.913453 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a6d5c1-10c9-4c57-920f-334530e528e1', 'tag': '282f887b-3947-4fe2-8864-7040b02ac6e0', 'status': 'completed', 'code': 200} Aug 23 15:14:33.918828 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b8990616-a55f-48f1-8da4-f9ceae70279a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'network_id': 'c72b4d62-2f02-4012-baad-382d07891128', 'name': 'tempest-PortsTestJSON-741787863'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:33.938827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293edd-277f-44f3-bdb1-72c3e6a41fca req-b014f645-0403-49d5-9ab3-edecd24b9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:33.940094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff293edd-277f-44f3-bdb1-72c3e6a41fca req-b014f645-0403-49d5-9ab3-edecd24b9720 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.2118402 Aug 23 15:14:33.985105 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:34.060049 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:34.162465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dcdea-0ac8-4481-8f8f-0f52e739c4c4 req-bdbea149-f3a9-456e-bea7-49692de192ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:34.164272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec8dcdea-0ac8-4481-8f8f-0f52e739c4c4 req-bdbea149-f3a9-456e-bea7-49692de192ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e99595cf1e34e82b2342655ef010f91&device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 1096 time: 0.2448595 Aug 23 15:14:34.182280 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:34.274148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Network 8471479c-7dfe-482c-aa64-31a553b0db40 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:34.279667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Pushing event updated for resources: {'Port': ['ID=4fc75280-bf42-4ad7-99e5-993ac2505faa,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:34.284723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293edd-277f-44f3-bdb1-72c3e6a41fca req-49b05414-4274-40a8-867d-1e9c766ce9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:34.287336 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff293edd-277f-44f3-bdb1-72c3e6a41fca req-49b05414-4274-40a8-867d-1e9c766ce9c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3219094 Aug 23 15:14:34.301829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:34.319752 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1ebd0013-b5e0-4457-a358-0bcbebc54ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:30Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '98fa1103-9ab2-488b-915b-8120b12fd2cc', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'port_id': '282f887b-3947-4fe2-8864-7040b02ac6e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'mac_address': 'fa:16:3e:c6:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a6d5c1-10c9-4c57-920f-334530e528e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:13:45Z', 'updated_at': '2021-08-23T15:14:29Z', 'revision_number': 1, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc65295-6c86-49e5-ac26-e5b849b98123', 'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'mac_address': 'fa:16:3e:39:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:25Z', 'updated_at': '2021-08-23T15:13:47Z', 'revision_number': 5, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'subnets': [{'id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:34.320813 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:34.336266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:34.345639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:34.366247 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:34.367416 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Pushing event updated for resources: {'Port': ['ID=afdce4b9-965f-438e-b16c-6b21c6279c30,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:34.423763 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd0013-b5e0-4457-a358-0bcbebc54ae0 None None] Checking router: 634650ff-dd53-4c39-9c72-ec2dcb5d555a for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:14:34.480192 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd0013-b5e0-4457-a358-0bcbebc54ae0 None None] Routers {'634650ff-dd53-4c39-9c72-ec2dcb5d555a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:14:34.481770 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1ebd0013-b5e0-4457-a358-0bcbebc54ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:34.509685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8990616-a55f-48f1-8da4-f9ceae70279a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:34.515766 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94176b5a-0d81-4ba5-9852-147f279247ed None None] Network c72b4d62-2f02-4012-baad-382d07891128 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:34.523215 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8990616-a55f-48f1-8da4-f9ceae70279a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:34.589959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-b8990616-a55f-48f1-8da4-f9ceae70279a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port 10d7d17b-d0d8-4bba-9629-462fa5a5dd72 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:14:34.840702 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-1ebd0013-b5e0-4457-a358-0bcbebc54ae0 None None] Set router 634650ff-dd53-4c39-9c72-ec2dcb5d555a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:14:35.196368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dd7ac4a6-3ae9-442d-9fa9-7bc14ad6e3ec None None] Provisioning for port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:35.230044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dcdea-0ac8-4481-8f8f-0f52e739c4c4 req-239a1958-5262-41c4-a3fa-a91c1e749c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:35.233328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec8dcdea-0ac8-4481-8f8f-0f52e739c4c4 req-239a1958-5262-41c4-a3fa-a91c1e749c2b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba929545-a5aa-4017-8c56-61de1121ed13 HTTP/1.1" status: 200 len: 912 time: 1.0049961 Aug 23 15:14:35.298032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:35.299058 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:35.342375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 936c0a69-18f0-4803-b0c3-06ad5bcd034f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:35.383464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-b8990616-a55f-48f1-8da4-f9ceae70279a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Allocated IP 172.20.0.4 (c72b4d62-2f02-4012-baad-382d07891128/101a0d9b-35ab-4913-b197-87f39508756f/10d7d17b-d0d8-4bba-9629-462fa5a5dd72) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:35.550552 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec8dcdea-0ac8-4481-8f8f-0f52e739c4c4 req-189e391a-0f40-4201-a2d8-a8eb94c678b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=282f887b-3947-4fe2-8864-7040b02ac6e0 HTTP/1.1" status: 200 len: 999 time: 0.2191067 Aug 23 15:14:35.555455 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff293edd-277f-44f3-bdb1-72c3e6a41fca req-484f6635-b611-4c10-ae6f-ca319452c8a8 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2063265 Aug 23 15:14:35.608052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 936c0a69-18f0-4803-b0c3-06ad5bcd034f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:35.608633 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:35.746185 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-afd27dcb-e837-4f5f-9834-97ed927b37b6 None None] Provisioning for port 4fc75280-bf42-4ad7-99e5-993ac2505faa completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:35.759722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-afd27dcb-e837-4f5f-9834-97ed927b37b6 None None] Provisioning complete for port 4fc75280-bf42-4ad7-99e5-993ac2505faa triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:35.760094 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-afd27dcb-e837-4f5f-9834-97ed927b37b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:35.782219 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9a76e400-b04f-4e76-95ca-f06edac6c84c tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.3725891 Aug 23 15:14:35.786531 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1ebd0013-b5e0-4457-a358-0bcbebc54ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:30Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '98fa1103-9ab2-488b-915b-8120b12fd2cc', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'port_id': '282f887b-3947-4fe2-8864-7040b02ac6e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'mac_address': 'fa:16:3e:c6:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a6d5c1-10c9-4c57-920f-334530e528e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:13:45Z', 'updated_at': '2021-08-23T15:14:29Z', 'revision_number': 1, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc65295-6c86-49e5-ac26-e5b849b98123', 'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'mac_address': 'fa:16:3e:39:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:25Z', 'updated_at': '2021-08-23T15:13:47Z', 'revision_number': 5, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'subnets': [{'id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:35.788534 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51672) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:35.828688 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd0013-b5e0-4457-a358-0bcbebc54ae0 None None] The sync data for ids ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'] in n-d-804985-3 is: [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:30Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '98fa1103-9ab2-488b-915b-8120b12fd2cc', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'port_id': '282f887b-3947-4fe2-8864-7040b02ac6e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'mac_address': 'fa:16:3e:c6:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a6d5c1-10c9-4c57-920f-334530e528e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:13:45Z', 'updated_at': '2021-08-23T15:14:29Z', 'revision_number': 1, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc65295-6c86-49e5-ac26-e5b849b98123', 'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'mac_address': 'fa:16:3e:39:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:25Z', 'updated_at': '2021-08-23T15:13:47Z', 'revision_number': 5, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'subnets': [{'id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:14:35.977123 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:36.027696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-afd27dcb-e837-4f5f-9834-97ed927b37b6 None None] Port 4fc75280-bf42-4ad7-99e5-993ac2505faa cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:36.042365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:36.073926 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dcdea-0ac8-4481-8f8f-0f52e739c4c4 req-07a7a4ad-92d0-453f-8a21-c2b3f3713a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:36.075591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec8dcdea-0ac8-4481-8f8f-0f52e739c4c4 req-07a7a4ad-92d0-453f-8a21-c2b3f3713a02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae11ce01-e39c-4b2d-9455-4272290cbf22 HTTP/1.1" status: 200 len: 850 time: 0.3343763 Aug 23 15:14:36.122722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1890c6a5-f565-4366-a615-e89760dca725 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:36.128599 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8990616-a55f-48f1-8da4-f9ceae70279a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:36.129311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1890c6a5-f565-4366-a615-e89760dca725 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:36.145322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1890c6a5-f565-4366-a615-e89760dca725 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:36.152355 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1890c6a5-f565-4366-a615-e89760dca725 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3548143 Aug 23 15:14:36.153006 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-b8990616-a55f-48f1-8da4-f9ceae70279a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Transition to ACTIVE for port object 10d7d17b-d0d8-4bba-9629-462fa5a5dd72 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:36.189300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51676) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:36.259072 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff293edd-277f-44f3-bdb1-72c3e6a41fca req-b45dd450-a95f-466a-85e4-b2dfb223ce63 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218499 Aug 23 15:14:36.280966 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:36.317461 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:36.330713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:36.331386 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:36.367155 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8990616-a55f-48f1-8da4-f9ceae70279a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:36.372435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-eec2dc17-0157-4439-ad45-afb9db344660 None None] Provisioning for port b36cf53d-5722-4924-a27c-210572a32abc completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:36.383498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-eec2dc17-0157-4439-ad45-afb9db344660 None None] Provisioning complete for port b36cf53d-5722-4924-a27c-210572a32abc triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:36.383498 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eec2dc17-0157-4439-ad45-afb9db344660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:36.436677 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b3cabe-3f07-49c9-8751-e2828be3abfd None None] New status for floating IP 98fa1103-9ab2-488b-915b-8120b12fd2cc: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:14:36.516897 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8990616-a55f-48f1-8da4-f9ceae70279a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network c72b4d62-2f02-4012-baad-382d07891128 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:36.524655 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-b8990616-a55f-48f1-8da4-f9ceae70279a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:36.529312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8990616-a55f-48f1-8da4-f9ceae70279a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:36.539384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dcdea-0ac8-4481-8f8f-0f52e739c4c4 req-26625716-fc25-4195-bb9c-a1f790e77e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:36.559297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec8dcdea-0ac8-4481-8f8f-0f52e739c4c4 req-26625716-fc25-4195-bb9c-a1f790e77e61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba929545-a5aa-4017-8c56-61de1121ed13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4556952 Aug 23 15:14:36.559558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-eec2dc17-0157-4439-ad45-afb9db344660 None None] Port b36cf53d-5722-4924-a27c-210572a32abc cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:36.592216 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:36.687937 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8990616-a55f-48f1-8da4-f9ceae70279a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=10d7d17b-d0d8-4bba-9629-462fa5a5dd72,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:36.737705 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec8dcdea-0ac8-4481-8f8f-0f52e739c4c4 req-61858653-29f3-4669-beda-b787fdfc6eb3 service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649582 Aug 23 15:14:36.755781 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:36.816998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bc8d2652-f144-4557-bfb5-986ce1839382 None None] Provisioning complete for port b36cf53d-5722-4924-a27c-210572a32abc triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:36.817477 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bc8d2652-f144-4557-bfb5-986ce1839382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:36.861667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec8dcdea-0ac8-4481-8f8f-0f52e739c4c4 req-41b8aca2-1b0e-4553-904d-c1657f43c510 service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154778 Aug 23 15:14:36.915292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-94f7c869-bdad-44b6-a95f-18534d2a5c9d tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Deleting port 4fc75280-bf42-4ad7-99e5-993ac2505faa {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:36.915756 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-94f7c869-bdad-44b6-a95f-18534d2a5c9d tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:36.918652 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad,segment=NetworkSegment(54754224-9a27-4dda-8bb9-3e38ae03791a),segment_id=54754224-9a27-4dda-8bb9-3e38ae03791a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:36.920192 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d2652-f144-4557-bfb5-986ce1839382 None None] Port b36cf53d-5722-4924-a27c-210572a32abc cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:36.934671 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:36.955102 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8990616-a55f-48f1-8da4-f9ceae70279a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:36.956282 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8990616-a55f-48f1-8da4-f9ceae70279a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:37.058791 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:37.139287 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-94f7c869-bdad-44b6-a95f-18534d2a5c9d tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:37.146000 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:37.160986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-94f7c869-bdad-44b6-a95f-18534d2a5c9d tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Calling delete_port for 4fc75280-bf42-4ad7-99e5-993ac2505faa owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:37.190648 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b446a343-9e11-46d9-84ee-dd679bec97f3 None None] Provisioning for port 10d7d17b-d0d8-4bba-9629-462fa5a5dd72 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:37.193342 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:37.203498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b446a343-9e11-46d9-84ee-dd679bec97f3 None None] Provisioning complete for port 10d7d17b-d0d8-4bba-9629-462fa5a5dd72 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:37.206842 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b446a343-9e11-46d9-84ee-dd679bec97f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:37.219829 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b8990616-a55f-48f1-8da4-f9ceae70279a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3154352 Aug 23 15:14:37.222644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51686) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:37.296325 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:37.299690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:37.317199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b446a343-9e11-46d9-84ee-dd679bec97f3 None None] Port 10d7d17b-d0d8-4bba-9629-462fa5a5dd72 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:37.434384 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:37.436893 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Pushing event updated for resources: {'Port': ['ID=afdce4b9-965f-438e-b16c-6b21c6279c30,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:37.449862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69881665-2865-44d6-a237-27f7fd19c960 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:37.451483 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-69881665-2865-44d6-a237-27f7fd19c960 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.2212052 Aug 23 15:14:37.457278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51692) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:37.469820 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:37.527559 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-94f7c869-bdad-44b6-a95f-18534d2a5c9d tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:37.652096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Port': ['ID=f378f273-1c80-4e46-9d09-ce14b6d703b3,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:37.756065 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7c869-bdad-44b6-a95f-18534d2a5c9d tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Pushing event deleted for resources: {'Port': ['ID=4fc75280-bf42-4ad7-99e5-993ac2505faa,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:37.768502 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:37.840651 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-94f7c869-bdad-44b6-a95f-18534d2a5c9d tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:37.842662 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-94f7c869-bdad-44b6-a95f-18534d2a5c9d tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] 10.222.0.38 "DELETE /v2.0/ports/4fc75280-bf42-4ad7-99e5-993ac2505faa HTTP/1.1" status: 204 len: 168 time: 1.6459627 Aug 23 15:14:37.848825 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51698) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:37.862196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-748d2b1b-0f51-4f5a-aed1-349a968298f0 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Request body: {'port': {'name': 'tempest-new-port-name-1115012678', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:37.862988 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.api.validators [None req-748d2b1b-0f51-4f5a-aed1-349a968298f0 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] bootfile-name is not in valid_values {{(pid=96115) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 15:14:37.863685 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.api.validators [None req-748d2b1b-0f51-4f5a-aed1-349a968298f0 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] tftp-server is not in valid_values {{(pid=96115) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 15:14:37.864480 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.api.validators [None req-748d2b1b-0f51-4f5a-aed1-349a968298f0 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] server-ip-address is not in valid_values {{(pid=96115) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 15:14:37.913410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-925ab1a4-08ab-49b6-89ea-ba6f7ff0c396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port 10d7d17b-d0d8-4bba-9629-462fa5a5dd72 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:37.913804 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-925ab1a4-08ab-49b6-89ea-ba6f7ff0c396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:37.995055 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Floating IP 0795dab6-fb07-4312-98da-0866efc4626e associated. External IP: 172.25.8.132, port: 696f6a5d-02a4-436f-b829-c5a8e555d13f. Aug 23 15:14:38.054846 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-748d2b1b-0f51-4f5a-aed1-349a968298f0 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:38.074886 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Floating IP cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438 associated. External IP: 172.25.8.217, port: 67121866-205f-4118-a6ab-ea11dcfba3c2. Aug 23 15:14:38.185220 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-925ab1a4-08ab-49b6-89ea-ba6f7ff0c396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:38.246609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-925ab1a4-08ab-49b6-89ea-ba6f7ff0c396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for 10d7d17b-d0d8-4bba-9629-462fa5a5dd72 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:38.329411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Router 65458931-ca63-4158-9e4b-f38041413c04 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:14:38.484003 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:14:38.499089 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae01ba-da53-4985-bf37-a2856328d896 None None] Sync routers for ids ['65458931-ca63-4158-9e4b-f38041413c04'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:14:38.513316 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae01ba-da53-4985-bf37-a2856328d896 None None] Routers {'65458931-ca63-4158-9e4b-f38041413c04'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:14:38.515600 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7bae01ba-da53-4985-bf37-a2856328d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['65458931-ca63-4158-9e4b-f38041413c04'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:38.682310 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-7bae01ba-da53-4985-bf37-a2856328d896 None None] Set router 65458931-ca63-4158-9e4b-f38041413c04 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:14:38.744364 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:38.780614 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8ad3dbcf-d6c2-4b8d-bc82-77de0d589c0a tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7536809 Aug 23 15:14:38.781481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e167e7de-37c6-4f09-81c6-3614a223336a', 'tag': '696f6a5d-02a4-436f-b829-c5a8e555d13f'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:14:38.784178 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df00738f-4732-4228-80f0-90f0ada052a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e167e7de-37c6-4f09-81c6-3614a223336a", "tag": "696f6a5d-02a4-436f-b829-c5a8e555d13f"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:14:38.837722 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711071da-df36-46eb-88f2-f8ecc9a3ec9a x-openstack-request-id: req-711071da-df36-46eb-88f2-f8ecc9a3ec9a {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:14:38.838030 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e167e7de-37c6-4f09-81c6-3614a223336a", "tag": "696f6a5d-02a4-436f-b829-c5a8e555d13f", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:14:38.838273 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-711071da-df36-46eb-88f2-f8ecc9a3ec9a {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:14:38.838681 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e167e7de-37c6-4f09-81c6-3614a223336a', 'tag': '696f6a5d-02a4-436f-b829-c5a8e555d13f', 'status': 'completed', 'code': 200} Aug 23 15:14:38.932030 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-748d2b1b-0f51-4f5a-aed1-349a968298f0 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:38.960240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:14:38.979502 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7bae01ba-da53-4985-bf37-a2856328d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65458931-ca63-4158-9e4b-f38041413c04', 'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:28Z', 'updated_at': '2021-08-23T15:12:38Z', 'revision_number': 4, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'gw_port': {'id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:30Z', 'updated_at': '2021-08-23T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '0795dab6-fb07-4312-98da-0866efc4626e', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '65458931-ca63-4158-9e4b-f38041413c04', 'port_id': '696f6a5d-02a4-436f-b829-c5a8e555d13f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'mac_address': 'fa:16:3e:71:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e167e7de-37c6-4f09-81c6-3614a223336a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:14:35Z', 'updated_at': '2021-08-23T15:14:35Z', 'revision_number': 0, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '934d499f-7377-447a-a4f1-a59c48930d43', 'name': '', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'mac_address': 'fa:16:3e:64:33:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:37Z', 'updated_at': '2021-08-23T15:12:49Z', 'revision_number': 5, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'subnets': [{'id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:38.981609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00738f-4732-4228-80f0-90f0ada052a4 req-071d5bee-073e-471c-b8e1-8308bdc6d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:38.983226 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df00738f-4732-4228-80f0-90f0ada052a4 req-071d5bee-073e-471c-b8e1-8308bdc6d2a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15057447af0748bf9791ffc4f8be16c1&device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 1096 time: 0.0955782 Aug 23 15:14:39.027103 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae01ba-da53-4985-bf37-a2856328d896 None None] Checking router: 65458931-ca63-4158-9e4b-f38041413c04 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:14:39.041631 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae01ba-da53-4985-bf37-a2856328d896 None None] Routers {'65458931-ca63-4158-9e4b-f38041413c04'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:14:39.042239 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7bae01ba-da53-4985-bf37-a2856328d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['65458931-ca63-4158-9e4b-f38041413c04'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:39.084563 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-748d2b1b-0f51-4f5a-aed1-349a968298f0 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:39.207628 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-925ab1a4-08ab-49b6-89ea-ba6f7ff0c396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:39.212181 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-7bae01ba-da53-4985-bf37-a2856328d896 None None] Set router 65458931-ca63-4158-9e4b-f38041413c04 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:14:39.291030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:39.345772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d2b1b-0f51-4f5a-aed1-349a968298f0 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Pushing event updated for resources: {'Port': ['ID=fd1c1444-b393-47b4-a710-09707a1c5257,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:39.383404 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:14:39.406316 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea827b7d-6c17-47ee-84fd-22dc71a49e79 None None] Sync routers for ids ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:14:39.424414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:39.424946 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:39.449856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00738f-4732-4228-80f0-90f0ada052a4 req-fac84da4-296b-4817-ae04-1e2d7b121026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:39.451934 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df00738f-4732-4228-80f0-90f0ada052a4 req-fac84da4-296b-4817-ae04-1e2d7b121026 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f31ed9b-16ac-4c36-8f03-c6c4224f794c HTTP/1.1" status: 200 len: 910 time: 0.4262688 Aug 23 15:14:39.455881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-748d2b1b-0f51-4f5a-aed1-349a968298f0 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] In _notify_port_updated(), no bound segment for port fd1c1444-b393-47b4-a710-09707a1c5257 on network 8471479c-7dfe-482c-aa64-31a553b0db40 {{(pid=96115) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:14:39.463680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748d2b1b-0f51-4f5a-aed1-349a968298f0 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:39.464540 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-748d2b1b-0f51-4f5a-aed1-349a968298f0 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:39.466025 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-748d2b1b-0f51-4f5a-aed1-349a968298f0 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] 10.222.0.38 "PUT /v2.0/ports/fd1c1444-b393-47b4-a710-09707a1c5257 HTTP/1.1" status: 200 len: 1136 time: 1.6117368 Aug 23 15:14:39.469049 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51724) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:39.522278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ab1a4-08ab-49b6-89ea-ba6f7ff0c396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=10d7d17b-d0d8-4bba-9629-462fa5a5dd72,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:39.543862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5f03cb-660d-45f8-92af-e34b0c5114b7 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:39.545733 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5b5f03cb-660d-45f8-92af-e34b0c5114b7 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] 10.222.0.38 "GET /v2.0/ports/fd1c1444-b393-47b4-a710-09707a1c5257 HTTP/1.1" status: 200 len: 1136 time: 0.0750768 Aug 23 15:14:39.548994 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51726) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:39.549465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea827b7d-6c17-47ee-84fd-22dc71a49e79 None None] Routers {'92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:14:39.550116 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ea827b7d-6c17-47ee-84fd-22dc71a49e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:39.584691 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-925ab1a4-08ab-49b6-89ea-ba6f7ff0c396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:39.588046 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-925ab1a4-08ab-49b6-89ea-ba6f7ff0c396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/10d7d17b-d0d8-4bba-9629-462fa5a5dd72 HTTP/1.1" status: 204 len: 168 time: 2.1290276 Aug 23 15:14:39.594286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51730) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:39.646509 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf1a137-90e6-4b5b-ab6e-a588afc68f77 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] GET failed (client error): The resource could not be found. Aug 23 15:14:39.652038 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3bf1a137-90e6-4b5b-ab6e-a588afc68f77 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/10d7d17b-d0d8-4bba-9629-462fa5a5dd72 HTTP/1.1" status: 404 len: 333 time: 0.0529931 Aug 23 15:14:39.653823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51734) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:39.752160 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df00738f-4732-4228-80f0-90f0ada052a4 req-f6df83b4-9578-42a0-87a9-c5f3d8136f01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=696f6a5d-02a4-436f-b829-c5a8e555d13f HTTP/1.1" status: 200 len: 999 time: 0.2364585 Aug 23 15:14:39.753014 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:39.801019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-539d783a-676d-4d69-96fd-5d4e3586516e tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Deleting port fd1c1444-b393-47b4-a710-09707a1c5257 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:39.802147 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-539d783a-676d-4d69-96fd-5d4e3586516e tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:39.839139 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-ea827b7d-6c17-47ee-84fd-22dc71a49e79 None None] Set router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:14:39.913441 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7bae01ba-da53-4985-bf37-a2856328d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65458931-ca63-4158-9e4b-f38041413c04', 'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:28Z', 'updated_at': '2021-08-23T15:12:38Z', 'revision_number': 4, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'gw_port': {'id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:30Z', 'updated_at': '2021-08-23T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '0795dab6-fb07-4312-98da-0866efc4626e', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '65458931-ca63-4158-9e4b-f38041413c04', 'port_id': '696f6a5d-02a4-436f-b829-c5a8e555d13f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'mac_address': 'fa:16:3e:71:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e167e7de-37c6-4f09-81c6-3614a223336a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:14:35Z', 'updated_at': '2021-08-23T15:14:35Z', 'revision_number': 0, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '934d499f-7377-447a-a4f1-a59c48930d43', 'name': '', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'mac_address': 'fa:16:3e:64:33:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:37Z', 'updated_at': '2021-08-23T15:12:49Z', 'revision_number': 5, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'subnets': [{'id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:39.940805 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a679485f-6c9d-43dc-895b-b4c3f6e62642 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.4554181 Aug 23 15:14:39.958477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'tag': '67121866-205f-4118-a6ab-ea11dcfba3c2'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:14:39.958477 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48625022-2ff6-481b-bb11-3fc96412a9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3ed363-4f84-4513-8fb5-068dc695f40c", "tag": "67121866-205f-4118-a6ab-ea11dcfba3c2"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:14:39.958477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51738) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:39.973174 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-539d783a-676d-4d69-96fd-5d4e3586516e tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:39.988207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-539d783a-676d-4d69-96fd-5d4e3586516e tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Calling delete_port for fd1c1444-b393-47b4-a710-09707a1c5257 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:40.012276 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00738f-4732-4228-80f0-90f0ada052a4 req-b7f26804-f1c0-4d0b-a46a-4fe662d65f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:40.013585 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df00738f-4732-4228-80f0-90f0ada052a4 req-b7f26804-f1c0-4d0b-a46a-4fe662d65f41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a99c28d2-36dd-4528-9a52-0523a05ba0ad HTTP/1.1" status: 200 len: 848 time: 0.1835308 Aug 23 15:14:40.050051 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae01ba-da53-4985-bf37-a2856328d896 None None] The sync data for ids ['65458931-ca63-4158-9e4b-f38041413c04'] in n-d-804985-3 is: [{'id': '65458931-ca63-4158-9e4b-f38041413c04', 'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:28Z', 'updated_at': '2021-08-23T15:12:38Z', 'revision_number': 4, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'gw_port': {'id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:30Z', 'updated_at': '2021-08-23T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '0795dab6-fb07-4312-98da-0866efc4626e', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '65458931-ca63-4158-9e4b-f38041413c04', 'port_id': '696f6a5d-02a4-436f-b829-c5a8e555d13f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'mac_address': 'fa:16:3e:71:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e167e7de-37c6-4f09-81c6-3614a223336a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:14:35Z', 'updated_at': '2021-08-23T15:14:35Z', 'revision_number': 0, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '934d499f-7377-447a-a4f1-a59c48930d43', 'name': '', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'mac_address': 'fa:16:3e:64:33:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:37Z', 'updated_at': '2021-08-23T15:12:49Z', 'revision_number': 5, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'subnets': [{'id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:14:40.068156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6b47bfac-734c-4575-a274-4078596ecfda None None] Provisioning complete for port fd1c1444-b393-47b4-a710-09707a1c5257 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:40.070183 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6b47bfac-734c-4575-a274-4078596ecfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:40.076046 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc89016-4228-422d-94a9-f9b7d0fb3a23 x-openstack-request-id: req-cdc89016-4228-422d-94a9-f9b7d0fb3a23 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:14:40.076348 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3ed363-4f84-4513-8fb5-068dc695f40c", "tag": "67121866-205f-4118-a6ab-ea11dcfba3c2", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:14:40.076602 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cdc89016-4228-422d-94a9-f9b7d0fb3a23 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:14:40.077009 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'tag': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'status': 'completed', 'code': 200} Aug 23 15:14:40.096172 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a4378fb3-079a-4238-8048-3dee284619e4 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/floatingips/cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438 HTTP/1.1" status: 200 len: 991 time: 0.1390631 Aug 23 15:14:40.147803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6b47bfac-734c-4575-a274-4078596ecfda None None] Port fd1c1444-b393-47b4-a710-09707a1c5257 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:40.156577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b2938b7e-23e2-417a-9a12-1424c93ca034 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port b36cf53d-5722-4924-a27c-210572a32abc {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:40.157107 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2938b7e-23e2-417a-9a12-1424c93ca034 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:40.242767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00738f-4732-4228-80f0-90f0ada052a4 req-c6f82abc-7778-4e39-814c-421e237fc9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:40.244109 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df00738f-4732-4228-80f0-90f0ada052a4 req-c6f82abc-7778-4e39-814c-421e237fc9bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f31ed9b-16ac-4c36-8f03-c6c4224f794c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2187073 Aug 23 15:14:40.320006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ea827b7d-6c17-47ee-84fd-22dc71a49e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:13:25Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'port_id': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'mac_address': 'fa:16:3e:95:e9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:14:35Z', 'updated_at': '2021-08-23T15:14:35Z', 'revision_number': 0, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7dc6e-2f02-4e6e-bde0-04d457db65d7', 'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:3f:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:23Z', 'updated_at': '2021-08-23T15:13:44Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:40.353000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48625022-2ff6-481b-bb11-3fc96412a9cf req-a4bee753-6c82-4bb2-82fb-a257d258ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:40.353000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48625022-2ff6-481b-bb11-3fc96412a9cf req-a4bee753-6c82-4bb2-82fb-a257d258ccb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51b6533c35f2415fa103d56c322ba6e0&device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 1096 time: 0.2516913 Aug 23 15:14:40.389150 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea827b7d-6c17-47ee-84fd-22dc71a49e79 None None] Checking router: 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:14:40.402653 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-539d783a-676d-4d69-96fd-5d4e3586516e tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:40.404760 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea827b7d-6c17-47ee-84fd-22dc71a49e79 None None] Routers {'92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:14:40.405911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ea827b7d-6c17-47ee-84fd-22dc71a49e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:40.453689 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2938b7e-23e2-417a-9a12-1424c93ca034 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:40.475296 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362dcec-f2e2-4844-a106-665d546e9b71 None None] New status for floating IP 0795dab6-fb07-4312-98da-0866efc4626e: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:14:40.487064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b2938b7e-23e2-417a-9a12-1424c93ca034 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for b36cf53d-5722-4924-a27c-210572a32abc owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:40.487404 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d783a-676d-4d69-96fd-5d4e3586516e tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Pushing event deleted for resources: {'Port': ['ID=fd1c1444-b393-47b4-a710-09707a1c5257,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:40.519986 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df00738f-4732-4228-80f0-90f0ada052a4 req-db0ab18c-448f-401c-b04a-764cbdc93f31 service neutron] 10.222.0.57 "GET /v2.0/networks/1f31ed9b-16ac-4c36-8f03-c6c4224f794c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596440 Aug 23 15:14:40.642890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-539d783a-676d-4d69-96fd-5d4e3586516e tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:40.646526 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-539d783a-676d-4d69-96fd-5d4e3586516e tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] 10.222.0.38 "DELETE /v2.0/ports/fd1c1444-b393-47b4-a710-09707a1c5257 HTTP/1.1" status: 204 len: 168 time: 1.0953410 Aug 23 15:14:40.650258 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51748) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:40.684633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-ea827b7d-6c17-47ee-84fd-22dc71a49e79 None None] Set router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:14:40.733103 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df00738f-4732-4228-80f0-90f0ada052a4 req-6d060ed0-0a84-4a24-840c-f80d6801d9c2 service neutron] 10.222.0.57 "GET /v2.0/networks/1f31ed9b-16ac-4c36-8f03-c6c4224f794c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934264 Aug 23 15:14:40.748061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3f75db-ea73-42ad-947b-8c246f24f430 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Deleting subnet 61904cb8-e6e4-4c48-b39c-a90b5243a01f {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:14:40.752428 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b3f75db-ea73-42ad-947b-8c246f24f430 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:40.864747 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b3f75db-ea73-42ad-947b-8c246f24f430 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:40.978599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48625022-2ff6-481b-bb11-3fc96412a9cf req-77ec5ddd-955a-4ff3-b5ce-f0d17bf0209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:40.980158 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48625022-2ff6-481b-bb11-3fc96412a9cf req-77ec5ddd-955a-4ff3-b5ce-f0d17bf0209d service neutron] 10.222.0.57 "GET /v2.0/networks?id=919fb1b8-d9e1-4d26-accf-6424f0cf22c2 HTTP/1.1" status: 200 len: 897 time: 0.6186175 Aug 23 15:14:41.045261 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b3f75db-ea73-42ad-947b-8c246f24f430 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:41.090325 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48625022-2ff6-481b-bb11-3fc96412a9cf req-385d878b-47d2-436c-bfef-b2a5fa970976 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67121866-205f-4118-a6ab-ea11dcfba3c2 HTTP/1.1" status: 200 len: 999 time: 0.0940273 Aug 23 15:14:41.098000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51756) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:41.151067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ea827b7d-6c17-47ee-84fd-22dc71a49e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:13:25Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'port_id': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'mac_address': 'fa:16:3e:95:e9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:14:35Z', 'updated_at': '2021-08-23T15:14:35Z', 'revision_number': 0, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7dc6e-2f02-4e6e-bde0-04d457db65d7', 'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:3f:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:23Z', 'updated_at': '2021-08-23T15:13:44Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:41.193661 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2938b7e-23e2-417a-9a12-1424c93ca034 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:41.225653 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea827b7d-6c17-47ee-84fd-22dc71a49e79 None None] The sync data for ids ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'] in n-d-804985-3 is: [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:13:25Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'port_id': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'mac_address': 'fa:16:3e:95:e9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:14:35Z', 'updated_at': '2021-08-23T15:14:35Z', 'revision_number': 0, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7dc6e-2f02-4e6e-bde0-04d457db65d7', 'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:3f:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:23Z', 'updated_at': '2021-08-23T15:13:44Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:14:41.261902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2938b7e-23e2-417a-9a12-1424c93ca034 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=b36cf53d-5722-4924-a27c-210572a32abc,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:41.287808 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b3f75db-ea73-42ad-947b-8c246f24f430 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:41.325195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f75db-ea73-42ad-947b-8c246f24f430 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Pushing event deleted for resources: {'Subnet': ['ID=61904cb8-e6e4-4c48-b39c-a90b5243a01f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:41.341018 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b3f75db-ea73-42ad-947b-8c246f24f430 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:41.346734 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8b3f75db-ea73-42ad-947b-8c246f24f430 tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] 10.222.0.38 "DELETE /v2.0/subnets/61904cb8-e6e4-4c48-b39c-a90b5243a01f HTTP/1.1" status: 204 len: 168 time: 0.6952407 Aug 23 15:14:41.347637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51760) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:41.350745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf94181-7b75-43a5-8623-3d446fc7a219 None None] Network 8471479c-7dfe-482c-aa64-31a553b0db40 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:41.467719 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:41.595803 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Deleting port 936c0a69-18f0-4803-b0c3-06ad5bcd034f {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:41.596560 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:41.634454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae5472-05a6-4426-9b75-79868973a12e None None] New status for floating IP cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:14:41.691699 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] For port 936c0a69-18f0-4803-b0c3-06ad5bcd034f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=936c0a69-18f0-4803-b0c3-06ad5bcd034f,segment=NetworkSegment(22ef1abe-82bc-430e-a818-7c7457dae1d4),segment_id=22ef1abe-82bc-430e-a818-7c7457dae1d4)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:41.692369 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:41.703849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48625022-2ff6-481b-bb11-3fc96412a9cf req-99ef1948-b725-49ad-9d02-ef72c158dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:41.705389 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48625022-2ff6-481b-bb11-3fc96412a9cf req-99ef1948-b725-49ad-9d02-ef72c158dfb1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a3edf35-6cfd-43b9-9406-9931fac42c28 HTTP/1.1" status: 200 len: 835 time: 0.6048102 Aug 23 15:14:41.714013 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-41c8db9f-1b62-4f2e-b6c4-05dd57f15e36 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/floatingips/cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438 HTTP/1.1" status: 200 len: 991 time: 0.6147208 Aug 23 15:14:41.726025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Calling delete_port for 936c0a69-18f0-4803-b0c3-06ad5bcd034f owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:41.786762 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2938b7e-23e2-417a-9a12-1424c93ca034 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:41.793186 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b2938b7e-23e2-417a-9a12-1424c93ca034 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/b36cf53d-5722-4924-a27c-210572a32abc HTTP/1.1" status: 204 len: 168 time: 2.1380196 Aug 23 15:14:41.796480 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51768) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:41.827589 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04db772-5e2a-4129-a26d-3c2058e218db None None] DHCP port deletion for 8471479c-7dfe-482c-aa64-31a553b0db40 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:14:41.836583 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed35f841-92b5-4824-b653-0b2c1b308546 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] GET failed (client error): The resource could not be found. Aug 23 15:14:41.850864 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ed35f841-92b5-4824-b653-0b2c1b308546 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/b36cf53d-5722-4924-a27c-210572a32abc HTTP/1.1" status: 404 len: 333 time: 0.0426650 Aug 23 15:14:41.850864 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51770) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:41.862048 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48625022-2ff6-481b-bb11-3fc96412a9cf req-5b89567b-1316-4cf6-9fea-7d2ff10c1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:41.862048 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48625022-2ff6-481b-bb11-3fc96412a9cf req-5b89567b-1316-4cf6-9fea-7d2ff10c1acf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=919fb1b8-d9e1-4d26-accf-6424f0cf22c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352904 Aug 23 15:14:41.933819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d04db772-5e2a-4129-a26d-3c2058e218db None None] Deleting port 936c0a69-18f0-4803-b0c3-06ad5bcd034f {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:41.934491 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d04db772-5e2a-4129-a26d-3c2058e218db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.017617 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d04db772-5e2a-4129-a26d-3c2058e218db None None] For port 936c0a69-18f0-4803-b0c3-06ad5bcd034f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=936c0a69-18f0-4803-b0c3-06ad5bcd034f,segment=NetworkSegment(22ef1abe-82bc-430e-a818-7c7457dae1d4),segment_id=22ef1abe-82bc-430e-a818-7c7457dae1d4)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:42.018110 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d04db772-5e2a-4129-a26d-3c2058e218db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.022695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48625022-2ff6-481b-bb11-3fc96412a9cf req-499aebce-3ef7-4998-8206-d20e72f3b7ce service neutron] 10.222.0.57 "GET /v2.0/networks/919fb1b8-d9e1-4d26-accf-6424f0cf22c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350515 Aug 23 15:14:42.024927 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.037712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-d155bf2a-4272-4305-b6cb-0389961c0fe4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting subnet 101a0d9b-35ab-4913-b197-87f39508756f {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:14:42.041259 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d04db772-5e2a-4129-a26d-3c2058e218db None None] Calling delete_port for 936c0a69-18f0-4803-b0c3-06ad5bcd034f owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:42.046006 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d155bf2a-4272-4305-b6cb-0389961c0fe4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.075238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Pushing event deleted for resources: {'Port': ['ID=936c0a69-18f0-4803-b0c3-06ad5bcd034f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:42.077487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] No DVR routers for this DVR port 936c0a69-18f0-4803-b0c3-06ad5bcd034f on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:14:42.147449 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d04db772-5e2a-4129-a26d-3c2058e218db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.151229 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d155bf2a-4272-4305-b6cb-0389961c0fe4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.184764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04db772-5e2a-4129-a26d-3c2058e218db None None] Pushing event deleted for resources: {'Port': ['ID=936c0a69-18f0-4803-b0c3-06ad5bcd034f,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:42.200478 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04db772-5e2a-4129-a26d-3c2058e218db None None] No DVR routers for this DVR port 936c0a69-18f0-4803-b0c3-06ad5bcd034f on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:14:42.200591 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.215232 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8471479c-7dfe-482c-aa64-31a553b0db40']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:42.231467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ef1abe-82bc-430e-a818-7c7457dae1d4') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:42.231983 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ef1abe-82bc-430e-a818-7c7457dae1d4') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:42.232478 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48625022-2ff6-481b-bb11-3fc96412a9cf req-8da16418-f4a7-4341-b581-79f04ee8bb57 service neutron] 10.222.0.57 "GET /v2.0/networks/919fb1b8-d9e1-4d26-accf-6424f0cf22c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881423 Aug 23 15:14:42.242555 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.260056 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.266568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:14:42.267004 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:14:42.270139 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:14:42.280974 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d155bf2a-4272-4305-b6cb-0389961c0fe4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.494385 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d155bf2a-4272-4305-b6cb-0389961c0fe4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.522570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155bf2a-4272-4305-b6cb-0389961c0fe4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Subnet': ['ID=101a0d9b-35ab-4913-b197-87f39508756f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:42.527498 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.530248 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d155bf2a-4272-4305-b6cb-0389961c0fe4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.534749 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.535065 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d155bf2a-4272-4305-b6cb-0389961c0fe4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/101a0d9b-35ab-4913-b197-87f39508756f HTTP/1.1" status: 204 len: 168 time: 0.6896169 Aug 23 15:14:42.535749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51778) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:42.539482 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] 10.222.0.38 "DELETE /v2.0/networks/8471479c-7dfe-482c-aa64-31a553b0db40 HTTP/1.1" status: 204 len: 168 time: 1.1882379 Aug 23 15:14:42.552158 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34760d61-4f87-4c13-9f4b-0b6bd9f0b2bc tempest-ExtraDHCPOptionsTestJSON-667244371 tempest-ExtraDHCPOptionsTestJSON-667244371-project] Pushing event deleted for resources: {'Network': ['ID=8471479c-7dfe-482c-aa64-31a553b0db40,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:42.560573 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e24699a-9548-4ba8-a316-0c8ff1b82aca None None] Network c72b4d62-2f02-4012-baad-382d07891128 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:42.660408 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.718660 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51784) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:42.805760 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6c062453-2c31-4661-ab94-77b351d8f858 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/floatingips/cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438 HTTP/1.1" status: 200 len: 993 time: 0.0835969 Aug 23 15:14:42.807147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8b6e40-4008-4a50-bb4e-a3947232b2df None None] DHCP port deletion for c72b4d62-2f02-4012-baad-382d07891128 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:14:42.814885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:42.815271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.861268 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-db8b6e40-4008-4a50-bb4e-a3947232b2df None None] Deleting port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:42.861702 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e40-4008-4a50-bb4e-a3947232b2df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.889271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] For port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad,segment=NetworkSegment(54754224-9a27-4dda-8bb9-3e38ae03791a),segment_id=54754224-9a27-4dda-8bb9-3e38ae03791a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:42.889694 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.908574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:42.936260 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-db8b6e40-4008-4a50-bb4e-a3947232b2df None None] For port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad,segment=NetworkSegment(54754224-9a27-4dda-8bb9-3e38ae03791a),segment_id=54754224-9a27-4dda-8bb9-3e38ae03791a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:42.936260 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e40-4008-4a50-bb4e-a3947232b2df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:42.956405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-db8b6e40-4008-4a50-bb4e-a3947232b2df None None] Calling delete_port for 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:43.250461 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 936c0a69-18f0-4803-b0c3-06ad5bcd034f no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:14:43.274690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 936c0a69-18f0-4803-b0c3-06ad5bcd034f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:14:43.274975 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 936c0a69-18f0-4803-b0c3-06ad5bcd034f not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:14:43.275400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:14:43.292791 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:43.313087 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e40-4008-4a50-bb4e-a3947232b2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:43.320733 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:43.325687 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No DVR routers for this DVR port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:14:43.341353 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b6e40-4008-4a50-bb4e-a3947232b2df None None] Pushing event deleted for resources: {'Port': ['ID=370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:43.349042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No active binding found for port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad {{(pid=96116) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 15:14:43.349482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:14:43.353388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b6e40-4008-4a50-bb4e-a3947232b2df None None] No DVR routers for this DVR port 370f9bad-9f9d-44f7-8ec2-bbf82a90f2ad on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:14:43.428662 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:43.438913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72b4d62-2f02-4012-baad-382d07891128']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:43.450190 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54754224-9a27-4dda-8bb9-3e38ae03791a') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:43.450495 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54754224-9a27-4dda-8bb9-3e38ae03791a') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:43.459895 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:43.474289 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:43.481897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:14:43.482294 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:14:43.485744 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:14:43.676762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51798) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:43.688622 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:43.725271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:43.728684 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/networks/c72b4d62-2f02-4012-baad-382d07891128 HTTP/1.1" status: 204 len: 168 time: 1.1917098 Aug 23 15:14:43.729672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733147d3-ccaf-4fb1-ac2e-04592d73c82b tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Network': ['ID=c72b4d62-2f02-4012-baad-382d07891128,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:43.736729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51802) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:43.744510 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f0f1c2d2-c2c3-45ba-b19e-1947c04507ae tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-109594542'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:43.899152 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1742e8ae-8162-493f-8178-6bd4040a592a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3577836292dd44868e588b23996d6031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209506 Aug 23 15:14:43.902246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51808) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:43.933170 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f1c2d2-c2c3-45ba-b19e-1947c04507ae tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:43.938497 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0f1c2d2-c2c3-45ba-b19e-1947c04507ae tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:43.965326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f1c2d2-c2c3-45ba-b19e-1947c04507ae tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:14:43.972678 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3cb21115-79b6-4dc0-a069-5d062e38c76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:43.975514 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0f1c2d2-c2c3-45ba-b19e-1947c04507ae tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:43.976098 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-f0f1c2d2-c2c3-45ba-b19e-1947c04507ae tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Added segment bd63b8e1-a95d-4cee-ac62-06e251fa6dd4 of type vlan for network 9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb Aug 23 15:14:44.006895 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3cb21115-79b6-4dc0-a069-5d062e38c76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:44.033406 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0f1c2d2-c2c3-45ba-b19e-1947c04507ae tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:44.279601 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3cb21115-79b6-4dc0-a069-5d062e38c76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:44.283956 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3cb21115-79b6-4dc0-a069-5d062e38c76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:44.287190 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3cb21115-79b6-4dc0-a069-5d062e38c76d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dee93c55-c26d-4cb2-8fc6-f5a987921523 HTTP/1.1" status: 204 len: 168 time: 0.3819208 Aug 23 15:14:44.296373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb21115-79b6-4dc0-a069-5d062e38c76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee93c55-c26d-4cb2-8fc6-f5a987921523,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:44.332623 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0f1c2d2-c2c3-45ba-b19e-1947c04507ae tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:44.338777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f1c2d2-c2c3-45ba-b19e-1947c04507ae tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:44.340145 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0f1c2d2-c2c3-45ba-b19e-1947c04507ae tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:44.421811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1c2d2-c2c3-45ba-b19e-1947c04507ae tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Network': ['ID=9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:44.434233 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:14:44.716501 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f0f1c2d2-c2c3-45ba-b19e-1947c04507ae tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9777329 Aug 23 15:14:44.719365 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51818) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:44.724497 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-570bfe34-d6f5-46c1-b7d2-eae3b90cd9e4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'subnet': {'network_id': '9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:45.092631 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570bfe34-d6f5-46c1-b7d2-eae3b90cd9e4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:45.096983 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-570bfe34-d6f5-46c1-b7d2-eae3b90cd9e4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:45.420053 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:14:45.495170 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-570bfe34-d6f5-46c1-b7d2-eae3b90cd9e4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:45.603550 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bfe34-d6f5-46c1-b7d2-eae3b90cd9e4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Subnet': ['ID=d187d422-f7fd-469a-a0b6-1a00a69f3b47,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:45.609549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570bfe34-d6f5-46c1-b7d2-eae3b90cd9e4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Checking segment: {'id': 'bd63b8e1-a95d-4cee-ac62-06e251fa6dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:14:45.610141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570bfe34-d6f5-46c1-b7d2-eae3b90cd9e4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network hostable DHCP agents. Network: 9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:14:45.750168 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:45.806708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570bfe34-d6f5-46c1-b7d2-eae3b90cd9e4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:14:45.939203 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-570bfe34-d6f5-46c1-b7d2-eae3b90cd9e4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:45.946015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570bfe34-d6f5-46c1-b7d2-eae3b90cd9e4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:45.950737 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-570bfe34-d6f5-46c1-b7d2-eae3b90cd9e4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:45.950888 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f84f2b0-5760-4a65-a736-fe0ecf935eea None None] Network 9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:46.116320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb', 'network_id': '9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb', 'tenant_id': 'ac1f87f409a24cca9052408ad5c0da2e', 'fixed_ips': [{'subnet_id': 'd187d422-f7fd-469a-a0b6-1a00a69f3b47'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:14:46.117870 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:46.122763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51856) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:46.123693 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-570bfe34-d6f5-46c1-b7d2-eae3b90cd9e4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4029188 Aug 23 15:14:46.127504 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51858) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:46.134446 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ca01ca32-1bed-4c16-89d5-fec52cb7ecaa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'network_id': '9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb', 'name': 'tempest-PortsTestJSON-1678883274', 'fixed_ips': [{'subnet_id': 'd187d422-f7fd-469a-a0b6-1a00a69f3b47', 'ip_address': '172.20.0.10'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:46.269354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-705037105'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:46.311268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.api [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 15:14:46.311268 n-d-804985-3 neutron-server[96115]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 15:14:46.311268 n-d-804985-3 neutron-server[96115]: [parameters: {'project_id': 'e3d64930b3d04cb0a47bd50f9d354b7c', 'id': 'fba8f448-3cc9-4c1b-98b6-ff2b89d1754c', 'expiration': datetime.datetime(2021, 8, 23, 15, 16, 46, 299461)}] Aug 23 15:14:46.311268 n-d-804985-3 neutron-server[96115]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:14:46.312377 n-d-804985-3 neutron-server[96115]: DEBUG oslo_db.api [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:14:46.412794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca01ca32-1bed-4c16-89d5-fec52cb7ecaa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:46.501073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Allocated IP 172.20.0.2 (9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb/d187d422-f7fd-469a-a0b6-1a00a69f3b47/6f8854d9-0260-476e-8204-e2aaa679f5e1) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:46.526436 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca01ca32-1bed-4c16-89d5-fec52cb7ecaa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:46.548439 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-ca01ca32-1bed-4c16-89d5-fec52cb7ecaa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port a37f623c-4eca-4551-9af8-2f90b921ef0a yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:14:46.685868 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:46.699106 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Transition to ACTIVE for port object 6f8854d9-0260-476e-8204-e2aaa679f5e1 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:46.730188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Transition to ACTIVE for port object 6f8854d9-0260-476e-8204-e2aaa679f5e1 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:46.850586 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:46.905620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Network 9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:46.920591 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:46.920591 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:46.933623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Pushing event updated for resources: {'Port': ['ID=6f8854d9-0260-476e-8204-e2aaa679f5e1,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:46.938988 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-ca01ca32-1bed-4c16-89d5-fec52cb7ecaa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Allocated IP 172.20.0.10 (9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb/d187d422-f7fd-469a-a0b6-1a00a69f3b47/a37f623c-4eca-4551-9af8-2f90b921ef0a) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:46.962360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Made reservation on behalf of e3d64930b3d04cb0a47bd50f9d354b7c for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:46.968012 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:46.980881 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:46.988065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Attempting to bind port 6f8854d9-0260-476e-8204-e2aaa679f5e1 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:14:46.988691 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Attempting to bind port 6f8854d9-0260-476e-8204-e2aaa679f5e1 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd63b8e1-a95d-4cee-ac62-06e251fa6dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:14:46.989367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Attempting to bind port 6f8854d9-0260-476e-8204-e2aaa679f5e1 on network 9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:14:46.997220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:14:46.997744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Checking segment: {'id': 'bd63b8e1-a95d-4cee-ac62-06e251fa6dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:14:46.998163 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:46.998561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Bound using segment: {'id': 'bd63b8e1-a95d-4cee-ac62-06e251fa6dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:14:46.999078 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Bound port: 6f8854d9-0260-476e-8204-e2aaa679f5e1, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd63b8e1-a95d-4cee-ac62-06e251fa6dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:14:46.999471 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:47.074710 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8859957a-882e-481a-8f78-4dca4787668f None None] For port 6f8854d9-0260-476e-8204-e2aaa679f5e1, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:14:47.078334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8859957a-882e-481a-8f78-4dca4787668f None None] For port 6f8854d9-0260-476e-8204-e2aaa679f5e1, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6f8854d9-0260-476e-8204-e2aaa679f5e1,segment=NetworkSegment(bd63b8e1-a95d-4cee-ac62-06e251fa6dd4),segment_id=bd63b8e1-a95d-4cee-ac62-06e251fa6dd4)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:14:47.109587 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:47.128350 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca01ca32-1bed-4c16-89d5-fec52cb7ecaa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:47.144909 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-ca01ca32-1bed-4c16-89d5-fec52cb7ecaa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Transition to ACTIVE for port object a37f623c-4eca-4551-9af8-2f90b921ef0a will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:47.202195 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:47.246879 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:47.270428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859957a-882e-481a-8f78-4dca4787668f None None] Pushing event updated for resources: {'Port': ['ID=6f8854d9-0260-476e-8204-e2aaa679f5e1,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:47.289970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:14:47.312766 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a3d700-a915-4a3f-94e2-60076accc5bb,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:47.316762 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:47.317030 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Added segment 073cb115-383d-44ef-82ad-18828a49d9c3 of type vlan for network dbbefa90-1b46-46b8-99b3-45beaf467388 Aug 23 15:14:47.357232 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca01ca32-1bed-4c16-89d5-fec52cb7ecaa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:47.398234 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:47.415155 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca01ca32-1bed-4c16-89d5-fec52cb7ecaa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:47.416741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-ca01ca32-1bed-4c16-89d5-fec52cb7ecaa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:47.422467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca01ca32-1bed-4c16-89d5-fec52cb7ecaa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:47.491007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01ca32-1bed-4c16-89d5-fec52cb7ecaa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=a37f623c-4eca-4551-9af8-2f90b921ef0a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:47.542521 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:47.542739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca01ca32-1bed-4c16-89d5-fec52cb7ecaa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:47.545110 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca01ca32-1bed-4c16-89d5-fec52cb7ecaa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:47.548846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:47.549824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:47.645608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event updated for resources: {'Network': ['ID=dbbefa90-1b46-46b8-99b3-45beaf467388,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:47.657607 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network dbbefa90-1b46-46b8-99b3-45beaf467388 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:14:47.820701 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ca01ca32-1bed-4c16-89d5-fec52cb7ecaa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6913674 Aug 23 15:14:47.828225 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51880) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:47.833545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3597d740-308f-4157-b615-81583a890959 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'network_id': '9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb', 'name': 'tempest-PortsTestJSON-273869377', 'fixed_ips': [{'subnet_id': 'd187d422-f7fd-469a-a0b6-1a00a69f3b47', 'ip_address': '172.20.0.9'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:47.962096 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3312a15e-f47d-4d7e-b97a-78fe8247df5f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8381188 Aug 23 15:14:47.971401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51884) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:47.977665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0564920c-01c2-414e-8d9e-f881456dca1c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Request body: {'subnet': {'network_id': 'dbbefa90-1b46-46b8-99b3-45beaf467388', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:48.116860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3597d740-308f-4157-b615-81583a890959 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:48.122298 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3597d740-308f-4157-b615-81583a890959 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:48.152245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-3597d740-308f-4157-b615-81583a890959 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port f6a2a9c6-a8dd-458e-80d6-b9916f02328f yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:14:48.392323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-3597d740-308f-4157-b615-81583a890959 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Allocated IP 172.20.0.9 (9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb/d187d422-f7fd-469a-a0b6-1a00a69f3b47/f6a2a9c6-a8dd-458e-80d6-b9916f02328f) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:48.453411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efeaa6d-329d-4fba-bf56-3ca6edcd7696 None None] Network 9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:48.493603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0564920c-01c2-414e-8d9e-f881456dca1c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Made reservation on behalf of e3d64930b3d04cb0a47bd50f9d354b7c for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:48.497736 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0564920c-01c2-414e-8d9e-f881456dca1c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:48.607841 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3597d740-308f-4157-b615-81583a890959 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:48.635304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-3597d740-308f-4157-b615-81583a890959 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Transition to ACTIVE for port object f6a2a9c6-a8dd-458e-80d6-b9916f02328f will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:48.755311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1a089120-9dd9-4cd9-95c0-59f4a47750ce None None] Provisioning for port 6f8854d9-0260-476e-8204-e2aaa679f5e1 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:48.864821 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3597d740-308f-4157-b615-81583a890959 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:48.915789 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3597d740-308f-4157-b615-81583a890959 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:48.918920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-3597d740-308f-4157-b615-81583a890959 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:48.921439 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3597d740-308f-4157-b615-81583a890959 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:48.962092 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0564920c-01c2-414e-8d9e-f881456dca1c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:48.962339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597d740-308f-4157-b615-81583a890959 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=f6a2a9c6-a8dd-458e-80d6-b9916f02328f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:49.016175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3597d740-308f-4157-b615-81583a890959 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:49.019511 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3597d740-308f-4157-b615-81583a890959 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:49.048201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564920c-01c2-414e-8d9e-f881456dca1c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event updated for resources: {'Subnet': ['ID=d6010ca9-2088-422f-abce-425c814790ce,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:49.060724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0564920c-01c2-414e-8d9e-f881456dca1c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Checking segment: {'id': '073cb115-383d-44ef-82ad-18828a49d9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dbbefa90-1b46-46b8-99b3-45beaf467388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:14:49.061096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0564920c-01c2-414e-8d9e-f881456dca1c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Network hostable DHCP agents. Network: dbbefa90-1b46-46b8-99b3-45beaf467388, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:14:49.166793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b22fc972-33e8-469a-a0f4-589df5dd610d None None] Provisioning for port a37f623c-4eca-4551-9af8-2f90b921ef0a completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:49.180978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b22fc972-33e8-469a-a0f4-589df5dd610d None None] Provisioning complete for port a37f623c-4eca-4551-9af8-2f90b921ef0a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:49.180978 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b22fc972-33e8-469a-a0f4-589df5dd610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:49.222148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b22fc972-33e8-469a-a0f4-589df5dd610d None None] Port a37f623c-4eca-4551-9af8-2f90b921ef0a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:49.227266 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3597d740-308f-4157-b615-81583a890959 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3954198 Aug 23 15:14:49.229030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51900) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:49.281878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0564920c-01c2-414e-8d9e-f881456dca1c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Network dbbefa90-1b46-46b8-99b3-45beaf467388 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:14:49.359237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6f8854d9-0260-476e-8204-e2aaa679f5e1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:49.381265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515bed4c-cca1-4e6a-acaa-e7fe85554d47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:49.386275 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-515bed4c-cca1-4e6a-acaa-e7fe85554d47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1550057 Aug 23 15:14:49.386646 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51902) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:49.389207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-11a6594f-4c7c-4998-86ea-3f0c8ef1132b None None] Provisioning complete for port a37f623c-4eca-4551-9af8-2f90b921ef0a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:49.389638 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-11a6594f-4c7c-4998-86ea-3f0c8ef1132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:49.443445 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-11a6594f-4c7c-4998-86ea-3f0c8ef1132b None None] Port a37f623c-4eca-4551-9af8-2f90b921ef0a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:49.458479 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0564920c-01c2-414e-8d9e-f881456dca1c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, dbbefa90-1b46-46b8-99b3-45beaf467388) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:49.464563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0564920c-01c2-414e-8d9e-f881456dca1c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:49.466885 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0564920c-01c2-414e-8d9e-f881456dca1c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:49.476654 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617d562d-7332-4e72-a011-8fd9d1178086 None None] Network dbbefa90-1b46-46b8-99b3-45beaf467388 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:49.484324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67ff896-b7c0-4756-9937-8b1ca1e1611f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:49.492494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67ff896-b7c0-4756-9937-8b1ca1e1611f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:49.499141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67ff896-b7c0-4756-9937-8b1ca1e1611f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:49.500967 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d67ff896-b7c0-4756-9937-8b1ca1e1611f tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1133618 Aug 23 15:14:49.504168 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51904) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:49.561960 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 6f8854d9-0260-476e-8204-e2aaa679f5e1 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:49.578635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6f8854d9-0260-476e-8204-e2aaa679f5e1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:49.579158 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:49.633318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-03c82f1d-19eb-4c3a-aef3-34276beec8f1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port f6a2a9c6-a8dd-458e-80d6-b9916f02328f {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:49.633318 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03c82f1d-19eb-4c3a-aef3-34276beec8f1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:49.649254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0564920c-01c2-414e-8d9e-f881456dca1c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6730745 Aug 23 15:14:49.649832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51910) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:49.654841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-04dd9c51-4acd-4d5b-bb5f-a3ca4ab0190f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-883827762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:49.745265 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03c82f1d-19eb-4c3a-aef3-34276beec8f1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:49.760028 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-03c82f1d-19eb-4c3a-aef3-34276beec8f1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for f6a2a9c6-a8dd-458e-80d6-b9916f02328f owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:49.785553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8860352-703b-484f-964d-f6674d886252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-dbbefa90-1b46-46b8-99b3-45beaf467388', 'network_id': 'dbbefa90-1b46-46b8-99b3-45beaf467388', 'tenant_id': 'e3d64930b3d04cb0a47bd50f9d354b7c', 'fixed_ips': [{'subnet_id': 'd6010ca9-2088-422f-abce-425c814790ce'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:14:49.786745 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d8860352-703b-484f-964d-f6674d886252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:49.798733 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-47ddcd07-fcf1-41be-8ee7-c05329472a78 None None] Provisioning for port f6a2a9c6-a8dd-458e-80d6-b9916f02328f completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:49.811970 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:49.818826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-47ddcd07-fcf1-41be-8ee7-c05329472a78 None None] Provisioning complete for port f6a2a9c6-a8dd-458e-80d6-b9916f02328f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:49.819198 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-47ddcd07-fcf1-41be-8ee7-c05329472a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:49.860623 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-04dd9c51-4acd-4d5b-bb5f-a3ca4ab0190f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:49.866602 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-04dd9c51-4acd-4d5b-bb5f-a3ca4ab0190f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:49.895384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-47ddcd07-fcf1-41be-8ee7-c05329472a78 None None] Port f6a2a9c6-a8dd-458e-80d6-b9916f02328f cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:49.901209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 6f8854d9-0260-476e-8204-e2aaa679f5e1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6f8854d9-0260-476e-8204-e2aaa679f5e1,segment=NetworkSegment(bd63b8e1-a95d-4cee-ac62-06e251fa6dd4),segment_id=bd63b8e1-a95d-4cee-ac62-06e251fa6dd4)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:50.013421 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:50.071459 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03c82f1d-19eb-4c3a-aef3-34276beec8f1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:50.086254 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=6f8854d9-0260-476e-8204-e2aaa679f5e1,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:50.109949 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c82f1d-19eb-4c3a-aef3-34276beec8f1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=f6a2a9c6-a8dd-458e-80d6-b9916f02328f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:50.233615 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03c82f1d-19eb-4c3a-aef3-34276beec8f1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:50.237069 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-03c82f1d-19eb-4c3a-aef3-34276beec8f1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/f6a2a9c6-a8dd-458e-80d6-b9916f02328f HTTP/1.1" status: 204 len: 168 time: 0.7310886 Aug 23 15:14:50.240172 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51918) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:50.244735 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-04dd9c51-4acd-4d5b-bb5f-a3ca4ab0190f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:50.274944 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-35382b20-e3dd-4438-9938-c247d9b81d02 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] GET failed (client error): The resource could not be found. Aug 23 15:14:50.275541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-d8860352-703b-484f-964d-f6674d886252 None None] Allocated IP 172.20.0.2 (dbbefa90-1b46-46b8-99b3-45beaf467388/d6010ca9-2088-422f-abce-425c814790ce/27ec3b1a-4936-4e1e-88db-434f24ddeda2) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:50.279866 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-35382b20-e3dd-4438-9938-c247d9b81d02 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/f6a2a9c6-a8dd-458e-80d6-b9916f02328f HTTP/1.1" status: 404 len: 333 time: 0.0355153 Aug 23 15:14:50.280153 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51920) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:50.354579 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:50.408141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-45842280-45ac-4314-8445-79ea2a5f4bdc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port a37f623c-4eca-4551-9af8-2f90b921ef0a {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:50.408421 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45842280-45ac-4314-8445-79ea2a5f4bdc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:50.417699 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-04dd9c51-4acd-4d5b-bb5f-a3ca4ab0190f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:50.489397 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d8860352-703b-484f-964d-f6674d886252 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:50.499952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d8860352-703b-484f-964d-f6674d886252 None None] Transition to ACTIVE for port object 27ec3b1a-4936-4e1e-88db-434f24ddeda2 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:50.519642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d8860352-703b-484f-964d-f6674d886252 None None] Transition to ACTIVE for port object 27ec3b1a-4936-4e1e-88db-434f24ddeda2 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:50.529253 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45842280-45ac-4314-8445-79ea2a5f4bdc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:50.543480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-45842280-45ac-4314-8445-79ea2a5f4bdc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for a37f623c-4eca-4551-9af8-2f90b921ef0a owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:50.551027 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-04dd9c51-4acd-4d5b-bb5f-a3ca4ab0190f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:50.553924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-04dd9c51-4acd-4d5b-bb5f-a3ca4ab0190f tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9024491 Aug 23 15:14:50.556138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51924) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:50.728238 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d8860352-703b-484f-964d-f6674d886252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:50.795123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8860352-703b-484f-964d-f6674d886252 None None] Network dbbefa90-1b46-46b8-99b3-45beaf467388 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:50.801651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-d8860352-703b-484f-964d-f6674d886252 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:50.807275 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8860352-703b-484f-964d-f6674d886252 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:50.817263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8860352-703b-484f-964d-f6674d886252 None None] Pushing event updated for resources: {'Port': ['ID=27ec3b1a-4936-4e1e-88db-434f24ddeda2,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:50.858411 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45842280-45ac-4314-8445-79ea2a5f4bdc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:50.882793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d8860352-703b-484f-964d-f6674d886252 None None] Attempting to bind port 27ec3b1a-4936-4e1e-88db-434f24ddeda2 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:14:50.883175 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d8860352-703b-484f-964d-f6674d886252 None None] Attempting to bind port 27ec3b1a-4936-4e1e-88db-434f24ddeda2 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '073cb115-383d-44ef-82ad-18828a49d9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dbbefa90-1b46-46b8-99b3-45beaf467388'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:14:50.883545 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8860352-703b-484f-964d-f6674d886252 None None] Attempting to bind port 27ec3b1a-4936-4e1e-88db-434f24ddeda2 on network dbbefa90-1b46-46b8-99b3-45beaf467388 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:14:50.889768 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8860352-703b-484f-964d-f6674d886252 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:14:50.890165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8860352-703b-484f-964d-f6674d886252 None None] Checking segment: {'id': '073cb115-383d-44ef-82ad-18828a49d9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dbbefa90-1b46-46b8-99b3-45beaf467388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:14:50.895575 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d8860352-703b-484f-964d-f6674d886252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:50.895575 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8860352-703b-484f-964d-f6674d886252 None None] Bound using segment: {'id': '073cb115-383d-44ef-82ad-18828a49d9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dbbefa90-1b46-46b8-99b3-45beaf467388'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:14:50.895575 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d8860352-703b-484f-964d-f6674d886252 None None] Bound port: 27ec3b1a-4936-4e1e-88db-434f24ddeda2, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073cb115-383d-44ef-82ad-18828a49d9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dbbefa90-1b46-46b8-99b3-45beaf467388'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:14:50.895575 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d8860352-703b-484f-964d-f6674d886252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:50.911344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45842280-45ac-4314-8445-79ea2a5f4bdc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=a37f623c-4eca-4551-9af8-2f90b921ef0a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:50.955565 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:50.980919 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d8860352-703b-484f-964d-f6674d886252 None None] For port 27ec3b1a-4936-4e1e-88db-434f24ddeda2, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:14:50.986474 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d8860352-703b-484f-964d-f6674d886252 None None] For port 27ec3b1a-4936-4e1e-88db-434f24ddeda2, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=27ec3b1a-4936-4e1e-88db-434f24ddeda2,segment=NetworkSegment(073cb115-383d-44ef-82ad-18828a49d9c3),segment_id=073cb115-383d-44ef-82ad-18828a49d9c3)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:14:51.001712 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45842280-45ac-4314-8445-79ea2a5f4bdc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:51.003536 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-45842280-45ac-4314-8445-79ea2a5f4bdc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/a37f623c-4eca-4551-9af8-2f90b921ef0a HTTP/1.1" status: 204 len: 168 time: 0.7223437 Aug 23 15:14:51.006505 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51930) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:51.043497 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e9cd16-e2dd-4b96-8750-1bb95cc953a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] GET failed (client error): The resource could not be found. Aug 23 15:14:51.045288 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f3e9cd16-e2dd-4b96-8750-1bb95cc953a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/a37f623c-4eca-4551-9af8-2f90b921ef0a HTTP/1.1" status: 404 len: 333 time: 0.0369656 Aug 23 15:14:51.048452 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51934) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:51.118670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b432772-e0d8-43cd-b97c-5efbb36095df tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting subnet d187d422-f7fd-469a-a0b6-1a00a69f3b47 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:14:51.122587 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1b432772-e0d8-43cd-b97c-5efbb36095df tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:51.127234 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d8860352-703b-484f-964d-f6674d886252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:51.231024 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1b432772-e0d8-43cd-b97c-5efbb36095df tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:51.244554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8860352-703b-484f-964d-f6674d886252 None None] Pushing event updated for resources: {'Port': ['ID=27ec3b1a-4936-4e1e-88db-434f24ddeda2,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:51.303234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Allocated IP 172.20.0.1 (dbbefa90-1b46-46b8-99b3-45beaf467388/d6010ca9-2088-422f-abce-425c814790ce/ea162332-7bae-4199-b1a4-f3a6c82a3a3a) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:51.326448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6f8854d9-0260-476e-8204-e2aaa679f5e1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:51.370554 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1b432772-e0d8-43cd-b97c-5efbb36095df tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:51.391844 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6f8854d9-0260-476e-8204-e2aaa679f5e1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:51.392369 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:51.509273 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:51.536129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Transition to ACTIVE for port object ea162332-7bae-4199-b1a4-f3a6c82a3a3a will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:51.669856 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1b432772-e0d8-43cd-b97c-5efbb36095df tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:51.698314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b432772-e0d8-43cd-b97c-5efbb36095df tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Subnet': ['ID=d187d422-f7fd-469a-a0b6-1a00a69f3b47,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:51.705922 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1b432772-e0d8-43cd-b97c-5efbb36095df tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:51.707914 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1b432772-e0d8-43cd-b97c-5efbb36095df tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/d187d422-f7fd-469a-a0b6-1a00a69f3b47 HTTP/1.1" status: 204 len: 168 time: 0.6582699 Aug 23 15:14:51.711873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51944) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:51.714187 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00da4b40-71d1-44df-91ab-b42a12d40fad None None] Network 9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:51.727714 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:51.773656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Network dbbefa90-1b46-46b8-99b3-45beaf467388 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:51.777079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:51.781465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:51.826573 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:51.830262 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event updated for resources: {'Port': ['ID=ea162332-7bae-4199-b1a4-f3a6c82a3a3a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:51.864604 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:51.908898 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port 6f8854d9-0260-476e-8204-e2aaa679f5e1 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:51.909243 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.003571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2398ccb-4915-4e05-8fdb-bdead1e01cc7 None None] DHCP port deletion for 9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:14:52.015344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] For port 6f8854d9-0260-476e-8204-e2aaa679f5e1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6f8854d9-0260-476e-8204-e2aaa679f5e1,segment=NetworkSegment(bd63b8e1-a95d-4cee-ac62-06e251fa6dd4),segment_id=bd63b8e1-a95d-4cee-ac62-06e251fa6dd4)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:52.016054 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.035093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for 6f8854d9-0260-476e-8204-e2aaa679f5e1 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:52.077866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b2398ccb-4915-4e05-8fdb-bdead1e01cc7 None None] Deleting port 6f8854d9-0260-476e-8204-e2aaa679f5e1 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:52.078518 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b2398ccb-4915-4e05-8fdb-bdead1e01cc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.159522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b2398ccb-4915-4e05-8fdb-bdead1e01cc7 None None] For port 6f8854d9-0260-476e-8204-e2aaa679f5e1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6f8854d9-0260-476e-8204-e2aaa679f5e1,segment=NetworkSegment(bd63b8e1-a95d-4cee-ac62-06e251fa6dd4),segment_id=bd63b8e1-a95d-4cee-ac62-06e251fa6dd4)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:52.159941 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b2398ccb-4915-4e05-8fdb-bdead1e01cc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.176743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b2398ccb-4915-4e05-8fdb-bdead1e01cc7 None None] Calling delete_port for 6f8854d9-0260-476e-8204-e2aaa679f5e1 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:52.242701 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.310422 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.322593 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b2398ccb-4915-4e05-8fdb-bdead1e01cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.326122 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No DVR routers for this DVR port 6f8854d9-0260-476e-8204-e2aaa679f5e1 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:14:52.343800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2398ccb-4915-4e05-8fdb-bdead1e01cc7 None None] No DVR routers for this DVR port 6f8854d9-0260-476e-8204-e2aaa679f5e1 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:14:52.368788 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=6f8854d9-0260-476e-8204-e2aaa679f5e1,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:52.387690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2398ccb-4915-4e05-8fdb-bdead1e01cc7 None None] Pushing event deleted for resources: {'Port': ['ID=6f8854d9-0260-476e-8204-e2aaa679f5e1,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:52.483967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d73e17-a045-47f6-bc89-5762d044c1f2 None None] Network dbbefa90-1b46-46b8-99b3-45beaf467388 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:52.516242 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.546084 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:52.549645 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd63b8e1-a95d-4cee-ac62-06e251fa6dd4') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:52.549958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd63b8e1-a95d-4cee-ac62-06e251fa6dd4') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:52.561816 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.581775 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.596058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:14:52.597470 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:14:52.602880 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:14:52.688642 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.733157 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0d871e67-f025-485c-955f-0982e0aff3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.784124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-94f0e987-af5d-4c9c-9eeb-71a13fc0f586 None None] Provisioning for port 27ec3b1a-4936-4e1e-88db-434f24ddeda2 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:52.784562 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.870106 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.877270 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:52.890262 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/networks/9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb HTTP/1.1" status: 204 len: 168 time: 1.1661270 Aug 23 15:14:52.890354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51962) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:52.898494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-403d0fba-a2c1-466c-a47a-642c89e4bc47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1496666203'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:52.910984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f72f8b-830f-42a4-954c-e37696c68572 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Network': ['ID=9d1e93ee-ecd1-46f3-8ae2-ef591362d8eb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:52.958669 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event updated for resources: {'Port': ['ID=ea162332-7bae-4199-b1a4-f3a6c82a3a3a,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:52.972203 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:53.173023 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-72d8d987-388a-46c9-a88d-ad61520cfaa2 None None] Provisioning for port ea162332-7bae-4199-b1a4-f3a6c82a3a3a completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:53.177893 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-72d8d987-388a-46c9-a88d-ad61520cfaa2 None None] Provisioning complete for port ea162332-7bae-4199-b1a4-f3a6c82a3a3a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:53.178363 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-72d8d987-388a-46c9-a88d-ad61520cfaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:53.261713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-72d8d987-388a-46c9-a88d-ad61520cfaa2 None None] Port ea162332-7bae-4199-b1a4-f3a6c82a3a3a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:53.357754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 27ec3b1a-4936-4e1e-88db-434f24ddeda2 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:53.367892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403d0fba-a2c1-466c-a47a-642c89e4bc47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:53.374239 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-403d0fba-a2c1-466c-a47a-642c89e4bc47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:53.440263 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403d0fba-a2c1-466c-a47a-642c89e4bc47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:14:53.463999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-403d0fba-a2c1-466c-a47a-642c89e4bc47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:53.464361 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-403d0fba-a2c1-466c-a47a-642c89e4bc47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Added segment cb0c761b-4cc9-4183-b48f-0b145e7d38af of type vlan for network 743a228c-396a-484c-b431-b14b7f8dca42 Aug 23 15:14:53.489071 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-346fd7d0-ad54-416c-8b13-9e47058f477f None None] Provisioning complete for port ea162332-7bae-4199-b1a4-f3a6c82a3a3a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:53.489961 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-346fd7d0-ad54-416c-8b13-9e47058f477f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:53.506195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Network dbbefa90-1b46-46b8-99b3-45beaf467388 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:53.511888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:53.531054 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-403d0fba-a2c1-466c-a47a-642c89e4bc47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:53.539992 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-346fd7d0-ad54-416c-8b13-9e47058f477f None None] Port ea162332-7bae-4199-b1a4-f3a6c82a3a3a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:53.594760 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 27ec3b1a-4936-4e1e-88db-434f24ddeda2 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:53.603042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 27ec3b1a-4936-4e1e-88db-434f24ddeda2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:53.603929 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:53.763276 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:53.788126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-50065d59-9521-4010-8ede-55614e1f1fdb None None] Provisioning complete for port ea162332-7bae-4199-b1a4-f3a6c82a3a3a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:53.799771 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-50065d59-9521-4010-8ede-55614e1f1fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:53.799924 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-403d0fba-a2c1-466c-a47a-642c89e4bc47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:53.799924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403d0fba-a2c1-466c-a47a-642c89e4bc47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:53.799924 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-403d0fba-a2c1-466c-a47a-642c89e4bc47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:53.836536 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 27ec3b1a-4936-4e1e-88db-434f24ddeda2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=27ec3b1a-4936-4e1e-88db-434f24ddeda2,segment=NetworkSegment(073cb115-383d-44ef-82ad-18828a49d9c3),segment_id=073cb115-383d-44ef-82ad-18828a49d9c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:53.846521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-50065d59-9521-4010-8ede-55614e1f1fdb None None] Port ea162332-7bae-4199-b1a4-f3a6c82a3a3a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:53.873981 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d0fba-a2c1-466c-a47a-642c89e4bc47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Network': ['ID=743a228c-396a-484c-b431-b14b7f8dca42,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:53.887109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 743a228c-396a-484c-b431-b14b7f8dca42 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:14:53.921350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Router 166f2228-4741-4fd8-9419-a09a83a60450 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:14:54.019487 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:54.047350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:14:54.054118 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-70b631f2-f0d3-4531-a16e-23b8e09286c8 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "PUT /v2.0/routers/166f2228-4741-4fd8-9419-a09a83a60450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4959359 Aug 23 15:14:54.056516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51968) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:54.065390 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3a6363-608c-45f7-b9c5-bd7b4de7e77b None None] Sync routers for ids ['166f2228-4741-4fd8-9419-a09a83a60450'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:14:54.073398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ed34cf12-abd1-44b9-b3d9-0183490d807a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Request body: {'port': {'network_id': 'dbbefa90-1b46-46b8-99b3-45beaf467388', 'name': 'tempest-FloatingIPNegativeTestJSON-2042035767'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:54.097728 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3a6363-608c-45f7-b9c5-bd7b4de7e77b None None] Routers {'166f2228-4741-4fd8-9419-a09a83a60450'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:14:54.097728 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5e3a6363-608c-45f7-b9c5-bd7b4de7e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['166f2228-4741-4fd8-9419-a09a83a60450'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:54.117365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=27ec3b1a-4936-4e1e-88db-434f24ddeda2,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:54.123639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6f8854d9-0260-476e-8204-e2aaa679f5e1 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:14:54.165836 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51972) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:54.166441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-403d0fba-a2c1-466c-a47a-642c89e4bc47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2725229 Aug 23 15:14:54.169439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 6f8854d9-0260-476e-8204-e2aaa679f5e1 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:14:54.170754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6f8854d9-0260-476e-8204-e2aaa679f5e1 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:14:54.175431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-bd77bd5c-86ea-4864-a745-674d696cc3ec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'subnet': {'network_id': '743a228c-396a-484c-b431-b14b7f8dca42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:54.183528 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5e3a6363-608c-45f7-b9c5-bd7b4de7e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:54.210437 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3a6363-608c-45f7-b9c5-bd7b4de7e77b None None] Routers {'166f2228-4741-4fd8-9419-a09a83a60450'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:14:54.211487 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5e3a6363-608c-45f7-b9c5-bd7b4de7e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['166f2228-4741-4fd8-9419-a09a83a60450'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:54.258820 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5e3a6363-608c-45f7-b9c5-bd7b4de7e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:14:54.259502 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3a6363-608c-45f7-b9c5-bd7b4de7e77b None None] The sync data for ids ['166f2228-4741-4fd8-9419-a09a83a60450'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:14:54.446444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed34cf12-abd1-44b9-b3d9-0183490d807a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Made reservation on behalf of e3d64930b3d04cb0a47bd50f9d354b7c for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:54.451985 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed34cf12-abd1-44b9-b3d9-0183490d807a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:54.473105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-ed34cf12-abd1-44b9-b3d9-0183490d807a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] device_id is not set on port 52f95b5d-5d74-439c-99b1-86436c22a497 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:14:54.617338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-ed34cf12-abd1-44b9-b3d9-0183490d807a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Allocated IP 172.20.0.11 (dbbefa90-1b46-46b8-99b3-45beaf467388/d6010ca9-2088-422f-abce-425c814790ce/52f95b5d-5d74-439c-99b1-86436c22a497) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:54.634724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd77bd5c-86ea-4864-a745-674d696cc3ec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:54.655864 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd77bd5c-86ea-4864-a745-674d696cc3ec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:54.820284 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed34cf12-abd1-44b9-b3d9-0183490d807a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:54.852648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-ed34cf12-abd1-44b9-b3d9-0183490d807a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Transition to ACTIVE for port object 52f95b5d-5d74-439c-99b1-86436c22a497 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:55.025118 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd77bd5c-86ea-4864-a745-674d696cc3ec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:55.046879 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed34cf12-abd1-44b9-b3d9-0183490d807a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:55.102085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed34cf12-abd1-44b9-b3d9-0183490d807a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Network dbbefa90-1b46-46b8-99b3-45beaf467388 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:55.105995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-ed34cf12-abd1-44b9-b3d9-0183490d807a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:55.110940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed34cf12-abd1-44b9-b3d9-0183490d807a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:55.119696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77bd5c-86ea-4864-a745-674d696cc3ec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Subnet': ['ID=486e7fef-9019-4f7b-b49b-40c8b93fcc4b,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:55.137176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77bd5c-86ea-4864-a745-674d696cc3ec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Checking segment: {'id': 'cb0c761b-4cc9-4183-b48f-0b145e7d38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '743a228c-396a-484c-b431-b14b7f8dca42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:14:55.137543 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd77bd5c-86ea-4864-a745-674d696cc3ec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network hostable DHCP agents. Network: 743a228c-396a-484c-b431-b14b7f8dca42, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:14:55.192558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34cf12-abd1-44b9-b3d9-0183490d807a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event updated for resources: {'Port': ['ID=52f95b5d-5d74-439c-99b1-86436c22a497,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:55.230482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed34cf12-abd1-44b9-b3d9-0183490d807a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:55.230482 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed34cf12-abd1-44b9-b3d9-0183490d807a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:55.322798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 27ec3b1a-4936-4e1e-88db-434f24ddeda2 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:55.332118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd77bd5c-86ea-4864-a745-674d696cc3ec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 743a228c-396a-484c-b431-b14b7f8dca42 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:14:55.388773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 27ec3b1a-4936-4e1e-88db-434f24ddeda2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:55.389873 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:55.438849 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ed34cf12-abd1-44b9-b3d9-0183490d807a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3782752 Aug 23 15:14:55.439248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51982) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:55.445556 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:55.538494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-bd77bd5c-86ea-4864-a745-674d696cc3ec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 743a228c-396a-484c-b431-b14b7f8dca42) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:55.546535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd77bd5c-86ea-4864-a745-674d696cc3ec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:55.546535 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd77bd5c-86ea-4864-a745-674d696cc3ec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:55.559289 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa1a283-63dd-4261-817b-d3a7cb378a08 None None] Network 743a228c-396a-484c-b431-b14b7f8dca42 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:55.607887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0ccecb48-e518-4de1-bd05-c109d78c8864 None None] Provisioning for port 52f95b5d-5d74-439c-99b1-86436c22a497 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:55.610397 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:55.611210 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:55.617596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0ccecb48-e518-4de1-bd05-c109d78c8864 None None] Provisioning complete for port 52f95b5d-5d74-439c-99b1-86436c22a497 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:55.617880 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0ccecb48-e518-4de1-bd05-c109d78c8864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:55.679699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0ccecb48-e518-4de1-bd05-c109d78c8864 None None] Port 52f95b5d-5d74-439c-99b1-86436c22a497 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:55.752468 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:55.782824 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-743a228c-396a-484c-b431-b14b7f8dca42', 'network_id': '743a228c-396a-484c-b431-b14b7f8dca42', 'tenant_id': 'ac1f87f409a24cca9052408ad5c0da2e', 'fixed_ips': [{'subnet_id': '486e7fef-9019-4f7b-b49b-40c8b93fcc4b'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:14:55.783936 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:55.798389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 51984) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:55.798949 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bd77bd5c-86ea-4864-a745-674d696cc3ec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6306372 Aug 23 15:14:55.804593 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-05f4f126-689d-4b9e-99f4-2ff54a68c774 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1490938254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:55.927155 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-05f4f126-689d-4b9e-99f4-2ff54a68c774 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:55.928648 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-05f4f126-689d-4b9e-99f4-2ff54a68c774 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:56.006188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Allocated IP 172.20.0.2 (743a228c-396a-484c-b431-b14b7f8dca42/486e7fef-9019-4f7b-b49b-40c8b93fcc4b/30bb532a-80c4-4389-bcb8-788e74b75307) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:56.012723 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-05f4f126-689d-4b9e-99f4-2ff54a68c774 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:56.127686 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-05f4f126-689d-4b9e-99f4-2ff54a68c774 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:56.245950 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:56.255448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Transition to ACTIVE for port object 30bb532a-80c4-4389-bcb8-788e74b75307 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:56.256368 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Allocated IP 172.25.8.214 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/2a9cc312-2fe4-4335-92dc-42f62646df64) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:56.272473 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Transition to ACTIVE for port object 30bb532a-80c4-4389-bcb8-788e74b75307 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:56.304728 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-05f4f126-689d-4b9e-99f4-2ff54a68c774 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:56.306182 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-05f4f126-689d-4b9e-99f4-2ff54a68c774 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5062180 Aug 23 15:14:56.312307 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 51990) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:56.317528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-9be2f2d4-4ac5-4056-b56d-24fd546759e1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'network_id': '743a228c-396a-484c-b431-b14b7f8dca42', 'name': 'tempest-PortsTestJSON-801655880'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:56.419251 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:56.459413 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:56.493294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Network 743a228c-396a-484c-b431-b14b7f8dca42 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:56.498607 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:56.508226 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:56.587324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Pushing event updated for resources: {'Port': ['ID=30bb532a-80c4-4389-bcb8-788e74b75307,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:56.644097 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Attempting to bind port 30bb532a-80c4-4389-bcb8-788e74b75307 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:14:56.644921 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Attempting to bind port 30bb532a-80c4-4389-bcb8-788e74b75307 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'cb0c761b-4cc9-4183-b48f-0b145e7d38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '743a228c-396a-484c-b431-b14b7f8dca42'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:14:56.645480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Attempting to bind port 30bb532a-80c4-4389-bcb8-788e74b75307 on network 743a228c-396a-484c-b431-b14b7f8dca42 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:14:56.655897 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:14:56.656277 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Checking segment: {'id': 'cb0c761b-4cc9-4183-b48f-0b145e7d38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '743a228c-396a-484c-b431-b14b7f8dca42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:14:56.656789 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:56.657188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Bound using segment: {'id': 'cb0c761b-4cc9-4183-b48f-0b145e7d38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '743a228c-396a-484c-b431-b14b7f8dca42'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:14:56.657674 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Bound port: 30bb532a-80c4-4389-bcb8-788e74b75307, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0c761b-4cc9-4183-b48f-0b145e7d38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '743a228c-396a-484c-b431-b14b7f8dca42'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:14:56.658061 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:56.678904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be2f2d4-4ac5-4056-b56d-24fd546759e1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:14:56.684986 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9be2f2d4-4ac5-4056-b56d-24fd546759e1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:56.711701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-9be2f2d4-4ac5-4056-b56d-24fd546759e1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port 3cee8f3f-d0af-48ff-9d64-725f578d0167 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:14:56.761716 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:56.769295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] For port 30bb532a-80c4-4389-bcb8-788e74b75307, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:14:56.777968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] For port 30bb532a-80c4-4389-bcb8-788e74b75307, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=30bb532a-80c4-4389-bcb8-788e74b75307,segment=NetworkSegment(cb0c761b-4cc9-4183-b48f-0b145e7d38af),segment_id=cb0c761b-4cc9-4183-b48f-0b145e7d38af)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:14:56.779991 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a6244b67-bf02-4cf2-a44e-bc77adfe1eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:56.823517 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:56.824216 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:56.834338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:56.840207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event updated for resources: {'Port': ['ID=2a9cc312-2fe4-4335-92dc-42f62646df64,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:56.842594 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:56.925091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-9be2f2d4-4ac5-4056-b56d-24fd546759e1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Allocated IP 172.20.0.10 (743a228c-396a-484c-b431-b14b7f8dca42/486e7fef-9019-4f7b-b49b-40c8b93fcc4b/3cee8f3f-d0af-48ff-9d64-725f578d0167) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:56.945726 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:57.017594 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:57.145912 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9be2f2d4-4ac5-4056-b56d-24fd546759e1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:57.176156 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-9be2f2d4-4ac5-4056-b56d-24fd546759e1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Transition to ACTIVE for port object 3cee8f3f-d0af-48ff-9d64-725f578d0167 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:14:57.188519 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff6e01-bbe3-4f8e-8be1-58d11c77af46 None None] Pushing event updated for resources: {'Port': ['ID=30bb532a-80c4-4389-bcb8-788e74b75307,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:57.236541 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:57.391489 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9be2f2d4-4ac5-4056-b56d-24fd546759e1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:57.473848 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be2f2d4-4ac5-4056-b56d-24fd546759e1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 743a228c-396a-484c-b431-b14b7f8dca42 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:14:57.494072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-9be2f2d4-4ac5-4056-b56d-24fd546759e1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:14:57.498245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be2f2d4-4ac5-4056-b56d-24fd546759e1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:14:57.507703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2f2d4-4ac5-4056-b56d-24fd546759e1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=3cee8f3f-d0af-48ff-9d64-725f578d0167,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:57.557607 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:57.574228 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be2f2d4-4ac5-4056-b56d-24fd546759e1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:14:57.574922 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9be2f2d4-4ac5-4056-b56d-24fd546759e1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:57.727766 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:57.730874 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9be2f2d4-4ac5-4056-b56d-24fd546759e1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4175272 Aug 23 15:14:57.734034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52000) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:57.815550 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event updated for resources: {'Port': ['ID=2a9cc312-2fe4-4335-92dc-42f62646df64,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:57.826753 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:57.967057 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:57.972566 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c4ef1475-1ee2-4a5f-98f9-1dab90a1e0ed tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5280116 Aug 23 15:14:57.972566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52002) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:57.977561 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d9f6792d-0b1e-43f0-902a-9a426db751ca tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Request body: {'floatingip': {'port_id': '52f95b5d-5d74-439c-99b1-86436c22a497', 'fixed_ip_address': '172.20.0.11'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:58.052929 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d9f6792d-0b1e-43f0-902a-9a426db751ca tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:58.121644 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be5fae9c-934c-409e-8d61-22aee482f3c2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:58.198600 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-d9f6792d-0b1e-43f0-902a-9a426db751ca tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] update failed (client error): The resource could not be found. Aug 23 15:14:58.200300 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d9f6792d-0b1e-43f0-902a-9a426db751ca tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "PUT /v2.0/floatingips/de195192-ec44-464c-b277-302170cbdd76 HTTP/1.1" status: 404 len: 507 time: 0.2277999 Aug 23 15:14:58.206470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52004) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:58.259028 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a83ae8-d65c-4a5c-987d-e5a309796e1f None None] Network 743a228c-396a-484c-b431-b14b7f8dca42 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:14:58.375861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf11cd-efaa-464f-bc64-91fd60f6b488 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Deleting port 2a9cc312-2fe4-4335-92dc-42f62646df64 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:14:58.376248 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6bdf11cd-efaa-464f-bc64-91fd60f6b488 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:58.461708 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be5fae9c-934c-409e-8d61-22aee482f3c2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:58.477949 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6bdf11cd-efaa-464f-bc64-91fd60f6b488 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:58.478520 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6bdf11cd-efaa-464f-bc64-91fd60f6b488 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:58.492791 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf11cd-efaa-464f-bc64-91fd60f6b488 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Calling delete_port for 2a9cc312-2fe4-4335-92dc-42f62646df64 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:14:58.647492 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6653fe33-97bd-4ddc-8f5d-fd8c54bbb824 None None] Provisioning for port 30bb532a-80c4-4389-bcb8-788e74b75307 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:58.687131 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:58.687540 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be5fae9c-934c-409e-8d61-22aee482f3c2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:58.794926 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fae9c-934c-409e-8d61-22aee482f3c2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=3cee8f3f-d0af-48ff-9d64-725f578d0167,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:58.820138 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6bdf11cd-efaa-464f-bc64-91fd60f6b488 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:58.864144 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf11cd-efaa-464f-bc64-91fd60f6b488 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event deleted for resources: {'Port': ['ID=2a9cc312-2fe4-4335-92dc-42f62646df64,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:58.972870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b001267b-4e96-476f-be12-edf8d18954b2 None None] Provisioning for port 3cee8f3f-d0af-48ff-9d64-725f578d0167 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:58.973373 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6bdf11cd-efaa-464f-bc64-91fd60f6b488 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:58.976783 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6bdf11cd-efaa-464f-bc64-91fd60f6b488 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:58.980690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b001267b-4e96-476f-be12-edf8d18954b2 None None] Provisioning complete for port 3cee8f3f-d0af-48ff-9d64-725f578d0167 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:58.981092 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b001267b-4e96-476f-be12-edf8d18954b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:58.983026 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6bdf11cd-efaa-464f-bc64-91fd60f6b488 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "DELETE /v2.0/floatingips/de195192-ec44-464c-b277-302170cbdd76 HTTP/1.1" status: 204 len: 168 time: 0.7786248 Aug 23 15:14:58.984062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52018) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:58.988944 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-316bf7b6-84a2-48ff-9280-9fa1eed19334 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Request body: {'floatingip': {'floating_network_id': 'dbbefa90-1b46-46b8-99b3-45beaf467388', 'port_id': '52f95b5d-5d74-439c-99b1-86436c22a497', 'fixed_ip_address': '172.20.0.11'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:59.018240 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be5fae9c-934c-409e-8d61-22aee482f3c2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:59.043040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b001267b-4e96-476f-be12-edf8d18954b2 None None] Port 3cee8f3f-d0af-48ff-9d64-725f578d0167 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:59.144349 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-316bf7b6-84a2-48ff-9280-9fa1eed19334 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:59.166780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4eac408f-81c5-4b70-82c8-2e4785800217 None None] Provisioning complete for port 3cee8f3f-d0af-48ff-9d64-725f578d0167 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:59.167212 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4eac408f-81c5-4b70-82c8-2e4785800217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:59.228985 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4eac408f-81c5-4b70-82c8-2e4785800217 None None] Port 3cee8f3f-d0af-48ff-9d64-725f578d0167 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:59.321410 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 30bb532a-80c4-4389-bcb8-788e74b75307 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:14:59.370176 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be5fae9c-934c-409e-8d61-22aee482f3c2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:59.375458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e85eda95-8f37-4cff-8c79-da57844cc231 None None] Provisioning complete for port 3cee8f3f-d0af-48ff-9d64-725f578d0167 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:59.375864 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e85eda95-8f37-4cff-8c79-da57844cc231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:59.417040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e85eda95-8f37-4cff-8c79-da57844cc231 None None] Port 3cee8f3f-d0af-48ff-9d64-725f578d0167 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:14:59.469775 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-316bf7b6-84a2-48ff-9280-9fa1eed19334 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:14:59.470867 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-316bf7b6-84a2-48ff-9280-9fa1eed19334 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4858155 Aug 23 15:14:59.475863 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52022) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:14:59.480636 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '52f95b5d-5d74-439c-99b1-86436c22a497', 'fixed_ip_address': '172.20.0.11'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:14:59.555342 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 30bb532a-80c4-4389-bcb8-788e74b75307 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:14:59.559553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 30bb532a-80c4-4389-bcb8-788e74b75307 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:14:59.559976 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:59.640868 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:59.645988 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:59.656546 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be5fae9c-934c-409e-8d61-22aee482f3c2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:59.705223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 30bb532a-80c4-4389-bcb8-788e74b75307, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=30bb532a-80c4-4389-bcb8-788e74b75307,segment=NetworkSegment(cb0c761b-4cc9-4183-b48f-0b145e7d38af),segment_id=cb0c761b-4cc9-4183-b48f-0b145e7d38af)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:14:59.775550 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:59.846987 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be5fae9c-934c-409e-8d61-22aee482f3c2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:59.900043 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Allocated IP 172.25.8.99 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/a172070a-1d48-42b8-b02d-f0c5077b148a) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:14:59.914637 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:14:59.936686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fae9c-934c-409e-8d61-22aee482f3c2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=3cee8f3f-d0af-48ff-9d64-725f578d0167,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:14:59.940145 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-be5fae9c-934c-409e-8d61-22aee482f3c2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:00.009689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=30bb532a-80c4-4389-bcb8-788e74b75307,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:00.064433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5fae9c-934c-409e-8d61-22aee482f3c2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 743a228c-396a-484c-b431-b14b7f8dca42 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:00.066026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-be5fae9c-934c-409e-8d61-22aee482f3c2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:00.078745 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:00.236214 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:00.280820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:00.285650 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:00.293055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:15:00.296448 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event updated for resources: {'Port': ['ID=a172070a-1d48-42b8-b02d-f0c5077b148a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:00.326721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5fae9c-934c-409e-8d61-22aee482f3c2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Router 12a664ca-67ca-4f72-9642-5dc0aaf9a809 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:15:00.445568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8aa413b7-4404-4e4f-862f-13de6f460170 None None] Provisioning complete for port 3cee8f3f-d0af-48ff-9d64-725f578d0167 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:00.446132 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8aa413b7-4404-4e4f-862f-13de6f460170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:00.461523 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5fae9c-934c-409e-8d61-22aee482f3c2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:15:00.492094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-be5fae9c-934c-409e-8d61-22aee482f3c2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "PUT /v2.0/routers/12a664ca-67ca-4f72-9642-5dc0aaf9a809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7548943 Aug 23 15:15:00.492838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841b0a75-eca5-4255-983c-ffa5e1502157 None None] Sync routers for ids ['12a664ca-67ca-4f72-9642-5dc0aaf9a809'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:15:00.493230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52030) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:00.512286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8aa413b7-4404-4e4f-862f-13de6f460170 None None] Port 3cee8f3f-d0af-48ff-9d64-725f578d0167 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:00.523551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b0a75-eca5-4255-983c-ffa5e1502157 None None] Routers {'12a664ca-67ca-4f72-9642-5dc0aaf9a809'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:00.525622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-841b0a75-eca5-4255-983c-ffa5e1502157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['12a664ca-67ca-4f72-9642-5dc0aaf9a809'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:00.547174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Deleting port a172070a-1d48-42b8-b02d-f0c5077b148a {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:00.547903 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:00.552526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7666fe-2fd8-4ec5-884e-6c01659ed6a7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:00.555644 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fd7666fe-2fd8-4ec5-884e-6c01659ed6a7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports?device_id=12a664ca-67ca-4f72-9642-5dc0aaf9a809 HTTP/1.1" status: 200 len: 982 time: 0.0611379 Aug 23 15:15:00.558778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52032) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:00.575967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-841b0a75-eca5-4255-983c-ffa5e1502157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:00.589087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b0a75-eca5-4255-983c-ffa5e1502157 None None] Routers {'12a664ca-67ca-4f72-9642-5dc0aaf9a809'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:00.589979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-841b0a75-eca5-4255-983c-ffa5e1502157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['12a664ca-67ca-4f72-9642-5dc0aaf9a809'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:00.638805 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-841b0a75-eca5-4255-983c-ffa5e1502157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:00.640166 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841b0a75-eca5-4255-983c-ffa5e1502157 None None] The sync data for ids ['12a664ca-67ca-4f72-9642-5dc0aaf9a809'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:15:00.657533 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:00.657879 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:00.676370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Calling delete_port for a172070a-1d48-42b8-b02d-f0c5077b148a owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:00.978309 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:01.010196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event deleted for resources: {'Port': ['ID=a172070a-1d48-42b8-b02d-f0c5077b148a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:01.241613 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] create failed (client error): The resource could not be found. Aug 23 15:15:01.242724 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7138b722-2deb-4fd5-8371-92f5c0792952 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7657452 Aug 23 15:15:01.246547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52040) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:01.261384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 30bb532a-80c4-4389-bcb8-788e74b75307 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:01.319361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 30bb532a-80c4-4389-bcb8-788e74b75307 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:01.319879 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:01.371426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c0468e88-e792-4d05-acf8-496200c29b8c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Deleting port 52f95b5d-5d74-439c-99b1-86436c22a497 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:01.372162 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0468e88-e792-4d05-acf8-496200c29b8c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:01.382329 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d02b5f18-52aa-4570-b44f-904a958e9362 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:01.473934 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0468e88-e792-4d05-acf8-496200c29b8c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:01.492866 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c0468e88-e792-4d05-acf8-496200c29b8c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Calling delete_port for 52f95b5d-5d74-439c-99b1-86436c22a497 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:01.665033 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d02b5f18-52aa-4570-b44f-904a958e9362 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port 3cee8f3f-d0af-48ff-9d64-725f578d0167 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:01.665383 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d02b5f18-52aa-4570-b44f-904a958e9362 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:01.757139 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d02b5f18-52aa-4570-b44f-904a958e9362 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:01.769899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d02b5f18-52aa-4570-b44f-904a958e9362 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for 3cee8f3f-d0af-48ff-9d64-725f578d0167 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:01.835917 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0468e88-e792-4d05-acf8-496200c29b8c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:01.870374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0468e88-e792-4d05-acf8-496200c29b8c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event deleted for resources: {'Port': ['ID=52f95b5d-5d74-439c-99b1-86436c22a497,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:01.974654 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0468e88-e792-4d05-acf8-496200c29b8c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:01.980168 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c0468e88-e792-4d05-acf8-496200c29b8c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "DELETE /v2.0/ports/52f95b5d-5d74-439c-99b1-86436c22a497 HTTP/1.1" status: 204 len: 168 time: 0.7296638 Aug 23 15:15:01.980687 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52044) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:02.050977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedeee23-0c3b-437f-b813-f2dac29c5a59 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:02.052588 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bedeee23-0c3b-437f-b813-f2dac29c5a59 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "GET /v2.0/ports?device_id=166f2228-4741-4fd8-9419-a09a83a60450 HTTP/1.1" status: 200 len: 913 time: 0.0705521 Aug 23 15:15:02.055454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52048) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:02.132889 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d02b5f18-52aa-4570-b44f-904a958e9362 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:02.187690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b5f18-52aa-4570-b44f-904a958e9362 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=3cee8f3f-d0af-48ff-9d64-725f578d0167,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:02.388935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d02b5f18-52aa-4570-b44f-904a958e9362 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:02.549947 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:02.620378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02b5f18-52aa-4570-b44f-904a958e9362 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Router 12a664ca-67ca-4f72-9642-5dc0aaf9a809 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:15:02.715666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02b5f18-52aa-4570-b44f-904a958e9362 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:15:02.722679 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d02b5f18-52aa-4570-b44f-904a958e9362 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "PUT /v2.0/routers/12a664ca-67ca-4f72-9642-5dc0aaf9a809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1620150 Aug 23 15:15:02.726155 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52050) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:02.732225 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fd2b36-89ba-404a-afc1-a6c62a0bd7e1 None None] Sync routers for ids ['12a664ca-67ca-4f72-9642-5dc0aaf9a809'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:15:02.748683 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fd2b36-89ba-404a-afc1-a6c62a0bd7e1 None None] Routers {'12a664ca-67ca-4f72-9642-5dc0aaf9a809'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:02.749806 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-57fd2b36-89ba-404a-afc1-a6c62a0bd7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['12a664ca-67ca-4f72-9642-5dc0aaf9a809'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:02.786946 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-57fd2b36-89ba-404a-afc1-a6c62a0bd7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:02.789420 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb01738-1727-48b9-b8a1-0019bccc42aa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] GET failed (client error): The resource could not be found. Aug 23 15:15:02.797638 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bfb01738-1727-48b9-b8a1-0019bccc42aa tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/3cee8f3f-d0af-48ff-9d64-725f578d0167 HTTP/1.1" status: 404 len: 333 time: 0.0694907 Aug 23 15:15:02.798331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52052) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:02.800291 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fd2b36-89ba-404a-afc1-a6c62a0bd7e1 None None] Routers {'12a664ca-67ca-4f72-9642-5dc0aaf9a809'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:02.800847 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-57fd2b36-89ba-404a-afc1-a6c62a0bd7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['12a664ca-67ca-4f72-9642-5dc0aaf9a809'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:02.840596 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-57fd2b36-89ba-404a-afc1-a6c62a0bd7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:02.841279 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fd2b36-89ba-404a-afc1-a6c62a0bd7e1 None None] The sync data for ids ['12a664ca-67ca-4f72-9642-5dc0aaf9a809'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:15:03.284753 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a8639e5-00cf-49d6-9437-80b7bfdf1018 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:03.509389 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a8639e5-00cf-49d6-9437-80b7bfdf1018 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:03.512518 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a8639e5-00cf-49d6-9437-80b7bfdf1018 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:03.570343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Deleting port ea162332-7bae-4199-b1a4-f3a6c82a3a3a {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:03.570689 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:03.672604 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:03.685935 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Calling delete_port for ea162332-7bae-4199-b1a4-f3a6c82a3a3a owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:03.785875 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a8639e5-00cf-49d6-9437-80b7bfdf1018 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:03.786279 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8639e5-00cf-49d6-9437-80b7bfdf1018 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Fanout notify agent at l3_agent the message router_deleted on router 12a664ca-67ca-4f72-9642-5dc0aaf9a809 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:15:03.794397 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a8639e5-00cf-49d6-9437-80b7bfdf1018 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:03.795441 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3a8639e5-00cf-49d6-9437-80b7bfdf1018 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/routers/12a664ca-67ca-4f72-9642-5dc0aaf9a809 HTTP/1.1" status: 204 len: 168 time: 0.9957674 Aug 23 15:15:03.798037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52058) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:03.887915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c61099-17ac-445a-894a-d70f69210a96 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting subnet 486e7fef-9019-4f7b-b49b-40c8b93fcc4b {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:15:03.896659 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58c61099-17ac-445a-894a-d70f69210a96 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:03.949756 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58c61099-17ac-445a-894a-d70f69210a96 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:04.047855 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58c61099-17ac-445a-894a-d70f69210a96 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:04.068726 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:04.105256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event deleted for resources: {'Port': ['ID=ea162332-7bae-4199-b1a4-f3a6c82a3a3a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:04.126615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:04.126963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:04.127392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:04.128470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:04.128470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:04.128729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:04.129200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:04.129538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:04.129948 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:04.130285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:04.130617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:04.130961 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:04.323266 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:04.388965 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58c61099-17ac-445a-894a-d70f69210a96 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:04.455269 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c61099-17ac-445a-894a-d70f69210a96 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Subnet': ['ID=486e7fef-9019-4f7b-b49b-40c8b93fcc4b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:04.459514 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-58c61099-17ac-445a-894a-d70f69210a96 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:04.464184 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-58c61099-17ac-445a-894a-d70f69210a96 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/486e7fef-9019-4f7b-b49b-40c8b93fcc4b HTTP/1.1" status: 204 len: 168 time: 0.6651592 Aug 23 15:15:04.470008 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52066) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:04.474136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623aa92d-8554-45a9-a867-9a76c347ebf7 None None] Network 743a228c-396a-484c-b431-b14b7f8dca42 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:04.567271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Router 166f2228-4741-4fd8-9419-a09a83a60450 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:15:04.588488 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:04.691686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port 30bb532a-80c4-4389-bcb8-788e74b75307 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:04.692055 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:04.693779 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:15:04.702992 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5a14b9e3-c4f0-42c8-983a-437f42d00083 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "PUT /v2.0/routers/166f2228-4741-4fd8-9419-a09a83a60450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6459918 Aug 23 15:15:04.703672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52070) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:04.718388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0396484-a4d2-496d-9bb9-c9686453c0f6 None None] Sync routers for ids ['166f2228-4741-4fd8-9419-a09a83a60450'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:15:04.722694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8681d6-bf7d-4494-bc60-4c815bcf6ffa None None] DHCP port deletion for 743a228c-396a-484c-b431-b14b7f8dca42 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:15:04.750348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0396484-a4d2-496d-9bb9-c9686453c0f6 None None] Routers {'166f2228-4741-4fd8-9419-a09a83a60450'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:04.751749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a0396484-a4d2-496d-9bb9-c9686453c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['166f2228-4741-4fd8-9419-a09a83a60450'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:04.823544 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a0396484-a4d2-496d-9bb9-c9686453c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:04.829421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] For port 30bb532a-80c4-4389-bcb8-788e74b75307, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=30bb532a-80c4-4389-bcb8-788e74b75307,segment=NetworkSegment(cb0c761b-4cc9-4183-b48f-0b145e7d38af),segment_id=cb0c761b-4cc9-4183-b48f-0b145e7d38af)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:04.830067 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:04.837801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0396484-a4d2-496d-9bb9-c9686453c0f6 None None] Routers {'166f2228-4741-4fd8-9419-a09a83a60450'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:04.838538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a0396484-a4d2-496d-9bb9-c9686453c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['166f2228-4741-4fd8-9419-a09a83a60450'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:04.847198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for 30bb532a-80c4-4389-bcb8-788e74b75307 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:04.855968 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e8e66d3e-4192-4ab9-837a-2e0c2485c63c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:04.883052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a0396484-a4d2-496d-9bb9-c9686453c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:04.883856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0396484-a4d2-496d-9bb9-c9686453c0f6 None None] The sync data for ids ['166f2228-4741-4fd8-9419-a09a83a60450'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:15:04.914791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-dd8681d6-bf7d-4494-bc60-4c815bcf6ffa None None] Deleting port 30bb532a-80c4-4389-bcb8-788e74b75307 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:04.915486 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd8681d6-bf7d-4494-bc60-4c815bcf6ffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:04.995453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-dd8681d6-bf7d-4494-bc60-4c815bcf6ffa None None] For port 30bb532a-80c4-4389-bcb8-788e74b75307, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=30bb532a-80c4-4389-bcb8-788e74b75307,segment=NetworkSegment(cb0c761b-4cc9-4183-b48f-0b145e7d38af),segment_id=cb0c761b-4cc9-4183-b48f-0b145e7d38af)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:04.996019 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd8681d6-bf7d-4494-bc60-4c815bcf6ffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.014494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-dd8681d6-bf7d-4494-bc60-4c815bcf6ffa None None] Calling delete_port for 30bb532a-80c4-4389-bcb8-788e74b75307 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:05.092458 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e8e66d3e-4192-4ab9-837a-2e0c2485c63c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.097073 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e8e66d3e-4192-4ab9-837a-2e0c2485c63c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.106388 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.137922 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=30bb532a-80c4-4389-bcb8-788e74b75307,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:05.142550 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd8681d6-bf7d-4494-bc60-4c815bcf6ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.144122 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No DVR routers for this DVR port 30bb532a-80c4-4389-bcb8-788e74b75307 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:15:05.180639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8681d6-bf7d-4494-bc60-4c815bcf6ffa None None] Pushing event deleted for resources: {'Port': ['ID=30bb532a-80c4-4389-bcb8-788e74b75307,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:05.207010 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8681d6-bf7d-4494-bc60-4c815bcf6ffa None None] No DVR routers for this DVR port 30bb532a-80c4-4389-bcb8-788e74b75307 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:15:05.256940 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.269382 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 30bb532a-80c4-4389-bcb8-788e74b75307 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:15:05.269644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743a228c-396a-484c-b431-b14b7f8dca42']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:05.286255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0c761b-4cc9-4183-b48f-0b145e7d38af') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:05.286691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0c761b-4cc9-4183-b48f-0b145e7d38af') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:05.300706 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.306856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 30bb532a-80c4-4389-bcb8-788e74b75307 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:15:05.307350 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 30bb532a-80c4-4389-bcb8-788e74b75307 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:15:05.322795 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.329948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:15:05.330391 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:15:05.333759 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:15:05.368516 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e8e66d3e-4192-4ab9-837a-2e0c2485c63c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.368516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e66d3e-4192-4ab9-837a-2e0c2485c63c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Fanout notify agent at l3_agent the message router_deleted on router 166f2228-4741-4fd8-9419-a09a83a60450 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:15:05.377875 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e8e66d3e-4192-4ab9-837a-2e0c2485c63c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.379319 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e8e66d3e-4192-4ab9-837a-2e0c2485c63c tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "DELETE /v2.0/routers/166f2228-4741-4fd8-9419-a09a83a60450 HTTP/1.1" status: 204 len: 168 time: 0.6432748 Aug 23 15:15:05.382824 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52076) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:05.449772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-244e9dec-ff44-403a-8d53-d7179689b374 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Deleting subnet d6010ca9-2088-422f-abce-425c814790ce {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:15:05.453782 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-244e9dec-ff44-403a-8d53-d7179689b374 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.503372 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-244e9dec-ff44-403a-8d53-d7179689b374 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.584137 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.601215 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-244e9dec-ff44-403a-8d53-d7179689b374 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.623240 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.629722 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/networks/743a228c-396a-484c-b431-b14b7f8dca42 HTTP/1.1" status: 204 len: 168 time: 1.1608546 Aug 23 15:15:05.632594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea34e6b-8c96-4304-8864-6280ee7a4eed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Network': ['ID=743a228c-396a-484c-b431-b14b7f8dca42,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:05.635142 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52082) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:05.696452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae509c03-defd-43da-a419-9c0fdec5fbb3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:05.697919 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ae509c03-defd-43da-a419-9c0fdec5fbb3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 HTTP/1.1" status: 200 len: 840 time: 0.0615749 Aug 23 15:15:05.701629 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52084) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:05.749369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e3c2b17a-691a-411a-b604-537a96c63d92 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0464792 Aug 23 15:15:05.753096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52086) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:05.758879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-634981d8-b7f8-4179-a062-fb8acc08a6cb tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'subnet': {'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:05.853398 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-244e9dec-ff44-403a-8d53-d7179689b374 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.895396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e9dec-ff44-403a-8d53-d7179689b374 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event deleted for resources: {'Subnet': ['ID=d6010ca9-2088-422f-abce-425c814790ce,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:05.898835 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-244e9dec-ff44-403a-8d53-d7179689b374 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:05.901242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-244e9dec-ff44-403a-8d53-d7179689b374 tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "DELETE /v2.0/subnets/d6010ca9-2088-422f-abce-425c814790ce HTTP/1.1" status: 204 len: 168 time: 0.5167730 Aug 23 15:15:05.904954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52088) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:05.909273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b6a21f-8e96-40c2-8cba-6a59c02549ae None None] Network dbbefa90-1b46-46b8-99b3-45beaf467388 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:05.933116 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52090) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:06.004377 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.007511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634981d8-b7f8-4179-a062-fb8acc08a6cb tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:06.012095 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-634981d8-b7f8-4179-a062-fb8acc08a6cb tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.080056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Deleting port 27ec3b1a-4936-4e1e-88db-434f24ddeda2 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:06.080534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.146399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d91ae6-b962-4602-ac0d-47ff44b21d75 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:06.146884 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d91ae6-b962-4602-ac0d-47ff44b21d75 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:06.147380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d91ae6-b962-4602-ac0d-47ff44b21d75 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:06.149271 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-40d91ae6-b962-4602-ac0d-47ff44b21d75 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/ports?project_id=51b6533c35f2415fa103d56c322ba6e0&network_id=919fb1b8-d9e1-4d26-accf-6424f0cf22c2 HTTP/1.1" status: 200 len: 2969 time: 0.2149756 Aug 23 15:15:06.172844 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccdbb16-ad42-4cbd-bd1c-6438580cc2fe None None] DHCP port deletion for dbbefa90-1b46-46b8-99b3-45beaf467388 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:15:06.183716 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] For port 27ec3b1a-4936-4e1e-88db-434f24ddeda2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=27ec3b1a-4936-4e1e-88db-434f24ddeda2,segment=NetworkSegment(073cb115-383d-44ef-82ad-18828a49d9c3),segment_id=073cb115-383d-44ef-82ad-18828a49d9c3)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:06.184231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.202706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Calling delete_port for 27ec3b1a-4936-4e1e-88db-434f24ddeda2 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:06.226012 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4ccdbb16-ad42-4cbd-bd1c-6438580cc2fe None None] Deleting port 27ec3b1a-4936-4e1e-88db-434f24ddeda2 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:06.226390 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4ccdbb16-ad42-4cbd-bd1c-6438580cc2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.309758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4ccdbb16-ad42-4cbd-bd1c-6438580cc2fe None None] For port 27ec3b1a-4936-4e1e-88db-434f24ddeda2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=27ec3b1a-4936-4e1e-88db-434f24ddeda2,segment=NetworkSegment(073cb115-383d-44ef-82ad-18828a49d9c3),segment_id=073cb115-383d-44ef-82ad-18828a49d9c3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:06.309758 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4ccdbb16-ad42-4cbd-bd1c-6438580cc2fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.325668 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4ccdbb16-ad42-4cbd-bd1c-6438580cc2fe None None] Calling delete_port for 27ec3b1a-4936-4e1e-88db-434f24ddeda2 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:06.454485 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.460058 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4ccdbb16-ad42-4cbd-bd1c-6438580cc2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.475598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccdbb16-ad42-4cbd-bd1c-6438580cc2fe None None] No DVR routers for this DVR port 27ec3b1a-4936-4e1e-88db-434f24ddeda2 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:15:06.494064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event deleted for resources: {'Port': ['ID=27ec3b1a-4936-4e1e-88db-434f24ddeda2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:06.501320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdbb16-ad42-4cbd-bd1c-6438580cc2fe None None] Pushing event deleted for resources: {'Port': ['ID=27ec3b1a-4936-4e1e-88db-434f24ddeda2,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:06.511070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:06.511070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:06.511559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:06.512133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:06.512582 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:06.513650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:06.513831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:06.514291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:06.514757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:06.515202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:06.515789 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:06.516311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:06.520805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] No DVR routers for this DVR port 27ec3b1a-4936-4e1e-88db-434f24ddeda2 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:15:06.521412 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-634981d8-b7f8-4179-a062-fb8acc08a6cb tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.574896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634981d8-b7f8-4179-a062-fb8acc08a6cb tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:06.578840 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-634981d8-b7f8-4179-a062-fb8acc08a6cb tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:06.583675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634981d8-b7f8-4179-a062-fb8acc08a6cb tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:06.585185 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-634981d8-b7f8-4179-a062-fb8acc08a6cb tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.593662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8127c02-4f08-46a2-86a6-90e39cfb0dd0 None None] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:06.622750 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.633668 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634981d8-b7f8-4179-a062-fb8acc08a6cb tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Subnet': ['ID=c8dfb7ae-2dc4-4475-be20-0b48e65fd265,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:06.638331 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbefa90-1b46-46b8-99b3-45beaf467388']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:06.655383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073cb115-383d-44ef-82ad-18828a49d9c3') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:06.663851 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073cb115-383d-44ef-82ad-18828a49d9c3') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:06.671640 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.694098 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.705196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:15:06.705628 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:15:06.711568 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:15:06.762825 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-634981d8-b7f8-4179-a062-fb8acc08a6cb tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0082200 Aug 23 15:15:06.766541 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52100) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:06.776353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-50959239-b67c-4e77-8f77-cf34794a3e07 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'security_group': {'name': 'tempest-secgroup-1898315107'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:06.831459 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-307ba019-c40a-4d74-92bc-b5426fb9b78e', 'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'tenant_id': 'ac1f87f409a24cca9052408ad5c0da2e', 'fixed_ips': [{'subnet_id': 'c8dfb7ae-2dc4-4475-be20-0b48e65fd265'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:15:06.832507 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.931977 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.939215 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:06.941288 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] 10.222.0.38 "DELETE /v2.0/networks/dbbefa90-1b46-46b8-99b3-45beaf467388 HTTP/1.1" status: 204 len: 168 time: 1.0352173 Aug 23 15:15:06.955333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55440e2e-4d2c-4434-8ff6-94c574265a4a tempest-FloatingIPNegativeTestJSON-1946096247 tempest-FloatingIPNegativeTestJSON-1946096247-project] Pushing event deleted for resources: {'Network': ['ID=dbbefa90-1b46-46b8-99b3-45beaf467388,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:07.023407 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50959239-b67c-4e77-8f77-cf34794a3e07 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:07.123534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Allocated IP 172.20.0.2 (307ba019-c40a-4d74-92bc-b5426fb9b78e/c8dfb7ae-2dc4-4475-be20-0b48e65fd265/290dc00f-b9bf-41a6-b296-774e137a6064) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:07.168632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50959239-b67c-4e77-8f77-cf34794a3e07 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:07.283239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 27ec3b1a-4936-4e1e-88db-434f24ddeda2 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:15:07.309746 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50959239-b67c-4e77-8f77-cf34794a3e07 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:07.331507 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 27ec3b1a-4936-4e1e-88db-434f24ddeda2 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:15:07.331507 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 27ec3b1a-4936-4e1e-88db-434f24ddeda2 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:15:07.348582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50959239-b67c-4e77-8f77-cf34794a3e07 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08121ebb-2f77-40f2-80c8-7813d0d661fb,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:07.369500 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:07.378487 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Transition to ACTIVE for port object 290dc00f-b9bf-41a6-b296-774e137a6064 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:07.397950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Transition to ACTIVE for port object 290dc00f-b9bf-41a6-b296-774e137a6064 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:07.480887 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50959239-b67c-4e77-8f77-cf34794a3e07 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:07.482204 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-50959239-b67c-4e77-8f77-cf34794a3e07 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7141209 Aug 23 15:15:07.485706 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52108) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:07.489707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8e2eec5a-588b-4767-93b9-8ff0b1c63c1e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'security_group': {'name': 'tempest-secgroup-1019329190'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:07.540555 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:07.596271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:07.602135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:07.608030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:15:07.621118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Pushing event updated for resources: {'Port': ['ID=290dc00f-b9bf-41a6-b296-774e137a6064,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:07.667278 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8e2eec5a-588b-4767-93b9-8ff0b1c63c1e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:07.689412 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Attempting to bind port 290dc00f-b9bf-41a6-b296-774e137a6064 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:15:07.689985 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Attempting to bind port 290dc00f-b9bf-41a6-b296-774e137a6064 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '0b3b75a6-42d7-4a8d-b1ff-851679937638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:15:07.690370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Attempting to bind port 290dc00f-b9bf-41a6-b296-774e137a6064 on network 307ba019-c40a-4d74-92bc-b5426fb9b78e {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:15:07.697754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:15:07.698136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Checking segment: {'id': '0b3b75a6-42d7-4a8d-b1ff-851679937638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:15:07.698540 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:07.698933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Bound using segment: {'id': '0b3b75a6-42d7-4a8d-b1ff-851679937638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:15:07.699555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Bound port: 290dc00f-b9bf-41a6-b296-774e137a6064, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3b75a6-42d7-4a8d-b1ff-851679937638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:15:07.699995 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:07.712873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52118) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:07.780825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] For port 290dc00f-b9bf-41a6-b296-774e137a6064, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:15:07.781455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52122) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:07.786349 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] For port 290dc00f-b9bf-41a6-b296-774e137a6064, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=290dc00f-b9bf-41a6-b296-774e137a6064,segment=NetworkSegment(0b3b75a6-42d7-4a8d-b1ff-851679937638),segment_id=0b3b75a6-42d7-4a8d-b1ff-851679937638)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:15:07.790383 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8e2eec5a-588b-4767-93b9-8ff0b1c63c1e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:07.905568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845c7e0-25de-4aff-a00f-77e989eb7b92 req-5a130e77-ac2d-4f54-bc1c-6303d0412090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:07.907105 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2845c7e0-25de-4aff-a00f-77e989eb7b92 req-5a130e77-ac2d-4f54-bc1c-6303d0412090 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 1096 time: 0.1921079 Aug 23 15:15:07.915161 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-079e4766-facf-4e67-8caf-5b8e3100b71c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3d64930b3d04cb0a47bd50f9d354b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321836 Aug 23 15:15:07.917932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52128) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:07.952118 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2845c7e0-25de-4aff-a00f-77e989eb7b92 req-41459c47-c9a2-46d9-b975-d12c76dda316 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357425 Aug 23 15:15:07.955602 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:07.976610 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b36c35f8-8e84-484c-ad39-0d9cb929c3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:08.004561 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b36c35f8-8e84-484c-ad39-0d9cb929c3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:08.022614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7202cb-381f-4258-a8bd-0a112d50add7 None None] Pushing event updated for resources: {'Port': ['ID=290dc00f-b9bf-41a6-b296-774e137a6064,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:08.033808 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8e2eec5a-588b-4767-93b9-8ff0b1c63c1e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:08.079458 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2eec5a-588b-4767-93b9-8ff0b1c63c1e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f20cc4-4ee8-4cdc-9ffb-957be9217bb5,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:08.270647 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8e2eec5a-588b-4767-93b9-8ff0b1c63c1e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:08.277441 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8e2eec5a-588b-4767-93b9-8ff0b1c63c1e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7878349 Aug 23 15:15:08.277441 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b36c35f8-8e84-484c-ad39-0d9cb929c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:08.298126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52132) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:08.298876 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b36c35f8-8e84-484c-ad39-0d9cb929c3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:08.298876 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b36c35f8-8e84-484c-ad39-0d9cb929c3e0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/31a3d700-a915-4a3f-94e2-60076accc5bb HTTP/1.1" status: 204 len: 168 time: 0.3615203 Aug 23 15:15:08.299134 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d233476b-f371-4683-b6af-db9d5a8e30a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-347095806', 'security_groups': ['08f20cc4-4ee8-4cdc-9ffb-957be9217bb5'], 'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c8dfb7ae-2dc4-4475-be20-0b48e65fd265'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:08.305753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c35f8-8e84-484c-ad39-0d9cb929c3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a3d700-a915-4a3f-94e2-60076accc5bb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:08.829417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d233476b-f371-4683-b6af-db9d5a8e30a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:08.829417 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d233476b-f371-4683-b6af-db9d5a8e30a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:08.844671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-d233476b-f371-4683-b6af-db9d5a8e30a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port 8df6aea0-bb7c-4217-9912-1777726097bc yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:15:09.054185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-d233476b-f371-4683-b6af-db9d5a8e30a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Allocated IP 172.20.0.3 (307ba019-c40a-4d74-92bc-b5426fb9b78e/c8dfb7ae-2dc4-4475-be20-0b48e65fd265/8df6aea0-bb7c-4217-9912-1777726097bc) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:09.251273 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d233476b-f371-4683-b6af-db9d5a8e30a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:09.279972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-d233476b-f371-4683-b6af-db9d5a8e30a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Transition to ACTIVE for port object 8df6aea0-bb7c-4217-9912-1777726097bc will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:09.374866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-36caaa9a-99dd-4ffb-ac9e-06e2233bcb86 None None] Provisioning for port 290dc00f-b9bf-41a6-b296-774e137a6064 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:09.398375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 290dc00f-b9bf-41a6-b296-774e137a6064 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:09.441117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-36caaa9a-99dd-4ffb-ac9e-06e2233bcb86 None None] Provisioning complete for port 22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:09.441756 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-36caaa9a-99dd-4ffb-ac9e-06e2233bcb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:09.495148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-36caaa9a-99dd-4ffb-ac9e-06e2233bcb86 None None] Port 22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:09.572854 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d233476b-f371-4683-b6af-db9d5a8e30a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:09.634995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d233476b-f371-4683-b6af-db9d5a8e30a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:09.639232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-d233476b-f371-4683-b6af-db9d5a8e30a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:09.645594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d233476b-f371-4683-b6af-db9d5a8e30a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:15:09.684395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233476b-f371-4683-b6af-db9d5a8e30a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=8df6aea0-bb7c-4217-9912-1777726097bc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:09.721758 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d233476b-f371-4683-b6af-db9d5a8e30a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:09.722478 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d233476b-f371-4683-b6af-db9d5a8e30a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:09.766003 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 290dc00f-b9bf-41a6-b296-774e137a6064 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:09.772669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 290dc00f-b9bf-41a6-b296-774e137a6064 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:09.773439 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:09.863947 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d233476b-f371-4683-b6af-db9d5a8e30a3 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5839670 Aug 23 15:15:09.868640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52188) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:09.874683 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7f7a51af-0b33-4cb0-ba51-2d4cec524367 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'subnet': {'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:09.940333 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52190) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:09.952614 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:10.032761 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 290dc00f-b9bf-41a6-b296-774e137a6064, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=290dc00f-b9bf-41a6-b296-774e137a6064,segment=NetworkSegment(0b3b75a6-42d7-4a8d-b1ff-851679937638),segment_id=0b3b75a6-42d7-4a8d-b1ff-851679937638)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:10.044489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77bdc27-f79d-4bd8-bb3d-8ccd2f345db7 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:10.064464 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c77bdc27-f79d-4bd8-bb3d-8ccd2f345db7 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b HTTP/1.1" status: 200 len: 814 time: 0.1199567 Aug 23 15:15:10.184783 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:10.187499 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52200) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:10.264094 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=290dc00f-b9bf-41a6-b296-774e137a6064,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:10.269518 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-534140e7-00b3-48b2-8431-00585d506f1e None None] Provisioning for port 8df6aea0-bb7c-4217-9912-1777726097bc completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:10.281537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-534140e7-00b3-48b2-8431-00585d506f1e None None] Provisioning complete for port 8df6aea0-bb7c-4217-9912-1777726097bc triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:10.282170 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-534140e7-00b3-48b2-8431-00585d506f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:10.337064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-534140e7-00b3-48b2-8431-00585d506f1e None None] Port 8df6aea0-bb7c-4217-9912-1777726097bc cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:10.347784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1733636085'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:10.391056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7a51af-0b33-4cb0-ba51-2d4cec524367 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:10.400983 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7f7a51af-0b33-4cb0-ba51-2d4cec524367 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:10.511439 n-d-804985-3 neutron-server[96115]: INFO neutron.db.ipam_backend_mixin [None req-7f7a51af-0b33-4cb0-ba51-2d4cec524367 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c8dfb7ae-2dc4-4475-be20-0b48e65fd265 (CIDR: 172.20.0.0/28) Aug 23 15:15:10.560936 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:10.567170 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:10.582910 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:10.616718 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7a51af-0b33-4cb0-ba51-2d4cec524367 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:15:10.617221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7a51af-0b33-4cb0-ba51-2d4cec524367 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:15:10.729534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:10.927326 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:10.954648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:15:10.970300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b634fcc-d8da-48c8-8e75-9130daf0f287,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:10.975371 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:10.975756 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Added segment 6106c3cc-e202-4d68-a031-ecb3985bd134 of type vlan for network da9b920d-cfb1-4072-8dc2-aca9e2555dd7 Aug 23 15:15:10.992327 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52220) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:11.000750 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-9aef3d37-d942-4517-af46-127fbe767067 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'network': {'name': 'tempest-network-smoke--1684109487', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'port_security_enabled': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:11.042261 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:11.076791 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7f7a51af-0b33-4cb0-ba51-2d4cec524367 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2066574 Aug 23 15:15:11.080523 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52222) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:11.096376 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-38d91cfa-7ac5-478c-81f1-bd36d8056bc8 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'subnet': {'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:11.278239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 290dc00f-b9bf-41a6-b296-774e137a6064 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:11.280343 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:11.288488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:11.289290 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:11.317474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aef3d37-d942-4517-af46-127fbe767067 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Made reservation on behalf of 51b6533c35f2415fa103d56c322ba6e0 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:11.321613 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9aef3d37-d942-4517-af46-127fbe767067 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:11.348091 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 290dc00f-b9bf-41a6-b296-774e137a6064 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:11.348524 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:11.382232 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aef3d37-d942-4517-af46-127fbe767067 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:15:11.395471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Network': ['ID=da9b920d-cfb1-4072-8dc2-aca9e2555dd7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:11.395725 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9aef3d37-d942-4517-af46-127fbe767067 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:11.395725 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-9aef3d37-d942-4517-af46-127fbe767067 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Added segment dca817f3-032d-4a27-aecb-0f6fcae1b24f of type vlan for network 90271f77-4358-4294-8d75-afb945102e1b Aug 23 15:15:11.409714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network da9b920d-cfb1-4072-8dc2-aca9e2555dd7 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:15:11.444718 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9aef3d37-d942-4517-af46-127fbe767067 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:11.560734 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d91cfa-7ac5-478c-81f1-bd36d8056bc8 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:11.565804 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-38d91cfa-7ac5-478c-81f1-bd36d8056bc8 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:11.635686 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9aef3d37-d942-4517-af46-127fbe767067 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:11.641443 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aef3d37-d942-4517-af46-127fbe767067 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:11.641976 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9aef3d37-d942-4517-af46-127fbe767067 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:11.694996 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2735197b-4af5-48e0-b519-bb6f1f22eece tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5026340 Aug 23 15:15:11.696720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52230) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:11.704189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-62865110-5841-44ce-b903-4ef6f2505de8 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-776345035'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:11.736177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef3d37-d942-4517-af46-127fbe767067 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Network': ['ID=90271f77-4358-4294-8d75-afb945102e1b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:11.748318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 90271f77-4358-4294-8d75-afb945102e1b details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:15:11.848462 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9aef3d37-d942-4517-af46-127fbe767067 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8539281 Aug 23 15:15:11.853880 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52238) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:11.969044 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f347a540-10f5-4458-9e9f-62ead9598322 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:11.970535 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f347a540-10f5-4458-9e9f-62ead9598322 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=51b6533c35f2415fa103d56c322ba6e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1163292 Aug 23 15:15:11.973648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52240) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:12.206712 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-38d91cfa-7ac5-478c-81f1-bd36d8056bc8 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:12.260874 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d91cfa-7ac5-478c-81f1-bd36d8056bc8 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:12.264391 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-38d91cfa-7ac5-478c-81f1-bd36d8056bc8 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:12.268943 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d91cfa-7ac5-478c-81f1-bd36d8056bc8 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:12.269555 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-38d91cfa-7ac5-478c-81f1-bd36d8056bc8 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:12.281491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d91cfa-7ac5-478c-81f1-bd36d8056bc8 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Subnet': ['ID=075c5e9d-ede0-4fc6-834f-b55f3ebdbfd5,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:12.289693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d4ad1a-b54b-45d7-a800-ef0bd20c08db None None] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:12.341917 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62865110-5841-44ce-b903-4ef6f2505de8 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:12.346367 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-62865110-5841-44ce-b903-4ef6f2505de8 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:12.403419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62865110-5841-44ce-b903-4ef6f2505de8 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:15:12.427073 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-62865110-5841-44ce-b903-4ef6f2505de8 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:12.429067 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-62865110-5841-44ce-b903-4ef6f2505de8 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Added segment d072cdf2-201a-461c-a73c-f0a408848123 of type vlan for network 5a477938-c38d-444a-b5a5-7aa7ee06ce31 Aug 23 15:15:12.445897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7b4500-f81e-4c67-ba7d-d5f9dd3ef396 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:12.447475 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9b7b4500-f81e-4c67-ba7d-d5f9dd3ef396 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4718575 Aug 23 15:15:12.452163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52246) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:12.483393 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-62865110-5841-44ce-b903-4ef6f2505de8 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:12.498621 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52248) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:12.499143 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-38d91cfa-7ac5-478c-81f1-bd36d8056bc8 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4172215 Aug 23 15:15:12.502407 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ea25162c-4044-44f7-a4ae-0256da3f0fe5 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485613 Aug 23 15:15:12.506252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52250) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:12.508516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b9c6d525-05ef-4e11-85a5-9f6b9af0b171 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1612816103', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '075c5e9d-ede0-4fc6-834f-b55f3ebdbfd5'}], 'security_groups': ['08121ebb-2f77-40f2-80c8-7813d0d661fb']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:12.542606 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-47fdcc4b-8c69-4257-8af1-9bcc4f9731b0 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=51b6533c35f2415fa103d56c322ba6e0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324132 Aug 23 15:15:12.542967 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52252) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:12.620850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72a649f-3ee3-4721-a099-2b99863e216d None None] Update dhcp port {'port': {'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'fixed_ips': [{'subnet_id': 'c8dfb7ae-2dc4-4475-be20-0b48e65fd265', 'ip_address': '172.20.0.2'}, {'subnet_id': '075c5e9d-ede0-4fc6-834f-b55f3ebdbfd5'}], 'binding:host_id': 'n-d-804985-3'}, 'id': '290dc00f-b9bf-41a6-b296-774e137a6064'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 15:15:12.623072 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9c6d525-05ef-4e11-85a5-9f6b9af0b171 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:12.674868 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a72a649f-3ee3-4721-a099-2b99863e216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:12.726243 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-62865110-5841-44ce-b903-4ef6f2505de8 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:12.732200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62865110-5841-44ce-b903-4ef6f2505de8 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:12.732887 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-62865110-5841-44ce-b903-4ef6f2505de8 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:12.889326 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-62865110-5841-44ce-b903-4ef6f2505de8 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1912022 Aug 23 15:15:12.895838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62865110-5841-44ce-b903-4ef6f2505de8 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Network': ['ID=5a477938-c38d-444a-b5a5-7aa7ee06ce31,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:12.906001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52262) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:12.911613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4dd24fa5-ecd0-41b8-8558-e6a9c2f3a826 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'subnet': {'network_id': 'da9b920d-cfb1-4072-8dc2-aca9e2555dd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:12.929777 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 5a477938-c38d-444a-b5a5-7aa7ee06ce31 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:15:13.042754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-a72a649f-3ee3-4721-a099-2b99863e216d None None] Allocated IP 172.20.0.18 (307ba019-c40a-4d74-92bc-b5426fb9b78e/075c5e9d-ede0-4fc6-834f-b55f3ebdbfd5/290dc00f-b9bf-41a6-b296-774e137a6064) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:13.195237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a72a649f-3ee3-4721-a099-2b99863e216d None None] For port 290dc00f-b9bf-41a6-b296-774e137a6064, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=290dc00f-b9bf-41a6-b296-774e137a6064,segment=NetworkSegment(0b3b75a6-42d7-4a8d-b1ff-851679937638),segment_id=0b3b75a6-42d7-4a8d-b1ff-851679937638)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:13.218806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a456c21a-374e-4904-a48a-2e1907b62e5f tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:13.237284 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a456c21a-374e-4904-a48a-2e1907b62e5f tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6762280 Aug 23 15:15:13.237284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52266) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:13.243256 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a72a649f-3ee3-4721-a099-2b99863e216d None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:13.258180 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5611101b-ce4d-4001-9185-25f098f6ca9f tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325167 Aug 23 15:15:13.259274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a72a649f-3ee3-4721-a099-2b99863e216d None None] Transition to ACTIVE for port object 290dc00f-b9bf-41a6-b296-774e137a6064 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:13.260629 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52268) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:13.265799 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e249351a-e29f-4c6a-9b20-705737c2047e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-116390993', 'network_id': '90271f77-4358-4294-8d75-afb945102e1b', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:13.297277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd24fa5-ecd0-41b8-8558-e6a9c2f3a826 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:13.301097 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4dd24fa5-ecd0-41b8-8558-e6a9c2f3a826 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:13.555297 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a72a649f-3ee3-4721-a099-2b99863e216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:13.560550 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e249351a-e29f-4c6a-9b20-705737c2047e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Made reservation on behalf of 51b6533c35f2415fa103d56c322ba6e0 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:13.560550 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e249351a-e29f-4c6a-9b20-705737c2047e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:13.683403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4dd24fa5-ecd0-41b8-8558-e6a9c2f3a826 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:13.705528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a649f-3ee3-4721-a099-2b99863e216d None None] Pushing event updated for resources: {'Port': ['ID=290dc00f-b9bf-41a6-b296-774e137a6064,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:13.749194 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-b9c6d525-05ef-4e11-85a5-9f6b9af0b171 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Delete allocated IP 172.20.0.3 (307ba019-c40a-4d74-92bc-b5426fb9b78e/c8dfb7ae-2dc4-4475-be20-0b48e65fd265) {{(pid=96115) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 15:15:13.767782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-b9c6d525-05ef-4e11-85a5-9f6b9af0b171 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Allocated IP 172.20.0.20 (307ba019-c40a-4d74-92bc-b5426fb9b78e/075c5e9d-ede0-4fc6-834f-b55f3ebdbfd5/8df6aea0-bb7c-4217-9912-1777726097bc) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:13.786135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd24fa5-ecd0-41b8-8558-e6a9c2f3a826 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Subnet': ['ID=064a104c-1f70-4cee-95d1-5affd882077c,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:13.830115 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd24fa5-ecd0-41b8-8558-e6a9c2f3a826 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Checking segment: {'id': '6106c3cc-e202-4d68-a031-ecb3985bd134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'da9b920d-cfb1-4072-8dc2-aca9e2555dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:15:13.830667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd24fa5-ecd0-41b8-8558-e6a9c2f3a826 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network hostable DHCP agents. Network: da9b920d-cfb1-4072-8dc2-aca9e2555dd7, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:15:14.026754 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9c6d525-05ef-4e11-85a5-9f6b9af0b171 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:14.042050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd24fa5-ecd0-41b8-8558-e6a9c2f3a826 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network da9b920d-cfb1-4072-8dc2-aca9e2555dd7 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:15:14.047454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-b9c6d525-05ef-4e11-85a5-9f6b9af0b171 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Transition to ACTIVE for port object 8df6aea0-bb7c-4217-9912-1777726097bc will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:14.092336 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e249351a-e29f-4c6a-9b20-705737c2047e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:14.185177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249351a-e29f-4c6a-9b20-705737c2047e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Subnet': ['ID=3f48f04d-ebd4-4d03-853d-cef89f0fc506,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:14.196755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e249351a-e29f-4c6a-9b20-705737c2047e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Checking segment: {'id': 'dca817f3-032d-4a27-aecb-0f6fcae1b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '90271f77-4358-4294-8d75-afb945102e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:15:14.197180 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e249351a-e29f-4c6a-9b20-705737c2047e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network hostable DHCP agents. Network: 90271f77-4358-4294-8d75-afb945102e1b, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:15:14.343318 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9c6d525-05ef-4e11-85a5-9f6b9af0b171 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:14.420167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6d525-05ef-4e11-85a5-9f6b9af0b171 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=8df6aea0-bb7c-4217-9912-1777726097bc,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:14.471393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6d525-05ef-4e11-85a5-9f6b9af0b171 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] In _notify_port_updated(), no bound segment for port 8df6aea0-bb7c-4217-9912-1777726097bc on network 307ba019-c40a-4d74-92bc-b5426fb9b78e {{(pid=96115) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:15:14.477192 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c6d525-05ef-4e11-85a5-9f6b9af0b171 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:14.479947 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9c6d525-05ef-4e11-85a5-9f6b9af0b171 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:14.479947 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b9c6d525-05ef-4e11-85a5-9f6b9af0b171 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "PUT /v2.0/ports/8df6aea0-bb7c-4217-9912-1777726097bc HTTP/1.1" status: 200 len: 921 time: 1.9793200 Aug 23 15:15:14.480860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-4dd24fa5-ecd0-41b8-8558-e6a9c2f3a826 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, da9b920d-cfb1-4072-8dc2-aca9e2555dd7) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:14.485994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd24fa5-ecd0-41b8-8558-e6a9c2f3a826 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:14.486597 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52282) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:14.487156 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4dd24fa5-ecd0-41b8-8558-e6a9c2f3a826 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:14.501755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7cf398-79d9-49ba-9662-bf34a27335e1 None None] Network da9b920d-cfb1-4072-8dc2-aca9e2555dd7 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:14.604299 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-99c70442-77d2-40bd-954b-c93285c46d32 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port 8df6aea0-bb7c-4217-9912-1777726097bc {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:14.604828 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99c70442-77d2-40bd-954b-c93285c46d32 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:14.761397 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4dd24fa5-ecd0-41b8-8558-e6a9c2f3a826 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8484135 Aug 23 15:15:14.765237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52288) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:14.770602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e0bc2c61-8c41-4b92-91db-d95655491689 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'subnet': {'network_id': '5a477938-c38d-444a-b5a5-7aa7ee06ce31', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:14.780979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e249351a-e29f-4c6a-9b20-705737c2047e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network 90271f77-4358-4294-8d75-afb945102e1b is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:15:14.800417 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-e249351a-e29f-4c6a-9b20-705737c2047e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 90271f77-4358-4294-8d75-afb945102e1b) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:14.804407 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99c70442-77d2-40bd-954b-c93285c46d32 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:14.822028 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e249351a-e29f-4c6a-9b20-705737c2047e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:14.822668 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e249351a-e29f-4c6a-9b20-705737c2047e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:14.826349 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95ac0e8-3365-44ae-ac43-9669e422548b None None] Network 90271f77-4358-4294-8d75-afb945102e1b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:14.836541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-08d931b3-644f-4820-a09c-9b6df9f454ff None None] Provisioning for port 290dc00f-b9bf-41a6-b296-774e137a6064 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:14.856259 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-99c70442-77d2-40bd-954b-c93285c46d32 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for 8df6aea0-bb7c-4217-9912-1777726097bc owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:14.889481 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-08d931b3-644f-4820-a09c-9b6df9f454ff None None] Provisioning complete for port 290dc00f-b9bf-41a6-b296-774e137a6064 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:14.889901 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08d931b3-644f-4820-a09c-9b6df9f454ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:15.016694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-da9b920d-cfb1-4072-8dc2-aca9e2555dd7', 'network_id': 'da9b920d-cfb1-4072-8dc2-aca9e2555dd7', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'fixed_ips': [{'subnet_id': '064a104c-1f70-4cee-95d1-5affd882077c'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:15:15.017951 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:15.071745 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e249351a-e29f-4c6a-9b20-705737c2047e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8030863 Aug 23 15:15:15.251683 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bc2c61-8c41-4b92-91db-d95655491689 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:15.258140 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0bc2c61-8c41-4b92-91db-d95655491689 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:15.303791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-90271f77-4358-4294-8d75-afb945102e1b', 'network_id': '90271f77-4358-4294-8d75-afb945102e1b', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ips': [{'subnet_id': '3f48f04d-ebd4-4d03-853d-cef89f0fc506'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:15:15.304846 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:15.326402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 290dc00f-b9bf-41a6-b296-774e137a6064 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:15.446117 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99c70442-77d2-40bd-954b-c93285c46d32 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:15.454411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Allocated IP 2001:db8::2 (da9b920d-cfb1-4072-8dc2-aca9e2555dd7/064a104c-1f70-4cee-95d1-5affd882077c/28d24a07-cd4f-4ac1-b793-b68912c2aa24) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:15.462966 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-08d931b3-644f-4820-a09c-9b6df9f454ff None None] Provisioning for port 8df6aea0-bb7c-4217-9912-1777726097bc completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:15.491296 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-08d931b3-644f-4820-a09c-9b6df9f454ff None None] Provisioning complete for port 8df6aea0-bb7c-4217-9912-1777726097bc triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:15.491709 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08d931b3-644f-4820-a09c-9b6df9f454ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:15.522174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c70442-77d2-40bd-954b-c93285c46d32 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=8df6aea0-bb7c-4217-9912-1777726097bc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:15.528631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-08d931b3-644f-4820-a09c-9b6df9f454ff None None] Port 8df6aea0-bb7c-4217-9912-1777726097bc was deleted so its status cannot be updated. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 15:15:15.636487 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99c70442-77d2-40bd-954b-c93285c46d32 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:15.641590 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-99c70442-77d2-40bd-954b-c93285c46d32 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/8df6aea0-bb7c-4217-9912-1777726097bc HTTP/1.1" status: 204 len: 168 time: 1.1509736 Aug 23 15:15:15.642210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52300) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:15.686570 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-08d931b3-644f-4820-a09c-9b6df9f454ff None None] Provisioning complete for port 22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:15.686570 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08d931b3-644f-4820-a09c-9b6df9f454ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:15.686898 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5c9279-cf83-4efe-826f-eab0da7f823e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] GET failed (client error): The resource could not be found. Aug 23 15:15:15.686898 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ce5c9279-cf83-4efe-826f-eab0da7f823e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/8df6aea0-bb7c-4217-9912-1777726097bc HTTP/1.1" status: 404 len: 333 time: 0.0393834 Aug 23 15:15:15.686898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52302) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:15.710840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 290dc00f-b9bf-41a6-b296-774e137a6064 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:15.711273 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:15.771063 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Allocated IP 172.20.0.18 (90271f77-4358-4294-8d75-afb945102e1b/3f48f04d-ebd4-4d03-853d-cef89f0fc506/d0955cbb-aa94-4090-8f8c-fd4d51104f7a) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:15.790745 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66da50f5-0e5a-4bec-a53a-690c406803f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:15.794650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-08d931b3-644f-4820-a09c-9b6df9f454ff None None] Port 22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:15.863069 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66da50f5-0e5a-4bec-a53a-690c406803f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:15.923577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52308) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:15.926978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4d37caf1-e49c-4240-9e9b-8e3360b2202e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907080555', 'description': 'tempest-secgroup-smoke-907080555 description', 'project_id': '51b6533c35f2415fa103d56c322ba6e0'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:15.940568 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0bc2c61-8c41-4b92-91db-d95655491689 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:15.956631 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:15.973653 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-000cd12c-9483-4834-ba02-d7076eb90ccd None None] Could not find standard attr ID for object 8df6aea0-bb7c-4217-9912-1777726097bc. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:15:16.005910 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.025800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc2c61-8c41-4b92-91db-d95655491689 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Subnet': ['ID=a603f585-6de2-43bf-8fb8-79c57a621b7f,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:16.034506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Transition to ACTIVE for port object 28d24a07-cd4f-4ac1-b793-b68912c2aa24 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:16.035788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bc2c61-8c41-4b92-91db-d95655491689 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Checking segment: {'id': 'd072cdf2-201a-461c-a73c-f0a408848123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a477938-c38d-444a-b5a5-7aa7ee06ce31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:15:16.036236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bc2c61-8c41-4b92-91db-d95655491689 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network hostable DHCP agents. Network: 5a477938-c38d-444a-b5a5-7aa7ee06ce31, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:15:16.103980 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Transition to ACTIVE for port object 28d24a07-cd4f-4ac1-b793-b68912c2aa24 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:16.143544 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d37caf1-e49c-4240-9e9b-8e3360b2202e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.195392 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.204651 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66da50f5-0e5a-4bec-a53a-690c406803f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.206949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Transition to ACTIVE for port object d0955cbb-aa94-4090-8f8c-fd4d51104f7a will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:16.210542 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66da50f5-0e5a-4bec-a53a-690c406803f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.211823 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-66da50f5-0e5a-4bec-a53a-690c406803f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/security-groups/08f20cc4-4ee8-4cdc-9ffb-957be9217bb5 HTTP/1.1" status: 204 len: 168 time: 0.5240092 Aug 23 15:15:16.215322 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52314) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:16.225015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bc2c61-8c41-4b92-91db-d95655491689 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 5a477938-c38d-444a-b5a5-7aa7ee06ce31 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:15:16.232014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da50f5-0e5a-4bec-a53a-690c406803f4 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f20cc4-4ee8-4cdc-9ffb-957be9217bb5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:16.239893 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Transition to ACTIVE for port object d0955cbb-aa94-4090-8f8c-fd4d51104f7a will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:16.314256 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4aff9158-afa2-442b-8e5b-e2c5a18aac6e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.323620 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d37caf1-e49c-4240-9e9b-8e3360b2202e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.327460 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.350264 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4aff9158-afa2-442b-8e5b-e2c5a18aac6e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.374297 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Network da9b920d-cfb1-4072-8dc2-aca9e2555dd7 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:16.377158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:16.381190 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:15:16.384233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-e0bc2c61-8c41-4b92-91db-d95655491689 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 5a477938-c38d-444a-b5a5-7aa7ee06ce31) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:16.386441 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.393349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bc2c61-8c41-4b92-91db-d95655491689 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:16.395352 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e0bc2c61-8c41-4b92-91db-d95655491689 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.401080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Pushing event updated for resources: {'Port': ['ID=28d24a07-cd4f-4ac1-b793-b68912c2aa24,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:16.409449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0abacd5-cef9-4eb9-9504-3e360520e3da None None] Network 5a477938-c38d-444a-b5a5-7aa7ee06ce31 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:16.447413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:16.447794 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:16.449040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:16.449040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:16.449040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:16.450014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:16.450014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:16.450014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:16.450014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:16.450986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:16.450986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:16.450986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:16.480505 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d37caf1-e49c-4240-9e9b-8e3360b2202e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.495321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Network 90271f77-4358-4294-8d75-afb945102e1b is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:16.524559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37caf1-e49c-4240-9e9b-8e3360b2202e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22542272-7e68-498a-b1e6-a20950e02e72,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:16.543906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:16.556367 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4aff9158-afa2-442b-8e5b-e2c5a18aac6e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.559888 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4aff9158-afa2-442b-8e5b-e2c5a18aac6e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.560469 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:15:16.561116 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4aff9158-afa2-442b-8e5b-e2c5a18aac6e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/security-groups/08121ebb-2f77-40f2-80c8-7813d0d661fb HTTP/1.1" status: 204 len: 168 time: 0.3444145 Aug 23 15:15:16.564120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52320) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:16.575493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff9158-afa2-442b-8e5b-e2c5a18aac6e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08121ebb-2f77-40f2-80c8-7813d0d661fb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:16.602306 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Attempting to bind port 28d24a07-cd4f-4ac1-b793-b68912c2aa24 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:15:16.602681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Attempting to bind port 28d24a07-cd4f-4ac1-b793-b68912c2aa24 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '6106c3cc-e202-4d68-a031-ecb3985bd134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'da9b920d-cfb1-4072-8dc2-aca9e2555dd7'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:15:16.603061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Attempting to bind port 28d24a07-cd4f-4ac1-b793-b68912c2aa24 on network da9b920d-cfb1-4072-8dc2-aca9e2555dd7 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:15:16.610143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Pushing event updated for resources: {'Port': ['ID=d0955cbb-aa94-4090-8f8c-fd4d51104f7a,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:16.653914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:15:16.653914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Checking segment: {'id': '6106c3cc-e202-4d68-a031-ecb3985bd134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'da9b920d-cfb1-4072-8dc2-aca9e2555dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:15:16.653914 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.653914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Bound using segment: {'id': '6106c3cc-e202-4d68-a031-ecb3985bd134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'da9b920d-cfb1-4072-8dc2-aca9e2555dd7'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:15:16.653914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Bound port: 28d24a07-cd4f-4ac1-b793-b68912c2aa24, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6106c3cc-e202-4d68-a031-ecb3985bd134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'da9b920d-cfb1-4072-8dc2-aca9e2555dd7'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:15:16.653914 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.655054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-63726bfc-0170-483d-bd3b-309d60f6207d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting subnet c8dfb7ae-2dc4-4475-be20-0b48e65fd265 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:15:16.663173 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63726bfc-0170-483d-bd3b-309d60f6207d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.703447 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e0bc2c61-8c41-4b92-91db-d95655491689 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9347231 Aug 23 15:15:16.707873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52322) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:16.718789 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f694211f-8888-4e20-91bd-3e11dc91d5af tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2108982392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:16.722257 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63726bfc-0170-483d-bd3b-309d60f6207d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.762142 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4d37caf1-e49c-4240-9e9b-8e3360b2202e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.766812 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4d37caf1-e49c-4240-9e9b-8e3360b2202e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8404348 Aug 23 15:15:16.767445 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52326) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:16.778899 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7023e927-afb9-4f38-9490-5eee51affc6d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': '22542272-7e68-498a-b1e6-a20950e02e72', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:16.791639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Attempting to bind port d0955cbb-aa94-4090-8f8c-fd4d51104f7a on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:15:16.792078 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Attempting to bind port d0955cbb-aa94-4090-8f8c-fd4d51104f7a by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'dca817f3-032d-4a27-aecb-0f6fcae1b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '90271f77-4358-4294-8d75-afb945102e1b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:15:16.792458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Attempting to bind port d0955cbb-aa94-4090-8f8c-fd4d51104f7a on network 90271f77-4358-4294-8d75-afb945102e1b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:15:16.812210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:15:16.812846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Checking segment: {'id': 'dca817f3-032d-4a27-aecb-0f6fcae1b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '90271f77-4358-4294-8d75-afb945102e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:15:16.813365 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.814918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Bound using segment: {'id': 'dca817f3-032d-4a27-aecb-0f6fcae1b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '90271f77-4358-4294-8d75-afb945102e1b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:15:16.814918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Bound port: d0955cbb-aa94-4090-8f8c-fd4d51104f7a, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca817f3-032d-4a27-aecb-0f6fcae1b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '90271f77-4358-4294-8d75-afb945102e1b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:15:16.814918 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.852473 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-5a477938-c38d-444a-b5a5-7aa7ee06ce31', 'network_id': '5a477938-c38d-444a-b5a5-7aa7ee06ce31', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'fixed_ips': [{'subnet_id': 'a603f585-6de2-43bf-8fb8-79c57a621b7f'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:15:16.853574 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.859728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] For port 28d24a07-cd4f-4ac1-b793-b68912c2aa24, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:15:16.877560 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f694211f-8888-4e20-91bd-3e11dc91d5af tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.879061 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f694211f-8888-4e20-91bd-3e11dc91d5af tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.893227 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63726bfc-0170-483d-bd3b-309d60f6207d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:16.906114 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] For port 28d24a07-cd4f-4ac1-b793-b68912c2aa24, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=28d24a07-cd4f-4ac1-b793-b68912c2aa24,segment=NetworkSegment(6106c3cc-e202-4d68-a031-ecb3985bd134),segment_id=6106c3cc-e202-4d68-a031-ecb3985bd134)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:15:16.957352 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f694211f-8888-4e20-91bd-3e11dc91d5af tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:17.026712 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] For port d0955cbb-aa94-4090-8f8c-fd4d51104f7a, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:15:17.031552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] For port d0955cbb-aa94-4090-8f8c-fd4d51104f7a, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d0955cbb-aa94-4090-8f8c-fd4d51104f7a,segment=NetworkSegment(dca817f3-032d-4a27-aecb-0f6fcae1b24f),segment_id=dca817f3-032d-4a27-aecb-0f6fcae1b24f)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:15:17.048572 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7023e927-afb9-4f38-9490-5eee51affc6d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:17.098493 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Allocated IP 2001:db8:1::2 (5a477938-c38d-444a-b5a5-7aa7ee06ce31/a603f585-6de2-43bf-8fb8-79c57a621b7f/c066ecd9-8b07-44d5-b05d-307736bf9df8) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:17.098768 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63726bfc-0170-483d-bd3b-309d60f6207d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:17.103061 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f694211f-8888-4e20-91bd-3e11dc91d5af tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:17.103424 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:17.129291 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7023e927-afb9-4f38-9490-5eee51affc6d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:17.141495 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63726bfc-0170-483d-bd3b-309d60f6207d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Subnet': ['ID=c8dfb7ae-2dc4-4475-be20-0b48e65fd265,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:17.148478 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-63726bfc-0170-483d-bd3b-309d60f6207d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:17.151825 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-63726bfc-0170-483d-bd3b-309d60f6207d tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/c8dfb7ae-2dc4-4475-be20-0b48e65fd265 HTTP/1.1" status: 204 len: 168 time: 0.5861945 Aug 23 15:15:17.157697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52332) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:17.166567 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ab6cde78-b9f1-4ccd-b4a8-9c1550320555 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'subnet': {'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:17.167572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000149c0-e11b-459b-be4e-9f6a5d3db012 None None] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:17.350795 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f694211f-8888-4e20-91bd-3e11dc91d5af tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:17.354529 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f694211f-8888-4e20-91bd-3e11dc91d5af tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6435509 Aug 23 15:15:17.354529 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7023e927-afb9-4f38-9490-5eee51affc6d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:17.362182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52338) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:17.405737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023e927-afb9-4f38-9490-5eee51affc6d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546d2277-3de2-4564-b1aa-b92fc7255ec3,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:17.498314 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:17.512084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f1349-ba17-4c28-963d-b35bb8c30e97 None None] Pushing event updated for resources: {'Port': ['ID=28d24a07-cd4f-4ac1-b793-b68912c2aa24,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:17.575310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6cde78-b9f1-4ccd-b4a8-9c1550320555 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:17.579554 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ab6cde78-b9f1-4ccd-b4a8-9c1550320555 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:17.686116 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7023e927-afb9-4f38-9490-5eee51affc6d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:17.689844 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7023e927-afb9-4f38-9490-5eee51affc6d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9187825 Aug 23 15:15:17.693132 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52344) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:17.700804 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-900d6c4b-7eb7-4d57-8c97-c02614c8a607 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': '22542272-7e68-498a-b1e6-a20950e02e72', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:17.813806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf842395-1156-4e83-8659-9f2e334ad2bb None None] Pushing event updated for resources: {'Port': ['ID=d0955cbb-aa94-4090-8f8c-fd4d51104f7a,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:17.939713 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:18.020940 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-900d6c4b-7eb7-4d57-8c97-c02614c8a607 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:18.110065 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:18.124884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Transition to ACTIVE for port object c066ecd9-8b07-44d5-b05d-307736bf9df8 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:18.132676 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-900d6c4b-7eb7-4d57-8c97-c02614c8a607 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:18.143540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Transition to ACTIVE for port object c066ecd9-8b07-44d5-b05d-307736bf9df8 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:18.314754 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-900d6c4b-7eb7-4d57-8c97-c02614c8a607 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:18.341784 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d6c4b-7eb7-4d57-8c97-c02614c8a607 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5b1658-44b0-4a2a-893c-c607fde6da4a,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:18.359608 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:18.465059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Network 5a477938-c38d-444a-b5a5-7aa7ee06ce31 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:18.468556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:18.474154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Allocated IP 2001:db8::1 (da9b920d-cfb1-4072-8dc2-aca9e2555dd7/064a104c-1f70-4cee-95d1-5affd882077c/3951efdd-0cbd-493d-a9f7-97a6ed056b75) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:18.475368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:15:18.496656 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Pushing event updated for resources: {'Port': ['ID=c066ecd9-8b07-44d5-b05d-307736bf9df8,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:18.539767 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-900d6c4b-7eb7-4d57-8c97-c02614c8a607 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:18.541042 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-900d6c4b-7eb7-4d57-8c97-c02614c8a607 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8460095 Aug 23 15:15:18.544356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52356) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:18.550169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a896c9f8-7772-4c7f-8ed9-c775b9b12700 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': '22542272-7e68-498a-b1e6-a20950e02e72', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:18.608821 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ab6cde78-b9f1-4ccd-b4a8-9c1550320555 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:18.622745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Attempting to bind port c066ecd9-8b07-44d5-b05d-307736bf9df8 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:15:18.623566 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Attempting to bind port c066ecd9-8b07-44d5-b05d-307736bf9df8 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd072cdf2-201a-461c-a73c-f0a408848123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a477938-c38d-444a-b5a5-7aa7ee06ce31'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:15:18.624218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Attempting to bind port c066ecd9-8b07-44d5-b05d-307736bf9df8 on network 5a477938-c38d-444a-b5a5-7aa7ee06ce31 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:15:18.642297 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:15:18.643187 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Checking segment: {'id': 'd072cdf2-201a-461c-a73c-f0a408848123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a477938-c38d-444a-b5a5-7aa7ee06ce31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:15:18.644834 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:18.667830 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Bound using segment: {'id': 'd072cdf2-201a-461c-a73c-f0a408848123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a477938-c38d-444a-b5a5-7aa7ee06ce31'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:15:18.667830 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Bound port: c066ecd9-8b07-44d5-b05d-307736bf9df8, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd072cdf2-201a-461c-a73c-f0a408848123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a477938-c38d-444a-b5a5-7aa7ee06ce31'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:15:18.667830 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:18.714099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6cde78-b9f1-4ccd-b4a8-9c1550320555 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:18.719419 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:18.727295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-ab6cde78-b9f1-4ccd-b4a8-9c1550320555 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:18.742186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6cde78-b9f1-4ccd-b4a8-9c1550320555 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:18.742186 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ab6cde78-b9f1-4ccd-b4a8-9c1550320555 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:18.761231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Transition to ACTIVE for port object 3951efdd-0cbd-493d-a9f7-97a6ed056b75 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:18.764040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] For port c066ecd9-8b07-44d5-b05d-307736bf9df8, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:15:18.767147 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cde78-b9f1-4ccd-b4a8-9c1550320555 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Subnet': ['ID=c2d08187-6814-4165-8faf-3c9547dec7ae,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:18.773156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] For port c066ecd9-8b07-44d5-b05d-307736bf9df8, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c066ecd9-8b07-44d5-b05d-307736bf9df8,segment=NetworkSegment(d072cdf2-201a-461c-a73c-f0a408848123),segment_id=d072cdf2-201a-461c-a73c-f0a408848123)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:15:18.898480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2bc158-ce44-4fad-992c-128a0317aca2 None None] Network da9b920d-cfb1-4072-8dc2-aca9e2555dd7 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:18.929343 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a896c9f8-7772-4c7f-8ed9-c775b9b12700 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:19.048976 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a896c9f8-7772-4c7f-8ed9-c775b9b12700 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:19.081880 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:19.089337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb39378d-ce7e-4304-a225-a06ca7c98638 None None] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:19.092848 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:19.165078 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network da9b920d-cfb1-4072-8dc2-aca9e2555dd7 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:19.168410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:19.173125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:15:19.173678 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:19.183642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=3951efdd-0cbd-493d-a9f7-97a6ed056b75,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:19.264070 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a896c9f8-7772-4c7f-8ed9-c775b9b12700 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:19.279523 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ab6cde78-b9f1-4ccd-b4a8-9c1550320555 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1204360 Aug 23 15:15:19.292404 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52364) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:19.292906 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896c9f8-7772-4c7f-8ed9-c775b9b12700 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceed092b-5e04-479d-8c6a-ad5419c44c97,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:19.311709 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ebb9b1b6-adc8-42fb-9ba7-47d7518169c7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'security_group': {'name': 'tempest-secgroup-201047848'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:19.391373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99999344-451f-450f-9dd0-8ab71ae2a214 None None] Network 90271f77-4358-4294-8d75-afb945102e1b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:19.421291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2449f6-80b3-4c63-9e31-b7882814df44 None None] Pushing event updated for resources: {'Port': ['ID=c066ecd9-8b07-44d5-b05d-307736bf9df8,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:19.423910 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-858e355d-8d4e-45ed-91aa-22fb6e6adf16 None None] Provisioning for port 28d24a07-cd4f-4ac1-b793-b68912c2aa24 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:19.519695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d0955cbb-aa94-4090-8f8c-fd4d51104f7a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:19.557326 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebb9b1b6-adc8-42fb-9ba7-47d7518169c7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:19.632176 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:19.705803 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a896c9f8-7772-4c7f-8ed9-c775b9b12700 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:19.712301 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a896c9f8-7772-4c7f-8ed9-c775b9b12700 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1663237 Aug 23 15:15:19.733255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-96d8a244-0269-4b75-9a8c-9de86863e764 None None] Provisioning complete for port 290dc00f-b9bf-41a6-b296-774e137a6064 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:19.734145 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96d8a244-0269-4b75-9a8c-9de86863e764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:19.739592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52370) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:19.784270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e5a9cb98-439c-4384-8f91-538d3f625ea6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': '22542272-7e68-498a-b1e6-a20950e02e72', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:19.946392 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebb9b1b6-adc8-42fb-9ba7-47d7518169c7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:19.968866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port d0955cbb-aa94-4090-8f8c-fd4d51104f7a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:20.059806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 28d24a07-cd4f-4ac1-b793-b68912c2aa24 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:20.156263 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebb9b1b6-adc8-42fb-9ba7-47d7518169c7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.232236 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b1e1f2-4c13-4407-83e7-e64070cd9979 None None] Update dhcp port {'port': {'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'fixed_ips': [{'subnet_id': '075c5e9d-ede0-4fc6-834f-b55f3ebdbfd5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c2d08187-6814-4165-8faf-3c9547dec7ae'}], 'binding:host_id': 'n-d-804985-3'}, 'id': '290dc00f-b9bf-41a6-b296-774e137a6064'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 15:15:20.237618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9b1b6-adc8-42fb-9ba7-47d7518169c7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c844cc71-0948-42fe-abe4-e67c714f220b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:20.289896 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b0b1e1f2-4c13-4407-83e7-e64070cd9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.320436 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5a9cb98-439c-4384-8f91-538d3f625ea6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.395026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5a9cb98-439c-4384-8f91-538d3f625ea6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.452893 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.518534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.527052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 28d24a07-cd4f-4ac1-b793-b68912c2aa24 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:20.536695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-96d8a244-0269-4b75-9a8c-9de86863e764 None None] Provisioning for port d0955cbb-aa94-4090-8f8c-fd4d51104f7a completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:20.542303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 28d24a07-cd4f-4ac1-b793-b68912c2aa24 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:20.543058 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.545725 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-b0b1e1f2-4c13-4407-83e7-e64070cd9979 None None] Allocated IP 172.20.0.2 (307ba019-c40a-4d74-92bc-b5426fb9b78e/c2d08187-6814-4165-8faf-3c9547dec7ae/290dc00f-b9bf-41a6-b296-774e137a6064) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:20.548955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-96d8a244-0269-4b75-9a8c-9de86863e764 None None] Provisioning complete for port d0955cbb-aa94-4090-8f8c-fd4d51104f7a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:20.549539 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96d8a244-0269-4b75-9a8c-9de86863e764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.623634 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebb9b1b6-adc8-42fb-9ba7-47d7518169c7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.638498 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ebb9b1b6-adc8-42fb-9ba7-47d7518169c7 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3313401 Aug 23 15:15:20.638650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52384) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:20.639488 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5a9cb98-439c-4384-8f91-538d3f625ea6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.642967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-739c8e56-fbc5-4570-b62b-44490de66ce1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'security_group': {'name': 'tempest-secgroup-708486800'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:20.677206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9cb98-439c-4384-8f91-538d3f625ea6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5c861e-5dcd-4933-8b66-19456f464421,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:20.749324 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.753296 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.809927 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b0b1e1f2-4c13-4407-83e7-e64070cd9979 None None] For port 290dc00f-b9bf-41a6-b296-774e137a6064, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=290dc00f-b9bf-41a6-b296-774e137a6064,segment=NetworkSegment(0b3b75a6-42d7-4a8d-b1ff-851679937638),segment_id=0b3b75a6-42d7-4a8d-b1ff-851679937638)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:20.834430 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.847465 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96d8a244-0269-4b75-9a8c-9de86863e764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.875592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=3951efdd-0cbd-493d-a9f7-97a6ed056b75,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:20.913186 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b0b1e1f2-4c13-4407-83e7-e64070cd9979 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.939963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network da9b920d-cfb1-4072-8dc2-aca9e2555dd7 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:20.941756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:20.953010 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-739c8e56-fbc5-4570-b62b-44490de66ce1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:20.961040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 28d24a07-cd4f-4ac1-b793-b68912c2aa24, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=28d24a07-cd4f-4ac1-b793-b68912c2aa24,segment=NetworkSegment(6106c3cc-e202-4d68-a031-ecb3985bd134),segment_id=6106c3cc-e202-4d68-a031-ecb3985bd134)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:20.964260 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b0b1e1f2-4c13-4407-83e7-e64070cd9979 None None] Transition to ACTIVE for port object 290dc00f-b9bf-41a6-b296-774e137a6064 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:20.977988 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-96d8a244-0269-4b75-9a8c-9de86863e764 None None] For port d0955cbb-aa94-4090-8f8c-fd4d51104f7a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d0955cbb-aa94-4090-8f8c-fd4d51104f7a,segment=NetworkSegment(dca817f3-032d-4a27-aecb-0f6fcae1b24f),segment_id=dca817f3-032d-4a27-aecb-0f6fcae1b24f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:21.010181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f88f8-eb8c-4418-9234-eadbebda59c3 None None] Network 5a477938-c38d-444a-b5a5-7aa7ee06ce31 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:21.092060 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e5a9cb98-439c-4384-8f91-538d3f625ea6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:21.102191 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e5a9cb98-439c-4384-8f91-538d3f625ea6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3465881 Aug 23 15:15:21.103975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52394) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:21.109999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f5be3745-4c2c-4c5c-859d-8e065414f24a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': '22542272-7e68-498a-b1e6-a20950e02e72', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:21.183780 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b0b1e1f2-4c13-4407-83e7-e64070cd9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:21.191023 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:21.193655 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96d8a244-0269-4b75-9a8c-9de86863e764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:21.281543 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-739c8e56-fbc5-4570-b62b-44490de66ce1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:21.344747 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 1bf09a01-4c60-45f7-9f5d-91e1ea09921c is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:15:21.413727 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-739c8e56-fbc5-4570-b62b-44490de66ce1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:21.448392 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c066ecd9-8b07-44d5-b05d-307736bf9df8 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:21.502885 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-96d8a244-0269-4b75-9a8c-9de86863e764 None None] Provisioning complete for port 22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:21.503986 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96d8a244-0269-4b75-9a8c-9de86863e764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:21.516985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c8e56-fbc5-4570-b62b-44490de66ce1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf99d14-380e-44fd-b05d-c2dc65430fdb,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:21.526506 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:15:21.539263 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-daf9a8f2-89d5-45cf-9431-4c1da1c96510 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/1bf09a01-4c60-45f7-9f5d-91e1ea09921c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1708796 Aug 23 15:15:21.541825 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52398) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:21.544741 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bf4f5c-852c-4691-b294-ed8ef875fc92 None None] Sync routers for ids ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:15:21.556676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1e1f2-4c13-4407-83e7-e64070cd9979 None None] Pushing event updated for resources: {'Port': ['ID=290dc00f-b9bf-41a6-b296-774e137a6064,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:21.560060 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bf4f5c-852c-4691-b294-ed8ef875fc92 None None] Routers {'1bf09a01-4c60-45f7-9f5d-91e1ea09921c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:21.560739 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-31bf4f5c-852c-4691-b294-ed8ef875fc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:21.595271 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-f5be3745-4c2c-4c5c-859d-8e065414f24a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Project 51b6533c35f2415fa103d56c322ba6e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:15:21.614922 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f5be3745-4c2c-4c5c-859d-8e065414f24a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:21.617203 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-31bf4f5c-852c-4691-b294-ed8ef875fc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:21.622276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-96d8a244-0269-4b75-9a8c-9de86863e764 None None] Port 22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:21.629813 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bf4f5c-852c-4691-b294-ed8ef875fc92 None None] Routers {'1bf09a01-4c60-45f7-9f5d-91e1ea09921c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:21.631219 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-31bf4f5c-852c-4691-b294-ed8ef875fc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:21.649243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f73c3-530d-4e62-a688-aac842ebd68f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:21.650757 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c46f73c3-530d-4e62-a688-aac842ebd68f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports/3951efdd-0cbd-493d-a9f7-97a6ed056b75 HTTP/1.1" status: 200 len: 911 time: 0.1078494 Aug 23 15:15:21.654984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=28d24a07-cd4f-4ac1-b793-b68912c2aa24,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:21.656980 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52400) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:21.768461 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8a244-0269-4b75-9a8c-9de86863e764 None None] Pushing event updated for resources: {'Port': ['ID=d0955cbb-aa94-4090-8f8c-fd4d51104f7a,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:21.770532 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f5be3745-4c2c-4c5c-859d-8e065414f24a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:21.783576 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-31bf4f5c-852c-4691-b294-ed8ef875fc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:21.794099 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bf4f5c-852c-4691-b294-ed8ef875fc92 None None] The sync data for ids ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:15:21.803205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2496b38c-0801-4c7e-a76a-db6b9a89d7fb None None] Provisioning complete for port 28d24a07-cd4f-4ac1-b793-b68912c2aa24 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:21.803744 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2496b38c-0801-4c7e-a76a-db6b9a89d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:21.862561 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-739c8e56-fbc5-4570-b62b-44490de66ce1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:21.864357 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-739c8e56-fbc5-4570-b62b-44490de66ce1 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2254441 Aug 23 15:15:21.881382 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52406) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:21.887451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d2470da4-18a6-4ae8-baf2-12dcf911ec05 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'security_group': {'name': 'tempest-secgroup-1498147985'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:21.919470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port c066ecd9-8b07-44d5-b05d-307736bf9df8 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:21.964080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2496b38c-0801-4c7e-a76a-db6b9a89d7fb None None] Provisioning complete for port d0955cbb-aa94-4090-8f8c-fd4d51104f7a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:21.964742 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2496b38c-0801-4c7e-a76a-db6b9a89d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:22.012412 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f5be3745-4c2c-4c5c-859d-8e065414f24a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:22.050800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be3745-4c2c-4c5c-859d-8e065414f24a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6c8af6-43f7-43f7-b0d9-25d33acfd20f,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:22.220726 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d2470da4-18a6-4ae8-baf2-12dcf911ec05 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:22.320873 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2496b38c-0801-4c7e-a76a-db6b9a89d7fb None None] Provisioning for port 3951efdd-0cbd-493d-a9f7-97a6ed056b75 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:22.327679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2496b38c-0801-4c7e-a76a-db6b9a89d7fb None None] Provisioning complete for port 3951efdd-0cbd-493d-a9f7-97a6ed056b75 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:22.333788 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2496b38c-0801-4c7e-a76a-db6b9a89d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:22.337365 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:22.384576 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2496b38c-0801-4c7e-a76a-db6b9a89d7fb None None] Port 3951efdd-0cbd-493d-a9f7-97a6ed056b75 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:22.414052 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f5be3745-4c2c-4c5c-859d-8e065414f24a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:22.418295 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f5be3745-4c2c-4c5c-859d-8e065414f24a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3130345 Aug 23 15:15:22.418798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52414) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:22.426571 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-893a9ae8-4392-41e2-bddc-8de4dcbb5450 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': '22542272-7e68-498a-b1e6-a20950e02e72', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:22.426857 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:15:22.513488 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d2470da4-18a6-4ae8-baf2-12dcf911ec05 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:22.539036 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2496b38c-0801-4c7e-a76a-db6b9a89d7fb None None] Provisioning for port c066ecd9-8b07-44d5-b05d-307736bf9df8 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:22.547349 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2496b38c-0801-4c7e-a76a-db6b9a89d7fb None None] Provisioning complete for port c066ecd9-8b07-44d5-b05d-307736bf9df8 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:22.547349 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2496b38c-0801-4c7e-a76a-db6b9a89d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:22.639698 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2496b38c-0801-4c7e-a76a-db6b9a89d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:22.652107 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d2470da4-18a6-4ae8-baf2-12dcf911ec05 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:22.688273 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Allocated IP 2001:db8:1::1 (5a477938-c38d-444a-b5a5-7aa7ee06ce31/a603f585-6de2-43bf-8fb8-79c57a621b7f/a7b52cc9-c2f4-492d-9e1c-46d253aa14fc) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:22.694122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2496b38c-0801-4c7e-a76a-db6b9a89d7fb None None] For port c066ecd9-8b07-44d5-b05d-307736bf9df8, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c066ecd9-8b07-44d5-b05d-307736bf9df8,segment=NetworkSegment(d072cdf2-201a-461c-a73c-f0a408848123),segment_id=d072cdf2-201a-461c-a73c-f0a408848123)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:22.712914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2470da4-18a6-4ae8-baf2-12dcf911ec05 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28107721-fe2c-40c8-bca4-1030f8956ef1,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:22.742306 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-efb06764-4b23-4a87-b8da-28aab597d318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:22.789657 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2496b38c-0801-4c7e-a76a-db6b9a89d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:22.841177 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:22.848046 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496b38c-0801-4c7e-a76a-db6b9a89d7fb None None] Pushing event updated for resources: {'Port': ['ID=c066ecd9-8b07-44d5-b05d-307736bf9df8,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:22.859980 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Transition to ACTIVE for port object a7b52cc9-c2f4-492d-9e1c-46d253aa14fc will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:23.001143 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-893a9ae8-4392-41e2-bddc-8de4dcbb5450 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Project 51b6533c35f2415fa103d56c322ba6e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:15:23.009023 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-893a9ae8-4392-41e2-bddc-8de4dcbb5450 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:23.088474 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-893a9ae8-4392-41e2-bddc-8de4dcbb5450 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:23.092609 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:23.143696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 5a477938-c38d-444a-b5a5-7aa7ee06ce31 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:23.148552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:23.151012 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a0bf2178-b8b1-415e-b656-a885c5d18300 None None] Provisioning for port 290dc00f-b9bf-41a6-b296-774e137a6064 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:23.155871 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a0bf2178-b8b1-415e-b656-a885c5d18300 None None] Provisioning complete for port 290dc00f-b9bf-41a6-b296-774e137a6064 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:23.156330 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a0bf2178-b8b1-415e-b656-a885c5d18300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:23.158106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:15:23.158718 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:23.260215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=a7b52cc9-c2f4-492d-9e1c-46d253aa14fc,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:23.317552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a0bf2178-b8b1-415e-b656-a885c5d18300 None None] Provisioning complete for port c066ecd9-8b07-44d5-b05d-307736bf9df8 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:23.318364 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a0bf2178-b8b1-415e-b656-a885c5d18300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:23.342847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d0955cbb-aa94-4090-8f8c-fd4d51104f7a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:23.343391 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d2470da4-18a6-4ae8-baf2-12dcf911ec05 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:23.345112 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d2470da4-18a6-4ae8-baf2-12dcf911ec05 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4626048 Aug 23 15:15:23.347034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-893a9ae8-4392-41e2-bddc-8de4dcbb5450 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:23.349295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52426) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:23.360518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a0471941-a55d-4922-9f70-0dfc6da4eaec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-976229515', 'security_groups': ['28107721-fe2c-40c8-bca4-1030f8956ef1'], 'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c2d08187-6814-4165-8faf-3c9547dec7ae'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:23.376276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a9ae8-4392-41e2-bddc-8de4dcbb5450 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184215cb-a8b8-4256-bcae-cc467999c9eb,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:23.515235 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port d0955cbb-aa94-4090-8f8c-fd4d51104f7a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:23.515870 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:23.563936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a0bf2178-b8b1-415e-b656-a885c5d18300 None None] Provisioning complete for port 22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:23.564760 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a0bf2178-b8b1-415e-b656-a885c5d18300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:23.594671 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-893a9ae8-4392-41e2-bddc-8de4dcbb5450 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:23.600042 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-893a9ae8-4392-41e2-bddc-8de4dcbb5450 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1769705 Aug 23 15:15:23.611977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf2178-b8b1-415e-b656-a885c5d18300 None None] Port 22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:23.639404 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:23.655770 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c066ecd9-8b07-44d5-b05d-307736bf9df8 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:23.767055 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c066ecd9-8b07-44d5-b05d-307736bf9df8 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:23.767481 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:23.822403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0471941-a55d-4922-9f70-0dfc6da4eaec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:23.875948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 28d24a07-cd4f-4ac1-b793-b68912c2aa24 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:23.887597 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-ab52684d-8f3c-41fb-9584-1f1e1aed60e8 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-907080555&fields=id&tenant_id=51b6533c35f2415fa103d56c322ba6e0 HTTP/1.1" status: 200 len: 267 time: 0.0730202 Aug 23 15:15:23.937770 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0471941-a55d-4922-9f70-0dfc6da4eaec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:23.944178 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c9cfb7e8-069c-4cd4-aada-2276390dc33a None None] Provisioning for port a7b52cc9-c2f4-492d-9e1c-46d253aa14fc completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:23.947035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 28d24a07-cd4f-4ac1-b793-b68912c2aa24 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:23.947423 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:23.956938 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-a0471941-a55d-4922-9f70-0dfc6da4eaec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] device_id is not set on port 62901d69-de5b-46f0-8ca0-bcb052b4efa0 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:15:24.011795 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c9cfb7e8-069c-4cd4-aada-2276390dc33a None None] Provisioning complete for port a7b52cc9-c2f4-492d-9e1c-46d253aa14fc triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:24.011795 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c9cfb7e8-069c-4cd4-aada-2276390dc33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:24.116076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c9cfb7e8-069c-4cd4-aada-2276390dc33a None None] Port a7b52cc9-c2f4-492d-9e1c-46d253aa14fc cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:24.174017 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcef421-0954-4cdb-b1f6-b2962443362b req-dd30e147-c82b-423b-9e01-88eeb10ea28b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:24.174017 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-dd30e147-c82b-423b-9e01-88eeb10ea28b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/networks?id=90271f77-4358-4294-8d75-afb945102e1b HTTP/1.1" status: 200 len: 797 time: 0.2552872 Aug 23 15:15:24.190111 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-2466fbf8-bcd7-4f43-bf0e-690ba79bf370 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/quotas/51b6533c35f2415fa103d56c322ba6e0 HTTP/1.1" status: 200 len: 375 time: 0.0212417 Aug 23 15:15:24.191067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 290dc00f-b9bf-41a6-b296-774e137a6064 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:24.219500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-a0471941-a55d-4922-9f70-0dfc6da4eaec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Allocated IP 172.20.0.14 (307ba019-c40a-4d74-92bc-b5426fb9b78e/c2d08187-6814-4165-8faf-3c9547dec7ae/62901d69-de5b-46f0-8ca0-bcb052b4efa0) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:24.226269 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:24.284409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 290dc00f-b9bf-41a6-b296-774e137a6064 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:24.285051 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:24.297203 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-9d7f429a-ddc3-4d7d-b23c-b463d0c748b6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=51b6533c35f2415fa103d56c322ba6e0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0972259 Aug 23 15:15:24.304692 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:24.306260 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:24.378522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-abd1da5c-cbb3-4ff4-9349-11ac518e42ce service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:15:24.388615 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-abd1da5c-cbb3-4ff4-9349-11ac518e42ce service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505707 Aug 23 15:15:24.463619 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0471941-a55d-4922-9f70-0dfc6da4eaec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:24.477303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-a0471941-a55d-4922-9f70-0dfc6da4eaec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Transition to ACTIVE for port object 62901d69-de5b-46f0-8ca0-bcb052b4efa0 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:24.481347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=a7b52cc9-c2f4-492d-9e1c-46d253aa14fc,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:24.603161 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-413e6655-0d8a-493b-9409-4e3038b2fa42 service neutron] 10.222.0.38 "GET /v2.0/networks/90271f77-4358-4294-8d75-afb945102e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008095 Aug 23 15:15:24.613084 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 5a477938-c38d-444a-b5a5-7aa7ee06ce31 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:24.622440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:24.704075 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0471941-a55d-4922-9f70-0dfc6da4eaec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:24.757210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0471941-a55d-4922-9f70-0dfc6da4eaec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:24.761408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-a0471941-a55d-4922-9f70-0dfc6da4eaec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:24.767508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0471941-a55d-4922-9f70-0dfc6da4eaec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:15:24.798306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 1bf09a01-4c60-45f7-9f5d-91e1ea09921c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:15:24.805628 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-7b0c18d8-8e58-4b76-b6cf-204489487378 service neutron] 10.222.0.38 "GET /v2.0/networks/90271f77-4358-4294-8d75-afb945102e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945999 Aug 23 15:15:24.827767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0471941-a55d-4922-9f70-0dfc6da4eaec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=62901d69-de5b-46f0-8ca0-bcb052b4efa0,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:24.863395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0471941-a55d-4922-9f70-0dfc6da4eaec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:24.864138 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0471941-a55d-4922-9f70-0dfc6da4eaec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:24.940758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:15:24.947400 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e4575131-aa1d-4fd3-b7fd-7ad99d09a04f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/1bf09a01-4c60-45f7-9f5d-91e1ea09921c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2890277 Aug 23 15:15:24.950119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52460) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:24.955001 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766bff1-020f-4729-81d6-27ae5f3d6a81 None None] Sync routers for ids ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:15:24.968874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766bff1-020f-4729-81d6-27ae5f3d6a81 None None] Routers {'1bf09a01-4c60-45f7-9f5d-91e1ea09921c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:24.969558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8766bff1-020f-4729-81d6-27ae5f3d6a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:25.010998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8766bff1-020f-4729-81d6-27ae5f3d6a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:25.017836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccad9ab9-6b8a-4538-bdbf-6967f2161991 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:25.017836 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ccad9ab9-6b8a-4538-bdbf-6967f2161991 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports/a7b52cc9-c2f4-492d-9e1c-46d253aa14fc HTTP/1.1" status: 200 len: 913 time: 0.0620017 Aug 23 15:15:25.018839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52462) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:25.027639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766bff1-020f-4729-81d6-27ae5f3d6a81 None None] Routers {'1bf09a01-4c60-45f7-9f5d-91e1ea09921c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:25.028448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8766bff1-020f-4729-81d6-27ae5f3d6a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:14:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:25.073347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8766bff1-020f-4729-81d6-27ae5f3d6a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:25.074111 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766bff1-020f-4729-81d6-27ae5f3d6a81 None None] The sync data for ids ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:15:25.093890 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a0471941-a55d-4922-9f70-0dfc6da4eaec tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7416673 Aug 23 15:15:25.096538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52468) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:25.103484 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-46eb2c85-8284-4a7c-b18c-31b68fd9afa2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'subnet': {'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:25.116315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9e8271cd-9a8c-4516-a104-f7b4d5d739bf None None] Provisioning complete for port a7b52cc9-c2f4-492d-9e1c-46d253aa14fc triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:25.116767 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9e8271cd-9a8c-4516-a104-f7b4d5d739bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:25.227112 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9e8271cd-9a8c-4516-a104-f7b4d5d739bf None None] Port a7b52cc9-c2f4-492d-9e1c-46d253aa14fc cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:25.293713 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-242172eb-7cf9-419e-adcf-4f78f485ab78 req-e8d278bf-86e6-45c9-a582-3388f84bf9be tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 210 time: 0.0397089 Aug 23 15:15:25.479704 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eb2c85-8284-4a7c-b18c-31b68fd9afa2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:25.484525 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-46eb2c85-8284-4a7c-b18c-31b68fd9afa2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:25.539779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8abc19ca-65b6-4415-b4d0-970a3e2f68ba None None] Provisioning for port 62901d69-de5b-46f0-8ca0-bcb052b4efa0 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:25.545671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8abc19ca-65b6-4415-b4d0-970a3e2f68ba None None] Provisioning complete for port 62901d69-de5b-46f0-8ca0-bcb052b4efa0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:25.546403 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8abc19ca-65b6-4415-b4d0-970a3e2f68ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:25.591255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8abc19ca-65b6-4415-b4d0-970a3e2f68ba None None] Port 62901d69-de5b-46f0-8ca0-bcb052b4efa0 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:25.620215 n-d-804985-3 neutron-server[96114]: INFO neutron.db.ipam_backend_mixin [None req-46eb2c85-8284-4a7c-b18c-31b68fd9afa2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c2d08187-6814-4165-8faf-3c9547dec7ae (CIDR: 172.20.0.0/28) Aug 23 15:15:25.716239 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-46eb2c85-8284-4a7c-b18c-31b68fd9afa2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:15:25.716802 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03af5c18-108e-4d59-ad81-56d9259c12e0 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:25.717007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46eb2c85-8284-4a7c-b18c-31b68fd9afa2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:15:25.754279 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:25.850011 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-46eb2c85-8284-4a7c-b18c-31b68fd9afa2 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7491651 Aug 23 15:15:25.850529 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52486) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:25.859619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7e2e283c-7dcd-4490-966f-56d17372a990 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'subnet': {'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:26.089706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-03af5c18-108e-4d59-ad81-56d9259c12e0 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port a7b52cc9-c2f4-492d-9e1c-46d253aa14fc {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:26.090334 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03af5c18-108e-4d59-ad81-56d9259c12e0 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:26.171222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2e283c-7dcd-4490-966f-56d17372a990 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:26.180603 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e2e283c-7dcd-4490-966f-56d17372a990 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:26.209397 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03af5c18-108e-4d59-ad81-56d9259c12e0 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:26.222982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-03af5c18-108e-4d59-ad81-56d9259c12e0 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for a7b52cc9-c2f4-492d-9e1c-46d253aa14fc owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:26.317200 n-d-804985-3 neutron-server[96114]: INFO neutron.db.ipam_backend_mixin [None req-7e2e283c-7dcd-4490-966f-56d17372a990 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 075c5e9d-ede0-4fc6-834f-b55f3ebdbfd5 (CIDR: 172.20.0.16/28) Aug 23 15:15:26.389978 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2e283c-7dcd-4490-966f-56d17372a990 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:15:26.390788 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2e283c-7dcd-4490-966f-56d17372a990 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:15:26.399576 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f25a89f-6e06-4629-a8cd-9ff08f2a03e5 req-8139a061-204e-4ff4-abfd-713766b2ced2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 210 time: 0.0426359 Aug 23 15:15:26.603297 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7e2e283c-7dcd-4490-966f-56d17372a990 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7489839 Aug 23 15:15:26.603962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52502) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:26.610022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-22456f82-fac1-42da-8842-30e19829f645 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'subnet': {'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:26.710392 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03af5c18-108e-4d59-ad81-56d9259c12e0 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:26.715529 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d4e21060-b170-468d-be96-efe78b9a2a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:26.960305 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:27.040606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af5c18-108e-4d59-ad81-56d9259c12e0 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=a7b52cc9-c2f4-492d-9e1c-46d253aa14fc,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:27.190302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22456f82-fac1-42da-8842-30e19829f645 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Made reservation on behalf of ac1f87f409a24cca9052408ad5c0da2e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:27.198427 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22456f82-fac1-42da-8842-30e19829f645 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:27.299757 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03af5c18-108e-4d59-ad81-56d9259c12e0 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:27.540421 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dd691f6e-6656-46df-925b-91f5be83d02d req-9727f1f4-9288-4d43-a18d-1715c6b33df0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 210 time: 0.0673277 Aug 23 15:15:27.675947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03af5c18-108e-4d59-ad81-56d9259c12e0 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 1bf09a01-4c60-45f7-9f5d-91e1ea09921c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:15:27.808824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03af5c18-108e-4d59-ad81-56d9259c12e0 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:15:27.817155 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-03af5c18-108e-4d59-ad81-56d9259c12e0 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/1bf09a01-4c60-45f7-9f5d-91e1ea09921c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7967045 Aug 23 15:15:27.821791 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52518) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:27.825117 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60640631-3630-4e07-8730-73c562dea158 None None] Sync routers for ids ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:15:27.835335 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60640631-3630-4e07-8730-73c562dea158 None None] Routers {'1bf09a01-4c60-45f7-9f5d-91e1ea09921c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:27.836119 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-60640631-3630-4e07-8730-73c562dea158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:27.880822 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-60640631-3630-4e07-8730-73c562dea158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:27.924502 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60640631-3630-4e07-8730-73c562dea158 None None] Routers {'1bf09a01-4c60-45f7-9f5d-91e1ea09921c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:27.924502 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-60640631-3630-4e07-8730-73c562dea158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:27.936411 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-60640631-3630-4e07-8730-73c562dea158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:27.937342 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60640631-3630-4e07-8730-73c562dea158 None None] The sync data for ids ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:15:28.086854 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22456f82-fac1-42da-8842-30e19829f645 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:28.143936 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22456f82-fac1-42da-8842-30e19829f645 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:28.147929 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-22456f82-fac1-42da-8842-30e19829f645 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:28.152790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22456f82-fac1-42da-8842-30e19829f645 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:28.153483 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22456f82-fac1-42da-8842-30e19829f645 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:28.159685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22456f82-fac1-42da-8842-30e19829f645 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Subnet': ['ID=eef88ab3-9189-4654-bf21-b1a8b955596a,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:28.164547 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca5c64a-1e28-4cc1-8eae-865f10d35d67 None None] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:28.343043 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-22456f82-fac1-42da-8842-30e19829f645 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7344561 Aug 23 15:15:28.344060 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52528) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:28.354511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d111a0df-c416-41e7-8e92-d8dbd47ffdc5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1610148370', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eef88ab3-9189-4654-bf21-b1a8b955596a'}], 'security_groups': ['c844cc71-0948-42fe-abe4-e67c714f220b', '3bf99d14-380e-44fd-b05d-c2dc65430fdb']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:28.525706 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d111a0df-c416-41e7-8e92-d8dbd47ffdc5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:28.553634 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca34b42-eed8-41f7-82c3-234a8bbb4877 None None] Update dhcp port {'port': {'network_id': '307ba019-c40a-4d74-92bc-b5426fb9b78e', 'fixed_ips': [{'subnet_id': '075c5e9d-ede0-4fc6-834f-b55f3ebdbfd5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c2d08187-6814-4165-8faf-3c9547dec7ae', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eef88ab3-9189-4654-bf21-b1a8b955596a'}], 'binding:host_id': 'n-d-804985-3'}, 'id': '290dc00f-b9bf-41a6-b296-774e137a6064'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 15:15:28.601086 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2ca34b42-eed8-41f7-82c3-234a8bbb4877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:28.674168 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f7cd50d-6b9d-4b7a-81c0-3f5229bb9f25 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:28.683802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2343c61-bb26-476c-b300-d3ad164cba06 req-ee3df719-433e-44a4-836b-b906d26d3af6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 210 time: 0.0420842 Aug 23 15:15:28.752928 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:28.891411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-2ca34b42-eed8-41f7-82c3-234a8bbb4877 None None] Allocated IP 172.20.0.34 (307ba019-c40a-4d74-92bc-b5426fb9b78e/eef88ab3-9189-4654-bf21-b1a8b955596a/290dc00f-b9bf-41a6-b296-774e137a6064) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:28.902693 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2bc69a1a-cf0c-4d61-964b-748719304712 req-00794ce7-712c-4c91-8070-cb4954d5ec8c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1299241 Aug 23 15:15:28.994045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc69a1a-cf0c-4d61-964b-748719304712 req-e4b95cd0-c100-43ba-b204-aae2694239ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:28.996307 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2bc69a1a-cf0c-4d61-964b-748719304712 req-e4b95cd0-c100-43ba-b204-aae2694239ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15057447af0748bf9791ffc4f8be16c1&device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 1096 time: 0.0637844 Aug 23 15:15:29.054574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7f7cd50d-6b9d-4b7a-81c0-3f5229bb9f25 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port 3951efdd-0cbd-493d-a9f7-97a6ed056b75 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:29.055296 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f7cd50d-6b9d-4b7a-81c0-3f5229bb9f25 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:29.068037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2ca34b42-eed8-41f7-82c3-234a8bbb4877 None None] For port 290dc00f-b9bf-41a6-b296-774e137a6064, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=290dc00f-b9bf-41a6-b296-774e137a6064,segment=NetworkSegment(0b3b75a6-42d7-4a8d-b1ff-851679937638),segment_id=0b3b75a6-42d7-4a8d-b1ff-851679937638)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:29.107269 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2ca34b42-eed8-41f7-82c3-234a8bbb4877 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:29.128976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2ca34b42-eed8-41f7-82c3-234a8bbb4877 None None] Transition to ACTIVE for port object 290dc00f-b9bf-41a6-b296-774e137a6064 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:29.156585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc69a1a-cf0c-4d61-964b-748719304712 req-f3b50e7d-d19a-4d0e-881b-81de293f5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:29.156585 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2bc69a1a-cf0c-4d61-964b-748719304712 req-f3b50e7d-d19a-4d0e-881b-81de293f5962 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f31ed9b-16ac-4c36-8f03-c6c4224f794c HTTP/1.1" status: 200 len: 910 time: 0.1338685 Aug 23 15:15:29.188437 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f7cd50d-6b9d-4b7a-81c0-3f5229bb9f25 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:29.204442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7f7cd50d-6b9d-4b7a-81c0-3f5229bb9f25 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for 3951efdd-0cbd-493d-a9f7-97a6ed056b75 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:29.246115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2bc69a1a-cf0c-4d61-964b-748719304712 req-b3931dfd-8698-45a0-abe2-36e07153c8cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=696f6a5d-02a4-436f-b829-c5a8e555d13f HTTP/1.1" status: 200 len: 1001 time: 0.0829012 Aug 23 15:15:29.307416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc69a1a-cf0c-4d61-964b-748719304712 req-d8cc8576-da62-403d-8e04-727d04e58fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:29.309095 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2bc69a1a-cf0c-4d61-964b-748719304712 req-d8cc8576-da62-403d-8e04-727d04e58fa4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a99c28d2-36dd-4528-9a52-0523a05ba0ad HTTP/1.1" status: 200 len: 848 time: 0.0557079 Aug 23 15:15:29.348565 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2ca34b42-eed8-41f7-82c3-234a8bbb4877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:29.508908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc69a1a-cf0c-4d61-964b-748719304712 req-6083bdc8-99ac-4eee-98c2-b9454b70c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:29.510771 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2bc69a1a-cf0c-4d61-964b-748719304712 req-6083bdc8-99ac-4eee-98c2-b9454b70c60d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f31ed9b-16ac-4c36-8f03-c6c4224f794c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1939702 Aug 23 15:15:29.528640 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca34b42-eed8-41f7-82c3-234a8bbb4877 None None] Pushing event updated for resources: {'Port': ['ID=290dc00f-b9bf-41a6-b296-774e137a6064,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:29.672858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-d111a0df-c416-41e7-8e92-d8dbd47ffdc5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Delete allocated IP 172.20.0.14 (307ba019-c40a-4d74-92bc-b5426fb9b78e/c2d08187-6814-4165-8faf-3c9547dec7ae) {{(pid=96115) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 15:15:29.683271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-d111a0df-c416-41e7-8e92-d8dbd47ffdc5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Allocated IP 172.20.0.37 (307ba019-c40a-4d74-92bc-b5426fb9b78e/eef88ab3-9189-4654-bf21-b1a8b955596a/62901d69-de5b-46f0-8ca0-bcb052b4efa0) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:29.746010 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f7cd50d-6b9d-4b7a-81c0-3f5229bb9f25 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:29.822126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cd50d-6b9d-4b7a-81c0-3f5229bb9f25 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=3951efdd-0cbd-493d-a9f7-97a6ed056b75,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:29.955290 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fae11b22-27d6-44b9-8c2f-6dcaca484f73 req-27e97342-bdca-4b63-b795-6dc0cf5c309e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 210 time: 0.0691116 Aug 23 15:15:29.965328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcef421-0954-4cdb-b1f6-b2962443362b req-380b6c8d-5592-4d17-a977-26aa74ac5f98 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:29.966762 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-380b6c8d-5592-4d17-a977-26aa74ac5f98 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.61 "GET /v2.0/networks?id=90271f77-4358-4294-8d75-afb945102e1b HTTP/1.1" status: 200 len: 797 time: 0.4907889 Aug 23 15:15:29.991717 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f7cd50d-6b9d-4b7a-81c0-3f5229bb9f25 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:30.085961 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-53742407-29f7-4d98-85b1-12e16c0ffed5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51b6533c35f2415fa103d56c322ba6e0 HTTP/1.1" status: 200 len: 471 time: 0.0978434 Aug 23 15:15:30.090813 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2bc69a1a-cf0c-4d61-964b-748719304712 req-4b8b8acf-5d8b-467a-a255-ddcbf7e7dce1 service neutron] 10.222.0.57 "GET /v2.0/networks/1f31ed9b-16ac-4c36-8f03-c6c4224f794c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628591 Aug 23 15:15:30.101401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-afcef421-0954-4cdb-b1f6-b2962443362b req-d785bc5d-7c71-4d61-9db0-aa0df1a77aab tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'port': {'device_id': 'aa94ddbd-ac51-4785-93fa-68be125756d8', 'network_id': '90271f77-4358-4294-8d75-afb945102e1b', 'admin_state_up': True, 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'security_groups': ['22542272-7e68-498a-b1e6-a20950e02e72']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:30.310648 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7cd50d-6b9d-4b7a-81c0-3f5229bb9f25 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 1bf09a01-4c60-45f7-9f5d-91e1ea09921c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:15:30.368859 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d111a0df-c416-41e7-8e92-d8dbd47ffdc5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:30.395032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-d111a0df-c416-41e7-8e92-d8dbd47ffdc5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Transition to ACTIVE for port object 62901d69-de5b-46f0-8ca0-bcb052b4efa0 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:30.453862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7cd50d-6b9d-4b7a-81c0-3f5229bb9f25 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:15:30.469460 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7f7cd50d-6b9d-4b7a-81c0-3f5229bb9f25 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/1bf09a01-4c60-45f7-9f5d-91e1ea09921c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6454489 Aug 23 15:15:30.470890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52556) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:30.471420 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2bc69a1a-cf0c-4d61-964b-748719304712 req-af8e30eb-0b47-4bde-9a2a-4bf32ebce71e service neutron] 10.222.0.57 "GET /v2.0/networks/1f31ed9b-16ac-4c36-8f03-c6c4224f794c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480856 Aug 23 15:15:30.472951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29735914-2383-4324-9d29-e52cccb88f6b None None] Sync routers for ids ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:15:30.515057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29735914-2383-4324-9d29-e52cccb88f6b None None] Routers {'1bf09a01-4c60-45f7-9f5d-91e1ea09921c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:30.516095 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-29735914-2383-4324-9d29-e52cccb88f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:30.518273 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-029f9718-3a0f-4c04-94a0-d091d5cf8543 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf09a01-4c60-45f7-9f5d-91e1ea09921c HTTP/1.1" status: 200 len: 205 time: 0.0453577 Aug 23 15:15:30.523119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52560) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:30.578696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-29735914-2383-4324-9d29-e52cccb88f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:30.618582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29735914-2383-4324-9d29-e52cccb88f6b None None] Routers {'1bf09a01-4c60-45f7-9f5d-91e1ea09921c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:30.619180 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-29735914-2383-4324-9d29-e52cccb88f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:30.627499 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d111a0df-c416-41e7-8e92-d8dbd47ffdc5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:30.660675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-29735914-2383-4324-9d29-e52cccb88f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:30.661409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29735914-2383-4324-9d29-e52cccb88f6b None None] The sync data for ids ['1bf09a01-4c60-45f7-9f5d-91e1ea09921c'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:15:30.696024 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-15ea51f9-72e3-4561-8ba5-8adf1d134b54 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:30.696024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afcef421-0954-4cdb-b1f6-b2962443362b req-d785bc5d-7c71-4d61-9db0-aa0df1a77aab tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Made reservation on behalf of 51b6533c35f2415fa103d56c322ba6e0 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:30.696024 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afcef421-0954-4cdb-b1f6-b2962443362b req-d785bc5d-7c71-4d61-9db0-aa0df1a77aab tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:30.828184 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-511d97ec-1424-4228-8d88-198c150f5e42 None None] Provisioning for port 290dc00f-b9bf-41a6-b296-774e137a6064 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:30.834245 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-511d97ec-1424-4228-8d88-198c150f5e42 None None] Provisioning complete for port 290dc00f-b9bf-41a6-b296-774e137a6064 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:30.834624 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-511d97ec-1424-4228-8d88-198c150f5e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:31.030886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-511d97ec-1424-4228-8d88-198c150f5e42 None None] Provisioning for port 62901d69-de5b-46f0-8ca0-bcb052b4efa0 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:31.043378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-511d97ec-1424-4228-8d88-198c150f5e42 None None] Provisioning complete for port 62901d69-de5b-46f0-8ca0-bcb052b4efa0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:31.044401 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-511d97ec-1424-4228-8d88-198c150f5e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:31.098276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-511d97ec-1424-4228-8d88-198c150f5e42 None None] Port 62901d69-de5b-46f0-8ca0-bcb052b4efa0 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:31.113342 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-511d97ec-1424-4228-8d88-198c150f5e42 None None] Provisioning complete for port 22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:31.113857 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-511d97ec-1424-4228-8d88-198c150f5e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:31.183859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-511d97ec-1424-4228-8d88-198c150f5e42 None None] Port 22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:31.253419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ce570c8-933b-44d6-8a28-c4341896334b req-bee54400-b045-46dd-962c-46bb2cd6cd0f tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 210 time: 0.1592689 Aug 23 15:15:31.267186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111a0df-c416-41e7-8e92-d8dbd47ffdc5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event updated for resources: {'Port': ['ID=62901d69-de5b-46f0-8ca0-bcb052b4efa0,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:31.392056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 290dc00f-b9bf-41a6-b296-774e137a6064 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:31.435342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d111a0df-c416-41e7-8e92-d8dbd47ffdc5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] In _notify_port_updated(), no bound segment for port 62901d69-de5b-46f0-8ca0-bcb052b4efa0 on network 307ba019-c40a-4d74-92bc-b5426fb9b78e {{(pid=96115) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 15:15:31.445654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d111a0df-c416-41e7-8e92-d8dbd47ffdc5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:31.446734 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d111a0df-c416-41e7-8e92-d8dbd47ffdc5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:31.448964 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d111a0df-c416-41e7-8e92-d8dbd47ffdc5 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "PUT /v2.0/ports/62901d69-de5b-46f0-8ca0-bcb052b4efa0 HTTP/1.1" status: 200 len: 960 time: 3.1035252 Aug 23 15:15:31.454374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-68e18679-83b1-4214-b3b7-d7fbb1d6063d None None] Provisioning complete for port 62901d69-de5b-46f0-8ca0-bcb052b4efa0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:31.454696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52572) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:31.455292 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-68e18679-83b1-4214-b3b7-d7fbb1d6063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:31.532425 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-15ea51f9-72e3-4561-8ba5-8adf1d134b54 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:31.540752 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-15ea51f9-72e3-4561-8ba5-8adf1d134b54 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:31.547767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-68e18679-83b1-4214-b3b7-d7fbb1d6063d None None] Port 62901d69-de5b-46f0-8ca0-bcb052b4efa0 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:31.611486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 290dc00f-b9bf-41a6-b296-774e137a6064 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:31.612144 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:31.652592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-1c473044-475b-4592-8f70-999a9481f396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port 62901d69-de5b-46f0-8ca0-bcb052b4efa0 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:31.653194 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1c473044-475b-4592-8f70-999a9481f396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:31.736240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-afcef421-0954-4cdb-b1f6-b2962443362b req-d785bc5d-7c71-4d61-9db0-aa0df1a77aab tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Allocated IP 172.20.0.28 (90271f77-4358-4294-8d75-afb945102e1b/3f48f04d-ebd4-4d03-853d-cef89f0fc506/5598f380-19ed-4c15-bc41-af5fabcd4f92) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:31.815825 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-15ea51f9-72e3-4561-8ba5-8adf1d134b54 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:31.816986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ea51f9-72e3-4561-8ba5-8adf1d134b54 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Fanout notify agent at l3_agent the message router_deleted on router 1bf09a01-4c60-45f7-9f5d-91e1ea09921c {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:15:31.828377 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-15ea51f9-72e3-4561-8ba5-8adf1d134b54 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:31.829910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-15ea51f9-72e3-4561-8ba5-8adf1d134b54 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/routers/1bf09a01-4c60-45f7-9f5d-91e1ea09921c HTTP/1.1" status: 204 len: 168 time: 1.3048823 Aug 23 15:15:31.837476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52582) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:31.848948 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1c473044-475b-4592-8f70-999a9481f396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:31.881378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-1c473044-475b-4592-8f70-999a9481f396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for 62901d69-de5b-46f0-8ca0-bcb052b4efa0 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:31.982199 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc57793-fcbe-4911-b55e-d4a6ffb1a706 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting subnet a603f585-6de2-43bf-8fb8-79c57a621b7f {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:15:32.017523 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fc57793-fcbe-4911-b55e-d4a6ffb1a706 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.103744 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fc57793-fcbe-4911-b55e-d4a6ffb1a706 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.158137 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afcef421-0954-4cdb-b1f6-b2962443362b req-d785bc5d-7c71-4d61-9db0-aa0df1a77aab tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.252987 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fc57793-fcbe-4911-b55e-d4a6ffb1a706 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.262822 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1c473044-475b-4592-8f70-999a9481f396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.281735 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-afcef421-0954-4cdb-b1f6-b2962443362b req-d785bc5d-7c71-4d61-9db0-aa0df1a77aab tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Transition to ACTIVE for port object 5598f380-19ed-4c15-bc41-af5fabcd4f92 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:32.300234 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c473044-475b-4592-8f70-999a9481f396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=62901d69-de5b-46f0-8ca0-bcb052b4efa0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:32.422757 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1c473044-475b-4592-8f70-999a9481f396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.429534 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1c473044-475b-4592-8f70-999a9481f396 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/62901d69-de5b-46f0-8ca0-bcb052b4efa0 HTTP/1.1" status: 204 len: 168 time: 0.9681101 Aug 23 15:15:32.430360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52590) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:32.465176 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c4094d22-ee41-4d96-aba6-f74966b8978b req-b17432aa-51a2-434a-8e63-cdba9a99b2ff tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 210 time: 0.0695360 Aug 23 15:15:32.469112 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d66c90-2713-4b23-8781-6e2daad08d82 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] GET failed (client error): The resource could not be found. Aug 23 15:15:32.471031 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-53d66c90-2713-4b23-8781-6e2daad08d82 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports/62901d69-de5b-46f0-8ca0-bcb052b4efa0 HTTP/1.1" status: 404 len: 333 time: 0.0392456 Aug 23 15:15:32.475168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52592) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:32.554182 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3812d3f-e242-4cce-b3e7-c7daaaf33ee0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.587253 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3812d3f-e242-4cce-b3e7-c7daaaf33ee0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.611025 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afcef421-0954-4cdb-b1f6-b2962443362b req-d785bc5d-7c71-4d61-9db0-aa0df1a77aab tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.616843 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fc57793-fcbe-4911-b55e-d4a6ffb1a706 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.676938 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fc57793-fcbe-4911-b55e-d4a6ffb1a706 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.679278 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6fc57793-fcbe-4911-b55e-d4a6ffb1a706 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/a603f585-6de2-43bf-8fb8-79c57a621b7f HTTP/1.1" status: 204 len: 168 time: 0.8408732 Aug 23 15:15:32.682526 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52598) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:32.701820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284441a0-e8b8-489b-802d-d539b4aaf424 None None] Network 5a477938-c38d-444a-b5a5-7aa7ee06ce31 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:32.710112 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc57793-fcbe-4911-b55e-d4a6ffb1a706 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Subnet': ['ID=a603f585-6de2-43bf-8fb8-79c57a621b7f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:32.723280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afcef421-0954-4cdb-b1f6-b2962443362b req-d785bc5d-7c71-4d61-9db0-aa0df1a77aab tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network 90271f77-4358-4294-8d75-afb945102e1b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:32.727684 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-afcef421-0954-4cdb-b1f6-b2962443362b req-d785bc5d-7c71-4d61-9db0-aa0df1a77aab tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:32.734377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcef421-0954-4cdb-b1f6-b2962443362b req-d785bc5d-7c71-4d61-9db0-aa0df1a77aab tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:15:32.782855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785bc5d-7c71-4d61-9db0-aa0df1a77aab tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Port': ['ID=5598f380-19ed-4c15-bc41-af5fabcd4f92,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:32.797771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c53d610-5f21-4849-8842-24e6040ea357 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting subnet 064a104c-1f70-4cee-95d1-5affd882077c {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:15:32.802333 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c53d610-5f21-4849-8842-24e6040ea357 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.892159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcef421-0954-4cdb-b1f6-b2962443362b req-d785bc5d-7c71-4d61-9db0-aa0df1a77aab tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:32.900331 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c53d610-5f21-4849-8842-24e6040ea357 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.908414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afcef421-0954-4cdb-b1f6-b2962443362b req-d785bc5d-7c71-4d61-9db0-aa0df1a77aab tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.934984 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3812d3f-e242-4cce-b3e7-c7daaaf33ee0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.938092 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3812d3f-e242-4cce-b3e7-c7daaaf33ee0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:32.942710 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52604) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:32.944373 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a3812d3f-e242-4cce-b3e7-c7daaaf33ee0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/security-groups/28107721-fe2c-40c8-bca4-1030f8956ef1 HTTP/1.1" status: 204 len: 168 time: 0.4673166 Aug 23 15:15:32.978204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3812d3f-e242-4cce-b3e7-c7daaaf33ee0 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28107721-fe2c-40c8-bca4-1030f8956ef1,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:33.028665 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccf07f7-91f1-4aa2-b729-8a06b693b42a None None] DHCP port deletion for 5a477938-c38d-444a-b5a5-7aa7ee06ce31 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:15:33.115463 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c7afdc24-95b8-4b90-a70e-f4c945f0758a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.117369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf07f7-91f1-4aa2-b729-8a06b693b42a None None] Deleting port c066ecd9-8b07-44d5-b05d-307736bf9df8 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:33.118370 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8ccf07f7-91f1-4aa2-b729-8a06b693b42a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.131244 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c53d610-5f21-4849-8842-24e6040ea357 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.150751 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-d785bc5d-7c71-4d61-9db0-aa0df1a77aab tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0583966 Aug 23 15:15:33.194802 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c7afdc24-95b8-4b90-a70e-f4c945f0758a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.210136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8ccf07f7-91f1-4aa2-b729-8a06b693b42a None None] For port c066ecd9-8b07-44d5-b05d-307736bf9df8, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c066ecd9-8b07-44d5-b05d-307736bf9df8,segment=NetworkSegment(d072cdf2-201a-461c-a73c-f0a408848123),segment_id=d072cdf2-201a-461c-a73c-f0a408848123)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:33.210548 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8ccf07f7-91f1-4aa2-b729-8a06b693b42a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.229093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8ccf07f7-91f1-4aa2-b729-8a06b693b42a None None] Calling delete_port for c066ecd9-8b07-44d5-b05d-307736bf9df8 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:33.272624 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Request body: {'port': {'device_id': 'aa94ddbd-ac51-4785-93fa-68be125756d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:33.361360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c066ecd9-8b07-44d5-b05d-307736bf9df8 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:15:33.365353 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.423864 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-30f53a66-f226-46d3-bfd5-b7249125d09b None None] Provisioning for port 5598f380-19ed-4c15-bc41-af5fabcd4f92 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:33.423864 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-30f53a66-f226-46d3-bfd5-b7249125d09b None None] Provisioning complete for port 5598f380-19ed-4c15-bc41-af5fabcd4f92 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:33.423864 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-30f53a66-f226-46d3-bfd5-b7249125d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.498799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-30f53a66-f226-46d3-bfd5-b7249125d09b None None] Port 5598f380-19ed-4c15-bc41-af5fabcd4f92 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:33.510366 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.595901 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c53d610-5f21-4849-8842-24e6040ea357 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.605539 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c7afdc24-95b8-4b90-a70e-f4c945f0758a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.611648 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c7afdc24-95b8-4b90-a70e-f4c945f0758a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.619429 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c7afdc24-95b8-4b90-a70e-f4c945f0758a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/security-groups/3bf99d14-380e-44fd-b05d-c2dc65430fdb HTTP/1.1" status: 204 len: 168 time: 0.6748545 Aug 23 15:15:33.621551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52614) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:33.676251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c53d610-5f21-4849-8842-24e6040ea357 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.679996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38969f5f-efb3-468e-ba07-12be6c7df9c7 None None] Network da9b920d-cfb1-4072-8dc2-aca9e2555dd7 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:33.680305 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4c53d610-5f21-4849-8842-24e6040ea357 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/064a104c-1f70-4cee-95d1-5affd882077c HTTP/1.1" status: 204 len: 168 time: 0.9962173 Aug 23 15:15:33.680956 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53d610-5f21-4849-8842-24e6040ea357 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Subnet': ['ID=064a104c-1f70-4cee-95d1-5affd882077c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:33.684108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52618) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:33.685183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afdc24-95b8-4b90-a70e-f4c945f0758a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf99d14-380e-44fd-b05d-c2dc65430fdb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:33.726717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd85d1-d5d3-4987-a5bb-cc053eb40956 req-7c1a9e7c-1348-4a1c-8e88-8fa435267680 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:33.727218 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cddd85d1-d5d3-4987-a5bb-cc053eb40956 req-7c1a9e7c-1348-4a1c-8e88-8fa435267680 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 932 time: 0.1650503 Aug 23 15:15:33.752699 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8ccf07f7-91f1-4aa2-b729-8a06b693b42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.805626 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fca0dc0e-dda5-4e01-9568-515f2fe2047e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.818928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cddd85d1-d5d3-4987-a5bb-cc053eb40956 req-b0f070ef-540d-424a-903c-f8b7aebc8376 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=22542272-7e68-498a-b1e6-a20950e02e72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819776 Aug 23 15:15:33.820033 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9682f103-2736-4f77-992d-007bf1e1f506 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.885388 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9682f103-2736-4f77-992d-007bf1e1f506 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.932999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5598f380-19ed-4c15-bc41-af5fabcd4f92 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:15:33.956853 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:33.977226 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Transition to ACTIVE for port object 5598f380-19ed-4c15-bc41-af5fabcd4f92 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:33.990518 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fca0dc0e-dda5-4e01-9568-515f2fe2047e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.009382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-fca0dc0e-dda5-4e01-9568-515f2fe2047e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a477938-c38d-444a-b5a5-7aa7ee06ce31']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:34.030985 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-fca0dc0e-dda5-4e01-9568-515f2fe2047e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd072cdf2-201a-461c-a73c-f0a408848123') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:34.031343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-fca0dc0e-dda5-4e01-9568-515f2fe2047e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd072cdf2-201a-461c-a73c-f0a408848123') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:34.065160 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fca0dc0e-dda5-4e01-9568-515f2fe2047e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.076325 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf07f7-91f1-4aa2-b729-8a06b693b42a None None] Pushing event deleted for resources: {'Port': ['ID=c066ecd9-8b07-44d5-b05d-307736bf9df8,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:34.079908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccf07f7-91f1-4aa2-b729-8a06b693b42a None None] No DVR routers for this DVR port c066ecd9-8b07-44d5-b05d-307736bf9df8 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:15:34.091211 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fca0dc0e-dda5-4e01-9568-515f2fe2047e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.108285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca0dc0e-dda5-4e01-9568-515f2fe2047e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fca0dc0e-dda5-4e01-9568-515f2fe2047e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:15:34.113857 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:15:34.211165 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.290589 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9682f103-2736-4f77-992d-007bf1e1f506 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.291223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbb7184-baa7-4d33-950b-405810683e86 None None] DHCP port deletion for da9b920d-cfb1-4072-8dc2-aca9e2555dd7 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:15:34.295736 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9682f103-2736-4f77-992d-007bf1e1f506 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.297247 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9682f103-2736-4f77-992d-007bf1e1f506 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/security-groups/c844cc71-0948-42fe-abe4-e67c714f220b HTTP/1.1" status: 204 len: 168 time: 0.6701641 Aug 23 15:15:34.300380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52626) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:34.359187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Pushing event updated for resources: {'Port': ['ID=5598f380-19ed-4c15-bc41-af5fabcd4f92,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:34.363457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682f103-2736-4f77-992d-007bf1e1f506 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c844cc71-0948-42fe-abe4-e67c714f220b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:34.371387 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb7184-baa7-4d33-950b-405810683e86 None None] Deleting port 28d24a07-cd4f-4ac1-b793-b68912c2aa24 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:34.373658 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7184-baa7-4d33-950b-405810683e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.393415 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7d54f2-49ab-4c13-9bf7-3a620a606cff tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting subnet c2d08187-6814-4165-8faf-3c9547dec7ae {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:15:34.397885 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fca0dc0e-dda5-4e01-9568-515f2fe2047e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.400412 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac7d54f2-49ab-4c13-9bf7-3a620a606cff tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.419599 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fca0dc0e-dda5-4e01-9568-515f2fe2047e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.422788 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fca0dc0e-dda5-4e01-9568-515f2fe2047e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/networks/5a477938-c38d-444a-b5a5-7aa7ee06ce31 HTTP/1.1" status: 204 len: 168 time: 0.7349179 Aug 23 15:15:34.431414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52628) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:34.506015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0dc0e-dda5-4e01-9568-515f2fe2047e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Network': ['ID=5a477938-c38d-444a-b5a5-7aa7ee06ce31,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:34.538326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2cbb7184-baa7-4d33-950b-405810683e86 None None] For port 28d24a07-cd4f-4ac1-b793-b68912c2aa24, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=28d24a07-cd4f-4ac1-b793-b68912c2aa24,segment=NetworkSegment(6106c3cc-e202-4d68-a031-ecb3985bd134),segment_id=6106c3cc-e202-4d68-a031-ecb3985bd134)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:34.539406 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7184-baa7-4d33-950b-405810683e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.562294 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac7d54f2-49ab-4c13-9bf7-3a620a606cff tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.574831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Attempting to bind port 5598f380-19ed-4c15-bc41-af5fabcd4f92 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:15:34.580116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Attempting to bind port 5598f380-19ed-4c15-bc41-af5fabcd4f92 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'dca817f3-032d-4a27-aecb-0f6fcae1b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '90271f77-4358-4294-8d75-afb945102e1b'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:15:34.580116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Attempting to bind port 5598f380-19ed-4c15-bc41-af5fabcd4f92 on network 90271f77-4358-4294-8d75-afb945102e1b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:15:34.584863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Port 5598f380-19ed-4c15-bc41-af5fabcd4f92 on network 90271f77-4358-4294-8d75-afb945102e1b not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:15:34.585333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Attempting to bind port 5598f380-19ed-4c15-bc41-af5fabcd4f92 on network 90271f77-4358-4294-8d75-afb945102e1b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:15:34.585497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb7184-baa7-4d33-950b-405810683e86 None None] Calling delete_port for 28d24a07-cd4f-4ac1-b793-b68912c2aa24 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:34.603329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:15:34.603903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Checking segment: {'id': 'dca817f3-032d-4a27-aecb-0f6fcae1b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '90271f77-4358-4294-8d75-afb945102e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:15:34.604530 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Bound using segment: {'id': 'dca817f3-032d-4a27-aecb-0f6fcae1b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '90271f77-4358-4294-8d75-afb945102e1b'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:15:34.605232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Bound port: 5598f380-19ed-4c15-bc41-af5fabcd4f92, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca817f3-032d-4a27-aecb-0f6fcae1b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '90271f77-4358-4294-8d75-afb945102e1b'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:15:34.605797 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.620469 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.806374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] For port 5598f380-19ed-4c15-bc41-af5fabcd4f92, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:15:34.812310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] For port 5598f380-19ed-4c15-bc41-af5fabcd4f92, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5598f380-19ed-4c15-bc41-af5fabcd4f92,segment=NetworkSegment(dca817f3-032d-4a27-aecb-0f6fcae1b24f),segment_id=dca817f3-032d-4a27-aecb-0f6fcae1b24f)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:15:34.831460 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac7d54f2-49ab-4c13-9bf7-3a620a606cff tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.844342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port 28d24a07-cd4f-4ac1-b793-b68912c2aa24 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:34.844920 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.920046 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7184-baa7-4d33-950b-405810683e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.953429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] For port 28d24a07-cd4f-4ac1-b793-b68912c2aa24, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=28d24a07-cd4f-4ac1-b793-b68912c2aa24,segment=NetworkSegment(6106c3cc-e202-4d68-a031-ecb3985bd134),segment_id=6106c3cc-e202-4d68-a031-ecb3985bd134)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:34.953683 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:34.958348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb7184-baa7-4d33-950b-405810683e86 None None] No DVR routers for this DVR port 28d24a07-cd4f-4ac1-b793-b68912c2aa24 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:15:34.960435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb7184-baa7-4d33-950b-405810683e86 None None] Pushing event deleted for resources: {'Port': ['ID=28d24a07-cd4f-4ac1-b793-b68912c2aa24,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:34.977910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for 28d24a07-cd4f-4ac1-b793-b68912c2aa24 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:35.032713 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:35.052945 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac7d54f2-49ab-4c13-9bf7-3a620a606cff tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:35.072290 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac7d54f2-49ab-4c13-9bf7-3a620a606cff tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:35.079272 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ac7d54f2-49ab-4c13-9bf7-3a620a606cff tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/c2d08187-6814-4165-8faf-3c9547dec7ae HTTP/1.1" status: 204 len: 168 time: 0.7727413 Aug 23 15:15:35.096387 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9230f6bf-0b50-4292-92ef-21005df86355 None None] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:35.096653 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52642) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:35.113826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d54f2-49ab-4c13-9bf7-3a620a606cff tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d08187-6814-4165-8faf-3c9547dec7ae,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:35.213083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:35.214322 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:35.217359 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-372c3a7e-2218-48fc-9eb2-263f72e87e00 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting subnet eef88ab3-9189-4654-bf21-b1a8b955596a {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:15:35.219955 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] 10.222.0.61 "PUT /v2.0/ports/5598f380-19ed-4c15-bc41-af5fabcd4f92 HTTP/1.1" status: 200 len: 1092 time: 2.0597832 Aug 23 15:15:35.224895 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-372c3a7e-2218-48fc-9eb2-263f72e87e00 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:35.230028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa94ddbd-ac51-4785-93fa-68be125756d8', 'tag': '5598f380-19ed-4c15-bc41-af5fabcd4f92'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:15:35.234111 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8759fe-8f53-4b9d-a103-0b74ee443331" -d '{"events": [{"name": "network-changed", "server_uuid": "aa94ddbd-ac51-4785-93fa-68be125756d8", "tag": "5598f380-19ed-4c15-bc41-af5fabcd4f92"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:15:35.315838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dc132-4d48-46d0-9db5-250918beba50 req-84793a88-a034-4c57-84c5-4adaf6f4fc7d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:35.323960 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed3dc132-4d48-46d0-9db5-250918beba50 req-84793a88-a034-4c57-84c5-4adaf6f4fc7d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 944 time: 0.2885945 Aug 23 15:15:35.359180 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9348c7ce-0e8d-483c-8e55-dd78673917af x-openstack-request-id: req-9348c7ce-0e8d-483c-8e55-dd78673917af {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:15:35.359856 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa94ddbd-ac51-4785-93fa-68be125756d8", "tag": "5598f380-19ed-4c15-bc41-af5fabcd4f92", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:15:35.364664 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-372c3a7e-2218-48fc-9eb2-263f72e87e00 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:35.367693 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9348c7ce-0e8d-483c-8e55-dd78673917af {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:15:35.368646 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa94ddbd-ac51-4785-93fa-68be125756d8', 'tag': '5598f380-19ed-4c15-bc41-af5fabcd4f92', 'status': 'completed', 'code': 200} Aug 23 15:15:35.398871 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 28d24a07-cd4f-4ac1-b793-b68912c2aa24 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:15:35.450517 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 28d24a07-cd4f-4ac1-b793-b68912c2aa24 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:15:35.451390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 28d24a07-cd4f-4ac1-b793-b68912c2aa24 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:15:35.498193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d9834-77b8-40e6-a3c7-ea194697b65e service neutron] Pushing event updated for resources: {'Port': ['ID=5598f380-19ed-4c15-bc41-af5fabcd4f92,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:35.557998 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:35.566097 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-372c3a7e-2218-48fc-9eb2-263f72e87e00 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:35.578661 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8759fe-8f53-4b9d-a103-0b74ee443331 req-3f84fbf3-03e6-4be9-9778-f2407354d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:35.580638 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8759fe-8f53-4b9d-a103-0b74ee443331 req-3f84fbf3-03e6-4be9-9778-f2407354d6ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=51b6533c35f2415fa103d56c322ba6e0&device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 1095 time: 0.1932044 Aug 23 15:15:35.594839 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed3dc132-4d48-46d0-9db5-250918beba50 req-fe2ffcdf-69b7-4991-bae4-3407a5969aa9 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=22542272-7e68-498a-b1e6-a20950e02e72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575498 Aug 23 15:15:35.693051 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No DVR routers for this DVR port 28d24a07-cd4f-4ac1-b793-b68912c2aa24 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:15:35.696284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=28d24a07-cd4f-4ac1-b793-b68912c2aa24,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:35.819952 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-372c3a7e-2218-48fc-9eb2-263f72e87e00 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:35.865764 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c3a7e-2218-48fc-9eb2-263f72e87e00 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Subnet': ['ID=eef88ab3-9189-4654-bf21-b1a8b955596a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:35.868059 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-372c3a7e-2218-48fc-9eb2-263f72e87e00 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:35.870367 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-372c3a7e-2218-48fc-9eb2-263f72e87e00 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/eef88ab3-9189-4654-bf21-b1a8b955596a HTTP/1.1" status: 204 len: 168 time: 0.7725749 Aug 23 15:15:35.872923 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52652) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:35.913611 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-65773bd0-47e3-4308-91c2-32e306491e8a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] DELETE failed (client error): The resource could not be found. Aug 23 15:15:35.916751 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65773bd0-47e3-4308-91c2-32e306491e8a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:15:35.919131 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-65773bd0-47e3-4308-91c2-32e306491e8a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/c2d08187-6814-4165-8faf-3c9547dec7ae HTTP/1.1" status: 404 len: 337 time: 0.0440097 Aug 23 15:15:35.922756 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52656) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:35.969703 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:35.998388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9b920d-cfb1-4072-8dc2-aca9e2555dd7']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:36.002802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8af21ab-c117-4e94-bc8d-51a1fe986d3c tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting subnet 075c5e9d-ede0-4fc6-834f-b55f3ebdbfd5 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:15:36.008723 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8af21ab-c117-4e94-bc8d-51a1fe986d3c tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:36.014211 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8759fe-8f53-4b9d-a103-0b74ee443331 req-f3c7ab54-c90a-4d98-a43d-72697ef88c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:36.014691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8759fe-8f53-4b9d-a103-0b74ee443331 req-f3c7ab54-c90a-4d98-a43d-72697ef88c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:36.016457 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8759fe-8f53-4b9d-a103-0b74ee443331 req-f3c7ab54-c90a-4d98-a43d-72697ef88c86 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=51b6533c35f2415fa103d56c322ba6e0&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.4206884 Aug 23 15:15:36.018569 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6106c3cc-e202-4d68-a031-ecb3985bd134') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:36.018817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6106c3cc-e202-4d68-a031-ecb3985bd134') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:36.046925 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:36.067236 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8af21ab-c117-4e94-bc8d-51a1fe986d3c tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:36.149383 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:36.185344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:15:36.185972 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:15:36.190301 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:15:36.222210 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8af21ab-c117-4e94-bc8d-51a1fe986d3c tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:36.437927 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8af21ab-c117-4e94-bc8d-51a1fe986d3c tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:36.439631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8dc8d9-d7e1-4075-af7b-c79cf8225440 None None] Network 307ba019-c40a-4d74-92bc-b5426fb9b78e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:36.471153 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af21ab-c117-4e94-bc8d-51a1fe986d3c tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Subnet': ['ID=075c5e9d-ede0-4fc6-834f-b55f3ebdbfd5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:36.473301 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8af21ab-c117-4e94-bc8d-51a1fe986d3c tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:36.479672 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d8af21ab-c117-4e94-bc8d-51a1fe986d3c tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/075c5e9d-ede0-4fc6-834f-b55f3ebdbfd5 HTTP/1.1" status: 204 len: 168 time: 0.5518787 Aug 23 15:15:36.480925 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52664) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:36.517139 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-a655ae73-dc87-46ca-9737-dc4092b0f783 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] DELETE failed (client error): The resource could not be found. Aug 23 15:15:36.517740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a655ae73-dc87-46ca-9737-dc4092b0f783 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:15:36.523201 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a655ae73-dc87-46ca-9737-dc4092b0f783 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/c8dfb7ae-2dc4-4475-be20-0b48e65fd265 HTTP/1.1" status: 404 len: 337 time: 0.0382326 Aug 23 15:15:36.523718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52668) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:36.555676 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7666cf88-0500-461b-a8bf-68451a916e1c tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "GET /v2.0/ports?device_id=12a664ca-67ca-4f72-9642-5dc0aaf9a809 HTTP/1.1" status: 200 len: 205 time: 0.0285573 Aug 23 15:15:36.555930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52670) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:36.602589 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-54c9a882-9d52-4a72-a56f-c26ab8b18449 None None] Provisioning complete for port 290dc00f-b9bf-41a6-b296-774e137a6064 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:36.603030 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-54c9a882-9d52-4a72-a56f-c26ab8b18449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:36.617416 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-47156c8b-6a8a-4cbd-91cd-abd54bc40571 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] delete failed (client error): The resource could not be found. Aug 23 15:15:36.618475 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-47156c8b-6a8a-4cbd-91cd-abd54bc40571 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/routers/12a664ca-67ca-4f72-9642-5dc0aaf9a809 HTTP/1.1" status: 404 len: 336 time: 0.0616372 Aug 23 15:15:36.622580 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52672) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:36.657208 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc17b45-9eb1-481a-8e5f-576fb80403ba tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] DELETE failed (client error): The resource could not be found. Aug 23 15:15:36.667497 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc17b45-9eb1-481a-8e5f-576fb80403ba tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:15:36.667497 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-edc17b45-9eb1-481a-8e5f-576fb80403ba tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/486e7fef-9019-4f7b-b49b-40c8b93fcc4b HTTP/1.1" status: 404 len: 337 time: 0.0361288 Aug 23 15:15:36.671595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52676) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:36.726070 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45ce1c4-6e0a-4030-9fc0-7ec237b84701 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] DELETE failed (client error): The resource could not be found. Aug 23 15:15:36.726863 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45ce1c4-6e0a-4030-9fc0-7ec237b84701 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:15:36.735570 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e45ce1c4-6e0a-4030-9fc0-7ec237b84701 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/d187d422-f7fd-469a-a0b6-1a00a69f3b47 HTTP/1.1" status: 404 len: 337 time: 0.0614331 Aug 23 15:15:36.737022 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52678) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:36.776371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-54c9a882-9d52-4a72-a56f-c26ab8b18449 None None] Provisioning complete for port 22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:36.776371 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-54c9a882-9d52-4a72-a56f-c26ab8b18449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:36.800450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3978d7ed-66a3-4590-9734-1cb22340e009 None None] DHCP port deletion for 307ba019-c40a-4d74-92bc-b5426fb9b78e request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:15:36.801078 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8759fe-8f53-4b9d-a103-0b74ee443331 req-f2457070-a1f1-43db-b5d0-afd7164ecfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:36.801078 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f8759fe-8f53-4b9d-a103-0b74ee443331 req-f2457070-a1f1-43db-b5d0-afd7164ecfbe service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7732258 Aug 23 15:15:36.817396 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa78cb1a-92bc-4b25-914f-c6d122f4c0fc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] DELETE failed (client error): The resource could not be found. Aug 23 15:15:36.817396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa78cb1a-92bc-4b25-914f-c6d122f4c0fc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:15:36.823855 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-aa78cb1a-92bc-4b25-914f-c6d122f4c0fc tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/101a0d9b-35ab-4913-b197-87f39508756f HTTP/1.1" status: 404 len: 337 time: 0.0825875 Aug 23 15:15:36.826288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52684) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:36.897212 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c8b420-abdf-460e-8a4b-4be64e244c2a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] DELETE failed (client error): The resource could not be found. Aug 23 15:15:36.897212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c8b420-abdf-460e-8a4b-4be64e244c2a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:15:36.902724 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-94c8b420-abdf-460e-8a4b-4be64e244c2a tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/83bb4daa-09cd-4bde-a17c-1210aca81776 HTTP/1.1" status: 404 len: 333 time: 0.0750713 Aug 23 15:15:36.907171 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52686) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:36.916740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dcc46-0cbf-481e-b5a3-c09a93010bfc req-e6120a7d-966f-4bec-92b5-2656757992a0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:36.917850 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-774dcc46-0cbf-481e-b5a3-c09a93010bfc req-e6120a7d-966f-4bec-92b5-2656757992a0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 944 time: 0.1276464 Aug 23 15:15:36.936575 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-54c9a882-9d52-4a72-a56f-c26ab8b18449 None None] Port 22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:36.940451 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-67194261-c3c4-48da-813a-93bfc59509ed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] DELETE failed (client error): The resource could not be found. Aug 23 15:15:36.941203 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67194261-c3c4-48da-813a-93bfc59509ed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:15:36.943931 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-67194261-c3c4-48da-813a-93bfc59509ed tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/67cb1440-c5ab-42e2-affd-8cdf2f1b5a3d HTTP/1.1" status: 404 len: 337 time: 0.0356719 Aug 23 15:15:36.948176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52688) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:36.959114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:36.966467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3978d7ed-66a3-4590-9734-1cb22340e009 None None] Deleting port 290dc00f-b9bf-41a6-b296-774e137a6064 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:36.966850 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3978d7ed-66a3-4590-9734-1cb22340e009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:36.977352 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:36.984199 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/networks/da9b920d-cfb1-4072-8dc2-aca9e2555dd7 HTTP/1.1" status: 204 len: 168 time: 2.5475028 Aug 23 15:15:37.002364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52690) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:37.007791 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4571bd4-3102-4240-96b1-e68e8f84eb24 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] DELETE failed (client error): The resource could not be found. Aug 23 15:15:37.008653 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4571bd4-3102-4240-96b1-e68e8f84eb24 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:15:37.013164 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d4571bd4-3102-4240-96b1-e68e8f84eb24 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/44002da4-8ea9-442d-9921-a590d99abc77 HTTP/1.1" status: 404 len: 337 time: 0.0634878 Aug 23 15:15:37.014878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-54af6cda-cccc-4244-abaf-b3ef8280a78e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-995051944'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:37.016191 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52692) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:37.026613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bce609-0f55-4afe-b751-f5aee61c110a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Network': ['ID=da9b920d-cfb1-4072-8dc2-aca9e2555dd7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:37.032420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcef421-0954-4cdb-b1f6-b2962443362b req-52dce0a3-2a24-4c55-a730-e565c4d91f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:37.034450 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-52dce0a3-2a24-4c55-a730-e565c4d91f6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=51b6533c35f2415fa103d56c322ba6e0&device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 1095 time: 0.1812410 Aug 23 15:15:37.073652 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5f2489-a6a3-43e0-b26c-4502b1a4eb47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] DELETE failed (client error): The resource could not be found. Aug 23 15:15:37.076456 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5f2489-a6a3-43e0-b26c-4502b1a4eb47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:15:37.077559 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3978d7ed-66a3-4590-9734-1cb22340e009 None None] For port 290dc00f-b9bf-41a6-b296-774e137a6064, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=290dc00f-b9bf-41a6-b296-774e137a6064,segment=NetworkSegment(0b3b75a6-42d7-4a8d-b1ff-851679937638),segment_id=0b3b75a6-42d7-4a8d-b1ff-851679937638)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:37.078238 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3978d7ed-66a3-4590-9734-1cb22340e009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:37.088731 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bb5f2489-a6a3-43e0-b26c-4502b1a4eb47 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/a3fc45bb-9a7e-4837-bd86-7331f887ca0b HTTP/1.1" status: 404 len: 333 time: 0.0707443 Aug 23 15:15:37.090235 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52696) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:37.116282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3978d7ed-66a3-4590-9734-1cb22340e009 None None] Calling delete_port for 290dc00f-b9bf-41a6-b296-774e137a6064 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:37.122388 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-774dcc46-0cbf-481e-b5a3-c09a93010bfc req-325c5a73-3cdb-4eab-9e9b-f71af535d8c1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=22542272-7e68-498a-b1e6-a20950e02e72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971400 Aug 23 15:15:37.125332 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f28cb8-d365-4e0f-895e-ee014846c777 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] DELETE failed (client error): The resource could not be found. Aug 23 15:15:37.126297 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f28cb8-d365-4e0f-895e-ee014846c777 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:15:37.127472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-b52c1863-fc51-44a0-a96d-b8e137ac0546 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=5598f380-19ed-4c15-bc41-af5fabcd4f92 HTTP/1.1" status: 200 len: 217 time: 0.0785358 Aug 23 15:15:37.132076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52698) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:37.132691 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c5f28cb8-d365-4e0f-895e-ee014846c777 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/4d7df1b8-3ee8-4ba7-ba4b-b7d45017bf5d HTTP/1.1" status: 404 len: 337 time: 0.0403166 Aug 23 15:15:37.193289 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe9f766-a4f9-482a-ab72-527b3d1d9286 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] DELETE failed (client error): The resource could not be found. Aug 23 15:15:37.194037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe9f766-a4f9-482a-ab72-527b3d1d9286 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:15:37.196305 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-efe9f766-a4f9-482a-ab72-527b3d1d9286 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/subnets/34b03612-f3fc-4dab-a375-39e4b7dd4099 HTTP/1.1" status: 404 len: 337 time: 0.0632279 Aug 23 15:15:37.199227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52700) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:37.259410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcef421-0954-4cdb-b1f6-b2962443362b req-6250e4cd-b90c-40cb-83c5-b87e5a6b8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:37.260962 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-6250e4cd-b90c-40cb-83c5-b87e5a6b8c8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3f48f04d-ebd4-4d03-853d-cef89f0fc506 HTTP/1.1" status: 200 len: 837 time: 0.1267970 Aug 23 15:15:37.297805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54af6cda-cccc-4244-abaf-b3ef8280a78e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:37.304383 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-54af6cda-cccc-4244-abaf-b3ef8280a78e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:37.310848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 290dc00f-b9bf-41a6-b296-774e137a6064 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:15:37.374353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54af6cda-cccc-4244-abaf-b3ef8280a78e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:15:37.384059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcef421-0954-4cdb-b1f6-b2962443362b req-9ffa908e-7167-4cfa-b4ce-1d9c7133d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:37.385715 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-9ffa908e-7167-4cfa-b4ce-1d9c7133d7b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90271f77-4358-4294-8d75-afb945102e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172686 Aug 23 15:15:37.397813 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-54af6cda-cccc-4244-abaf-b3ef8280a78e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:37.398170 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-54af6cda-cccc-4244-abaf-b3ef8280a78e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Added segment 4e47918d-4dd6-4560-97cb-9c5d573d5759 of type vlan for network a53bb4d0-c839-4cf8-8527-6c128981c1c7 Aug 23 15:15:37.435334 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:37.509333 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3978d7ed-66a3-4590-9734-1cb22340e009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:37.510388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-44fcdac8-8c1a-416f-b573-ead5ee069a9e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Deleting port 22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:37.510582 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44fcdac8-8c1a-416f-b573-ead5ee069a9e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:37.542110 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-54af6cda-cccc-4244-abaf-b3ef8280a78e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:37.580908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978d7ed-66a3-4590-9734-1cb22340e009 None None] Pushing event deleted for resources: {'Port': ['ID=290dc00f-b9bf-41a6-b296-774e137a6064,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:37.584136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3978d7ed-66a3-4590-9734-1cb22340e009 None None] No DVR routers for this DVR port 290dc00f-b9bf-41a6-b296-774e137a6064 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:15:37.657525 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44fcdac8-8c1a-416f-b573-ead5ee069a9e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:37.682308 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-7daa46a6-7e2b-461b-a54f-0f03424c7025 service neutron] 10.222.0.61 "GET /v2.0/networks/90271f77-4358-4294-8d75-afb945102e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858517 Aug 23 15:15:37.693610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-44fcdac8-8c1a-416f-b573-ead5ee069a9e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Calling delete_port for 22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:37.874938 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-54af6cda-cccc-4244-abaf-b3ef8280a78e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:37.885701 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54af6cda-cccc-4244-abaf-b3ef8280a78e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:37.886748 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-54af6cda-cccc-4244-abaf-b3ef8280a78e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:37.961070 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afcef421-0954-4cdb-b1f6-b2962443362b req-05027a23-a99e-44a3-badf-7eb1c0b10269 service neutron] 10.222.0.61 "GET /v2.0/networks/90271f77-4358-4294-8d75-afb945102e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716646 Aug 23 15:15:38.031129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af6cda-cccc-4244-abaf-b3ef8280a78e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Network': ['ID=a53bb4d0-c839-4cf8-8527-6c128981c1c7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:38.052749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network a53bb4d0-c839-4cf8-8527-6c128981c1c7 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:15:38.195411 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-54af6cda-cccc-4244-abaf-b3ef8280a78e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1873927 Aug 23 15:15:38.202420 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44fcdac8-8c1a-416f-b573-ead5ee069a9e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:38.202420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52708) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:38.204517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-bd8ae5e0-7615-4a50-b9a0-34518c08ad46 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'subnet': {'network_id': 'a53bb4d0-c839-4cf8-8527-6c128981c1c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:38.263802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcdac8-8c1a-416f-b573-ead5ee069a9e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Port': ['ID=22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:38.333846 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44fcdac8-8c1a-416f-b573-ead5ee069a9e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:38.335878 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-44fcdac8-8c1a-416f-b573-ead5ee069a9e tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/ports/22a4b4ec-afe5-4a9b-b5e5-a5a44d4465c2 HTTP/1.1" status: 204 len: 168 time: 1.1359656 Aug 23 15:15:38.339724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52710) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:38.450273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dba31c-8984-4e5e-b310-d93c756bc1ee req-e0b0d552-30da-4d36-94dd-535937fefbb7 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:38.452015 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-17dba31c-8984-4e5e-b310-d93c756bc1ee req-e0b0d552-30da-4d36-94dd-535937fefbb7 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 944 time: 0.2158003 Aug 23 15:15:38.490106 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8269224-42e7-4885-b3bd-a4353a58d882 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:38.521953 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-17dba31c-8984-4e5e-b310-d93c756bc1ee req-649ca179-cbd1-4045-b677-ff6046ce5aff tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=22542272-7e68-498a-b1e6-a20950e02e72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569158 Aug 23 15:15:38.611948 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8269224-42e7-4885-b3bd-a4353a58d882 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:38.629337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-c8269224-42e7-4885-b3bd-a4353a58d882 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307ba019-c40a-4d74-92bc-b5426fb9b78e']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:38.650628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-c8269224-42e7-4885-b3bd-a4353a58d882 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3b75a6-42d7-4a8d-b1ff-851679937638') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:38.650628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-c8269224-42e7-4885-b3bd-a4353a58d882 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3b75a6-42d7-4a8d-b1ff-851679937638') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:38.655356 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8269224-42e7-4885-b3bd-a4353a58d882 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:38.687267 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8269224-42e7-4885-b3bd-a4353a58d882 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:38.699750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8ae5e0-7615-4a50-b9a0-34518c08ad46 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:38.706411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bd8ae5e0-7615-4a50-b9a0-34518c08ad46 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:38.716846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8269224-42e7-4885-b3bd-a4353a58d882 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:15:38.717716 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8269224-42e7-4885-b3bd-a4353a58d882 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:15:38.721977 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:15:39.057034 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8269224-42e7-4885-b3bd-a4353a58d882 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:39.066809 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c8269224-42e7-4885-b3bd-a4353a58d882 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:39.069596 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c8269224-42e7-4885-b3bd-a4353a58d882 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] 10.222.0.38 "DELETE /v2.0/networks/307ba019-c40a-4d74-92bc-b5426fb9b78e HTTP/1.1" status: 204 len: 168 time: 0.7248771 Aug 23 15:15:39.082319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8269224-42e7-4885-b3bd-a4353a58d882 tempest-PortsTestJSON-932613176 tempest-PortsTestJSON-932613176-project] Pushing event deleted for resources: {'Network': ['ID=307ba019-c40a-4d74-92bc-b5426fb9b78e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:39.208476 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bd8ae5e0-7615-4a50-b9a0-34518c08ad46 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:39.324200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ae5e0-7615-4a50-b9a0-34518c08ad46 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Subnet': ['ID=b108baab-9683-4288-a13d-00fcae23c77f,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:39.341645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8ae5e0-7615-4a50-b9a0-34518c08ad46 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Checking segment: {'id': '4e47918d-4dd6-4560-97cb-9c5d573d5759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a53bb4d0-c839-4cf8-8527-6c128981c1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:15:39.342240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ae5e0-7615-4a50-b9a0-34518c08ad46 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network hostable DHCP agents. Network: a53bb4d0-c839-4cf8-8527-6c128981c1c7, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:15:39.412180 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5598f380-19ed-4c15-bc41-af5fabcd4f92 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:15:39.527336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ae5e0-7615-4a50-b9a0-34518c08ad46 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network a53bb4d0-c839-4cf8-8527-6c128981c1c7 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:15:39.539385 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 5598f380-19ed-4c15-bc41-af5fabcd4f92, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5598f380-19ed-4c15-bc41-af5fabcd4f92,segment=NetworkSegment(dca817f3-032d-4a27-aecb-0f6fcae1b24f),segment_id=dca817f3-032d-4a27-aecb-0f6fcae1b24f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:39.550608 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '5598f380-19ed-4c15-bc41-af5fabcd4f92', 'network_id': '90271f77-4358-4294-8d75-afb945102e1b', 'port_id': '5598f380-19ed-4c15-bc41-af5fabcd4f92', 'mac_address': 'fa:16:3e:2b:6d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f48f04d-ebd4-4d03-853d-cef89f0fc506', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:15:39.601117 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:39.618071 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5598f380-19ed-4c15-bc41-af5fabcd4f92 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:15:39.644016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 5598f380-19ed-4c15-bc41-af5fabcd4f92, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5598f380-19ed-4c15-bc41-af5fabcd4f92,segment=NetworkSegment(dca817f3-032d-4a27-aecb-0f6fcae1b24f),segment_id=dca817f3-032d-4a27-aecb-0f6fcae1b24f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:39.743557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ae5e0-7615-4a50-b9a0-34518c08ad46 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, a53bb4d0-c839-4cf8-8527-6c128981c1c7) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:39.751366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8ae5e0-7615-4a50-b9a0-34518c08ad46 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:39.752600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93210859-b701-4b0d-8f73-3d38d9269489 None None] Network a53bb4d0-c839-4cf8-8527-6c128981c1c7 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:39.752689 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bd8ae5e0-7615-4a50-b9a0-34518c08ad46 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:39.781935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a3b3f-3d79-4667-9fa9-10c9db7a2ad0 req-dfd4aaf3-b696-48c1-9496-9dc8d497da2b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:39.783060 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:39.795288 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a9a3b3f-3d79-4667-9fa9-10c9db7a2ad0 req-dfd4aaf3-b696-48c1-9496-9dc8d497da2b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 944 time: 0.1050701 Aug 23 15:15:39.853355 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9a9a3b3f-3d79-4667-9fa9-10c9db7a2ad0 req-3d6a17d8-1322-43c3-9d21-0b2e5ace8abd tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=22542272-7e68-498a-b1e6-a20950e02e72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565457 Aug 23 15:15:39.937354 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52728) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:39.947710 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=5598f380-19ed-4c15-bc41-af5fabcd4f92,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:39.950922 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bd8ae5e0-7615-4a50-b9a0-34518c08ad46 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7512226 Aug 23 15:15:39.960843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52732) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:39.975898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7d321108-5a83-4aa8-8e56-105518469ef9 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1557830658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:40.033596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['5598f380-19ed-4c15-bc41-af5fabcd4f92'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:15:40.155293 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-a53bb4d0-c839-4cf8-8527-6c128981c1c7', 'network_id': 'a53bb4d0-c839-4cf8-8527-6c128981c1c7', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'fixed_ips': [{'subnet_id': 'b108baab-9683-4288-a13d-00fcae23c77f'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:15:40.156921 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:40.192898 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ae3c083f-dd55-48b1-a4b5-248debd50207 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac1f87f409a24cca9052408ad5c0da2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541111 Aug 23 15:15:40.194220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52734) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:40.269081 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7d321108-5a83-4aa8-8e56-105518469ef9 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:40.270661 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7d321108-5a83-4aa8-8e56-105518469ef9 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:40.282640 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3136b6d8-b28c-40c8-ae4e-9d7c9820cefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:40.334229 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3136b6d8-b28c-40c8-ae4e-9d7c9820cefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:40.384961 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7d321108-5a83-4aa8-8e56-105518469ef9 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:40.471160 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Allocated IP 2001:db8::2 (a53bb4d0-c839-4cf8-8527-6c128981c1c7/b108baab-9683-4288-a13d-00fcae23c77f/e97d5fdf-8b76-41bd-8264-7e95a6418ec4) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:40.543255 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7d321108-5a83-4aa8-8e56-105518469ef9 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:40.623303 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3136b6d8-b28c-40c8-ae4e-9d7c9820cefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:40.634279 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3136b6d8-b28c-40c8-ae4e-9d7c9820cefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:40.640960 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3136b6d8-b28c-40c8-ae4e-9d7c9820cefc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c20336ac-d6c0-4214-a4c0-6fe75d49d9e6 HTTP/1.1" status: 204 len: 168 time: 0.4414587 Aug 23 15:15:40.656781 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136b6d8-b28c-40c8-ae4e-9d7c9820cefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20336ac-d6c0-4214-a4c0-6fe75d49d9e6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:40.787543 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:40.799407 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7d321108-5a83-4aa8-8e56-105518469ef9 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:40.801832 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7d321108-5a83-4aa8-8e56-105518469ef9 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8372357 Aug 23 15:15:40.806119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52740) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:40.812556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Transition to ACTIVE for port object e97d5fdf-8b76-41bd-8264-7e95a6418ec4 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:40.816333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-574ee260-b073-40c5-ba7c-fe44c5f856d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'port': {'network_id': 'a53bb4d0-c839-4cf8-8527-6c128981c1c7', 'name': 'tempest-RoutersIpV6Test-2140145339'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:40.832107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Transition to ACTIVE for port object e97d5fdf-8b76-41bd-8264-7e95a6418ec4 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:41.012182 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:41.053117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c3b13-99d8-439a-9a77-2b56f8d01f10 req-22dfe934-59cb-4439-994a-680cd5035e4f tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:41.058125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Network a53bb4d0-c839-4cf8-8527-6c128981c1c7 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:41.059181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:41.060471 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc7c3b13-99d8-439a-9a77-2b56f8d01f10 req-22dfe934-59cb-4439-994a-680cd5035e4f tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 945 time: 0.0994494 Aug 23 15:15:41.064351 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:15:41.084320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Pushing event updated for resources: {'Port': ['ID=e97d5fdf-8b76-41bd-8264-7e95a6418ec4,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:41.161206 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc7c3b13-99d8-439a-9a77-2b56f8d01f10 req-28976228-be1a-46c9-addc-8e0ddd66507c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=22542272-7e68-498a-b1e6-a20950e02e72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990555 Aug 23 15:15:41.178723 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Attempting to bind port e97d5fdf-8b76-41bd-8264-7e95a6418ec4 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:15:41.179540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Attempting to bind port e97d5fdf-8b76-41bd-8264-7e95a6418ec4 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '4e47918d-4dd6-4560-97cb-9c5d573d5759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a53bb4d0-c839-4cf8-8527-6c128981c1c7'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:15:41.186410 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Attempting to bind port e97d5fdf-8b76-41bd-8264-7e95a6418ec4 on network a53bb4d0-c839-4cf8-8527-6c128981c1c7 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:15:41.191358 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:15:41.192361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Checking segment: {'id': '4e47918d-4dd6-4560-97cb-9c5d573d5759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a53bb4d0-c839-4cf8-8527-6c128981c1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:15:41.193675 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:41.194447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Bound using segment: {'id': '4e47918d-4dd6-4560-97cb-9c5d573d5759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a53bb4d0-c839-4cf8-8527-6c128981c1c7'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:15:41.195375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Bound port: e97d5fdf-8b76-41bd-8264-7e95a6418ec4, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e47918d-4dd6-4560-97cb-9c5d573d5759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a53bb4d0-c839-4cf8-8527-6c128981c1c7'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:15:41.196143 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:41.235174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574ee260-b073-40c5-ba7c-fe44c5f856d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:41.243923 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-574ee260-b073-40c5-ba7c-fe44c5f856d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:41.278405 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-574ee260-b073-40c5-ba7c-fe44c5f856d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] device_id is not set on port 8c0c07e4-82c6-4f47-a2d1-4fefa9e47146 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:15:41.303552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] For port e97d5fdf-8b76-41bd-8264-7e95a6418ec4, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:15:41.310037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] For port e97d5fdf-8b76-41bd-8264-7e95a6418ec4, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e97d5fdf-8b76-41bd-8264-7e95a6418ec4,segment=NetworkSegment(4e47918d-4dd6-4560-97cb-9c5d573d5759),segment_id=4e47918d-4dd6-4560-97cb-9c5d573d5759)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:15:41.401810 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:41.478521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5598f380-19ed-4c15-bc41-af5fabcd4f92 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:41.500621 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-574ee260-b073-40c5-ba7c-fe44c5f856d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Allocated IP 2001:db8::19 (a53bb4d0-c839-4cf8-8527-6c128981c1c7/b108baab-9683-4288-a13d-00fcae23c77f/8c0c07e4-82c6-4f47-a2d1-4fefa9e47146) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:41.563750 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0979e-0f20-4aa2-8439-bdc6ebcc193d None None] Pushing event updated for resources: {'Port': ['ID=e97d5fdf-8b76-41bd-8264-7e95a6418ec4,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:41.680742 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 5598f380-19ed-4c15-bc41-af5fabcd4f92 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:41.693869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 5598f380-19ed-4c15-bc41-af5fabcd4f92 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:41.696622 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:41.773792 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-574ee260-b073-40c5-ba7c-fe44c5f856d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:41.846732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-574ee260-b073-40c5-ba7c-fe44c5f856d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Transition to ACTIVE for port object 8c0c07e4-82c6-4f47-a2d1-4fefa9e47146 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:41.874479 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:41.921702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa94ddbd-ac51-4785-93fa-68be125756d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5598f380-19ed-4c15-bc41-af5fabcd4f92'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:15:41.924924 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9021eed-928a-401b-9ffc-09e3cfd74e1e" -d '{"events": [{"server_uuid": "aa94ddbd-ac51-4785-93fa-68be125756d8", "name": "network-vif-plugged", "status": "completed", "tag": "5598f380-19ed-4c15-bc41-af5fabcd4f92"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:15:41.930217 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 5598f380-19ed-4c15-bc41-af5fabcd4f92, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5598f380-19ed-4c15-bc41-af5fabcd4f92,segment=NetworkSegment(dca817f3-032d-4a27-aecb-0f6fcae1b24f),segment_id=dca817f3-032d-4a27-aecb-0f6fcae1b24f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:42.012165 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dff7de-457d-4215-bbc5-2be794ecc16a x-openstack-request-id: req-36dff7de-457d-4215-bbc5-2be794ecc16a {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:15:42.012165 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa94ddbd-ac51-4785-93fa-68be125756d8", "name": "network-vif-plugged", "status": "completed", "tag": "5598f380-19ed-4c15-bc41-af5fabcd4f92", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:15:42.012165 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36dff7de-457d-4215-bbc5-2be794ecc16a {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:15:42.012165 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa94ddbd-ac51-4785-93fa-68be125756d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5598f380-19ed-4c15-bc41-af5fabcd4f92', 'code': 200} Aug 23 15:15:42.045481 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-574ee260-b073-40c5-ba7c-fe44c5f856d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:42.114022 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:42.127542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574ee260-b073-40c5-ba7c-fe44c5f856d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network a53bb4d0-c839-4cf8-8527-6c128981c1c7 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:42.159166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-574ee260-b073-40c5-ba7c-fe44c5f856d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:42.172291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ee260-b073-40c5-ba7c-fe44c5f856d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:15:42.183857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574ee260-b073-40c5-ba7c-fe44c5f856d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:42.186616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-574ee260-b073-40c5-ba7c-fe44c5f856d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:42.225672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=5598f380-19ed-4c15-bc41-af5fabcd4f92,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:42.237187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ee260-b073-40c5-ba7c-fe44c5f856d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=8c0c07e4-82c6-4f47-a2d1-4fefa9e47146,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:42.250656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db262e8-ff87-4856-a333-b9f315685807 req-26ee8d2b-319d-4b55-9168-dcb715e617ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:42.253445 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1db262e8-ff87-4856-a333-b9f315685807 req-26ee8d2b-319d-4b55-9168-dcb715e617ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 1097 time: 0.1496274 Aug 23 15:15:42.334169 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1db262e8-ff87-4856-a333-b9f315685807 req-668f4ce8-c1d0-407f-b7f2-366fa30143b6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=22542272-7e68-498a-b1e6-a20950e02e72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727301 Aug 23 15:15:42.360676 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-574ee260-b073-40c5-ba7c-fe44c5f856d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5524666 Aug 23 15:15:42.365386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52768) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:42.383284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531839b-9eee-4a48-a1b1-74f7c21f3fad req-24186e1f-5f71-4f2d-8f75-9088c1e17c4a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:42.385469 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e531839b-9eee-4a48-a1b1-74f7c21f3fad req-24186e1f-5f71-4f2d-8f75-9088c1e17c4a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 946 time: 0.0947666 Aug 23 15:15:42.459957 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e531839b-9eee-4a48-a1b1-74f7c21f3fad req-6e95e955-a456-4ac4-b527-e5dc4e484678 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=22542272-7e68-498a-b1e6-a20950e02e72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627618 Aug 23 15:15:42.776335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52774) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:42.878615 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb57004b-4852-46e3-aef8-a4f6fdc0bb13 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:42.973427 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-44305427-network', 'tenant_id': '2423b8bda8964a93b725831e9ab5a1bb'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:43.024225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a818c4-0b09-4743-9113-a44019a5b20d None None] Network a53bb4d0-c839-4cf8-8527-6c128981c1c7 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:43.114222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] Made reservation on behalf of 2423b8bda8964a93b725831e9ab5a1bb for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:43.117011 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:43.127057 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:43.246067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a32651fa-1baa-43ab-9845-8f20ebfd7ec4 None None] Provisioning for port e97d5fdf-8b76-41bd-8264-7e95a6418ec4 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:43.314962 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:43.416534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb57004b-4852-46e3-aef8-a4f6fdc0bb13 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:43.419741 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:43.460820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e97d5fdf-8b76-41bd-8264-7e95a6418ec4 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:43.464012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:15:43.478614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7a617e-4843-46f5-bf8e-586aee15b7af,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:43.483769 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:43.490210 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] Added segment b0c3cdad-6445-47f1-a016-ff3446835f9f of type vlan for network f15e9efa-8f45-4223-a043-a242d2fa33d7 Aug 23 15:15:43.585357 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:43.667802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8e76b-67c9-4d11-a5ba-119a9ddcc4d4 req-dfcec729-4630-4e30-b152-15268bc0af3d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:43.667802 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d3b8e76b-67c9-4d11-a5ba-119a9ddcc4d4 req-dfcec729-4630-4e30-b152-15268bc0af3d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 946 time: 0.0851440 Aug 23 15:15:43.685552 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb57004b-4852-46e3-aef8-a4f6fdc0bb13 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:43.728340 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d3b8e76b-67c9-4d11-a5ba-119a9ddcc4d4 req-3b1872db-1b71-4eab-bc27-6f3ba7262727 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=22542272-7e68-498a-b1e6-a20950e02e72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530467 Aug 23 15:15:43.835004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57004b-4852-46e3-aef8-a4f6fdc0bb13 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=8c0c07e4-82c6-4f47-a2d1-4fefa9e47146,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:43.930987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port e97d5fdf-8b76-41bd-8264-7e95a6418ec4 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:43.933173 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:43.934383 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:43.935203 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:43.935351 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e97d5fdf-8b76-41bd-8264-7e95a6418ec4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:43.935810 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:43.951940 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb57004b-4852-46e3-aef8-a4f6fdc0bb13 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:43.990200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c5a061f0-e698-46ec-9c95-35752864dfd3 None None] Provisioning for port 8c0c07e4-82c6-4f47-a2d1-4fefa9e47146 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:44.010773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c5a061f0-e698-46ec-9c95-35752864dfd3 None None] Provisioning complete for port 8c0c07e4-82c6-4f47-a2d1-4fefa9e47146 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:44.011072 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5a061f0-e698-46ec-9c95-35752864dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:44.016718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] Pushing event updated for resources: {'Network': ['ID=f15e9efa-8f45-4223-a043-a242d2fa33d7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:44.194176 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network f15e9efa-8f45-4223-a043-a242d2fa33d7 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:15:44.241734 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7220b0ef-a327-4b0e-8ca0-1deeb53a810a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4636352 Aug 23 15:15:44.246618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52788) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:44.250876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4939eb59-6195-473a-9a2e-86673321972a admin admin] Request body: {'subnet': {'network_id': 'f15e9efa-8f45-4223-a043-a242d2fa33d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-44305427-subnet', 'tenant_id': '2423b8bda8964a93b725831e9ab5a1bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:44.296205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c5a061f0-e698-46ec-9c95-35752864dfd3 None None] Port 8c0c07e4-82c6-4f47-a2d1-4fefa9e47146 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:44.317741 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:44.323962 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb57004b-4852-46e3-aef8-a4f6fdc0bb13 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:44.357676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port e97d5fdf-8b76-41bd-8264-7e95a6418ec4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e97d5fdf-8b76-41bd-8264-7e95a6418ec4,segment=NetworkSegment(4e47918d-4dd6-4560-97cb-9c5d573d5759),segment_id=4e47918d-4dd6-4560-97cb-9c5d573d5759)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:44.422042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ce5d6aba-06aa-4fab-b1cc-f2e868b1eb7e None None] Provisioning complete for port 8c0c07e4-82c6-4f47-a2d1-4fefa9e47146 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:44.422324 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ce5d6aba-06aa-4fab-b1cc-f2e868b1eb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:44.463858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d6aba-06aa-4fab-b1cc-f2e868b1eb7e None None] Port 8c0c07e4-82c6-4f47-a2d1-4fefa9e47146 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:44.497850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4939eb59-6195-473a-9a2e-86673321972a admin admin] Made reservation on behalf of 2423b8bda8964a93b725831e9ab5a1bb for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:44.506594 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4939eb59-6195-473a-9a2e-86673321972a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:44.542893 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:44.618445 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=e97d5fdf-8b76-41bd-8264-7e95a6418ec4,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:44.932259 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf21be-02ab-4562-9ff3-130454d1b7dc req-eea55fc6-14a6-4232-ba15-92ca2fad14d8 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:44.934674 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2ccf21be-02ab-4562-9ff3-130454d1b7dc req-eea55fc6-14a6-4232-ba15-92ca2fad14d8 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 946 time: 0.0954285 Aug 23 15:15:45.009925 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2ccf21be-02ab-4562-9ff3-130454d1b7dc req-c984563c-52f1-47bd-9bc4-7b000e62a7ad tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=22542272-7e68-498a-b1e6-a20950e02e72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636613 Aug 23 15:15:45.200426 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb57004b-4852-46e3-aef8-a4f6fdc0bb13 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:45.226170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9731823-6184-4983-9f5e-fd9978565a42 req-52de6283-83e1-468b-9d80-432b9b06e215 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:45.228073 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d9731823-6184-4983-9f5e-fd9978565a42 req-52de6283-83e1-468b-9d80-432b9b06e215 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 946 time: 0.1117232 Aug 23 15:15:45.331514 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb57004b-4852-46e3-aef8-a4f6fdc0bb13 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:45.332474 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb57004b-4852-46e3-aef8-a4f6fdc0bb13 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:45.337602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d9731823-6184-4983-9f5e-fd9978565a42 req-2ddfb4c8-76ee-4f83-b608-ff2af0ad989f tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=22542272-7e68-498a-b1e6-a20950e02e72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749147 Aug 23 15:15:45.356691 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e97d5fdf-8b76-41bd-8264-7e95a6418ec4 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:45.435149 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4939eb59-6195-473a-9a2e-86673321972a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:45.437862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e97d5fdf-8b76-41bd-8264-7e95a6418ec4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:45.438666 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:45.495521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57004b-4852-46e3-aef8-a4f6fdc0bb13 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=8c0c07e4-82c6-4f47-a2d1-4fefa9e47146,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:45.584594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939eb59-6195-473a-9a2e-86673321972a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a3ba642-4c5b-403b-9582-f2b3e7c33d14,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:45.599766 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb57004b-4852-46e3-aef8-a4f6fdc0bb13 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network a53bb4d0-c839-4cf8-8527-6c128981c1c7 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:45.602011 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939eb59-6195-473a-9a2e-86673321972a admin admin] Checking segment: {'id': 'b0c3cdad-6445-47f1-a016-ff3446835f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f15e9efa-8f45-4223-a043-a242d2fa33d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:15:45.602011 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4939eb59-6195-473a-9a2e-86673321972a admin admin] Network hostable DHCP agents. Network: f15e9efa-8f45-4223-a043-a242d2fa33d7, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:15:45.605564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-eb57004b-4852-46e3-aef8-a4f6fdc0bb13 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:45.903884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5367afd2-342f-4aae-9309-f5b8477821b3 None None] Provisioning complete for port 8c0c07e4-82c6-4f47-a2d1-4fefa9e47146 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:45.904359 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5367afd2-342f-4aae-9309-f5b8477821b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:45.937153 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4939eb59-6195-473a-9a2e-86673321972a admin admin] Network f15e9efa-8f45-4223-a043-a242d2fa33d7 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:15:45.939727 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:45.956810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5367afd2-342f-4aae-9309-f5b8477821b3 None None] Port 8c0c07e4-82c6-4f47-a2d1-4fefa9e47146 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:45.976970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb57004b-4852-46e3-aef8-a4f6fdc0bb13 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router c4aa2243-7881-4d7d-9b96-e95050ef9dc9 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:15:46.092424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb57004b-4852-46e3-aef8-a4f6fdc0bb13 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:15:46.102096 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-eb57004b-4852-46e3-aef8-a4f6fdc0bb13 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/c4aa2243-7881-4d7d-9b96-e95050ef9dc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7308555 Aug 23 15:15:46.102096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-4939eb59-6195-473a-9a2e-86673321972a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, f15e9efa-8f45-4223-a043-a242d2fa33d7) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:46.102517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52810) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:46.112633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836d4a97-8722-4c00-b392-8aa3d3b4441c None None] Network f15e9efa-8f45-4223-a043-a242d2fa33d7 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:46.116051 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4939eb59-6195-473a-9a2e-86673321972a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:46.116642 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4939eb59-6195-473a-9a2e-86673321972a admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:46.119709 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567239d-500f-45c0-a0b7-61dc3d2c6b87 None None] Sync routers for ids ['c4aa2243-7881-4d7d-9b96-e95050ef9dc9'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:15:46.148749 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567239d-500f-45c0-a0b7-61dc3d2c6b87 None None] Routers {'c4aa2243-7881-4d7d-9b96-e95050ef9dc9'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:46.148749 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3567239d-500f-45c0-a0b7-61dc3d2c6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c4aa2243-7881-4d7d-9b96-e95050ef9dc9'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:46.169807 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d457b9f-5d12-4bc0-9b4c-0ea92ec0c0e3 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:46.174447 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7d457b9f-5d12-4bc0-9b4c-0ea92ec0c0e3 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports/8c0c07e4-82c6-4f47-a2d1-4fefa9e47146 HTTP/1.1" status: 200 len: 983 time: 0.0680740 Aug 23 15:15:46.174713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52812) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:46.318960 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3567239d-500f-45c0-a0b7-61dc3d2c6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:46.328803 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567239d-500f-45c0-a0b7-61dc3d2c6b87 None None] Routers {'c4aa2243-7881-4d7d-9b96-e95050ef9dc9'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:46.329706 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3567239d-500f-45c0-a0b7-61dc3d2c6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c4aa2243-7881-4d7d-9b96-e95050ef9dc9'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:46.361737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c943559-595d-4273-89b2-714b9ffdbbc9 None None] Network f15e9efa-8f45-4223-a043-a242d2fa33d7 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:46.373019 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3567239d-500f-45c0-a0b7-61dc3d2c6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:46.374062 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567239d-500f-45c0-a0b7-61dc3d2c6b87 None None] The sync data for ids ['c4aa2243-7881-4d7d-9b96-e95050ef9dc9'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:15:46.374386 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4939eb59-6195-473a-9a2e-86673321972a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1284163 Aug 23 15:15:46.663326 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-979aa53e-604f-4612-8778-ab1c5f8c73c5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:46.969592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52824) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:47.024749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-979aa53e-604f-4612-8778-ab1c5f8c73c5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port 8c0c07e4-82c6-4f47-a2d1-4fefa9e47146 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:47.025352 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-979aa53e-604f-4612-8778-ab1c5f8c73c5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:47.148505 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-979aa53e-604f-4612-8778-ab1c5f8c73c5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:47.162872 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-979aa53e-604f-4612-8778-ab1c5f8c73c5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for 8c0c07e4-82c6-4f47-a2d1-4fefa9e47146 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:47.487359 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52836) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:47.497452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1741436045-network', 'tenant_id': '3802552add464cb59771f47ca44e65a9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:47.582582 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:47.663594 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-979aa53e-604f-4612-8778-ab1c5f8c73c5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:47.725836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979aa53e-604f-4612-8778-ab1c5f8c73c5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=8c0c07e4-82c6-4f47-a2d1-4fefa9e47146,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:47.784025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] Made reservation on behalf of 3802552add464cb59771f47ca44e65a9 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:47.787114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:47.830883 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:47.845256 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-979aa53e-604f-4612-8778-ab1c5f8c73c5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:48.020395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Allocated IP 172.20.0.17 (90271f77-4358-4294-8d75-afb945102e1b/3f48f04d-ebd4-4d03-853d-cef89f0fc506/29dc0089-eb71-4069-a45b-a62f04068468) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:48.202891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979aa53e-604f-4612-8778-ab1c5f8c73c5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router c4aa2243-7881-4d7d-9b96-e95050ef9dc9 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:15:48.236591 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:48.251066 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:48.329011 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979aa53e-604f-4612-8778-ab1c5f8c73c5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:15:48.337122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-979aa53e-604f-4612-8778-ab1c5f8c73c5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/c4aa2243-7881-4d7d-9b96-e95050ef9dc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1583247 Aug 23 15:15:48.344468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52840) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:48.345374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d2674c-50ee-4a63-b579-bf247b4bee44 None None] Sync routers for ids ['c4aa2243-7881-4d7d-9b96-e95050ef9dc9'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:15:48.355466 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d2674c-50ee-4a63-b579-bf247b4bee44 None None] Routers {'c4aa2243-7881-4d7d-9b96-e95050ef9dc9'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:48.356198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c0d2674c-50ee-4a63-b579-bf247b4bee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c4aa2243-7881-4d7d-9b96-e95050ef9dc9'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:48.389238 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:48.393441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c0d2674c-50ee-4a63-b579-bf247b4bee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:48.406142 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d2674c-50ee-4a63-b579-bf247b4bee44 None None] Routers {'c4aa2243-7881-4d7d-9b96-e95050ef9dc9'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:48.406947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c0d2674c-50ee-4a63-b579-bf247b4bee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c4aa2243-7881-4d7d-9b96-e95050ef9dc9'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:48.455351 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c0d2674c-50ee-4a63-b579-bf247b4bee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:48.456768 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d2674c-50ee-4a63-b579-bf247b4bee44 None None] The sync data for ids ['c4aa2243-7881-4d7d-9b96-e95050ef9dc9'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:15:48.457581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:15:48.551619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15776f6-1b9e-4cd3-a11a-449131aa6c49,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:48.555056 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:48.555416 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] Added segment 6205b4ad-54ef-48fb-995d-3b0b28f958d5 of type vlan for network 3ffa7389-c16e-4deb-b7c9-cca02000ef91 Aug 23 15:15:48.635030 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-ac03feeb-b81f-4cd3-8cc0-f41866b37e9b tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] remove_router_interface failed (client error): The resource could not be found. Aug 23 15:15:48.636158 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ac03feeb-b81f-4cd3-8cc0-f41866b37e9b tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/c4aa2243-7881-4d7d-9b96-e95050ef9dc9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2979331 Aug 23 15:15:48.639621 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52844) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:48.659084 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:48.659938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Transition to ACTIVE for port object 29dc0089-eb71-4069-a45b-a62f04068468 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:48.678781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4c6de5a5-0ce3-4a69-b6ed-00cf89999383 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4aa2243-7881-4d7d-9b96-e95050ef9dc9 HTTP/1.1" status: 200 len: 205 time: 0.0375988 Aug 23 15:15:48.682125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52846) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:48.772566 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-730d126d-220d-4f55-a529-b066716ba82a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:48.789263 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:48.832764 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network 90271f77-4358-4294-8d75-afb945102e1b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:48.836599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:48.840728 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:15:48.871633 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Port': ['ID=29dc0089-eb71-4069-a45b-a62f04068468,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:48.901837 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:49.159627 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:49.160907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:49.161504 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:49.245553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4d14c2ac-338a-4c7f-9caa-55b0f160a0b5 None None] Provisioning for port 29dc0089-eb71-4069-a45b-a62f04068468 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:49.256114 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4d14c2ac-338a-4c7f-9caa-55b0f160a0b5 None None] Provisioning complete for port 29dc0089-eb71-4069-a45b-a62f04068468 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:49.256615 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4d14c2ac-338a-4c7f-9caa-55b0f160a0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:49.279831 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:49.303586 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4d14c2ac-338a-4c7f-9caa-55b0f160a0b5 None None] Port 29dc0089-eb71-4069-a45b-a62f04068468 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:49.427161 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-730d126d-220d-4f55-a529-b066716ba82a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:49.432219 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-730d126d-220d-4f55-a529-b066716ba82a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:49.435915 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9442351 Aug 23 15:15:49.437118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd60a87-2fdd-4c45-86da-8a8c0ac139ff admin admin] Pushing event updated for resources: {'Network': ['ID=3ffa7389-c16e-4deb-b7c9-cca02000ef91,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:49.440352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52852) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:49.450940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-14a093cf-f67a-41bc-8895-04a4528b1bea admin admin] Request body: {'subnet': {'network_id': '3ffa7389-c16e-4deb-b7c9-cca02000ef91', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1741436045-subnet', 'tenant_id': '3802552add464cb59771f47ca44e65a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:49.455369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 3ffa7389-c16e-4deb-b7c9-cca02000ef91 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:15:49.738002 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-730d126d-220d-4f55-a529-b066716ba82a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:49.740391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730d126d-220d-4f55-a529-b066716ba82a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Fanout notify agent at l3_agent the message router_deleted on router c4aa2243-7881-4d7d-9b96-e95050ef9dc9 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:15:49.808714 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-730d126d-220d-4f55-a529-b066716ba82a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:49.814484 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-730d126d-220d-4f55-a529-b066716ba82a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/routers/c4aa2243-7881-4d7d-9b96-e95050ef9dc9 HTTP/1.1" status: 204 len: 168 time: 1.1275194 Aug 23 15:15:49.819952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a093cf-f67a-41bc-8895-04a4528b1bea admin admin] Made reservation on behalf of 3802552add464cb59771f47ca44e65a9 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:49.822676 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14a093cf-f67a-41bc-8895-04a4528b1bea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:49.824708 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52858) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:49.938692 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:50.009284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-9723e4fe-26e6-4a9d-9fee-e668fa02ffe1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting subnet b108baab-9683-4288-a13d-00fcae23c77f {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:15:50.021681 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9723e4fe-26e6-4a9d-9fee-e668fa02ffe1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:50.086280 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9723e4fe-26e6-4a9d-9fee-e668fa02ffe1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:50.113198 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:50.226909 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Port': ['ID=29dc0089-eb71-4069-a45b-a62f04068468,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:50.240168 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:50.314087 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:50.336862 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9723e4fe-26e6-4a9d-9fee-e668fa02ffe1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:50.427459 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14a093cf-f67a-41bc-8895-04a4528b1bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:50.434827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network 90271f77-4358-4294-8d75-afb945102e1b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:50.440258 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:50.534415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a093cf-f67a-41bc-8895-04a4528b1bea admin admin] Checking segment: {'id': '6205b4ad-54ef-48fb-995d-3b0b28f958d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3ffa7389-c16e-4deb-b7c9-cca02000ef91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:15:50.539864 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a093cf-f67a-41bc-8895-04a4528b1bea admin admin] Network hostable DHCP agents. Network: 3ffa7389-c16e-4deb-b7c9-cca02000ef91, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:15:50.539864 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a093cf-f67a-41bc-8895-04a4528b1bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d3f6f94-6767-4003-8cae-c3c9d4a027d4,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:50.663044 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:15:50.681526 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9723e4fe-26e6-4a9d-9fee-e668fa02ffe1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:50.715035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723e4fe-26e6-4a9d-9fee-e668fa02ffe1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Subnet': ['ID=b108baab-9683-4288-a13d-00fcae23c77f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:50.722228 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9723e4fe-26e6-4a9d-9fee-e668fa02ffe1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:50.724718 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9723e4fe-26e6-4a9d-9fee-e668fa02ffe1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/b108baab-9683-4288-a13d-00fcae23c77f HTTP/1.1" status: 204 len: 168 time: 0.8990006 Aug 23 15:15:50.728143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52878) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:50.736466 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b10f91c-4a8c-44ca-946e-b4f7ab35231b None None] Network a53bb4d0-c839-4cf8-8527-6c128981c1c7 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:50.755314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a093cf-f67a-41bc-8895-04a4528b1bea admin admin] Network 3ffa7389-c16e-4deb-b7c9-cca02000ef91 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:15:50.893676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9e4f3ad8-cf2e-464a-9344-8937752e671e None None] Provisioning complete for port 29dc0089-eb71-4069-a45b-a62f04068468 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:50.894055 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9e4f3ad8-cf2e-464a-9344-8937752e671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:50.906777 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:50.933110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:15:50.947318 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Sync routers for ids ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:15:50.971983 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-921e3a3f-b005-446b-8270-fc58489c64af tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "PUT /v2.0/routers/92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0664988 Aug 23 15:15:50.981101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9e4f3ad8-cf2e-464a-9344-8937752e671e None None] Port 29dc0089-eb71-4069-a45b-a62f04068468 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:50.989257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-14a093cf-f67a-41bc-8895-04a4528b1bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 3ffa7389-c16e-4deb-b7c9-cca02000ef91) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:50.994633 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Routers {'92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:50.996160 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a093cf-f67a-41bc-8895-04a4528b1bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:50.996779 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14a093cf-f67a-41bc-8895-04a4528b1bea admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:50.997297 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:51.024295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8d885e-219e-4e95-925d-a57d4a302f3d None None] Network 3ffa7389-c16e-4deb-b7c9-cca02000ef91 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:51.032850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port e97d5fdf-8b76-41bd-8264-7e95a6418ec4 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:51.033194 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:51.109256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0235ed1-2ad5-4ca4-88f0-ab8d27068da8 None None] DHCP port deletion for a53bb4d0-c839-4cf8-8527-6c128981c1c7 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:15:51.137917 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] For port e97d5fdf-8b76-41bd-8264-7e95a6418ec4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e97d5fdf-8b76-41bd-8264-7e95a6418ec4,segment=NetworkSegment(4e47918d-4dd6-4560-97cb-9c5d573d5759),segment_id=4e47918d-4dd6-4560-97cb-9c5d573d5759)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:51.140655 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:51.162823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for e97d5fdf-8b76-41bd-8264-7e95a6418ec4 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:51.180385 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Set router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:15:51.246052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c0235ed1-2ad5-4ca4-88f0-ab8d27068da8 None None] Deleting port e97d5fdf-8b76-41bd-8264-7e95a6418ec4 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:51.250405 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c0235ed1-2ad5-4ca4-88f0-ab8d27068da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:51.290113 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-14a093cf-f67a-41bc-8895-04a4528b1bea admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8456874 Aug 23 15:15:51.386896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7398e1c-3f4a-42b0-b115-9bbdac0b837f None None] Network 3ffa7389-c16e-4deb-b7c9-cca02000ef91 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:51.386896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e97d5fdf-8b76-41bd-8264-7e95a6418ec4 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:15:51.531994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52902) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:51.543790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c0235ed1-2ad5-4ca4-88f0-ab8d27068da8 None None] For port e97d5fdf-8b76-41bd-8264-7e95a6418ec4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e97d5fdf-8b76-41bd-8264-7e95a6418ec4,segment=NetworkSegment(4e47918d-4dd6-4560-97cb-9c5d573d5759),segment_id=4e47918d-4dd6-4560-97cb-9c5d573d5759)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:51.544197 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c0235ed1-2ad5-4ca4-88f0-ab8d27068da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:51.573566 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c0235ed1-2ad5-4ca4-88f0-ab8d27068da8 None None] Calling delete_port for e97d5fdf-8b76-41bd-8264-7e95a6418ec4 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:51.575294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No active binding found for port e97d5fdf-8b76-41bd-8264-7e95a6418ec4 {{(pid=96116) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 15:15:51.575947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e97d5fdf-8b76-41bd-8264-7e95a6418ec4 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:15:51.578368 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:15:49Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'port_id': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'mac_address': 'fa:16:3e:95:e9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:14:35Z', 'updated_at': '2021-08-23T15:14:41Z', 'revision_number': 1, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29dc0089-eb71-4069-a45b-a62f04068468', 'name': '', 'network_id': '90271f77-4358-4294-8d75-afb945102e1b', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:d8:1d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '3f48f04d-ebd4-4d03-853d-cef89f0fc506', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:15:47Z', 'updated_at': '2021-08-23T15:15:49Z', 'revision_number': 2, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '3f48f04d-ebd4-4d03-853d-cef89f0fc506', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ea7dc6e-2f02-4e6e-bde0-04d457db65d7', 'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:3f:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:23Z', 'updated_at': '2021-08-23T15:13:44Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:51.615920 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Checking router: 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:15:51.616502 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Updating router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 port 29dc0089-eb71-4069-a45b-a62f04068468 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:15:51.639521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55d5e63-8726-4e6a-944b-f87896eb2919 admin admin] Deleting subnet 1a3ba642-4c5b-403b-9582-f2b3e7c33d14 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:15:51.641418 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:51.643560 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b55d5e63-8726-4e6a-944b-f87896eb2919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:51.653548 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:51.710714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No DVR routers for this DVR port e97d5fdf-8b76-41bd-8264-7e95a6418ec4 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:15:51.712526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=e97d5fdf-8b76-41bd-8264-7e95a6418ec4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:51.770517 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b55d5e63-8726-4e6a-944b-f87896eb2919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:51.785087 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c0235ed1-2ad5-4ca4-88f0-ab8d27068da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:51.839857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0235ed1-2ad5-4ca4-88f0-ab8d27068da8 None None] No DVR routers for this DVR port e97d5fdf-8b76-41bd-8264-7e95a6418ec4 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:15:51.853709 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0235ed1-2ad5-4ca4-88f0-ab8d27068da8 None None] Pushing event deleted for resources: {'Port': ['ID=e97d5fdf-8b76-41bd-8264-7e95a6418ec4,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:51.908114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:51.927089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53bb4d0-c839-4cf8-8527-6c128981c1c7']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:51.945232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e47918d-4dd6-4560-97cb-9c5d573d5759') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:51.945639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e47918d-4dd6-4560-97cb-9c5d573d5759') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:51.966637 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:51.974538 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b55d5e63-8726-4e6a-944b-f87896eb2919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.024892 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.034174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:15:52.034602 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:15:52.038571 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:15:52.071560 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.257090 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.265204 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.267920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/networks/a53bb4d0-c839-4cf8-8527-6c128981c1c7 HTTP/1.1" status: 204 len: 168 time: 1.5383940 Aug 23 15:15:52.272252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52924) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:52.278799 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a4fa592a-5ada-440a-8269-6beac3ac8ad6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-381741560'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:52.281329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80cfab-ee90-4039-952f-61187ff42ae6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Network': ['ID=a53bb4d0-c839-4cf8-8527-6c128981c1c7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:52.336946 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Transition to ACTIVE for port object 29dc0089-eb71-4069-a45b-a62f04068468 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:52.337318 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b55d5e63-8726-4e6a-944b-f87896eb2919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.372999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d5e63-8726-4e6a-944b-f87896eb2919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a3ba642-4c5b-403b-9582-f2b3e7c33d14,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:52.376717 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b55d5e63-8726-4e6a-944b-f87896eb2919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.380693 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b55d5e63-8726-4e6a-944b-f87896eb2919 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1a3ba642-4c5b-403b-9582-f2b3e7c33d14 HTTP/1.1" status: 204 len: 168 time: 0.8448510 Aug 23 15:15:52.381878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52930) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:52.456760 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fa592a-5ada-440a-8269-6beac3ac8ad6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:52.461767 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4fa592a-5ada-440a-8269-6beac3ac8ad6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.469564 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df786852-b11f-4e2c-89cd-a7268bb2a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.503263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fa592a-5ada-440a-8269-6beac3ac8ad6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:15:52.508027 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.546113 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4fa592a-5ada-440a-8269-6beac3ac8ad6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.547070 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-a4fa592a-5ada-440a-8269-6beac3ac8ad6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Added segment bc6a9ec7-b554-4c8e-90ac-a2c609f98817 of type vlan for network 9de285a2-81fd-46b8-a5ed-c2c25991b841 Aug 23 15:15:52.580287 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab807ae-5b31-493f-9fc2-2fa9cb5ed4cb None None] Pushing event updated for resources: {'Port': ['ID=29dc0089-eb71-4069-a45b-a62f04068468,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:52.580287 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab807ae-5b31-493f-9fc2-2fa9cb5ed4cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:52.580287 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab807ae-5b31-493f-9fc2-2fa9cb5ed4cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:52.580287 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab807ae-5b31-493f-9fc2-2fa9cb5ed4cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:52.580287 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab807ae-5b31-493f-9fc2-2fa9cb5ed4cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:52.580287 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab807ae-5b31-493f-9fc2-2fa9cb5ed4cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:52.580287 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab807ae-5b31-493f-9fc2-2fa9cb5ed4cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:52.580287 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab807ae-5b31-493f-9fc2-2fa9cb5ed4cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:52.580287 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab807ae-5b31-493f-9fc2-2fa9cb5ed4cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:52.580287 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab807ae-5b31-493f-9fc2-2fa9cb5ed4cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:52.580287 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab807ae-5b31-493f-9fc2-2fa9cb5ed4cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:52.582460 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab807ae-5b31-493f-9fc2-2fa9cb5ed4cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:52.583097 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab807ae-5b31-493f-9fc2-2fa9cb5ed4cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:15:52.604760 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4fa592a-5ada-440a-8269-6beac3ac8ad6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.619759 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df786852-b11f-4e2c-89cd-a7268bb2a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.636135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-df786852-b11f-4e2c-89cd-a7268bb2a6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15e9efa-8f45-4223-a043-a242d2fa33d7']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:52.653886 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-df786852-b11f-4e2c-89cd-a7268bb2a6a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c3cdad-6445-47f1-a016-ff3446835f9f') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:52.654357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-df786852-b11f-4e2c-89cd-a7268bb2a6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c3cdad-6445-47f1-a016-ff3446835f9f') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:52.667345 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df786852-b11f-4e2c-89cd-a7268bb2a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.685107 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-734e832c-a25a-4683-927d-098f80809f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.687675 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df786852-b11f-4e2c-89cd-a7268bb2a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.695446 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df786852-b11f-4e2c-89cd-a7268bb2a6a8 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:15:52.695744 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Attempting to bind port 29dc0089-eb71-4069-a45b-a62f04068468 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:15:52.695920 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Attempting to bind port 29dc0089-eb71-4069-a45b-a62f04068468 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'dca817f3-032d-4a27-aecb-0f6fcae1b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '90271f77-4358-4294-8d75-afb945102e1b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:15:52.696080 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df786852-b11f-4e2c-89cd-a7268bb2a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.696675 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Attempting to bind port 29dc0089-eb71-4069-a45b-a62f04068468 on network 90271f77-4358-4294-8d75-afb945102e1b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:15:52.697867 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:15:52.703217 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:15:52.703594 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Checking segment: {'id': 'dca817f3-032d-4a27-aecb-0f6fcae1b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '90271f77-4358-4294-8d75-afb945102e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:15:52.704019 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.704415 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Bound using segment: {'id': 'dca817f3-032d-4a27-aecb-0f6fcae1b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '90271f77-4358-4294-8d75-afb945102e1b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:15:52.704873 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Bound port: 29dc0089-eb71-4069-a45b-a62f04068468, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca817f3-032d-4a27-aecb-0f6fcae1b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '90271f77-4358-4294-8d75-afb945102e1b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:15:52.705365 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.791604 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] For port 29dc0089-eb71-4069-a45b-a62f04068468, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:15:52.795239 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] For port 29dc0089-eb71-4069-a45b-a62f04068468, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=29dc0089-eb71-4069-a45b-a62f04068468,segment=NetworkSegment(dca817f3-032d-4a27-aecb-0f6fcae1b24f),segment_id=dca817f3-032d-4a27-aecb-0f6fcae1b24f)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:15:52.862222 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4fa592a-5ada-440a-8269-6beac3ac8ad6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.872394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fa592a-5ada-440a-8269-6beac3ac8ad6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:52.872394 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4fa592a-5ada-440a-8269-6beac3ac8ad6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.936767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df786852-b11f-4e2c-89cd-a7268bb2a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.937865 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.944627 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df786852-b11f-4e2c-89cd-a7268bb2a6a8 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:52.952220 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-df786852-b11f-4e2c-89cd-a7268bb2a6a8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f15e9efa-8f45-4223-a043-a242d2fa33d7 HTTP/1.1" status: 204 len: 168 time: 0.5690527 Aug 23 15:15:52.952735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52942) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:52.961734 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa592a-5ada-440a-8269-6beac3ac8ad6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Network': ['ID=9de285a2-81fd-46b8-a5ed-c2c25991b841,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:52.968756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df786852-b11f-4e2c-89cd-a7268bb2a6a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f15e9efa-8f45-4223-a043-a242d2fa33d7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:52.980599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 9de285a2-81fd-46b8-a5ed-c2c25991b841 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:15:53.045325 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Routers {'92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:53.046163 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:53.051791 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9801dc-2e97-4919-9036-5e7921424b4c admin admin] Deleting subnet 3d3f6f94-6767-4003-8cae-c3c9d4a027d4 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:15:53.064820 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7c9801dc-2e97-4919-9036-5e7921424b4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:53.100313 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab807ae-5b31-493f-9fc2-2fa9cb5ed4cb None None] Pushing event updated for resources: {'Port': ['ID=29dc0089-eb71-4069-a45b-a62f04068468,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:53.114738 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a4fa592a-5ada-440a-8269-6beac3ac8ad6 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8370252 Aug 23 15:15:53.114990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 52950) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:53.120361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d4b449b2-bb3d-4a14-aec7-da589db57edc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'subnet': {'network_id': '9de285a2-81fd-46b8-a5ed-c2c25991b841', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:53.146619 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7c9801dc-2e97-4919-9036-5e7921424b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:53.207706 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7c9801dc-2e97-4919-9036-5e7921424b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:53.222414 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] Set router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:15:53.479232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b449b2-bb3d-4a14-aec7-da589db57edc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:15:53.479523 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7c9801dc-2e97-4919-9036-5e7921424b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:53.483553 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4b449b2-bb3d-4a14-aec7-da589db57edc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:53.511123 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9801dc-2e97-4919-9036-5e7921424b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d3f6f94-6767-4003-8cae-c3c9d4a027d4,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:53.518517 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7c9801dc-2e97-4919-9036-5e7921424b4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:53.521541 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7c9801dc-2e97-4919-9036-5e7921424b4c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3d3f6f94-6767-4003-8cae-c3c9d4a027d4 HTTP/1.1" status: 204 len: 168 time: 0.5679367 Aug 23 15:15:53.523891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52962) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:53.580911 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:15:49Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'port_id': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'mac_address': 'fa:16:3e:95:e9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:14:35Z', 'updated_at': '2021-08-23T15:14:41Z', 'revision_number': 1, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29dc0089-eb71-4069-a45b-a62f04068468', 'name': '', 'network_id': '90271f77-4358-4294-8d75-afb945102e1b', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:d8:1d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '3f48f04d-ebd4-4d03-853d-cef89f0fc506', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:15:47Z', 'updated_at': '2021-08-23T15:15:52Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '3f48f04d-ebd4-4d03-853d-cef89f0fc506', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ea7dc6e-2f02-4e6e-bde0-04d457db65d7', 'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:3f:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:23Z', 'updated_at': '2021-08-23T15:13:44Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:53.613058 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e633d-d98c-4d50-a797-6a2d8e484d2e None None] The sync data for ids ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'] in n-d-804985-3 is: [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:15:49Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'port_id': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'mac_address': 'fa:16:3e:95:e9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:14:35Z', 'updated_at': '2021-08-23T15:14:41Z', 'revision_number': 1, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29dc0089-eb71-4069-a45b-a62f04068468', 'name': '', 'network_id': '90271f77-4358-4294-8d75-afb945102e1b', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:d8:1d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '3f48f04d-ebd4-4d03-853d-cef89f0fc506', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:15:47Z', 'updated_at': '2021-08-23T15:15:52Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '3f48f04d-ebd4-4d03-853d-cef89f0fc506', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ea7dc6e-2f02-4e6e-bde0-04d457db65d7', 'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:3f:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:23Z', 'updated_at': '2021-08-23T15:13:44Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:15:53.627966 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b03d43c3-8535-444a-ba9d-5beb1678c8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:53.788718 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b03d43c3-8535-444a-ba9d-5beb1678c8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:53.805658 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-b03d43c3-8535-444a-ba9d-5beb1678c8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffa7389-c16e-4deb-b7c9-cca02000ef91']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:53.820598 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-b03d43c3-8535-444a-ba9d-5beb1678c8e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6205b4ad-54ef-48fb-995d-3b0b28f958d5') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:53.820890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-b03d43c3-8535-444a-ba9d-5beb1678c8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6205b4ad-54ef-48fb-995d-3b0b28f958d5') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:53.833567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b03d43c3-8535-444a-ba9d-5beb1678c8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:53.857252 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b03d43c3-8535-444a-ba9d-5beb1678c8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:53.864749 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03d43c3-8535-444a-ba9d-5beb1678c8e0 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:15:53.865296 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b03d43c3-8535-444a-ba9d-5beb1678c8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:15:53.867521 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:15:54.040211 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4b449b2-bb3d-4a14-aec7-da589db57edc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:54.117587 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b449b2-bb3d-4a14-aec7-da589db57edc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Subnet': ['ID=0d8609b0-d44e-4054-9fd8-c4fbeaf73838,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:54.125854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b449b2-bb3d-4a14-aec7-da589db57edc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Checking segment: {'id': 'bc6a9ec7-b554-4c8e-90ac-a2c609f98817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9de285a2-81fd-46b8-a5ed-c2c25991b841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:15:54.126220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b449b2-bb3d-4a14-aec7-da589db57edc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network hostable DHCP agents. Network: 9de285a2-81fd-46b8-a5ed-c2c25991b841, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:15:54.314180 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b03d43c3-8535-444a-ba9d-5beb1678c8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:54.321455 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b03d43c3-8535-444a-ba9d-5beb1678c8e0 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:54.325279 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b03d43c3-8535-444a-ba9d-5beb1678c8e0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3ffa7389-c16e-4deb-b7c9-cca02000ef91 HTTP/1.1" status: 204 len: 168 time: 0.8001478 Aug 23 15:15:54.346683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d43c3-8535-444a-ba9d-5beb1678c8e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ffa7389-c16e-4deb-b7c9-cca02000ef91,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:54.360204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b449b2-bb3d-4a14-aec7-da589db57edc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 9de285a2-81fd-46b8-a5ed-c2c25991b841 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:15:54.507734 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-d4b449b2-bb3d-4a14-aec7-da589db57edc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 9de285a2-81fd-46b8-a5ed-c2c25991b841) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:54.512334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b449b2-bb3d-4a14-aec7-da589db57edc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:54.513189 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4b449b2-bb3d-4a14-aec7-da589db57edc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:54.518598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dee8ac-0b28-4634-b350-d4a2bf92f1bb None None] Network 9de285a2-81fd-46b8-a5ed-c2c25991b841 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:54.705278 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d4b449b2-bb3d-4a14-aec7-da589db57edc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5820744 Aug 23 15:15:54.705390 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 52992) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:54.711242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-9de285a2-81fd-46b8-a5ed-c2c25991b841', 'network_id': '9de285a2-81fd-46b8-a5ed-c2c25991b841', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'fixed_ips': [{'subnet_id': '0d8609b0-d44e-4054-9fd8-c4fbeaf73838'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:15:54.712161 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:54.712891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-5f6c6636-8056-4586-85fb-83988efc9fe2 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1713750640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:15:54.869399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Allocated IP 2001:db8::2 (9de285a2-81fd-46b8-a5ed-c2c25991b841/0d8609b0-d44e-4054-9fd8-c4fbeaf73838/3ec25319-5927-44d0-b928-a985d289c011) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:54.897650 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6636-8056-4586-85fb-83988efc9fe2 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:54.899491 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6636-8056-4586-85fb-83988efc9fe2 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:54.976901 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6636-8056-4586-85fb-83988efc9fe2 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.052433 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53002) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:55.052774 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.063896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Transition to ACTIVE for port object 3ec25319-5927-44d0-b928-a985d289c011 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:55.081550 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Transition to ACTIVE for port object 3ec25319-5927-44d0-b928-a985d289c011 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:55.083453 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6636-8056-4586-85fb-83988efc9fe2 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.108256 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-acf9fed3-3e65-4fd0-80b6-ae12cde32c05 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2423b8bda8964a93b725831e9ab5a1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538864 Aug 23 15:15:55.110966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53004) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:55.171800 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1c2835a4-4985-4d6f-a2cd-d153596bf7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.206768 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1c2835a4-4985-4d6f-a2cd-d153596bf7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.211050 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.243049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5f6c6636-8056-4586-85fb-83988efc9fe2 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.248424 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5f6c6636-8056-4586-85fb-83988efc9fe2 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5420799 Aug 23 15:15:55.248826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53012) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:55.274337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Network 9de285a2-81fd-46b8-a5ed-c2c25991b841 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:55.281426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:55.285639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:15:55.312244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Pushing event updated for resources: {'Port': ['ID=3ec25319-5927-44d0-b928-a985d289c011,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:55.386764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Attempting to bind port 3ec25319-5927-44d0-b928-a985d289c011 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:15:55.386764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Attempting to bind port 3ec25319-5927-44d0-b928-a985d289c011 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bc6a9ec7-b554-4c8e-90ac-a2c609f98817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9de285a2-81fd-46b8-a5ed-c2c25991b841'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:15:55.386764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Attempting to bind port 3ec25319-5927-44d0-b928-a985d289c011 on network 9de285a2-81fd-46b8-a5ed-c2c25991b841 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:15:55.398466 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:15:55.398870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Checking segment: {'id': 'bc6a9ec7-b554-4c8e-90ac-a2c609f98817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9de285a2-81fd-46b8-a5ed-c2c25991b841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:15:55.399422 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.400127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Bound using segment: {'id': 'bc6a9ec7-b554-4c8e-90ac-a2c609f98817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9de285a2-81fd-46b8-a5ed-c2c25991b841'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:15:55.400866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Bound port: 3ec25319-5927-44d0-b928-a985d289c011, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6a9ec7-b554-4c8e-90ac-a2c609f98817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9de285a2-81fd-46b8-a5ed-c2c25991b841'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:15:55.401511 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.434052 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1c2835a4-4985-4d6f-a2cd-d153596bf7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.438238 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1c2835a4-4985-4d6f-a2cd-d153596bf7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.443736 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1c2835a4-4985-4d6f-a2cd-d153596bf7e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f7a617e-4843-46f5-bf8e-586aee15b7af HTTP/1.1" status: 204 len: 168 time: 0.3312123 Aug 23 15:15:55.457624 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2835a4-4985-4d6f-a2cd-d153596bf7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7a617e-4843-46f5-bf8e-586aee15b7af,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:55.466824 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 29dc0089-eb71-4069-a45b-a62f04068468 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:55.578632 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] For port 3ec25319-5927-44d0-b928-a985d289c011, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:15:55.582829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] For port 3ec25319-5927-44d0-b928-a985d289c011, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3ec25319-5927-44d0-b928-a985d289c011,segment=NetworkSegment(bc6a9ec7-b554-4c8e-90ac-a2c609f98817),segment_id=bc6a9ec7-b554-4c8e-90ac-a2c609f98817)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:15:55.655029 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.673485 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.747484 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 29dc0089-eb71-4069-a45b-a62f04068468 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:55.751185 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.762670 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 29dc0089-eb71-4069-a45b-a62f04068468 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:55.763047 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.863271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d13063-4058-48e9-8d18-4a0b5ac17271 None None] Pushing event updated for resources: {'Port': ['ID=3ec25319-5927-44d0-b928-a985d289c011,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:55.948834 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:55.992543 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Allocated IP 2001:db8::1 (9de285a2-81fd-46b8-a5ed-c2c25991b841/0d8609b0-d44e-4054-9fd8-c4fbeaf73838/8e1a88cf-431f-4017-89a3-c0e5731c89c5) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:15:56.004455 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 29dc0089-eb71-4069-a45b-a62f04068468, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=29dc0089-eb71-4069-a45b-a62f04068468,segment=NetworkSegment(dca817f3-032d-4a27-aecb-0f6fcae1b24f),segment_id=dca817f3-032d-4a27-aecb-0f6fcae1b24f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:56.195910 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:56.196245 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:56.228270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Transition to ACTIVE for port object 8e1a88cf-431f-4017-89a3-c0e5731c89c5 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:15:56.282199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=29dc0089-eb71-4069-a45b-a62f04068468,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:56.411544 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:56.457496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 9de285a2-81fd-46b8-a5ed-c2c25991b841 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:56.460026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:56.462874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:15:56.463798 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:56.518495 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=8e1a88cf-431f-4017-89a3-c0e5731c89c5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:56.730298 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9bf56c56-79ba-4ad8-98ab-0e2681f088f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:56.826386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53058) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:56.826938 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:56.878263 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f383865c-dc3b-445d-bedc-46c9566cd5d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3802552add464cb59771f47ca44e65a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580397 Aug 23 15:15:56.880860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53060) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:56.959532 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6d27847-82f9-4957-9e46-d030405481c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:56.982231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895173eb-4dd8-4f6b-9c0f-5e16f66b04d4 None None] Network 9de285a2-81fd-46b8-a5ed-c2c25991b841 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:15:56.987132 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6d27847-82f9-4957-9e46-d030405481c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:57.139440 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:57.159301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f5c079f5-be6a-4a19-b398-a0c3312f0520 None None] Provisioning for port 3ec25319-5927-44d0-b928-a985d289c011 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:57.205028 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:57.208175 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6d27847-82f9-4957-9e46-d030405481c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:57.209192 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6d27847-82f9-4957-9e46-d030405481c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:57.210503 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f6d27847-82f9-4957-9e46-d030405481c3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e15776f6-1b9e-4cd3-a11a-449131aa6c49 HTTP/1.1" status: 204 len: 168 time: 0.3285058 Aug 23 15:15:57.221747 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d27847-82f9-4957-9e46-d030405481c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15776f6-1b9e-4cd3-a11a-449131aa6c49,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:57.262294 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:57.263166 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:57.329779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=8e1a88cf-431f-4017-89a3-c0e5731c89c5,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:57.498997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 9de285a2-81fd-46b8-a5ed-c2c25991b841 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:15:57.501371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:15:57.515942 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3ec25319-5927-44d0-b928-a985d289c011 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:57.817373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 3ec25319-5927-44d0-b928-a985d289c011 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:57.824376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fd15c685-250a-47ea-b510-7922c3ed83bf None None] Provisioning for port 8e1a88cf-431f-4017-89a3-c0e5731c89c5 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:15:57.825111 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 3ec25319-5927-44d0-b928-a985d289c011 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:57.825484 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:57.829696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fd15c685-250a-47ea-b510-7922c3ed83bf None None] Provisioning complete for port 8e1a88cf-431f-4017-89a3-c0e5731c89c5 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:57.830212 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fd15c685-250a-47ea-b510-7922c3ed83bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:57.873378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router bbf30485-5c11-4eee-a0ac-9dd68494f2a8 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:15:57.935708 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fd15c685-250a-47ea-b510-7922c3ed83bf None None] Port 8e1a88cf-431f-4017-89a3-c0e5731c89c5 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:57.999322 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:58.022047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:15:58.033290 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-84a301d6-a240-4bcc-b01f-2ada5c3adb33 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/bbf30485-5c11-4eee-a0ac-9dd68494f2a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7820859 Aug 23 15:15:58.037341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53100) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:58.040216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d1f8f-d863-4367-b438-3ed0a5c06d38 None None] Sync routers for ids ['bbf30485-5c11-4eee-a0ac-9dd68494f2a8'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:15:58.073401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 3ec25319-5927-44d0-b928-a985d289c011, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3ec25319-5927-44d0-b928-a985d289c011,segment=NetworkSegment(bc6a9ec7-b554-4c8e-90ac-a2c609f98817),segment_id=bc6a9ec7-b554-4c8e-90ac-a2c609f98817)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:15:58.082976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d1f8f-d863-4367-b438-3ed0a5c06d38 None None] Routers {'bbf30485-5c11-4eee-a0ac-9dd68494f2a8'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:58.084537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2b8d1f8f-d863-4367-b438-3ed0a5c06d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['bbf30485-5c11-4eee-a0ac-9dd68494f2a8'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:58.108246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b6a6b-0453-4ecd-9708-2f1fce9833b8 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:15:58.109795 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3b5b6a6b-0453-4ecd-9708-2f1fce9833b8 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports/8e1a88cf-431f-4017-89a3-c0e5731c89c5 HTTP/1.1" status: 200 len: 911 time: 0.0706961 Aug 23 15:15:58.114144 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53106) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:58.125458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a26d505b-7b8e-4fd2-9e05-2e0809909cb2 None None] Provisioning complete for port 8e1a88cf-431f-4017-89a3-c0e5731c89c5 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:58.125835 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a26d505b-7b8e-4fd2-9e05-2e0809909cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:58.129402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2b8d1f8f-d863-4367-b438-3ed0a5c06d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:58.165585 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d1f8f-d863-4367-b438-3ed0a5c06d38 None None] Routers {'bbf30485-5c11-4eee-a0ac-9dd68494f2a8'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:58.166276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2b8d1f8f-d863-4367-b438-3ed0a5c06d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['bbf30485-5c11-4eee-a0ac-9dd68494f2a8'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:58.387290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a26d505b-7b8e-4fd2-9e05-2e0809909cb2 None None] Port 8e1a88cf-431f-4017-89a3-c0e5731c89c5 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:58.389006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2b8d1f8f-d863-4367-b438-3ed0a5c06d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:58.389658 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d1f8f-d863-4367-b438-3ed0a5c06d38 None None] The sync data for ids ['bbf30485-5c11-4eee-a0ac-9dd68494f2a8'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:15:58.391621 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:58.392932 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 29dc0089-eb71-4069-a45b-a62f04068468 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:58.482188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=3ec25319-5927-44d0-b928-a985d289c011,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:58.497908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 29dc0089-eb71-4069-a45b-a62f04068468 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:58.498419 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:58.563919 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8ad17f08-4c62-45cc-84ab-23adaec8d42e None None] Provisioning complete for port 8e1a88cf-431f-4017-89a3-c0e5731c89c5 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:58.564078 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-77987513-992d-4b2a-aa05-38dd72f99e58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:58.564319 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8ad17f08-4c62-45cc-84ab-23adaec8d42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:58.654941 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8ad17f08-4c62-45cc-84ab-23adaec8d42e None None] Port 8e1a88cf-431f-4017-89a3-c0e5731c89c5 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:15:58.761538 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:58.872701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-77987513-992d-4b2a-aa05-38dd72f99e58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port 8e1a88cf-431f-4017-89a3-c0e5731c89c5 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:15:58.873043 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-77987513-992d-4b2a-aa05-38dd72f99e58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:58.971094 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-77987513-992d-4b2a-aa05-38dd72f99e58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:58.989095 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-77987513-992d-4b2a-aa05-38dd72f99e58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for 8e1a88cf-431f-4017-89a3-c0e5731c89c5 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:15:59.274183 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-77987513-992d-4b2a-aa05-38dd72f99e58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:59.318191 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77987513-992d-4b2a-aa05-38dd72f99e58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=8e1a88cf-431f-4017-89a3-c0e5731c89c5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:15:59.352677 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3ec25319-5927-44d0-b928-a985d289c011 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:15:59.428294 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:15:59.433609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 3ec25319-5927-44d0-b928-a985d289c011 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:15:59.433997 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:59.502016 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-77987513-992d-4b2a-aa05-38dd72f99e58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:15:59.726697 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77987513-992d-4b2a-aa05-38dd72f99e58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router bbf30485-5c11-4eee-a0ac-9dd68494f2a8 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:15:59.815586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77987513-992d-4b2a-aa05-38dd72f99e58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:15:59.821781 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-77987513-992d-4b2a-aa05-38dd72f99e58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/bbf30485-5c11-4eee-a0ac-9dd68494f2a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7062058 Aug 23 15:15:59.824423 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53162) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:59.834753 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7851dc4c-808c-4b51-b6ca-999461506f33 None None] Sync routers for ids ['bbf30485-5c11-4eee-a0ac-9dd68494f2a8'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:15:59.855171 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851dc4c-808c-4b51-b6ca-999461506f33 None None] Routers {'bbf30485-5c11-4eee-a0ac-9dd68494f2a8'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:59.856112 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7851dc4c-808c-4b51-b6ca-999461506f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['bbf30485-5c11-4eee-a0ac-9dd68494f2a8'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:59.876439 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a424f02b-9ee7-4346-9c93-56719c66665e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbf30485-5c11-4eee-a0ac-9dd68494f2a8 HTTP/1.1" status: 200 len: 205 time: 0.0468230 Aug 23 15:15:59.876820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53170) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:15:59.902539 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7851dc4c-808c-4b51-b6ca-999461506f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:59.925505 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851dc4c-808c-4b51-b6ca-999461506f33 None None] Routers {'bbf30485-5c11-4eee-a0ac-9dd68494f2a8'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:15:59.926536 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7851dc4c-808c-4b51-b6ca-999461506f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['bbf30485-5c11-4eee-a0ac-9dd68494f2a8'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:15:59.975937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b05e9552-0886-46da-95d0-00ef4b14d992 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:00.080142 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7851dc4c-808c-4b51-b6ca-999461506f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:00.080841 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7851dc4c-808c-4b51-b6ca-999461506f33 None None] The sync data for ids ['bbf30485-5c11-4eee-a0ac-9dd68494f2a8'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:16:00.200628 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b05e9552-0886-46da-95d0-00ef4b14d992 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:00.204337 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b05e9552-0886-46da-95d0-00ef4b14d992 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:00.387781 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b05e9552-0886-46da-95d0-00ef4b14d992 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:00.388810 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05e9552-0886-46da-95d0-00ef4b14d992 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Fanout notify agent at l3_agent the message router_deleted on router bbf30485-5c11-4eee-a0ac-9dd68494f2a8 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:16:00.400980 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b05e9552-0886-46da-95d0-00ef4b14d992 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:00.402855 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b05e9552-0886-46da-95d0-00ef4b14d992 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/routers/bbf30485-5c11-4eee-a0ac-9dd68494f2a8 HTTP/1.1" status: 204 len: 168 time: 0.5257816 Aug 23 15:16:00.405402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53190) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:00.478079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe52765-b1da-439f-bc35-6c77eb6376ea tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting subnet 0d8609b0-d44e-4054-9fd8-c4fbeaf73838 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:16:00.483422 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fe52765-b1da-439f-bc35-6c77eb6376ea tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:00.539484 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fe52765-b1da-439f-bc35-6c77eb6376ea tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:00.989107 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fe52765-b1da-439f-bc35-6c77eb6376ea tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:01.188415 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fe52765-b1da-439f-bc35-6c77eb6376ea tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:01.223047 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe52765-b1da-439f-bc35-6c77eb6376ea tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8609b0-d44e-4054-9fd8-c4fbeaf73838,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:01.229398 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6fe52765-b1da-439f-bc35-6c77eb6376ea tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:01.231489 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6fe52765-b1da-439f-bc35-6c77eb6376ea tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/0d8609b0-d44e-4054-9fd8-c4fbeaf73838 HTTP/1.1" status: 204 len: 168 time: 0.8241506 Aug 23 15:16:01.234675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53218) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:01.238358 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae5498c-d08f-442c-94bf-cdae82d3b84f None None] Network 9de285a2-81fd-46b8-a5ed-c2c25991b841 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:01.320236 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:01.393983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port 3ec25319-5927-44d0-b928-a985d289c011 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:16:01.394431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:01.458005 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b519a7-b42b-43cd-bd85-5c713c87c866 None None] DHCP port deletion for 9de285a2-81fd-46b8-a5ed-c2c25991b841 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:16:01.480114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] For port 3ec25319-5927-44d0-b928-a985d289c011, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3ec25319-5927-44d0-b928-a985d289c011,segment=NetworkSegment(bc6a9ec7-b554-4c8e-90ac-a2c609f98817),segment_id=bc6a9ec7-b554-4c8e-90ac-a2c609f98817)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:01.480491 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:01.495024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for 3ec25319-5927-44d0-b928-a985d289c011 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:16:01.509479 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-11b519a7-b42b-43cd-bd85-5c713c87c866 None None] Deleting port 3ec25319-5927-44d0-b928-a985d289c011 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:16:01.509915 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-11b519a7-b42b-43cd-bd85-5c713c87c866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:01.605380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-11b519a7-b42b-43cd-bd85-5c713c87c866 None None] For port 3ec25319-5927-44d0-b928-a985d289c011, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3ec25319-5927-44d0-b928-a985d289c011,segment=NetworkSegment(bc6a9ec7-b554-4c8e-90ac-a2c609f98817),segment_id=bc6a9ec7-b554-4c8e-90ac-a2c609f98817)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:01.605859 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-11b519a7-b42b-43cd-bd85-5c713c87c866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:01.621312 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-11b519a7-b42b-43cd-bd85-5c713c87c866 None None] Calling delete_port for 3ec25319-5927-44d0-b928-a985d289c011 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:16:01.736165 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:01.744894 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-11b519a7-b42b-43cd-bd85-5c713c87c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:01.773428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No DVR routers for this DVR port 3ec25319-5927-44d0-b928-a985d289c011 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:16:01.775981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b519a7-b42b-43cd-bd85-5c713c87c866 None None] Pushing event deleted for resources: {'Port': ['ID=3ec25319-5927-44d0-b928-a985d289c011,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:01.778152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b519a7-b42b-43cd-bd85-5c713c87c866 None None] No DVR routers for this DVR port 3ec25319-5927-44d0-b928-a985d289c011 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:16:01.804884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=3ec25319-5927-44d0-b928-a985d289c011,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:01.941861 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:01.956146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de285a2-81fd-46b8-a5ed-c2c25991b841']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:01.977792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6a9ec7-b554-4c8e-90ac-a2c609f98817') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:01.978304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6a9ec7-b554-4c8e-90ac-a2c609f98817') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:01.993485 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:02.011810 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:02.023682 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:16:02.024344 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:16:02.029934 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:16:02.599299 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:02.606027 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:02.608410 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/networks/9de285a2-81fd-46b8-a5ed-c2c25991b841 HTTP/1.1" status: 204 len: 168 time: 1.3726354 Aug 23 15:16:02.615257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53262) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:02.620114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1241822773', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:02.640624 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d2604-055e-4920-8ffe-abdb32a971ca tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Network': ['ID=9de285a2-81fd-46b8-a5ed-c2c25991b841,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:02.884581 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:02.885751 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:02.943147 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:03.203912 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:03.312587 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3ec25319-5927-44d0-b928-a985d289c011 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:16:03.334713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 3ec25319-5927-44d0-b928-a985d289c011 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:16:03.334981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3ec25319-5927-44d0-b928-a985d289c011 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:16:03.525452 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:03.549409 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:03.674989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Allocated IP 172.25.8.176 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/8968e406-51c2-4dfb-a382-da0789203ce4) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:16:03.812242 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:04.038988 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:04.081436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:04.084657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:04.088264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:16:04.096712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=8968e406-51c2-4dfb-a382-da0789203ce4,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:04.522394 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:04.791703 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:05.090332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 5e48378a-535d-447f-a5d3-d866f0b2a930 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:16:05.239630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:16:05.250915 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6c3c23-6b11-48cb-befb-bba61aad92cf None None] Sync routers for ids ['5e48378a-535d-447f-a5d3-d866f0b2a930'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:16:05.267120 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6c3c23-6b11-48cb-befb-bba61aad92cf None None] Routers {'5e48378a-535d-447f-a5d3-d866f0b2a930'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:05.268590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2f6c3c23-6b11-48cb-befb-bba61aad92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5e48378a-535d-447f-a5d3-d866f0b2a930'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:05.307419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2f6c3c23-6b11-48cb-befb-bba61aad92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:05.320012 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6c3c23-6b11-48cb-befb-bba61aad92cf None None] Routers {'5e48378a-535d-447f-a5d3-d866f0b2a930'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:05.320639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2f6c3c23-6b11-48cb-befb-bba61aad92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5e48378a-535d-447f-a5d3-d866f0b2a930'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:05.362348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2f6c3c23-6b11-48cb-befb-bba61aad92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:05.363746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6c3c23-6b11-48cb-befb-bba61aad92cf None None] The sync data for ids ['5e48378a-535d-447f-a5d3-d866f0b2a930'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:16:05.433952 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:05.436289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3b97ba69-efaa-4873-9460-191cab498b7e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8194423 Aug 23 15:16:05.444881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53350) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:05.597887 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-36f70d18-1f12-4a1f-9253-8df5d55213c7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/routers/5e48378a-535d-447f-a5d3-d866f0b2a930 HTTP/1.1" status: 200 len: 885 time: 0.1472459 Aug 23 15:16:05.598609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53356) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:05.888796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fb6a0c65-49e2-4e0b-8734-53db2edfd85b tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2886019 Aug 23 15:16:05.891565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53364) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:05.899153 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-49db273d-2d36-43f6-a443-670b0537ab91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1241822773'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:06.482478 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49db273d-2d36-43f6-a443-670b0537ab91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:06.699152 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49db273d-2d36-43f6-a443-670b0537ab91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:07.214535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49db273d-2d36-43f6-a443-670b0537ab91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 5e48378a-535d-447f-a5d3-d866f0b2a930 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:16:07.373622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49db273d-2d36-43f6-a443-670b0537ab91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:16:07.387559 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49db273d-2d36-43f6-a443-670b0537ab91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:07.389951 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-49db273d-2d36-43f6-a443-670b0537ab91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/5e48378a-535d-447f-a5d3-d866f0b2a930 HTTP/1.1" status: 200 len: 892 time: 1.4969418 Aug 23 15:16:07.390530 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173730d2-50c9-4989-9a28-01f2d201e6af None None] Sync routers for ids ['5e48378a-535d-447f-a5d3-d866f0b2a930'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:16:07.393180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53410) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:07.412589 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173730d2-50c9-4989-9a28-01f2d201e6af None None] Routers {'5e48378a-535d-447f-a5d3-d866f0b2a930'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:07.413699 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-173730d2-50c9-4989-9a28-01f2d201e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5e48378a-535d-447f-a5d3-d866f0b2a930'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:07.464668 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-173730d2-50c9-4989-9a28-01f2d201e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:07.478809 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173730d2-50c9-4989-9a28-01f2d201e6af None None] Routers {'5e48378a-535d-447f-a5d3-d866f0b2a930'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:07.479628 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-173730d2-50c9-4989-9a28-01f2d201e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['5e48378a-535d-447f-a5d3-d866f0b2a930'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:07.523860 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-173730d2-50c9-4989-9a28-01f2d201e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:07.524902 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173730d2-50c9-4989-9a28-01f2d201e6af None None] The sync data for ids ['5e48378a-535d-447f-a5d3-d866f0b2a930'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:16:07.573992 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-73c31b43-db02-4089-aea0-d0fc19d66260 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/routers/5e48378a-535d-447f-a5d3-d866f0b2a930 HTTP/1.1" status: 200 len: 892 time: 0.1790972 Aug 23 15:16:07.577664 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53420) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:07.623849 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bc98b1d4-d794-45d5-8645-5af5c056c0b1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e48378a-535d-447f-a5d3-d866f0b2a930 HTTP/1.1" status: 200 len: 205 time: 0.0442083 Aug 23 15:16:07.631608 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53422) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:07.802433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:07.998959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:08.276056 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port 8968e406-51c2-4dfb-a382-da0789203ce4 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:16:08.276453 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:08.389207 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:08.413787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for 8968e406-51c2-4dfb-a382-da0789203ce4 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:16:08.857169 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:08.890059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=8968e406-51c2-4dfb-a382-da0789203ce4,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:08.926816 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:08.927071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:08.927416 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:08.927787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:08.928135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:08.928490 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:08.928896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:08.929236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:08.929576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:08.929905 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:08.930238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:08.930631 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:08.981275 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:09.092504 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:09.099344 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:09.428167 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:09.428808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Fanout notify agent at l3_agent the message router_deleted on router 5e48378a-535d-447f-a5d3-d866f0b2a930 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:16:09.496821 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:09.496821 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5e0b94fc-038d-4cc6-ad3e-1ec3a6349e96 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/routers/5e48378a-535d-447f-a5d3-d866f0b2a930 HTTP/1.1" status: 204 len: 168 time: 1.8057282 Aug 23 15:16:09.496821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53480) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:09.496821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d2722762-67b4-45b1-9079-4c5d1013fed1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1739381089'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:09.750366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53488) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:09.782656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2722762-67b4-45b1-9079-4c5d1013fed1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:09.789648 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d2722762-67b4-45b1-9079-4c5d1013fed1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:09.854178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2722762-67b4-45b1-9079-4c5d1013fed1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:16:09.869424 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d2722762-67b4-45b1-9079-4c5d1013fed1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:09.870425 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-d2722762-67b4-45b1-9079-4c5d1013fed1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Added segment 20814f95-6197-4770-b798-72fd54b0171a of type vlan for network 4b6b5831-c031-4413-a69a-957a8dfad48e Aug 23 15:16:09.932726 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d2722762-67b4-45b1-9079-4c5d1013fed1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:10.188208 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d2722762-67b4-45b1-9079-4c5d1013fed1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:10.198640 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2722762-67b4-45b1-9079-4c5d1013fed1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:10.200518 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d2722762-67b4-45b1-9079-4c5d1013fed1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:10.277093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2722762-67b4-45b1-9079-4c5d1013fed1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Network': ['ID=4b6b5831-c031-4413-a69a-957a8dfad48e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:10.291503 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:10.294845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 4b6b5831-c031-4413-a69a-957a8dfad48e details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:16:10.617596 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d2722762-67b4-45b1-9079-4c5d1013fed1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1721048 Aug 23 15:16:10.624818 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53512) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:10.638493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-1791fad1-b31d-4db7-b5a0-f3eab5312c16 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'subnet': {'network_id': '4b6b5831-c031-4413-a69a-957a8dfad48e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:10.752338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Deleting port 29dc0089-eb71-4069-a45b-a62f04068468 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:16:10.752902 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:10.897989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] For port 29dc0089-eb71-4069-a45b-a62f04068468, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=29dc0089-eb71-4069-a45b-a62f04068468,segment=NetworkSegment(dca817f3-032d-4a27-aecb-0f6fcae1b24f),segment_id=dca817f3-032d-4a27-aecb-0f6fcae1b24f)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:10.898361 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:10.911939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Calling delete_port for 29dc0089-eb71-4069-a45b-a62f04068468 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:16:11.307269 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1791fad1-b31d-4db7-b5a0-f3eab5312c16 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:11.317593 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1791fad1-b31d-4db7-b5a0-f3eab5312c16 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:11.537181 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:11.573693 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Port': ['ID=29dc0089-eb71-4069-a45b-a62f04068468,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:11.591397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:11.591878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:11.592338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:11.592717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:11.593130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:11.593620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:11.594016 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:11.594475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:11.594916 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:11.595383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:11.595859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:11.596370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:11.901789 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:12.068516 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1791fad1-b31d-4db7-b5a0-f3eab5312c16 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:12.132780 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791fad1-b31d-4db7-b5a0-f3eab5312c16 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Subnet': ['ID=fe1544ac-c2aa-4231-9b66-f77abf694aab,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:12.144059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791fad1-b31d-4db7-b5a0-f3eab5312c16 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Checking segment: {'id': '20814f95-6197-4770-b798-72fd54b0171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4b6b5831-c031-4413-a69a-957a8dfad48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:12.144784 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1791fad1-b31d-4db7-b5a0-f3eab5312c16 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network hostable DHCP agents. Network: 4b6b5831-c031-4413-a69a-957a8dfad48e, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:16:12.216171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:16:12.284806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1791fad1-b31d-4db7-b5a0-f3eab5312c16 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 4b6b5831-c031-4413-a69a-957a8dfad48e is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:16:12.359508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:16:12.369424 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f4e4cb30-ce7f-4ff1-8520-d980ff165fa1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "PUT /v2.0/routers/92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6144905 Aug 23 15:16:12.373565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f548eaf-7309-4e33-aa43-fd8f76e63458 None None] Sync routers for ids ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:16:12.386241 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f548eaf-7309-4e33-aa43-fd8f76e63458 None None] Routers {'92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:12.387174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9f548eaf-7309-4e33-aa43-fd8f76e63458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:12.536980 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-1791fad1-b31d-4db7-b5a0-f3eab5312c16 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 4b6b5831-c031-4413-a69a-957a8dfad48e) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:12.544559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1791fad1-b31d-4db7-b5a0-f3eab5312c16 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:12.551250 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1791fad1-b31d-4db7-b5a0-f3eab5312c16 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:12.556088 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f776f1f2-6346-4097-9af4-235c4d9ce29e None None] Network 4b6b5831-c031-4413-a69a-957a8dfad48e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:12.566312 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-9f548eaf-7309-4e33-aa43-fd8f76e63458 None None] Set router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:12.863032 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1791fad1-b31d-4db7-b5a0-f3eab5312c16 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2344196 Aug 23 15:16:12.865883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53554) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:12.872677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-62e42395-5826-4ff5-b273-c4dbb9b9486c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-504504812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:12.931335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-4b6b5831-c031-4413-a69a-957a8dfad48e', 'network_id': '4b6b5831-c031-4413-a69a-957a8dfad48e', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'fixed_ips': [{'subnet_id': 'fe1544ac-c2aa-4231-9b66-f77abf694aab'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:16:12.932245 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:13.085449 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62e42395-5826-4ff5-b273-c4dbb9b9486c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:13.087405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9f548eaf-7309-4e33-aa43-fd8f76e63458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:16:11Z', 'revision_number': 6, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'port_id': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'mac_address': 'fa:16:3e:95:e9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:14:35Z', 'updated_at': '2021-08-23T15:14:41Z', 'revision_number': 1, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7dc6e-2f02-4e6e-bde0-04d457db65d7', 'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:3f:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:23Z', 'updated_at': '2021-08-23T15:13:44Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:13.097406 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62e42395-5826-4ff5-b273-c4dbb9b9486c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:13.120551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f548eaf-7309-4e33-aa43-fd8f76e63458 None None] Checking router: 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:16:13.158423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f548eaf-7309-4e33-aa43-fd8f76e63458 None None] Routers {'92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:13.159262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9f548eaf-7309-4e33-aa43-fd8f76e63458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:13.165257 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Allocated IP 2001:db8::2 (4b6b5831-c031-4413-a69a-957a8dfad48e/fe1544ac-c2aa-4231-9b66-f77abf694aab/c49ec59b-61b3-420d-bce4-240751634456) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:16:13.213739 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62e42395-5826-4ff5-b273-c4dbb9b9486c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:13.330647 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62e42395-5826-4ff5-b273-c4dbb9b9486c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:13.427045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02dded-daf8-412e-bbb5-6041bea93396 req-9098bfe7-392c-4057-bade-796c512d3e8d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:13.428803 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb02dded-daf8-412e-bbb5-6041bea93396 req-9098bfe7-392c-4057-bade-796c512d3e8d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 946 time: 0.0793607 Aug 23 15:16:13.450374 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-62e42395-5826-4ff5-b273-c4dbb9b9486c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:13.450374 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-62e42395-5826-4ff5-b273-c4dbb9b9486c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5809329 Aug 23 15:16:13.450953 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53566) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:13.473564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-9f548eaf-7309-4e33-aa43-fd8f76e63458 None None] Set router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:13.489168 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb02dded-daf8-412e-bbb5-6041bea93396 req-bb830b1f-7d31-44fa-a50f-e8bc13e57c90 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=22542272-7e68-498a-b1e6-a20950e02e72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520089 Aug 23 15:16:13.812542 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:13.839832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Transition to ACTIVE for port object c49ec59b-61b3-420d-bce4-240751634456 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:13.842795 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:13.884305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Transition to ACTIVE for port object c49ec59b-61b3-420d-bce4-240751634456 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:14.104431 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:14.159353 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Pushing event updated for resources: {'Port': ['ID=c49ec59b-61b3-420d-bce4-240751634456,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:14.194447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Network 4b6b5831-c031-4413-a69a-957a8dfad48e is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:14.197991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9f548eaf-7309-4e33-aa43-fd8f76e63458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:16:11Z', 'revision_number': 6, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'port_id': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'mac_address': 'fa:16:3e:95:e9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:14:35Z', 'updated_at': '2021-08-23T15:14:41Z', 'revision_number': 1, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7dc6e-2f02-4e6e-bde0-04d457db65d7', 'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:3f:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:23Z', 'updated_at': '2021-08-23T15:13:44Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:14.229396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f548eaf-7309-4e33-aa43-fd8f76e63458 None None] The sync data for ids ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'] in n-d-804985-3 is: [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:16:11Z', 'revision_number': 6, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'port_id': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'mac_address': 'fa:16:3e:95:e9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:14:35Z', 'updated_at': '2021-08-23T15:14:41Z', 'revision_number': 1, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7dc6e-2f02-4e6e-bde0-04d457db65d7', 'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:3f:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:23Z', 'updated_at': '2021-08-23T15:13:44Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:16:14.232481 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:14.241317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:16:14.348867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Allocated IP 2001:db8::1 (4b6b5831-c031-4413-a69a-957a8dfad48e/fe1544ac-c2aa-4231-9b66-f77abf694aab/8017f358-9a6f-4b80-a228-671de440cd25) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:16:14.382575 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Attempting to bind port c49ec59b-61b3-420d-bce4-240751634456 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:16:14.382955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Attempting to bind port c49ec59b-61b3-420d-bce4-240751634456 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '20814f95-6197-4770-b798-72fd54b0171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4b6b5831-c031-4413-a69a-957a8dfad48e'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:16:14.383331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Attempting to bind port c49ec59b-61b3-420d-bce4-240751634456 on network 4b6b5831-c031-4413-a69a-957a8dfad48e {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:16:14.403322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:16:14.403740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Checking segment: {'id': '20814f95-6197-4770-b798-72fd54b0171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4b6b5831-c031-4413-a69a-957a8dfad48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:14.404174 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:14.404568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Bound using segment: {'id': '20814f95-6197-4770-b798-72fd54b0171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4b6b5831-c031-4413-a69a-957a8dfad48e'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:16:14.405065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Bound port: c49ec59b-61b3-420d-bce4-240751634456, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20814f95-6197-4770-b798-72fd54b0171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4b6b5831-c031-4413-a69a-957a8dfad48e'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:16:14.405455 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:14.624530 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] For port c49ec59b-61b3-420d-bce4-240751634456, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:16:14.643799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] For port c49ec59b-61b3-420d-bce4-240751634456, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c49ec59b-61b3-420d-bce4-240751634456,segment=NetworkSegment(20814f95-6197-4770-b798-72fd54b0171a),segment_id=20814f95-6197-4770-b798-72fd54b0171a)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:16:14.709550 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:14.758676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Transition to ACTIVE for port object 8017f358-9a6f-4b80-a228-671de440cd25 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:14.763485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d613c-7b1d-4636-93e1-48c8f16264e8 req-1bac89ac-e930-4e2b-857a-4c2d129f3370 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:14.766572 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-143d613c-7b1d-4636-93e1-48c8f16264e8 req-1bac89ac-e930-4e2b-857a-4c2d129f3370 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 946 time: 0.1812558 Aug 23 15:16:14.808882 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91f793-936b-4cbf-93d2-58e36f96a9ec req-32b39b54-9a05-490b-b2dd-9284c1c4bddd tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:14.808882 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6a91f793-936b-4cbf-93d2-58e36f96a9ec req-32b39b54-9a05-490b-b2dd-9284c1c4bddd tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 946 time: 0.1081645 Aug 23 15:16:14.813455 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:14.976625 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6a91f793-936b-4cbf-93d2-58e36f96a9ec req-47162529-7696-4105-b245-171bcd028018 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=22542272-7e68-498a-b1e6-a20950e02e72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281519 Aug 23 15:16:14.985396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2293f5-8a58-494c-9cb8-cf6b45fd4f67 None None] Pushing event updated for resources: {'Port': ['ID=c49ec59b-61b3-420d-bce4-240751634456,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:14.987432 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:15.050924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-143d613c-7b1d-4636-93e1-48c8f16264e8 req-9b2144e8-3fca-4c68-85d3-c263d650bdf6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Deleting port 5598f380-19ed-4c15-bc41-af5fabcd4f92 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:16:15.053665 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-143d613c-7b1d-4636-93e1-48c8f16264e8 req-9b2144e8-3fca-4c68-85d3-c263d650bdf6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:15.154932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 4b6b5831-c031-4413-a69a-957a8dfad48e is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:15.158846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:15.174377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:16:15.177730 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:15.328744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-143d613c-7b1d-4636-93e1-48c8f16264e8 req-9b2144e8-3fca-4c68-85d3-c263d650bdf6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] For port 5598f380-19ed-4c15-bc41-af5fabcd4f92, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=5598f380-19ed-4c15-bc41-af5fabcd4f92,segment=NetworkSegment(dca817f3-032d-4a27-aecb-0f6fcae1b24f),segment_id=dca817f3-032d-4a27-aecb-0f6fcae1b24f)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:15.335883 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-143d613c-7b1d-4636-93e1-48c8f16264e8 req-9b2144e8-3fca-4c68-85d3-c263d650bdf6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:15.368714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-143d613c-7b1d-4636-93e1-48c8f16264e8 req-9b2144e8-3fca-4c68-85d3-c263d650bdf6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Calling delete_port for 5598f380-19ed-4c15-bc41-af5fabcd4f92 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:16:15.374696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=8017f358-9a6f-4b80-a228-671de440cd25,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:15.411899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 29dc0089-eb71-4069-a45b-a62f04068468 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:16:15.467039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 29dc0089-eb71-4069-a45b-a62f04068468 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:16:15.467646 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 29dc0089-eb71-4069-a45b-a62f04068468 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:16:15.565966 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:15.749372 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:15.788757 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-143d613c-7b1d-4636-93e1-48c8f16264e8 req-9b2144e8-3fca-4c68-85d3-c263d650bdf6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:15.861749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2144e8-3fca-4c68-85d3-c263d650bdf6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Port': ['ID=5598f380-19ed-4c15-bc41-af5fabcd4f92,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:15.923877 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-143d613c-7b1d-4636-93e1-48c8f16264e8 req-9b2144e8-3fca-4c68-85d3-c263d650bdf6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] No DVR routers for this DVR port 5598f380-19ed-4c15-bc41-af5fabcd4f92 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:16:15.931195 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-143d613c-7b1d-4636-93e1-48c8f16264e8 req-9b2144e8-3fca-4c68-85d3-c263d650bdf6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:15.933949 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-143d613c-7b1d-4636-93e1-48c8f16264e8 req-9b2144e8-3fca-4c68-85d3-c263d650bdf6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.61 "DELETE /v2.0/ports/5598f380-19ed-4c15-bc41-af5fabcd4f92 HTTP/1.1" status: 204 len: 173 time: 1.1608021 Aug 23 15:16:15.934477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa94ddbd-ac51-4785-93fa-68be125756d8', 'name': 'network-vif-deleted', 'tag': '5598f380-19ed-4c15-bc41-af5fabcd4f92'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:16:15.938154 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8bc4a1-de06-4c60-ac9c-45b326a6f066" -d '{"events": [{"server_uuid": "aa94ddbd-ac51-4785-93fa-68be125756d8", "name": "network-vif-deleted", "tag": "5598f380-19ed-4c15-bc41-af5fabcd4f92"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:16:15.986363 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53281e3a-d68d-4bfb-8c99-46fe0632c504 x-openstack-request-id: req-53281e3a-d68d-4bfb-8c99-46fe0632c504 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:16:15.986664 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa94ddbd-ac51-4785-93fa-68be125756d8", "name": "network-vif-deleted", "tag": "5598f380-19ed-4c15-bc41-af5fabcd4f92", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:16:15.986997 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53281e3a-d68d-4bfb-8c99-46fe0632c504 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:16:15.987998 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa94ddbd-ac51-4785-93fa-68be125756d8', 'name': 'network-vif-deleted', 'tag': '5598f380-19ed-4c15-bc41-af5fabcd4f92', 'status': 'completed', 'code': 200} Aug 23 15:16:16.107039 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:16.166219 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a6f34dee-97b5-4999-a192-10ef88a829b3 req-bf1efc61-926b-4382-833d-11d3b5f78833 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 210 time: 0.0472517 Aug 23 15:16:16.221384 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:16.226592 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:16.386675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=8017f358-9a6f-4b80-a228-671de440cd25,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:16.462586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 4b6b5831-c031-4413-a69a-957a8dfad48e is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:16.465230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:16.786187 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01117ed7-cc8c-40ad-9c72-d971b5274f24 None None] Network 4b6b5831-c031-4413-a69a-957a8dfad48e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:16.845196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router f7c45d1d-1850-4884-a479-858f355d5597 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:16:17.053572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:16:17.060354 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b7b46860-63f2-4231-8ecb-5f67c6176f58 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/f7c45d1d-1850-4884-a479-858f355d5597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6078448 Aug 23 15:16:17.062879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53614) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:17.075308 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021ae30-215e-49b0-a763-853da7ff1abf None None] Sync routers for ids ['f7c45d1d-1850-4884-a479-858f355d5597'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:16:17.097943 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f021ae30-215e-49b0-a763-853da7ff1abf None None] Routers {'f7c45d1d-1850-4884-a479-858f355d5597'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:17.099022 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f021ae30-215e-49b0-a763-853da7ff1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f7c45d1d-1850-4884-a479-858f355d5597'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:17.101769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-be6bca5e-7c40-4d06-988e-5274e6d2a276 None None] Provisioning for port c49ec59b-61b3-420d-bce4-240751634456 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:17.131042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b9b2f8-4fc0-4eae-a496-77f9a77d29b3 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:17.136842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-57b9b2f8-4fc0-4eae-a496-77f9a77d29b3 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports/8017f358-9a6f-4b80-a228-671de440cd25 HTTP/1.1" status: 200 len: 911 time: 0.0727773 Aug 23 15:16:17.137111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53616) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:17.156075 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-45eb1d03-3fce-4e5a-bd37-beb566c0470c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fe1544ac-c2aa-4231-9b66-f77abf694aab'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:17.156721 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f021ae30-215e-49b0-a763-853da7ff1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:17.172355 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f021ae30-215e-49b0-a763-853da7ff1abf None None] Routers {'f7c45d1d-1850-4884-a479-858f355d5597'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:17.173370 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f021ae30-215e-49b0-a763-853da7ff1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f7c45d1d-1850-4884-a479-858f355d5597'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:17.302301 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f021ae30-215e-49b0-a763-853da7ff1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:17.303478 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021ae30-215e-49b0-a763-853da7ff1abf None None] The sync data for ids ['f7c45d1d-1850-4884-a479-858f355d5597'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:16:17.492872 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfd26b4c-108c-4838-b0d8-a0d42434c789 req-8f9b5494-d02d-4fe0-9b3b-2c878faccfa5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa94ddbd-ac51-4785-93fa-68be125756d8 HTTP/1.1" status: 200 len: 210 time: 0.1077664 Aug 23 15:16:17.584116 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45eb1d03-3fce-4e5a-bd37-beb566c0470c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:17.656046 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c49ec59b-61b3-420d-bce4-240751634456 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:17.935572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port c49ec59b-61b3-420d-bce4-240751634456 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:17.944334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c49ec59b-61b3-420d-bce4-240751634456 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:17.953645 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:18.037471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-413a7b14-2291-41aa-b9de-ad02b636db4c None None] Provisioning for port 8017f358-9a6f-4b80-a228-671de440cd25 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:18.055930 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-413a7b14-2291-41aa-b9de-ad02b636db4c None None] Provisioning complete for port 8017f358-9a6f-4b80-a228-671de440cd25 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:18.056474 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-413a7b14-2291-41aa-b9de-ad02b636db4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:18.136101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-413a7b14-2291-41aa-b9de-ad02b636db4c None None] Port 8017f358-9a6f-4b80-a228-671de440cd25 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:16:18.262227 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:18.362065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port c49ec59b-61b3-420d-bce4-240751634456, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c49ec59b-61b3-420d-bce4-240751634456,segment=NetworkSegment(20814f95-6197-4770-b798-72fd54b0171a),segment_id=20814f95-6197-4770-b798-72fd54b0171a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:18.364723 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b4420de9-a285-4d3b-bb16-6bb92b37ff8a None None] Provisioning complete for port 8017f358-9a6f-4b80-a228-671de440cd25 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:18.365120 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b4420de9-a285-4d3b-bb16-6bb92b37ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:18.406519 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45eb1d03-3fce-4e5a-bd37-beb566c0470c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:18.445023 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b4420de9-a285-4d3b-bb16-6bb92b37ff8a None None] Port 8017f358-9a6f-4b80-a228-671de440cd25 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:16:18.489773 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:18.531204 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45eb1d03-3fce-4e5a-bd37-beb566c0470c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:18.551074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eb1d03-3fce-4e5a-bd37-beb566c0470c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:18.552225 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45eb1d03-3fce-4e5a-bd37-beb566c0470c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:18.556910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53636) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:18.557663 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-45eb1d03-3fce-4e5a-bd37-beb566c0470c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/ports/8017f358-9a6f-4b80-a228-671de440cd25 HTTP/1.1" status: 200 len: 911 time: 1.4176588 Aug 23 15:16:18.589144 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=c49ec59b-61b3-420d-bce4-240751634456,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:18.607326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:18.607908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:18.608397 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:18.609445 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:18.622048 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:18.623190 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:18.623308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:18.623847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:18.625132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:18.625132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:18.626066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:18.626226 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:18.647849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8999a786-d3b4-4269-9ef6-26b83af01cea None None] Provisioning complete for port 8017f358-9a6f-4b80-a228-671de440cd25 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:18.648715 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8999a786-d3b4-4269-9ef6-26b83af01cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:18.679634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53640) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:18.739594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb1d03-3fce-4e5a-bd37-beb566c0470c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=8017f358-9a6f-4b80-a228-671de440cd25,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:18.748672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8999a786-d3b4-4269-9ef6-26b83af01cea None None] Port 8017f358-9a6f-4b80-a228-671de440cd25 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:16:18.822061 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b27fa4f-6bae-4504-aa55-94ec253a0a95 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:18.859381 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b27fa4f-6bae-4504-aa55-94ec253a0a95 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:19.113767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b27fa4f-6bae-4504-aa55-94ec253a0a95 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:19.117342 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b27fa4f-6bae-4504-aa55-94ec253a0a95 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:19.118727 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6b27fa4f-6bae-4504-aa55-94ec253a0a95 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "DELETE /v2.0/security-groups/22542272-7e68-498a-b1e6-a20950e02e72 HTTP/1.1" status: 204 len: 168 time: 0.4339435 Aug 23 15:16:19.138921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27fa4f-6bae-4504-aa55-94ec253a0a95 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22542272-7e68-498a-b1e6-a20950e02e72,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:19.272667 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79355d62-ce02-4b0d-a2c0-6aa1fcd825e4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:19.344392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53648) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:19.400451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c49ec59b-61b3-420d-bce4-240751634456 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:19.453556 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4391f77-5914-4158-a181-a06972424777 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Deleting subnet 3f48f04d-ebd4-4d03-853d-cef89f0fc506 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:16:19.465048 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4391f77-5914-4158-a181-a06972424777 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:19.535549 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4391f77-5914-4158-a181-a06972424777 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:19.563825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c49ec59b-61b3-420d-bce4-240751634456 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:19.563825 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:19.666991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5598f380-19ed-4c15-bc41-af5fabcd4f92 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:16:19.686831 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4391f77-5914-4158-a181-a06972424777 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:19.697798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 5598f380-19ed-4c15-bc41-af5fabcd4f92 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:16:19.698543 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 5598f380-19ed-4c15-bc41-af5fabcd4f92 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:16:19.931387 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4391f77-5914-4158-a181-a06972424777 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:20.027812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4391f77-5914-4158-a181-a06972424777 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Subnet': ['ID=3f48f04d-ebd4-4d03-853d-cef89f0fc506,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:20.044891 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4391f77-5914-4158-a181-a06972424777 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:20.044891 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c4391f77-5914-4158-a181-a06972424777 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "DELETE /v2.0/subnets/3f48f04d-ebd4-4d03-853d-cef89f0fc506 HTTP/1.1" status: 204 len: 168 time: 0.6954820 Aug 23 15:16:20.050303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53654) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:20.062811 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6e6c25-10fd-4122-b56e-d110e2ec92b8 None None] Network 90271f77-4358-4294-8d75-afb945102e1b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:20.398079 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:20.609903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Deleting port d0955cbb-aa94-4090-8f8c-fd4d51104f7a {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:16:20.610908 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:20.623398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:20.704872 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc47c331-87a8-474e-a5d2-a08cfad86cd0 None None] DHCP port deletion for 90271f77-4358-4294-8d75-afb945102e1b request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:16:20.918752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-dc47c331-87a8-474e-a5d2-a08cfad86cd0 None None] Deleting port d0955cbb-aa94-4090-8f8c-fd4d51104f7a {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:16:20.925668 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dc47c331-87a8-474e-a5d2-a08cfad86cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:20.985600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] For port d0955cbb-aa94-4090-8f8c-fd4d51104f7a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d0955cbb-aa94-4090-8f8c-fd4d51104f7a,segment=NetworkSegment(dca817f3-032d-4a27-aecb-0f6fcae1b24f),segment_id=dca817f3-032d-4a27-aecb-0f6fcae1b24f)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:20.986182 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:21.028237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Calling delete_port for d0955cbb-aa94-4090-8f8c-fd4d51104f7a owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:16:21.140882 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-dc47c331-87a8-474e-a5d2-a08cfad86cd0 None None] For port d0955cbb-aa94-4090-8f8c-fd4d51104f7a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d0955cbb-aa94-4090-8f8c-fd4d51104f7a,segment=NetworkSegment(dca817f3-032d-4a27-aecb-0f6fcae1b24f),segment_id=dca817f3-032d-4a27-aecb-0f6fcae1b24f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:21.141904 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dc47c331-87a8-474e-a5d2-a08cfad86cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:21.165155 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-79355d62-ce02-4b0d-a2c0-6aa1fcd825e4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port 8017f358-9a6f-4b80-a228-671de440cd25 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:16:21.165907 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79355d62-ce02-4b0d-a2c0-6aa1fcd825e4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:21.172050 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-dc47c331-87a8-474e-a5d2-a08cfad86cd0 None None] Calling delete_port for d0955cbb-aa94-4090-8f8c-fd4d51104f7a owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:16:21.320894 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:21.333570 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79355d62-ce02-4b0d-a2c0-6aa1fcd825e4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:21.355292 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dc47c331-87a8-474e-a5d2-a08cfad86cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:21.373466 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-79355d62-ce02-4b0d-a2c0-6aa1fcd825e4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for 8017f358-9a6f-4b80-a228-671de440cd25 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:16:21.380542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Port': ['ID=d0955cbb-aa94-4090-8f8c-fd4d51104f7a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:21.394772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] No DVR routers for this DVR port d0955cbb-aa94-4090-8f8c-fd4d51104f7a on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:16:21.464229 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47c331-87a8-474e-a5d2-a08cfad86cd0 None None] Pushing event deleted for resources: {'Port': ['ID=d0955cbb-aa94-4090-8f8c-fd4d51104f7a,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:21.474909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d0955cbb-aa94-4090-8f8c-fd4d51104f7a no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:16:21.479300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc47c331-87a8-474e-a5d2-a08cfad86cd0 None None] No DVR routers for this DVR port d0955cbb-aa94-4090-8f8c-fd4d51104f7a on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:16:21.525085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: d0955cbb-aa94-4090-8f8c-fd4d51104f7a {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:16:21.525683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d0955cbb-aa94-4090-8f8c-fd4d51104f7a not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:16:21.571018 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:21.585615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90271f77-4358-4294-8d75-afb945102e1b']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:21.599730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca817f3-032d-4a27-aecb-0f6fcae1b24f') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:21.600332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca817f3-032d-4a27-aecb-0f6fcae1b24f') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:21.612074 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:21.640213 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:21.656435 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:16:21.656876 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:16:21.661061 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:16:21.856704 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79355d62-ce02-4b0d-a2c0-6aa1fcd825e4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:21.890798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79355d62-ce02-4b0d-a2c0-6aa1fcd825e4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=8017f358-9a6f-4b80-a228-671de440cd25,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:21.924364 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:21.932735 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:21.937298 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "DELETE /v2.0/networks/90271f77-4358-4294-8d75-afb945102e1b HTTP/1.1" status: 204 len: 168 time: 1.8829503 Aug 23 15:16:21.937670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53676) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:22.081630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207ea62-f04e-48b7-9cb9-b9e041ed9acb tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Network': ['ID=90271f77-4358-4294-8d75-afb945102e1b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:22.110722 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-79355d62-ce02-4b0d-a2c0-6aa1fcd825e4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:22.325759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-7d18a964-12df-45a7-ace9-032cac4808bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Deleting port f378f273-1c80-4e46-9d09-ce14b6d703b3 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:16:22.326273 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7d18a964-12df-45a7-ace9-032cac4808bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:22.434996 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79355d62-ce02-4b0d-a2c0-6aa1fcd825e4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router f7c45d1d-1850-4884-a479-858f355d5597 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:16:22.499439 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7d18a964-12df-45a7-ace9-032cac4808bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:22.500729 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7d18a964-12df-45a7-ace9-032cac4808bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:22.520566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-7d18a964-12df-45a7-ace9-032cac4808bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Calling delete_port for f378f273-1c80-4e46-9d09-ce14b6d703b3 owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:16:22.678757 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ba4f27f8-da3a-40c9-b63d-37334057e210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:22.704159 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79355d62-ce02-4b0d-a2c0-6aa1fcd825e4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:16:22.718135 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-79355d62-ce02-4b0d-a2c0-6aa1fcd825e4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/f7c45d1d-1850-4884-a479-858f355d5597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1599166 Aug 23 15:16:22.720922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53688) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:22.722330 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323201c4-0d8a-49ac-859f-04c16f622b30 None None] Sync routers for ids ['f7c45d1d-1850-4884-a479-858f355d5597'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:16:22.741199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323201c4-0d8a-49ac-859f-04c16f622b30 None None] Routers {'f7c45d1d-1850-4884-a479-858f355d5597'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:22.744843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-323201c4-0d8a-49ac-859f-04c16f622b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f7c45d1d-1850-4884-a479-858f355d5597'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:22.808826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-323201c4-0d8a-49ac-859f-04c16f622b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:22.818893 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f9d7cc69-8878-48a3-9597-abfd74a07dc3 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c45d1d-1850-4884-a479-858f355d5597 HTTP/1.1" status: 200 len: 205 time: 0.0958991 Aug 23 15:16:22.819679 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53690) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:22.824193 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323201c4-0d8a-49ac-859f-04c16f622b30 None None] Routers {'f7c45d1d-1850-4884-a479-858f355d5597'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:22.825147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-323201c4-0d8a-49ac-859f-04c16f622b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f7c45d1d-1850-4884-a479-858f355d5597'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:22.873511 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-323201c4-0d8a-49ac-859f-04c16f622b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:22.874643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323201c4-0d8a-49ac-859f-04c16f622b30 None None] The sync data for ids ['f7c45d1d-1850-4884-a479-858f355d5597'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:16:22.954149 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a043b1ee-85bf-4539-a8f8-9c2265af77c1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:23.033760 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7d18a964-12df-45a7-ace9-032cac4808bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:23.243568 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a043b1ee-85bf-4539-a8f8-9c2265af77c1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:23.248043 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a043b1ee-85bf-4539-a8f8-9c2265af77c1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:23.505171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18a964-12df-45a7-ace9-032cac4808bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Port': ['ID=f378f273-1c80-4e46-9d09-ce14b6d703b3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:23.526220 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a043b1ee-85bf-4539-a8f8-9c2265af77c1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:23.527993 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a043b1ee-85bf-4539-a8f8-9c2265af77c1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Fanout notify agent at l3_agent the message router_deleted on router f7c45d1d-1850-4884-a479-858f355d5597 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:16:23.557773 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a043b1ee-85bf-4539-a8f8-9c2265af77c1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:23.565151 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a043b1ee-85bf-4539-a8f8-9c2265af77c1 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/routers/f7c45d1d-1850-4884-a479-858f355d5597 HTTP/1.1" status: 204 len: 168 time: 0.7382255 Aug 23 15:16:23.565151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53698) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:23.620269 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53700) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:23.686643 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7d18a964-12df-45a7-ace9-032cac4808bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:23.687075 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-7d18a964-12df-45a7-ace9-032cac4808bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Floating IP cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438 disassociated (deleted). External IP: 172.25.8.217, port: 67121866-205f-4118-a6ab-ea11dcfba3c2. Aug 23 15:16:23.720002 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d4e052-4c65-4926-91b1-4b6171a47426 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting subnet fe1544ac-c2aa-4231-9b66-f77abf694aab {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:16:23.726047 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-49d4e052-4c65-4926-91b1-4b6171a47426 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:23.827944 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-49d4e052-4c65-4926-91b1-4b6171a47426 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:23.857364 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c41d32e-173e-4068-a227-83ab9bb3f094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:24.011430 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-49d4e052-4c65-4926-91b1-4b6171a47426 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:24.189224 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-49d4e052-4c65-4926-91b1-4b6171a47426 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:24.243068 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4e052-4c65-4926-91b1-4b6171a47426 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1544ac-c2aa-4231-9b66-f77abf694aab,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:24.248098 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-49d4e052-4c65-4926-91b1-4b6171a47426 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:24.250749 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-49d4e052-4c65-4926-91b1-4b6171a47426 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/fe1544ac-c2aa-4231-9b66-f77abf694aab HTTP/1.1" status: 204 len: 168 time: 0.6845284 Aug 23 15:16:24.251325 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c41d32e-173e-4068-a227-83ab9bb3f094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:24.255209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d18a964-12df-45a7-ace9-032cac4808bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:16:24.256078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53704) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:24.273236 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41707222-ddb3-4b79-b49c-2b7a77686b75 None None] Network 4b6b5831-c031-4413-a69a-957a8dfad48e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:24.385395 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c41d32e-173e-4068-a227-83ab9bb3f094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:24.418498 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2c41d32e-173e-4068-a227-83ab9bb3f094 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=be6d0ce6f71b4a3fa21f28de58febd2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7934203 Aug 23 15:16:24.419560 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:24.426468 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53708) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:24.470301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41d32e-173e-4068-a227-83ab9bb3f094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f2ae62-832d-40b2-93c1-d5eee89a9b47,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:24.477546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d18a964-12df-45a7-ace9-032cac4808bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:16:24.487636 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7d18a964-12df-45a7-ace9-032cac4808bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:24.497008 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9829c42-057e-45ae-9708-1763723caf85 None None] Sync routers for ids ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:16:24.556893 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9829c42-057e-45ae-9708-1763723caf85 None None] Routers {'92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:24.557964 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f9829c42-057e-45ae-9708-1763723caf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:24.585093 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7d18a964-12df-45a7-ace9-032cac4808bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "DELETE /v2.0/floatingips/cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438 HTTP/1.1" status: 204 len: 168 time: 2.6458495 Aug 23 15:16:24.586101 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'tag': '67121866-205f-4118-a6ab-ea11dcfba3c2'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:16:24.592746 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ad20cc-85b1-4f44-b4f7-7885dc7e5d91" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3ed363-4f84-4513-8fb5-068dc695f40c", "tag": "67121866-205f-4118-a6ab-ea11dcfba3c2"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:16:24.648923 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436313e9-2d92-4db1-b08f-b68ee1fa6987 None None] DHCP port deletion for 4b6b5831-c031-4413-a69a-957a8dfad48e request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:16:24.796741 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfa2bfb-25ce-47e8-939a-d574bbaa8a57 x-openstack-request-id: req-9dfa2bfb-25ce-47e8-939a-d574bbaa8a57 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:16:24.796741 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3ed363-4f84-4513-8fb5-068dc695f40c", "tag": "67121866-205f-4118-a6ab-ea11dcfba3c2", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:16:24.796741 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9dfa2bfb-25ce-47e8-939a-d574bbaa8a57 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:16:24.796741 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'tag': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'status': 'completed', 'code': 200} Aug 23 15:16:24.871308 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27d92857-cdc4-472d-9c7a-5e041d202d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:24.882674 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-436313e9-2d92-4db1-b08f-b68ee1fa6987 None None] Deleting port c49ec59b-61b3-420d-bce4-240751634456 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:16:24.883294 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-436313e9-2d92-4db1-b08f-b68ee1fa6987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:24.909223 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27d92857-cdc4-472d-9c7a-5e041d202d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:24.923287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad20cc-85b1-4f44-b4f7-7885dc7e5d91 req-b468e4fd-a53c-4e27-af14-4b9cd485af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:24.926140 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1ad20cc-85b1-4f44-b4f7-7885dc7e5d91 req-b468e4fd-a53c-4e27-af14-4b9cd485af44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51b6533c35f2415fa103d56c322ba6e0&device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 1096 time: 0.1142216 Aug 23 15:16:25.015787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port c49ec59b-61b3-420d-bce4-240751634456 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:16:25.016935 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:25.080059 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f9829c42-057e-45ae-9708-1763723caf85 None None] Set router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:25.164925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-436313e9-2d92-4db1-b08f-b68ee1fa6987 None None] For port c49ec59b-61b3-420d-bce4-240751634456, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c49ec59b-61b3-420d-bce4-240751634456,segment=NetworkSegment(20814f95-6197-4770-b798-72fd54b0171a),segment_id=20814f95-6197-4770-b798-72fd54b0171a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:25.165579 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-436313e9-2d92-4db1-b08f-b68ee1fa6987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:25.208840 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27d92857-cdc4-472d-9c7a-5e041d202d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:25.215031 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27d92857-cdc4-472d-9c7a-5e041d202d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:25.220778 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-27d92857-cdc4-472d-9c7a-5e041d202d96 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93f2ae62-832d-40b2-93c1-d5eee89a9b47 HTTP/1.1" status: 204 len: 168 time: 0.7874568 Aug 23 15:16:25.229229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad20cc-85b1-4f44-b4f7-7885dc7e5d91 req-cdd98570-0dda-4735-9389-1460e5881b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:25.231420 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1ad20cc-85b1-4f44-b4f7-7885dc7e5d91 req-cdd98570-0dda-4735-9389-1460e5881b1d service neutron] 10.222.0.57 "GET /v2.0/networks?id=919fb1b8-d9e1-4d26-accf-6424f0cf22c2 HTTP/1.1" status: 200 len: 897 time: 0.2969604 Aug 23 15:16:25.232901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-436313e9-2d92-4db1-b08f-b68ee1fa6987 None None] Calling delete_port for c49ec59b-61b3-420d-bce4-240751634456 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:16:25.247281 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] For port c49ec59b-61b3-420d-bce4-240751634456, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c49ec59b-61b3-420d-bce4-240751634456,segment=NetworkSegment(20814f95-6197-4770-b798-72fd54b0171a),segment_id=20814f95-6197-4770-b798-72fd54b0171a)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:25.249615 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:25.296955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d92857-cdc4-472d-9c7a-5e041d202d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f2ae62-832d-40b2-93c1-d5eee89a9b47,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:25.305548 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for c49ec59b-61b3-420d-bce4-240751634456 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:16:25.389737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1ad20cc-85b1-4f44-b4f7-7885dc7e5d91 req-2c3a7b7d-eb6d-4001-ad43-938f917d9d08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67121866-205f-4118-a6ab-ea11dcfba3c2 HTTP/1.1" status: 200 len: 217 time: 0.1390927 Aug 23 15:16:25.493132 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f9829c42-057e-45ae-9708-1763723caf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:16:11Z', 'revision_number': 6, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '6ea7dc6e-2f02-4e6e-bde0-04d457db65d7', 'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:3f:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:23Z', 'updated_at': '2021-08-23T15:13:44Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:25.512204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c49ec59b-61b3-420d-bce4-240751634456 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:16:25.529490 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9829c42-057e-45ae-9708-1763723caf85 None None] Checking router: 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:16:25.537928 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad20cc-85b1-4f44-b4f7-7885dc7e5d91 req-ca43cd1c-9baa-4580-b0a8-4019fca50ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:25.540376 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9829c42-057e-45ae-9708-1763723caf85 None None] Routers {'92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:25.541194 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f9829c42-057e-45ae-9708-1763723caf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:15:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:25.548672 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1ad20cc-85b1-4f44-b4f7-7885dc7e5d91 req-ca43cd1c-9baa-4580-b0a8-4019fca50ebd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a3edf35-6cfd-43b9-9406-9931fac42c28 HTTP/1.1" status: 200 len: 835 time: 0.1542304 Aug 23 15:16:25.714806 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:25.728136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad20cc-85b1-4f44-b4f7-7885dc7e5d91 req-ba6e17a1-bca0-4037-9353-8105c41c1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:25.730417 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1ad20cc-85b1-4f44-b4f7-7885dc7e5d91 req-ba6e17a1-bca0-4037-9353-8105c41c1dad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=919fb1b8-d9e1-4d26-accf-6424f0cf22c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723566 Aug 23 15:16:25.745234 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e013b22-4ddd-42ba-a299-cc3f5f4a65a5 req-bf8662f3-9990-480f-a166-3a129ffa339d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:25.749252 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0e013b22-4ddd-42ba-a299-cc3f5f4a65a5 req-bf8662f3-9990-480f-a166-3a129ffa339d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 945 time: 0.1789324 Aug 23 15:16:25.782831 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f9829c42-057e-45ae-9708-1763723caf85 None None] Set router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:25.811539 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:25.845777 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0e013b22-4ddd-42ba-a299-cc3f5f4a65a5 req-dfbaba8e-874b-4c8d-8a87-2f3e2ad474a0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912662 Aug 23 15:16:25.855026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:25.938597 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=c49ec59b-61b3-420d-bce4-240751634456,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:25.952703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No DVR routers for this DVR port c49ec59b-61b3-420d-bce4-240751634456 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:16:26.022395 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-436313e9-2d92-4db1-b08f-b68ee1fa6987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:26.068581 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436313e9-2d92-4db1-b08f-b68ee1fa6987 None None] Pushing event deleted for resources: {'Port': ['ID=c49ec59b-61b3-420d-bce4-240751634456,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:26.077869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436313e9-2d92-4db1-b08f-b68ee1fa6987 None None] No DVR routers for this DVR port c49ec59b-61b3-420d-bce4-240751634456 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:16:26.085441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1ad20cc-85b1-4f44-b4f7-7885dc7e5d91 req-e3994124-7d53-4c23-afce-082732ed1b36 service neutron] 10.222.0.57 "GET /v2.0/networks/919fb1b8-d9e1-4d26-accf-6424f0cf22c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455060 Aug 23 15:16:26.183679 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:26.216260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6b5831-c031-4413-a69a-957a8dfad48e']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:26.235414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20814f95-6197-4770-b798-72fd54b0171a') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:26.235755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20814f95-6197-4770-b798-72fd54b0171a') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:26.252365 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:26.271387 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:26.279561 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:16:26.281033 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:16:26.287320 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:16:26.300980 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1ad20cc-85b1-4f44-b4f7-7885dc7e5d91 req-733bdddf-7228-4aa3-bfcb-e7d385a887ee service neutron] 10.222.0.57 "GET /v2.0/networks/919fb1b8-d9e1-4d26-accf-6424f0cf22c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074537 Aug 23 15:16:26.386536 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f9829c42-057e-45ae-9708-1763723caf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:16:11Z', 'revision_number': 6, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '6ea7dc6e-2f02-4e6e-bde0-04d457db65d7', 'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:3f:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:23Z', 'updated_at': '2021-08-23T15:13:44Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:26.438192 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9829c42-057e-45ae-9708-1763723caf85 None None] The sync data for ids ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'] in n-d-804985-3 is: [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:16:11Z', 'revision_number': 6, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '6ea7dc6e-2f02-4e6e-bde0-04d457db65d7', 'name': '', 'network_id': '919fb1b8-d9e1-4d26-accf-6424f0cf22c2', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:3f:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:23Z', 'updated_at': '2021-08-23T15:13:44Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': '5a3edf35-6cfd-43b9-9406-9931fac42c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:16:26.486324 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:26.511576 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:26.524984 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/networks/4b6b5831-c031-4413-a69a-957a8dfad48e HTTP/1.1" status: 204 len: 168 time: 2.2640064 Aug 23 15:16:26.527464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53728) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:26.538955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-22ab048b-80c8-4424-94bc-7497ccde5b10 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1441673302', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:26.559179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8e931-e8a0-4289-9bed-7945cb1a1e15 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Network': ['ID=4b6b5831-c031-4413-a69a-957a8dfad48e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:26.681775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53730) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:26.712919 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f1333c8-fad3-4b76-9189-94ba4ebf9a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:26.745684 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-47e115cf-4373-4ad7-92d3-7c5d24be971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:26.761531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666141c-ef6f-4293-8177-5e37339b193c req-cc3465db-00e8-405c-ad4b-16e0ccdea01c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:26.764612 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3666141c-ef6f-4293-8177-5e37339b193c req-cc3465db-00e8-405c-ad4b-16e0ccdea01c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 945 time: 0.1439905 Aug 23 15:16:26.786736 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22ab048b-80c8-4424-94bc-7497ccde5b10 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:26.789301 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22ab048b-80c8-4424-94bc-7497ccde5b10 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:26.896475 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:27.078484 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f1333c8-fad3-4b76-9189-94ba4ebf9a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:27.108532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2189d51c-0785-40a0-9b18-510929706d6a None None] New status for floating IP cdb3bed2-e3fd-4212-9d6e-8bc3f3ece438: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:16:27.147566 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3f1333c8-fad3-4b76-9189-94ba4ebf9a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:27.163597 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22ab048b-80c8-4424-94bc-7497ccde5b10 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:27.224362 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1333c8-fad3-4b76-9189-94ba4ebf9a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ce858e-9581-4035-906d-b4fcb24631c7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:27.231422 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3f1333c8-fad3-4b76-9189-94ba4ebf9a96 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38dd694ca3d346febb84b617d82caffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5468771 Aug 23 15:16:27.234766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53740) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:27.255380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-3666141c-ef6f-4293-8177-5e37339b193c req-d3dd86fb-b5d2-4be6-abc8-d0484f96edf0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Deleting port 67121866-205f-4118-a6ab-ea11dcfba3c2 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:16:27.256078 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3666141c-ef6f-4293-8177-5e37339b193c req-d3dd86fb-b5d2-4be6-abc8-d0484f96edf0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:27.347064 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22ab048b-80c8-4424-94bc-7497ccde5b10 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:27.360908 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25f98644-0013-4a42-9647-5a3e5ed6e641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:27.402932 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25f98644-0013-4a42-9647-5a3e5ed6e641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:27.466602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-3666141c-ef6f-4293-8177-5e37339b193c req-d3dd86fb-b5d2-4be6-abc8-d0484f96edf0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] For port 67121866-205f-4118-a6ab-ea11dcfba3c2, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=67121866-205f-4118-a6ab-ea11dcfba3c2,segment=NetworkSegment(a29f0364-6ece-46fd-8fb7-161e5945c62c),segment_id=a29f0364-6ece-46fd-8fb7-161e5945c62c)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:27.467819 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3666141c-ef6f-4293-8177-5e37339b193c req-d3dd86fb-b5d2-4be6-abc8-d0484f96edf0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:27.498538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-3666141c-ef6f-4293-8177-5e37339b193c req-d3dd86fb-b5d2-4be6-abc8-d0484f96edf0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Calling delete_port for 67121866-205f-4118-a6ab-ea11dcfba3c2 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:16:27.558980 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22ab048b-80c8-4424-94bc-7497ccde5b10 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:27.561290 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-22ab048b-80c8-4424-94bc-7497ccde5b10 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0324984 Aug 23 15:16:27.565904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53742) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:27.582535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ede3ec1f-720c-48ab-9eac-e5703998c6bd tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1421333282'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:27.695481 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25f98644-0013-4a42-9647-5a3e5ed6e641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:27.699942 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25f98644-0013-4a42-9647-5a3e5ed6e641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:27.701869 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-25f98644-0013-4a42-9647-5a3e5ed6e641 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8ce858e-9581-4035-906d-b4fcb24631c7 HTTP/1.1" status: 204 len: 168 time: 0.4653761 Aug 23 15:16:27.715171 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f98644-0013-4a42-9647-5a3e5ed6e641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ce858e-9581-4035-906d-b4fcb24631c7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:27.735701 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52838a93-0d4e-4ba1-bed9-9c255241b216 req-a06786a9-673d-461f-a59e-94016af53778 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:27.737610 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52838a93-0d4e-4ba1-bed9-9c255241b216 req-a06786a9-673d-461f-a59e-94016af53778 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 945 time: 0.6819429 Aug 23 15:16:27.796344 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52838a93-0d4e-4ba1-bed9-9c255241b216 req-9690bbf9-b07f-47e7-b8e7-e6c295854014 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=98ba6287-1558-4091-97c0-8ab80bbab020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460331 Aug 23 15:16:27.827061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede3ec1f-720c-48ab-9eac-e5703998c6bd tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:27.832747 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ede3ec1f-720c-48ab-9eac-e5703998c6bd tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:27.911090 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3666141c-ef6f-4293-8177-5e37339b193c req-d3dd86fb-b5d2-4be6-abc8-d0484f96edf0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:27.912508 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede3ec1f-720c-48ab-9eac-e5703998c6bd tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:16:27.933100 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ede3ec1f-720c-48ab-9eac-e5703998c6bd tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:27.933770 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-ede3ec1f-720c-48ab-9eac-e5703998c6bd tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Added segment e67fe1f7-adf8-437f-9d1f-d438fa456f16 of type vlan for network 25d873e3-e301-485e-a306-26c94d42ff00 Aug 23 15:16:27.955406 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd86fb-b5d2-4be6-abc8-d0484f96edf0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Port': ['ID=67121866-205f-4118-a6ab-ea11dcfba3c2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:28.036643 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ede3ec1f-720c-48ab-9eac-e5703998c6bd tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:28.071112 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-3666141c-ef6f-4293-8177-5e37339b193c req-d3dd86fb-b5d2-4be6-abc8-d0484f96edf0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] No DVR routers for this DVR port 67121866-205f-4118-a6ab-ea11dcfba3c2 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:16:28.077453 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3666141c-ef6f-4293-8177-5e37339b193c req-d3dd86fb-b5d2-4be6-abc8-d0484f96edf0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:28.079858 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3666141c-ef6f-4293-8177-5e37339b193c req-d3dd86fb-b5d2-4be6-abc8-d0484f96edf0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.57 "DELETE /v2.0/ports/67121866-205f-4118-a6ab-ea11dcfba3c2 HTTP/1.1" status: 204 len: 173 time: 1.2728395 Aug 23 15:16:28.079858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'name': 'network-vif-deleted', 'tag': '67121866-205f-4118-a6ab-ea11dcfba3c2'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:16:28.082924 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd712f9-059d-4f67-9422-0372f979d697" -d '{"events": [{"server_uuid": "1b3ed363-4f84-4513-8fb5-068dc695f40c", "name": "network-vif-deleted", "tag": "67121866-205f-4118-a6ab-ea11dcfba3c2"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:16:28.128298 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2946150e-a1da-4fe0-be46-52abf83e8b4b x-openstack-request-id: req-2946150e-a1da-4fe0-be46-52abf83e8b4b {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:16:28.128604 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3ed363-4f84-4513-8fb5-068dc695f40c", "name": "network-vif-deleted", "tag": "67121866-205f-4118-a6ab-ea11dcfba3c2", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:16:28.128866 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2946150e-a1da-4fe0-be46-52abf83e8b4b {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:16:28.129446 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3ed363-4f84-4513-8fb5-068dc695f40c', 'name': 'network-vif-deleted', 'tag': '67121866-205f-4118-a6ab-ea11dcfba3c2', 'status': 'completed', 'code': 200} Aug 23 15:16:28.186828 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ede3ec1f-720c-48ab-9eac-e5703998c6bd tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:28.194207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede3ec1f-720c-48ab-9eac-e5703998c6bd tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:28.194901 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ede3ec1f-720c-48ab-9eac-e5703998c6bd tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:28.278800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3ec1f-720c-48ab-9eac-e5703998c6bd tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Network': ['ID=25d873e3-e301-485e-a306-26c94d42ff00,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:28.291300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 25d873e3-e301-485e-a306-26c94d42ff00 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:16:28.421081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53756) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:28.421708 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ede3ec1f-720c-48ab-9eac-e5703998c6bd tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8492923 Aug 23 15:16:28.429156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1a57b699-65ab-424f-b8b6-1cd46d603b0f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'subnet': {'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:28.685107 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:28.771353 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-264fbdc6-9731-4957-8805-007cc4dca991 req-f849fddb-e063-4909-a891-6c935be4f7ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0299830 Aug 23 15:16:28.808759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a57b699-65ab-424f-b8b6-1cd46d603b0f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:28.812483 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1a57b699-65ab-424f-b8b6-1cd46d603b0f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:28.845323 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-264fbdc6-9731-4957-8805-007cc4dca991 req-75170c06-7ab7-4b07-b674-006fcdc34a52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51b6533c35f2415fa103d56c322ba6e0&device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 210 time: 0.0492885 Aug 23 15:16:29.075252 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c00d3606-bd1a-4009-9f4d-e027df8f642a req-30367681-9364-400e-a647-4763793f78fc tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b3ed363-4f84-4513-8fb5-068dc695f40c HTTP/1.1" status: 200 len: 210 time: 0.0749152 Aug 23 15:16:29.198772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fbdc6-9731-4957-8805-007cc4dca991 req-e8ce45f8-cfc1-4fe3-a451-7d36451ee566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:29.198772 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-264fbdc6-9731-4957-8805-007cc4dca991 req-e8ce45f8-cfc1-4fe3-a451-7d36451ee566 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=51b6533c35f2415fa103d56c322ba6e0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2994587 Aug 23 15:16:29.469610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fbdc6-9731-4957-8805-007cc4dca991 req-f360e6e2-1290-4c39-877b-98849284786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:29.471960 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-264fbdc6-9731-4957-8805-007cc4dca991 req-f360e6e2-1290-4c39-877b-98849284786d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2360754 Aug 23 15:16:29.652252 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1a57b699-65ab-424f-b8b6-1cd46d603b0f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:29.760783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57b699-65ab-424f-b8b6-1cd46d603b0f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Subnet': ['ID=b4679084-e7a4-420b-94a2-9074b0864ae0,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:29.777333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a57b699-65ab-424f-b8b6-1cd46d603b0f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Checking segment: {'id': 'e67fe1f7-adf8-437f-9d1f-d438fa456f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:29.778135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a57b699-65ab-424f-b8b6-1cd46d603b0f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network hostable DHCP agents. Network: 25d873e3-e301-485e-a306-26c94d42ff00, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:16:29.953560 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a57b699-65ab-424f-b8b6-1cd46d603b0f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 25d873e3-e301-485e-a306-26c94d42ff00 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:16:30.024753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53788) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:30.062077 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-1a57b699-65ab-424f-b8b6-1cd46d603b0f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 25d873e3-e301-485e-a306-26c94d42ff00) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:30.069517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a57b699-65ab-424f-b8b6-1cd46d603b0f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:30.070428 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1a57b699-65ab-424f-b8b6-1cd46d603b0f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:30.071911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f67e05-423a-4fc8-bef8-9aac3781b5e8 None None] Network 25d873e3-e301-485e-a306-26c94d42ff00 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:30.161467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53794) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:30.287755 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1a57b699-65ab-424f-b8b6-1cd46d603b0f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8651483 Aug 23 15:16:30.292138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53800) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:30.320365 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3c0e583a-d55b-4ccb-a910-2b07e28ea5f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba8e0b39a2c447419d19eb384b1bd396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933509 Aug 23 15:16:30.326054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53802) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:30.360519 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45c87ba7-cd11-480e-b52f-827685631d25 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:30.373899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-25d873e3-e301-485e-a306-26c94d42ff00', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:16:30.384163 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:30.427068 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45c87ba7-cd11-480e-b52f-827685631d25 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:30.464471 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e21eae58-2a40-49ef-a1b5-87f427c2cdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:30.511525 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e21eae58-2a40-49ef-a1b5-87f427c2cdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:30.574310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Allocated IP 2001:db8::2 (25d873e3-e301-485e-a306-26c94d42ff00/b4679084-e7a4-420b-94a2-9074b0864ae0/5c43d176-fc27-457f-adb4-ab92f9ed4188) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:16:30.734163 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45c87ba7-cd11-480e-b52f-827685631d25 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:30.741374 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45c87ba7-cd11-480e-b52f-827685631d25 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:30.744335 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-45c87ba7-cd11-480e-b52f-827685631d25 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "DELETE /v2.0/security-groups/98ba6287-1558-4091-97c0-8ab80bbab020 HTTP/1.1" status: 204 len: 168 time: 0.5815578 Aug 23 15:16:30.754638 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e21eae58-2a40-49ef-a1b5-87f427c2cdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:30.759624 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e21eae58-2a40-49ef-a1b5-87f427c2cdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:30.765831 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e21eae58-2a40-49ef-a1b5-87f427c2cdf2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/26e75964-bd7c-4fb5-82b7-d8eeec7cf14c HTTP/1.1" status: 204 len: 168 time: 0.4352679 Aug 23 15:16:30.774805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c87ba7-cd11-480e-b52f-827685631d25 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ba6287-1558-4091-97c0-8ab80bbab020,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:30.793096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21eae58-2a40-49ef-a1b5-87f427c2cdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e75964-bd7c-4fb5-82b7-d8eeec7cf14c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:30.849418 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:30.871547 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 67121866-205f-4118-a6ab-ea11dcfba3c2 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:16:30.925292 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:30.934762 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 67121866-205f-4118-a6ab-ea11dcfba3c2 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:16:30.934762 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 67121866-205f-4118-a6ab-ea11dcfba3c2 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:16:30.940637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Transition to ACTIVE for port object 5c43d176-fc27-457f-adb4-ab92f9ed4188 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:30.963928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Transition to ACTIVE for port object 5c43d176-fc27-457f-adb4-ab92f9ed4188 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:31.009564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53814) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:31.146667 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:31.216203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Network 25d873e3-e301-485e-a306-26c94d42ff00 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:31.231400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:31.234431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Pushing event updated for resources: {'Port': ['ID=5c43d176-fc27-457f-adb4-ab92f9ed4188,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:31.238514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:16:31.301422 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Allocated IP 2001:db8::1 (25d873e3-e301-485e-a306-26c94d42ff00/b4679084-e7a4-420b-94a2-9074b0864ae0/86d03bc1-1c9b-42cd-9525-91e9256857b7) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:16:31.411599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Attempting to bind port 5c43d176-fc27-457f-adb4-ab92f9ed4188 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:16:31.412230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Attempting to bind port 5c43d176-fc27-457f-adb4-ab92f9ed4188 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'e67fe1f7-adf8-437f-9d1f-d438fa456f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:16:31.412801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Attempting to bind port 5c43d176-fc27-457f-adb4-ab92f9ed4188 on network 25d873e3-e301-485e-a306-26c94d42ff00 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:16:31.436743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:16:31.437340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Checking segment: {'id': 'e67fe1f7-adf8-437f-9d1f-d438fa456f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:31.448755 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:31.448971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Bound using segment: {'id': 'e67fe1f7-adf8-437f-9d1f-d438fa456f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:16:31.449421 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Bound port: 5c43d176-fc27-457f-adb4-ab92f9ed4188, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67fe1f7-adf8-437f-9d1f-d438fa456f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:16:31.449840 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:31.586489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] For port 5c43d176-fc27-457f-adb4-ab92f9ed4188, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:16:31.603348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] For port 5c43d176-fc27-457f-adb4-ab92f9ed4188, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5c43d176-fc27-457f-adb4-ab92f9ed4188,segment=NetworkSegment(e67fe1f7-adf8-437f-9d1f-d438fa456f16),segment_id=e67fe1f7-adf8-437f-9d1f-d438fa456f16)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:16:31.605229 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:31.638303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Transition to ACTIVE for port object 86d03bc1-1c9b-42cd-9525-91e9256857b7 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:31.780950 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cecbb883-c03b-4ecb-a8a2-8b95faec5b54 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:31.787681 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:31.840046 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:31.888965 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243012f-8101-4414-9e74-5784e6ffe165 None None] Pushing event updated for resources: {'Port': ['ID=5c43d176-fc27-457f-adb4-ab92f9ed4188,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:31.950361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 25d873e3-e301-485e-a306-26c94d42ff00 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:31.962234 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:31.977459 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:16:31.978202 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:32.138011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=86d03bc1-1c9b-42cd-9525-91e9256857b7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:32.349707 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:32.429443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-cecbb883-c03b-4ecb-a8a2-8b95faec5b54 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Deleting port 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:16:32.430045 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cecbb883-c03b-4ecb-a8a2-8b95faec5b54 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:32.602871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-cecbb883-c03b-4ecb-a8a2-8b95faec5b54 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] For port 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6ea7dc6e-2f02-4e6e-bde0-04d457db65d7,segment=NetworkSegment(a29f0364-6ece-46fd-8fb7-161e5945c62c),segment_id=a29f0364-6ece-46fd-8fb7-161e5945c62c)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:32.603416 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cecbb883-c03b-4ecb-a8a2-8b95faec5b54 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:32.644991 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-cecbb883-c03b-4ecb-a8a2-8b95faec5b54 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Calling delete_port for 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:16:32.813346 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:32.946571 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53852) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:32.960583 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:32.962067 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:33.093158 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=86d03bc1-1c9b-42cd-9525-91e9256857b7,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:33.114279 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cecbb883-c03b-4ecb-a8a2-8b95faec5b54 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:33.152426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1841499863-network', 'tenant_id': '893d0196747f4356b32e0df05d80993a'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:33.179934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbb883-c03b-4ecb-a8a2-8b95faec5b54 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Port': ['ID=6ea7dc6e-2f02-4e6e-bde0-04d457db65d7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:33.268275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 25d873e3-e301-485e-a306-26c94d42ff00 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:33.273223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:33.564057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] Made reservation on behalf of 893d0196747f4356b32e0df05d80993a for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:33.586747 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:33.594224 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:33.599991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6380c33-0bf6-412a-9281-2984afff51aa None None] Network 25d873e3-e301-485e-a306-26c94d42ff00 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:33.685027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5c43d176-fc27-457f-adb4-ab92f9ed4188 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:33.765439 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cecbb883-c03b-4ecb-a8a2-8b95faec5b54 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:33.832439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c7cc2a0b-a92e-4b02-996b-11f623df130d None None] Provisioning for port 5c43d176-fc27-457f-adb4-ab92f9ed4188 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:33.865168 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:33.919757 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 5c43d176-fc27-457f-adb4-ab92f9ed4188 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:33.924990 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5c43d176-fc27-457f-adb4-ab92f9ed4188 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:33.925358 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:33.935910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 98baa92f-743e-4bee-a665-5309616b92b3 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:16:33.945737 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:33.990165 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0e43de-017a-42cc-9b87-117f16c87831,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:34.008956 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:16:34.109355 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:34.109884 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] Added segment 8f7228ae-3817-4a10-b846-03cdc04aa1b4 of type vlan for network 6ea03d00-984b-48ce-ac67-5a4fdddae2ce Aug 23 15:16:34.138859 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:34.195140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 5c43d176-fc27-457f-adb4-ab92f9ed4188, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5c43d176-fc27-457f-adb4-ab92f9ed4188,segment=NetworkSegment(e67fe1f7-adf8-437f-9d1f-d438fa456f16),segment_id=e67fe1f7-adf8-437f-9d1f-d438fa456f16)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:34.256739 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:34.264486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecbb883-c03b-4ecb-a8a2-8b95faec5b54 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:16:34.292674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:16:34.306040 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7fa98b98-8067-4ba9-b8b0-d8545d1e915e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/98baa92f-743e-4bee-a665-5309616b92b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0086219 Aug 23 15:16:34.306881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53864) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:34.308639 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:34.314226 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Sync routers for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:16:34.342130 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:34.342301 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-cadf8610-ee36-4ce7-9b9e-18c92a13c052 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1518834392'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:34.342490 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:34.467506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=5c43d176-fc27-457f-adb4-ab92f9ed4188,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:34.525765 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:34.574282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecbb883-c03b-4ecb-a8a2-8b95faec5b54 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:16:34.585676 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cecbb883-c03b-4ecb-a8a2-8b95faec5b54 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "PUT /v2.0/routers/92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5740430 Aug 23 15:16:34.587772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53868) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:34.593357 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236b0ed-37e7-4512-8f92-f359691b8719 None None] Sync routers for ids ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:16:34.605452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e9903ffa-5131-4021-a39a-b8a1b6e4a40c None None] Provisioning for port 86d03bc1-1c9b-42cd-9525-91e9256857b7 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:34.629802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e9903ffa-5131-4021-a39a-b8a1b6e4a40c None None] Provisioning complete for port 86d03bc1-1c9b-42cd-9525-91e9256857b7 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:34.631421 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e9903ffa-5131-4021-a39a-b8a1b6e4a40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:34.640302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236b0ed-37e7-4512-8f92-f359691b8719 None None] Routers {'92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:34.641054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a236b0ed-37e7-4512-8f92-f359691b8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:34.676527 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1fe69b-465b-4d40-a878-d31398e3f8bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Deleting subnet 5a3edf35-6cfd-43b9-9406-9931fac42c28 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:16:34.684581 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c1fe69b-465b-4d40-a878-d31398e3f8bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:34.886042 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c1fe69b-465b-4d40-a878-d31398e3f8bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:35.097208 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c1fe69b-465b-4d40-a878-d31398e3f8bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:35.114509 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadf8610-ee36-4ce7-9b9e-18c92a13c052 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:35.121814 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cadf8610-ee36-4ce7-9b9e-18c92a13c052 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:35.125488 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:35.128367 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:35.129277 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:35.244674 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e9903ffa-5131-4021-a39a-b8a1b6e4a40c None None] Port 86d03bc1-1c9b-42cd-9525-91e9256857b7 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:16:35.248761 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:16:32Z', 'revision_number': 2, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:32Z', 'revision_number': 2, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:35.285425 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3345468 Aug 23 15:16:35.285425 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadf8610-ee36-4ce7-9b9e-18c92a13c052 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:16:35.285972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53876) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:35.288853 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba61140-017c-4218-83b7-fbabcd51d32d admin admin] Pushing event updated for resources: {'Network': ['ID=6ea03d00-984b-48ce-ac67-5a4fdddae2ce,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:35.292053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-330584d1-7b53-4c23-b280-10e9a440c379 admin admin] Request body: {'subnet': {'network_id': '6ea03d00-984b-48ce-ac67-5a4fdddae2ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1841499863-subnet', 'tenant_id': '893d0196747f4356b32e0df05d80993a', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:35.298436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e9903ffa-5131-4021-a39a-b8a1b6e4a40c None None] Provisioning complete for port 5c43d176-fc27-457f-adb4-ab92f9ed4188 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:35.298629 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Checking router: 98baa92f-743e-4bee-a665-5309616b92b3 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:16:35.300318 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Updating router 98baa92f-743e-4bee-a665-5309616b92b3 port 86d03bc1-1c9b-42cd-9525-91e9256857b7 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:16:35.300465 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e9903ffa-5131-4021-a39a-b8a1b6e4a40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:35.304380 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c1fe69b-465b-4d40-a878-d31398e3f8bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:35.305853 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cadf8610-ee36-4ce7-9b9e-18c92a13c052 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:35.305853 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-cadf8610-ee36-4ce7-9b9e-18c92a13c052 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Added segment ccbb8134-054a-4b3e-88e6-fd47f05b6287 of type vlan for network 530f682f-72a3-4397-8626-65d6b2eeff50 Aug 23 15:16:35.335390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 6ea03d00-984b-48ce-ac67-5a4fdddae2ce details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:16:35.368959 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:35.372221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fe69b-465b-4d40-a878-d31398e3f8bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3edf35-6cfd-43b9-9406-9931fac42c28,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:35.389333 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c1fe69b-465b-4d40-a878-d31398e3f8bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:35.391610 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6c1fe69b-465b-4d40-a878-d31398e3f8bf tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "DELETE /v2.0/subnets/5a3edf35-6cfd-43b9-9406-9931fac42c28 HTTP/1.1" status: 204 len: 168 time: 0.8024442 Aug 23 15:16:35.395932 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cadf8610-ee36-4ce7-9b9e-18c92a13c052 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:35.398670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53878) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:35.410622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a15b7-b45d-4bca-8937-c2e97ae5a03f None None] Network 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:35.437179 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-a236b0ed-37e7-4512-8f92-f359691b8719 None None] Set router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:35.501700 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330584d1-7b53-4c23-b280-10e9a440c379 admin admin] Made reservation on behalf of 893d0196747f4356b32e0df05d80993a for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:35.506344 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-330584d1-7b53-4c23-b280-10e9a440c379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:35.549746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5c43d176-fc27-457f-adb4-ab92f9ed4188 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:35.591811 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:35.712281 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cadf8610-ee36-4ce7-9b9e-18c92a13c052 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:35.724497 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadf8610-ee36-4ce7-9b9e-18c92a13c052 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:35.727840 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cadf8610-ee36-4ce7-9b9e-18c92a13c052 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:35.881681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5c43d176-fc27-457f-adb4-ab92f9ed4188 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:35.882270 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:36.001085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f0f9d9f6-0e54-4043-8be4-dbb4948ad8a8 None None] Provisioning complete for port 86d03bc1-1c9b-42cd-9525-91e9256857b7 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:36.001467 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f0f9d9f6-0e54-4043-8be4-dbb4948ad8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:36.007534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a236b0ed-37e7-4512-8f92-f359691b8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:16:32Z', 'revision_number': 7, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:36.041076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5524db-9a8b-4e5c-86a8-7ee01eb056e8 None None] DHCP port deletion for 919fb1b8-d9e1-4d26-accf-6424f0cf22c2 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:16:36.109838 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cadf8610-ee36-4ce7-9b9e-18c92a13c052 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7731245 Aug 23 15:16:36.119008 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236b0ed-37e7-4512-8f92-f359691b8719 None None] Checking router: 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:16:36.122500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53888) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:36.127769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26a511-7b6e-47a0-9570-6584d9ff8aae req-cbd568a9-0d18-4704-9860-a7896ffd7253 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:36.131929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-be4a285d-e748-4979-904b-c72327c9b32f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'subnet': {'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:36.143683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf8610-ee36-4ce7-9b9e-18c92a13c052 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Network': ['ID=530f682f-72a3-4397-8626-65d6b2eeff50,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:36.143981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f0f9d9f6-0e54-4043-8be4-dbb4948ad8a8 None None] Port 86d03bc1-1c9b-42cd-9525-91e9256857b7 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:16:36.153314 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a26a511-7b6e-47a0-9570-6584d9ff8aae req-cbd568a9-0d18-4704-9860-a7896ffd7253 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.3284390 Aug 23 15:16:36.186449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 530f682f-72a3-4397-8626-65d6b2eeff50 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:16:36.213258 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:36.249858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236b0ed-37e7-4512-8f92-f359691b8719 None None] Routers {'92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:36.251565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a236b0ed-37e7-4512-8f92-f359691b8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:36.253554 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Transition to ACTIVE for port object 86d03bc1-1c9b-42cd-9525-91e9256857b7 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:36.271000 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:36.280918 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a26a511-7b6e-47a0-9570-6584d9ff8aae req-dcfe4044-c296-443d-8245-5cc791142348 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1233106 Aug 23 15:16:36.300200 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-330584d1-7b53-4c23-b280-10e9a440c379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:36.382057 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:36.413878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330584d1-7b53-4c23-b280-10e9a440c379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42b8e2d8-7d92-4135-832c-550f09a89363,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:36.414390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8c5524db-9a8b-4e5c-86a8-7ee01eb056e8 None None] Deleting port f42f5489-a828-4d3f-9fbf-25416398f6d8 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:16:36.414810 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c5524db-9a8b-4e5c-86a8-7ee01eb056e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:36.441388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330584d1-7b53-4c23-b280-10e9a440c379 admin admin] Checking segment: {'id': '8f7228ae-3817-4a10-b846-03cdc04aa1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6ea03d00-984b-48ce-ac67-5a4fdddae2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:36.441818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330584d1-7b53-4c23-b280-10e9a440c379 admin admin] Network hostable DHCP agents. Network: 6ea03d00-984b-48ce-ac67-5a4fdddae2ce, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:16:36.452721 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4a285d-e748-4979-904b-c72327c9b32f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:36.460001 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-be4a285d-e748-4979-904b-c72327c9b32f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:36.480984 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:16:36.504269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-a236b0ed-37e7-4512-8f92-f359691b8719 None None] Set router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:36.523873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330584d1-7b53-4c23-b280-10e9a440c379 admin admin] Network 6ea03d00-984b-48ce-ac67-5a4fdddae2ce is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:16:36.566570 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1359ee3-d5fc-44d8-8093-9108d05c7f43 None None] Pushing event updated for resources: {'Port': ['ID=86d03bc1-1c9b-42cd-9525-91e9256857b7,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:36.630528 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Attempting to bind port 86d03bc1-1c9b-42cd-9525-91e9256857b7 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:16:36.632887 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Attempting to bind port 86d03bc1-1c9b-42cd-9525-91e9256857b7 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'e67fe1f7-adf8-437f-9d1f-d438fa456f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:16:36.632887 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Attempting to bind port 86d03bc1-1c9b-42cd-9525-91e9256857b7 on network 25d873e3-e301-485e-a306-26c94d42ff00 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:16:36.645063 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:16:36.646681 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Checking segment: {'id': 'e67fe1f7-adf8-437f-9d1f-d438fa456f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:36.647741 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:36.650413 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Bound using segment: {'id': 'e67fe1f7-adf8-437f-9d1f-d438fa456f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:16:36.652187 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Bound port: 86d03bc1-1c9b-42cd-9525-91e9256857b7, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67fe1f7-adf8-437f-9d1f-d438fa456f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:16:36.654811 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:36.660573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-330584d1-7b53-4c23-b280-10e9a440c379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 6ea03d00-984b-48ce-ac67-5a4fdddae2ce) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:36.661244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8c5524db-9a8b-4e5c-86a8-7ee01eb056e8 None None] For port f42f5489-a828-4d3f-9fbf-25416398f6d8, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f42f5489-a828-4d3f-9fbf-25416398f6d8,segment=NetworkSegment(a29f0364-6ece-46fd-8fb7-161e5945c62c),segment_id=a29f0364-6ece-46fd-8fb7-161e5945c62c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:36.662360 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c5524db-9a8b-4e5c-86a8-7ee01eb056e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:36.668805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330584d1-7b53-4c23-b280-10e9a440c379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:36.669437 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-330584d1-7b53-4c23-b280-10e9a440c379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:36.691257 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b21cfe-ad63-4e53-bce1-1efed1f497c7 None None] Network 6ea03d00-984b-48ce-ac67-5a4fdddae2ce requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:36.776451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Deleting port f3b52603-b1a9-4135-9457-09e5dd7f4f2c {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:16:36.776794 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:36.782207 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-330584d1-7b53-4c23-b280-10e9a440c379 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4950006 Aug 23 15:16:36.788272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53890) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:36.788895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8c5524db-9a8b-4e5c-86a8-7ee01eb056e8 None None] Calling delete_port for f42f5489-a828-4d3f-9fbf-25416398f6d8 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:16:36.799743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1841499863-router', 'tenant_id': '893d0196747f4356b32e0df05d80993a', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:36.867897 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] For port 86d03bc1-1c9b-42cd-9525-91e9256857b7, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:16:36.883098 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] For port 86d03bc1-1c9b-42cd-9525-91e9256857b7, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=86d03bc1-1c9b-42cd-9525-91e9256857b7,segment=NetworkSegment(e67fe1f7-adf8-437f-9d1f-d438fa456f16),segment_id=e67fe1f7-adf8-437f-9d1f-d438fa456f16)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:16:36.943470 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:36.945723 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:36.983897 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:37.031049 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] For port f3b52603-b1a9-4135-9457-09e5dd7f4f2c, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f3b52603-b1a9-4135-9457-09e5dd7f4f2c,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:37.031742 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:37.054507 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:37.062910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Calling delete_port for f3b52603-b1a9-4135-9457-09e5dd7f4f2c owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:16:37.090692 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:37.091495 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:37.216316 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1359ee3-d5fc-44d8-8093-9108d05c7f43 None None] Pushing event updated for resources: {'Port': ['ID=86d03bc1-1c9b-42cd-9525-91e9256857b7,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:37.259013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-a236b0ed-37e7-4512-8f92-f359691b8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:16:32Z', 'revision_number': 7, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:37.301080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236b0ed-37e7-4512-8f92-f359691b8719 None None] The sync data for ids ['92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486'] in n-d-804985-3 is: [{'id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'name': 'tempest-TestNetworkBasicOps-router-1546663444', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:09Z', 'updated_at': '2021-08-23T15:16:32Z', 'revision_number': 7, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': 'f3b52603-b1a9-4135-9457-09e5dd7f4f2c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:10Z', 'updated_at': '2021-08-23T15:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:16:37.322507 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-be4a285d-e748-4979-904b-c72327c9b32f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:37.359424 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:37.635270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a285d-e748-4979-904b-c72327c9b32f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Subnet': ['ID=1dd7a33d-dde5-48d1-ac00-ba3d10ae640b,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:37.790819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f42f5489-a828-4d3f-9fbf-25416398f6d8 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:16:37.802572 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c5524db-9a8b-4e5c-86a8-7ee01eb056e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:37.883770 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4a285d-e748-4979-904b-c72327c9b32f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Checking segment: {'id': 'ccbb8134-054a-4b3e-88e6-fd47f05b6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:37.888823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4a285d-e748-4979-904b-c72327c9b32f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network hostable DHCP agents. Network: 530f682f-72a3-4397-8626-65d6b2eeff50, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:16:37.913495 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-6ea03d00-984b-48ce-ac67-5a4fdddae2ce', 'network_id': '6ea03d00-984b-48ce-ac67-5a4fdddae2ce', 'tenant_id': '893d0196747f4356b32e0df05d80993a', 'fixed_ips': [{'subnet_id': '42b8e2d8-7d92-4135-832c-550f09a89363'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:16:37.914831 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:38.044472 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: f42f5489-a828-4d3f-9fbf-25416398f6d8 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:16:38.044472 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f42f5489-a828-4d3f-9fbf-25416398f6d8 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:16:38.050934 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5524db-9a8b-4e5c-86a8-7ee01eb056e8 None None] Pushing event deleted for resources: {'Port': ['ID=f42f5489-a828-4d3f-9fbf-25416398f6d8,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:38.053186 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5524db-9a8b-4e5c-86a8-7ee01eb056e8 None None] No DVR routers for this DVR port f42f5489-a828-4d3f-9fbf-25416398f6d8 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:16:38.061043 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:16:32Z', 'revision_number': 2, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:36Z', 'revision_number': 4, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:38.065405 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4a285d-e748-4979-904b-c72327c9b32f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 530f682f-72a3-4397-8626-65d6b2eeff50 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:16:38.125643 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4ded99-a05c-4b0f-9cb7-145dade677d3 None None] The sync data for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 is: [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:16:32Z', 'revision_number': 2, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:36Z', 'revision_number': 4, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:16:38.137090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bc8eb-6166-4683-ba70-56363ba92b36 req-243f13e7-9acf-4521-b0c0-4aff67bba6fa tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:38.139243 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d4bc8eb-6166-4683-ba70-56363ba92b36 req-243f13e7-9acf-4521-b0c0-4aff67bba6fa tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.5111768 Aug 23 15:16:38.140878 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:38.206584 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Port': ['ID=f3b52603-b1a9-4135-9457-09e5dd7f4f2c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:38.263574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-be4a285d-e748-4979-904b-c72327c9b32f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 530f682f-72a3-4397-8626-65d6b2eeff50) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:38.275774 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4a285d-e748-4979-904b-c72327c9b32f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:38.276763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-be4a285d-e748-4979-904b-c72327c9b32f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:38.286624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7634a42-1d5b-4e2a-94ce-0a2b281affaa None None] Network 530f682f-72a3-4397-8626-65d6b2eeff50 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:38.377449 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d4bc8eb-6166-4683-ba70-56363ba92b36 req-c7ffd057-2c6e-464d-a094-874c29d78f29 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1803932 Aug 23 15:16:38.389880 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:38.413475 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:38.453472 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-be4a285d-e748-4979-904b-c72327c9b32f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3244610 Aug 23 15:16:38.453994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53904) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:38.602065 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:38.607765 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:38.621523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Allocated IP 172.20.0.2 (6ea03d00-984b-48ce-ac67-5a4fdddae2ce/42b8e2d8-7d92-4135-832c-550f09a89363/8d15f0b7-74ce-4825-b179-f31ba1984e1a) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:16:38.803532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-530f682f-72a3-4397-8626-65d6b2eeff50', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:16:38.804986 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:38.965569 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:38.966245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Fanout notify agent at l3_agent the message router_deleted on router 92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:16:38.978245 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:38.983545 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a8b6bc59-80de-43cb-ab37-616556d40968 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "DELETE /v2.0/routers/92ce74e5-8cc8-4ee3-b6b7-4f5e5f298486 HTTP/1.1" status: 204 len: 168 time: 3.5800190 Aug 23 15:16:38.990076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53906) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:39.036063 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:39.057218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Transition to ACTIVE for port object 8d15f0b7-74ce-4825-b179-f31ba1984e1a will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:39.068959 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Allocated IP 2001:db8:1::2 (530f682f-72a3-4397-8626-65d6b2eeff50/1dd7a33d-dde5-48d1-ac00-ba3d10ae640b/8ee03961-df67-4bbe-8aa9-d2217fcf15c7) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:16:39.105143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Transition to ACTIVE for port object 8d15f0b7-74ce-4825-b179-f31ba1984e1a will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:39.238843 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:39.257611 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d62092c-b544-48f6-a084-17e42c6f4e5b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:39.421340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Network 6ea03d00-984b-48ce-ac67-5a4fdddae2ce is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:39.481248 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:39.490690 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:39.505644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:16:39.512935 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d62092c-b544-48f6-a084-17e42c6f4e5b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:39.531412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0d62092c-b544-48f6-a084-17e42c6f4e5b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919fb1b8-d9e1-4d26-accf-6424f0cf22c2']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:39.536100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Pushing event updated for resources: {'Port': ['ID=8d15f0b7-74ce-4825-b179-f31ba1984e1a,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:39.537243 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:39.553861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0d62092c-b544-48f6-a084-17e42c6f4e5b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29f0364-6ece-46fd-8fb7-161e5945c62c') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:39.554317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0d62092c-b544-48f6-a084-17e42c6f4e5b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29f0364-6ece-46fd-8fb7-161e5945c62c') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:39.573563 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d62092c-b544-48f6-a084-17e42c6f4e5b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:39.607305 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d62092c-b544-48f6-a084-17e42c6f4e5b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:39.618184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d62092c-b544-48f6-a084-17e42c6f4e5b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:16:39.619000 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d62092c-b544-48f6-a084-17e42c6f4e5b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:16:39.624891 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:16:39.645538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Attempting to bind port 8d15f0b7-74ce-4825-b179-f31ba1984e1a on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:16:39.645917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Attempting to bind port 8d15f0b7-74ce-4825-b179-f31ba1984e1a by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '8f7228ae-3817-4a10-b846-03cdc04aa1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6ea03d00-984b-48ce-ac67-5a4fdddae2ce'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:16:39.646282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Attempting to bind port 8d15f0b7-74ce-4825-b179-f31ba1984e1a on network 6ea03d00-984b-48ce-ac67-5a4fdddae2ce {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:16:39.652422 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:39.661454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:16:39.661839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Checking segment: {'id': '8f7228ae-3817-4a10-b846-03cdc04aa1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6ea03d00-984b-48ce-ac67-5a4fdddae2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:39.662250 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:39.662655 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Bound using segment: {'id': '8f7228ae-3817-4a10-b846-03cdc04aa1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6ea03d00-984b-48ce-ac67-5a4fdddae2ce'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:16:39.663145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Bound port: 8d15f0b7-74ce-4825-b179-f31ba1984e1a, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7228ae-3817-4a10-b846-03cdc04aa1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6ea03d00-984b-48ce-ac67-5a4fdddae2ce'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:16:39.663529 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:39.668537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Transition to ACTIVE for port object 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:39.687022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Transition to ACTIVE for port object 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:39.807494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] For port 8d15f0b7-74ce-4825-b179-f31ba1984e1a, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:16:39.829709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b2bd1-ecf1-4971-b8b7-cdb78c989d1d req-99c79467-90b2-4344-88ea-4d4840f8e626 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:39.832464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c9b2bd1-ecf1-4971-b8b7-cdb78c989d1d req-99c79467-90b2-4344-88ea-4d4840f8e626 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.2876480 Aug 23 15:16:39.980411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 86d03bc1-1c9b-42cd-9525-91e9256857b7 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:39.988296 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d62092c-b544-48f6-a084-17e42c6f4e5b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.000757 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d62092c-b544-48f6-a084-17e42c6f4e5b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.015777 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0d62092c-b544-48f6-a084-17e42c6f4e5b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "DELETE /v2.0/networks/919fb1b8-d9e1-4d26-accf-6424f0cf22c2 HTTP/1.1" status: 204 len: 168 time: 1.0056648 Aug 23 15:16:40.021436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Allocated IP 172.25.8.97 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/f5fe6e15-1fe1-4621-83c1-cd2e03885bbd) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:16:40.039202 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.056963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62092c-b544-48f6-a084-17e42c6f4e5b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Network': ['ID=919fb1b8-d9e1-4d26-accf-6424f0cf22c2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:40.059195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53914) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:40.062553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] For port 8d15f0b7-74ce-4825-b179-f31ba1984e1a, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8d15f0b7-74ce-4825-b179-f31ba1984e1a,segment=NetworkSegment(8f7228ae-3817-4a10-b846-03cdc04aa1b4),segment_id=8f7228ae-3817-4a10-b846-03cdc04aa1b4)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:16:40.068349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ac7b4c42-314d-4a32-a893-a62c03429716 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'network': {'name': 'tempest-network-smoke--489250431', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'port_security_enabled': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:40.100804 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c9b2bd1-ecf1-4971-b8b7-cdb78c989d1d req-38503bfc-608d-4286-8526-64a98e00d157 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2032671 Aug 23 15:16:40.134597 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.146661 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Network 530f682f-72a3-4397-8626-65d6b2eeff50 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:40.150687 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:40.155108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:16:40.173429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Pushing event updated for resources: {'Port': ['ID=8ee03961-df67-4bbe-8aa9-d2217fcf15c7,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:40.191026 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.226309 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7b4c42-314d-4a32-a893-a62c03429716 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Made reservation on behalf of 51b6533c35f2415fa103d56c322ba6e0 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:40.230692 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4c42-314d-4a32-a893-a62c03429716 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.285865 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7b4c42-314d-4a32-a893-a62c03429716 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:16:40.296676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 86d03bc1-1c9b-42cd-9525-91e9256857b7 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:40.318375 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4c42-314d-4a32-a893-a62c03429716 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.319039 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-ac7b4c42-314d-4a32-a893-a62c03429716 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Added segment d79388c8-e064-4564-b7bd-148c3ed8ef7c of type vlan for network 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 Aug 23 15:16:40.345501 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 86d03bc1-1c9b-42cd-9525-91e9256857b7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:40.345812 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.430079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Attempting to bind port 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:16:40.431095 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Attempting to bind port 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'ccbb8134-054a-4b3e-88e6-fd47f05b6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:16:40.431270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Attempting to bind port 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 on network 530f682f-72a3-4397-8626-65d6b2eeff50 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:16:40.443341 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.468918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:16:40.469497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Checking segment: {'id': 'ccbb8134-054a-4b3e-88e6-fd47f05b6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:40.469880 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.470627 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Bound using segment: {'id': 'ccbb8134-054a-4b3e-88e6-fd47f05b6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:16:40.474812 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Bound port: 8ee03961-df67-4bbe-8aa9-d2217fcf15c7, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbb8134-054a-4b3e-88e6-fd47f05b6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:16:40.475252 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.521375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf81ec-669e-4189-a440-f35bae73fd70 None None] Pushing event updated for resources: {'Port': ['ID=8d15f0b7-74ce-4825-b179-f31ba1984e1a,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:40.544534 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4c42-314d-4a32-a893-a62c03429716 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.725781 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4c42-314d-4a32-a893-a62c03429716 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.765521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] For port 8ee03961-df67-4bbe-8aa9-d2217fcf15c7, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:16:40.770892 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.813712 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.821746 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7b4c42-314d-4a32-a893-a62c03429716 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:40.824047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] For port 8ee03961-df67-4bbe-8aa9-d2217fcf15c7, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8ee03961-df67-4bbe-8aa9-d2217fcf15c7,segment=NetworkSegment(ccbb8134-054a-4b3e-88e6-fd47f05b6287),segment_id=ccbb8134-054a-4b3e-88e6-fd47f05b6287)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:16:40.830365 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4c42-314d-4a32-a893-a62c03429716 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.909297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Pushing event updated for resources: {'Port': ['ID=f5fe6e15-1fe1-4621-83c1-cd2e03885bbd,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:40.911436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 86d03bc1-1c9b-42cd-9525-91e9256857b7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=86d03bc1-1c9b-42cd-9525-91e9256857b7,segment=NetworkSegment(e67fe1f7-adf8-437f-9d1f-d438fa456f16),segment_id=e67fe1f7-adf8-437f-9d1f-d438fa456f16)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:40.935997 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:40.975862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:40.978617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b4c42-314d-4a32-a893-a62c03429716 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Network': ['ID=1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:40.985111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:40.989088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Allocated IP 2001:db8:1::1 (530f682f-72a3-4397-8626-65d6b2eeff50/1dd7a33d-dde5-48d1-ac00-ba3d10ae640b/e5f44713-3edf-45ec-9d99-b7248432af1e) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:16:40.992256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:16:41.061233 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:16:41.097562 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:41.141656 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:16:41.176608 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ac7b4c42-314d-4a32-a893-a62c03429716 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1152873 Aug 23 15:16:41.180959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53924) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:41.188387 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'admin_state_up': True, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:41.222555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effae629-5549-4ae0-8d15-e178fa8a7e9f None None] Pushing event updated for resources: {'Port': ['ID=8ee03961-df67-4bbe-8aa9-d2217fcf15c7,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:41.334556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:16:41.334914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6ea7dc6e-2f02-4e6e-bde0-04d457db65d7 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:16:41.395217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0004405-86fd-4493-9690-3fa35c185f7f req-d426d393-cf10-45ba-9383-414fb074684d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:41.407012 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0004405-86fd-4493-9690-3fa35c185f7f req-d426d393-cf10-45ba-9383-414fb074684d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.1493373 Aug 23 15:16:41.419929 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:41.422479 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:41.481555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=86d03bc1-1c9b-42cd-9525-91e9256857b7,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:41.536108 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:41.583509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Transition to ACTIVE for port object e5f44713-3edf-45ec-9d99-b7248432af1e will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:41.668058 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0004405-86fd-4493-9690-3fa35c185f7f req-6e89fe3d-1eba-4e00-a293-3aa88532fd4b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1884682 Aug 23 15:16:41.738367 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:41.772449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8d15f0b7-74ce-4825-b179-f31ba1984e1a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:41.937865 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:41.948530 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:42.057680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 530f682f-72a3-4397-8626-65d6b2eeff50 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:42.068630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:42.076581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:16:42.077298 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:42.097762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=e5f44713-3edf-45ec-9d99-b7248432af1e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:42.302859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 8d15f0b7-74ce-4825-b179-f31ba1984e1a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:42.331109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f3b52603-b1a9-4135-9457-09e5dd7f4f2c no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:16:42.370555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: f3b52603-b1a9-4135-9457-09e5dd7f4f2c {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:16:42.370847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f3b52603-b1a9-4135-9457-09e5dd7f4f2c not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:16:42.404937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aa022b-f588-4863-8e08-0fdd25c73f88 None None] Network 6ea03d00-984b-48ce-ac67-5a4fdddae2ce requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:42.479620 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:42.602992 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:42.622431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:42.628806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-745e69c8-4b21-453b-b129-c3e613d6efe0 None None] Provisioning for port 8d15f0b7-74ce-4825-b179-f31ba1984e1a completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:42.646252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-745e69c8-4b21-453b-b129-c3e613d6efe0 None None] Provisioning complete for port 8d15f0b7-74ce-4825-b179-f31ba1984e1a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:42.646252 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-745e69c8-4b21-453b-b129-c3e613d6efe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:42.960176 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-745e69c8-4b21-453b-b129-c3e613d6efe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:43.016439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-745e69c8-4b21-453b-b129-c3e613d6efe0 None None] For port 8d15f0b7-74ce-4825-b179-f31ba1984e1a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8d15f0b7-74ce-4825-b179-f31ba1984e1a,segment=NetworkSegment(8f7228ae-3817-4a10-b846-03cdc04aa1b4),segment_id=8f7228ae-3817-4a10-b846-03cdc04aa1b4)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:43.062118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ed0db6-0c7d-4f14-906a-31ceb7320ad3 None None] Network 530f682f-72a3-4397-8626-65d6b2eeff50 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:43.094468 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:43.144119 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:43.180802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65447e0c-671f-43f4-bd61-f23538f4cd20 req-64651bc1-7496-4822-9921-a795ba8d8aca tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:43.198044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-65447e0c-671f-43f4-bd61-f23538f4cd20 req-64651bc1-7496-4822-9921-a795ba8d8aca tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.3040354 Aug 23 15:16:43.303241 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-745e69c8-4b21-453b-b129-c3e613d6efe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:43.320389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Allocated IP 172.25.8.150 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/3959c1ca-36eb-457f-b741-444eb99a7acf) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:16:43.527281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-682f0293-de77-43e9-b4bd-0dd811b062e4 None None] Provisioning complete for port 8d15f0b7-74ce-4825-b179-f31ba1984e1a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:43.530055 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-682f0293-de77-43e9-b4bd-0dd811b062e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:43.556757 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:43.641390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 86d03bc1-1c9b-42cd-9525-91e9256857b7 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:43.659566 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e69c8-4b21-453b-b129-c3e613d6efe0 None None] Pushing event updated for resources: {'Port': ['ID=8d15f0b7-74ce-4825-b179-f31ba1984e1a,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:43.731051 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:43.807010 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:43.857123 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-65447e0c-671f-43f4-bd61-f23538f4cd20 req-c06bb7ee-c132-4497-aa31-02dc1c0ae2a8 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6597517 Aug 23 15:16:43.857853 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:43.868464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 86d03bc1-1c9b-42cd-9525-91e9256857b7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:43.869223 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:43.894977 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:16:43.938701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Port': ['ID=3959c1ca-36eb-457f-b741-444eb99a7acf,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:43.978237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-682f0293-de77-43e9-b4bd-0dd811b062e4 None None] Provisioning for port 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:44.001509 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:44.006655 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:44.013257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Router 2dea2121-04b3-45a7-b76a-f0e5c6320c5f is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:16:44.180206 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:44.181614 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:44.213709 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:44.224054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:44.233777 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:44.312538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:16:44.328033 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Sync routers for ids ['2dea2121-04b3-45a7-b76a-f0e5c6320c5f'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:16:44.350598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0b61b2f8-cbf4-4b43-b0c9-4ec59de174a1 None None] Provisioning for port e5f44713-3edf-45ec-9d99-b7248432af1e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:44.361465 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Routers {'2dea2121-04b3-45a7-b76a-f0e5c6320c5f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:44.362246 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2dea2121-04b3-45a7-b76a-f0e5c6320c5f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:44.363116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=e5f44713-3edf-45ec-9d99-b7248432af1e,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:44.380453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0b61b2f8-cbf4-4b43-b0c9-4ec59de174a1 None None] Provisioning complete for port e5f44713-3edf-45ec-9d99-b7248432af1e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:44.380907 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0b61b2f8-cbf4-4b43-b0c9-4ec59de174a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:44.387427 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:44.432460 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 530f682f-72a3-4397-8626-65d6b2eeff50 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:44.435072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:44.440090 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0b61b2f8-cbf4-4b43-b0c9-4ec59de174a1 None None] Port e5f44713-3edf-45ec-9d99-b7248432af1e cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:16:44.489644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0b61b2f8-cbf4-4b43-b0c9-4ec59de174a1 None None] Provisioning complete for port 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:44.490652 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0b61b2f8-cbf4-4b43-b0c9-4ec59de174a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:44.496291 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:44.542184 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:44.543816 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8217f882-64c6-40c6-8b5d-4e11bd21d738 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7540414 Aug 23 15:16:44.561276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 8ee03961-df67-4bbe-8aa9-d2217fcf15c7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8ee03961-df67-4bbe-8aa9-d2217fcf15c7,segment=NetworkSegment(ccbb8134-054a-4b3e-88e6-fd47f05b6287),segment_id=ccbb8134-054a-4b3e-88e6-fd47f05b6287)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:44.591749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53938) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:44.627026 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Set router 2dea2121-04b3-45a7-b76a-f0e5c6320c5f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:44.655929 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0b61b2f8-cbf4-4b43-b0c9-4ec59de174a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:44.774084 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:44.828306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 98baa92f-743e-4bee-a665-5309616b92b3 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:16:44.865667 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-0b61b2f8-cbf4-4b43-b0c9-4ec59de174a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:16:44.866003 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-0b61b2f8-cbf4-4b43-b0c9-4ec59de174a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:16:44.954238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=8ee03961-df67-4bbe-8aa9-d2217fcf15c7,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:44.954947 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:45.010903 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'name': 'tempest-TestAggregatesBasicOps-1841499863-router', 'tenant_id': '893d0196747f4356b32e0df05d80993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'f5fe6e15-1fe1-4621-83c1-cd2e03885bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:36Z', 'updated_at': '2021-08-23T15:16:41Z', 'revision_number': 3, 'project_id': '893d0196747f4356b32e0df05d80993a', 'gw_port': {'id': 'f5fe6e15-1fe1-4621-83c1-cd2e03885bbd', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:39Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:45.069856 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Checking router: 2dea2121-04b3-45a7-b76a-f0e5c6320c5f for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:16:45.070214 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Updating router 2dea2121-04b3-45a7-b76a-f0e5c6320c5f port f5fe6e15-1fe1-4621-83c1-cd2e03885bbd binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:16:45.155197 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:45.292062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:16:45.308626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Sync routers for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:16:45.336909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:45.337948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:45.374840 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-102dda21-4227-4ec2-af9d-1d8d92a7f61d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/98baa92f-743e-4bee-a665-5309616b92b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9191420 Aug 23 15:16:45.382416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53950) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:45.415679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-488ca42e-e1be-46a8-938f-00c6b94d4f60 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-699540229'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:45.649092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03281-5bd9-4257-92e0-7c3de4d9ecef req-276ec436-8825-40b8-bd54-75a800c66afd tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:45.657022 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1eb03281-5bd9-4257-92e0-7c3de4d9ecef req-276ec436-8825-40b8-bd54-75a800c66afd tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.6147439 Aug 23 15:16:45.769164 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1eb03281-5bd9-4257-92e0-7c3de4d9ecef req-e4ee46b0-529e-4020-b768-33bbc000e359 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108675 Aug 23 15:16:45.771163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488ca42e-e1be-46a8-938f-00c6b94d4f60 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:45.774937 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-488ca42e-e1be-46a8-938f-00c6b94d4f60 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:45.871447 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:45.874507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488ca42e-e1be-46a8-938f-00c6b94d4f60 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:16:45.889784 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Transition to ACTIVE for port object f5fe6e15-1fe1-4621-83c1-cd2e03885bbd will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:45.894412 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-488ca42e-e1be-46a8-938f-00c6b94d4f60 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:45.894777 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-488ca42e-e1be-46a8-938f-00c6b94d4f60 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Added segment ac0e35c0-859d-4ee2-8229-e7257283b7da of type vlan for network 14d71180-ab49-4ee6-aef8-f759bcd771c8 Aug 23 15:16:45.921906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:45.987395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:16:46.038821 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-488ca42e-e1be-46a8-938f-00c6b94d4f60 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:46.067355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:46.078577 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:46.132443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:46.217266 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791acc4-6b33-4a18-968b-b34b038e79fa None None] Pushing event updated for resources: {'Port': ['ID=f5fe6e15-1fe1-4621-83c1-cd2e03885bbd,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:46.224623 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:16:46.265492 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Sync routers for ids ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:16:46.283412 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:46.300500 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-488ca42e-e1be-46a8-938f-00c6b94d4f60 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:46.303122 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Attempting to bind port f5fe6e15-1fe1-4621-83c1-cd2e03885bbd on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:16:46.304146 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Attempting to bind port f5fe6e15-1fe1-4621-83c1-cd2e03885bbd by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:16:46.304954 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Attempting to bind port f5fe6e15-1fe1-4621-83c1-cd2e03885bbd on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:16:46.315568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488ca42e-e1be-46a8-938f-00c6b94d4f60 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:46.317174 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-488ca42e-e1be-46a8-938f-00c6b94d4f60 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:46.332223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ac2acdb7-361f-4b6a-a70c-6cef039add72 None None] Provisioning complete for port e5f44713-3edf-45ec-9d99-b7248432af1e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:46.333036 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Routers {'0f405a55-5f2e-48c8-ab30-c7d359edfc1d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:46.334318 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:46.334811 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ac2acdb7-361f-4b6a-a70c-6cef039add72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:46.382716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:46.383434 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:46.449188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ac2acdb7-361f-4b6a-a70c-6cef039add72 None None] Port e5f44713-3edf-45ec-9d99-b7248432af1e cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:16:46.510623 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:16:46.511049 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:46.511403 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:46.511836 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:16:46.512318 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Bound port: f5fe6e15-1fe1-4621-83c1-cd2e03885bbd, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:16:46.512697 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:46.518938 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ca42e-e1be-46a8-938f-00c6b94d4f60 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Network': ['ID=14d71180-ab49-4ee6-aef8-f759bcd771c8,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:46.537798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 14d71180-ab49-4ee6-aef8-f759bcd771c8 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:16:46.546525 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:46.552991 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4e49f134-00d1-4b77-8571-d12bddbdd0b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.3654242 Aug 23 15:16:46.553659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53952) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:46.558976 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Set router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:46.602900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8d15f0b7-74ce-4825-b179-f31ba1984e1a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:46.651712 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-80632dbd-11a1-4887-830c-ff29a2be61b7 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=51b6533c35f2415fa103d56c322ba6e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0919976 Aug 23 15:16:46.651712 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53954) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:46.658817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:16:42Z', 'revision_number': 3, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:43Z', 'revision_number': 2, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:46.681848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Allocated IP 172.20.0.1 (6ea03d00-984b-48ce-ac67-5a4fdddae2ce/42b8e2d8-7d92-4135-832c-550f09a89363/b751874e-e70c-45d2-ba69-635bbfda9ca0) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:16:46.715505 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Checking router: 98baa92f-743e-4bee-a665-5309616b92b3 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:16:46.715973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Updating router 98baa92f-743e-4bee-a665-5309616b92b3 port e5f44713-3edf-45ec-9d99-b7248432af1e binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:16:46.760288 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:46.782523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 8d15f0b7-74ce-4825-b179-f31ba1984e1a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:46.783438 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:46.820843 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-488ca42e-e1be-46a8-938f-00c6b94d4f60 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4367859 Aug 23 15:16:46.827897 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e777d8-808f-4163-b151-d22b3b4eaa91 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:46.828052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 53958) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:46.829326 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b4e777d8-808f-4163-b151-d22b3b4eaa91 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1767006 Aug 23 15:16:46.830263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53960) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:46.834223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-66ab6b2f-95f7-4e86-9c52-79111fdbb55a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'subnet': {'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:46.899964 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c93cf322-c775-41e5-9f27-7000f752d1ec tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522885 Aug 23 15:16:46.899964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53962) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:46.899964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a026a5e1-f8d5-4498-a335-f9afce63d8d2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1336677077', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:47.026796 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] For port f5fe6e15-1fe1-4621-83c1-cd2e03885bbd, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:16:47.034278 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] For port f5fe6e15-1fe1-4621-83c1-cd2e03885bbd, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f5fe6e15-1fe1-4621-83c1-cd2e03885bbd,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:16:47.106616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:47.141896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbf6d6-9775-4c0d-9705-d0497f1838dc req-cadb08e2-46ab-4564-97a1-6d0a28e9cba0 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:47.144687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3bbf6d6-9775-4c0d-9705-d0497f1838dc req-cadb08e2-46ab-4564-97a1-6d0a28e9cba0 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.1606572 Aug 23 15:16:47.146291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Transition to ACTIVE for port object b751874e-e70c-45d2-ba69-635bbfda9ca0 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:47.184090 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:41Z', 'updated_at': '2021-08-23T15:16:44Z', 'revision_number': 3, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:43Z', 'updated_at': '2021-08-23T15:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:47.230028 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e3bbf6d6-9775-4c0d-9705-d0497f1838dc req-42e8f7e3-bf5c-4e43-8ffd-0cc9b05d4fd2 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755503 Aug 23 15:16:47.232833 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Checking router: 0f405a55-5f2e-48c8-ab30-c7d359edfc1d for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:16:47.233316 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Updating router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d port 3959c1ca-36eb-457f-b741-444eb99a7acf binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:16:47.263048 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:47.314825 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:47.338304 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Transition to ACTIVE for port object e5f44713-3edf-45ec-9d99-b7248432af1e will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:47.353038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ab6b2f-95f7-4e86-9c52-79111fdbb55a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:47.363553 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ab6b2f-95f7-4e86-9c52-79111fdbb55a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:47.413969 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:47.498546 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:47.547083 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a026a5e1-f8d5-4498-a335-f9afce63d8d2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Made reservation on behalf of 51b6533c35f2415fa103d56c322ba6e0 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:47.551886 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:47.553418 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a026a5e1-f8d5-4498-a335-f9afce63d8d2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:47.561627 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791acc4-6b33-4a18-968b-b34b038e79fa None None] Pushing event updated for resources: {'Port': ['ID=f5fe6e15-1fe1-4621-83c1-cd2e03885bbd,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:47.564531 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Routers {'2dea2121-04b3-45a7-b76a-f0e5c6320c5f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:47.565350 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2dea2121-04b3-45a7-b76a-f0e5c6320c5f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:47.627243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Network 6ea03d00-984b-48ce-ac67-5a4fdddae2ce is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:47.655314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:47.672242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cb40d-ffe0-4e46-9d84-3ba4a32e6c69 None None] Pushing event updated for resources: {'Port': ['ID=e5f44713-3edf-45ec-9d99-b7248432af1e,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:47.682574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:16:47.764672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Pushing event updated for resources: {'Port': ['ID=b751874e-e70c-45d2-ba69-635bbfda9ca0,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:47.801620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Attempting to bind port e5f44713-3edf-45ec-9d99-b7248432af1e on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:16:47.803168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Attempting to bind port e5f44713-3edf-45ec-9d99-b7248432af1e by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'ccbb8134-054a-4b3e-88e6-fd47f05b6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:16:47.804447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Attempting to bind port e5f44713-3edf-45ec-9d99-b7248432af1e on network 530f682f-72a3-4397-8626-65d6b2eeff50 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:16:47.821205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:16:47.821579 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Checking segment: {'id': 'ccbb8134-054a-4b3e-88e6-fd47f05b6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:47.840061 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:47.842383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Bound using segment: {'id': 'ccbb8134-054a-4b3e-88e6-fd47f05b6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:16:47.844185 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Bound port: e5f44713-3edf-45ec-9d99-b7248432af1e, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbb8134-054a-4b3e-88e6-fd47f05b6287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:16:47.849295 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:47.886897 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:48.110168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] For port e5f44713-3edf-45ec-9d99-b7248432af1e, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:16:48.129312 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] For port e5f44713-3edf-45ec-9d99-b7248432af1e, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e5f44713-3edf-45ec-9d99-b7248432af1e,segment=NetworkSegment(ccbb8134-054a-4b3e-88e6-fd47f05b6287),segment_id=ccbb8134-054a-4b3e-88e6-fd47f05b6287)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:16:48.245034 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] Set router 2dea2121-04b3-45a7-b76a-f0e5c6320c5f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:48.250435 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:48.353703 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cb40d-ffe0-4e46-9d84-3ba4a32e6c69 None None] Pushing event updated for resources: {'Port': ['ID=e5f44713-3edf-45ec-9d99-b7248432af1e,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:48.359885 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:48.361537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:48.362531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ea1e4-f98b-47c2-92f0-a7d7aa16fa38 req-82e835bd-8e6a-4a31-8073-1f606b10695d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:48.365212 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1d8ea1e4-f98b-47c2-92f0-a7d7aa16fa38 req-82e835bd-8e6a-4a31-8073-1f606b10695d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.3074000 Aug 23 15:16:48.367080 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:48.405014 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Transition to ACTIVE for port object 3959c1ca-36eb-457f-b741-444eb99a7acf will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:48.415677 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a026a5e1-f8d5-4498-a335-f9afce63d8d2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:48.521822 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ab6b2f-95f7-4e86-9c52-79111fdbb55a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:48.554722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3ad43-64b9-4aff-ba4f-3149e83771bb req-08919d0d-7fe6-497a-a738-d6781af02f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:48.570728 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:48.574643 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60e3ad43-64b9-4aff-ba4f-3149e83771bb req-08919d0d-7fe6-497a-a738-d6781af02f09 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e99595cf1e34e82b2342655ef010f91&device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 1096 time: 0.3749552 Aug 23 15:16:48.589138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026a5e1-f8d5-4498-a335-f9afce63d8d2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Subnet': ['ID=c6489214-61ff-49bc-8542-b4f0818ca82d,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:48.612015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:48.619860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a026a5e1-f8d5-4498-a335-f9afce63d8d2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Checking segment: {'id': 'd79388c8-e064-4564-b7bd-148c3ed8ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:48.620731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a026a5e1-f8d5-4498-a335-f9afce63d8d2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network hostable DHCP agents. Network: 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:16:48.700757 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07c566-5cc5-4732-af33-16ee68fbc4bf None None] Pushing event updated for resources: {'Port': ['ID=3959c1ca-36eb-457f-b741-444eb99a7acf,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:48.725717 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Attempting to bind port 3959c1ca-36eb-457f-b741-444eb99a7acf on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:16:48.726083 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Attempting to bind port 3959c1ca-36eb-457f-b741-444eb99a7acf by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:16:48.726465 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Attempting to bind port 3959c1ca-36eb-457f-b741-444eb99a7acf on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:16:48.738066 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:16:48.746433 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:48.746433 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:48.746433 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:16:48.746433 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Bound port: 3959c1ca-36eb-457f-b741-444eb99a7acf, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:16:48.746433 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:48.792213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b4fac9ff-f0bf-48fe-98f8-da9bb9e7e8d2 None None] Provisioning for port b751874e-e70c-45d2-ba69-635bbfda9ca0 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:48.798804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b4fac9ff-f0bf-48fe-98f8-da9bb9e7e8d2 None None] Provisioning complete for port b751874e-e70c-45d2-ba69-635bbfda9ca0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:48.799316 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b4fac9ff-f0bf-48fe-98f8-da9bb9e7e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:48.832738 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a026a5e1-f8d5-4498-a335-f9afce63d8d2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:16:48.849269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b4fac9ff-f0bf-48fe-98f8-da9bb9e7e8d2 None None] Port b751874e-e70c-45d2-ba69-635bbfda9ca0 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:16:48.881240 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] For port 3959c1ca-36eb-457f-b741-444eb99a7acf, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:16:48.886730 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] For port 3959c1ca-36eb-457f-b741-444eb99a7acf, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3959c1ca-36eb-457f-b741-444eb99a7acf,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:16:48.892277 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'name': 'tempest-TestAggregatesBasicOps-1841499863-router', 'tenant_id': '893d0196747f4356b32e0df05d80993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'f5fe6e15-1fe1-4621-83c1-cd2e03885bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:36Z', 'updated_at': '2021-08-23T15:16:41Z', 'revision_number': 3, 'project_id': '893d0196747f4356b32e0df05d80993a', 'gw_port': {'id': 'f5fe6e15-1fe1-4621-83c1-cd2e03885bbd', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:39Z', 'updated_at': '2021-08-23T15:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:48.894735 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1d8ea1e4-f98b-47c2-92f0-a7d7aa16fa38 req-1925985d-fc9f-4566-afc6-7a6331d77a62 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4623230 Aug 23 15:16:48.912445 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab6b2f-95f7-4e86-9c52-79111fdbb55a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Subnet': ['ID=95de5bec-7d3a-42ea-8b21-9a8434bd4f24,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:48.943241 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1791f92-d714-4bfc-a871-3b4837fa37cf None None] The sync data for ids ['2dea2121-04b3-45a7-b76a-f0e5c6320c5f'] in n-d-804985-3 is: [{'id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'name': 'tempest-TestAggregatesBasicOps-1841499863-router', 'tenant_id': '893d0196747f4356b32e0df05d80993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'f5fe6e15-1fe1-4621-83c1-cd2e03885bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:36Z', 'updated_at': '2021-08-23T15:16:41Z', 'revision_number': 3, 'project_id': '893d0196747f4356b32e0df05d80993a', 'gw_port': {'id': 'f5fe6e15-1fe1-4621-83c1-cd2e03885bbd', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:39Z', 'updated_at': '2021-08-23T15:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:16:48.958492 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ab6b2f-95f7-4e86-9c52-79111fdbb55a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Checking segment: {'id': 'ac0e35c0-859d-4ee2-8229-e7257283b7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:48.959344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ab6b2f-95f7-4e86-9c52-79111fdbb55a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network hostable DHCP agents. Network: 14d71180-ab49-4ee6-aef8-f759bcd771c8, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:16:49.022967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3ad43-64b9-4aff-ba4f-3149e83771bb req-158cc3fa-6a05-40ef-9a5c-4bad0925c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:49.024588 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60e3ad43-64b9-4aff-ba4f-3149e83771bb req-158cc3fa-6a05-40ef-9a5c-4bad0925c228 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba929545-a5aa-4017-8c56-61de1121ed13 HTTP/1.1" status: 200 len: 912 time: 0.3757067 Aug 23 15:16:49.054712 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:49.079207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a026a5e1-f8d5-4498-a335-f9afce63d8d2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:49.088822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a026a5e1-f8d5-4498-a335-f9afce63d8d2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:49.089460 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a026a5e1-f8d5-4498-a335-f9afce63d8d2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:49.100457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de432be-7c5a-4d86-b685-4a41a2390661 None None] Network 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:49.146573 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:49.160803 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60e3ad43-64b9-4aff-ba4f-3149e83771bb req-49fdb192-ff53-4716-b18a-13e5e092bbf6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=282f887b-3947-4fe2-8864-7040b02ac6e0 HTTP/1.1" status: 200 len: 1001 time: 0.1251640 Aug 23 15:16:49.229903 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:16:42Z', 'revision_number': 3, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:48Z', 'revision_number': 4, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:49.250830 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07c566-5cc5-4732-af33-16ee68fbc4bf None None] Pushing event updated for resources: {'Port': ['ID=3959c1ca-36eb-457f-b741-444eb99a7acf,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:49.253711 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Routers {'0f405a55-5f2e-48c8-ab30-c7d359edfc1d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:49.254821 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:49.278972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53e43b7-a4f3-452f-8906-ebbf5e3c9499 None None] The sync data for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 is: [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:16:42Z', 'revision_number': 3, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:48Z', 'revision_number': 4, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:16:49.313104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ab6b2f-95f7-4e86-9c52-79111fdbb55a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 14d71180-ab49-4ee6-aef8-f759bcd771c8 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:16:49.335586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3ad43-64b9-4aff-ba4f-3149e83771bb req-bb8fd63e-7b32-43a4-8735-fefcaa15554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:49.337447 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60e3ad43-64b9-4aff-ba4f-3149e83771bb req-bb8fd63e-7b32-43a4-8735-fefcaa15554e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae11ce01-e39c-4b2d-9455-4272290cbf22 HTTP/1.1" status: 200 len: 850 time: 0.1687307 Aug 23 15:16:49.376116 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ips': [{'subnet_id': 'c6489214-61ff-49bc-8542-b4f0818ca82d'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:16:49.378472 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:49.383939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-66ab6b2f-95f7-4e86-9c52-79111fdbb55a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 14d71180-ab49-4ee6-aef8-f759bcd771c8) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:49.394006 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a026a5e1-f8d5-4498-a335-f9afce63d8d2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5040543 Aug 23 15:16:49.395244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53978) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:49.437321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa4526e-4273-4082-acba-29d469de738c None None] Network 14d71180-ab49-4ee6-aef8-f759bcd771c8 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:49.478163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ab6b2f-95f7-4e86-9c52-79111fdbb55a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:49.481270 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-66ab6b2f-95f7-4e86-9c52-79111fdbb55a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:49.634687 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] Set router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:49.650360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3ad43-64b9-4aff-ba4f-3149e83771bb req-409a6cfa-a301-4604-ae3e-fea25be177c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:49.701452 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60e3ad43-64b9-4aff-ba4f-3149e83771bb req-409a6cfa-a301-4604-ae3e-fea25be177c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba929545-a5aa-4017-8c56-61de1121ed13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3342919 Aug 23 15:16:49.778202 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f5fe6e15-1fe1-4621-83c1-cd2e03885bbd up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:49.902430 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60e3ad43-64b9-4aff-ba4f-3149e83771bb req-43c0280c-8459-40d5-93b0-2e507c116feb service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580949 Aug 23 15:16:49.910044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-66ab6b2f-95f7-4e86-9c52-79111fdbb55a tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0790944 Aug 23 15:16:50.089889 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Allocated IP 172.20.0.2 (1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4/c6489214-61ff-49bc-8542-b4f0818ca82d/da465eee-7e04-4633-ad18-b4bfd74bb2ec) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:16:50.094484 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-14d71180-ab49-4ee6-aef8-f759bcd771c8', 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'fixed_ips': [{'subnet_id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:16:50.095624 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:50.196684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 53982) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:50.273104 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:41Z', 'updated_at': '2021-08-23T15:16:44Z', 'revision_number': 3, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:43Z', 'updated_at': '2021-08-23T15:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:50.352964 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89920fd-dfc4-4cd7-938c-d56676185e84 None None] The sync data for ids ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'] in n-d-804985-3 is: [{'id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:41Z', 'updated_at': '2021-08-23T15:16:44Z', 'revision_number': 3, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:43Z', 'updated_at': '2021-08-23T15:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:16:50.725624 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:50.756302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port f5fe6e15-1fe1-4621-83c1-cd2e03885bbd completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:50.778489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f5fe6e15-1fe1-4621-83c1-cd2e03885bbd triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:50.779762 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:50.790114 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60e3ad43-64b9-4aff-ba4f-3149e83771bb req-3a64d922-ae5d-48d5-891e-348c5e112efb service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8801944 Aug 23 15:16:50.791982 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:50.840504 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a20f0-e2b3-45c6-b80c-5dd02ad8c0f0 req-efde9e85-f2ef-4d83-ae24-8a42d4c65b13 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:50.842942 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-988a20f0-e2b3-45c6-b80c-5dd02ad8c0f0 req-efde9e85-f2ef-4d83-ae24-8a42d4c65b13 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.6978147 Aug 23 15:16:50.846203 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:50.918955 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:50.935355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Allocated IP 2001:db8:2::2 (14d71180-ab49-4ee6-aef8-f759bcd771c8/95de5bec-7d3a-42ea-8b21-9a8434bd4f24/4abaeae5-2109-4fba-9b59-3613ddb218ce) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:16:51.053169 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:51.068606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Pushing event updated for resources: {'Port': ['ID=b751874e-e70c-45d2-ba69-635bbfda9ca0,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:51.168582 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:51.183851 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:51.215040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Transition to ACTIVE for port object da465eee-7e04-4633-ad18-b4bfd74bb2ec will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:51.235056 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:51.253422 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-988a20f0-e2b3-45c6-b80c-5dd02ad8c0f0 req-cd3e967c-1bcc-4f9e-9dec-cca614577313 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2692058 Aug 23 15:16:51.272840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Transition to ACTIVE for port object da465eee-7e04-4633-ad18-b4bfd74bb2ec will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:51.319748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Network 6ea03d00-984b-48ce-ac67-5a4fdddae2ce is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:51.321461 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:51.322305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port f5fe6e15-1fe1-4621-83c1-cd2e03885bbd, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f5fe6e15-1fe1-4621-83c1-cd2e03885bbd,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:51.465792 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:51.476484 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Transition to ACTIVE for port object 4abaeae5-2109-4fba-9b59-3613ddb218ce will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:51.498526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Transition to ACTIVE for port object 4abaeae5-2109-4fba-9b59-3613ddb218ce will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:51.503258 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:51.511617 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:51.551611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Network 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:51.555216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:51.558437 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:16:51.679447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Attempting to bind port da465eee-7e04-4633-ad18-b4bfd74bb2ec on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:16:51.680172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Attempting to bind port da465eee-7e04-4633-ad18-b4bfd74bb2ec by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd79388c8-e064-4564-b7bd-148c3ed8ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:16:51.680543 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Attempting to bind port da465eee-7e04-4633-ad18-b4bfd74bb2ec on network 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:16:51.696778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Router 2dea2121-04b3-45a7-b76a-f0e5c6320c5f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:16:51.705223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:16:51.705223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Checking segment: {'id': 'd79388c8-e064-4564-b7bd-148c3ed8ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:51.705223 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:51.705223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Bound using segment: {'id': 'd79388c8-e064-4564-b7bd-148c3ed8ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:16:51.705223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Bound port: da465eee-7e04-4633-ad18-b4bfd74bb2ec, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79388c8-e064-4564-b7bd-148c3ed8ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:16:51.705223 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:51.761954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=f5fe6e15-1fe1-4621-83c1-cd2e03885bbd,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:51.787918 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:51.869227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Network 14d71180-ab49-4ee6-aef8-f759bcd771c8 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:51.877383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:51.880662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:16:51.897780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e5f44713-3edf-45ec-9d99-b7248432af1e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:52.020286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:16:52.024735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Pushing event updated for resources: {'Port': ['ID=da465eee-7e04-4633-ad18-b4bfd74bb2ec,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:52.028060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-26c3145d-7c87-40ef-b2bd-0e2c88e9e257 admin admin] 10.222.0.38 "PUT /v2.0/routers/2dea2121-04b3-45a7-b76a-f0e5c6320c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4347334 Aug 23 15:16:52.046067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] For port da465eee-7e04-4633-ad18-b4bfd74bb2ec, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:16:52.144944 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] For port da465eee-7e04-4633-ad18-b4bfd74bb2ec, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=da465eee-7e04-4633-ad18-b4bfd74bb2ec,segment=NetworkSegment(d79388c8-e064-4564-b7bd-148c3ed8ef7c),segment_id=d79388c8-e064-4564-b7bd-148c3ed8ef7c)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:16:52.167030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Attempting to bind port 4abaeae5-2109-4fba-9b59-3613ddb218ce on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:16:52.167030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Attempting to bind port 4abaeae5-2109-4fba-9b59-3613ddb218ce by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'ac0e35c0-859d-4ee2-8229-e7257283b7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:16:52.170567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Attempting to bind port 4abaeae5-2109-4fba-9b59-3613ddb218ce on network 14d71180-ab49-4ee6-aef8-f759bcd771c8 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:16:52.187845 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Allocated IP 172.20.0.1 (1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4/c6489214-61ff-49bc-8542-b4f0818ca82d/da076434-e07e-4904-9377-3c4e9552a821) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:16:52.203949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Pushing event updated for resources: {'Port': ['ID=4abaeae5-2109-4fba-9b59-3613ddb218ce,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:52.219401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:16:52.221256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Checking segment: {'id': 'ac0e35c0-859d-4ee2-8229-e7257283b7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:52.222271 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:52.223267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Bound using segment: {'id': 'ac0e35c0-859d-4ee2-8229-e7257283b7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:16:52.224458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Bound port: 4abaeae5-2109-4fba-9b59-3613ddb218ce, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0e35c0-859d-4ee2-8229-e7257283b7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:16:52.225649 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:52.249679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e7709c54-6950-4f6b-b7c9-99b3598dad2a None None] Provisioning complete for port b751874e-e70c-45d2-ba69-635bbfda9ca0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:52.250258 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7709c54-6950-4f6b-b7c9-99b3598dad2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:52.339732 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e7709c54-6950-4f6b-b7c9-99b3598dad2a None None] Port b751874e-e70c-45d2-ba69-635bbfda9ca0 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:16:52.395256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] For port 4abaeae5-2109-4fba-9b59-3613ddb218ce, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:16:52.402971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] For port 4abaeae5-2109-4fba-9b59-3613ddb218ce, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=4abaeae5-2109-4fba-9b59-3613ddb218ce,segment=NetworkSegment(ac0e35c0-859d-4ee2-8229-e7257283b7da),segment_id=ac0e35c0-859d-4ee2-8229-e7257283b7da)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:16:52.416047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port e5f44713-3edf-45ec-9d99-b7248432af1e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:52.428271 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:52.436133 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Allocated IP 2001:db8:2::1 (14d71180-ab49-4ee6-aef8-f759bcd771c8/95de5bec-7d3a-42ea-8b21-9a8434bd4f24/f6b2eb4e-f017-44b6-ae71-ae610cd06c24) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:16:52.457514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e5f44713-3edf-45ec-9d99-b7248432af1e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:52.458064 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:52.567446 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead13c4-60b9-4d2f-8c49-3ae33406d1ea req-a339a34d-c9d7-4c14-9b40-e475ce4643d9 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:52.570487 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ead13c4-60b9-4d2f-8c49-3ae33406d1ea req-a339a34d-c9d7-4c14-9b40-e475ce4643d9 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.0955093 Aug 23 15:16:52.597868 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Sync routers for ids ['2dea2121-04b3-45a7-b76a-f0e5c6320c5f'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:16:52.606470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb797143-fa56-4b71-a27d-744b22794738 None None] Pushing event updated for resources: {'Port': ['ID=da465eee-7e04-4633-ad18-b4bfd74bb2ec,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:52.628579 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:52.646725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Transition to ACTIVE for port object da076434-e07e-4904-9377-3c4e9552a821 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:52.652054 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:52.667337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Routers {'2dea2121-04b3-45a7-b76a-f0e5c6320c5f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:52.667337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2dea2121-04b3-45a7-b76a-f0e5c6320c5f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:52.723830 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ead13c4-60b9-4d2f-8c49-3ae33406d1ea req-c7414516-ed6b-4bae-82f6-c45be4a988ea tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049371 Aug 23 15:16:52.791426 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:52.811129 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:52.865760 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Transition to ACTIVE for port object f6b2eb4e-f017-44b6-ae71-ae610cd06c24 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:52.920703 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-90fea97d-0ed8-4114-9ae5-ec2b3482425f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:52.949732 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:52.967982 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port e5f44713-3edf-45ec-9d99-b7248432af1e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e5f44713-3edf-45ec-9d99-b7248432af1e,segment=NetworkSegment(ccbb8134-054a-4b3e-88e6-fd47f05b6287),segment_id=ccbb8134-054a-4b3e-88e6-fd47f05b6287)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:53.051538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e8a4b-7e77-441d-99df-2a7be81eba15 None None] Pushing event updated for resources: {'Port': ['ID=4abaeae5-2109-4fba-9b59-3613ddb218ce,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:53.095922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:53.118879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:53.129255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Port': ['ID=da076434-e07e-4904-9377-3c4e9552a821,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:53.138329 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:16:53.140994 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:53.142211 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3959c1ca-36eb-457f-b741-444eb99a7acf up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:53.247979 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:53.397870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 14d71180-ab49-4ee6-aef8-f759bcd771c8 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:53.402852 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=e5f44713-3edf-45ec-9d99-b7248432af1e,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:53.408659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:53.431592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:16:53.432224 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:53.448266 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:53.457190 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Set router 2dea2121-04b3-45a7-b76a-f0e5c6320c5f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:53.562350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=f6b2eb4e-f017-44b6-ae71-ae610cd06c24,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:53.685627 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 3959c1ca-36eb-457f-b741-444eb99a7acf completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:53.741399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 3959c1ca-36eb-457f-b741-444eb99a7acf triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:53.741956 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:53.874774 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54016) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:53.883918 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-693011143-network', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:53.953971 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:53.989724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 3959c1ca-36eb-457f-b741-444eb99a7acf, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3959c1ca-36eb-457f-b741-444eb99a7acf,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:54.018718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'name': 'tempest-TestAggregatesBasicOps-1841499863-router', 'tenant_id': '893d0196747f4356b32e0df05d80993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'f5fe6e15-1fe1-4621-83c1-cd2e03885bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:36Z', 'updated_at': '2021-08-23T15:16:48Z', 'revision_number': 4, 'project_id': '893d0196747f4356b32e0df05d80993a', 'gw_port': {'id': 'f5fe6e15-1fe1-4621-83c1-cd2e03885bbd', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:39Z', 'updated_at': '2021-08-23T15:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'b751874e-e70c-45d2-ba69-635bbfda9ca0', 'name': '', 'network_id': '6ea03d00-984b-48ce-ac67-5a4fdddae2ce', 'tenant_id': '893d0196747f4356b32e0df05d80993a', 'mac_address': 'fa:16:3e:4a:07:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '42b8e2d8-7d92-4135-832c-550f09a89363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:46Z', 'updated_at': '2021-08-23T15:16:49Z', 'revision_number': 2, 'project_id': '893d0196747f4356b32e0df05d80993a', 'subnets': [{'id': '42b8e2d8-7d92-4135-832c-550f09a89363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:54.022229 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:54.107103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Checking router: 2dea2121-04b3-45a7-b76a-f0e5c6320c5f for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:16:54.107103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Updating router 2dea2121-04b3-45a7-b76a-f0e5c6320c5f port b751874e-e70c-45d2-ba69-635bbfda9ca0 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:16:54.145700 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:54.266860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] Made reservation on behalf of 4173d5aca835471aa73c180d81ecefc6 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:54.277697 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:54.289850 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:54.326829 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:54.328237 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:54.525165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=3959c1ca-36eb-457f-b741-444eb99a7acf,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:54.667122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ce02fd-13c5-4225-85cf-8025857d9e08 None None] Network 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:54.895564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f5fe6e15-1fe1-4621-83c1-cd2e03885bbd up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:54.968567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:55.068137 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:55.102095 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Transition to ACTIVE for port object b751874e-e70c-45d2-ba69-635bbfda9ca0 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:55.112606 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f5fe6e15-1fe1-4621-83c1-cd2e03885bbd triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:55.112983 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:55.201143 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:55.283626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device da465eee-7e04-4633-ad18-b4bfd74bb2ec up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:55.334000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-175d4d35-72dd-4e14-ac57-17e7d7a6915b None None] Provisioning for port da465eee-7e04-4633-ad18-b4bfd74bb2ec completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:55.401539 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:55.484202 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1532a232-fd30-47a4-a322-854559d2b90a None None] Network 14d71180-ab49-4ee6-aef8-f759bcd771c8 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:55.537171 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691a4a1-15dc-4de0-966d-21c65bea67fa None None] Pushing event updated for resources: {'Port': ['ID=b751874e-e70c-45d2-ba69-635bbfda9ca0,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:55.845366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port da465eee-7e04-4633-ad18-b4bfd74bb2ec completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:55.847457 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:55.868015 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:55.868314 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port da465eee-7e04-4633-ad18-b4bfd74bb2ec triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:55.868444 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:55.869719 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Port': ['ID=da076434-e07e-4904-9377-3c4e9552a821,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:55.880524 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Attempting to bind port b751874e-e70c-45d2-ba69-635bbfda9ca0 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:16:55.880978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Attempting to bind port b751874e-e70c-45d2-ba69-635bbfda9ca0 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '8f7228ae-3817-4a10-b846-03cdc04aa1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6ea03d00-984b-48ce-ac67-5a4fdddae2ce'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:16:55.881490 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Attempting to bind port b751874e-e70c-45d2-ba69-635bbfda9ca0 on network 6ea03d00-984b-48ce-ac67-5a4fdddae2ce {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:16:55.929316 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:16:55.929742 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Checking segment: {'id': '8f7228ae-3817-4a10-b846-03cdc04aa1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6ea03d00-984b-48ce-ac67-5a4fdddae2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:55.930106 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:55.930508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Bound using segment: {'id': '8f7228ae-3817-4a10-b846-03cdc04aa1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6ea03d00-984b-48ce-ac67-5a4fdddae2ce'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:16:55.930999 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Bound port: b751874e-e70c-45d2-ba69-635bbfda9ca0, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7228ae-3817-4a10-b846-03cdc04aa1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6ea03d00-984b-48ce-ac67-5a4fdddae2ce'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:16:55.931388 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:55.981977 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:56.023467 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:56.049083 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:56.053228 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:56.088787 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] For port b751874e-e70c-45d2-ba69-635bbfda9ca0, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:16:56.110143 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:56.113983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] For port b751874e-e70c-45d2-ba69-635bbfda9ca0, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b751874e-e70c-45d2-ba69-635bbfda9ca0,segment=NetworkSegment(8f7228ae-3817-4a10-b846-03cdc04aa1b4),segment_id=8f7228ae-3817-4a10-b846-03cdc04aa1b4)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:16:56.125310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-08554b1a-4fea-4b2c-804e-f3683cb07d16 None None] Provisioning for port 4abaeae5-2109-4fba-9b59-3613ddb218ce completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:56.174100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port da465eee-7e04-4633-ad18-b4bfd74bb2ec, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=da465eee-7e04-4633-ad18-b4bfd74bb2ec,segment=NetworkSegment(d79388c8-e064-4564-b7bd-148c3ed8ef7c),segment_id=d79388c8-e064-4564-b7bd-148c3ed8ef7c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:56.204683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:16:56.208907 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:56.209954 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:56.224203 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:56.261223 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:56.332692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Routers {'2dea2121-04b3-45a7-b76a-f0e5c6320c5f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:56.333449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2dea2121-04b3-45a7-b76a-f0e5c6320c5f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:56.391950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691a4a1-15dc-4de0-966d-21c65bea67fa None None] Pushing event updated for resources: {'Port': ['ID=b751874e-e70c-45d2-ba69-635bbfda9ca0,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:56.423326 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:56.424417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4abaeae5-2109-4fba-9b59-3613ddb218ce up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:56.426877 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-08554b1a-4fea-4b2c-804e-f3683cb07d16 None None] Provisioning for port da076434-e07e-4904-9377-3c4e9552a821 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:56.446295 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:16:56.453061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=f6b2eb4e-f017-44b6-ae71-ae610cd06c24,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:56.489030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61385b51-fc0e-4670-87c5-9c1fcbd9462f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:56.525048 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-08554b1a-4fea-4b2c-804e-f3683cb07d16 None None] Provisioning complete for port da076434-e07e-4904-9377-3c4e9552a821 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:56.526224 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08554b1a-4fea-4b2c-804e-f3683cb07d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:56.580368 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:56.580733 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] Added segment 2507a32c-48f5-4a87-b906-5d0ca5d88065 of type vlan for network 9ee3063e-2832-4397-9ecd-d98c892abfc9 Aug 23 15:16:56.689400 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:56.720281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] Set router 2dea2121-04b3-45a7-b76a-f0e5c6320c5f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:56.757822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 14d71180-ab49-4ee6-aef8-f759bcd771c8 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:16:56.773782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:56.810100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:16:56.822524 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Sync routers for ids ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:16:56.836395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-100825e4-aab4-4094-87dd-06b325e7438c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "PUT /v2.0/routers/0f405a55-5f2e-48c8-ab30-c7d359edfc1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4400978 Aug 23 15:16:56.839100 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54026) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:56.854036 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Routers {'0f405a55-5f2e-48c8-ab30-c7d359edfc1d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:56.856211 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:57.025532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 98baa92f-743e-4bee-a665-5309616b92b3 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:16:57.044034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:57.046857 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.047588 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:57.126891 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a129dc4a-78c3-4b0f-88a1-b6f46c886084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:57.140727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=da465eee-7e04-4633-ad18-b4bfd74bb2ec,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:57.148197 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-08554b1a-4fea-4b2c-804e-f3683cb07d16 None None] Port da076434-e07e-4904-9377-3c4e9552a821 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:16:57.175620 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Set router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:57.216344 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-08554b1a-4fea-4b2c-804e-f3683cb07d16 None None] Provisioning complete for port da465eee-7e04-4633-ad18-b4bfd74bb2ec triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:57.216722 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08554b1a-4fea-4b2c-804e-f3683cb07d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:57.225353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] Pushing event updated for resources: {'Network': ['ID=9ee3063e-2832-4397-9ecd-d98c892abfc9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:57.300600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 4abaeae5-2109-4fba-9b59-3613ddb218ce completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:16:57.304628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 9ee3063e-2832-4397-9ecd-d98c892abfc9 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:16:57.326650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eccbb14-0a7c-441a-a79d-685bd757ffb1 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.327049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eccbb14-0a7c-441a-a79d-685bd757ffb1 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.327680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eccbb14-0a7c-441a-a79d-685bd757ffb1 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.328215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eccbb14-0a7c-441a-a79d-685bd757ffb1 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.328685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eccbb14-0a7c-441a-a79d-685bd757ffb1 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.329244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eccbb14-0a7c-441a-a79d-685bd757ffb1 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.329713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eccbb14-0a7c-441a-a79d-685bd757ffb1 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.330360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eccbb14-0a7c-441a-a79d-685bd757ffb1 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.330856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eccbb14-0a7c-441a-a79d-685bd757ffb1 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.331270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eccbb14-0a7c-441a-a79d-685bd757ffb1 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.338694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eccbb14-0a7c-441a-a79d-685bd757ffb1 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.339586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eccbb14-0a7c-441a-a79d-685bd757ffb1 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.340341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eccbb14-0a7c-441a-a79d-685bd757ffb1 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.343051 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4eccbb14-0a7c-441a-a79d-685bd757ffb1 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9133 time: 0.5018749 Aug 23 15:16:57.346852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54032) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:57.486711 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b2d73ad2-04ca-47b3-99bd-32f776332d8c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.6063726 Aug 23 15:16:57.489551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54036) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:57.495306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-74d32d20-d269-4937-9583-851e17b95621 admin admin] Request body: {'subnet': {'network_id': '9ee3063e-2832-4397-9ecd-d98c892abfc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-693011143-subnet', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:57.511918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 4abaeae5-2109-4fba-9b59-3613ddb218ce triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:57.512444 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:57.534494 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:57.586574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:16:57.596431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4e585-8b7d-42e0-ac9e-57fe7ec42da8 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.597217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4e585-8b7d-42e0-ac9e-57fe7ec42da8 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.598039 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4e585-8b7d-42e0-ac9e-57fe7ec42da8 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.598884 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4e585-8b7d-42e0-ac9e-57fe7ec42da8 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.599558 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4e585-8b7d-42e0-ac9e-57fe7ec42da8 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.600257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4e585-8b7d-42e0-ac9e-57fe7ec42da8 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.600947 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4e585-8b7d-42e0-ac9e-57fe7ec42da8 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.601631 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4e585-8b7d-42e0-ac9e-57fe7ec42da8 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.602549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4e585-8b7d-42e0-ac9e-57fe7ec42da8 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.603183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4e585-8b7d-42e0-ac9e-57fe7ec42da8 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.618087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4e585-8b7d-42e0-ac9e-57fe7ec42da8 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.618087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4e585-8b7d-42e0-ac9e-57fe7ec42da8 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.618087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4e585-8b7d-42e0-ac9e-57fe7ec42da8 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:57.618087 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-45c4e585-8b7d-42e0-ac9e-57fe7ec42da8 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8407 time: 0.2591991 Aug 23 15:16:57.618458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54038) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:57.618554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Sync routers for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:16:57.627990 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bef33d57-2707-420e-872a-92be0e84ce91 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/98baa92f-743e-4bee-a665-5309616b92b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4232736 Aug 23 15:16:57.629006 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54040) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:57.644425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:57.645320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:57.646114 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-123042f4-0321-425c-9103-866c79b3400f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-231351193'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:57.721430 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:41Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:43Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'da076434-e07e-4904-9377-3c4e9552a821', 'name': '', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:c1:bc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:16:54Z', 'revision_number': 2, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:57.759090 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Checking router: 0f405a55-5f2e-48c8-ab30-c7d359edfc1d for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:16:57.759804 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Updating router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d port da076434-e07e-4904-9377-3c4e9552a821 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:16:57.785608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d32d20-d269-4937-9583-851e17b95621 admin admin] Made reservation on behalf of 4173d5aca835471aa73c180d81ecefc6 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:57.799043 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74d32d20-d269-4937-9583-851e17b95621 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:57.801576 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:57.849698 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:57.894477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123042f4-0321-425c-9103-866c79b3400f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:57.898051 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-123042f4-0321-425c-9103-866c79b3400f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:57.963358 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123042f4-0321-425c-9103-866c79b3400f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:16:57.986762 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-123042f4-0321-425c-9103-866c79b3400f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:57.987085 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-123042f4-0321-425c-9103-866c79b3400f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Added segment 6aaae2c1-64df-4ce2-b779-a2b445f6f210 of type vlan for network 280b1803-c380-470f-a679-9db9c75a6055 Aug 23 15:16:58.078972 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-123042f4-0321-425c-9103-866c79b3400f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:58.171640 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'name': 'tempest-TestAggregatesBasicOps-1841499863-router', 'tenant_id': '893d0196747f4356b32e0df05d80993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'f5fe6e15-1fe1-4621-83c1-cd2e03885bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:36Z', 'updated_at': '2021-08-23T15:16:48Z', 'revision_number': 4, 'project_id': '893d0196747f4356b32e0df05d80993a', 'gw_port': {'id': 'f5fe6e15-1fe1-4621-83c1-cd2e03885bbd', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:39Z', 'updated_at': '2021-08-23T15:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'b751874e-e70c-45d2-ba69-635bbfda9ca0', 'name': '', 'network_id': '6ea03d00-984b-48ce-ac67-5a4fdddae2ce', 'tenant_id': '893d0196747f4356b32e0df05d80993a', 'mac_address': 'fa:16:3e:4a:07:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '42b8e2d8-7d92-4135-832c-550f09a89363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:46Z', 'updated_at': '2021-08-23T15:16:56Z', 'revision_number': 4, 'project_id': '893d0196747f4356b32e0df05d80993a', 'subnets': [{'id': '42b8e2d8-7d92-4135-832c-550f09a89363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:58.273893 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251ded5e-2568-4647-9659-6b789841f7d0 None None] The sync data for ids ['2dea2121-04b3-45a7-b76a-f0e5c6320c5f'] in n-d-804985-3 is: [{'id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'name': 'tempest-TestAggregatesBasicOps-1841499863-router', 'tenant_id': '893d0196747f4356b32e0df05d80993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'f5fe6e15-1fe1-4621-83c1-cd2e03885bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:36Z', 'updated_at': '2021-08-23T15:16:48Z', 'revision_number': 4, 'project_id': '893d0196747f4356b32e0df05d80993a', 'gw_port': {'id': 'f5fe6e15-1fe1-4621-83c1-cd2e03885bbd', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:39Z', 'updated_at': '2021-08-23T15:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'b751874e-e70c-45d2-ba69-635bbfda9ca0', 'name': '', 'network_id': '6ea03d00-984b-48ce-ac67-5a4fdddae2ce', 'tenant_id': '893d0196747f4356b32e0df05d80993a', 'mac_address': 'fa:16:3e:4a:07:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '42b8e2d8-7d92-4135-832c-550f09a89363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:46Z', 'updated_at': '2021-08-23T15:16:56Z', 'revision_number': 4, 'project_id': '893d0196747f4356b32e0df05d80993a', 'subnets': [{'id': '42b8e2d8-7d92-4135-832c-550f09a89363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:16:58.300782 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-123042f4-0321-425c-9103-866c79b3400f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:58.307126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123042f4-0321-425c-9103-866c79b3400f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:58.308004 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-123042f4-0321-425c-9103-866c79b3400f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:58.392642 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74d32d20-d269-4937-9583-851e17b95621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:58.410970 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:58.436077 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Transition to ACTIVE for port object da076434-e07e-4904-9377-3c4e9552a821 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:16:58.521556 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123042f4-0321-425c-9103-866c79b3400f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Network': ['ID=280b1803-c380-470f-a679-9db9c75a6055,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:58.544548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d32d20-d269-4937-9583-851e17b95621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4fda5d6-109f-4968-9688-397acb1290be,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:58.554407 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 280b1803-c380-470f-a679-9db9c75a6055 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:16:58.601151 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:58.606998 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d32d20-d269-4937-9583-851e17b95621 admin admin] Checking segment: {'id': '2507a32c-48f5-4a87-b906-5d0ca5d88065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ee3063e-2832-4397-9ecd-d98c892abfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:58.608930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d32d20-d269-4937-9583-851e17b95621 admin admin] Network hostable DHCP agents. Network: 9ee3063e-2832-4397-9ecd-d98c892abfc9, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:16:58.649155 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:58.690163 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-123042f4-0321-425c-9103-866c79b3400f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0489788 Aug 23 15:16:58.694185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54044) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:58.701316 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d5b85387-6b5a-4ca4-9e77-cc26d7a6a4ae tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'subnet': {'network_id': '280b1803-c380-470f-a679-9db9c75a6055', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:58.710794 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b596649f-2f43-47bd-87ca-e95dba8d3868 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6459 time: 1.0951705 Aug 23 15:16:58.752440 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fcc8e94b-3dfd-48b8-b5ba-fd3d4e939f51 None None] Provisioning complete for port 4abaeae5-2109-4fba-9b59-3613ddb218ce triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:58.752840 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e94b-3dfd-48b8-b5ba-fd3d4e939f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:58.832974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d32d20-d269-4937-9583-851e17b95621 admin admin] Network 9ee3063e-2832-4397-9ecd-d98c892abfc9 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:16:58.835039 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24faa194-6d15-4d91-9655-6cdeee5a3216 None None] Pushing event updated for resources: {'Port': ['ID=da076434-e07e-4904-9377-3c4e9552a821,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:58.854816 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faa194-6d15-4d91-9655-6cdeee5a3216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:58.855448 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faa194-6d15-4d91-9655-6cdeee5a3216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:58.856321 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faa194-6d15-4d91-9655-6cdeee5a3216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:58.856321 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faa194-6d15-4d91-9655-6cdeee5a3216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:58.856669 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faa194-6d15-4d91-9655-6cdeee5a3216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:58.857004 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faa194-6d15-4d91-9655-6cdeee5a3216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:58.857531 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faa194-6d15-4d91-9655-6cdeee5a3216 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:58.857868 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faa194-6d15-4d91-9655-6cdeee5a3216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:58.858261 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faa194-6d15-4d91-9655-6cdeee5a3216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:58.858828 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faa194-6d15-4d91-9655-6cdeee5a3216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:58.859252 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faa194-6d15-4d91-9655-6cdeee5a3216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:58.859484 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24faa194-6d15-4d91-9655-6cdeee5a3216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:16:58.889998 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:58.922629 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 4abaeae5-2109-4fba-9b59-3613ddb218ce, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=4abaeae5-2109-4fba-9b59-3613ddb218ce,segment=NetworkSegment(ac0e35c0-859d-4ee2-8229-e7257283b7da),segment_id=ac0e35c0-859d-4ee2-8229-e7257283b7da)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:16:58.934630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-74d32d20-d269-4937-9583-851e17b95621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 9ee3063e-2832-4397-9ecd-d98c892abfc9) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:16:58.939678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d32d20-d269-4937-9583-851e17b95621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:16:58.940747 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74d32d20-d269-4937-9583-851e17b95621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:58.963371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c88f716-6b71-4901-8c95-de6b0490cf87 None None] Network 9ee3063e-2832-4397-9ecd-d98c892abfc9 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:16:58.977479 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Attempting to bind port da076434-e07e-4904-9377-3c4e9552a821 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:16:58.977807 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Attempting to bind port da076434-e07e-4904-9377-3c4e9552a821 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd79388c8-e064-4564-b7bd-148c3ed8ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:16:58.978177 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Attempting to bind port da076434-e07e-4904-9377-3c4e9552a821 on network 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:16:58.991337 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:16:58.994339 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Checking segment: {'id': 'd79388c8-e064-4564-b7bd-148c3ed8ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:58.994917 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:59.005565 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Bound using segment: {'id': 'd79388c8-e064-4564-b7bd-148c3ed8ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:16:59.005565 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Bound port: da076434-e07e-4904-9377-3c4e9552a821, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79388c8-e064-4564-b7bd-148c3ed8ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:16:59.005565 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:59.093049 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b85387-6b5a-4ca4-9e77-cc26d7a6a4ae tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Made reservation on behalf of 5ef58cbc10884dd993c20fc09036deeb for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:16:59.095408 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d5b85387-6b5a-4ca4-9e77-cc26d7a6a4ae tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:59.167411 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] For port da076434-e07e-4904-9377-3c4e9552a821, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:16:59.167411 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] For port da076434-e07e-4904-9377-3c4e9552a821, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=da076434-e07e-4904-9377-3c4e9552a821,segment=NetworkSegment(d79388c8-e064-4564-b7bd-148c3ed8ef7c),segment_id=d79388c8-e064-4564-b7bd-148c3ed8ef7c)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:16:59.289388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54048) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:59.295637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-6423f0a1-56e1-4ad0-8267-db946d1cbce1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850461756', 'description': 'tempest-secgroup-smoke-850461756 description', 'project_id': '51b6533c35f2415fa103d56c322ba6e0'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:59.301526 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:59.302359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e5f44713-3edf-45ec-9d99-b7248432af1e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:16:59.311853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:52Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b2eb4e-f017-44b6-ae71-ae610cd06c24', 'name': '', 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:91:2c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:16:55Z', 'revision_number': 2, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:59.312257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-74d32d20-d269-4937-9583-851e17b95621 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8206973 Aug 23 15:16:59.315759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54050) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:16:59.330399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-693011143-router', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:16:59.346274 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:59.357808 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.api [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 15:16:59.357808 n-d-804985-3 neutron-server[96115]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 15:16:59.357808 n-d-804985-3 neutron-server[96115]: [parameters: {'project_id_1': '4173d5aca835471aa73c180d81ecefc6', 'expiration_1': datetime.datetime(2021, 8, 23, 15, 16, 59, 337411)}] Aug 23 15:16:59.357808 n-d-804985-3 neutron-server[96115]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:16:59.359294 n-d-804985-3 neutron-server[96115]: DEBUG oslo_db.api [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:16:59.407061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Checking router: 98baa92f-743e-4bee-a665-5309616b92b3 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:16:59.407590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Updating router 98baa92f-743e-4bee-a665-5309616b92b3 port f6b2eb4e-f017-44b6-ae71-ae610cd06c24 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:16:59.420391 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24faa194-6d15-4d91-9655-6cdeee5a3216 None None] Pushing event updated for resources: {'Port': ['ID=da076434-e07e-4904-9377-3c4e9552a821,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:59.452806 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Routers {'0f405a55-5f2e-48c8-ab30-c7d359edfc1d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:16:59.454182 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:16:59.523187 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6423f0a1-56e1-4ad0-8267-db946d1cbce1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:59.561858 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:59.599064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=4abaeae5-2109-4fba-9b59-3613ddb218ce,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:59.673453 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] Set router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:16:59.677852 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d5b85387-6b5a-4ca4-9e77-cc26d7a6a4ae tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:59.743549 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6423f0a1-56e1-4ad0-8267-db946d1cbce1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:59.793886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e5f44713-3edf-45ec-9d99-b7248432af1e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:16:59.793886 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:59.834710 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85387-6b5a-4ca4-9e77-cc26d7a6a4ae tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Subnet': ['ID=38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:16:59.872998 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6423f0a1-56e1-4ad0-8267-db946d1cbce1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:59.942475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b85387-6b5a-4ca4-9e77-cc26d7a6a4ae tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Checking segment: {'id': '6aaae2c1-64df-4ce2-b779-a2b445f6f210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '280b1803-c380-470f-a679-9db9c75a6055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:16:59.944365 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b85387-6b5a-4ca4-9e77-cc26d7a6a4ae tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network hostable DHCP agents. Network: 280b1803-c380-470f-a679-9db9c75a6055, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:16:59.952789 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-9ee3063e-2832-4397-9ecd-d98c892abfc9', 'network_id': '9ee3063e-2832-4397-9ecd-d98c892abfc9', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6', 'fixed_ips': [{'subnet_id': 'f4fda5d6-109f-4968-9688-397acb1290be'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:16:59.954420 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:16:59.974716 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423f0a1-56e1-4ad0-8267-db946d1cbce1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51e7402-7213-41cc-87c0-eff366518f33,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:00.125019 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:00.126244 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:00.183828 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:41Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:43Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'da076434-e07e-4904-9377-3c4e9552a821', 'name': '', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:c1:bc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:16:59Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:00.208881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b85387-6b5a-4ca4-9e77-cc26d7a6a4ae tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 280b1803-c380-470f-a679-9db9c75a6055 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:17:00.227500 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:00.232553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fcc8e94b-3dfd-48b8-b5ba-fd3d4e939f51 None None] Provisioning for port f6b2eb4e-f017-44b6-ae71-ae610cd06c24 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:00.236280 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6fb58e-5562-40c7-bd4a-bfd6ad61e86b None None] The sync data for ids ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'] in n-d-804985-3 is: [{'id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:41Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:43Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'da076434-e07e-4904-9377-3c4e9552a821', 'name': '', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:c1:bc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:16:59Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:00.300991 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6423f0a1-56e1-4ad0-8267-db946d1cbce1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:00.303603 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6423f0a1-56e1-4ad0-8267-db946d1cbce1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0117357 Aug 23 15:17:00.306045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54054) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:00.311504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c2594c18-bf17-4f1a-888b-d4cef41fc330 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': 'f51e7402-7213-41cc-87c0-eff366518f33', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:00.319396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fcc8e94b-3dfd-48b8-b5ba-fd3d4e939f51 None None] Provisioning complete for port f6b2eb4e-f017-44b6-ae71-ae610cd06c24 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:00.319955 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e94b-3dfd-48b8-b5ba-fd3d4e939f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:00.365348 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-d5b85387-6b5a-4ca4-9e77-cc26d7a6a4ae tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 280b1803-c380-470f-a679-9db9c75a6055) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:17:00.370812 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b85387-6b5a-4ca4-9e77-cc26d7a6a4ae tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:00.371817 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d5b85387-6b5a-4ca4-9e77-cc26d7a6a4ae tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:00.479821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bb462f-4147-4207-a955-ab173d4b83f6 None None] Network 280b1803-c380-470f-a679-9db9c75a6055 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:17:00.553566 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2594c18-bf17-4f1a-888b-d4cef41fc330 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:00.686590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fcc8e94b-3dfd-48b8-b5ba-fd3d4e939f51 None None] Port f6b2eb4e-f017-44b6-ae71-ae610cd06c24 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:17:00.701780 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:00.704480 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d5b85387-6b5a-4ca4-9e77-cc26d7a6a4ae tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0089393 Aug 23 15:17:00.708335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54056) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:00.761009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Allocated IP 172.20.0.2 (9ee3063e-2832-4397-9ecd-d98c892abfc9/f4fda5d6-109f-4968-9688-397acb1290be/eeffa5da-4f75-4348-afbf-be1c31cc277a) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:17:00.788453 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2594c18-bf17-4f1a-888b-d4cef41fc330 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:00.867212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b751874e-e70c-45d2-ba69-635bbfda9ca0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:00.994528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-280b1803-c380-470f-a679-9db9c75a6055', 'network_id': '280b1803-c380-470f-a679-9db9c75a6055', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'fixed_ips': [{'subnet_id': '38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:17:00.995194 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:01.003975 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2594c18-bf17-4f1a-888b-d4cef41fc330 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:01.042818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2594c18-bf17-4f1a-888b-d4cef41fc330 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33235c7-58b8-4f70-81e5-2b0c5f2366c8,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:01.081353 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:01.186871 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Transition to ACTIVE for port object f6b2eb4e-f017-44b6-ae71-ae610cd06c24 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:17:01.224689 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c2594c18-bf17-4f1a-888b-d4cef41fc330 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:01.229151 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c2594c18-bf17-4f1a-888b-d4cef41fc330 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9188597 Aug 23 15:17:01.231309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54060) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:01.237063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-69b8b9d0-8359-483b-9365-c68619f43f04 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': 'f51e7402-7213-41cc-87c0-eff366518f33', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:01.262077 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:01.298860 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:01.328202 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Transition to ACTIVE for port object eeffa5da-4f75-4348-afbf-be1c31cc277a will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:17:01.354551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Allocated IP 2001:db8:3::2 (280b1803-c380-470f-a679-9db9c75a6055/38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12/fd486c69-2422-42e9-a0f0-b91b4ca246d4) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:17:01.368007 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:01.373403 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Transition to ACTIVE for port object eeffa5da-4f75-4348-afbf-be1c31cc277a will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:17:01.409278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port b751874e-e70c-45d2-ba69-635bbfda9ca0 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:01.416411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:01.417839 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:01.460282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b751874e-e70c-45d2-ba69-635bbfda9ca0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:01.460571 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:01.543586 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-69b8b9d0-8359-483b-9365-c68619f43f04 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:01.617143 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:01.634520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82369b-ab3d-4e95-9b10-31ca42c1a438 None None] Pushing event updated for resources: {'Port': ['ID=f6b2eb4e-f017-44b6-ae71-ae610cd06c24,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:01.667636 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Network 9ee3063e-2832-4397-9ecd-d98c892abfc9 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:17:01.708362 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:17:01.802376 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-69b8b9d0-8359-483b-9365-c68619f43f04 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:01.823795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Allocated IP 172.25.8.28 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/e5293d65-fc03-42ae-8254-5f5bb78e2e01) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:17:01.842866 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:01.865978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Transition to ACTIVE for port object fd486c69-2422-42e9-a0f0-b91b4ca246d4 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:17:01.896558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Transition to ACTIVE for port object fd486c69-2422-42e9-a0f0-b91b4ca246d4 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:17:01.901428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:17:01.971847 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-69b8b9d0-8359-483b-9365-c68619f43f04 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.001680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8b9d0-8359-483b-9365-c68619f43f04 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfa07bd-733a-4060-8c65-56ab6acb3102,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:02.046157 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Attempting to bind port f6b2eb4e-f017-44b6-ae71-ae610cd06c24 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:17:02.048407 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Attempting to bind port f6b2eb4e-f017-44b6-ae71-ae610cd06c24 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'ac0e35c0-859d-4ee2-8229-e7257283b7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:17:02.049136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Attempting to bind port f6b2eb4e-f017-44b6-ae71-ae610cd06c24 on network 14d71180-ab49-4ee6-aef8-f759bcd771c8 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:17:02.057568 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.076788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Pushing event updated for resources: {'Port': ['ID=eeffa5da-4f75-4348-afbf-be1c31cc277a,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:02.101442 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.119976 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-69b8b9d0-8359-483b-9365-c68619f43f04 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.123404 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54066) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:02.123572 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-69b8b9d0-8359-483b-9365-c68619f43f04 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8907351 Aug 23 15:17:02.126986 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e13747e6-607e-4014-8edf-69ae95062873 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': 'f51e7402-7213-41cc-87c0-eff366518f33', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:02.143372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Pushing event updated for resources: {'Port': ['ID=fd486c69-2422-42e9-a0f0-b91b4ca246d4,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:02.149728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:17:02.150708 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Checking segment: {'id': 'ac0e35c0-859d-4ee2-8229-e7257283b7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:17:02.151330 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.152380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Bound using segment: {'id': 'ac0e35c0-859d-4ee2-8229-e7257283b7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:17:02.153120 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Bound port: f6b2eb4e-f017-44b6-ae71-ae610cd06c24, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0e35c0-859d-4ee2-8229-e7257283b7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:17:02.160126 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.186110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Allocated IP 2001:db8:3::1 (280b1803-c380-470f-a679-9db9c75a6055/38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12/a11438c5-ee17-4d16-8868-6ea81df58a24) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:17:02.259422 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] For port f6b2eb4e-f017-44b6-ae71-ae610cd06c24, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:17:02.263394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] For port f6b2eb4e-f017-44b6-ae71-ae610cd06c24, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f6b2eb4e-f017-44b6-ae71-ae610cd06c24,segment=NetworkSegment(ac0e35c0-859d-4ee2-8229-e7257283b7da),segment_id=ac0e35c0-859d-4ee2-8229-e7257283b7da)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:17:02.271996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Attempting to bind port eeffa5da-4f75-4348-afbf-be1c31cc277a on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:17:02.272479 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Attempting to bind port eeffa5da-4f75-4348-afbf-be1c31cc277a by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '2507a32c-48f5-4a87-b906-5d0ca5d88065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ee3063e-2832-4397-9ecd-d98c892abfc9'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:17:02.272944 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Attempting to bind port eeffa5da-4f75-4348-afbf-be1c31cc277a on network 9ee3063e-2832-4397-9ecd-d98c892abfc9 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:17:02.295630 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Network 280b1803-c380-470f-a679-9db9c75a6055 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:17:02.307855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:17:02.312045 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:17:02.319246 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.330986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:17:02.331842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Checking segment: {'id': '2507a32c-48f5-4a87-b906-5d0ca5d88065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ee3063e-2832-4397-9ecd-d98c892abfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:17:02.333137 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.333137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Bound using segment: {'id': '2507a32c-48f5-4a87-b906-5d0ca5d88065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ee3063e-2832-4397-9ecd-d98c892abfc9'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:17:02.333627 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Bound port: eeffa5da-4f75-4348-afbf-be1c31cc277a, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2507a32c-48f5-4a87-b906-5d0ca5d88065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ee3063e-2832-4397-9ecd-d98c892abfc9'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:17:02.334251 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.342323 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.383737 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.404516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Transition to ACTIVE for port object a11438c5-ee17-4d16-8868-6ea81df58a24 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:17:02.459474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:17:02.461837 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e13747e6-607e-4014-8edf-69ae95062873 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.463795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:17:02.474011 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:17:02.533589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Pushing event updated for resources: {'Port': ['ID=e5293d65-fc03-42ae-8254-5f5bb78e2e01,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:02.599619 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.609516 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e13747e6-607e-4014-8edf-69ae95062873 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.662207 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.748478 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82369b-ab3d-4e95-9b10-31ca42c1a438 None None] Pushing event updated for resources: {'Port': ['ID=f6b2eb4e-f017-44b6-ae71-ae610cd06c24,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:02.765007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 280b1803-c380-470f-a679-9db9c75a6055 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:17:02.770085 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:17:02.774734 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:17:02.775529 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.790297 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port b751874e-e70c-45d2-ba69-635bbfda9ca0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b751874e-e70c-45d2-ba69-635bbfda9ca0,segment=NetworkSegment(8f7228ae-3817-4a10-b846-03cdc04aa1b4),segment_id=8f7228ae-3817-4a10-b846-03cdc04aa1b4)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:02.845169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Attempting to bind port fd486c69-2422-42e9-a0f0-b91b4ca246d4 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:17:02.847054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Attempting to bind port fd486c69-2422-42e9-a0f0-b91b4ca246d4 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '6aaae2c1-64df-4ce2-b779-a2b445f6f210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '280b1803-c380-470f-a679-9db9c75a6055'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:17:02.847054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Attempting to bind port fd486c69-2422-42e9-a0f0-b91b4ca246d4 on network 280b1803-c380-470f-a679-9db9c75a6055 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:17:02.861282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:02.862295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:02.892114 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e13747e6-607e-4014-8edf-69ae95062873 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.931598 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13747e6-607e-4014-8edf-69ae95062873 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08effdd8-6392-4620-9d03-c21b04cd6df0,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:02.945476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=a11438c5-ee17-4d16-8868-6ea81df58a24,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:02.972192 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:17:02.972634 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Checking segment: {'id': '6aaae2c1-64df-4ce2-b779-a2b445f6f210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '280b1803-c380-470f-a679-9db9c75a6055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:17:02.973016 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:02.973548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Bound using segment: {'id': '6aaae2c1-64df-4ce2-b779-a2b445f6f210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '280b1803-c380-470f-a679-9db9c75a6055'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:17:02.974065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Bound port: fd486c69-2422-42e9-a0f0-b91b4ca246d4, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaae2c1-64df-4ce2-b779-a2b445f6f210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '280b1803-c380-470f-a679-9db9c75a6055'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:17:02.974457 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:03.101502 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] For port eeffa5da-4f75-4348-afbf-be1c31cc277a, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:17:03.122698 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:03.123610 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4abaeae5-2109-4fba-9b59-3613ddb218ce up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:03.145526 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e13747e6-607e-4014-8edf-69ae95062873 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:03.150615 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e13747e6-607e-4014-8edf-69ae95062873 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0257521 Aug 23 15:17:03.151485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54070) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:03.166812 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:03.167770 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-cdb04cee-b406-426e-a131-454728174c5a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': 'f51e7402-7213-41cc-87c0-eff366518f33', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:03.224081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] For port eeffa5da-4f75-4348-afbf-be1c31cc277a, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=eeffa5da-4f75-4348-afbf-be1c31cc277a,segment=NetworkSegment(2507a32c-48f5-4a87-b906-5d0ca5d88065),segment_id=2507a32c-48f5-4a87-b906-5d0ca5d88065)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:17:03.305016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:03.305216 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:03.460122 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:03.502559 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cdb04cee-b406-426e-a131-454728174c5a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:03.585414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 4abaeae5-2109-4fba-9b59-3613ddb218ce triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:03.585414 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:03.588987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=b751874e-e70c-45d2-ba69-635bbfda9ca0,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:03.638540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] For port fd486c69-2422-42e9-a0f0-b91b4ca246d4, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:17:03.737411 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cdb04cee-b406-426e-a131-454728174c5a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:03.769305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] For port fd486c69-2422-42e9-a0f0-b91b4ca246d4, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fd486c69-2422-42e9-a0f0-b91b4ca246d4,segment=NetworkSegment(6aaae2c1-64df-4ce2-b779-a2b445f6f210),segment_id=6aaae2c1-64df-4ce2-b779-a2b445f6f210)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:17:03.843688 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdf174-5956-40e7-b8a8-a2cca7050f81 None None] Pushing event updated for resources: {'Port': ['ID=eeffa5da-4f75-4348-afbf-be1c31cc277a,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:03.902796 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cdb04cee-b406-426e-a131-454728174c5a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:03.935582 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:03.945925 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb04cee-b406-426e-a131-454728174c5a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a0c067-4baa-42e0-aa16-bc039fa95194,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:03.981777 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:04.085539 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cdb04cee-b406-426e-a131-454728174c5a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:04.087219 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cdb04cee-b406-426e-a131-454728174c5a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9340322 Aug 23 15:17:04.090199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54074) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:04.098025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cada6-437f-499f-95e0-631ea9bf4510 None None] Pushing event updated for resources: {'Port': ['ID=fd486c69-2422-42e9-a0f0-b91b4ca246d4,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:04.104015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-6a7ab947-2c36-4429-8034-cac0bb8446bd tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': 'f51e7402-7213-41cc-87c0-eff366518f33', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:04.119316 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3959c1ca-36eb-457f-b741-444eb99a7acf up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:04.146387 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:04.147390 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:04.192342 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:04.208265 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:52Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b2eb4e-f017-44b6-ae71-ae610cd06c24', 'name': '', 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:91:2c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:02Z', 'revision_number': 4, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:04.253870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event updated for resources: {'Port': ['ID=a11438c5-ee17-4d16-8868-6ea81df58a24,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:04.271484 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e848b57-fc59-410c-b207-56546bac4ede None None] The sync data for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 is: [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:52Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b2eb4e-f017-44b6-ae71-ae610cd06c24', 'name': '', 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:91:2c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:02Z', 'revision_number': 4, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:04.295021 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 3959c1ca-36eb-457f-b741-444eb99a7acf triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:04.295540 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:04.300226 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-6a7ab947-2c36-4429-8034-cac0bb8446bd tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Project 51b6533c35f2415fa103d56c322ba6e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:17:04.486450 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a7ab947-2c36-4429-8034-cac0bb8446bd tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:04.601343 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device da465eee-7e04-4633-ad18-b4bfd74bb2ec up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:04.631176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Network 280b1803-c380-470f-a679-9db9c75a6055 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:17:04.640229 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:17:04.724519 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port da465eee-7e04-4633-ad18-b4bfd74bb2ec triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:04.725859 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:04.763991 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a7ab947-2c36-4429-8034-cac0bb8446bd tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:04.815139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Router d365dbf5-812f-49e9-b4ab-0f8009fadce4 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:17:04.898186 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device da076434-e07e-4904-9377-3c4e9552a821 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:04.917834 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a7ab947-2c36-4429-8034-cac0bb8446bd tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:04.948919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 98baa92f-743e-4bee-a665-5309616b92b3 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:17:05.024470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ab947-2c36-4429-8034-cac0bb8446bd tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b716938-6b9a-413a-b2f4-aadb8029b7c5,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:05.129570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:17:05.140918 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Sync routers for ids ['d365dbf5-812f-49e9-b4ab-0f8009fadce4'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:17:05.160766 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Routers {'d365dbf5-812f-49e9-b4ab-0f8009fadce4'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:05.161345 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d365dbf5-812f-49e9-b4ab-0f8009fadce4'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:05.202814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port da076434-e07e-4904-9377-3c4e9552a821 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:05.203694 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a7ab947-2c36-4429-8034-cac0bb8446bd tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:05.210073 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6a7ab947-2c36-4429-8034-cac0bb8446bd tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1139567 Aug 23 15:17:05.211192 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54078) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:05.220107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port da076434-e07e-4904-9377-3c4e9552a821 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:05.221017 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:05.221531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a2067e40-746f-4fd1-a9bf-30d66b5f53ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'security_group_rule': {'security_group_id': 'f51e7402-7213-41cc-87c0-eff366518f33', 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:05.229369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:17:05.242325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dfacb920-f54c-4b20-bedb-59613b5633ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/98baa92f-743e-4bee-a665-5309616b92b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5317621 Aug 23 15:17:05.246938 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54080) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:05.262233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1f880fc5-3679-450d-b7ed-16ad808745bf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:05.395530 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Set router d365dbf5-812f-49e9-b4ab-0f8009fadce4 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:05.419623 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:05.425474 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e1c821fe-784a-49f0-b393-86379104ea09 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0972795 Aug 23 15:17:05.425832 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54082) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:05.440559 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:05.527308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port da076434-e07e-4904-9377-3c4e9552a821, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=da076434-e07e-4904-9377-3c4e9552a821,segment=NetworkSegment(d79388c8-e064-4564-b7bd-148c3ed8ef7c),segment_id=d79388c8-e064-4564-b7bd-148c3ed8ef7c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:05.540867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6566f841-554f-4f3d-9f56-4ffc3ad6919c None None] Network 9ee3063e-2832-4397-9ecd-d98c892abfc9 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:17:05.670787 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:05.698429 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-a2067e40-746f-4fd1-a9bf-30d66b5f53ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Project 51b6533c35f2415fa103d56c322ba6e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:17:05.716553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Sync routers for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:17:05.756472 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a2067e40-746f-4fd1-a9bf-30d66b5f53ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:05.761545 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:05.762346 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:05.827420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-457b4e39-5c68-4f06-a7c5-f0601e55c2ac None None] Provisioning for port eeffa5da-4f75-4348-afbf-be1c31cc277a completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:05.967284 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=da076434-e07e-4904-9377-3c4e9552a821,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:06.047137 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'name': 'tempest-TestAggregatesBasicOps-693011143-router', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'e5293d65-fc03-42ae-8254-5f5bb78e2e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:17:00Z', 'updated_at': '2021-08-23T15:17:02Z', 'revision_number': 3, 'project_id': '4173d5aca835471aa73c180d81ecefc6', 'gw_port': {'id': 'e5293d65-fc03-42ae-8254-5f5bb78e2e01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:17:01Z', 'updated_at': '2021-08-23T15:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:06.072288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:06.095029 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a2067e40-746f-4fd1-a9bf-30d66b5f53ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:06.113975 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Checking router: d365dbf5-812f-49e9-b4ab-0f8009fadce4 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:17:06.115305 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Updating router d365dbf5-812f-49e9-b4ab-0f8009fadce4 port e5293d65-fc03-42ae-8254-5f5bb78e2e01 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:17:06.147284 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:06.243818 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a2067e40-746f-4fd1-a9bf-30d66b5f53ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:06.295982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2067e40-746f-4fd1-a9bf-30d66b5f53ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3335c8be-befd-409c-a38e-830dfc4bd4e6,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:06.317165 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.extraroute_db [None req-1f880fc5-3679-450d-b7ed-16ad808745bf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=96115) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 15:17:06.364557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.extraroute_db [None req-1f880fc5-3679-450d-b7ed-16ad808745bf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Removed routes are [] {{(pid=96115) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 15:17:06.365300 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1f880fc5-3679-450d-b7ed-16ad808745bf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:06.397017 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a2067e40-746f-4fd1-a9bf-30d66b5f53ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:06.398533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a2067e40-746f-4fd1-a9bf-30d66b5f53ec tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1859839 Aug 23 15:17:06.459011 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba9b81a-7a4f-44a4-adc3-9a4548fe6fb1 None None] Network 280b1803-c380-470f-a679-9db9c75a6055 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:17:06.463545 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b751874e-e70c-45d2-ba69-635bbfda9ca0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:06.479003 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:06.739407 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b751874e-e70c-45d2-ba69-635bbfda9ca0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:06.740026 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:06.842803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9efb6259-0b5e-4259-84d4-7b698162bb22 None None] Provisioning for port fd486c69-2422-42e9-a0f0-b91b4ca246d4 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:06.851304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Allocated IP 172.20.0.1 (9ee3063e-2832-4397-9ecd-d98c892abfc9/f4fda5d6-109f-4968-9688-397acb1290be/191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:17:06.893876 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:06.926678 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Transition to ACTIVE for port object e5293d65-fc03-42ae-8254-5f5bb78e2e01 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:17:07.056972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f6b2eb4e-f017-44b6-ae71-ae610cd06c24 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:07.074158 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1f880fc5-3679-450d-b7ed-16ad808745bf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:07.082894 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:07.088009 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1f880fc5-3679-450d-b7ed-16ad808745bf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:07.102448 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-aadd4632-a72e-4890-8076-f10f86676e76 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850461756&fields=id&tenant_id=51b6533c35f2415fa103d56c322ba6e0 HTTP/1.1" status: 200 len: 267 time: 0.2879758 Aug 23 15:17:07.215178 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9e463-5957-47b7-ae60-e2c7efd0f560 None None] Pushing event updated for resources: {'Port': ['ID=e5293d65-fc03-42ae-8254-5f5bb78e2e01,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:07.255434 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Attempting to bind port e5293d65-fc03-42ae-8254-5f5bb78e2e01 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:17:07.257328 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Attempting to bind port e5293d65-fc03-42ae-8254-5f5bb78e2e01 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:17:07.258603 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Attempting to bind port e5293d65-fc03-42ae-8254-5f5bb78e2e01 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:17:07.272137 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:17:07.273993 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:17:07.274654 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:07.275254 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:17:07.276003 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Bound port: e5293d65-fc03-42ae-8254-5f5bb78e2e01, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:17:07.277151 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:07.298937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54106) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:07.348059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f880fc5-3679-450d-b7ed-16ad808745bf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 98baa92f-743e-4bee-a665-5309616b92b3 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:17:07.350918 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] For port e5293d65-fc03-42ae-8254-5f5bb78e2e01, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:17:07.355488 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] For port e5293d65-fc03-42ae-8254-5f5bb78e2e01, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e5293d65-fc03-42ae-8254-5f5bb78e2e01,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:17:07.382784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-afec32ce-924e-4bf4-ae4e-c52be79ea967 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:07.389423 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-afec32ce-924e-4bf4-ae4e-c52be79ea967 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/networks?id=1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 HTTP/1.1" status: 200 len: 796 time: 0.2741649 Aug 23 15:17:07.461681 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:07.463034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:03Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11438c5-ee17-4d16-8868-6ea81df58a24', 'name': '', 'network_id': '280b1803-c380-470f-a679-9db9c75a6055', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:74:63:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:17:01Z', 'updated_at': '2021-08-23T15:17:03Z', 'revision_number': 2, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:52Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b2eb4e-f017-44b6-ae71-ae610cd06c24', 'name': '', 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:91:2c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:02Z', 'revision_number': 4, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:07.523901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port f6b2eb4e-f017-44b6-ae71-ae610cd06c24 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:07.538933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f6b2eb4e-f017-44b6-ae71-ae610cd06c24 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:07.539310 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:07.541081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Checking router: 98baa92f-743e-4bee-a665-5309616b92b3 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:17:07.541441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Updating router 98baa92f-743e-4bee-a665-5309616b92b3 port a11438c5-ee17-4d16-8868-6ea81df58a24 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:17:07.555055 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc2e08a9-65a2-4ca8-9c55-785fb7a34785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:07.576151 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Routers {'d365dbf5-812f-49e9-b4ab-0f8009fadce4'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:07.576497 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d365dbf5-812f-49e9-b4ab-0f8009fadce4'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:07.637593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-02003ebe-1cdd-46ac-990c-3ac7eddc507c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/quotas/51b6533c35f2415fa103d56c322ba6e0 HTTP/1.1" status: 200 len: 375 time: 0.2277985 Aug 23 15:17:07.667273 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:07.732144 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:07.753227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Transition to ACTIVE for port object 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:17:07.822454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-d7fa77fb-0732-41d0-a28c-ced877ed2aef req-2245507b-b037-4f28-90aa-9868ca083bb8 service neutron] (96114) timed out ('10.222.0.61', 57264) {{(pid=96114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 15:17:07.831736 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:07.837179 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-b58c954f-8029-4b19-85c6-b3aba17b7ada tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=51b6533c35f2415fa103d56c322ba6e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1794908 Aug 23 15:17:07.844106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f880fc5-3679-450d-b7ed-16ad808745bf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:17:07.856516 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9e463-5957-47b7-ae60-e2c7efd0f560 None None] Pushing event updated for resources: {'Port': ['ID=e5293d65-fc03-42ae-8254-5f5bb78e2e01,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:07.868173 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1f880fc5-3679-450d-b7ed-16ad808745bf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:07.872975 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54112) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:07.874508 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1f880fc5-3679-450d-b7ed-16ad808745bf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/98baa92f-743e-4bee-a665-5309616b92b3 HTTP/1.1" status: 200 len: 954 time: 2.6255732 Aug 23 15:17:07.970217 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] Set router d365dbf5-812f-49e9-b4ab-0f8009fadce4 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:08.038631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port f6b2eb4e-f017-44b6-ae71-ae610cd06c24, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f6b2eb4e-f017-44b6-ae71-ae610cd06c24,segment=NetworkSegment(ac0e35c0-859d-4ee2-8229-e7257283b7da),segment_id=ac0e35c0-859d-4ee2-8229-e7257283b7da)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:08.082619 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4995854f-bc57-4ade-84ee-d9ff3dcc37cb tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/routers/98baa92f-743e-4bee-a665-5309616b92b3 HTTP/1.1" status: 200 len: 954 time: 0.2043922 Aug 23 15:17:08.083017 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54116) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:08.088530 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-545cec3a-dfba-4356-a346-c6ff4b04c804 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'router': {'routes': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:08.093108 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:08.148221 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-d846db94-6544-4e71-9f9e-d59b083f4072 service neutron] 10.222.0.38 "GET /v2.0/networks/1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618194 Aug 23 15:17:08.169726 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:08.170862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fd486c69-2422-42e9-a0f0-b91b4ca246d4 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:08.208316 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f18a716f-0524-4e2d-855b-d32d45639b59 None None] Provisioning for port a11438c5-ee17-4d16-8868-6ea81df58a24 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:08.244227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Network 9ee3063e-2832-4397-9ecd-d98c892abfc9 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:17:08.255357 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:17:08.264761 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f18a716f-0524-4e2d-855b-d32d45639b59 None None] Provisioning complete for port a11438c5-ee17-4d16-8868-6ea81df58a24 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:08.265152 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f18a716f-0524-4e2d-855b-d32d45639b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:08.274220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Pushing event updated for resources: {'Port': ['ID=191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:08.280903 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:17:08.321722 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'name': 'tempest-TestAggregatesBasicOps-693011143-router', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'e5293d65-fc03-42ae-8254-5f5bb78e2e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:17:00Z', 'updated_at': '2021-08-23T15:17:02Z', 'revision_number': 3, 'project_id': '4173d5aca835471aa73c180d81ecefc6', 'gw_port': {'id': 'e5293d65-fc03-42ae-8254-5f5bb78e2e01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:17:01Z', 'updated_at': '2021-08-23T15:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:08.385760 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1cb85-afc5-4a6d-a9f9-795cb6fc5c2f None None] The sync data for ids ['d365dbf5-812f-49e9-b4ab-0f8009fadce4'] in n-d-804985-3 is: [{'id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'name': 'tempest-TestAggregatesBasicOps-693011143-router', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'e5293d65-fc03-42ae-8254-5f5bb78e2e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:17:00Z', 'updated_at': '2021-08-23T15:17:02Z', 'revision_number': 3, 'project_id': '4173d5aca835471aa73c180d81ecefc6', 'gw_port': {'id': 'e5293d65-fc03-42ae-8254-5f5bb78e2e01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:17:01Z', 'updated_at': '2021-08-23T15:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:08.390722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc2e08a9-65a2-4ca8-9c55-785fb7a34785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:08.445740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=f6b2eb4e-f017-44b6-ae71-ae610cd06c24,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:08.481805 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f18a716f-0524-4e2d-855b-d32d45639b59 None None] Port a11438c5-ee17-4d16-8868-6ea81df58a24 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:17:08.498037 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-7fad2f55-fe34-4178-88c0-10f4211b3a4a service neutron] 10.222.0.38 "GET /v2.0/networks/1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348818 Aug 23 15:17:08.503135 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bc2e08a9-65a2-4ca8-9c55-785fb7a34785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:08.660971 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bc2e08a9-65a2-4ca8-9c55-785fb7a34785 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0ab863dab58c45a19dff89c7b154224c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3614607 Aug 23 15:17:08.668485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54118) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:08.668485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e08a9-65a2-4ca8-9c55-785fb7a34785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f6d92d-a523-45e7-83ae-5df1f8f2a26c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:08.807973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port fd486c69-2422-42e9-a0f0-b91b4ca246d4 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:08.815265 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b6d9cff-4c0e-498b-b1fe-b2468525e470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:08.828964 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:08.883306 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:08.888194 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b6d9cff-4c0e-498b-b1fe-b2468525e470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:08.896760 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Transition to ACTIVE for port object a11438c5-ee17-4d16-8868-6ea81df58a24 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:17:08.912558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port fd486c69-2422-42e9-a0f0-b91b4ca246d4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:08.913515 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:08.966031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-27776da5-f332-46aa-946e-de209e9364e1 None None] Provisioning complete for port a11438c5-ee17-4d16-8868-6ea81df58a24 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:08.967976 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-27776da5-f332-46aa-946e-de209e9364e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:09.057161 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b6d9cff-4c0e-498b-b1fe-b2468525e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:09.061600 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b6d9cff-4c0e-498b-b1fe-b2468525e470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:09.063429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0b6d9cff-4c0e-498b-b1fe-b2468525e470 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/53f6d92d-a523-45e7-83ae-5df1f8f2a26c HTTP/1.1" status: 204 len: 168 time: 0.3765986 Aug 23 15:17:09.080332 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:09.091495 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d9cff-4c0e-498b-b1fe-b2468525e470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f6d92d-a523-45e7-83ae-5df1f8f2a26c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:09.096997 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7017022-ca13-4e9c-ae5a-d9b52f08f819 req-bd3cf363-8ae7-4aa6-b7ac-450ad897c2ef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 210 time: 0.0893981 Aug 23 15:17:09.189503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92197775-23bc-4ea3-887a-29f0edcab520 None None] Pushing event updated for resources: {'Port': ['ID=a11438c5-ee17-4d16-8868-6ea81df58a24,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:09.232490 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-27776da5-f332-46aa-946e-de209e9364e1 None None] Port a11438c5-ee17-4d16-8868-6ea81df58a24 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:17:09.270052 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.extraroute_db [None req-545cec3a-dfba-4356-a346-c6ff4b04c804 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Added routes are [] {{(pid=96114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 15:17:09.270542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.extraroute_db [None req-545cec3a-dfba-4356-a346-c6ff4b04c804 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=96114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 15:17:09.319209 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-545cec3a-dfba-4356-a346-c6ff4b04c804 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:09.329693 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:09.425860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Attempting to bind port a11438c5-ee17-4d16-8868-6ea81df58a24 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:17:09.426242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Attempting to bind port a11438c5-ee17-4d16-8868-6ea81df58a24 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '6aaae2c1-64df-4ce2-b779-a2b445f6f210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '280b1803-c380-470f-a679-9db9c75a6055'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:17:09.426611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Attempting to bind port a11438c5-ee17-4d16-8868-6ea81df58a24 on network 280b1803-c380-470f-a679-9db9c75a6055 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:17:09.452746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:17:09.452746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Checking segment: {'id': '6aaae2c1-64df-4ce2-b779-a2b445f6f210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '280b1803-c380-470f-a679-9db9c75a6055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:17:09.452746 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:09.452746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Bound using segment: {'id': '6aaae2c1-64df-4ce2-b779-a2b445f6f210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '280b1803-c380-470f-a679-9db9c75a6055'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:17:09.452746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Bound port: a11438c5-ee17-4d16-8868-6ea81df58a24, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaae2c1-64df-4ce2-b779-a2b445f6f210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '280b1803-c380-470f-a679-9db9c75a6055'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:17:09.452746 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:09.476760 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port fd486c69-2422-42e9-a0f0-b91b4ca246d4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fd486c69-2422-42e9-a0f0-b91b4ca246d4,segment=NetworkSegment(6aaae2c1-64df-4ce2-b779-a2b445f6f210),segment_id=6aaae2c1-64df-4ce2-b779-a2b445f6f210)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:09.560314 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] For port a11438c5-ee17-4d16-8868-6ea81df58a24, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:17:09.567013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] For port a11438c5-ee17-4d16-8868-6ea81df58a24, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=a11438c5-ee17-4d16-8868-6ea81df58a24,segment=NetworkSegment(6aaae2c1-64df-4ce2-b779-a2b445f6f210),segment_id=6aaae2c1-64df-4ce2-b779-a2b445f6f210)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:17:09.700177 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:09.808486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fb42df8f-56d2-4996-ad2e-e53935fc01b9 None None] Provisioning for port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:09.808486 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:09.808486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device eeffa5da-4f75-4348-afbf-be1c31cc277a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:09.862453 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:09.886271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fb42df8f-56d2-4996-ad2e-e53935fc01b9 None None] Provisioning complete for port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:09.888149 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fb42df8f-56d2-4996-ad2e-e53935fc01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:09.908434 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-545cec3a-dfba-4356-a346-c6ff4b04c804 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:09.991620 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-545cec3a-dfba-4356-a346-c6ff4b04c804 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:10.018847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fb42df8f-56d2-4996-ad2e-e53935fc01b9 None None] Port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:17:10.104287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:10.107058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:10.222620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=fd486c69-2422-42e9-a0f0-b91b4ca246d4,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:10.322804 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-81e75e8c-3c63-4b6d-b937-ea581c1a9f15 req-b566d0de-f180-41a6-afb6-8c55a8bd1014 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 210 time: 0.0710080 Aug 23 15:17:10.325036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545cec3a-dfba-4356-a346-c6ff4b04c804 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 98baa92f-743e-4bee-a665-5309616b92b3 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:17:10.357169 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:10.358460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:10.414866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92197775-23bc-4ea3-887a-29f0edcab520 None None] Pushing event updated for resources: {'Port': ['ID=a11438c5-ee17-4d16-8868-6ea81df58a24,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:10.496475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545cec3a-dfba-4356-a346-c6ff4b04c804 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:17:10.523096 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-545cec3a-dfba-4356-a346-c6ff4b04c804 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:10.523096 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-545cec3a-dfba-4356-a346-c6ff4b04c804 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/98baa92f-743e-4bee-a665-5309616b92b3 HTTP/1.1" status: 200 len: 704 time: 2.4268064 Aug 23 15:17:10.523314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54136) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:10.523417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port eeffa5da-4f75-4348-afbf-be1c31cc277a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:10.581209 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:10.590853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port eeffa5da-4f75-4348-afbf-be1c31cc277a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:10.591495 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:10.692449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Pushing event updated for resources: {'Port': ['ID=191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:10.709874 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4bb13087-b38c-43b3-bc3e-4e440971dd45 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/routers/98baa92f-743e-4bee-a665-5309616b92b3 HTTP/1.1" status: 200 len: 704 time: 0.1937120 Aug 23 15:17:10.712941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54138) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:10.737645 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:10.737984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:10.738342 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:10.738689 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:10.739033 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:10.739377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:10.739753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:10.740095 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:10.740431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:10.740822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:10.741103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:10.741434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:10.777878 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:10.834923 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:10.909394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:09Z', 'revision_number': 7, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11438c5-ee17-4d16-8868-6ea81df58a24', 'name': '', 'network_id': '280b1803-c380-470f-a679-9db9c75a6055', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:74:63:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:17:01Z', 'updated_at': '2021-08-23T15:17:09Z', 'revision_number': 4, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:52Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b2eb4e-f017-44b6-ae71-ae610cd06c24', 'name': '', 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:91:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:07Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:10.956859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port eeffa5da-4f75-4348-afbf-be1c31cc277a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=eeffa5da-4f75-4348-afbf-be1c31cc277a,segment=NetworkSegment(2507a32c-48f5-4a87-b906-5d0ca5d88065),segment_id=2507a32c-48f5-4a87-b906-5d0ca5d88065)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:10.959129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381f7dd9-c4af-4244-a37f-54b59130726e None None] The sync data for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 is: [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:09Z', 'revision_number': 7, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11438c5-ee17-4d16-8868-6ea81df58a24', 'name': '', 'network_id': '280b1803-c380-470f-a679-9db9c75a6055', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:74:63:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:17:01Z', 'updated_at': '2021-08-23T15:17:09Z', 'revision_number': 4, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:52Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b2eb4e-f017-44b6-ae71-ae610cd06c24', 'name': '', 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:91:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:07Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:10.994925 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Network 9ee3063e-2832-4397-9ecd-d98c892abfc9 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:17:10.997276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:17:11.079532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54140) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:11.132663 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:11.215977 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:11.369739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Router d365dbf5-812f-49e9-b4ab-0f8009fadce4 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:17:11.386685 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=eeffa5da-4f75-4348-afbf-be1c31cc277a,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:11.565903 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:11.624511 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3510d36e-9607-4e2b-a9bd-ae012aabc4c3 None None] Provisioning complete for port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:11.625028 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3510d36e-9607-4e2b-a9bd-ae012aabc4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:11.630323 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3b7ff407-ee73-460f-8080-d856f9cd1b69 req-942bd94a-cfcb-4815-a90e-82755f7160cd tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 210 time: 0.0640018 Aug 23 15:17:11.699790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3510d36e-9607-4e2b-a9bd-ae012aabc4c3 None None] Port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:17:11.769605 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:11.811430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:17:11.853394 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Sync routers for ids ['d365dbf5-812f-49e9-b4ab-0f8009fadce4'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:17:11.875883 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Routers {'d365dbf5-812f-49e9-b4ab-0f8009fadce4'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:11.876178 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device a11438c5-ee17-4d16-8868-6ea81df58a24 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:11.876355 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4ee43b43-b35d-4658-bbf1-7e7927fbedb7 admin admin] 10.222.0.38 "PUT /v2.0/routers/d365dbf5-812f-49e9-b4ab-0f8009fadce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4470348 Aug 23 15:17:11.876545 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d365dbf5-812f-49e9-b4ab-0f8009fadce4'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:11.904745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54146) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:11.905157 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b0c1104d509421da5c5c58a5aabc01b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8220580 Aug 23 15:17:11.907010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f33595c-99cc-42d6-8d94-d73a8fb41ad3,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:11.953736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:11.965007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:11.965396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:11.966068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:11.966717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:11.967355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:11.968028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:11.971311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:11.972048 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:11.972721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:11.975953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:11.975953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be25376-14a2-4dd6-bca6-5ddc8b223c0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:12.008140 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1edfc7e5-dde3-4b81-bf35-7a1e15e2de2c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:12.077306 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port a11438c5-ee17-4d16-8868-6ea81df58a24 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:12.082775 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port a11438c5-ee17-4d16-8868-6ea81df58a24 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:12.083399 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:12.113532 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f9a1bca0-fe00-439d-9d99-5f12e929c439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:12.173683 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f9a1bca0-fe00-439d-9d99-5f12e929c439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:12.252216 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Set router d365dbf5-812f-49e9-b4ab-0f8009fadce4 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:12.375481 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:12.489675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port a11438c5-ee17-4d16-8868-6ea81df58a24, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=a11438c5-ee17-4d16-8868-6ea81df58a24,segment=NetworkSegment(6aaae2c1-64df-4ce2-b779-a2b445f6f210),segment_id=6aaae2c1-64df-4ce2-b779-a2b445f6f210)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:12.530208 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f9a1bca0-fe00-439d-9d99-5f12e929c439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:12.534099 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f9a1bca0-fe00-439d-9d99-5f12e929c439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:12.536147 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f9a1bca0-fe00-439d-9d99-5f12e929c439 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9f33595c-99cc-42d6-8d94-d73a8fb41ad3 HTTP/1.1" status: 204 len: 168 time: 0.6277587 Aug 23 15:17:12.574462 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1bca0-fe00-439d-9d99-5f12e929c439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f33595c-99cc-42d6-8d94-d73a8fb41ad3,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:12.633603 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'name': 'tempest-TestAggregatesBasicOps-693011143-router', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'e5293d65-fc03-42ae-8254-5f5bb78e2e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:17:00Z', 'updated_at': '2021-08-23T15:17:09Z', 'revision_number': 4, 'project_id': '4173d5aca835471aa73c180d81ecefc6', 'gw_port': {'id': 'e5293d65-fc03-42ae-8254-5f5bb78e2e01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:17:01Z', 'updated_at': '2021-08-23T15:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d', 'name': '', 'network_id': '9ee3063e-2832-4397-9ecd-d98c892abfc9', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6', 'mac_address': 'fa:16:3e:72:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'f4fda5d6-109f-4968-9688-397acb1290be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:17:06Z', 'updated_at': '2021-08-23T15:17:09Z', 'revision_number': 2, 'project_id': '4173d5aca835471aa73c180d81ecefc6', 'subnets': [{'id': 'f4fda5d6-109f-4968-9688-397acb1290be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:12.706597 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:12.707866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fd486c69-2422-42e9-a0f0-b91b4ca246d4 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:12.720677 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Checking router: d365dbf5-812f-49e9-b4ab-0f8009fadce4 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:17:12.720985 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Updating router d365dbf5-812f-49e9-b4ab-0f8009fadce4 port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:17:12.746411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-1edfc7e5-dde3-4b81-bf35-7a1e15e2de2c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port a11438c5-ee17-4d16-8868-6ea81df58a24 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:12.747169 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1edfc7e5-dde3-4b81-bf35-7a1e15e2de2c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:12.872187 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:12.887840 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cdab568c-42b6-4e8d-a068-20ba6eeb6548 req-4c68fa42-d4ef-4a47-8954-6282fec0ad7c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 210 time: 0.0817294 Aug 23 15:17:12.959913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-1edfc7e5-dde3-4b81-bf35-7a1e15e2de2c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] For port a11438c5-ee17-4d16-8868-6ea81df58a24, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=a11438c5-ee17-4d16-8868-6ea81df58a24,segment=NetworkSegment(6aaae2c1-64df-4ce2-b779-a2b445f6f210),segment_id=6aaae2c1-64df-4ce2-b779-a2b445f6f210)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:12.960515 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1edfc7e5-dde3-4b81-bf35-7a1e15e2de2c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:12.986954 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-1edfc7e5-dde3-4b81-bf35-7a1e15e2de2c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for a11438c5-ee17-4d16-8868-6ea81df58a24 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:12.991823 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa5068-348d-477d-8bf8-2b82ecbbc401 None None] Sync routers for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:17:13.049431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fa5068-348d-477d-8bf8-2b82ecbbc401 None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:13.050071 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-91fa5068-348d-477d-8bf8-2b82ecbbc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:13.053860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=a11438c5-ee17-4d16-8868-6ea81df58a24,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:13.205815 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-91fa5068-348d-477d-8bf8-2b82ecbbc401 None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:13.208819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port fd486c69-2422-42e9-a0f0-b91b4ca246d4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:13.208819 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:13.317278 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:13.357289 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1edfc7e5-dde3-4b81-bf35-7a1e15e2de2c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:13.359106 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Transition to ACTIVE for port object 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:17:13.390765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfc7e5-dde3-4b81-bf35-7a1e15e2de2c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=a11438c5-ee17-4d16-8868-6ea81df58a24,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:13.435206 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:17:13.454978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f6b2eb4e-f017-44b6-ae71-ae610cd06c24 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:13.543820 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1edfc7e5-dde3-4b81-bf35-7a1e15e2de2c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:13.564183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f6b2eb4e-f017-44b6-ae71-ae610cd06c24 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:13.564183 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:13.577658 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-91fa5068-348d-477d-8bf8-2b82ecbbc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:09Z', 'revision_number': 7, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a11438c5-ee17-4d16-8868-6ea81df58a24', 'name': '', 'network_id': '280b1803-c380-470f-a679-9db9c75a6055', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:74:63:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:17:01Z', 'updated_at': '2021-08-23T15:17:12Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:52Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b2eb4e-f017-44b6-ae71-ae610cd06c24', 'name': '', 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:91:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:07Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:13.582828 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:13.662440 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa5068-348d-477d-8bf8-2b82ecbbc401 None None] Checking router: 98baa92f-743e-4bee-a665-5309616b92b3 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:17:13.698053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fa5068-348d-477d-8bf8-2b82ecbbc401 None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:13.705220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-91fa5068-348d-477d-8bf8-2b82ecbbc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:13.845947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e5293d65-fc03-42ae-8254-5f5bb78e2e01 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:13.862942 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91396142-34c6-479d-a410-ac8fdf00005b None None] Pushing event updated for resources: {'Port': ['ID=191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:13.875095 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-91fa5068-348d-477d-8bf8-2b82ecbbc401 None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:13.966837 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Attempting to bind port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:17:13.967396 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Attempting to bind port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '2507a32c-48f5-4a87-b906-5d0ca5d88065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ee3063e-2832-4397-9ecd-d98c892abfc9'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:17:13.969761 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Attempting to bind port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d on network 9ee3063e-2832-4397-9ecd-d98c892abfc9 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:17:13.987425 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:17:13.987597 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Checking segment: {'id': '2507a32c-48f5-4a87-b906-5d0ca5d88065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ee3063e-2832-4397-9ecd-d98c892abfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:17:13.988036 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:13.990301 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Bound using segment: {'id': '2507a32c-48f5-4a87-b906-5d0ca5d88065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ee3063e-2832-4397-9ecd-d98c892abfc9'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:17:13.990816 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Bound port: 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2507a32c-48f5-4a87-b906-5d0ca5d88065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9ee3063e-2832-4397-9ecd-d98c892abfc9'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:17:13.991459 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:14.148505 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] For port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:17:14.153838 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] For port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d,segment=NetworkSegment(2507a32c-48f5-4a87-b906-5d0ca5d88065),segment_id=2507a32c-48f5-4a87-b906-5d0ca5d88065)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:17:14.277623 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:14.363980 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-91fa5068-348d-477d-8bf8-2b82ecbbc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:13Z', 'revision_number': 8, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:52Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b2eb4e-f017-44b6-ae71-ae610cd06c24', 'name': '', 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:91:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:07Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:14.365852 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91396142-34c6-479d-a410-ac8fdf00005b None None] Pushing event updated for resources: {'Port': ['ID=191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:14.369646 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Routers {'d365dbf5-812f-49e9-b4ab-0f8009fadce4'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:14.370272 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d365dbf5-812f-49e9-b4ab-0f8009fadce4'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:14.433552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa5068-348d-477d-8bf8-2b82ecbbc401 None None] The sync data for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 is: [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:13Z', 'revision_number': 8, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:52Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b2eb4e-f017-44b6-ae71-ae610cd06c24', 'name': '', 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:91:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:07Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:14.436325 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port e5293d65-fc03-42ae-8254-5f5bb78e2e01 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:14.463242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e5293d65-fc03-42ae-8254-5f5bb78e2e01 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:14.463242 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:14.584551 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d790057a-17f8-448c-8ec3-629b80a9d7f0 req-967659e7-4819-4de7-b00f-7b53c246946e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 210 time: 0.2296371 Aug 23 15:17:14.620524 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] Set router d365dbf5-812f-49e9-b4ab-0f8009fadce4 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:14.633670 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:14.662876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port e5293d65-fc03-42ae-8254-5f5bb78e2e01, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e5293d65-fc03-42ae-8254-5f5bb78e2e01,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:14.787732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-86a2949a-d357-46eb-abfc-d3bd2ad6e0f9 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:14.789204 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-86a2949a-d357-46eb-abfc-d3bd2ad6e0f9 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.61 "GET /v2.0/networks?id=1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 HTTP/1.1" status: 200 len: 796 time: 0.4331372 Aug 23 15:17:14.837468 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:14.838365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device da076434-e07e-4904-9377-3c4e9552a821 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:14.847905 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edfc7e5-dde3-4b81-bf35-7a1e15e2de2c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 98baa92f-743e-4bee-a665-5309616b92b3 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:17:14.863017 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-f695b007-5748-4ccc-a2c0-d907b26010e2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51b6533c35f2415fa103d56c322ba6e0 HTTP/1.1" status: 200 len: 379 time: 0.0634432 Aug 23 15:17:14.874548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-89554945-b46b-48fb-ae5f-5398463a1c71 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'port': {'device_id': 'e683b6a5-cd0f-444a-aed6-35a68412e9fd', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'admin_state_up': True, 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'security_groups': ['f51e7402-7213-41cc-87c0-eff366518f33']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:14.929500 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'name': 'tempest-TestAggregatesBasicOps-693011143-router', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'e5293d65-fc03-42ae-8254-5f5bb78e2e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:17:00Z', 'updated_at': '2021-08-23T15:17:09Z', 'revision_number': 4, 'project_id': '4173d5aca835471aa73c180d81ecefc6', 'gw_port': {'id': 'e5293d65-fc03-42ae-8254-5f5bb78e2e01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:17:01Z', 'updated_at': '2021-08-23T15:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d', 'name': '', 'network_id': '9ee3063e-2832-4397-9ecd-d98c892abfc9', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6', 'mac_address': 'fa:16:3e:72:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'f4fda5d6-109f-4968-9688-397acb1290be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:17:06Z', 'updated_at': '2021-08-23T15:17:14Z', 'revision_number': 4, 'project_id': '4173d5aca835471aa73c180d81ecefc6', 'subnets': [{'id': 'f4fda5d6-109f-4968-9688-397acb1290be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:14.963548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=e5293d65-fc03-42ae-8254-5f5bb78e2e01,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:14.977295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port da076434-e07e-4904-9377-3c4e9552a821 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:14.977806 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:15.004428 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba0c1e4-3e4f-4dee-ba3f-1f7ddeb01578 None None] The sync data for ids ['d365dbf5-812f-49e9-b4ab-0f8009fadce4'] in n-d-804985-3 is: [{'id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'name': 'tempest-TestAggregatesBasicOps-693011143-router', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'e5293d65-fc03-42ae-8254-5f5bb78e2e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:17:00Z', 'updated_at': '2021-08-23T15:17:09Z', 'revision_number': 4, 'project_id': '4173d5aca835471aa73c180d81ecefc6', 'gw_port': {'id': 'e5293d65-fc03-42ae-8254-5f5bb78e2e01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:17:01Z', 'updated_at': '2021-08-23T15:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d', 'name': '', 'network_id': '9ee3063e-2832-4397-9ecd-d98c892abfc9', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6', 'mac_address': 'fa:16:3e:72:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'f4fda5d6-109f-4968-9688-397acb1290be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:17:06Z', 'updated_at': '2021-08-23T15:17:14Z', 'revision_number': 4, 'project_id': '4173d5aca835471aa73c180d81ecefc6', 'subnets': [{'id': 'f4fda5d6-109f-4968-9688-397acb1290be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:15.227071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edfc7e5-dde3-4b81-bf35-7a1e15e2de2c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:17:15.242412 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1edfc7e5-dde3-4b81-bf35-7a1e15e2de2c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/98baa92f-743e-4bee-a665-5309616b92b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5271535 Aug 23 15:17:15.243126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54214) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:15.377936 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-69aca1db-26c0-4ab1-a984-0bd66bba94a3 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting subnet 38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:17:15.380609 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b15a78-2c1c-4b9d-9ada-a63e42d8e202 None None] Sync routers for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:17:15.381871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-69aca1db-26c0-4ab1-a984-0bd66bba94a3 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:15.412607 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b15a78-2c1c-4b9d-9ada-a63e42d8e202 None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:15.420289 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-72b15a78-2c1c-4b9d-9ada-a63e42d8e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:15.485637 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-69aca1db-26c0-4ab1-a984-0bd66bba94a3 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:15.527465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-89554945-b46b-48fb-ae5f-5398463a1c71 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Made reservation on behalf of 51b6533c35f2415fa103d56c322ba6e0 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:17:15.533120 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-89554945-b46b-48fb-ae5f-5398463a1c71 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:15.661333 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:15.772112 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-72b15a78-2c1c-4b9d-9ada-a63e42d8e202 None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:15.773446 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:15.830800 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7190df3c-3639-4b2d-88c5-9f63d7c2f6d4 req-cf0caf96-cf4b-4eb5-bac9-0d1484ad324a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 210 time: 0.0595574 Aug 23 15:17:15.845017 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-69aca1db-26c0-4ab1-a984-0bd66bba94a3 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:15.940793 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-89554945-b46b-48fb-ae5f-5398463a1c71 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Allocated IP 172.20.0.13 (1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4/c6489214-61ff-49bc-8542-b4f0818ca82d/6fd2f2fd-4906-4db4-b787-009158cf5e01) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:17:15.947464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:15.957203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:15.958354 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:16.057453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54234) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:16.116048 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:16.157112 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-72b15a78-2c1c-4b9d-9ada-a63e42d8e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:13Z', 'revision_number': 8, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:52Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b2eb4e-f017-44b6-ae71-ae610cd06c24', 'name': '', 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:91:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:07Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:16.201019 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b15a78-2c1c-4b9d-9ada-a63e42d8e202 None None] Checking router: 98baa92f-743e-4bee-a665-5309616b92b3 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:17:16.202529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d,segment=NetworkSegment(2507a32c-48f5-4a87-b906-5d0ca5d88065),segment_id=2507a32c-48f5-4a87-b906-5d0ca5d88065)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:16.212686 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-69aca1db-26c0-4ab1-a984-0bd66bba94a3 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:16.214358 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b15a78-2c1c-4b9d-9ada-a63e42d8e202 None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:16.214358 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-72b15a78-2c1c-4b9d-9ada-a63e42d8e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:16.257275 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-89554945-b46b-48fb-ae5f-5398463a1c71 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:16.267874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aca1db-26c0-4ab1-a984-0bd66bba94a3 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Subnet': ['ID=38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:16.270122 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-69aca1db-26c0-4ab1-a984-0bd66bba94a3 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:16.272120 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-69aca1db-26c0-4ab1-a984-0bd66bba94a3 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12 HTTP/1.1" status: 204 len: 168 time: 1.0204260 Aug 23 15:17:16.276213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54236) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:16.278946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff1002b-9dc0-4609-ab88-f90615298130 None None] Network 280b1803-c380-470f-a679-9db9c75a6055 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:17:16.296731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-89554945-b46b-48fb-ae5f-5398463a1c71 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Transition to ACTIVE for port object 6fd2f2fd-4906-4db4-b787-009158cf5e01 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:17:16.322194 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-72b15a78-2c1c-4b9d-9ada-a63e42d8e202 None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:16.370173 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:16.371092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device eeffa5da-4f75-4348-afbf-be1c31cc277a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:16.405995 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:16.478128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port fd486c69-2422-42e9-a0f0-b91b4ca246d4 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:16.478551 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:16.586980 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:16.588842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] For port fd486c69-2422-42e9-a0f0-b91b4ca246d4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fd486c69-2422-42e9-a0f0-b91b4ca246d4,segment=NetworkSegment(6aaae2c1-64df-4ce2-b779-a2b445f6f210),segment_id=6aaae2c1-64df-4ce2-b779-a2b445f6f210)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:16.590923 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:16.625842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for fd486c69-2422-42e9-a0f0-b91b4ca246d4 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:16.643803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port eeffa5da-4f75-4348-afbf-be1c31cc277a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:16.644659 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:16.693259 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-de4045de-b351-403c-9827-dbf9483ebda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:16.742545 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-72b15a78-2c1c-4b9d-9ada-a63e42d8e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:13Z', 'revision_number': 8, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:52Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b2eb4e-f017-44b6-ae71-ae610cd06c24', 'name': '', 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:91:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:07Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:16.800871 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b15a78-2c1c-4b9d-9ada-a63e42d8e202 None None] The sync data for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 is: [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:13Z', 'revision_number': 8, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:52Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6b2eb4e-f017-44b6-ae71-ae610cd06c24', 'name': '', 'network_id': '14d71180-ab49-4ee6-aef8-f759bcd771c8', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:91:2c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:07Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '95de5bec-7d3a-42ea-8b21-9a8434bd4f24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:16.824624 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-89554945-b46b-48fb-ae5f-5398463a1c71 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:16.832160 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e5293d65-fc03-42ae-8254-5f5bb78e2e01 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:16.881310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa4d2e-473d-4d43-b6f0-bd6faaf0b3fd None None] DHCP port deletion for 280b1803-c380-470f-a679-9db9c75a6055 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:17:16.958434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-89554945-b46b-48fb-ae5f-5398463a1c71 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:17:16.968667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-89554945-b46b-48fb-ae5f-5398463a1c71 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:17:16.976595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e5293d65-fc03-42ae-8254-5f5bb78e2e01 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:16.977070 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:16.987452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-89554945-b46b-48fb-ae5f-5398463a1c71 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:17:17.046627 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-51fa4d2e-473d-4d43-b6f0-bd6faaf0b3fd None None] Deleting port fd486c69-2422-42e9-a0f0-b91b4ca246d4 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:17.047758 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-51fa4d2e-473d-4d43-b6f0-bd6faaf0b3fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.112027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-89554945-b46b-48fb-ae5f-5398463a1c71 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:17.112728 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-89554945-b46b-48fb-ae5f-5398463a1c71 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.127000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54242) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:17.148066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89554945-b46b-48fb-ae5f-5398463a1c71 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Port': ['ID=6fd2f2fd-4906-4db4-b787-009158cf5e01,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:17.168151 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.211533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No DVR routers for this DVR port fd486c69-2422-42e9-a0f0-b91b4ca246d4 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:17:17.214355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=fd486c69-2422-42e9-a0f0-b91b4ca246d4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:17.232768 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc622268-ffb0-4a2d-8ff9-2f11b412e127 req-919cfbec-6bb9-48ca-a67d-c57673b1f639 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:17.236892 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc622268-ffb0-4a2d-8ff9-2f11b412e127 req-919cfbec-6bb9-48ca-a67d-c57673b1f639 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 932 time: 0.2296529 Aug 23 15:17:17.292481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-de4045de-b351-403c-9827-dbf9483ebda3 admin admin] Deleting port b751874e-e70c-45d2-ba69-635bbfda9ca0 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:17.294632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-de4045de-b351-403c-9827-dbf9483ebda3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.326302 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc622268-ffb0-4a2d-8ff9-2f11b412e127 req-1937e57d-18e2-4944-aa0e-12ba26ed90c0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=f51e7402-7213-41cc-87c0-eff366518f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827227 Aug 23 15:17:17.424904 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.436422 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-de4045de-b351-403c-9827-dbf9483ebda3 admin admin] For port b751874e-e70c-45d2-ba69-635bbfda9ca0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b751874e-e70c-45d2-ba69-635bbfda9ca0,segment=NetworkSegment(8f7228ae-3817-4a10-b846-03cdc04aa1b4),segment_id=8f7228ae-3817-4a10-b846-03cdc04aa1b4)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:17.437089 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-de4045de-b351-403c-9827-dbf9483ebda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.448715 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-89554945-b46b-48fb-ae5f-5398463a1c71 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5786858 Aug 23 15:17:17.453385 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c65d63a-f4ea-4dea-815e-19644f3bfbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.457110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280b1803-c380-470f-a679-9db9c75a6055']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:17.468058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-de4045de-b351-403c-9827-dbf9483ebda3 admin admin] Calling delete_port for b751874e-e70c-45d2-ba69-635bbfda9ca0 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:17.476357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Request body: {'port': {'device_id': 'e683b6a5-cd0f-444a-aed6-35a68412e9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:17.503897 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-51fa4d2e-473d-4d43-b6f0-bd6faaf0b3fd None None] For port fd486c69-2422-42e9-a0f0-b91b4ca246d4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fd486c69-2422-42e9-a0f0-b91b4ca246d4,segment=NetworkSegment(6aaae2c1-64df-4ce2-b779-a2b445f6f210),segment_id=6aaae2c1-64df-4ce2-b779-a2b445f6f210)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:17.504652 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-51fa4d2e-473d-4d43-b6f0-bd6faaf0b3fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.506932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaae2c1-64df-4ce2-b779-a2b445f6f210') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:17.507153 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaae2c1-64df-4ce2-b779-a2b445f6f210') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:17.525983 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.533249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-51fa4d2e-473d-4d43-b6f0-bd6faaf0b3fd None None] Calling delete_port for fd486c69-2422-42e9-a0f0-b91b4ca246d4 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:17.581900 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.602377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:17:17.602752 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:17:17.613407 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:17:17.639223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device a11438c5-ee17-4d16-8868-6ea81df58a24 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:17:17.642865 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.668264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: a11438c5-ee17-4d16-8868-6ea81df58a24 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:17:17.668609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device a11438c5-ee17-4d16-8868-6ea81df58a24 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:17:17.686750 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-51fa4d2e-473d-4d43-b6f0-bd6faaf0b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.718340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f920f835-7bb2-4c54-8658-acf5c3d8c228 None None] Provisioning for port 6fd2f2fd-4906-4db4-b787-009158cf5e01 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:17.724167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa4d2e-473d-4d43-b6f0-bd6faaf0b3fd None None] Pushing event deleted for resources: {'Port': ['ID=fd486c69-2422-42e9-a0f0-b91b4ca246d4,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:17.726618 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa4d2e-473d-4d43-b6f0-bd6faaf0b3fd None None] No DVR routers for this DVR port fd486c69-2422-42e9-a0f0-b91b4ca246d4 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:17:17.730464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f920f835-7bb2-4c54-8658-acf5c3d8c228 None None] Provisioning complete for port 6fd2f2fd-4906-4db4-b787-009158cf5e01 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:17.730884 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f920f835-7bb2-4c54-8658-acf5c3d8c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.791332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f920f835-7bb2-4c54-8658-acf5c3d8c228 None None] Port 6fd2f2fd-4906-4db4-b787-009158cf5e01 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:17:17.808353 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:17.868635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:17.869371 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.895214 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-de4045de-b351-403c-9827-dbf9483ebda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:17.931726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4045de-b351-403c-9827-dbf9483ebda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b751874e-e70c-45d2-ba69-635bbfda9ca0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:17.993569 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c65d63a-f4ea-4dea-815e-19644f3bfbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:18.025394 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:18.047919 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:18.050083 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/networks/280b1803-c380-470f-a679-9db9c75a6055 HTTP/1.1" status: 204 len: 168 time: 1.7641575 Aug 23 15:17:18.056724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54246) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:18.089406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fd486c69-2422-42e9-a0f0-b91b4ca246d4 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:17:18.090665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af672a5-ead1-4e7a-878d-e2538f2f5d2d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Network': ['ID=280b1803-c380-470f-a679-9db9c75a6055,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:18.114065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: fd486c69-2422-42e9-a0f0-b91b4ca246d4 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:17:18.114426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fd486c69-2422-42e9-a0f0-b91b4ca246d4 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:17:18.191171 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-de4045de-b351-403c-9827-dbf9483ebda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:18.317947 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c65d63a-f4ea-4dea-815e-19644f3bfbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:18.374363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd2f2fd-4906-4db4-b787-009158cf5e01 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:17:18.399997 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:18.459908 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9c65d63a-f4ea-4dea-815e-19644f3bfbf4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=31552a81338f4a04ac52e69df84d9b01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3132770 Aug 23 15:17:18.480951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54250) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:18.491632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65d63a-f4ea-4dea-815e-19644f3bfbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69543a2a-7a50-4b5b-84a3-34eb9fb3c53d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:18.499318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Transition to ACTIVE for port object 6fd2f2fd-4906-4db4-b787-009158cf5e01 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:17:18.585566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47873723-9094-4b82-8e4e-8efcf94128f1 req-2f13426f-eaa9-4d15-bb03-b4b35b17403a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:18.587689 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-47873723-9094-4b82-8e4e-8efcf94128f1 req-2f13426f-eaa9-4d15-bb03-b4b35b17403a tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 932 time: 0.1654937 Aug 23 15:17:18.674607 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa499941-80a7-4b0f-91db-02e7a9f81ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:18.676990 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:18.742605 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-47873723-9094-4b82-8e4e-8efcf94128f1 req-31906992-1525-49c2-b3af-d6f3f1317f0b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=f51e7402-7213-41cc-87c0-eff366518f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412690 Aug 23 15:17:18.756391 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa499941-80a7-4b0f-91db-02e7a9f81ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:18.804624 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Pushing event updated for resources: {'Port': ['ID=6fd2f2fd-4906-4db4-b787-009158cf5e01,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:18.870873 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4045de-b351-403c-9827-dbf9483ebda3 admin admin] Router 2dea2121-04b3-45a7-b76a-f0e5c6320c5f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:17:19.025741 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Attempting to bind port 6fd2f2fd-4906-4db4-b787-009158cf5e01 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:17:19.026400 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Attempting to bind port 6fd2f2fd-4906-4db4-b787-009158cf5e01 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'd79388c8-e064-4564-b7bd-148c3ed8ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:17:19.026563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Attempting to bind port 6fd2f2fd-4906-4db4-b787-009158cf5e01 on network 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:17:19.036479 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Port 6fd2f2fd-4906-4db4-b787-009158cf5e01 on network 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:17:19.036778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Attempting to bind port 6fd2f2fd-4906-4db4-b787-009158cf5e01 on network 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:17:19.039726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4045de-b351-403c-9827-dbf9483ebda3 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:17:19.045241 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-de4045de-b351-403c-9827-dbf9483ebda3 admin admin] 10.222.0.38 "PUT /v2.0/routers/2dea2121-04b3-45a7-b76a-f0e5c6320c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0112588 Aug 23 15:17:19.045750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:17:19.046099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Checking segment: {'id': 'd79388c8-e064-4564-b7bd-148c3ed8ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:17:19.046488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Bound using segment: {'id': 'd79388c8-e064-4564-b7bd-148c3ed8ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:17:19.047443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Bound port: 6fd2f2fd-4906-4db4-b787-009158cf5e01, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79388c8-e064-4564-b7bd-148c3ed8ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:17:19.047837 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:19.048635 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54252) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:19.054740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b29956-a07b-4aa7-8743-1625278d8dca None None] Sync routers for ids ['2dea2121-04b3-45a7-b76a-f0e5c6320c5f'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:17:19.073865 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c647531-8e34-4cb1-8831-6cb9e5c24ebb tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:19.077046 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b29956-a07b-4aa7-8743-1625278d8dca None None] Routers {'2dea2121-04b3-45a7-b76a-f0e5c6320c5f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:19.077730 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-27b29956-a07b-4aa7-8743-1625278d8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2dea2121-04b3-45a7-b76a-f0e5c6320c5f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:19.167696 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa499941-80a7-4b0f-91db-02e7a9f81ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:19.169923 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:19.170452 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa499941-80a7-4b0f-91db-02e7a9f81ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:19.171631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fa499941-80a7-4b0f-91db-02e7a9f81ed4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/69543a2a-7a50-4b5b-84a3-34eb9fb3c53d HTTP/1.1" status: 204 len: 168 time: 0.6810935 Aug 23 15:17:19.194718 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa499941-80a7-4b0f-91db-02e7a9f81ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69543a2a-7a50-4b5b-84a3-34eb9fb3c53d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:19.223607 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-27b29956-a07b-4aa7-8743-1625278d8dca None None] Set router 2dea2121-04b3-45a7-b76a-f0e5c6320c5f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:19.277086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] For port 6fd2f2fd-4906-4db4-b787-009158cf5e01, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:17:19.306859 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:19.316258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] For port 6fd2f2fd-4906-4db4-b787-009158cf5e01, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=6fd2f2fd-4906-4db4-b787-009158cf5e01,segment=NetworkSegment(d79388c8-e064-4564-b7bd-148c3ed8ef7c),segment_id=d79388c8-e064-4564-b7bd-148c3ed8ef7c)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:17:19.449923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-2c647531-8e34-4cb1-8831-6cb9e5c24ebb tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port f6b2eb4e-f017-44b6-ae71-ae610cd06c24 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:19.450347 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c647531-8e34-4cb1-8831-6cb9e5c24ebb tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:19.460115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-27b29956-a07b-4aa7-8743-1625278d8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'name': 'tempest-TestAggregatesBasicOps-1841499863-router', 'tenant_id': '893d0196747f4356b32e0df05d80993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'f5fe6e15-1fe1-4621-83c1-cd2e03885bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:36Z', 'updated_at': '2021-08-23T15:17:17Z', 'revision_number': 5, 'project_id': '893d0196747f4356b32e0df05d80993a', 'gw_port': {'id': 'f5fe6e15-1fe1-4621-83c1-cd2e03885bbd', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:39Z', 'updated_at': '2021-08-23T15:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:19.469539 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:19.492272 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b29956-a07b-4aa7-8743-1625278d8dca None None] Checking router: 2dea2121-04b3-45a7-b76a-f0e5c6320c5f for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:17:19.505495 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b29956-a07b-4aa7-8743-1625278d8dca None None] Routers {'2dea2121-04b3-45a7-b76a-f0e5c6320c5f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:19.506514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-27b29956-a07b-4aa7-8743-1625278d8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['2dea2121-04b3-45a7-b76a-f0e5c6320c5f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:19.522824 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] Deleting port f5fe6e15-1fe1-4621-83c1-cd2e03885bbd {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:19.522824 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:19.557336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:19.558500 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:19.560020 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] 10.222.0.61 "PUT /v2.0/ports/6fd2f2fd-4906-4db4-b787-009158cf5e01 HTTP/1.1" status: 200 len: 1092 time: 2.0999196 Aug 23 15:17:19.562918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e683b6a5-cd0f-444a-aed6-35a68412e9fd', 'tag': '6fd2f2fd-4906-4db4-b787-009158cf5e01'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:17:19.566519 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d1f781-9648-4cb3-b9bd-182e05fa6d13" -d '{"events": [{"name": "network-changed", "server_uuid": "e683b6a5-cd0f-444a-aed6-35a68412e9fd", "tag": "6fd2f2fd-4906-4db4-b787-009158cf5e01"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:17:19.626095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b164f2-e044-4f90-8f74-b3eb38a5c00a service neutron] Pushing event updated for resources: {'Port': ['ID=6fd2f2fd-4906-4db4-b787-009158cf5e01,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:19.660484 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583b9d26-c7ff-4dfc-8a54-3bc6033e7ba7 x-openstack-request-id: req-583b9d26-c7ff-4dfc-8a54-3bc6033e7ba7 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:17:19.660783 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e683b6a5-cd0f-444a-aed6-35a68412e9fd", "tag": "6fd2f2fd-4906-4db4-b787-009158cf5e01", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:17:19.661043 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-583b9d26-c7ff-4dfc-8a54-3bc6033e7ba7 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:17:19.661453 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e683b6a5-cd0f-444a-aed6-35a68412e9fd', 'tag': '6fd2f2fd-4906-4db4-b787-009158cf5e01', 'status': 'completed', 'code': 200} Aug 23 15:17:19.666909 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] For port f5fe6e15-1fe1-4621-83c1-cd2e03885bbd, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f5fe6e15-1fe1-4621-83c1-cd2e03885bbd,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:19.667584 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:19.682608 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] Calling delete_port for f5fe6e15-1fe1-4621-83c1-cd2e03885bbd owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:19.684117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-27b29956-a07b-4aa7-8743-1625278d8dca None None] Set router 2dea2121-04b3-45a7-b76a-f0e5c6320c5f gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:19.752418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-2c647531-8e34-4cb1-8831-6cb9e5c24ebb tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] For port f6b2eb4e-f017-44b6-ae71-ae610cd06c24, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f6b2eb4e-f017-44b6-ae71-ae610cd06c24,segment=NetworkSegment(ac0e35c0-859d-4ee2-8229-e7257283b7da),segment_id=ac0e35c0-859d-4ee2-8229-e7257283b7da)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:19.752806 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c647531-8e34-4cb1-8831-6cb9e5c24ebb tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:19.782671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-2c647531-8e34-4cb1-8831-6cb9e5c24ebb tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for f6b2eb4e-f017-44b6-ae71-ae610cd06c24 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:19.789573 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-27b29956-a07b-4aa7-8743-1625278d8dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'name': 'tempest-TestAggregatesBasicOps-1841499863-router', 'tenant_id': '893d0196747f4356b32e0df05d80993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:36Z', 'updated_at': '2021-08-23T15:17:19Z', 'revision_number': 6, 'project_id': '893d0196747f4356b32e0df05d80993a', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:19.813137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1f781-9648-4cb3-b9bd-182e05fa6d13 req-bf5b3aa9-d522-46f4-9d05-8a7a55bbb60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:19.815036 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f5d1f781-9648-4cb3-b9bd-182e05fa6d13 req-bf5b3aa9-d522-46f4-9d05-8a7a55bbb60b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=51b6533c35f2415fa103d56c322ba6e0&device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 1095 time: 0.1527805 Aug 23 15:17:19.898263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b29956-a07b-4aa7-8743-1625278d8dca None None] The sync data for ids ['2dea2121-04b3-45a7-b76a-f0e5c6320c5f'] in n-d-804985-3 is: [{'id': '2dea2121-04b3-45a7-b76a-f0e5c6320c5f', 'name': 'tempest-TestAggregatesBasicOps-1841499863-router', 'tenant_id': '893d0196747f4356b32e0df05d80993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:36Z', 'updated_at': '2021-08-23T15:17:19Z', 'revision_number': 6, 'project_id': '893d0196747f4356b32e0df05d80993a', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:20.179688 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:20.185642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1f781-9648-4cb3-b9bd-182e05fa6d13 req-ff182140-3e74-41fd-a24b-ae473ba3a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:20.187294 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f5d1f781-9648-4cb3-b9bd-182e05fa6d13 req-ff182140-3e74-41fd-a24b-ae473ba3a208 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=51b6533c35f2415fa103d56c322ba6e0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2488499 Aug 23 15:17:20.220901 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4facab2-cfce-4bf2-bef4-79ce02368a1c req-8e87339c-7ef9-4ac5-af61-0fe7abae8e72 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:20.248397 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4facab2-cfce-4bf2-bef4-79ce02368a1c req-8e87339c-7ef9-4ac5-af61-0fe7abae8e72 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 944 time: 0.2231610 Aug 23 15:17:20.248517 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5fe6e15-1fe1-4621-83c1-cd2e03885bbd,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:20.325668 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:20.433888 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b4facab2-cfce-4bf2-bef4-79ce02368a1c req-fc1e8be5-f021-4ce3-a7e8-4fabf5a5d3e4 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=f51e7402-7213-41cc-87c0-eff366518f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937351 Aug 23 15:17:20.436243 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:20.460798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1f781-9648-4cb3-b9bd-182e05fa6d13 req-c0925005-2892-41b7-bb22-46a2e5d637ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:20.462200 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f5d1f781-9648-4cb3-b9bd-182e05fa6d13 req-c0925005-2892-41b7-bb22-46a2e5d637ef service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2656412 Aug 23 15:17:20.481542 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:20.485845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:20.571950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-50c438c2-73ea-4efd-bce0-a8ebf0727e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:20.571950 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-50c438c2-73ea-4efd-bce0-a8ebf0727e14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=51b6533c35f2415fa103d56c322ba6e0&device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 1095 time: 0.0550418 Aug 23 15:17:20.616996 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-152fc862-7d72-41b7-8c0e-e7d0ff77996e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fd2f2fd-4906-4db4-b787-009158cf5e01 HTTP/1.1" status: 200 len: 217 time: 0.0433431 Aug 23 15:17:20.672773 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-ccb06c94-b4e7-4f7a-97de-50a2f9f58796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:20.674195 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-ccb06c94-b4e7-4f7a-97de-50a2f9f58796 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6489214-61ff-49bc-8542-b4f0818ca82d HTTP/1.1" status: 200 len: 835 time: 0.0508082 Aug 23 15:17:20.698019 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c647531-8e34-4cb1-8831-6cb9e5c24ebb tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:20.748986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c647531-8e34-4cb1-8831-6cb9e5c24ebb tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=f6b2eb4e-f017-44b6-ae71-ae610cd06c24,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:20.814160 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:20.820105 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dea2121-04b3-45a7-b76a-f0e5c6320c5f {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:17:20.824766 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:20.824766 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1d3794fc-b35b-4f64-999a-38107d2e9a83 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2dea2121-04b3-45a7-b76a-f0e5c6320c5f HTTP/1.1" status: 204 len: 168 time: 1.7749503 Aug 23 15:17:20.828622 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54272) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:20.837486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-b783dee8-2b0f-4459-8649-766a08a21fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:20.839165 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-b783dee8-2b0f-4459-8649-766a08a21fd0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570981 Aug 23 15:17:20.948420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a89e82-d299-4455-b2a2-de4bf374e1a0 admin admin] Deleting subnet 42b8e2d8-7d92-4135-832c-550f09a89363 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:17:20.954305 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4a89e82-d299-4455-b2a2-de4bf374e1a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:21.033367 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4a89e82-d299-4455-b2a2-de4bf374e1a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:21.192387 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4a89e82-d299-4455-b2a2-de4bf374e1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:21.394874 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c647531-8e34-4cb1-8831-6cb9e5c24ebb tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:21.426550 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4a89e82-d299-4455-b2a2-de4bf374e1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:21.470418 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a89e82-d299-4455-b2a2-de4bf374e1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42b8e2d8-7d92-4135-832c-550f09a89363,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:21.479616 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62905fc-b7b2-4055-9c6c-edd7d8485f0d None None] Network 6ea03d00-984b-48ce-ac67-5a4fdddae2ce requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:17:21.480697 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e4a89e82-d299-4455-b2a2-de4bf374e1a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:21.483091 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e4a89e82-d299-4455-b2a2-de4bf374e1a0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/42b8e2d8-7d92-4135-832c-550f09a89363 HTTP/1.1" status: 204 len: 168 time: 0.6531115 Aug 23 15:17:21.487725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54288) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:21.558530 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-22ad2ca6-46f7-4777-95f9-a3a54f16462d service neutron] 10.222.0.61 "GET /v2.0/networks/1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6685491 Aug 23 15:17:21.651353 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:21.723436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaaa29-60ee-471c-ba27-70c6bcc73acb req-eb69cddf-8a99-4928-9230-19cf04f857f1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:21.726229 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3eaaa29-60ee-471c-ba27-70c6bcc73acb req-eb69cddf-8a99-4928-9230-19cf04f857f1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 944 time: 0.1223731 Aug 23 15:17:21.819079 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b102fa06-a3bc-40c3-ab2f-da26b52c1592 req-c7eab1ad-2fd9-4220-bf84-2aa7f0283ace service neutron] 10.222.0.61 "GET /v2.0/networks/1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523136 Aug 23 15:17:21.851814 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3eaaa29-60ee-471c-ba27-70c6bcc73acb req-0f536924-ef34-4db6-9ad1-36de2973f99c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=f51e7402-7213-41cc-87c0-eff366518f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792012 Aug 23 15:17:21.864420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1d0290-c205-4477-a8aa-651490988718 None None] DHCP port deletion for 6ea03d00-984b-48ce-ac67-5a4fdddae2ce request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:17:21.874738 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] Deleting port 8d15f0b7-74ce-4825-b179-f31ba1984e1a {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:21.874935 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:21.914119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c647531-8e34-4cb1-8831-6cb9e5c24ebb tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 98baa92f-743e-4bee-a665-5309616b92b3 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:17:21.972119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Deleting port 8d15f0b7-74ce-4825-b179-f31ba1984e1a {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:21.972455 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] For port 8d15f0b7-74ce-4825-b179-f31ba1984e1a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8d15f0b7-74ce-4825-b179-f31ba1984e1a,segment=NetworkSegment(8f7228ae-3817-4a10-b846-03cdc04aa1b4),segment_id=8f7228ae-3817-4a10-b846-03cdc04aa1b4)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:21.972624 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:21.972849 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:21.998853 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] Calling delete_port for 8d15f0b7-74ce-4825-b179-f31ba1984e1a owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:22.020648 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f5fe6e15-1fe1-4621-83c1-cd2e03885bbd no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:17:22.051386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c647531-8e34-4cb1-8831-6cb9e5c24ebb tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:17:22.056811 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2c647531-8e34-4cb1-8831-6cb9e5c24ebb tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/98baa92f-743e-4bee-a665-5309616b92b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9850423 Aug 23 15:17:22.060575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54292) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:22.063833 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338e69c2-a163-4247-af16-7325955c6fbb None None] Sync routers for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:17:22.072791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: f5fe6e15-1fe1-4621-83c1-cd2e03885bbd {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:17:22.073435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f5fe6e15-1fe1-4621-83c1-cd2e03885bbd not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:17:22.074110 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b751874e-e70c-45d2-ba69-635bbfda9ca0 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:17:22.076485 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338e69c2-a163-4247-af16-7325955c6fbb None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:22.077345 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-338e69c2-a163-4247-af16-7325955c6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:22.110020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: b751874e-e70c-45d2-ba69-635bbfda9ca0 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:17:22.110569 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b751874e-e70c-45d2-ba69-635bbfda9ca0 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:17:22.123053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-be1d0290-c205-4477-a8aa-651490988718 None None] For port 8d15f0b7-74ce-4825-b179-f31ba1984e1a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8d15f0b7-74ce-4825-b179-f31ba1984e1a,segment=NetworkSegment(8f7228ae-3817-4a10-b846-03cdc04aa1b4),segment_id=8f7228ae-3817-4a10-b846-03cdc04aa1b4)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:22.123730 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:22.141464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Calling delete_port for 8d15f0b7-74ce-4825-b179-f31ba1984e1a owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:22.170802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-669ee2d7-1f84-4758-9e58-79e9a9fd217e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting subnet 95de5bec-7d3a-42ea-8b21-9a8434bd4f24 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:17:22.177139 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-669ee2d7-1f84-4758-9e58-79e9a9fd217e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:22.245219 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-669ee2d7-1f84-4758-9e58-79e9a9fd217e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:22.251684 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-338e69c2-a163-4247-af16-7325955c6fbb None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:22.366793 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-669ee2d7-1f84-4758-9e58-79e9a9fd217e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:22.439062 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:22.451202 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:22.480151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1d0290-c205-4477-a8aa-651490988718 None None] No DVR routers for this DVR port 8d15f0b7-74ce-4825-b179-f31ba1984e1a on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:17:22.501766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d15f0b7-74ce-4825-b179-f31ba1984e1a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:22.502392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] No DVR routers for this DVR port 8d15f0b7-74ce-4825-b179-f31ba1984e1a on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:17:22.565245 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Pushing event deleted for resources: {'Port': ['ID=8d15f0b7-74ce-4825-b179-f31ba1984e1a,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:22.582939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:22.583329 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:22.584256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:22.591767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:22.591767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:22.591767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:22.591767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:22.591767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:22.592404 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-669ee2d7-1f84-4758-9e58-79e9a9fd217e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:22.592948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:22.592948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:22.592948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:22.592948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d0290-c205-4477-a8aa-651490988718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:17:22.612430 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-338e69c2-a163-4247-af16-7325955c6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:20Z', 'revision_number': 9, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:52Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:22.620556 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:22.635945 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea03d00-984b-48ce-ac67-5a4fdddae2ce']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:22.650312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ee2d7-1f84-4758-9e58-79e9a9fd217e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Subnet': ['ID=95de5bec-7d3a-42ea-8b21-9a8434bd4f24,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:22.650579 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338e69c2-a163-4247-af16-7325955c6fbb None None] Checking router: 98baa92f-743e-4bee-a665-5309616b92b3 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:17:22.651407 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-669ee2d7-1f84-4758-9e58-79e9a9fd217e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:22.660470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-669ee2d7-1f84-4758-9e58-79e9a9fd217e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/95de5bec-7d3a-42ea-8b21-9a8434bd4f24 HTTP/1.1" status: 204 len: 168 time: 0.5883579 Aug 23 15:17:22.660631 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54294) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:22.665067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7228ae-3817-4a10-b846-03cdc04aa1b4') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:22.669182 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7228ae-3817-4a10-b846-03cdc04aa1b4') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:22.669399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d874affe-3cbe-4056-8fc9-12334534c24a None None] Network 14d71180-ab49-4ee6-aef8-f759bcd771c8 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:17:22.670308 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338e69c2-a163-4247-af16-7325955c6fbb None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:22.673869 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-338e69c2-a163-4247-af16-7325955c6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:16:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:22.708237 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:22.767124 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:22.792659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:17:22.793195 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:17:22.794985 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:17:22.805103 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-338e69c2-a163-4247-af16-7325955c6fbb None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:22.817548 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:22.840564 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bb145cf1-1e1c-4926-9213-4ee839a1dc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:22.960169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54300) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:22.988248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port 4abaeae5-2109-4fba-9b59-3613ddb218ce {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:22.988671 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.005733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.013447 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.020392 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6ea03d00-984b-48ce-ac67-5a4fdddae2ce HTTP/1.1" status: 204 len: 168 time: 1.5269291 Aug 23 15:17:23.020985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54304) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:23.038983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7c5f72-716c-4d3d-a572-c1fc6129e37b None None] DHCP port deletion for 14d71180-ab49-4ee6-aef8-f759bcd771c8 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:17:23.066880 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339beea-aecd-4dac-b13c-3fef5fd25996 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea03d00-984b-48ce-ac67-5a4fdddae2ce,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:23.122468 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] For port 4abaeae5-2109-4fba-9b59-3613ddb218ce, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=4abaeae5-2109-4fba-9b59-3613ddb218ce,segment=NetworkSegment(ac0e35c0-859d-4ee2-8229-e7257283b7da),segment_id=ac0e35c0-859d-4ee2-8229-e7257283b7da)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:23.122937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.130372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c5f72-716c-4d3d-a572-c1fc6129e37b None None] Deleting port 4abaeae5-2109-4fba-9b59-3613ddb218ce {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:23.131030 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ea7c5f72-716c-4d3d-a572-c1fc6129e37b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.163087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for 4abaeae5-2109-4fba-9b59-3613ddb218ce owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:23.180158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57627c1-936b-4506-bffa-e7ed58d5852c req-98e12ff5-9949-4140-bc8b-44a11e4444f0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:23.186839 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b57627c1-936b-4506-bffa-e7ed58d5852c req-98e12ff5-9949-4140-bc8b-44a11e4444f0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 944 time: 0.1931617 Aug 23 15:17:23.202206 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-338e69c2-a163-4247-af16-7325955c6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:20Z', 'revision_number': 9, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:52Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:23.231711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ea7c5f72-716c-4d3d-a572-c1fc6129e37b None None] For port 4abaeae5-2109-4fba-9b59-3613ddb218ce, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=4abaeae5-2109-4fba-9b59-3613ddb218ce,segment=NetworkSegment(ac0e35c0-859d-4ee2-8229-e7257283b7da),segment_id=ac0e35c0-859d-4ee2-8229-e7257283b7da)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:23.232578 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ea7c5f72-716c-4d3d-a572-c1fc6129e37b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.238947 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338e69c2-a163-4247-af16-7325955c6fbb None None] The sync data for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 is: [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:20Z', 'revision_number': 9, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5f44713-3edf-45ec-9d99-b7248432af1e', 'name': '', 'network_id': '530f682f-72a3-4397-8626-65d6b2eeff50', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:e6:2c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:40Z', 'updated_at': '2021-08-23T15:16:52Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': '1dd7a33d-dde5-48d1-ac00-ba3d10ae640b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:23.259617 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c5f72-716c-4d3d-a572-c1fc6129e37b None None] Calling delete_port for 4abaeae5-2109-4fba-9b59-3613ddb218ce owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:23.261005 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a9042be-98bd-4079-9d78-7df291f73165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.355252 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b57627c1-936b-4506-bffa-e7ed58d5852c req-4153447e-b20f-41ef-98ca-4a46a33e4099 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=f51e7402-7213-41cc-87c0-eff366518f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462882 Aug 23 15:17:23.419739 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.436268 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ea7c5f72-716c-4d3d-a572-c1fc6129e37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.453558 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=4abaeae5-2109-4fba-9b59-3613ddb218ce,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:23.456826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No DVR routers for this DVR port 4abaeae5-2109-4fba-9b59-3613ddb218ce on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:17:23.492587 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c5f72-716c-4d3d-a572-c1fc6129e37b None None] No DVR routers for this DVR port 4abaeae5-2109-4fba-9b59-3613ddb218ce on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:17:23.496825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c5f72-716c-4d3d-a572-c1fc6129e37b None None] Pushing event deleted for resources: {'Port': ['ID=4abaeae5-2109-4fba-9b59-3613ddb218ce,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:23.582592 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.601699 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d71180-ab49-4ee6-aef8-f759bcd771c8']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:23.624058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0e35c0-859d-4ee2-8229-e7257283b7da') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:23.624528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0e35c0-859d-4ee2-8229-e7257283b7da') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:23.636735 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a9042be-98bd-4079-9d78-7df291f73165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.647357 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.689035 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.706012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:17:23.706610 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:17:23.714994 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:17:23.754730 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a9042be-98bd-4079-9d78-7df291f73165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.815084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8d15f0b7-74ce-4825-b179-f31ba1984e1a no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:17:23.854848 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6a9042be-98bd-4079-9d78-7df291f73165 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59808cdf70824835af9eeb962c89ed3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8937736 Aug 23 15:17:23.858084 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54306) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:23.858294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 8d15f0b7-74ce-4825-b179-f31ba1984e1a {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:17:23.858614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8d15f0b7-74ce-4825-b179-f31ba1984e1a not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:17:23.859230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f6b2eb4e-f017-44b6-ae71-ae610cd06c24 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:17:23.883646 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9042be-98bd-4079-9d78-7df291f73165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287177c2-8a47-4a2b-8e96-0f9d6efa510e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:23.886626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: f6b2eb4e-f017-44b6-ae71-ae610cd06c24 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:17:23.886626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f6b2eb4e-f017-44b6-ae71-ae610cd06c24 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:17:23.886951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4abaeae5-2109-4fba-9b59-3613ddb218ce no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:17:23.911693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 4abaeae5-2109-4fba-9b59-3613ddb218ce {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:17:23.911948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4abaeae5-2109-4fba-9b59-3613ddb218ce not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:17:23.946984 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24b9be8c-f96a-4fa0-81e6-0a05cc7405c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.978284 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74129402-b71e-4b8f-b511-002d91f29368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:23.996555 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:24.009947 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:24.015466 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/networks/14d71180-ab49-4ee6-aef8-f759bcd771c8 HTTP/1.1" status: 204 len: 168 time: 1.3518267 Aug 23 15:17:24.017796 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54308) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:24.035811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0e3ec-2aec-4c4b-8ff6-631f1076cbcf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Network': ['ID=14d71180-ab49-4ee6-aef8-f759bcd771c8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:24.038910 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74129402-b71e-4b8f-b511-002d91f29368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:24.213568 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74129402-b71e-4b8f-b511-002d91f29368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:24.216416 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-74129402-b71e-4b8f-b511-002d91f29368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:24.222190 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-74129402-b71e-4b8f-b511-002d91f29368 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/287177c2-8a47-4a2b-8e96-0f9d6efa510e HTTP/1.1" status: 204 len: 168 time: 0.3578787 Aug 23 15:17:24.227548 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74129402-b71e-4b8f-b511-002d91f29368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287177c2-8a47-4a2b-8e96-0f9d6efa510e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:24.549678 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd5057-28f7-4b68-b15e-9919050efeb7 req-faa23f23-5b7b-48b3-bc55-1ee9494dfcaa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:24.552195 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46bd5057-28f7-4b68-b15e-9919050efeb7 req-faa23f23-5b7b-48b3-bc55-1ee9494dfcaa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 944 time: 0.1075850 Aug 23 15:17:24.581804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-24b9be8c-f96a-4fa0-81e6-0a05cc7405c6 admin admin] Deleting port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:24.582150 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24b9be8c-f96a-4fa0-81e6-0a05cc7405c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:24.611507 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46bd5057-28f7-4b68-b15e-9919050efeb7 req-af272b7e-e067-40b0-888a-6f58412f9e7f tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=f51e7402-7213-41cc-87c0-eff366518f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480466 Aug 23 15:17:24.717400 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-24b9be8c-f96a-4fa0-81e6-0a05cc7405c6 admin admin] For port 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d,segment=NetworkSegment(2507a32c-48f5-4a87-b906-5d0ca5d88065),segment_id=2507a32c-48f5-4a87-b906-5d0ca5d88065)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:24.718359 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24b9be8c-f96a-4fa0-81e6-0a05cc7405c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:24.736303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-24b9be8c-f96a-4fa0-81e6-0a05cc7405c6 admin admin] Calling delete_port for 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:24.745145 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48567631-085d-4543-be27-b1ab052e7964 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:25.224106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-48567631-085d-4543-be27-b1ab052e7964 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port e5f44713-3edf-45ec-9d99-b7248432af1e {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:25.225422 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48567631-085d-4543-be27-b1ab052e7964 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:25.310385 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24b9be8c-f96a-4fa0-81e6-0a05cc7405c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:25.372023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9be8c-f96a-4fa0-81e6-0a05cc7405c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:25.404916 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-48567631-085d-4543-be27-b1ab052e7964 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] For port e5f44713-3edf-45ec-9d99-b7248432af1e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e5f44713-3edf-45ec-9d99-b7248432af1e,segment=NetworkSegment(ccbb8134-054a-4b3e-88e6-fd47f05b6287),segment_id=ccbb8134-054a-4b3e-88e6-fd47f05b6287)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:25.406126 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48567631-085d-4543-be27-b1ab052e7964 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:25.446998 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-48567631-085d-4543-be27-b1ab052e7964 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for e5f44713-3edf-45ec-9d99-b7248432af1e owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:25.722201 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:25.733597 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-24b9be8c-f96a-4fa0-81e6-0a05cc7405c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:25.804497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 6fd2f2fd-4906-4db4-b787-009158cf5e01 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:17:25.845946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d4025-9f42-4caf-a71c-85fea0a92dfc req-09b97af4-5ce6-4c98-a74b-7f71f68e52a3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:25.847806 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ff7d4025-9f42-4caf-a71c-85fea0a92dfc req-09b97af4-5ce6-4c98-a74b-7f71f68e52a3 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 944 time: 0.1209075 Aug 23 15:17:25.902522 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ff7d4025-9f42-4caf-a71c-85fea0a92dfc req-64f285d6-d965-40f5-8f1f-b3da2b96196d tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=f51e7402-7213-41cc-87c0-eff366518f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474317 Aug 23 15:17:25.970697 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 6fd2f2fd-4906-4db4-b787-009158cf5e01, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=6fd2f2fd-4906-4db4-b787-009158cf5e01,segment=NetworkSegment(d79388c8-e064-4564-b7bd-148c3ed8ef7c),segment_id=d79388c8-e064-4564-b7bd-148c3ed8ef7c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:25.984882 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '6fd2f2fd-4906-4db4-b787-009158cf5e01', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'port_id': '6fd2f2fd-4906-4db4-b787-009158cf5e01', 'mac_address': 'fa:16:3e:02:04:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:17:26.034019 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:26.050912 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd2f2fd-4906-4db4-b787-009158cf5e01 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:17:26.079740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 6fd2f2fd-4906-4db4-b787-009158cf5e01, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=6fd2f2fd-4906-4db4-b787-009158cf5e01,segment=NetworkSegment(d79388c8-e064-4564-b7bd-148c3ed8ef7c),segment_id=d79388c8-e064-4564-b7bd-148c3ed8ef7c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:26.232455 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:26.282105 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54344) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:26.313546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=6fd2f2fd-4906-4db4-b787-009158cf5e01,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:26.448880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['6fd2f2fd-4906-4db4-b787-009158cf5e01'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:17:26.461676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1434176980-network', 'tenant_id': '9de8f52fb3754d7aad928e069440c6d0'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:26.465893 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48567631-085d-4543-be27-b1ab052e7964 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:26.516074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48567631-085d-4543-be27-b1ab052e7964 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=e5f44713-3edf-45ec-9d99-b7248432af1e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:26.608502 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] Made reservation on behalf of 9de8f52fb3754d7aad928e069440c6d0 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:17:26.614331 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:26.631347 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:26.695289 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b1902750-14ef-45da-b80b-ce4ab27365ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:26.763589 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48567631-085d-4543-be27-b1ab052e7964 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:26.783976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b9be8c-f96a-4fa0-81e6-0a05cc7405c6 admin admin] Router d365dbf5-812f-49e9-b4ab-0f8009fadce4 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:17:26.817424 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:26.880965 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:26.985830 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:27.039852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:17:27.106564 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:27.107082 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] Added segment 6aede222-8fff-4b77-8f51-c07e2a187d64 of type vlan for network 1f675757-7530-419a-a517-8461a6b5c31e Aug 23 15:17:27.142579 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5d8ff4-4002-4ff6-9068-ab76f6075ade,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:27.143772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b9be8c-f96a-4fa0-81e6-0a05cc7405c6 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:17:27.165004 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-24b9be8c-f96a-4fa0-81e6-0a05cc7405c6 admin admin] 10.222.0.38 "PUT /v2.0/routers/d365dbf5-812f-49e9-b4ab-0f8009fadce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1328652 Aug 23 15:17:27.165004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54350) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:27.179779 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:27.183684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b151a-00d7-4158-8baa-d483ded3782e None None] Sync routers for ids ['d365dbf5-812f-49e9-b4ab-0f8009fadce4'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:17:27.207629 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfaf5a9-74e0-4cde-8572-dda874ab72de req-1742c81f-bc9c-4b4d-9eb8-7c681caa71c6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:27.209953 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ecfaf5a9-74e0-4cde-8572-dda874ab72de req-1742c81f-bc9c-4b4d-9eb8-7c681caa71c6 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 945 time: 0.1653779 Aug 23 15:17:27.222636 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b151a-00d7-4158-8baa-d483ded3782e None None] Routers {'d365dbf5-812f-49e9-b4ab-0f8009fadce4'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:27.224473 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-478b151a-00d7-4158-8baa-d483ded3782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d365dbf5-812f-49e9-b4ab-0f8009fadce4'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:27.245173 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48567631-085d-4543-be27-b1ab052e7964 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 98baa92f-743e-4bee-a665-5309616b92b3 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:17:27.292977 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ecfaf5a9-74e0-4cde-8572-dda874ab72de req-a6d9f639-5c29-4b9e-bf51-fcddf4ff9f54 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=f51e7402-7213-41cc-87c0-eff366518f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618293 Aug 23 15:17:27.356703 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:27.357741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:27.358347 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:27.444090 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-478b151a-00d7-4158-8baa-d483ded3782e None None] Set router d365dbf5-812f-49e9-b4ab-0f8009fadce4 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:27.478212 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:27.507140 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] Pushing event updated for resources: {'Network': ['ID=1f675757-7530-419a-a517-8461a6b5c31e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:27.537755 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a4120511-d9f5-4456-a75c-3c79332df812 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2511199 Aug 23 15:17:27.538084 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54354) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:27.543894 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-5c76c9a4-1b3b-4230-baad-d802ca7b4587 admin admin] Request body: {'subnet': {'network_id': '1f675757-7530-419a-a517-8461a6b5c31e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1434176980-subnet', 'tenant_id': '9de8f52fb3754d7aad928e069440c6d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:27.560972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 1f675757-7530-419a-a517-8461a6b5c31e details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:17:27.589224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48567631-085d-4543-be27-b1ab052e7964 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:17:27.597908 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-48567631-085d-4543-be27-b1ab052e7964 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/98baa92f-743e-4bee-a665-5309616b92b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5790291 Aug 23 15:17:27.606073 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54356) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:27.606451 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee58807-ae2a-4008-95c7-08d829274aa0 None None] Sync routers for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:17:27.655215 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee58807-ae2a-4008-95c7-08d829274aa0 None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:27.656971 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1ee58807-ae2a-4008-95c7-08d829274aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:27.700019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e229e6-a750-4eff-8c5e-9efbf6fc6947 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting subnet 1dd7a33d-dde5-48d1-ac00-ba3d10ae640b {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:17:27.708803 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27e229e6-a750-4eff-8c5e-9efbf6fc6947 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:27.745367 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c76c9a4-1b3b-4230-baad-d802ca7b4587 admin admin] Made reservation on behalf of 9de8f52fb3754d7aad928e069440c6d0 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:17:27.748241 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5c76c9a4-1b3b-4230-baad-d802ca7b4587 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:27.749255 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:27.815294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 6fd2f2fd-4906-4db4-b787-009158cf5e01 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:27.923262 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27e229e6-a750-4eff-8c5e-9efbf6fc6947 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:27.996740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-478b151a-00d7-4158-8baa-d483ded3782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'name': 'tempest-TestAggregatesBasicOps-693011143-router', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'e5293d65-fc03-42ae-8254-5f5bb78e2e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:17:00Z', 'updated_at': '2021-08-23T15:17:25Z', 'revision_number': 5, 'project_id': '4173d5aca835471aa73c180d81ecefc6', 'gw_port': {'id': 'e5293d65-fc03-42ae-8254-5f5bb78e2e01', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:17:01Z', 'updated_at': '2021-08-23T15:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:28.013884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] Deleting port e5293d65-fc03-42ae-8254-5f5bb78e2e01 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:28.013884 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:28.132865 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-1ee58807-ae2a-4008-95c7-08d829274aa0 None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:28.178667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] For port e5293d65-fc03-42ae-8254-5f5bb78e2e01, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e5293d65-fc03-42ae-8254-5f5bb78e2e01,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:28.179736 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:28.190011 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27e229e6-a750-4eff-8c5e-9efbf6fc6947 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:28.210565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] Calling delete_port for e5293d65-fc03-42ae-8254-5f5bb78e2e01 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:28.292955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b151a-00d7-4158-8baa-d483ded3782e None None] Checking router: d365dbf5-812f-49e9-b4ab-0f8009fadce4 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:17:28.295117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 6fd2f2fd-4906-4db4-b787-009158cf5e01 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:28.306831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 6fd2f2fd-4906-4db4-b787-009158cf5e01 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:28.306831 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:28.334592 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5c76c9a4-1b3b-4230-baad-d802ca7b4587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:28.336469 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b151a-00d7-4158-8baa-d483ded3782e None None] Routers {'d365dbf5-812f-49e9-b4ab-0f8009fadce4'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:28.337165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-478b151a-00d7-4158-8baa-d483ded3782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['d365dbf5-812f-49e9-b4ab-0f8009fadce4'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:28.448113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76c9a4-1b3b-4230-baad-d802ca7b4587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe8e90a-97a6-4c68-b5ae-12ad54001744,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:28.473659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c76c9a4-1b3b-4230-baad-d802ca7b4587 admin admin] Checking segment: {'id': '6aede222-8fff-4b77-8f51-c07e2a187d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1f675757-7530-419a-a517-8461a6b5c31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:17:28.473945 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76c9a4-1b3b-4230-baad-d802ca7b4587 admin admin] Network hostable DHCP agents. Network: 1f675757-7530-419a-a517-8461a6b5c31e, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:17:28.565375 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27e229e6-a750-4eff-8c5e-9efbf6fc6947 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:28.566209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-478b151a-00d7-4158-8baa-d483ded3782e None None] Set router d365dbf5-812f-49e9-b4ab-0f8009fadce4 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:28.574085 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1ee58807-ae2a-4008-95c7-08d829274aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:25Z', 'revision_number': 10, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:28.615789 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e229e6-a750-4eff-8c5e-9efbf6fc6947 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd7a33d-dde5-48d1-ac00-ba3d10ae640b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:28.626740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76c9a4-1b3b-4230-baad-d802ca7b4587 admin admin] Network 1f675757-7530-419a-a517-8461a6b5c31e is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:17:28.636170 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27e229e6-a750-4eff-8c5e-9efbf6fc6947 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:28.639703 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-27e229e6-a750-4eff-8c5e-9efbf6fc6947 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/1dd7a33d-dde5-48d1-ac00-ba3d10ae640b HTTP/1.1" status: 204 len: 168 time: 1.0294318 Aug 23 15:17:28.642378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54362) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:28.664679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb194cf-18c2-42e4-87dd-fda1b78968e9 None None] Network 530f682f-72a3-4397-8626-65d6b2eeff50 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:17:28.682822 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee58807-ae2a-4008-95c7-08d829274aa0 None None] Checking router: 98baa92f-743e-4bee-a665-5309616b92b3 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:17:28.714982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ec5e6-e203-4b32-b22f-acb16b9c1779 req-c7615dd1-3389-4b48-9290-da22afff15ed tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:28.719638 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6d3ec5e6-e203-4b32-b22f-acb16b9c1779 req-c7615dd1-3389-4b48-9290-da22afff15ed tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 945 time: 0.2359376 Aug 23 15:17:28.725678 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee58807-ae2a-4008-95c7-08d829274aa0 None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:28.726306 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1ee58807-ae2a-4008-95c7-08d829274aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:28.744541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-478b151a-00d7-4158-8baa-d483ded3782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'name': 'tempest-TestAggregatesBasicOps-693011143-router', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:17:00Z', 'updated_at': '2021-08-23T15:17:27Z', 'revision_number': 6, 'project_id': '4173d5aca835471aa73c180d81ecefc6', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:28.794080 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:28.811214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b151a-00d7-4158-8baa-d483ded3782e None None] The sync data for ids ['d365dbf5-812f-49e9-b4ab-0f8009fadce4'] in n-d-804985-3 is: [{'id': 'd365dbf5-812f-49e9-b4ab-0f8009fadce4', 'name': 'tempest-TestAggregatesBasicOps-693011143-router', 'tenant_id': '4173d5aca835471aa73c180d81ecefc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:17:00Z', 'updated_at': '2021-08-23T15:17:27Z', 'revision_number': 6, 'project_id': '4173d5aca835471aa73c180d81ecefc6', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:28.842379 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6d3ec5e6-e203-4b32-b22f-acb16b9c1779 req-b56209b3-54a1-4277-82ba-5c208548d754 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=f51e7402-7213-41cc-87c0-eff366518f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164052 Aug 23 15:17:28.865732 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:28.931818 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-5c76c9a4-1b3b-4230-baad-d802ca7b4587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 1f675757-7530-419a-a517-8461a6b5c31e) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:17:28.942793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c76c9a4-1b3b-4230-baad-d802ca7b4587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:28.944358 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5c76c9a4-1b3b-4230-baad-d802ca7b4587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:28.945681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44458c62-48f5-486e-9929-eac59d7ea6b7 None None] Network 1f675757-7530-419a-a517-8461a6b5c31e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:17:28.957064 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-1ee58807-ae2a-4008-95c7-08d829274aa0 None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:28.971595 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:28.975008 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] Pushing event deleted for resources: {'Port': ['ID=e5293d65-fc03-42ae-8254-5f5bb78e2e01,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:29.013576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:29.014257 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:29.027573 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:29.094754 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:29.129056 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] For port 8ee03961-df67-4bbe-8aa9-d2217fcf15c7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8ee03961-df67-4bbe-8aa9-d2217fcf15c7,segment=NetworkSegment(ccbb8134-054a-4b3e-88e6-fd47f05b6287),segment_id=ccbb8134-054a-4b3e-88e6-fd47f05b6287)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:29.129776 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:29.157243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:29.161986 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5c76c9a4-1b3b-4230-baad-d802ca7b4587 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6225317 Aug 23 15:17:29.303156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e683b6a5-cd0f-444a-aed6-35a68412e9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd2f2fd-4906-4db4-b787-009158cf5e01'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:17:29.317554 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28046dc-06c3-4c1e-bdbc-f1549d8b2944" -d '{"events": [{"server_uuid": "e683b6a5-cd0f-444a-aed6-35a68412e9fd", "name": "network-vif-plugged", "status": "completed", "tag": "6fd2f2fd-4906-4db4-b787-009158cf5e01"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:17:29.362154 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:29.366734 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:29.412973 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1ee58807-ae2a-4008-95c7-08d829274aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:25Z', 'revision_number': 10, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:29.432653 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49290dde-453a-4742-8ea6-28e3938b00eb x-openstack-request-id: req-49290dde-453a-4742-8ea6-28e3938b00eb {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:17:29.433108 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e683b6a5-cd0f-444a-aed6-35a68412e9fd", "name": "network-vif-plugged", "status": "completed", "tag": "6fd2f2fd-4906-4db4-b787-009158cf5e01", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:17:29.433500 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-49290dde-453a-4742-8ea6-28e3938b00eb {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:17:29.434090 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e683b6a5-cd0f-444a-aed6-35a68412e9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd2f2fd-4906-4db4-b787-009158cf5e01', 'code': 200} Aug 23 15:17:29.437522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 6fd2f2fd-4906-4db4-b787-009158cf5e01, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=6fd2f2fd-4906-4db4-b787-009158cf5e01,segment=NetworkSegment(d79388c8-e064-4564-b7bd-148c3ed8ef7c),segment_id=d79388c8-e064-4564-b7bd-148c3ed8ef7c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:29.516796 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee58807-ae2a-4008-95c7-08d829274aa0 None None] The sync data for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 is: [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:25Z', 'revision_number': 10, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None, '_interfaces': [{'id': '86d03bc1-1c9b-42cd-9525-91e9256857b7', 'name': '', 'network_id': '25d873e3-e301-485e-a306-26c94d42ff00', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'mac_address': 'fa:16:3e:4c:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98baa92f-743e-4bee-a665-5309616b92b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:30Z', 'updated_at': '2021-08-23T15:16:40Z', 'revision_number': 5, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'subnets': [{'id': 'b4679084-e7a4-420b-94a2-9074b0864ae0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:29.540174 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:29.542487 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:29.645262 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=8ee03961-df67-4bbe-8aa9-d2217fcf15c7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:29.648396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No DVR routers for this DVR port 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:17:29.655168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=6fd2f2fd-4906-4db4-b787-009158cf5e01,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:29.673134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b92097-41a0-4c0d-9da5-aa959442206a None None] Network 1f675757-7530-419a-a517-8461a6b5c31e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:17:29.710687 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e315b-34d7-491b-af6b-6861e04a80f7 req-fa128058-87ee-4ab2-b0c9-24c3e0dac9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:29.714745 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c96e315b-34d7-491b-af6b-6861e04a80f7 req-fa128058-87ee-4ab2-b0c9-24c3e0dac9d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 1097 time: 0.1908219 Aug 23 15:17:29.824327 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c96e315b-34d7-491b-af6b-6861e04a80f7 req-bcf8358f-71f0-44ff-a128-2fc8bd2acc39 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f51e7402-7213-41cc-87c0-eff366518f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020319 Aug 23 15:17:29.867509 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:29.873117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24265b67-509e-47a3-be81-efdf4ebcb8f6 None None] DHCP port deletion for 530f682f-72a3-4397-8626-65d6b2eeff50 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:17:29.903294 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530f682f-72a3-4397-8626-65d6b2eeff50']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:29.940396 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:29.941432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d365dbf5-812f-49e9-b4ab-0f8009fadce4 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:17:29.954466 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbb8134-054a-4b3e-88e6-fd47f05b6287') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:29.955235 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbb8134-054a-4b3e-88e6-fd47f05b6287') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:29.956094 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:29.958034 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3f7493d2-8964-4267-805b-fe00de27b90e admin admin] 10.222.0.38 "DELETE /v2.0/routers/d365dbf5-812f-49e9-b4ab-0f8009fadce4 HTTP/1.1" status: 204 len: 168 time: 2.7981429 Aug 23 15:17:29.967532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54376) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:29.972934 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cd4d48b-9df7-4a1c-bf32-e1ed37dbe998 req-3c82bf8f-3855-4904-b67c-bbe69882e6b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1528583 Aug 23 15:17:30.055394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-292ffa42-8e3d-4ec6-93b5-4c14fdc350d1 admin admin] Deleting subnet f4fda5d6-109f-4968-9688-397acb1290be {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:17:30.060742 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-292ffa42-8e3d-4ec6-93b5-4c14fdc350d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:30.125182 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-292ffa42-8e3d-4ec6-93b5-4c14fdc350d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:30.134098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4d48b-9df7-4a1c-bf32-e1ed37dbe998 req-ff0845cb-2ba6-4cc1-b063-e0eb23190053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:30.136709 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cd4d48b-9df7-4a1c-bf32-e1ed37dbe998 req-ff0845cb-2ba6-4cc1-b063-e0eb23190053 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e99595cf1e34e82b2342655ef010f91&device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 1096 time: 0.1248028 Aug 23 15:17:30.146945 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1285e4d-6180-45db-8ac1-843ffded7c66 req-26ce579f-45ce-4e51-9caf-d5d5f513709b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:30.153496 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1285e4d-6180-45db-8ac1-843ffded7c66 req-26ce579f-45ce-4e51-9caf-d5d5f513709b tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 946 time: 0.0877497 Aug 23 15:17:30.186879 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:30.222219 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:30.241642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:17:30.241988 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:17:30.260618 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:17:30.272235 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1285e4d-6180-45db-8ac1-843ffded7c66 req-2db26f46-f15b-457d-8f6b-33f996b4d24e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=f51e7402-7213-41cc-87c0-eff366518f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173639 Aug 23 15:17:30.363320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:17:30.421165 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4d48b-9df7-4a1c-bf32-e1ed37dbe998 req-2e06c03a-82f1-4141-aed2-95bf0f8c7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:30.423997 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cd4d48b-9df7-4a1c-bf32-e1ed37dbe998 req-2e06c03a-82f1-4141-aed2-95bf0f8c7dd0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba929545-a5aa-4017-8c56-61de1121ed13 HTTP/1.1" status: 200 len: 912 time: 0.2454226 Aug 23 15:17:30.435837 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:17:30.436447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 191fb3ec-0151-4a9a-83b1-e5a0a6f13c4d not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:17:30.437184 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:17:30.531729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:17:30.532517 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8ee03961-df67-4bbe-8aa9-d2217fcf15c7 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:17:30.533413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e5293d65-fc03-42ae-8254-5f5bb78e2e01 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:17:30.558014 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-292ffa42-8e3d-4ec6-93b5-4c14fdc350d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:30.571450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: e5293d65-fc03-42ae-8254-5f5bb78e2e01 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:17:30.571797 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cd4d48b-9df7-4a1c-bf32-e1ed37dbe998 req-1ef7393b-f6b5-4af5-bc64-816778adc267 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=282f887b-3947-4fe2-8864-7040b02ac6e0 HTTP/1.1" status: 200 len: 1001 time: 0.1375940 Aug 23 15:17:30.572741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e5293d65-fc03-42ae-8254-5f5bb78e2e01 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:17:30.647730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4d48b-9df7-4a1c-bf32-e1ed37dbe998 req-37023539-d341-43be-8fe4-df3130f3f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:30.650115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cd4d48b-9df7-4a1c-bf32-e1ed37dbe998 req-37023539-d341-43be-8fe4-df3130f3f655 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae11ce01-e39c-4b2d-9455-4272290cbf22 HTTP/1.1" status: 200 len: 850 time: 0.0684891 Aug 23 15:17:30.726338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4d48b-9df7-4a1c-bf32-e1ed37dbe998 req-93bbbfe4-4ce0-4583-87b1-234a0c89a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:30.728133 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cd4d48b-9df7-4a1c-bf32-e1ed37dbe998 req-93bbbfe4-4ce0-4583-87b1-234a0c89a0f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba929545-a5aa-4017-8c56-61de1121ed13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705624 Aug 23 15:17:30.736428 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:30.747897 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:30.750915 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/networks/530f682f-72a3-4397-8626-65d6b2eeff50 HTTP/1.1" status: 204 len: 168 time: 2.1072040 Aug 23 15:17:30.754602 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54378) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:30.786820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9efc34-9b1c-4914-8407-74c028741df5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Network': ['ID=530f682f-72a3-4397-8626-65d6b2eeff50,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:30.898912 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-292ffa42-8e3d-4ec6-93b5-4c14fdc350d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:30.910413 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cd4d48b-9df7-4a1c-bf32-e1ed37dbe998 req-8f1b85b5-c621-4702-9523-fe93b848f060 service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729085 Aug 23 15:17:30.945140 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-292ffa42-8e3d-4ec6-93b5-4c14fdc350d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:30.947237 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-292ffa42-8e3d-4ec6-93b5-4c14fdc350d1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f4fda5d6-109f-4968-9688-397acb1290be HTTP/1.1" status: 204 len: 168 time: 0.9779351 Aug 23 15:17:30.947898 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26e48af-4c30-4341-926a-5e2fd506737c None None] Network 9ee3063e-2832-4397-9ecd-d98c892abfc9 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:17:30.960724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54380) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:30.976336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ffa42-8e3d-4ec6-93b5-4c14fdc350d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4fda5d6-109f-4968-9688-397acb1290be,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:31.194529 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:31.220831 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cd4d48b-9df7-4a1c-bf32-e1ed37dbe998 req-86d6e98f-2522-4e52-961e-4d0b95c71860 service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024895 Aug 23 15:17:31.298863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] Deleting port eeffa5da-4f75-4348-afbf-be1c31cc277a {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:31.301779 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:31.365640 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69237435-92ac-4402-8331-e8f7337bf9dd None None] DHCP port deletion for 9ee3063e-2832-4397-9ecd-d98c892abfc9 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:17:31.452565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] For port eeffa5da-4f75-4348-afbf-be1c31cc277a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=eeffa5da-4f75-4348-afbf-be1c31cc277a,segment=NetworkSegment(2507a32c-48f5-4a87-b906-5d0ca5d88065),segment_id=2507a32c-48f5-4a87-b906-5d0ca5d88065)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:31.453407 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:31.491913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] Calling delete_port for eeffa5da-4f75-4348-afbf-be1c31cc277a owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:31.504408 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-69237435-92ac-4402-8331-e8f7337bf9dd None None] Deleting port eeffa5da-4f75-4348-afbf-be1c31cc277a {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:31.504408 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69237435-92ac-4402-8331-e8f7337bf9dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:31.610538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-69237435-92ac-4402-8331-e8f7337bf9dd None None] For port eeffa5da-4f75-4348-afbf-be1c31cc277a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=eeffa5da-4f75-4348-afbf-be1c31cc277a,segment=NetworkSegment(2507a32c-48f5-4a87-b906-5d0ca5d88065),segment_id=2507a32c-48f5-4a87-b906-5d0ca5d88065)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:31.611032 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69237435-92ac-4402-8331-e8f7337bf9dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:31.635194 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-69237435-92ac-4402-8331-e8f7337bf9dd None None] Calling delete_port for eeffa5da-4f75-4348-afbf-be1c31cc277a owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:31.835623 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e25cd-3c28-4540-81ae-d3ad74f4a392 req-7a86c369-4ae9-465e-a32b-4606314476ff tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:31.836956 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e5f44713-3edf-45ec-9d99-b7248432af1e no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:17:31.837572 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-746e25cd-3c28-4540-81ae-d3ad74f4a392 req-7a86c369-4ae9-465e-a32b-4606314476ff tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 946 time: 0.1758611 Aug 23 15:17:31.860347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: e5f44713-3edf-45ec-9d99-b7248432af1e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:17:31.860771 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e5f44713-3edf-45ec-9d99-b7248432af1e not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:17:31.861100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device eeffa5da-4f75-4348-afbf-be1c31cc277a no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:17:31.871956 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:31.909357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] Pushing event deleted for resources: {'Port': ['ID=eeffa5da-4f75-4348-afbf-be1c31cc277a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:31.911317 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] No DVR routers for this DVR port eeffa5da-4f75-4348-afbf-be1c31cc277a on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:17:31.923985 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No active binding found for port eeffa5da-4f75-4348-afbf-be1c31cc277a {{(pid=96116) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 15:17:31.924708 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device eeffa5da-4f75-4348-afbf-be1c31cc277a not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:17:31.941469 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69237435-92ac-4402-8331-e8f7337bf9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:32.004363 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69237435-92ac-4402-8331-e8f7337bf9dd None None] Pushing event deleted for resources: {'Port': ['ID=eeffa5da-4f75-4348-afbf-be1c31cc277a,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:32.007407 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69237435-92ac-4402-8331-e8f7337bf9dd None None] No DVR routers for this DVR port eeffa5da-4f75-4348-afbf-be1c31cc277a on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:17:32.017672 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-746e25cd-3c28-4540-81ae-d3ad74f4a392 req-1157552b-f26a-4c83-8443-dc030c941784 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=f51e7402-7213-41cc-87c0-eff366518f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524744 Aug 23 15:17:32.075420 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:32.088374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee3063e-2832-4397-9ecd-d98c892abfc9']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:32.103533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2507a32c-48f5-4a87-b906-5d0ca5d88065') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:32.104342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2507a32c-48f5-4a87-b906-5d0ca5d88065') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:32.117926 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:32.152411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:32.160655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:17:32.161220 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:32.190841 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-513be1e4-7f56-4586-9d1c-0fdb16b9686f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:17:32.228435 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:17:32.289248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ff27-485b-487c-b41d-d1d5a2403dbd req-c4a392fa-4112-4aea-8e35-54fd4c765c8c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:32.301685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5244ff27-485b-487c-b41d-d1d5a2403dbd req-c4a392fa-4112-4aea-8e35-54fd4c765c8c tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 946 time: 0.1602619 Aug 23 15:17:32.377183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5244ff27-485b-487c-b41d-d1d5a2403dbd req-8627be01-9cb2-427d-bc31-3c51a29036be tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=f51e7402-7213-41cc-87c0-eff366518f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657191 Aug 23 15:17:32.387008 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54392) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:32.432739 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:32.440545 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:32.444035 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] 10.222.0.38 "DELETE /v2.0/networks/9ee3063e-2832-4397-9ecd-d98c892abfc9 HTTP/1.1" status: 204 len: 168 time: 1.4810438 Aug 23 15:17:32.471366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad4c4d-7cbd-4e16-8b54-e9bdc6d677fa admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee3063e-2832-4397-9ecd-d98c892abfc9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:32.504665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b461b5-978b-4d53-b296-45dd6437d516 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:32.511217 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-63b461b5-978b-4d53-b296-45dd6437d516 tempest-TestNetworkBasicOps-1666081518 tempest-TestNetworkBasicOps-1666081518-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 1092 time: 0.1186190 Aug 23 15:17:32.511942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54396) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:32.531913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '6fd2f2fd-4906-4db4-b787-009158cf5e01', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:32.649399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-513be1e4-7f56-4586-9d1c-0fdb16b9686f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port 86d03bc1-1c9b-42cd-9525-91e9256857b7 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:32.664175 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-513be1e4-7f56-4586-9d1c-0fdb16b9686f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:32.826027 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:32.850365 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-513be1e4-7f56-4586-9d1c-0fdb16b9686f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] For port 86d03bc1-1c9b-42cd-9525-91e9256857b7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=86d03bc1-1c9b-42cd-9525-91e9256857b7,segment=NetworkSegment(e67fe1f7-adf8-437f-9d1f-d438fa456f16),segment_id=e67fe1f7-adf8-437f-9d1f-d438fa456f16)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:32.850744 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-513be1e4-7f56-4586-9d1c-0fdb16b9686f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:32.870079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-513be1e4-7f56-4586-9d1c-0fdb16b9686f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for 86d03bc1-1c9b-42cd-9525-91e9256857b7 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:32.998936 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:33.177002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Allocated IP 172.25.8.48 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/8ba1e28d-d832-41b4-9245-6a864ac45b15) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:17:33.463186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54402) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:33.524746 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d07ebf7c-69d7-492f-bbd3-f205c0653cb2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=893d0196747f4356b32e0df05d80993a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599926 Aug 23 15:17:33.527270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54404) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:33.584091 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-02655833-e634-4515-a813-376c2daccac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:33.586979 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-513be1e4-7f56-4586-9d1c-0fdb16b9686f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:33.647138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513be1e4-7f56-4586-9d1c-0fdb16b9686f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=86d03bc1-1c9b-42cd-9525-91e9256857b7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:33.657590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-02655833-e634-4515-a813-376c2daccac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:33.738877 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:33.861725 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-02655833-e634-4515-a813-376c2daccac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:33.864662 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-02655833-e634-4515-a813-376c2daccac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:33.865935 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-02655833-e634-4515-a813-376c2daccac2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a0e43de-017a-42cc-9b87-117f16c87831 HTTP/1.1" status: 204 len: 168 time: 0.3370147 Aug 23 15:17:33.876630 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-513be1e4-7f56-4586-9d1c-0fdb16b9686f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:33.899866 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02655833-e634-4515-a813-376c2daccac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0e43de-017a-42cc-9b87-117f16c87831,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:33.980033 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:34.046374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:17:34.055158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:17:34.067778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:17:34.072573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Port': ['ID=8ba1e28d-d832-41b4-9245-6a864ac45b15,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:34.148343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513be1e4-7f56-4586-9d1c-0fdb16b9686f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 98baa92f-743e-4bee-a665-5309616b92b3 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:17:34.283033 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513be1e4-7f56-4586-9d1c-0fdb16b9686f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:17:34.300244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4efa4ce-2032-47c4-bdde-138c9b480a0b None None] Sync routers for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:17:34.321961 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-513be1e4-7f56-4586-9d1c-0fdb16b9686f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/98baa92f-743e-4bee-a665-5309616b92b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5657172 Aug 23 15:17:34.324727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4efa4ce-2032-47c4-bdde-138c9b480a0b None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:34.326869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54426) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:34.327275 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d4efa4ce-2032-47c4-bdde-138c9b480a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:34.424384 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-19582d2f-d1b0-4ce0-a09a-3ea3a1d14574 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting subnet b4679084-e7a4-420b-94a2-9074b0864ae0 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:17:34.437389 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-19582d2f-d1b0-4ce0-a09a-3ea3a1d14574 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:34.448861 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-d4efa4ce-2032-47c4-bdde-138c9b480a0b None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:34.482420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-ddc2a691-4345-4f4f-bd0d-47acea7743f0 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:34.485274 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-ddc2a691-4345-4f4f-bd0d-47acea7743f0 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/networks?id=1f675757-7530-419a-a517-8461a6b5c31e HTTP/1.1" status: 200 len: 809 time: 0.2377181 Aug 23 15:17:34.516690 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-9e2c2d1e-1253-4623-82d2-29cb76da7ac8 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/quotas/9de8f52fb3754d7aad928e069440c6d0 HTTP/1.1" status: 200 len: 375 time: 0.0199456 Aug 23 15:17:34.527619 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-19582d2f-d1b0-4ce0-a09a-3ea3a1d14574 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:34.560560 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d4efa4ce-2032-47c4-bdde-138c9b480a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:33Z', 'revision_number': 11, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:34.605179 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4efa4ce-2032-47c4-bdde-138c9b480a0b None None] Checking router: 98baa92f-743e-4bee-a665-5309616b92b3 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:17:34.607611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-f0409a22-88c8-46c8-a3b3-d8f0fadfe630 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9de8f52fb3754d7aad928e069440c6d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829005 Aug 23 15:17:34.630101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4efa4ce-2032-47c4-bdde-138c9b480a0b None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:34.630825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d4efa4ce-2032-47c4-bdde-138c9b480a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:34.771326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-d4efa4ce-2032-47c4-bdde-138c9b480a0b None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:34.780470 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-19582d2f-d1b0-4ce0-a09a-3ea3a1d14574 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:34.860603 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d4efa4ce-2032-47c4-bdde-138c9b480a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:33Z', 'revision_number': 11, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:34.898645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4efa4ce-2032-47c4-bdde-138c9b480a0b None None] The sync data for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 is: [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:33Z', 'revision_number': 11, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:35.039595 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-cac66d2c-0f9e-489c-876a-2386b787b9e1 service neutron] 10.222.0.38 "GET /v2.0/networks/1f675757-7530-419a-a517-8461a6b5c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174581 Aug 23 15:17:35.117653 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-19582d2f-d1b0-4ce0-a09a-3ea3a1d14574 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:35.167856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19582d2f-d1b0-4ce0-a09a-3ea3a1d14574 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Subnet': ['ID=b4679084-e7a4-420b-94a2-9074b0864ae0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:35.179790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54436) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:35.184544 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-19582d2f-d1b0-4ce0-a09a-3ea3a1d14574 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:35.190962 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-19582d2f-d1b0-4ce0-a09a-3ea3a1d14574 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/b4679084-e7a4-420b-94a2-9074b0864ae0 HTTP/1.1" status: 204 len: 168 time: 0.8603461 Aug 23 15:17:35.191724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54438) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:35.213892 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:35.218453 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-aa4a8bed-fb8f-46a0-a774-4216a1c242df service neutron] 10.222.0.38 "GET /v2.0/networks/1f675757-7530-419a-a517-8461a6b5c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658642 Aug 23 15:17:35.225058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c691fd4-218f-48a6-9050-7b3824f8039c None None] Network 25d873e3-e301-485e-a306-26c94d42ff00 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:17:35.334207 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3ab7a298-80b2-4297-a710-280f64411363 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4173d5aca835471aa73c180d81ecefc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512694 Aug 23 15:17:35.334488 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54442) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:35.366962 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:35.462366 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9489fa17-f992-4a70-9e35-56499fb48699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:35.498836 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9489fa17-f992-4a70-9e35-56499fb48699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:35.505287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Deleting port 5c43d176-fc27-457f-adb4-ab92f9ed4188 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:35.505635 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:35.536947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1af9100-6afc-4900-9c29-7ffc02ef6eaf None None] DHCP port deletion for 25d873e3-e301-485e-a306-26c94d42ff00 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:17:35.542214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173391fe-51b7-4d85-9318-b977f2f5e72e req-7e2b1b34-e2ab-42ab-9670-c419aee7d742 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:35.543958 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-173391fe-51b7-4d85-9318-b977f2f5e72e req-7e2b1b34-e2ab-42ab-9670-c419aee7d742 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.1200984 Aug 23 15:17:35.623709 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f1af9100-6afc-4900-9c29-7ffc02ef6eaf None None] Deleting port 5c43d176-fc27-457f-adb4-ab92f9ed4188 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:35.624174 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f1af9100-6afc-4900-9c29-7ffc02ef6eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:35.657333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] For port 5c43d176-fc27-457f-adb4-ab92f9ed4188, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5c43d176-fc27-457f-adb4-ab92f9ed4188,segment=NetworkSegment(e67fe1f7-adf8-437f-9d1f-d438fa456f16),segment_id=e67fe1f7-adf8-437f-9d1f-d438fa456f16)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:35.657717 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:35.677624 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:35.682859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Calling delete_port for 5c43d176-fc27-457f-adb4-ab92f9ed4188 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:35.690001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-173391fe-51b7-4d85-9318-b977f2f5e72e req-f999929f-8306-4af3-ba3c-dc2befc61270 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1135430 Aug 23 15:17:35.723456 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9489fa17-f992-4a70-9e35-56499fb48699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:35.752879 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9489fa17-f992-4a70-9e35-56499fb48699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:35.752879 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9489fa17-f992-4a70-9e35-56499fb48699 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61385b51-fc0e-4670-87c5-9c1fcbd9462f HTTP/1.1" status: 204 len: 168 time: 0.3913808 Aug 23 15:17:35.753917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f1af9100-6afc-4900-9c29-7ffc02ef6eaf None None] For port 5c43d176-fc27-457f-adb4-ab92f9ed4188, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5c43d176-fc27-457f-adb4-ab92f9ed4188,segment=NetworkSegment(e67fe1f7-adf8-437f-9d1f-d438fa456f16),segment_id=e67fe1f7-adf8-437f-9d1f-d438fa456f16)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:35.753917 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f1af9100-6afc-4900-9c29-7ffc02ef6eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:35.754095 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489fa17-f992-4a70-9e35-56499fb48699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61385b51-fc0e-4670-87c5-9c1fcbd9462f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:35.798461 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f1af9100-6afc-4900-9c29-7ffc02ef6eaf None None] Calling delete_port for 5c43d176-fc27-457f-adb4-ab92f9ed4188 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:35.898921 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-13517cd4-d38e-44b0-8e9a-135cd9197797 req-3f166a6c-59b6-49f4-b0f0-78b47b8432f3 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 210 time: 0.0491307 Aug 23 15:17:35.917869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 86d03bc1-1c9b-42cd-9525-91e9256857b7 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:17:35.962435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 86d03bc1-1c9b-42cd-9525-91e9256857b7 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:17:35.962435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 86d03bc1-1c9b-42cd-9525-91e9256857b7 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:17:35.962435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5c43d176-fc27-457f-adb4-ab92f9ed4188 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:17:36.056244 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:36.058330 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:36.209254 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f1af9100-6afc-4900-9c29-7ffc02ef6eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:36.215297 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:36.246491 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Port': ['ID=5c43d176-fc27-457f-adb4-ab92f9ed4188,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:36.252233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No DVR routers for this DVR port 5c43d176-fc27-457f-adb4-ab92f9ed4188 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:17:36.265321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af9100-6afc-4900-9c29-7ffc02ef6eaf None None] Pushing event deleted for resources: {'Port': ['ID=5c43d176-fc27-457f-adb4-ab92f9ed4188,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:36.265321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af9100-6afc-4900-9c29-7ffc02ef6eaf None None] No DVR routers for this DVR port 5c43d176-fc27-457f-adb4-ab92f9ed4188 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:17:36.301577 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:36.429788 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:36.469194 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d873e3-e301-485e-a306-26c94d42ff00']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:36.486667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event updated for resources: {'Port': ['ID=8ba1e28d-d832-41b4-9245-6a864ac45b15,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:36.497117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67fe1f7-adf8-437f-9d1f-d438fa456f16') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:36.497117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67fe1f7-adf8-437f-9d1f-d438fa456f16') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:36.520692 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:36.531773 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:36.588372 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:36.601646 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:17:36.602308 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:17:36.606541 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:17:36.770659 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Floating IP 0b832d24-42af-4d24-b481-7d387793dd31 associated. External IP: 172.25.8.48, port: 6fd2f2fd-4906-4db4-b787-009158cf5e01. Aug 23 15:17:36.863448 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aef42c-263b-4c00-be5d-9665efe10669 req-e12ffe84-5a14-4e38-b291-4d7f57067f9d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:36.865195 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58aef42c-263b-4c00-be5d-9665efe10669 req-e12ffe84-5a14-4e38-b291-4d7f57067f9d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.0707901 Aug 23 15:17:36.911499 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58aef42c-263b-4c00-be5d-9665efe10669 req-5967485f-e0db-4457-93e9-7cab5725bade tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392973 Aug 23 15:17:36.913726 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:36.963431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:36.969393 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/networks/25d873e3-e301-485e-a306-26c94d42ff00 HTTP/1.1" status: 204 len: 168 time: 1.7698107 Aug 23 15:17:36.972274 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54462) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:36.977403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-22c65450-feea-4f4f-814e-bf97afe328cc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'router': {'routes': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:37.012075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-151c225e-9a10-4264-842f-201663e87c3b req-127dc3ea-ed02-40f1-a532-66ea19b61bf0 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 210 time: 0.0468922 Aug 23 15:17:37.012075 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5998d-95fe-4e06-a09b-b4d1c1f04435 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Pushing event deleted for resources: {'Network': ['ID=25d873e3-e301-485e-a306-26c94d42ff00,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:37.094734 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:17:37.165805 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.extraroute_db [None req-22c65450-feea-4f4f-814e-bf97afe328cc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Added routes are [] {{(pid=96114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 15:17:37.166296 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.extraroute_db [None req-22c65450-feea-4f4f-814e-bf97afe328cc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Removed routes are [] {{(pid=96114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 15:17:37.166771 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-22c65450-feea-4f4f-814e-bf97afe328cc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:37.240622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:17:37.256003 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6fcc6-d98e-48c2-a73d-c1ec2dfd97c9 None None] Sync routers for ids ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:17:37.268831 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6fcc6-d98e-48c2-a73d-c1ec2dfd97c9 None None] Routers {'0f405a55-5f2e-48c8-ab30-c7d359edfc1d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:37.270889 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-01c6fcc6-d98e-48c2-a73d-c1ec2dfd97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:37.360240 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-22c65450-feea-4f4f-814e-bf97afe328cc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:37.363722 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-22c65450-feea-4f4f-814e-bf97afe328cc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:37.425373 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:37.433535 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-01c6fcc6-d98e-48c2-a73d-c1ec2dfd97c9 None None] Set router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:37.465255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cf13eceb-7286-48ec-8e65-a8c6bad2eeef tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9515169 Aug 23 15:17:37.466146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e683b6a5-cd0f-444a-aed6-35a68412e9fd', 'tag': '6fd2f2fd-4906-4db4-b787-009158cf5e01'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:17:37.468711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54466) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:37.470232 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f26bc9-92a4-4183-bf05-486e112d641c" -d '{"events": [{"name": "network-changed", "server_uuid": "e683b6a5-cd0f-444a-aed6-35a68412e9fd", "tag": "6fd2f2fd-4906-4db4-b787-009158cf5e01"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:17:37.516599 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a882bf-4b66-4a37-9eb8-e70a3190278f x-openstack-request-id: req-63a882bf-4b66-4a37-9eb8-e70a3190278f {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:17:37.519349 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e683b6a5-cd0f-444a-aed6-35a68412e9fd", "tag": "6fd2f2fd-4906-4db4-b787-009158cf5e01", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:17:37.519349 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-63a882bf-4b66-4a37-9eb8-e70a3190278f {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:17:37.519349 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e683b6a5-cd0f-444a-aed6-35a68412e9fd', 'tag': '6fd2f2fd-4906-4db4-b787-009158cf5e01', 'status': 'completed', 'code': 200} Aug 23 15:17:37.531334 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c65450-feea-4f4f-814e-bf97afe328cc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 98baa92f-743e-4bee-a665-5309616b92b3 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:17:37.605978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26bc9-92a4-4183-bf05-486e112d641c req-925a31aa-7c20-42fc-b2bc-e476d0b5267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:37.611734 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46f26bc9-92a4-4183-bf05-486e112d641c req-925a31aa-7c20-42fc-b2bc-e476d0b5267b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=51b6533c35f2415fa103d56c322ba6e0&device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 1097 time: 0.0610719 Aug 23 15:17:37.652135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c65450-feea-4f4f-814e-bf97afe328cc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:17:37.660346 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-22c65450-feea-4f4f-814e-bf97afe328cc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:37.664623 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-22c65450-feea-4f4f-814e-bf97afe328cc tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/98baa92f-743e-4bee-a665-5309616b92b3 HTTP/1.1" status: 200 len: 705 time: 0.6880400 Aug 23 15:17:37.664846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54470) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:37.681791 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-57517aa0-71f6-48b4-a6ec-2874065a8f32 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/floatingips/0b832d24-42af-4d24-b481-7d387793dd31 HTTP/1.1" status: 200 len: 991 time: 0.2097571 Aug 23 15:17:37.684663 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b91aca5-6982-4e36-8010-8fade6b429ea None None] Sync routers for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:17:37.703939 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-29a362dc-280f-4339-97d9-3b87edf397e5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports?device_id=98baa92f-743e-4bee-a665-5309616b92b3 HTTP/1.1" status: 200 len: 205 time: 0.0337126 Aug 23 15:17:37.710183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54472) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:37.721546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91aca5-6982-4e36-8010-8fade6b429ea None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:37.721546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5b91aca5-6982-4e36-8010-8fade6b429ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:37.752373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26bc9-92a4-4183-bf05-486e112d641c req-e944ca98-052c-46a4-95c0-342fe5b91421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:37.753937 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46f26bc9-92a4-4183-bf05-486e112d641c req-e944ca98-052c-46a4-95c0-342fe5b91421 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 HTTP/1.1" status: 200 len: 897 time: 0.1356452 Aug 23 15:17:37.781405 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-01c6fcc6-d98e-48c2-a73d-c1ec2dfd97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:41Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:43Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '0b832d24-42af-4d24-b481-7d387793dd31', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'port_id': '6fd2f2fd-4906-4db4-b787-009158cf5e01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'mac_address': 'fa:16:3e:02:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683b6a5-cd0f-444a-aed6-35a68412e9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:17:34Z', 'updated_at': '2021-08-23T15:17:34Z', 'revision_number': 0, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da076434-e07e-4904-9377-3c4e9552a821', 'name': '', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:c1:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:05Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:37.816924 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6fcc6-d98e-48c2-a73d-c1ec2dfd97c9 None None] Checking router: 0f405a55-5f2e-48c8-ab30-c7d359edfc1d for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:17:37.826984 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5d82211-4d33-4c1d-b00b-cf5d1e030d8f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:37.831621 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6fcc6-d98e-48c2-a73d-c1ec2dfd97c9 None None] Routers {'0f405a55-5f2e-48c8-ab30-c7d359edfc1d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:37.832317 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-01c6fcc6-d98e-48c2-a73d-c1ec2dfd97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:37.846510 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-5b91aca5-6982-4e36-8010-8fade6b429ea None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:37.862624 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46f26bc9-92a4-4183-bf05-486e112d641c req-df7c4bcc-6887-4556-965c-7a1e3c49d22a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fd2f2fd-4906-4db4-b787-009158cf5e01 HTTP/1.1" status: 200 len: 999 time: 0.1018879 Aug 23 15:17:37.931342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26bc9-92a4-4183-bf05-486e112d641c req-b38fdc00-d0e2-4954-a0c3-f3a0256afab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:37.935796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46f26bc9-92a4-4183-bf05-486e112d641c req-b38fdc00-d0e2-4954-a0c3-f3a0256afab3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6489214-61ff-49bc-8542-b4f0818ca82d HTTP/1.1" status: 200 len: 835 time: 0.0667977 Aug 23 15:17:38.010762 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-01c6fcc6-d98e-48c2-a73d-c1ec2dfd97c9 None None] Set router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:38.070230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26bc9-92a4-4183-bf05-486e112d641c req-6b9f4e7f-dcd3-451c-bde5-20ba1611fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:38.077579 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46f26bc9-92a4-4183-bf05-486e112d641c req-6b9f4e7f-dcd3-451c-bde5-20ba1611fa99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201391 Aug 23 15:17:38.082793 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5d82211-4d33-4c1d-b00b-cf5d1e030d8f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:38.086535 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5d82211-4d33-4c1d-b00b-cf5d1e030d8f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:38.143933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5b91aca5-6982-4e36-8010-8fade6b429ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:33Z', 'revision_number': 11, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:38.172950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b91aca5-6982-4e36-8010-8fade6b429ea None None] Checking router: 98baa92f-743e-4bee-a665-5309616b92b3 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:17:38.184976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91aca5-6982-4e36-8010-8fade6b429ea None None] Routers {'98baa92f-743e-4bee-a665-5309616b92b3'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:38.185968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5b91aca5-6982-4e36-8010-8fade6b429ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['98baa92f-743e-4bee-a665-5309616b92b3'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:38.197034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8f378-738f-4a6d-ac2b-b4bfe42d5ee4 req-3ca89eb2-880c-4156-ac61-b239fcf3d991 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:38.198334 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-62f8f378-738f-4a6d-ac2b-b4bfe42d5ee4 req-3ca89eb2-880c-4156-ac61-b239fcf3d991 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.1170182 Aug 23 15:17:38.256654 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46f26bc9-92a4-4183-bf05-486e112d641c req-4a68c327-36ca-437f-aaf0-8f61663e6f91 service neutron] 10.222.0.61 "GET /v2.0/networks/1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611037 Aug 23 15:17:38.265662 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-62f8f378-738f-4a6d-ac2b-b4bfe42d5ee4 req-d3685e48-c145-440d-b108-9e8ac727e390 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545163 Aug 23 15:17:38.271473 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5d82211-4d33-4c1d-b00b-cf5d1e030d8f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:38.272134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d82211-4d33-4c1d-b00b-cf5d1e030d8f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Fanout notify agent at l3_agent the message router_deleted on router 98baa92f-743e-4bee-a665-5309616b92b3 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:17:38.282866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5d82211-4d33-4c1d-b00b-cf5d1e030d8f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:38.289374 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b5d82211-4d33-4c1d-b00b-cf5d1e030d8f tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/routers/98baa92f-743e-4bee-a665-5309616b92b3 HTTP/1.1" status: 204 len: 168 time: 0.5769029 Aug 23 15:17:38.294907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54478) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:38.300563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e225f5e3-e6f0-4aed-a296-71225f8a4da4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1406680435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:38.335578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-5b91aca5-6982-4e36-8010-8fade6b429ea None None] Set router 98baa92f-743e-4bee-a665-5309616b92b3 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:38.344694 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-01c6fcc6-d98e-48c2-a73d-c1ec2dfd97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:41Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:43Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '0b832d24-42af-4d24-b481-7d387793dd31', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'port_id': '6fd2f2fd-4906-4db4-b787-009158cf5e01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'mac_address': 'fa:16:3e:02:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683b6a5-cd0f-444a-aed6-35a68412e9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:17:34Z', 'updated_at': '2021-08-23T15:17:34Z', 'revision_number': 0, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da076434-e07e-4904-9377-3c4e9552a821', 'name': '', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:c1:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:05Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:38.390602 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6fcc6-d98e-48c2-a73d-c1ec2dfd97c9 None None] The sync data for ids ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'] in n-d-804985-3 is: [{'id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:41Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:43Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '0b832d24-42af-4d24-b481-7d387793dd31', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'port_id': '6fd2f2fd-4906-4db4-b787-009158cf5e01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'mac_address': 'fa:16:3e:02:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683b6a5-cd0f-444a-aed6-35a68412e9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:17:34Z', 'updated_at': '2021-08-23T15:17:34Z', 'revision_number': 0, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da076434-e07e-4904-9377-3c4e9552a821', 'name': '', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:c1:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:05Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:38.409606 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46f26bc9-92a4-4183-bf05-486e112d641c req-616386f9-901f-4a06-b03e-0616dc4c6bd6 service neutron] 10.222.0.61 "GET /v2.0/networks/1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429040 Aug 23 15:17:38.416897 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5b91aca5-6982-4e36-8010-8fade6b429ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:33Z', 'revision_number': 11, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:38.419281 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e225f5e3-e6f0-4aed-a296-71225f8a4da4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:38.420407 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e225f5e3-e6f0-4aed-a296-71225f8a4da4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:38.443931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a53fc6ee-b22f-4526-a5c4-48d7f236e244 req-d8a64d56-25bd-476a-a33d-8d312fa723a7 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 210 time: 0.0649400 Aug 23 15:17:38.480429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b91aca5-6982-4e36-8010-8fade6b429ea None None] The sync data for ids ['98baa92f-743e-4bee-a665-5309616b92b3'] in n-d-804985-3 is: [{'id': '98baa92f-743e-4bee-a665-5309616b92b3', 'name': 'tempest-RoutersIpV6Test-router-1441673302', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:26Z', 'updated_at': '2021-08-23T15:17:33Z', 'revision_number': 11, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:38.526570 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e225f5e3-e6f0-4aed-a296-71225f8a4da4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:38.593502 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ada0f8-0987-4045-8b83-328d6416351f req-7667aa83-3d4f-4713-ba31-77de6625df1b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:38.596139 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05ada0f8-0987-4045-8b83-328d6416351f req-7667aa83-3d4f-4713-ba31-77de6625df1b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 946 time: 0.0717354 Aug 23 15:17:38.646150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05ada0f8-0987-4045-8b83-328d6416351f req-0987532f-d464-442d-b431-096a31a81174 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445073 Aug 23 15:17:38.680190 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e225f5e3-e6f0-4aed-a296-71225f8a4da4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:38.685369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54482) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:38.736794 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3546ecfe-0e75-48a3-a170-37949f8be5c6 None None] New status for floating IP 0b832d24-42af-4d24-b481-7d387793dd31: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:17:38.791263 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1fd6d79c-e8d4-4166-a92c-098c6d6d2b28 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/floatingips/0b832d24-42af-4d24-b481-7d387793dd31 HTTP/1.1" status: 200 len: 991 time: 0.1039407 Aug 23 15:17:38.872076 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e225f5e3-e6f0-4aed-a296-71225f8a4da4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:38.874282 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e225f5e3-e6f0-4aed-a296-71225f8a4da4 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5785475 Aug 23 15:17:38.877784 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54484) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:38.882783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c4461a95-26c8-493e-aba3-d9d5c9c0f220 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Request body: {'router': {'admin_state_up': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:39.453734 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3485b6-31c5-4b01-b845-cc75ea200002 req-1eb53929-1a70-4e35-86ec-8e0a742f1b63 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:39.455330 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac3485b6-31c5-4b01-b845-cc75ea200002 req-1eb53929-1a70-4e35-86ec-8e0a742f1b63 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.0687666 Aug 23 15:17:39.510966 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac3485b6-31c5-4b01-b845-cc75ea200002 req-459c8757-4ce8-4686-9476-b1ab9a175901 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484779 Aug 23 15:17:39.552660 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4461a95-26c8-493e-aba3-d9d5c9c0f220 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:39.591944 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7ed75667-3057-4f8e-ac36-227414f3113b req-4ba4c0dc-51e9-42fd-a591-a5c8b314a285 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 210 time: 0.0432653 Aug 23 15:17:39.637551 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4461a95-26c8-493e-aba3-d9d5c9c0f220 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:39.794524 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54492) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:39.796748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ce1f0-1090-4da7-be38-7ba24ccf2c6e req-6273d235-7d8a-46c6-8d9b-80cd1f701b2d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:39.798264 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa0ce1f0-1090-4da7-be38-7ba24ccf2c6e req-6273d235-7d8a-46c6-8d9b-80cd1f701b2d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 946 time: 0.0570171 Aug 23 15:17:39.846185 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa0ce1f0-1090-4da7-be38-7ba24ccf2c6e req-f7ce9dcf-11ec-4704-bd13-42f8b7b450c1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411429 Aug 23 15:17:39.877323 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c681d5b1-74dc-40ff-bcc1-48c26545b843 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/floatingips/0b832d24-42af-4d24-b481-7d387793dd31 HTTP/1.1" status: 200 len: 993 time: 0.0814610 Aug 23 15:17:39.961902 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4461a95-26c8-493e-aba3-d9d5c9c0f220 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Router 4994f9f6-adc2-4d97-9cfb-89eb16d2e894 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:17:40.042614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4461a95-26c8-493e-aba3-d9d5c9c0f220 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:17:40.050905 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c4461a95-26c8-493e-aba3-d9d5c9c0f220 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:40.054981 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c4461a95-26c8-493e-aba3-d9d5c9c0f220 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "PUT /v2.0/routers/4994f9f6-adc2-4d97-9cfb-89eb16d2e894 HTTP/1.1" status: 200 len: 698 time: 1.1761415 Aug 23 15:17:40.055327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd0427-b802-4e67-8e0c-9b21dba085b6 None None] Sync routers for ids ['4994f9f6-adc2-4d97-9cfb-89eb16d2e894'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:17:40.055800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54494) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:40.067845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd0427-b802-4e67-8e0c-9b21dba085b6 None None] Routers {'4994f9f6-adc2-4d97-9cfb-89eb16d2e894'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:40.068590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4dbd0427-b802-4e67-8e0c-9b21dba085b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['4994f9f6-adc2-4d97-9cfb-89eb16d2e894'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:40.085987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cd112-d227-464a-86a1-20a322fc8771 req-035e988f-72e5-4eb8-914d-300da001ec08 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:40.088183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a96cd112-d227-464a-86a1-20a322fc8771 req-035e988f-72e5-4eb8-914d-300da001ec08 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 946 time: 0.1203077 Aug 23 15:17:40.114567 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-4c0bd887-8a63-4e7e-88eb-f646c377edbd tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:40.116307 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-4c0bd887-8a63-4e7e-88eb-f646c377edbd tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.57 "GET /v2.0/networks?id=1f675757-7530-419a-a517-8461a6b5c31e HTTP/1.1" status: 200 len: 809 time: 0.1707976 Aug 23 15:17:40.147051 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-f68dcf75-ea34-428c-885b-2aa961c49031 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Request body: {'port': {'device_id': '7a327a18-0748-42a6-beca-749931692385', 'network_id': '1f675757-7530-419a-a517-8461a6b5c31e', 'admin_state_up': True, 'tenant_id': '9de8f52fb3754d7aad928e069440c6d0'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:40.151929 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-57e16203-575f-4a01-8d51-f8e51c62e342 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/routers/4994f9f6-adc2-4d97-9cfb-89eb16d2e894 HTTP/1.1" status: 200 len: 704 time: 0.0950181 Aug 23 15:17:40.154654 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54496) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:40.167996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-4dbd0427-b802-4e67-8e0c-9b21dba085b6 None None] Set router 4994f9f6-adc2-4d97-9cfb-89eb16d2e894 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:40.197154 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e642bd3f-eaa7-4827-8a48-57068e0167d7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports?device_id=4994f9f6-adc2-4d97-9cfb-89eb16d2e894 HTTP/1.1" status: 200 len: 205 time: 0.0406132 Aug 23 15:17:40.199631 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54498) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:40.247120 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4dbd0427-b802-4e67-8e0c-9b21dba085b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994f9f6-adc2-4d97-9cfb-89eb16d2e894', 'name': 'tempest-RoutersIpV6Test-router-1406680435', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:17:38Z', 'updated_at': '2021-08-23T15:17:39Z', 'revision_number': 2, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:40.286410 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd0427-b802-4e67-8e0c-9b21dba085b6 None None] Checking router: 4994f9f6-adc2-4d97-9cfb-89eb16d2e894 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:17:40.296470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd0427-b802-4e67-8e0c-9b21dba085b6 None None] Routers {'4994f9f6-adc2-4d97-9cfb-89eb16d2e894'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:40.297237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4dbd0427-b802-4e67-8e0c-9b21dba085b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['4994f9f6-adc2-4d97-9cfb-89eb16d2e894'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:40.297738 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fb6d515d-fda8-4ebe-a95f-56ad22e70bb2 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:40.331421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-a96cd112-d227-464a-86a1-20a322fc8771 req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Deleting port 95c13ea7-34f9-49de-9665-9e7ad0b125e7 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:40.331867 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a96cd112-d227-464a-86a1-20a322fc8771 req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:40.392523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-4dbd0427-b802-4e67-8e0c-9b21dba085b6 None None] Set router 4994f9f6-adc2-4d97-9cfb-89eb16d2e894 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:40.466104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a96cd112-d227-464a-86a1-20a322fc8771 req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] For port 95c13ea7-34f9-49de-9665-9e7ad0b125e7, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=95c13ea7-34f9-49de-9665-9e7ad0b125e7,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:40.466940 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a96cd112-d227-464a-86a1-20a322fc8771 req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:40.481116 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4dbd0427-b802-4e67-8e0c-9b21dba085b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4994f9f6-adc2-4d97-9cfb-89eb16d2e894', 'name': 'tempest-RoutersIpV6Test-router-1406680435', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:17:38Z', 'updated_at': '2021-08-23T15:17:39Z', 'revision_number': 2, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:40.529294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd0427-b802-4e67-8e0c-9b21dba085b6 None None] The sync data for ids ['4994f9f6-adc2-4d97-9cfb-89eb16d2e894'] in n-d-804985-3 is: [{'id': '4994f9f6-adc2-4d97-9cfb-89eb16d2e894', 'name': 'tempest-RoutersIpV6Test-router-1406680435', 'tenant_id': '5ef58cbc10884dd993c20fc09036deeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:17:38Z', 'updated_at': '2021-08-23T15:17:39Z', 'revision_number': 2, 'project_id': '5ef58cbc10884dd993c20fc09036deeb', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:40.529528 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fb6d515d-fda8-4ebe-a95f-56ad22e70bb2 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:40.536116 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fb6d515d-fda8-4ebe-a95f-56ad22e70bb2 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:40.598483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-f68dcf75-ea34-428c-885b-2aa961c49031 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Made reservation on behalf of 9de8f52fb3754d7aad928e069440c6d0 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:17:40.607540 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-f68dcf75-ea34-428c-885b-2aa961c49031 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:40.724563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c777223-68bc-433c-9716-966df4cac6c7 req-673eef89-aa84-46a8-9cb8-40e3df78a59f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:40.729065 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8c777223-68bc-433c-9716-966df4cac6c7 req-673eef89-aa84-46a8-9cb8-40e3df78a59f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.0939970 Aug 23 15:17:40.751552 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fb6d515d-fda8-4ebe-a95f-56ad22e70bb2 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:40.752451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6d515d-fda8-4ebe-a95f-56ad22e70bb2 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Fanout notify agent at l3_agent the message router_deleted on router 4994f9f6-adc2-4d97-9cfb-89eb16d2e894 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:17:40.767085 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fb6d515d-fda8-4ebe-a95f-56ad22e70bb2 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:40.769104 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fb6d515d-fda8-4ebe-a95f-56ad22e70bb2 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/routers/4994f9f6-adc2-4d97-9cfb-89eb16d2e894 HTTP/1.1" status: 204 len: 168 time: 0.5679901 Aug 23 15:17:40.773284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54504) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:40.818781 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6a051a37-6933-4bce-8b14-42f486037fa0 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports?device_id=4994f9f6-adc2-4d97-9cfb-89eb16d2e894 HTTP/1.1" status: 200 len: 205 time: 0.0404899 Aug 23 15:17:40.821666 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54506) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:40.841892 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-61b9721d-0f0e-4023-8944-a0df02c99079 req-e07e6854-0f38-47d4-bbcf-9eddb75cf441 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 210 time: 0.0917332 Aug 23 15:17:40.844741 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8c777223-68bc-433c-9716-966df4cac6c7 req-86f998c7-cf76-4ddb-9b2a-00be9fb7093d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100433 Aug 23 15:17:40.908317 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-b1d4aab0-13dd-4e30-a3a6-746f8ee818ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] delete failed (client error): The resource could not be found. Aug 23 15:17:40.909588 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b1d4aab0-13dd-4e30-a3a6-746f8ee818ab tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/routers/4994f9f6-adc2-4d97-9cfb-89eb16d2e894 HTTP/1.1" status: 404 len: 336 time: 0.0869493 Aug 23 15:17:40.913741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54510) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:40.954650 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e43399-c7ab-43b0-8b5c-9101fe14182b tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] DELETE failed (client error): The resource could not be found. Aug 23 15:17:40.955145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e43399-c7ab-43b0-8b5c-9101fe14182b tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:17:40.957375 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-01e43399-c7ab-43b0-8b5c-9101fe14182b tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/38dea1e2-1963-4f35-b2cc-1a3fcf6b8d12 HTTP/1.1" status: 404 len: 337 time: 0.0426016 Aug 23 15:17:40.960255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54512) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.006699 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-55eb9503-125c-4adf-a00b-eef44e20448c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] DELETE failed (client error): The resource could not be found. Aug 23 15:17:41.007690 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55eb9503-125c-4adf-a00b-eef44e20448c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:17:41.014042 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-55eb9503-125c-4adf-a00b-eef44e20448c tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/95de5bec-7d3a-42ea-8b21-9a8434bd4f24 HTTP/1.1" status: 404 len: 337 time: 0.0523980 Aug 23 15:17:41.019145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54516) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.044428 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a96cd112-d227-464a-86a1-20a322fc8771 req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:41.045005 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a96cd112-d227-464a-86a1-20a322fc8771 req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:41.045547 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-a96cd112-d227-464a-86a1-20a322fc8771 req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Floating IP 19b1a498-dc31-4ed6-9882-99933118970d disassociated. External IP: 172.25.8.170, port: 95c13ea7-34f9-49de-9665-9e7ad0b125e7. Aug 23 15:17:41.046227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-a96cd112-d227-464a-86a1-20a322fc8771 req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Calling delete_port for 95c13ea7-34f9-49de-9665-9e7ad0b125e7 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:17:41.084623 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122477d-650f-41df-bee6-dabe8984798b req-aa309c8d-50c0-43d7-8daa-de0af204a903 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:41.087047 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6122477d-650f-41df-bee6-dabe8984798b req-aa309c8d-50c0-43d7-8daa-de0af204a903 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 946 time: 0.1237183 Aug 23 15:17:41.093375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-f68dcf75-ea34-428c-885b-2aa961c49031 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Allocated IP 172.20.0.3 (1f675757-7530-419a-a517-8461a6b5c31e/cfe8e90a-97a6-4c68-b5ae-12ad54001744/d7b7d360-54d6-440f-b4e4-3cf09addf03f) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:17:41.096670 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef8b8a4-54f8-490e-b797-71ca17331ccf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] DELETE failed (client error): The resource could not be found. Aug 23 15:17:41.097455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef8b8a4-54f8-490e-b797-71ca17331ccf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:17:41.100773 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8ef8b8a4-54f8-490e-b797-71ca17331ccf tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/1dd7a33d-dde5-48d1-ac00-ba3d10ae640b HTTP/1.1" status: 404 len: 337 time: 0.0780108 Aug 23 15:17:41.110747 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54518) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.167165 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6122477d-650f-41df-bee6-dabe8984798b req-aa9d2d9e-340c-425c-952c-3c2be2a89f37 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677750 Aug 23 15:17:41.202643 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9e606e-8308-4643-bc83-3fab72f16dc7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] DELETE failed (client error): The resource could not be found. Aug 23 15:17:41.203312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9e606e-8308-4643-bc83-3fab72f16dc7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:17:41.205135 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bb9e606e-8308-4643-bc83-3fab72f16dc7 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/b4679084-e7a4-420b-94a2-9074b0864ae0 HTTP/1.1" status: 404 len: 337 time: 0.0933275 Aug 23 15:17:41.208615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54520) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.247836 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-56785d30-c8ce-4251-875d-80c4b8ca6efe tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports?device_id=98baa92f-743e-4bee-a665-5309616b92b3 HTTP/1.1" status: 200 len: 205 time: 0.0370762 Aug 23 15:17:41.251205 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54522) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.300391 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-fc8499da-df98-4651-8365-2d0341e9b380 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] delete failed (client error): The resource could not be found. Aug 23 15:17:41.301516 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fc8499da-df98-4651-8365-2d0341e9b380 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/routers/98baa92f-743e-4bee-a665-5309616b92b3 HTTP/1.1" status: 404 len: 336 time: 0.0479479 Aug 23 15:17:41.304543 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54524) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.357697 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b4bf3b89-0213-4668-bc33-1320ccf79124 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7c45d1d-1850-4884-a479-858f355d5597 HTTP/1.1" status: 200 len: 205 time: 0.0430059 Aug 23 15:17:41.362472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54526) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.414195 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-d270ee06-5fac-4ed0-853c-707a06cfa6d9 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] delete failed (client error): The resource could not be found. Aug 23 15:17:41.416079 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d270ee06-5fac-4ed0-853c-707a06cfa6d9 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/routers/f7c45d1d-1850-4884-a479-858f355d5597 HTTP/1.1" status: 404 len: 336 time: 0.0520568 Aug 23 15:17:41.420518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54528) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.456765 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a7d045-e8f5-4375-a8af-8c5be0c5803d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] DELETE failed (client error): The resource could not be found. Aug 23 15:17:41.457336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a7d045-e8f5-4375-a8af-8c5be0c5803d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:17:41.463403 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-84a7d045-e8f5-4375-a8af-8c5be0c5803d tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/fe1544ac-c2aa-4231-9b66-f77abf694aab HTTP/1.1" status: 404 len: 337 time: 0.0365281 Aug 23 15:17:41.464055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54530) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.504403 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ae98e437-a985-463b-9eb7-997e60fa73e3 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e48378a-535d-447f-a5d3-d866f0b2a930 HTTP/1.1" status: 200 len: 205 time: 0.0383780 Aug 23 15:17:41.508518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54532) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.565751 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-68178acd-dd86-42f9-bfa3-38def50c495b tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] delete failed (client error): The resource could not be found. Aug 23 15:17:41.566791 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-68178acd-dd86-42f9-bfa3-38def50c495b tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/routers/5e48378a-535d-447f-a5d3-d866f0b2a930 HTTP/1.1" status: 404 len: 336 time: 0.0573063 Aug 23 15:17:41.569995 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54534) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.615958 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c6eb1061-483f-4257-927a-89bcca94ba09 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports?device_id=bbf30485-5c11-4eee-a0ac-9dd68494f2a8 HTTP/1.1" status: 200 len: 205 time: 0.0434675 Aug 23 15:17:41.620277 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54536) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.663505 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-cd64efa2-1b58-4d55-8cf6-ffc6273055aa tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] delete failed (client error): The resource could not be found. Aug 23 15:17:41.668634 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cd64efa2-1b58-4d55-8cf6-ffc6273055aa tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/routers/bbf30485-5c11-4eee-a0ac-9dd68494f2a8 HTTP/1.1" status: 404 len: 336 time: 0.0432823 Aug 23 15:17:41.668967 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54538) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.710918 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-412ecba7-1385-467e-b27e-3ebd29714a93 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] DELETE failed (client error): The resource could not be found. Aug 23 15:17:41.712065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412ecba7-1385-467e-b27e-3ebd29714a93 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:17:41.714273 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-412ecba7-1385-467e-b27e-3ebd29714a93 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/0d8609b0-d44e-4054-9fd8-c4fbeaf73838 HTTP/1.1" status: 404 len: 337 time: 0.0442474 Aug 23 15:17:41.716451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54540) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.756405 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f6caea1c-ad88-473b-be7f-c7a1dc5e8373 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4aa2243-7881-4d7d-9b96-e95050ef9dc9 HTTP/1.1" status: 200 len: 205 time: 0.0388422 Aug 23 15:17:41.757630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54542) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.829110 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-0a14f523-2129-406d-b261-e5e91db200b5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] delete failed (client error): The resource could not be found. Aug 23 15:17:41.834588 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0a14f523-2129-406d-b261-e5e91db200b5 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/routers/c4aa2243-7881-4d7d-9b96-e95050ef9dc9 HTTP/1.1" status: 404 len: 336 time: 0.0716159 Aug 23 15:17:41.834838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54544) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.863401 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-f68dcf75-ea34-428c-885b-2aa961c49031 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:41.870938 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-048c640b-2278-4855-abcc-6036cac9294e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] DELETE failed (client error): The resource could not be found. Aug 23 15:17:41.870938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048c640b-2278-4855-abcc-6036cac9294e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:17:41.882532 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-048c640b-2278-4855-abcc-6036cac9294e tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/b108baab-9683-4288-a13d-00fcae23c77f HTTP/1.1" status: 404 len: 337 time: 0.0371289 Aug 23 15:17:41.882532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54546) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.940349 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c843b5bf-69e0-44bc-a2f7-30dacbae47de tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "GET /v2.0/ports?device_id=1bf09a01-4c60-45f7-9f5d-91e1ea09921c HTTP/1.1" status: 200 len: 205 time: 0.0627868 Aug 23 15:17:41.942992 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54552) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:41.979211 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f620ed84-282e-41f8-bda9-227816ab0850 req-cb173c06-e11e-45bf-b7ac-508249eedd29 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 210 time: 0.0361590 Aug 23 15:17:42.001249 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-1f86d008-b89e-40c5-adf2-d711e27ee207 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] delete failed (client error): The resource could not be found. Aug 23 15:17:42.002376 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1f86d008-b89e-40c5-adf2-d711e27ee207 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/routers/1bf09a01-4c60-45f7-9f5d-91e1ea09921c HTTP/1.1" status: 404 len: 336 time: 0.0567296 Aug 23 15:17:42.007222 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54554) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:42.075837 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b44920a-1c6e-4ecf-b219-6c828026604b tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] DELETE failed (client error): The resource could not be found. Aug 23 15:17:42.076232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b44920a-1c6e-4ecf-b219-6c828026604b tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:17:42.080326 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6b44920a-1c6e-4ecf-b219-6c828026604b tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/a603f585-6de2-43bf-8fb8-79c57a621b7f HTTP/1.1" status: 404 len: 337 time: 0.0715358 Aug 23 15:17:42.081585 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a96cd112-d227-464a-86a1-20a322fc8771 req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:42.083158 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54556) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:42.121608 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39b19bc-f0d9-4e47-99d1-3cca0bd45966 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] DELETE failed (client error): The resource could not be found. Aug 23 15:17:42.122311 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39b19bc-f0d9-4e47-99d1-3cca0bd45966 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:17:42.125702 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a39b19bc-f0d9-4e47-99d1-3cca0bd45966 tempest-RoutersIpV6Test-1870091126 tempest-RoutersIpV6Test-1870091126-project] 10.222.0.38 "DELETE /v2.0/subnets/064a104c-1f70-4cee-95d1-5affd882077c HTTP/1.1" status: 404 len: 337 time: 0.0413673 Aug 23 15:17:42.137748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event deleted for resources: {'Port': ['ID=95c13ea7-34f9-49de-9665-9e7ad0b125e7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:42.146522 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-f68dcf75-ea34-428c-885b-2aa961c49031 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:42.165066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bbd41-9d97-4f65-bb03-59611531028d req-3178ea00-272c-4701-b159-5d27ec4bcaf8 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:42.166687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-825bbd41-9d97-4f65-bb03-59611531028d req-3178ea00-272c-4701-b159-5d27ec4bcaf8 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.1798742 Aug 23 15:17:42.287805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-f68dcf75-ea34-428c-885b-2aa961c49031 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Network 1f675757-7530-419a-a517-8461a6b5c31e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:17:42.300443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-f68dcf75-ea34-428c-885b-2aa961c49031 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:17:42.306539 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-f68dcf75-ea34-428c-885b-2aa961c49031 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:17:42.344705 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-066a9125-a931-4f22-97dc-59692cfe6797 req-ad7dabf5-1874-4cfc-a7e2-b85178d2cc61 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 210 time: 0.0394697 Aug 23 15:17:42.373380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68dcf75-ea34-428c-885b-2aa961c49031 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Pushing event updated for resources: {'Port': ['ID=d7b7d360-54d6-440f-b4e4-3cf09addf03f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:42.410658 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-825bbd41-9d97-4f65-bb03-59611531028d req-b14370b8-59ca-4906-9bca-b55d384af0d8 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2072315 Aug 23 15:17:42.428815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-f68dcf75-ea34-428c-885b-2aa961c49031 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:42.441377 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-f68dcf75-ea34-428c-885b-2aa961c49031 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:42.445156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a96cd112-d227-464a-86a1-20a322fc8771 req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:17:42.610047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a96cd112-d227-464a-86a1-20a322fc8771 req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:17:42.625260 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44d49a7-00f5-4617-85f5-7ded06218158 None None] Sync routers for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:17:42.642977 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44d49a7-00f5-4617-85f5-7ded06218158 None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:42.644461 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f44d49a7-00f5-4617-85f5-7ded06218158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:42.660878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96cd112-d227-464a-86a1-20a322fc8771 req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] No DVR routers for this DVR port 95c13ea7-34f9-49de-9665-9e7ad0b125e7 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:17:42.667141 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a96cd112-d227-464a-86a1-20a322fc8771 req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:42.667141 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a96cd112-d227-464a-86a1-20a322fc8771 req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "DELETE /v2.0/ports/95c13ea7-34f9-49de-9665-9e7ad0b125e7 HTTP/1.1" status: 204 len: 173 time: 2.5712769 Aug 23 15:17:42.667141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78338a3-4ffc-4743-93fc-2521bd839a3d', 'name': 'network-vif-deleted', 'tag': '95c13ea7-34f9-49de-9665-9e7ad0b125e7'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:17:42.676354 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76f50f8-9da9-47fc-a129-dbe85328767b" -d '{"events": [{"server_uuid": "b78338a3-4ffc-4743-93fc-2521bd839a3d", "name": "network-vif-deleted", "tag": "95c13ea7-34f9-49de-9665-9e7ad0b125e7"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:17:42.721943 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45f0f06-63a6-43d1-b626-0c221baa4b69 x-openstack-request-id: req-b45f0f06-63a6-43d1-b626-0c221baa4b69 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:17:42.722273 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78338a3-4ffc-4743-93fc-2521bd839a3d", "name": "network-vif-deleted", "tag": "95c13ea7-34f9-49de-9665-9e7ad0b125e7", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:17:42.722611 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b45f0f06-63a6-43d1-b626-0c221baa4b69 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:17:42.723062 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78338a3-4ffc-4743-93fc-2521bd839a3d', 'name': 'network-vif-deleted', 'tag': '95c13ea7-34f9-49de-9665-9e7ad0b125e7', 'status': 'completed', 'code': 200} Aug 23 15:17:42.756704 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-f68dcf75-ea34-428c-885b-2aa961c49031 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6170354 Aug 23 15:17:42.772238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Request body: {'port': {'device_id': '7a327a18-0748-42a6-beca-749931692385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:42.782715 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f44d49a7-00f5-4617-85f5-7ded06218158 None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:42.845755 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:43.046494 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f44d49a7-00f5-4617-85f5-7ded06218158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:43.107113 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44d49a7-00f5-4617-85f5-7ded06218158 None None] Checking router: 0821063b-7d14-4a1e-bdec-4cf35a96f1cf for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:17:43.119508 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44d49a7-00f5-4617-85f5-7ded06218158 None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:17:43.121099 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f44d49a7-00f5-4617-85f5-7ded06218158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:43.204693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54568) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:43.226138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc2086-2c61-4dc0-afd7-1940f00bccf3 req-7e47d6ab-fa1e-4ff2-98c0-9e005b2375ca tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:43.227818 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4afc2086-2c61-4dc0-afd7-1940f00bccf3 req-7e47d6ab-fa1e-4ff2-98c0-9e005b2375ca tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 931 time: 0.1338737 Aug 23 15:17:43.281033 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f44d49a7-00f5-4617-85f5-7ded06218158 None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:17:43.307528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4afc2086-2c61-4dc0-afd7-1940f00bccf3 req-2be156f1-c6ef-406f-a5ce-ebc30b176ca1 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700512 Aug 23 15:17:43.318876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b7d360-54d6-440f-b4e4-3cf09addf03f {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:17:43.328524 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:43.346648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Transition to ACTIVE for port object d7b7d360-54d6-440f-b4e4-3cf09addf03f will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:17:43.424444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54574) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:43.425225 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-32be5db3-eca6-47db-adad-a6f890df9ff9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ef58cbc10884dd993c20fc09036deeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188318 Aug 23 15:17:43.471201 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3b77abf3-c085-41ca-ba04-19eda8751735 req-1fc1942f-b0a1-43ca-9db9-b173f09f0b08 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 210 time: 0.0376728 Aug 23 15:17:43.562714 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8431531f-65ff-4078-b27f-25763e1a9560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:43.572092 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:43.602971 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f44d49a7-00f5-4617-85f5-7ded06218158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:17:43.633480 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44d49a7-00f5-4617-85f5-7ded06218158 None None] The sync data for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 is: [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:17:43.642261 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8431531f-65ff-4078-b27f-25763e1a9560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:43.720707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a68384-b96d-457e-b386-f033cd90472b req-998c82f9-6fc7-4572-8025-b6a36cb01ed0 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:43.722381 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41a68384-b96d-457e-b386-f033cd90472b req-998c82f9-6fc7-4572-8025-b6a36cb01ed0 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.2071345 Aug 23 15:17:43.740815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7d360-54d6-440f-b4e4-3cf09addf03f,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:43.855341 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41a68384-b96d-457e-b386-f033cd90472b req-b51cf5ab-ce63-497d-a125-08f36e65dd9f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100912 Aug 23 15:17:43.869408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Attempting to bind port d7b7d360-54d6-440f-b4e4-3cf09addf03f on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:17:43.869739 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Attempting to bind port d7b7d360-54d6-440f-b4e4-3cf09addf03f by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6aede222-8fff-4b77-8f51-c07e2a187d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1f675757-7530-419a-a517-8461a6b5c31e'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:17:43.870153 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Attempting to bind port d7b7d360-54d6-440f-b4e4-3cf09addf03f on network 1f675757-7530-419a-a517-8461a6b5c31e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:17:43.887955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Port d7b7d360-54d6-440f-b4e4-3cf09addf03f on network 1f675757-7530-419a-a517-8461a6b5c31e not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:17:43.888298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Attempting to bind port d7b7d360-54d6-440f-b4e4-3cf09addf03f on network 1f675757-7530-419a-a517-8461a6b5c31e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:17:43.900707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:17:43.901156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Checking segment: {'id': '6aede222-8fff-4b77-8f51-c07e2a187d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1f675757-7530-419a-a517-8461a6b5c31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:17:43.901729 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Bound using segment: {'id': '6aede222-8fff-4b77-8f51-c07e2a187d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1f675757-7530-419a-a517-8461a6b5c31e'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:17:43.902314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Bound port: d7b7d360-54d6-440f-b4e4-3cf09addf03f, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aede222-8fff-4b77-8f51-c07e2a187d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1f675757-7530-419a-a517-8461a6b5c31e'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:17:43.902872 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:44.004338 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8431531f-65ff-4078-b27f-25763e1a9560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:44.007253 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8431531f-65ff-4078-b27f-25763e1a9560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:44.010958 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8431531f-65ff-4078-b27f-25763e1a9560 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5b634fcc-d8da-48c8-8e75-9130daf0f287 HTTP/1.1" status: 204 len: 168 time: 0.5825067 Aug 23 15:17:44.018228 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] For port d7b7d360-54d6-440f-b4e4-3cf09addf03f, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:17:44.025636 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e377151-2c68-4b67-94b5-b88820026a97 None None] New status for floating IP 19b1a498-dc31-4ed6-9882-99933118970d: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:17:44.026748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] For port d7b7d360-54d6-440f-b4e4-3cf09addf03f, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d7b7d360-54d6-440f-b4e4-3cf09addf03f,segment=NetworkSegment(6aede222-8fff-4b77-8f51-c07e2a187d64),segment_id=6aede222-8fff-4b77-8f51-c07e2a187d64)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:17:44.028108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431531f-65ff-4078-b27f-25763e1a9560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b634fcc-d8da-48c8-8e75-9130daf0f287,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:44.145326 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:44.200367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:44.200367 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:44.200367 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] 10.222.0.57 "PUT /v2.0/ports/d7b7d360-54d6-440f-b4e4-3cf09addf03f HTTP/1.1" status: 200 len: 1091 time: 1.4246695 Aug 23 15:17:44.226034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49699997-a509-45d5-8af0-e3008cac8b63 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7d360-54d6-440f-b4e4-3cf09addf03f,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:44.450971 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f47fa-01cb-43d7-a2d6-160459597bae req-07eb3f2a-0ce9-44de-8da3-c12e5ab85187 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:44.453592 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-101f47fa-01cb-43d7-a2d6-160459597bae req-07eb3f2a-0ce9-44de-8da3-c12e5ab85187 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 943 time: 0.0545015 Aug 23 15:17:44.513152 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-101f47fa-01cb-43d7-a2d6-160459597bae req-58e22b88-710f-4fad-80fd-6684382d35f0 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514181 Aug 23 15:17:44.603329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-4c847eed-dc88-4fe7-8e83-c9cb28082bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:44.603329 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-4c847eed-dc88-4fe7-8e83-c9cb28082bc3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9de8f52fb3754d7aad928e069440c6d0&device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 1094 time: 0.0780468 Aug 23 15:17:44.603329 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b86175e8-2c7a-4a2e-b12e-64fcee3a4bb6 req-96cbdbb6-4b48-4b9b-9b9b-3b4115a50f23 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 210 time: 0.0413117 Aug 23 15:17:44.647289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-7b073b6e-34fe-4ea1-b80c-727335a842aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7b7d360-54d6-440f-b4e4-3cf09addf03f HTTP/1.1" status: 200 len: 217 time: 0.0490031 Aug 23 15:17:44.713873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-075d084d-e520-4192-8d09-4748f0473ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:44.715721 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-075d084d-e520-4192-8d09-4748f0473ede service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfe8e90a-97a6-4c68-b5ae-12ad54001744 HTTP/1.1" status: 200 len: 849 time: 0.0607505 Aug 23 15:17:44.743925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a327a18-0748-42a6-beca-749931692385', 'tag': 'd7b7d360-54d6-440f-b4e4-3cf09addf03f'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:17:44.747969 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c4a872-c3c7-43af-9a59-439cdcf08702" -d '{"events": [{"name": "network-changed", "server_uuid": "7a327a18-0748-42a6-beca-749931692385", "tag": "d7b7d360-54d6-440f-b4e4-3cf09addf03f"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:17:44.779586 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-b49d63fe-ad57-407b-a170-94e6022185b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f675757-7530-419a-a517-8461a6b5c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544102 Aug 23 15:17:44.848791 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907b03c1-642b-4731-b7ea-670c6954217b x-openstack-request-id: req-907b03c1-642b-4731-b7ea-670c6954217b {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:17:44.849180 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a327a18-0748-42a6-beca-749931692385", "tag": "d7b7d360-54d6-440f-b4e4-3cf09addf03f", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:17:44.849509 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-907b03c1-642b-4731-b7ea-670c6954217b {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:17:44.849981 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a327a18-0748-42a6-beca-749931692385', 'tag': 'd7b7d360-54d6-440f-b4e4-3cf09addf03f', 'status': 'completed', 'code': 200} Aug 23 15:17:44.918288 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-03ed58da-fb3b-49b9-813c-fb015a752d7a service neutron] 10.222.0.57 "GET /v2.0/networks/1f675757-7530-419a-a517-8461a6b5c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296775 Aug 23 15:17:45.138570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4739de3-1609-4b27-a653-91028c7dcb35 req-781e8958-32b0-45a7-97a9-aaae13e4115b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:45.152946 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4739de3-1609-4b27-a653-91028c7dcb35 req-781e8958-32b0-45a7-97a9-aaae13e4115b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.1425281 Aug 23 15:17:45.179472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f433851-1ba9-4632-8d7a-5954c419a55a req-cd6ddaee-bac3-4f17-826e-89b74a1df99a service neutron] 10.222.0.57 "GET /v2.0/networks/1f675757-7530-419a-a517-8461a6b5c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526166 Aug 23 15:17:45.231730 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4739de3-1609-4b27-a653-91028c7dcb35 req-a7f5df69-0a3a-4111-ab6b-bd7e2092468a tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775206 Aug 23 15:17:45.327255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 95c13ea7-34f9-49de-9665-9e7ad0b125e7 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:17:45.351339 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 95c13ea7-34f9-49de-9665-9e7ad0b125e7 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:17:45.351838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 95c13ea7-34f9-49de-9665-9e7ad0b125e7 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:17:45.474729 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4a872-c3c7-43af-9a59-439cdcf08702 req-d8b096b6-44c3-4923-a8ae-2ec6e5673fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:45.476253 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93c4a872-c3c7-43af-9a59-439cdcf08702 req-d8b096b6-44c3-4923-a8ae-2ec6e5673fe4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9de8f52fb3754d7aad928e069440c6d0&device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 1094 time: 0.0514002 Aug 23 15:17:45.604012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4a872-c3c7-43af-9a59-439cdcf08702 req-68b6faad-7d03-4cff-841a-2e7eaf57112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:45.605761 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93c4a872-c3c7-43af-9a59-439cdcf08702 req-68b6faad-7d03-4cff-841a-2e7eaf57112d service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f675757-7530-419a-a517-8461a6b5c31e HTTP/1.1" status: 200 len: 910 time: 0.1211317 Aug 23 15:17:45.673047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93c4a872-c3c7-43af-9a59-439cdcf08702 req-650bbc7d-533d-4906-94c7-a7e65fb8eaec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7b7d360-54d6-440f-b4e4-3cf09addf03f HTTP/1.1" status: 200 len: 217 time: 0.0580056 Aug 23 15:17:45.779059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088742f-11a7-4179-9ca3-9d2c49e88b77 req-7d8d422a-bb50-413b-a91a-6c8067b71508 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:45.788320 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9088742f-11a7-4179-9ca3-9d2c49e88b77 req-7d8d422a-bb50-413b-a91a-6c8067b71508 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 943 time: 0.1301935 Aug 23 15:17:45.794566 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc83ad1d-fb56-480c-912d-54e17f4a1899 req-c6ed7baa-7529-49e2-a0ac-05fa2fe4fa36 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 210 time: 0.0417750 Aug 23 15:17:45.813744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4a872-c3c7-43af-9a59-439cdcf08702 req-6605d0a3-db84-45f2-8163-ca9dc56c0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:45.815641 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93c4a872-c3c7-43af-9a59-439cdcf08702 req-6605d0a3-db84-45f2-8163-ca9dc56c0809 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfe8e90a-97a6-4c68-b5ae-12ad54001744 HTTP/1.1" status: 200 len: 849 time: 0.1342056 Aug 23 15:17:45.836103 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9088742f-11a7-4179-9ca3-9d2c49e88b77 req-286bb3e9-a946-46aa-a66a-22d0a6820ba8 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479906 Aug 23 15:17:45.875497 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93c4a872-c3c7-43af-9a59-439cdcf08702 req-7925343a-0c64-4e81-a5fa-c808e97e7c0a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f675757-7530-419a-a517-8461a6b5c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516925 Aug 23 15:17:45.923972 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:45.927080 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54610) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:45.933367 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0043728 Aug 23 15:17:45.951503 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54612) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:45.993593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93c4a872-c3c7-43af-9a59-439cdcf08702 req-c79179e7-fe41-40a0-99cc-a793726ed9a3 service neutron] 10.222.0.57 "GET /v2.0/networks/1f675757-7530-419a-a517-8461a6b5c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090691 Aug 23 15:17:46.099203 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f51ee476-1961-4d47-8625-b5200dac8f41 tempest-NetworksApiDiscovery-1084104704 tempest-NetworksApiDiscovery-1084104704-project] 10.222.0.38 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1451988 Aug 23 15:17:46.117665 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93c4a872-c3c7-43af-9a59-439cdcf08702 req-fe5a52ff-b8d6-4331-9c50-a3f2f7158fbf service neutron] 10.222.0.57 "GET /v2.0/networks/1f675757-7530-419a-a517-8461a6b5c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144094 Aug 23 15:17:46.369063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ec160-2da7-416e-acd2-726303ec2bb0 req-d2da80fb-0203-4caf-bccc-960bb6f41443 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:46.370780 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-107ec160-2da7-416e-acd2-726303ec2bb0 req-d2da80fb-0203-4caf-bccc-960bb6f41443 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.0573118 Aug 23 15:17:46.417819 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-107ec160-2da7-416e-acd2-726303ec2bb0 req-cb12362c-17ac-4588-9de1-d301276328f1 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392857 Aug 23 15:17:46.924568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54630) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:46.938853 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4d8bb743-4bcc-494c-8b9e-b204e2240f60 req-7c74516f-e52b-44d3-a326-f6d756c88985 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 210 time: 0.0405536 Aug 23 15:17:47.075733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d740e8a-b299-48b9-9fba-410ff64596e0 req-b55238fd-0c38-463a-8eb1-7ae3c2e5a720 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:47.087153 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6d740e8a-b299-48b9-9fba-410ff64596e0 req-b55238fd-0c38-463a-8eb1-7ae3c2e5a720 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 943 time: 0.1040061 Aug 23 15:17:47.112989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e64d33-8e42-41b1-beec-2426d57bf2f8 req-715b66f1-ad78-48e2-b542-7bd54ed75596 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:47.120527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4e64d33-8e42-41b1-beec-2426d57bf2f8 req-715b66f1-ad78-48e2-b542-7bd54ed75596 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.0752099 Aug 23 15:17:47.150899 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6d740e8a-b299-48b9-9fba-410ff64596e0 req-61cff0d7-9675-4d03-8c1d-26e2ee70a42e tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616505 Aug 23 15:17:47.151998 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b247b94-1547-4007-8f05-6a0b6ae63a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:47.202391 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4e64d33-8e42-41b1-beec-2426d57bf2f8 req-65a8f541-3742-4cd2-b667-55c6b24f6ead tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792823 Aug 23 15:17:47.214655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53767029-61a9-491b-9cd0-a0d993e1e835 req-c3045917-d8db-49e5-8045-3f31083c7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:47.216558 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53767029-61a9-491b-9cd0-a0d993e1e835 req-c3045917-d8db-49e5-8045-3f31083c7ea4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e99595cf1e34e82b2342655ef010f91&device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 1096 time: 0.0929112 Aug 23 15:17:47.275297 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b247b94-1547-4007-8f05-6a0b6ae63a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:47.325365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53767029-61a9-491b-9cd0-a0d993e1e835 req-756b4266-7fec-4be7-a1ae-5610f8155ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:47.326772 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53767029-61a9-491b-9cd0-a0d993e1e835 req-756b4266-7fec-4be7-a1ae-5610f8155ccf service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba929545-a5aa-4017-8c56-61de1121ed13 HTTP/1.1" status: 200 len: 912 time: 0.1029401 Aug 23 15:17:47.399362 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53767029-61a9-491b-9cd0-a0d993e1e835 req-09355ec3-418c-4166-aaa6-84a224b8d999 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=282f887b-3947-4fe2-8864-7040b02ac6e0 HTTP/1.1" status: 200 len: 1001 time: 0.0638695 Aug 23 15:17:47.479642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53767029-61a9-491b-9cd0-a0d993e1e835 req-54b4eb28-5428-460a-9e1e-1c81f8e77bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:47.482174 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53767029-61a9-491b-9cd0-a0d993e1e835 req-54b4eb28-5428-460a-9e1e-1c81f8e77bca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae11ce01-e39c-4b2d-9455-4272290cbf22 HTTP/1.1" status: 200 len: 850 time: 0.0753119 Aug 23 15:17:47.527476 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4b247b94-1547-4007-8f05-6a0b6ae63a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:47.536052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53767029-61a9-491b-9cd0-a0d993e1e835 req-ab918cc5-6a5b-40b3-9b31-b0986479a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:47.537663 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53767029-61a9-491b-9cd0-a0d993e1e835 req-ab918cc5-6a5b-40b3-9b31-b0986479a0ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba929545-a5aa-4017-8c56-61de1121ed13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484192 Aug 23 15:17:47.573556 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4b247b94-1547-4007-8f05-6a0b6ae63a89 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7633192867b24071bfd7e4e7a5b39988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6468689 Aug 23 15:17:47.576063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b247b94-1547-4007-8f05-6a0b6ae63a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f976692-599b-4ce5-8051-2275c0ba81cb,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:47.579306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54634) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:17:47.635494 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c05789ab-91c5-4439-bd49-a4a4ae31ab1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:47.640986 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53767029-61a9-491b-9cd0-a0d993e1e835 req-978c2fdb-67d6-4896-b1b7-e29b6451a00f service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958142 Aug 23 15:17:47.663447 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c05789ab-91c5-4439-bd49-a4a4ae31ab1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:47.743876 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53767029-61a9-491b-9cd0-a0d993e1e835 req-032402f8-a015-46dd-a2ab-eb3063e3ebe3 service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941184 Aug 23 15:17:47.870822 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c05789ab-91c5-4439-bd49-a4a4ae31ab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:47.873965 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c05789ab-91c5-4439-bd49-a4a4ae31ab1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:47.875304 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c05789ab-91c5-4439-bd49-a4a4ae31ab1f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f976692-599b-4ce5-8051-2275c0ba81cb HTTP/1.1" status: 204 len: 168 time: 0.2949481 Aug 23 15:17:47.883319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05789ab-91c5-4439-bd49-a4a4ae31ab1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f976692-599b-4ce5-8051-2275c0ba81cb,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:48.056884 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a8d60d87-69d1-4ba9-82c0-2f8e50131838 req-983695bb-2a96-4105-bbbb-3ae108982e1a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=b78338a3-4ffc-4743-93fc-2521bd839a3d HTTP/1.1" status: 200 len: 210 time: 0.0284305 Aug 23 15:17:48.374100 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1273f-201d-4380-b76b-58403bca1ff7 req-5c1381b2-8e98-46d4-84e9-a37dadafb890 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:48.376417 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c313444-2798-4e53-b6b4-a0f0ff7bbeb4 req-db17813f-7a7f-4a07-acb9-c908eb72b3f5 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:48.378482 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c313444-2798-4e53-b6b4-a0f0ff7bbeb4 req-db17813f-7a7f-4a07-acb9-c908eb72b3f5 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.0803504 Aug 23 15:17:48.385404 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cbd1273f-201d-4380-b76b-58403bca1ff7 req-5c1381b2-8e98-46d4-84e9-a37dadafb890 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 943 time: 0.1050146 Aug 23 15:17:48.443398 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c313444-2798-4e53-b6b4-a0f0ff7bbeb4 req-c268fea9-b744-4aad-991e-c542cf7a3c1d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500884 Aug 23 15:17:48.448130 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cbd1273f-201d-4380-b76b-58403bca1ff7 req-2cc8370b-0553-4fc0-89c7-9be317f1dc5c tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632472 Aug 23 15:17:49.344746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d7b7d360-54d6-440f-b4e4-3cf09addf03f details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:17:49.370390 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-e38113b9-5fa2-48f6-80c3-03af37c2b112 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756195722&fields=id&tenant_id=33f1c75c07ec4bf9aaf6afece184b99b HTTP/1.1" status: 200 len: 267 time: 0.0430856 Aug 23 15:17:49.455797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d7b7d360-54d6-440f-b4e4-3cf09addf03f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d7b7d360-54d6-440f-b4e4-3cf09addf03f,segment=NetworkSegment(6aede222-8fff-4b77-8f51-c07e2a187d64),segment_id=6aede222-8fff-4b77-8f51-c07e2a187d64)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:49.473148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'd7b7d360-54d6-440f-b4e4-3cf09addf03f', 'network_id': '1f675757-7530-419a-a517-8461a6b5c31e', 'port_id': 'd7b7d360-54d6-440f-b4e4-3cf09addf03f', 'mac_address': 'fa:16:3e:10:1b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe8e90a-97a6-4c68-b5ae-12ad54001744', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:17:49.501864 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-dd7821e9-a00a-4408-9946-2e2a8b6903c1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:49.504134 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-dd7821e9-a00a-4408-9946-2e2a8b6903c1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 811 time: 0.1250973 Aug 23 15:17:49.522096 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:49.526495 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-d1665971-5657-4aef-b3ff-d3b514fd83dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/quotas/33f1c75c07ec4bf9aaf6afece184b99b HTTP/1.1" status: 200 len: 375 time: 0.0168622 Aug 23 15:17:49.537039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b7d360-54d6-440f-b4e4-3cf09addf03f {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:17:49.558891 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d7b7d360-54d6-440f-b4e4-3cf09addf03f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d7b7d360-54d6-440f-b4e4-3cf09addf03f,segment=NetworkSegment(6aede222-8fff-4b77-8f51-c07e2a187d64),segment_id=6aede222-8fff-4b77-8f51-c07e2a187d64)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:49.588563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf15d3-5395-4f6b-a47d-a9d26a65aff9 req-5882d46c-e167-4247-b871-478117c9b077 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:49.590404 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dcbf15d3-5395-4f6b-a47d-a9d26a65aff9 req-5882d46c-e167-4247-b871-478117c9b077 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 943 time: 0.0636392 Aug 23 15:17:49.593861 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1d7610b9-c6db-48d9-ad46-72b2055a7d43 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0599885 Aug 23 15:17:49.637690 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dcbf15d3-5395-4f6b-a47d-a9d26a65aff9 req-a841997e-b359-4de3-bfe7-9812c0ce7bc7 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392659 Aug 23 15:17:49.667519 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:49.754804 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-c85b3ee3-08e3-410c-80f7-8b7191a97d62 service neutron] 10.222.0.38 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473041 Aug 23 15:17:49.779149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d7b7d360-54d6-440f-b4e4-3cf09addf03f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:49.854296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbc34e-018d-49c5-b189-d84e4e4f8ae5 req-05f8faa9-ba1f-4f3f-8ca7-b17e5c4f4c28 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:49.856190 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0bbc34e-018d-49c5-b189-d84e4e4f8ae5 req-05f8faa9-ba1f-4f3f-8ca7-b17e5c4f4c28 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.0616140 Aug 23 15:17:49.909117 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-c675a3fe-ee2f-4000-b810-74d18ea52bb9 service neutron] 10.222.0.38 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472082 Aug 23 15:17:49.911984 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0bbc34e-018d-49c5-b189-d84e4e4f8ae5 req-8f3f78c6-c009-4f20-afe1-c77239b082ca tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488017 Aug 23 15:17:49.922355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d7b7d360-54d6-440f-b4e4-3cf09addf03f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:17:50.345049 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:50.437524 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:17:50.760989 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34e2c37a-0af7-44e5-9698-b0ab96346947 req-7affd5df-8400-4dc6-abfc-410a43d137c8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 210 time: 0.0440814 Aug 23 15:17:50.846057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc24549-3b5e-47bd-a23e-854a84266b20 req-9b21b55a-b504-4fe2-a1c6-94930009f351 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:50.847639 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dfc24549-3b5e-47bd-a23e-854a84266b20 req-9b21b55a-b504-4fe2-a1c6-94930009f351 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 944 time: 0.0893204 Aug 23 15:17:50.894997 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dfc24549-3b5e-47bd-a23e-854a84266b20 req-0dfee73c-65d4-4401-b270-d2d9768949d8 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394225 Aug 23 15:17:51.357317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d7b7d360-54d6-440f-b4e4-3cf09addf03f up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:17:51.554235 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port d7b7d360-54d6-440f-b4e4-3cf09addf03f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:51.561949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port d7b7d360-54d6-440f-b4e4-3cf09addf03f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:51.562935 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:51.661803 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:51.770313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a327a18-0748-42a6-beca-749931692385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7d360-54d6-440f-b4e4-3cf09addf03f'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:17:51.770313 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41dc32e-a316-4316-a05f-fb01603b586e" -d '{"events": [{"server_uuid": "7a327a18-0748-42a6-beca-749931692385", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7d360-54d6-440f-b4e4-3cf09addf03f"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:17:51.770313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port d7b7d360-54d6-440f-b4e4-3cf09addf03f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d7b7d360-54d6-440f-b4e4-3cf09addf03f,segment=NetworkSegment(6aede222-8fff-4b77-8f51-c07e2a187d64),segment_id=6aede222-8fff-4b77-8f51-c07e2a187d64)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:17:51.770313 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19039e07-cf6c-4077-967d-6216e9d8ae92 x-openstack-request-id: req-19039e07-cf6c-4077-967d-6216e9d8ae92 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:17:51.770313 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a327a18-0748-42a6-beca-749931692385", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7d360-54d6-440f-b4e4-3cf09addf03f", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:17:51.770313 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19039e07-cf6c-4077-967d-6216e9d8ae92 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:17:51.770313 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a327a18-0748-42a6-beca-749931692385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7d360-54d6-440f-b4e4-3cf09addf03f', 'code': 200} Aug 23 15:17:51.866391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecd063-fd6c-4d31-a953-7cbe79580429 req-303829bc-5c45-4de5-8ed0-26c031758ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:51.868343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7ecd063-fd6c-4d31-a953-7cbe79580429 req-303829bc-5c45-4de5-8ed0-26c031758ad8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 1095 time: 0.0594199 Aug 23 15:17:51.874933 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6a653a6d-579c-4105-a2e3-c20a43fed649 req-cc52e7fd-905d-47b5-a6db-0ece7b999a6d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 210 time: 0.0361161 Aug 23 15:17:51.917690 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7ecd063-fd6c-4d31-a953-7cbe79580429 req-10338e91-10a6-45cc-bc78-fe4eb5c75449 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Aug 23 15:17:51.979289 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:52.054274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=d7b7d360-54d6-440f-b4e4-3cf09addf03f,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:52.073513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759be9b5-5f00-4505-9069-fff2235795c7 req-447c1bb3-23d9-4e49-862c-95a5db75e43e tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:52.075187 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-759be9b5-5f00-4505-9069-fff2235795c7 req-447c1bb3-23d9-4e49-862c-95a5db75e43e tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 945 time: 0.0979321 Aug 23 15:17:52.125924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-759be9b5-5f00-4505-9069-fff2235795c7 req-e8cd883f-3f8c-4133-87a0-40bfa37e15ff tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434957 Aug 23 15:17:52.722184 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d22cde56-3186-4fa9-9b92-20c748edc4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:52.992922 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed127de0-89c7-4234-804e-afd3dff91d2b req-c47183fc-dd6b-45c1-9440-3b3aa5834fe1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 210 time: 0.0332460 Aug 23 15:17:53.316842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe3b62-0872-49d1-bc32-af30074bb8d6 req-bd0f38a0-a12b-41fb-a433-bddc7fbb2924 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:53.318591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75fe3b62-0872-49d1-bc32-af30074bb8d6 req-bd0f38a0-a12b-41fb-a433-bddc7fbb2924 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 945 time: 0.0668375 Aug 23 15:17:53.385349 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75fe3b62-0872-49d1-bc32-af30074bb8d6 req-c505169f-01e4-4934-b329-6f9d6451a54c tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583234 Aug 23 15:17:54.036801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-206aeef7-5288-4552-8f9d-db9f4a4fa032 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:54.038331 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-206aeef7-5288-4552-8f9d-db9f4a4fa032 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.61 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 811 time: 0.1345270 Aug 23 15:17:54.107347 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-dfa78fbb-8d4e-4c77-8cd2-71efe19b4742 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33f1c75c07ec4bf9aaf6afece184b99b HTTP/1.1" status: 200 len: 379 time: 0.0583839 Aug 23 15:17:54.118039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-23592f86-ca90-4932-942c-56accd8b60f8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'port': {'device_id': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'admin_state_up': True, 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'security_groups': ['8f0b859a-5d90-4d00-96ca-8228f83b8ac2']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:54.158214 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0127b11e-cf24-42dd-9ae6-04972f5edea2 req-ed4f7835-c9af-45fb-96e6-67e90df19cf0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 210 time: 0.0317156 Aug 23 15:17:54.367815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-23592f86-ca90-4932-942c-56accd8b60f8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Made reservation on behalf of 33f1c75c07ec4bf9aaf6afece184b99b for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:17:54.373029 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-23592f86-ca90-4932-942c-56accd8b60f8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:54.590046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4223686-f615-4ffa-bf85-e47cebe0ddc8 req-8054819d-e2b9-4efb-9ed8-9f92a7a6452a tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:54.591487 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4223686-f615-4ffa-bf85-e47cebe0ddc8 req-8054819d-e2b9-4efb-9ed8-9f92a7a6452a tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 945 time: 0.1016603 Aug 23 15:17:54.609318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-23592f86-ca90-4932-942c-56accd8b60f8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Allocated IP 172.20.0.14 (95038101-a5a6-451d-864c-0209d8aa2274/cb81ce09-0df9-4c6b-a304-342e1749bbc5/c5b29c27-bbff-4e55-bdf6-f76145be82bc) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:17:54.688720 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4223686-f615-4ffa-bf85-e47cebe0ddc8 req-deed1531-849d-4e0b-8b34-fa7202baefcc tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898387 Aug 23 15:17:54.884646 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-23592f86-ca90-4932-942c-56accd8b60f8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:54.909828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-23592f86-ca90-4932-942c-56accd8b60f8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Transition to ACTIVE for port object c5b29c27-bbff-4e55-bdf6-f76145be82bc will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:17:55.036989 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-23592f86-ca90-4932-942c-56accd8b60f8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:55.103020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-23592f86-ca90-4932-942c-56accd8b60f8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Network 95038101-a5a6-451d-864c-0209d8aa2274 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:17:55.109318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-23592f86-ca90-4932-942c-56accd8b60f8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:17:55.114390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-23592f86-ca90-4932-942c-56accd8b60f8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:17:55.165884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23592f86-ca90-4932-942c-56accd8b60f8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'Port': ['ID=c5b29c27-bbff-4e55-bdf6-f76145be82bc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:55.215945 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-23592f86-ca90-4932-942c-56accd8b60f8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:55.218459 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-23592f86-ca90-4932-942c-56accd8b60f8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:55.345712 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-23592f86-ca90-4932-942c-56accd8b60f8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2321908 Aug 23 15:17:55.364453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Request body: {'port': {'device_id': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:17:55.379385 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c676673-e836-47c1-bba0-1eaab345ebd4 req-a673f65f-1c6e-4139-9f69-e77e3fc42752 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:55.381962 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c676673-e836-47c1-bba0-1eaab345ebd4 req-a673f65f-1c6e-4139-9f69-e77e3fc42752 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 932 time: 0.0792418 Aug 23 15:17:55.452151 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:55.456523 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c676673-e836-47c1-bba0-1eaab345ebd4 req-4ed48f4e-0d08-4eb9-8a40-549b12bb8b40 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652854 Aug 23 15:17:55.533282 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:55.750714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ad194ce4-b5a5-4298-97f4-89587ca00ae1 None None] Provisioning for port c5b29c27-bbff-4e55-bdf6-f76145be82bc completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:17:55.756425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ad194ce4-b5a5-4298-97f4-89587ca00ae1 None None] Provisioning complete for port c5b29c27-bbff-4e55-bdf6-f76145be82bc triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:17:55.756631 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ad194ce4-b5a5-4298-97f4-89587ca00ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:55.816164 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ad194ce4-b5a5-4298-97f4-89587ca00ae1 None None] Port c5b29c27-bbff-4e55-bdf6-f76145be82bc cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:17:55.898135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b29c27-bbff-4e55-bdf6-f76145be82bc {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:17:55.914610 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:55.943796 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Transition to ACTIVE for port object c5b29c27-bbff-4e55-bdf6-f76145be82bc will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:17:56.116637 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:56.209783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b29c27-bbff-4e55-bdf6-f76145be82bc,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:56.304899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Attempting to bind port c5b29c27-bbff-4e55-bdf6-f76145be82bc on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:17:56.305382 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Attempting to bind port c5b29c27-bbff-4e55-bdf6-f76145be82bc by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:17:56.305735 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Attempting to bind port c5b29c27-bbff-4e55-bdf6-f76145be82bc on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:17:56.313767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Port c5b29c27-bbff-4e55-bdf6-f76145be82bc on network 95038101-a5a6-451d-864c-0209d8aa2274 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:17:56.314464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Attempting to bind port c5b29c27-bbff-4e55-bdf6-f76145be82bc on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:17:56.322772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:17:56.331889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Checking segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:17:56.331889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Bound using segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:17:56.331889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Bound port: c5b29c27-bbff-4e55-bdf6-f76145be82bc, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:17:56.331889 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:56.441121 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] For port c5b29c27-bbff-4e55-bdf6-f76145be82bc, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:17:56.447760 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] For port c5b29c27-bbff-4e55-bdf6-f76145be82bc, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=c5b29c27-bbff-4e55-bdf6-f76145be82bc,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:17:56.601077 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:56.716344 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fd3ebde0-5700-47e2-aa4f-cd58fb7e7837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:56.743144 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888eb906-ba83-4fd4-aa54-365354ec0a74 req-99554baa-a149-44f2-b13a-a22447d017e9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:56.750974 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-888eb906-ba83-4fd4-aa54-365354ec0a74 req-99554baa-a149-44f2-b13a-a22447d017e9 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 944 time: 0.1205344 Aug 23 15:17:56.777537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b29c27-bbff-4e55-bdf6-f76145be82bc,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:17:56.789398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:56.790217 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:56.792905 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-1fcf1d6d-5f36-4dd4-8231-5b94c902e732 service neutron] 10.222.0.61 "PUT /v2.0/ports/c5b29c27-bbff-4e55-bdf6-f76145be82bc HTTP/1.1" status: 200 len: 1092 time: 1.4375463 Aug 23 15:17:56.793914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'tag': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:17:56.798202 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022dc199-59bf-46e9-8602-33ff98c80054" -d '{"events": [{"name": "network-changed", "server_uuid": "842e9b40-dee8-4801-bed5-e3b0c4f7c1e1", "tag": "c5b29c27-bbff-4e55-bdf6-f76145be82bc"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:17:56.870426 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0865c0-9f7b-4f7b-bd4e-6e1add0249e2 x-openstack-request-id: req-9a0865c0-9f7b-4f7b-bd4e-6e1add0249e2 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:17:56.872196 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:56.875130 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842e9b40-dee8-4801-bed5-e3b0c4f7c1e1", "tag": "c5b29c27-bbff-4e55-bdf6-f76145be82bc", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:17:56.875130 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9a0865c0-9f7b-4f7b-bd4e-6e1add0249e2 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:17:56.875742 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'tag': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'status': 'completed', 'code': 200} Aug 23 15:17:56.907483 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-888eb906-ba83-4fd4-aa54-365354ec0a74 req-b2a88d5a-c263-4fe3-96e7-4c1b733f8684 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438029 Aug 23 15:17:57.012621 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dc199-59bf-46e9-8602-33ff98c80054 req-7b4f45fb-1c45-47bc-9ca1-3f956ce7a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:57.016338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-022dc199-59bf-46e9-8602-33ff98c80054 req-7b4f45fb-1c45-47bc-9ca1-3f956ce7a0cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 1095 time: 0.1238191 Aug 23 15:17:57.212606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dc199-59bf-46e9-8602-33ff98c80054 req-b5608044-fa05-4678-b2da-7851b372a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:57.214152 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-022dc199-59bf-46e9-8602-33ff98c80054 req-b5608044-fa05-4678-b2da-7851b372a30d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1877198 Aug 23 15:17:57.383362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dc199-59bf-46e9-8602-33ff98c80054 req-f596b59e-a1c9-4914-9eba-868bd939c4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:57.385651 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-022dc199-59bf-46e9-8602-33ff98c80054 req-f596b59e-a1c9-4914-9eba-868bd939c4bc service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1629939 Aug 23 15:17:58.029977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-eaf179c1-859a-4b2e-8e99-15ccd17a4621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:58.033780 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-eaf179c1-859a-4b2e-8e99-15ccd17a4621 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 1095 time: 0.5953708 Aug 23 15:17:58.098586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb1e8-ade2-46e3-a99e-6dd2131c72fa req-99a10278-c744-46e5-b050-7bb05a3b4113 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:58.102096 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-43ffb1e8-ade2-46e3-a99e-6dd2131c72fa req-99a10278-c744-46e5-b050-7bb05a3b4113 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 944 time: 0.0959463 Aug 23 15:17:58.111733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-3a26b12a-4d39-4623-8f83-a5948545fac5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5b29c27-bbff-4e55-bdf6-f76145be82bc HTTP/1.1" status: 200 len: 217 time: 0.0690763 Aug 23 15:17:58.173208 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-43ffb1e8-ade2-46e3-a99e-6dd2131c72fa req-b235a342-d402-497b-9cb0-9365880a1d4d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565388 Aug 23 15:17:58.192363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-f9f9d52f-80a6-415f-a8c3-92dd2ce2355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:58.194318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-f9f9d52f-80a6-415f-a8c3-92dd2ce2355e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0685959 Aug 23 15:17:58.276656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-59264df4-c538-4c51-a332-f7d317149c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:58.281006 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-59264df4-c538-4c51-a332-f7d317149c9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666339 Aug 23 15:17:58.479713 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-cf4f1632-cf65-4865-8dc0-f74933c739f5 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930354 Aug 23 15:17:58.538134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b6cf3-d137-4598-be30-5bbe04eb2f78 req-9aa87f99-9f3e-4f1f-adfe-214a6aa616cb tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:58.545548 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-497b6cf3-d137-4598-be30-5bbe04eb2f78 req-9aa87f99-9f3e-4f1f-adfe-214a6aa616cb tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 945 time: 0.0964601 Aug 23 15:17:58.595071 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-497b6cf3-d137-4598-be30-5bbe04eb2f78 req-7cd9dd0a-4479-4514-9ed1-2b3bc1a028c9 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447345 Aug 23 15:17:58.629009 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f829088-f66e-4409-8539-4e0ae0bd92c2 req-e6f394d0-8701-4240-a329-eb8655414457 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410735 Aug 23 15:17:58.711020 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:17:59.324949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2ccb8-d520-4cc1-8683-609adb2bce5f req-669d7948-a78f-4308-8691-536c23e6626c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:59.333790 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cee2ccb8-d520-4cc1-8683-609adb2bce5f req-669d7948-a78f-4308-8691-536c23e6626c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 944 time: 0.0676270 Aug 23 15:17:59.378762 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cee2ccb8-d520-4cc1-8683-609adb2bce5f req-ee7bf9d6-c55c-4005-815b-2f7ea5eca555 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435956 Aug 23 15:17:59.734380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ecc49-c2b5-4cfe-bb8d-ec33acd3c275 req-42c1b225-c153-48ec-b1a8-a02721ef184a tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:59.735441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a01fce-b7a8-44bd-aec1-f2c966118d6f req-3484d08a-b27c-4ec4-b953-34441be4e082 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:17:59.737091 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b66ecc49-c2b5-4cfe-bb8d-ec33acd3c275 req-42c1b225-c153-48ec-b1a8-a02721ef184a tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 945 time: 0.0605087 Aug 23 15:17:59.737254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9a01fce-b7a8-44bd-aec1-f2c966118d6f req-3484d08a-b27c-4ec4-b953-34441be4e082 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 945 time: 0.0723574 Aug 23 15:17:59.789301 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b66ecc49-c2b5-4cfe-bb8d-ec33acd3c275 req-f3dec130-8701-4321-9c3d-6e256bcbec47 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460539 Aug 23 15:17:59.895440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-c9a01fce-b7a8-44bd-aec1-f2c966118d6f req-7864f0f1-71c3-4886-8299-d861f12b522f tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Deleting port d7b7d360-54d6-440f-b4e4-3cf09addf03f {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:17:59.895887 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9a01fce-b7a8-44bd-aec1-f2c966118d6f req-7864f0f1-71c3-4886-8299-d861f12b522f tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:00.005166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-c9a01fce-b7a8-44bd-aec1-f2c966118d6f req-7864f0f1-71c3-4886-8299-d861f12b522f tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] For port d7b7d360-54d6-440f-b4e4-3cf09addf03f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=d7b7d360-54d6-440f-b4e4-3cf09addf03f,segment=NetworkSegment(6aede222-8fff-4b77-8f51-c07e2a187d64),segment_id=6aede222-8fff-4b77-8f51-c07e2a187d64)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:00.005745 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9a01fce-b7a8-44bd-aec1-f2c966118d6f req-7864f0f1-71c3-4886-8299-d861f12b522f tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:00.023229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-c9a01fce-b7a8-44bd-aec1-f2c966118d6f req-7864f0f1-71c3-4886-8299-d861f12b522f tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Calling delete_port for d7b7d360-54d6-440f-b4e4-3cf09addf03f owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:18:00.321799 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9a01fce-b7a8-44bd-aec1-f2c966118d6f req-7864f0f1-71c3-4886-8299-d861f12b522f tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:00.348656 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['d7b7d360-54d6-440f-b4e4-3cf09addf03f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:18:00.352024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864f0f1-71c3-4886-8299-d861f12b522f tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Pushing event deleted for resources: {'Port': ['ID=d7b7d360-54d6-440f-b4e4-3cf09addf03f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:00.402938 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a01fce-b7a8-44bd-aec1-f2c966118d6f req-7864f0f1-71c3-4886-8299-d861f12b522f tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] No DVR routers for this DVR port d7b7d360-54d6-440f-b4e4-3cf09addf03f on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:18:00.408431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9a01fce-b7a8-44bd-aec1-f2c966118d6f req-7864f0f1-71c3-4886-8299-d861f12b522f tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:00.410488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9a01fce-b7a8-44bd-aec1-f2c966118d6f req-7864f0f1-71c3-4886-8299-d861f12b522f tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.57 "DELETE /v2.0/ports/d7b7d360-54d6-440f-b4e4-3cf09addf03f HTTP/1.1" status: 204 len: 173 time: 0.6661654 Aug 23 15:18:00.410947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a327a18-0748-42a6-beca-749931692385', 'name': 'network-vif-deleted', 'tag': 'd7b7d360-54d6-440f-b4e4-3cf09addf03f'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:18:00.413326 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829b6284-56b9-4dba-b768-11f0e5c35c52" -d '{"events": [{"server_uuid": "7a327a18-0748-42a6-beca-749931692385", "name": "network-vif-deleted", "tag": "d7b7d360-54d6-440f-b4e4-3cf09addf03f"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:18:00.464132 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4ae465-119d-45af-828a-10e88f8ff525 x-openstack-request-id: req-1e4ae465-119d-45af-828a-10e88f8ff525 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:18:00.464420 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a327a18-0748-42a6-beca-749931692385", "name": "network-vif-deleted", "tag": "d7b7d360-54d6-440f-b4e4-3cf09addf03f", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:18:00.464667 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e4ae465-119d-45af-828a-10e88f8ff525 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:18:00.465095 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a327a18-0748-42a6-beca-749931692385', 'name': 'network-vif-deleted', 'tag': 'd7b7d360-54d6-440f-b4e4-3cf09addf03f', 'status': 'completed', 'code': 200} Aug 23 15:18:00.537876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b2580-addb-4d62-a5bf-f4584d61ff60 req-e504253a-2eb3-4dc2-9c78-ff0b49918c65 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:00.540035 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-664b2580-addb-4d62-a5bf-f4584d61ff60 req-e504253a-2eb3-4dc2-9c78-ff0b49918c65 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 944 time: 0.0739172 Aug 23 15:18:00.591070 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-664b2580-addb-4d62-a5bf-f4584d61ff60 req-7effbaf3-7206-4ce0-a04f-b5b188316828 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427992 Aug 23 15:18:00.919958 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-01524d5a-ad54-4e72-b815-69bd96fb4c6e req-bbef151c-aa65-4529-9df2-1b7ee7875cb8 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a327a18-0748-42a6-beca-749931692385 HTTP/1.1" status: 200 len: 210 time: 0.0403948 Aug 23 15:18:01.728524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a51619-379f-4352-8e95-7b4edd5450c8 req-6f42132a-d2fb-4e75-a5e9-735868a9988c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:01.730192 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7a51619-379f-4352-8e95-7b4edd5450c8 req-6f42132a-d2fb-4e75-a5e9-735868a9988c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 944 time: 0.0650671 Aug 23 15:18:01.791409 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e7a51619-379f-4352-8e95-7b4edd5450c8 req-c352f597-bbc2-4866-aea5-d48b6c26cb26 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525987 Aug 23 15:18:02.336720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-9505c1dc-8205-4a01-8391-b919811b2718 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:02.338620 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-9505c1dc-8205-4a01-8391-b919811b2718 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/networks?id=1f675757-7530-419a-a517-8461a6b5c31e HTTP/1.1" status: 200 len: 809 time: 0.1250250 Aug 23 15:18:02.362002 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-51769509-b799-403c-9830-23108c0c9775 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/quotas/9de8f52fb3754d7aad928e069440c6d0 HTTP/1.1" status: 200 len: 375 time: 0.0157912 Aug 23 15:18:02.408015 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-7874d79b-3750-421c-afa0-1688f327bf70 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9de8f52fb3754d7aad928e069440c6d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386813 Aug 23 15:18:02.545750 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-f7ef35f9-632a-4288-ad96-15b2f5b493c1 service neutron] 10.222.0.38 "GET /v2.0/networks/1f675757-7530-419a-a517-8461a6b5c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283054 Aug 23 15:18:02.697198 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-2972f96c-db3c-46bb-ab7f-b734d839c2c8 service neutron] 10.222.0.38 "GET /v2.0/networks/1f675757-7530-419a-a517-8461a6b5c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373668 Aug 23 15:18:02.949894 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25ada2-1c3b-40c2-aed8-91dc8177770c req-95b5463c-06f7-4822-b71d-5041462b54ec tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:02.951771 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ac25ada2-1c3b-40c2-aed8-91dc8177770c req-95b5463c-06f7-4822-b71d-5041462b54ec tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 944 time: 0.0655024 Aug 23 15:18:03.009094 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ac25ada2-1c3b-40c2-aed8-91dc8177770c req-5258eee2-9ba0-4c94-8cdb-2e8f3258a963 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504956 Aug 23 15:18:03.027394 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-100f14d9-325a-42d6-8d6e-923426bc398e req-5ee2d821-97e3-4601-89f8-c92214a12a9c tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 210 time: 0.0562649 Aug 23 15:18:03.461256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d7b7d360-54d6-440f-b4e4-3cf09addf03f no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:18:03.505008 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: d7b7d360-54d6-440f-b4e4-3cf09addf03f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:18:03.505520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device d7b7d360-54d6-440f-b4e4-3cf09addf03f not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:18:04.126336 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8403621c-573b-4750-bbbd-35c1f9cdadee req-7070ecd7-32c2-44ce-8624-044e39a351d8 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 210 time: 0.0331645 Aug 23 15:18:04.187448 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2355d-3f0f-4f05-b3fc-2d0228a07cd8 req-98ddb338-cc76-43db-987a-9bdd7db38edf tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:04.190139 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbb2355d-3f0f-4f05-b3fc-2d0228a07cd8 req-98ddb338-cc76-43db-987a-9bdd7db38edf tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 944 time: 0.0776968 Aug 23 15:18:04.259728 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbb2355d-3f0f-4f05-b3fc-2d0228a07cd8 req-20ebbb33-8165-4bef-a39d-d0bd319e0395 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618534 Aug 23 15:18:05.150605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54890) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:05.275702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1ef6b2b1-9fc0-45b3-b599-a42a642bb890 req-85b19447-220c-4e1b-98af-3a6cbb5ff712 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 210 time: 0.0524902 Aug 23 15:18:05.376182 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fcb15566-c833-4a3c-8870-16c8d14163b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:05.450371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca3e92-5d38-425e-a548-e78627cf5450 req-1d9421de-ae0e-42cb-8622-3c1adfd1cc69 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:05.452975 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d2ca3e92-5d38-425e-a548-e78627cf5450 req-1d9421de-ae0e-42cb-8622-3c1adfd1cc69 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 944 time: 0.0929437 Aug 23 15:18:05.524669 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d2ca3e92-5d38-425e-a548-e78627cf5450 req-874b991f-720f-4312-883d-55ec90ea9775 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623004 Aug 23 15:18:05.580769 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fcb15566-c833-4a3c-8870-16c8d14163b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:05.681788 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fcb15566-c833-4a3c-8870-16c8d14163b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:05.734697 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fcb15566-c833-4a3c-8870-16c8d14163b7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d6df7519dafa485e90e572186cb2c861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5823262 Aug 23 15:18:05.736398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb15566-c833-4a3c-8870-16c8d14163b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fb80cc-6a30-4b21-b055-ea19d12819b7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:05.737924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 54898) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:05.807227 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b6d6-f08d-44aa-ac3e-3f23682d068b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:05.836280 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b6d6-f08d-44aa-ac3e-3f23682d068b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:06.052812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-954d1348-f1f2-4608-b01a-c1e0163b04b2 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:06.054848 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-954d1348-f1f2-4608-b01a-c1e0163b04b2 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.57 "GET /v2.0/networks?id=1f675757-7530-419a-a517-8461a6b5c31e HTTP/1.1" status: 200 len: 809 time: 0.1431329 Aug 23 15:18:06.066995 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b6d6-f08d-44aa-ac3e-3f23682d068b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:06.069871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f4d0b6d6-f08d-44aa-ac3e-3f23682d068b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:06.071279 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f4d0b6d6-f08d-44aa-ac3e-3f23682d068b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7fb80cc-6a30-4b21-b055-ea19d12819b7 HTTP/1.1" status: 204 len: 168 time: 0.3312588 Aug 23 15:18:06.076670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-eebaadf2-daab-40cf-9415-4a631d43e7c7 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Request body: {'port': {'device_id': '6848c1a2-ee9f-4dd2-a985-a4bda1e73696', 'network_id': '1f675757-7530-419a-a517-8461a6b5c31e', 'admin_state_up': True, 'tenant_id': '9de8f52fb3754d7aad928e069440c6d0'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:18:06.108724 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0b6d6-f08d-44aa-ac3e-3f23682d068b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fb80cc-6a30-4b21-b055-ea19d12819b7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:06.367978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-eebaadf2-daab-40cf-9415-4a631d43e7c7 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Made reservation on behalf of 9de8f52fb3754d7aad928e069440c6d0 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:18:06.374369 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-eebaadf2-daab-40cf-9415-4a631d43e7c7 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:06.430123 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-94a169e4-5cf0-43b7-b0ad-8613d8940bdd req-0d0eb7d9-8ca6-4ab0-b62a-e722e99bd705 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 210 time: 0.0375946 Aug 23 15:18:06.603635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-eebaadf2-daab-40cf-9415-4a631d43e7c7 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Allocated IP 172.20.0.10 (1f675757-7530-419a-a517-8461a6b5c31e/cfe8e90a-97a6-4c68-b5ae-12ad54001744/6db7f0d9-1ab0-46c7-b282-c58f91243354) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:18:06.735126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105c898-afab-4e86-9ebb-71a507fe70da req-90653081-0f77-4ce3-8e03-af3814054d8d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:06.737401 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6105c898-afab-4e86-9ebb-71a507fe70da req-90653081-0f77-4ce3-8e03-af3814054d8d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 944 time: 0.1052120 Aug 23 15:18:06.804729 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6105c898-afab-4e86-9ebb-71a507fe70da req-09e372d5-2ecd-4d09-802c-5bea3e7f0fa5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568633 Aug 23 15:18:06.832647 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-eebaadf2-daab-40cf-9415-4a631d43e7c7 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:07.025923 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-eebaadf2-daab-40cf-9415-4a631d43e7c7 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:07.041326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54910) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:07.054323 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c9c98ed0-508f-44f8-ae47-30c5ad447eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:07.074752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-eebaadf2-daab-40cf-9415-4a631d43e7c7 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Network 1f675757-7530-419a-a517-8461a6b5c31e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:18:07.079080 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-eebaadf2-daab-40cf-9415-4a631d43e7c7 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:18:07.082047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-eebaadf2-daab-40cf-9415-4a631d43e7c7 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:18:07.103426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54912) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:07.144650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebaadf2-daab-40cf-9415-4a631d43e7c7 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Pushing event updated for resources: {'Port': ['ID=6db7f0d9-1ab0-46c7-b282-c58f91243354,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:07.173251 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-eebaadf2-daab-40cf-9415-4a631d43e7c7 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:07.174242 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-eebaadf2-daab-40cf-9415-4a631d43e7c7 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:07.218632 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c9c98ed0-508f-44f8-ae47-30c5ad447eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:07.373046 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c9c98ed0-508f-44f8-ae47-30c5ad447eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:07.463574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c98ed0-508f-44f8-ae47-30c5ad447eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f40a40-6c8e-4cc1-83dc-2560571d9a48,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:07.471851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-eebaadf2-daab-40cf-9415-4a631d43e7c7 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4059100 Aug 23 15:18:07.473890 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c9c98ed0-508f-44f8-ae47-30c5ad447eb8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8941b2aa75924bb98ede4ecca0f28e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4348176 Aug 23 15:18:07.477567 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54918) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:07.495222 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Request body: {'port': {'device_id': '6848c1a2-ee9f-4dd2-a985-a4bda1e73696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:18:07.548674 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f0388a26-9f23-4fa2-8ef8-e566eda955d8 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/floatingips/0b832d24-42af-4d24-b481-7d387793dd31 HTTP/1.1" status: 200 len: 993 time: 0.4435556 Aug 23 15:18:07.567685 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3e990714-8243-4834-9cf1-4798a2c311ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:07.610726 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3e990714-8243-4834-9cf1-4798a2c311ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:07.637425 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:07.673882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d5c56-31d7-4bae-8ea6-d113102a9e75 req-d3c6f2b8-20cb-4ae3-af70-e05db1d31515 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:07.683102 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d91d5c56-31d7-4bae-8ea6-d113102a9e75 req-d3c6f2b8-20cb-4ae3-af70-e05db1d31515 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 932 time: 0.1359971 Aug 23 15:18:07.770448 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d91d5c56-31d7-4bae-8ea6-d113102a9e75 req-bcef2be9-4f47-4bf4-8024-df74167665f1 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863175 Aug 23 15:18:07.807784 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3e990714-8243-4834-9cf1-4798a2c311ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:07.812695 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3e990714-8243-4834-9cf1-4798a2c311ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:07.823050 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3e990714-8243-4834-9cf1-4798a2c311ef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d7f40a40-6c8e-4cc1-83dc-2560571d9a48 HTTP/1.1" status: 204 len: 168 time: 0.3348725 Aug 23 15:18:07.823050 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 54924) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:07.918795 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e990714-8243-4834-9cf1-4798a2c311ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f40a40-6c8e-4cc1-83dc-2560571d9a48,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:08.057433 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59c10a-e2e6-4add-b080-01ef88394b07 req-63e72265-9cd4-40e7-8051-88af1f5ed664 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:08.059053 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c59c10a-e2e6-4add-b080-01ef88394b07 req-63e72265-9cd4-40e7-8051-88af1f5ed664 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 944 time: 0.1349592 Aug 23 15:18:08.145396 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c59c10a-e2e6-4add-b080-01ef88394b07 req-82203ccf-7709-4e06-b492-142ecfd98666 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743625 Aug 23 15:18:08.148196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db7f0d9-1ab0-46c7-b282-c58f91243354 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:18:08.158504 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:08.178109 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b89a009b-52e5-4743-beeb-977a048777b0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Deleting port 8ba1e28d-d832-41b4-9245-6a864ac45b15 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:18:08.178487 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b89a009b-52e5-4743-beeb-977a048777b0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:08.186481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Transition to ACTIVE for port object 6db7f0d9-1ab0-46c7-b282-c58f91243354 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:18:08.287346 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b89a009b-52e5-4743-beeb-977a048777b0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:08.287703 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b89a009b-52e5-4743-beeb-977a048777b0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:08.301412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b89a009b-52e5-4743-beeb-977a048777b0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Calling delete_port for 8ba1e28d-d832-41b4-9245-6a864ac45b15 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:18:08.349776 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:08.406688 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Pushing event updated for resources: {'Port': ['ID=6db7f0d9-1ab0-46c7-b282-c58f91243354,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:08.509389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Attempting to bind port 6db7f0d9-1ab0-46c7-b282-c58f91243354 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:18:08.509389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Attempting to bind port 6db7f0d9-1ab0-46c7-b282-c58f91243354 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6aede222-8fff-4b77-8f51-c07e2a187d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1f675757-7530-419a-a517-8461a6b5c31e'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:18:08.509389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Attempting to bind port 6db7f0d9-1ab0-46c7-b282-c58f91243354 on network 1f675757-7530-419a-a517-8461a6b5c31e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:18:08.509389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Port 6db7f0d9-1ab0-46c7-b282-c58f91243354 on network 1f675757-7530-419a-a517-8461a6b5c31e not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:18:08.509389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Attempting to bind port 6db7f0d9-1ab0-46c7-b282-c58f91243354 on network 1f675757-7530-419a-a517-8461a6b5c31e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:18:08.514053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:18:08.514436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Checking segment: {'id': '6aede222-8fff-4b77-8f51-c07e2a187d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1f675757-7530-419a-a517-8461a6b5c31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:18:08.514911 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Bound using segment: {'id': '6aede222-8fff-4b77-8f51-c07e2a187d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1f675757-7530-419a-a517-8461a6b5c31e'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:18:08.515372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Bound port: 6db7f0d9-1ab0-46c7-b282-c58f91243354, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aede222-8fff-4b77-8f51-c07e2a187d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1f675757-7530-419a-a517-8461a6b5c31e'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:18:08.515774 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:08.595265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] For port 6db7f0d9-1ab0-46c7-b282-c58f91243354, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:18:08.612853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] For port 6db7f0d9-1ab0-46c7-b282-c58f91243354, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6db7f0d9-1ab0-46c7-b282-c58f91243354,segment=NetworkSegment(6aede222-8fff-4b77-8f51-c07e2a187d64),segment_id=6aede222-8fff-4b77-8f51-c07e2a187d64)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:18:08.715909 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b89a009b-52e5-4743-beeb-977a048777b0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:08.753277 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a009b-52e5-4743-beeb-977a048777b0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Port': ['ID=8ba1e28d-d832-41b4-9245-6a864ac45b15,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:08.837619 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b89a009b-52e5-4743-beeb-977a048777b0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:08.838759 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-b89a009b-52e5-4743-beeb-977a048777b0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Floating IP 0b832d24-42af-4d24-b481-7d387793dd31 disassociated (deleted). External IP: 172.25.8.48, port: 6fd2f2fd-4906-4db4-b787-009158cf5e01. Aug 23 15:18:08.840441 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:08.924607 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:08.925567 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:08.927645 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] 10.222.0.57 "PUT /v2.0/ports/6db7f0d9-1ab0-46c7-b282-c58f91243354 HTTP/1.1" status: 200 len: 1092 time: 1.4432905 Aug 23 15:18:08.933326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6848c1a2-ee9f-4dd2-a985-a4bda1e73696', 'tag': '6db7f0d9-1ab0-46c7-b282-c58f91243354'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:18:08.933326 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f22a32-cf4a-4262-b01d-df100965950e" -d '{"events": [{"name": "network-changed", "server_uuid": "6848c1a2-ee9f-4dd2-a985-a4bda1e73696", "tag": "6db7f0d9-1ab0-46c7-b282-c58f91243354"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:18:09.000148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df156f-f797-4c91-a8f0-171275477b29 service neutron] Pushing event updated for resources: {'Port': ['ID=6db7f0d9-1ab0-46c7-b282-c58f91243354,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:09.018109 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d37a1-237a-469f-a67d-d74fa9b49175 req-b78da70a-e3e9-4df5-b142-e265d21f62ea tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:09.019948 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b3d37a1-237a-469f-a67d-d74fa9b49175 req-b78da70a-e3e9-4df5-b142-e265d21f62ea tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 944 time: 0.1154919 Aug 23 15:18:09.021462 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b369e4ad-c4a5-4cf3-9e4e-34f37593e767 x-openstack-request-id: req-b369e4ad-c4a5-4cf3-9e4e-34f37593e767 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:18:09.021749 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6848c1a2-ee9f-4dd2-a985-a4bda1e73696", "tag": "6db7f0d9-1ab0-46c7-b282-c58f91243354", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:18:09.021993 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b369e4ad-c4a5-4cf3-9e4e-34f37593e767 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:18:09.022393 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6848c1a2-ee9f-4dd2-a985-a4bda1e73696', 'tag': '6db7f0d9-1ab0-46c7-b282-c58f91243354', 'status': 'completed', 'code': 200} Aug 23 15:18:09.104651 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b3d37a1-237a-469f-a67d-d74fa9b49175 req-fe7220ce-52f6-40cf-93b5-50e2179b2c29 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664515 Aug 23 15:18:09.121770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f22a32-cf4a-4262-b01d-df100965950e req-1169779e-3375-42f8-82e9-4e4c700209c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:09.124590 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2f22a32-cf4a-4262-b01d-df100965950e req-1169779e-3375-42f8-82e9-4e4c700209c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9de8f52fb3754d7aad928e069440c6d0&device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 1095 time: 0.0693984 Aug 23 15:18:09.239023 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89a009b-52e5-4743-beeb-977a048777b0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:18:09.287081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f22a32-cf4a-4262-b01d-df100965950e req-ffb8f4b8-ff12-48f0-9581-4101665fcc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:09.288967 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2f22a32-cf4a-4262-b01d-df100965950e req-ffb8f4b8-ff12-48f0-9581-4101665fcc29 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9de8f52fb3754d7aad928e069440c6d0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1550233 Aug 23 15:18:09.444880 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb48d72-281e-4266-b113-8be887af1d27 req-c7e4c856-e861-4ad7-8945-b86310105917 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:09.447499 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-beb48d72-281e-4266-b113-8be887af1d27 req-c7e4c856-e861-4ad7-8945-b86310105917 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 944 time: 0.1462839 Aug 23 15:18:09.460966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f22a32-cf4a-4262-b01d-df100965950e req-1086e9da-6e6e-4763-8861-8b70df25ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:09.462794 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2f22a32-cf4a-4262-b01d-df100965950e req-1086e9da-6e6e-4763-8861-8b70df25ba52 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1661983 Aug 23 15:18:09.501550 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89a009b-52e5-4743-beeb-977a048777b0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:18:09.512581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b89a009b-52e5-4743-beeb-977a048777b0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:09.516963 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc3c41-11c7-4ec7-ae86-cfcb6bed2253 None None] Sync routers for ids ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:18:09.532516 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc3c41-11c7-4ec7-ae86-cfcb6bed2253 None None] Routers {'0f405a55-5f2e-48c8-ab30-c7d359edfc1d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:18:09.533753 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0bcc3c41-11c7-4ec7-ae86-cfcb6bed2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:09.545638 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-beb48d72-281e-4266-b113-8be887af1d27 req-7b21cc2c-88d6-41d2-894b-5100ea301892 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878234 Aug 23 15:18:09.557103 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b89a009b-52e5-4743-beeb-977a048777b0 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "DELETE /v2.0/floatingips/0b832d24-42af-4d24-b481-7d387793dd31 HTTP/1.1" status: 204 len: 168 time: 1.7382545 Aug 23 15:18:09.557763 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e683b6a5-cd0f-444a-aed6-35a68412e9fd', 'tag': '6fd2f2fd-4906-4db4-b787-009158cf5e01'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:18:09.561552 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5634db-1225-40ce-bb3f-fc93686190da" -d '{"events": [{"name": "network-changed", "server_uuid": "e683b6a5-cd0f-444a-aed6-35a68412e9fd", "tag": "6fd2f2fd-4906-4db4-b787-009158cf5e01"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:18:09.624396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-403f5832-97a7-469b-a445-fdf70eedd58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:09.625204 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f76a325-da6e-46bf-8e84-ea4b1e17c382 x-openstack-request-id: req-7f76a325-da6e-46bf-8e84-ea4b1e17c382 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:18:09.625578 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e683b6a5-cd0f-444a-aed6-35a68412e9fd", "tag": "6fd2f2fd-4906-4db4-b787-009158cf5e01", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:18:09.625996 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f76a325-da6e-46bf-8e84-ea4b1e17c382 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:18:09.626472 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e683b6a5-cd0f-444a-aed6-35a68412e9fd', 'tag': '6fd2f2fd-4906-4db4-b787-009158cf5e01', 'status': 'completed', 'code': 200} Aug 23 15:18:09.626805 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-403f5832-97a7-469b-a445-fdf70eedd58f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9de8f52fb3754d7aad928e069440c6d0&device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 1095 time: 0.0928681 Aug 23 15:18:09.691643 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-017a8bb3-c2ef-4e8c-8af4-198fc022316f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db7f0d9-1ab0-46c7-b282-c58f91243354 HTTP/1.1" status: 200 len: 217 time: 0.0497758 Aug 23 15:18:09.726440 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-0bcc3c41-11c7-4ec7-ae86-cfcb6bed2253 None None] Set router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:18:09.782507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5634db-1225-40ce-bb3f-fc93686190da req-c46169b6-3d48-4498-88ad-af66d7a100b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:09.784161 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e5634db-1225-40ce-bb3f-fc93686190da req-c46169b6-3d48-4498-88ad-af66d7a100b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=51b6533c35f2415fa103d56c322ba6e0&device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 1097 time: 0.1029513 Aug 23 15:18:09.790118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-3b8c7e64-1f88-41dc-aae1-8c3b21965ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:09.791577 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-3b8c7e64-1f88-41dc-aae1-8c3b21965ed1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfe8e90a-97a6-4c68-b5ae-12ad54001744 HTTP/1.1" status: 200 len: 849 time: 0.0726659 Aug 23 15:18:09.865805 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-ce822199-940e-40da-baac-68df0d98cbce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f675757-7530-419a-a517-8461a6b5c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652704 Aug 23 15:18:09.977658 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5634db-1225-40ce-bb3f-fc93686190da req-17b8134e-5427-4996-b011-60ec7f21bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:09.979324 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e5634db-1225-40ce-bb3f-fc93686190da req-17b8134e-5427-4996-b011-60ec7f21bf74 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 HTTP/1.1" status: 200 len: 897 time: 0.1868715 Aug 23 15:18:09.981473 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0bcc3c41-11c7-4ec7-ae86-cfcb6bed2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:41Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:43Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'da076434-e07e-4904-9377-3c4e9552a821', 'name': '', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:c1:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:05Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:10.011013 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc3c41-11c7-4ec7-ae86-cfcb6bed2253 None None] Checking router: 0f405a55-5f2e-48c8-ab30-c7d359edfc1d for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:18:10.027539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device c5b29c27-bbff-4e55-bdf6-f76145be82bc details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:18:10.054295 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e5634db-1225-40ce-bb3f-fc93686190da req-b3fe974f-1293-4135-9f6f-d120c97d48f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fd2f2fd-4906-4db4-b787-009158cf5e01 HTTP/1.1" status: 200 len: 217 time: 0.0664763 Aug 23 15:18:10.068897 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc3c41-11c7-4ec7-ae86-cfcb6bed2253 None None] Routers {'0f405a55-5f2e-48c8-ab30-c7d359edfc1d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:18:10.071947 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0bcc3c41-11c7-4ec7-ae86-cfcb6bed2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:10.126880 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-afaa2944-2f14-480c-afd6-ed730db3b7b3 service neutron] 10.222.0.57 "GET /v2.0/networks/1f675757-7530-419a-a517-8461a6b5c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521002 Aug 23 15:18:10.154337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port c5b29c27-bbff-4e55-bdf6-f76145be82bc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=c5b29c27-bbff-4e55-bdf6-f76145be82bc,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:10.171689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'port_id': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'mac_address': 'fa:16:3e:0d:54:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:18:10.183632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5634db-1225-40ce-bb3f-fc93686190da req-b244fb16-6c5f-47ba-8bd2-eafd7811c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:10.186342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e5634db-1225-40ce-bb3f-fc93686190da req-b244fb16-6c5f-47ba-8bd2-eafd7811c42a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6489214-61ff-49bc-8542-b4f0818ca82d HTTP/1.1" status: 200 len: 835 time: 0.1223252 Aug 23 15:18:10.270289 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:10.288387 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b29c27-bbff-4e55-bdf6-f76145be82bc {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:18:10.320467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port c5b29c27-bbff-4e55-bdf6-f76145be82bc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=c5b29c27-bbff-4e55-bdf6-f76145be82bc,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:10.343879 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-0bcc3c41-11c7-4ec7-ae86-cfcb6bed2253 None None] Set router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:18:10.352622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5634db-1225-40ce-bb3f-fc93686190da req-2f0a7a12-b363-41df-93ae-4ee03336fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:10.355299 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e5634db-1225-40ce-bb3f-fc93686190da req-2f0a7a12-b363-41df-93ae-4ee03336fe6a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158645 Aug 23 15:18:10.419901 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46cb5f80-ecda-4611-8a2d-71e67ca8d7e0 req-6c8edc22-e444-4110-9f67-8d5fb3f084c4 service neutron] 10.222.0.57 "GET /v2.0/networks/1f675757-7530-419a-a517-8461a6b5c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825661 Aug 23 15:18:10.447751 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:10.474889 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd71ffe-ad86-47f1-8283-01f70ea3d38a req-9e1bddad-23de-4203-b292-812323498ce3 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:10.477505 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7fd71ffe-ad86-47f1-8283-01f70ea3d38a req-9e1bddad-23de-4203-b292-812323498ce3 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 944 time: 0.1757228 Aug 23 15:18:10.536622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=c5b29c27-bbff-4e55-bdf6-f76145be82bc,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:10.547137 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7fd71ffe-ad86-47f1-8283-01f70ea3d38a req-f273f852-0e39-4ce1-a2c7-57315e61629b tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519938 Aug 23 15:18:10.599435 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65338de6-4e5e-4fc1-a984-a5a6a5456bc9 req-ea620d10-6cd2-4973-8c73-6a9453d5e7ff tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:10.605677 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-65338de6-4e5e-4fc1-a984-a5a6a5456bc9 req-ea620d10-6cd2-4973-8c73-6a9453d5e7ff tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 946 time: 0.1887584 Aug 23 15:18:10.623679 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e5634db-1225-40ce-bb3f-fc93686190da req-71c785fa-7444-47c1-9e3b-42ea78307cd1 service neutron] 10.222.0.61 "GET /v2.0/networks/1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529850 Aug 23 15:18:10.662151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['c5b29c27-bbff-4e55-bdf6-f76145be82bc'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:18:10.738980 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-65338de6-4e5e-4fc1-a984-a5a6a5456bc9 req-7e3dcfb7-7410-4056-9512-52e782978f2e tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=f51e7402-7213-41cc-87c0-eff366518f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294746 Aug 23 15:18:10.810816 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616308f-7170-4445-a838-1014fb725054 req-65358712-96d9-4a6a-bf48-d1ce7605f8a3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:10.814551 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c616308f-7170-4445-a838-1014fb725054 req-65358712-96d9-4a6a-bf48-d1ce7605f8a3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 945 time: 0.1320953 Aug 23 15:18:10.819463 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e5634db-1225-40ce-bb3f-fc93686190da req-e8994e27-a05d-4183-9d03-2327e4b0f97a service neutron] 10.222.0.61 "GET /v2.0/networks/1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782300 Aug 23 15:18:10.875105 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0bcc3c41-11c7-4ec7-ae86-cfcb6bed2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:41Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:43Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'da076434-e07e-4904-9377-3c4e9552a821', 'name': '', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:c1:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:05Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:10.881223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c616308f-7170-4445-a838-1014fb725054 req-c5cd0030-2862-48a3-8c18-9fe573b57da1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601649 Aug 23 15:18:10.922338 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc3c41-11c7-4ec7-ae86-cfcb6bed2253 None None] The sync data for ids ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'] in n-d-804985-3 is: [{'id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:41Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:43Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'da076434-e07e-4904-9377-3c4e9552a821', 'name': '', 'network_id': '1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'mac_address': 'fa:16:3e:c1:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:51Z', 'updated_at': '2021-08-23T15:17:05Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'subnets': [{'id': 'c6489214-61ff-49bc-8542-b4f0818ca82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:18:11.262890 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd53fdc-9247-4319-92c8-171ad10bfcb6 None None] New status for floating IP 0b832d24-42af-4d24-b481-7d387793dd31: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:18:11.509626 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ce29a-26a3-4280-bd3d-552963365af2 req-583a1ed2-5072-455a-9103-be4479cc4c40 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:11.511215 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d44ce29a-26a3-4280-bd3d-552963365af2 req-583a1ed2-5072-455a-9103-be4479cc4c40 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.61 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 946 time: 0.0728726 Aug 23 15:18:11.662416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-d44ce29a-26a3-4280-bd3d-552963365af2 req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Deleting port 6fd2f2fd-4906-4db4-b787-009158cf5e01 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:18:11.663037 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d44ce29a-26a3-4280-bd3d-552963365af2 req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:11.785289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146761ed-e473-41b9-bb4b-2d81beaa4a23 req-8b098a51-7dd9-4200-be14-38b2489f1963 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:11.786869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-146761ed-e473-41b9-bb4b-2d81beaa4a23 req-8b098a51-7dd9-4200-be14-38b2489f1963 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 944 time: 0.1279042 Aug 23 15:18:11.822958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-d44ce29a-26a3-4280-bd3d-552963365af2 req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] For port 6fd2f2fd-4906-4db4-b787-009158cf5e01, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=6fd2f2fd-4906-4db4-b787-009158cf5e01,segment=NetworkSegment(d79388c8-e064-4564-b7bd-148c3ed8ef7c),segment_id=d79388c8-e064-4564-b7bd-148c3ed8ef7c)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:11.823549 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d44ce29a-26a3-4280-bd3d-552963365af2 req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:11.852634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-d44ce29a-26a3-4280-bd3d-552963365af2 req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Calling delete_port for 6fd2f2fd-4906-4db4-b787-009158cf5e01 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:18:11.865779 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-146761ed-e473-41b9-bb4b-2d81beaa4a23 req-6aa11f50-49eb-4957-b0f6-b2201ca3a4a8 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695274 Aug 23 15:18:11.893260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1ab1c-f581-41c7-a753-55e07ce21594 req-a72db187-bad5-4f3e-95b9-647b626919b9 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:11.893260 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c2f1ab1c-f581-41c7-a753-55e07ce21594 req-a72db187-bad5-4f3e-95b9-647b626919b9 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 946 time: 0.0590057 Aug 23 15:18:11.928402 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c2f1ab1c-f581-41c7-a753-55e07ce21594 req-84603281-9254-48bf-a534-1cb17ca49293 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/security-groups?id=f51e7402-7213-41cc-87c0-eff366518f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374622 Aug 23 15:18:12.020559 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device c5b29c27-bbff-4e55-bdf6-f76145be82bc up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:18:12.065426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74238e33-12f9-439a-bc30-4249533fe623 req-f307ff3c-42ae-4fc3-ae2b-bd0c4125fd08 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:12.067165 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74238e33-12f9-439a-bc30-4249533fe623 req-f307ff3c-42ae-4fc3-ae2b-bd0c4125fd08 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 945 time: 0.0779843 Aug 23 15:18:12.113487 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74238e33-12f9-439a-bc30-4249533fe623 req-dbf2071d-76ec-4851-a225-4fb0de8857a7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400510 Aug 23 15:18:12.212831 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d44ce29a-26a3-4280-bd3d-552963365af2 req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:12.213091 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port c5b29c27-bbff-4e55-bdf6-f76145be82bc completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:18:12.220099 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port c5b29c27-bbff-4e55-bdf6-f76145be82bc triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:18:12.228277 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:12.244913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Port': ['ID=6fd2f2fd-4906-4db4-b787-009158cf5e01,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:12.262229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:12.262595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:12.263629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:12.264084 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:12.264512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:12.264853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:12.268455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:12.268455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:12.268455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:12.268455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:12.268455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:12.268455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:12.320081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44ce29a-26a3-4280-bd3d-552963365af2 req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] No DVR routers for this DVR port 6fd2f2fd-4906-4db4-b787-009158cf5e01 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:18:12.321983 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d44ce29a-26a3-4280-bd3d-552963365af2 req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:12.324272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d44ce29a-26a3-4280-bd3d-552963365af2 req-8ae925f9-025d-4176-8625-12dc5c5b19b1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.61 "DELETE /v2.0/ports/6fd2f2fd-4906-4db4-b787-009158cf5e01 HTTP/1.1" status: 204 len: 173 time: 0.8060598 Aug 23 15:18:12.324752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e683b6a5-cd0f-444a-aed6-35a68412e9fd', 'name': 'network-vif-deleted', 'tag': '6fd2f2fd-4906-4db4-b787-009158cf5e01'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:18:12.327415 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e200174-e590-4ec4-ae5a-7dbdfdafca5d" -d '{"events": [{"server_uuid": "e683b6a5-cd0f-444a-aed6-35a68412e9fd", "name": "network-vif-deleted", "tag": "6fd2f2fd-4906-4db4-b787-009158cf5e01"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:18:12.354720 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:12.382281 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6e1fcd-6736-48e7-ad33-28c42874c13c x-openstack-request-id: req-2c6e1fcd-6736-48e7-ad33-28c42874c13c {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:18:12.382676 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e683b6a5-cd0f-444a-aed6-35a68412e9fd", "name": "network-vif-deleted", "tag": "6fd2f2fd-4906-4db4-b787-009158cf5e01", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:18:12.383219 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c6e1fcd-6736-48e7-ad33-28c42874c13c {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:18:12.384302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:18:12.384496 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e683b6a5-cd0f-444a-aed6-35a68412e9fd', 'name': 'network-vif-deleted', 'tag': '6fd2f2fd-4906-4db4-b787-009158cf5e01', 'status': 'completed', 'code': 200} Aug 23 15:18:12.387753 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c923711f-b248-4f45-a36f-070c2fd4cbdb" -d '{"events": [{"server_uuid": "842e9b40-dee8-4801-bed5-e3b0c4f7c1e1", "name": "network-vif-plugged", "status": "completed", "tag": "c5b29c27-bbff-4e55-bdf6-f76145be82bc"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:18:12.403617 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port c5b29c27-bbff-4e55-bdf6-f76145be82bc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=c5b29c27-bbff-4e55-bdf6-f76145be82bc,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:12.442010 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a888384-c2f8-43a4-a5ff-ba44a71e65ed x-openstack-request-id: req-2a888384-c2f8-43a4-a5ff-ba44a71e65ed {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:18:12.442306 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842e9b40-dee8-4801-bed5-e3b0c4f7c1e1", "name": "network-vif-plugged", "status": "completed", "tag": "c5b29c27-bbff-4e55-bdf6-f76145be82bc", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:18:12.442559 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2a888384-c2f8-43a4-a5ff-ba44a71e65ed {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:18:12.442964 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'code': 200} Aug 23 15:18:12.548513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9288c0-c5f1-4098-8d20-453548a6b054 req-b027237f-dce7-416f-8915-7f9df69cec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:12.550182 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0d9288c0-c5f1-4098-8d20-453548a6b054 req-b027237f-dce7-416f-8915-7f9df69cec58 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 1096 time: 0.0447657 Aug 23 15:18:12.573119 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:12.597373 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0d9288c0-c5f1-4098-8d20-453548a6b054 req-f854c942-c4a7-4097-8d87-0402cc0859b0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392766 Aug 23 15:18:12.641093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=c5b29c27-bbff-4e55-bdf6-f76145be82bc,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:13.023572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f193ef1-4818-4844-aa5e-baa8ad82794d req-ad969dbd-a6cd-4239-be1a-439414e03e98 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:13.025223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4f193ef1-4818-4844-aa5e-baa8ad82794d req-ad969dbd-a6cd-4239-be1a-439414e03e98 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 944 time: 0.0690100 Aug 23 15:18:13.046808 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d514251-b806-46dc-afac-d63da1b64302 req-092ec957-16c7-4c87-a3b7-efa1608cb7b5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "GET /v2.0/ports?device_id=e683b6a5-cd0f-444a-aed6-35a68412e9fd HTTP/1.1" status: 200 len: 210 time: 0.0342109 Aug 23 15:18:13.077252 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4f193ef1-4818-4844-aa5e-baa8ad82794d req-cd223f37-d70b-4802-b29d-aaf71e217272 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405045 Aug 23 15:18:13.239719 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f9824-b89d-4dac-8f9d-52f556ef8c04 req-b470f6b7-a7dd-425b-86e3-57f6ad1e4897 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:13.241279 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b3f9824-b89d-4dac-8f9d-52f556ef8c04 req-b470f6b7-a7dd-425b-86e3-57f6ad1e4897 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 946 time: 0.0560865 Aug 23 15:18:13.304133 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7b3f9824-b89d-4dac-8f9d-52f556ef8c04 req-d65744b0-057d-43e9-90ed-0f82d837e09e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541773 Aug 23 15:18:13.560705 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6db7f0d9-1ab0-46c7-b282-c58f91243354 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:18:13.668184 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6db7f0d9-1ab0-46c7-b282-c58f91243354, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6db7f0d9-1ab0-46c7-b282-c58f91243354,segment=NetworkSegment(6aede222-8fff-4b77-8f51-c07e2a187d64),segment_id=6aede222-8fff-4b77-8f51-c07e2a187d64)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:13.680731 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '6db7f0d9-1ab0-46c7-b282-c58f91243354', 'network_id': '1f675757-7530-419a-a517-8461a6b5c31e', 'port_id': '6db7f0d9-1ab0-46c7-b282-c58f91243354', 'mac_address': 'fa:16:3e:a2:45:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe8e90a-97a6-4c68-b5ae-12ad54001744', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:18:13.722134 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:13.737823 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db7f0d9-1ab0-46c7-b282-c58f91243354 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:18:13.759364 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6db7f0d9-1ab0-46c7-b282-c58f91243354, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6db7f0d9-1ab0-46c7-b282-c58f91243354,segment=NetworkSegment(6aede222-8fff-4b77-8f51-c07e2a187d64),segment_id=6aede222-8fff-4b77-8f51-c07e2a187d64)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:13.911748 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:13.968365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=6db7f0d9-1ab0-46c7-b282-c58f91243354,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:14.109783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55030) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:14.127409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['6db7f0d9-1ab0-46c7-b282-c58f91243354'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:18:14.190609 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:14.223610 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:14.249624 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd15c20-5b6f-49df-bc39-9fdb424d0027 req-e9b0cfaa-65f6-4c13-876a-319fd7af0f1a tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:14.251451 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4dd15c20-5b6f-49df-bc39-9fdb424d0027 req-e9b0cfaa-65f6-4c13-876a-319fd7af0f1a tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 945 time: 0.0688686 Aug 23 15:18:14.264444 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55034) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:14.298951 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4dd15c20-5b6f-49df-bc39-9fdb424d0027 req-4dcaff9d-fda8-4096-8b8b-e356a80dbfbc tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397849 Aug 23 15:18:14.482776 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-902fa9a3-411d-455c-b37c-5db67c98bc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:14.520625 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acebe6a-a621-469d-a022-205fa9993cf4 req-f0f80e06-1a4d-48b5-941d-9673734abe18 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:14.522293 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9acebe6a-a621-469d-a022-205fa9993cf4 req-f0f80e06-1a4d-48b5-941d-9673734abe18 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 946 time: 0.0848155 Aug 23 15:18:14.525342 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:14.527950 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:14.529724 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "DELETE /v2.0/security-groups/f51e7402-7213-41cc-87c0-eff366518f33 HTTP/1.1" status: 204 len: 168 time: 0.4188309 Aug 23 15:18:14.561941 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51e7402-7213-41cc-87c0-eff366518f33,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:14.582536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:14.582889 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:14.583230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:14.583565 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:14.583950 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:14.584287 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:14.584614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:14.584970 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:14.585261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:14.585583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:14.585911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:14.586293 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d418b4-0107-4e79-bfaa-e0e585b39baa tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:14.611275 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9acebe6a-a621-469d-a022-205fa9993cf4 req-604a095a-133d-4e9e-ab13-629f2af343e4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803647 Aug 23 15:18:14.679067 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-902fa9a3-411d-455c-b37c-5db67c98bc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:14.753248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a7f09-c4ea-4068-8fa2-3b2030fb3888 req-0a37c289-304b-47a6-8c3c-04ab67eef10f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:14.754763 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6e9a7f09-c4ea-4068-8fa2-3b2030fb3888 req-0a37c289-304b-47a6-8c3c-04ab67eef10f tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 946 time: 0.0553567 Aug 23 15:18:14.795558 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6e9a7f09-c4ea-4068-8fa2-3b2030fb3888 req-6fb01592-732c-4a79-a26c-a89f50cd076d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344944 Aug 23 15:18:14.821471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55044) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:14.824614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55046) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:14.869571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5db6f16-2060-4612-b092-f890ae5e8cac tempest-TestVolumeBootPattern-1451686307 tempest-TestVolumeBootPattern-1451686307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:14.871020 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b5db6f16-2060-4612-b092-f890ae5e8cac tempest-TestVolumeBootPattern-1451686307 tempest-TestVolumeBootPattern-1451686307-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 1092 time: 0.0485437 Aug 23 15:18:14.875182 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55048) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:14.880466 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:18:14.932851 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-902fa9a3-411d-455c-b37c-5db67c98bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:14.988375 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-902fa9a3-411d-455c-b37c-5db67c98bc49 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=61561cc0a4bf4880a44486f8ac7f4f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7228007 Aug 23 15:18:14.991452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55050) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:15.008963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fa9a3-411d-455c-b37c-5db67c98bc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bfa615-8fa2-4f36-b20c-573f1c209310,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:15.061614 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5b1188d-7442-4ec8-97cc-8cee3ff3256a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:15.092368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5b1188d-7442-4ec8-97cc-8cee3ff3256a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:15.123742 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:15.308728 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:15.315890 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5b1188d-7442-4ec8-97cc-8cee3ff3256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:15.319188 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5b1188d-7442-4ec8-97cc-8cee3ff3256a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:15.320591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e5b1188d-7442-4ec8-97cc-8cee3ff3256a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b4bfa615-8fa2-4f36-b20c-573f1c209310 HTTP/1.1" status: 204 len: 168 time: 0.3280764 Aug 23 15:18:15.329925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1188d-7442-4ec8-97cc-8cee3ff3256a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bfa615-8fa2-4f36-b20c-573f1c209310,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:15.528306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Allocated IP 172.25.8.173 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/9aae34a2-9f1c-4fb5-9da1-eded3d814fad) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:18:15.535684 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f0794e9-b454-4efc-ba9f-11bfc33f0dc2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:15.546462 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df5069-465b-43f6-a4ba-788b6cf04d28 req-7672ae10-fea7-414b-ba77-bf82a506e9ec tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:15.548071 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05df5069-465b-43f6-a4ba-788b6cf04d28 req-7672ae10-fea7-414b-ba77-bf82a506e9ec tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 945 time: 0.1323791 Aug 23 15:18:15.576314 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6db7f0d9-1ab0-46c7-b282-c58f91243354 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:18:15.876024 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:15.876694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 6db7f0d9-1ab0-46c7-b282-c58f91243354 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:18:15.882024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 6db7f0d9-1ab0-46c7-b282-c58f91243354 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:18:15.882561 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:15.983183 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:16.009706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6848c1a2-ee9f-4dd2-a985-a4bda1e73696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db7f0d9-1ab0-46c7-b282-c58f91243354'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:18:16.013595 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e087b3f1-e881-472d-b293-3c1e3c135689" -d '{"events": [{"server_uuid": "6848c1a2-ee9f-4dd2-a985-a4bda1e73696", "name": "network-vif-plugged", "status": "completed", "tag": "6db7f0d9-1ab0-46c7-b282-c58f91243354"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:18:16.027592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 6db7f0d9-1ab0-46c7-b282-c58f91243354, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6db7f0d9-1ab0-46c7-b282-c58f91243354,segment=NetworkSegment(6aede222-8fff-4b77-8f51-c07e2a187d64),segment_id=6aede222-8fff-4b77-8f51-c07e2a187d64)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:16.034973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 6fd2f2fd-4906-4db4-b787-009158cf5e01 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:18:16.058386 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 6fd2f2fd-4906-4db4-b787-009158cf5e01 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:18:16.076467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 6fd2f2fd-4906-4db4-b787-009158cf5e01 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:18:16.076467 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1100b8de-df14-4399-8b10-7c6430e21bd8 x-openstack-request-id: req-1100b8de-df14-4399-8b10-7c6430e21bd8 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:18:16.076467 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6848c1a2-ee9f-4dd2-a985-a4bda1e73696", "name": "network-vif-plugged", "status": "completed", "tag": "6db7f0d9-1ab0-46c7-b282-c58f91243354", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:18:16.076467 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1100b8de-df14-4399-8b10-7c6430e21bd8 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:18:16.076467 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6848c1a2-ee9f-4dd2-a985-a4bda1e73696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db7f0d9-1ab0-46c7-b282-c58f91243354', 'code': 200} Aug 23 15:18:16.105051 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-05df5069-465b-43f6-a4ba-788b6cf04d28 req-5a40bfc8-3370-41a2-af97-54802ae3d968 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495216 Aug 23 15:18:16.190103 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:16.202470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450d9e3-71cc-4581-b9fe-d1efcc48a51e req-3183f8dc-a6de-4cad-93ce-9bc2fd54439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:16.202470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f450d9e3-71cc-4581-b9fe-d1efcc48a51e req-3183f8dc-a6de-4cad-93ce-9bc2fd54439b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 1096 time: 0.0484126 Aug 23 15:18:16.228797 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:16.238495 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f450d9e3-71cc-4581-b9fe-d1efcc48a51e req-acce551a-5969-423d-a98d-43df0265b91d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362992 Aug 23 15:18:16.276510 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=6db7f0d9-1ab0-46c7-b282-c58f91243354,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:16.400483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4f0794e9-b454-4efc-ba9f-11bfc33f0dc2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Deleting port da076434-e07e-4904-9377-3c4e9552a821 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:18:16.400812 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f0794e9-b454-4efc-ba9f-11bfc33f0dc2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:16.461341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55060) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:16.477158 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-94a64ba3-f530-49cb-9363-41f52ac0962f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:16.513236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-4f0794e9-b454-4efc-ba9f-11bfc33f0dc2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] For port da076434-e07e-4904-9377-3c4e9552a821, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=da076434-e07e-4904-9377-3c4e9552a821,segment=NetworkSegment(d79388c8-e064-4564-b7bd-148c3ed8ef7c),segment_id=d79388c8-e064-4564-b7bd-148c3ed8ef7c)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:16.513622 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f0794e9-b454-4efc-ba9f-11bfc33f0dc2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:16.517127 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:16.565588 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4f0794e9-b454-4efc-ba9f-11bfc33f0dc2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Calling delete_port for da076434-e07e-4904-9377-3c4e9552a821 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:18:16.588555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:18:16.597626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:18:16.609470 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-94a64ba3-f530-49cb-9363-41f52ac0962f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:16.657286 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:18:16.660659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'Port': ['ID=9aae34a2-9f1c-4fb5-9da1-eded3d814fad,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:16.709451 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-94a64ba3-f530-49cb-9363-41f52ac0962f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:16.754098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a64ba3-f530-49cb-9363-41f52ac0962f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dd05a4-3fed-4f88-b0a5-6af410a7cc0a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:16.762322 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-94a64ba3-f530-49cb-9363-41f52ac0962f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=082a081e3c5f45d38e777fb0fa3ae047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975044 Aug 23 15:18:16.763541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55062) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:16.820235 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70428fab-8df2-4ee5-98ef-d9eef684a088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:16.848931 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70428fab-8df2-4ee5-98ef-d9eef684a088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:17.000841 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70428fab-8df2-4ee5-98ef-d9eef684a088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:17.003744 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70428fab-8df2-4ee5-98ef-d9eef684a088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:17.005029 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-70428fab-8df2-4ee5-98ef-d9eef684a088 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51dd05a4-3fed-4f88-b0a5-6af410a7cc0a HTTP/1.1" status: 204 len: 168 time: 0.2402711 Aug 23 15:18:17.016188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70428fab-8df2-4ee5-98ef-d9eef684a088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dd05a4-3fed-4f88-b0a5-6af410a7cc0a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:17.204530 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f0794e9-b454-4efc-ba9f-11bfc33f0dc2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:17.244103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0794e9-b454-4efc-ba9f-11bfc33f0dc2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Port': ['ID=da076434-e07e-4904-9377-3c4e9552a821,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:17.266090 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62fae7-8f7e-4758-b338-9b3f37b43ed4 req-eae9f3f5-711c-48c6-9b1e-6c1f5bc80402 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:17.268064 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c62fae7-8f7e-4758-b338-9b3f37b43ed4 req-eae9f3f5-711c-48c6-9b1e-6c1f5bc80402 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 946 time: 0.0710399 Aug 23 15:18:17.320271 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c62fae7-8f7e-4758-b338-9b3f37b43ed4 req-f9c87399-5f77-40c6-aab8-6e10c6ecd13f tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445504 Aug 23 15:18:17.507954 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:17.611582 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f0794e9-b454-4efc-ba9f-11bfc33f0dc2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:17.819497 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:17.987340 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0794e9-b454-4efc-ba9f-11bfc33f0dc2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:18:18.138652 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:18.164269 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0794e9-b454-4efc-ba9f-11bfc33f0dc2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:18:18.170932 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4f0794e9-b454-4efc-ba9f-11bfc33f0dc2 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "PUT /v2.0/routers/0f405a55-5f2e-48c8-ab30-c7d359edfc1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3450139 Aug 23 15:18:18.173972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55078) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:18.175478 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf559b6b-cb7c-4621-ab80-06c4253aab2e None None] Sync routers for ids ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:18:18.186550 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf559b6b-cb7c-4621-ab80-06c4253aab2e None None] Routers {'0f405a55-5f2e-48c8-ab30-c7d359edfc1d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:18:18.193239 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bf559b6b-cb7c-4621-ab80-06c4253aab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:18.223485 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:18.234823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b1eb5c-2402-4d37-8305-dffa05933569 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Deleting subnet c6489214-61ff-49bc-8542-b4f0818ca82d {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:18:18.238583 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70b1eb5c-2402-4d37-8305-dffa05933569 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:18.284186 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70b1eb5c-2402-4d37-8305-dffa05933569 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:18.300080 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'Port': ['ID=9aae34a2-9f1c-4fb5-9da1-eded3d814fad,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:18.305677 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-bf559b6b-cb7c-4621-ab80-06c4253aab2e None None] Set router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:18:18.317281 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:18.404485 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70b1eb5c-2402-4d37-8305-dffa05933569 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:18.523124 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Floating IP 6a6b0c24-82b9-4f4f-9f2a-871d373a730f associated. External IP: 172.25.8.173, port: c5b29c27-bbff-4e55-bdf6-f76145be82bc. Aug 23 15:18:18.576964 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bf559b6b-cb7c-4621-ab80-06c4253aab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:41Z', 'updated_at': '2021-08-23T15:18:16Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:43Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:18.586148 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339ed41-187a-4fde-adce-ae62f9bd3392 req-50eac5d7-f262-4a84-b9ee-6c55ade7fd44 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:18.587657 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6339ed41-187a-4fde-adce-ae62f9bd3392 req-50eac5d7-f262-4a84-b9ee-6c55ade7fd44 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 946 time: 0.1247950 Aug 23 15:18:18.607290 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf559b6b-cb7c-4621-ab80-06c4253aab2e None None] Checking router: 0f405a55-5f2e-48c8-ab30-c7d359edfc1d for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:18:18.620749 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf559b6b-cb7c-4621-ab80-06c4253aab2e None None] Routers {'0f405a55-5f2e-48c8-ab30-c7d359edfc1d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:18:18.621460 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bf559b6b-cb7c-4621-ab80-06c4253aab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:18.647137 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70b1eb5c-2402-4d37-8305-dffa05933569 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:18.680824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1eb5c-2402-4d37-8305-dffa05933569 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Subnet': ['ID=c6489214-61ff-49bc-8542-b4f0818ca82d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:18.682034 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6339ed41-187a-4fde-adce-ae62f9bd3392 req-7c375eb4-66f6-4f5b-a0fa-0f2d2e03f868 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870731 Aug 23 15:18:18.684264 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70b1eb5c-2402-4d37-8305-dffa05933569 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:18.687953 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-70b1eb5c-2402-4d37-8305-dffa05933569 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "DELETE /v2.0/subnets/c6489214-61ff-49bc-8542-b4f0818ca82d HTTP/1.1" status: 204 len: 168 time: 0.5121267 Aug 23 15:18:18.691320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55088) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:18.699554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc581dd-f345-4891-b99a-4e9010868ece None None] Network 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:18:18.841509 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-bf559b6b-cb7c-4621-ab80-06c4253aab2e None None] Set router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:18:18.929456 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:18.965937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d607a438-a6d5-4481-bdba-7f059b4af1e4 None None] DHCP port deletion for 1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:18:19.007565 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:18:19.049277 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d607a438-a6d5-4481-bdba-7f059b4af1e4 None None] Deleting port da465eee-7e04-4633-ad18-b4bfd74bb2ec {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:18:19.049749 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d607a438-a6d5-4481-bdba-7f059b4af1e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:19.115871 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:19.123529 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bf559b6b-cb7c-4621-ab80-06c4253aab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:41Z', 'updated_at': '2021-08-23T15:18:16Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:43Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:19.137933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d607a438-a6d5-4481-bdba-7f059b4af1e4 None None] For port da465eee-7e04-4633-ad18-b4bfd74bb2ec, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=da465eee-7e04-4633-ad18-b4bfd74bb2ec,segment=NetworkSegment(d79388c8-e064-4564-b7bd-148c3ed8ef7c),segment_id=d79388c8-e064-4564-b7bd-148c3ed8ef7c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:19.138480 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d607a438-a6d5-4481-bdba-7f059b4af1e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:19.152802 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf559b6b-cb7c-4621-ab80-06c4253aab2e None None] The sync data for ids ['0f405a55-5f2e-48c8-ab30-c7d359edfc1d'] in n-d-804985-3 is: [{'id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'name': 'tempest-TestNetworkBasicOps-router-1562310844', 'tenant_id': '51b6533c35f2415fa103d56c322ba6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:16:41Z', 'updated_at': '2021-08-23T15:18:16Z', 'revision_number': 5, 'project_id': '51b6533c35f2415fa103d56c322ba6e0', 'gw_port': {'id': '3959c1ca-36eb-457f-b741-444eb99a7acf', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f405a55-5f2e-48c8-ab30-c7d359edfc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:16:43Z', 'updated_at': '2021-08-23T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:18:19.153129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d607a438-a6d5-4481-bdba-7f059b4af1e4 None None] Calling delete_port for da465eee-7e04-4633-ad18-b4bfd74bb2ec owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:18:19.412755 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d607a438-a6d5-4481-bdba-7f059b4af1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:19.447248 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607a438-a6d5-4481-bdba-7f059b4af1e4 None None] Pushing event deleted for resources: {'Port': ['ID=da465eee-7e04-4633-ad18-b4bfd74bb2ec,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:19.451946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607a438-a6d5-4481-bdba-7f059b4af1e4 None None] No DVR routers for this DVR port da465eee-7e04-4633-ad18-b4bfd74bb2ec on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:18:19.627749 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:18:19.649543 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bef6b4-d8b2-48b9-bd01-ab7157a8aad8 None None] Sync routers for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:18:19.661386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Deleting port 3959c1ca-36eb-457f-b741-444eb99a7acf {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:18:19.665465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bef6b4-d8b2-48b9-bd01-ab7157a8aad8 None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:18:19.665465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f0bef6b4-d8b2-48b9-bd01-ab7157a8aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:19.667619 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:19.798825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] For port 3959c1ca-36eb-457f-b741-444eb99a7acf, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3959c1ca-36eb-457f-b741-444eb99a7acf,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:19.799247 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:19.804759 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-f0bef6b4-d8b2-48b9-bd01-ab7157a8aad8 None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:18:19.813531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Calling delete_port for 3959c1ca-36eb-457f-b741-444eb99a7acf owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:18:19.833263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device da465eee-7e04-4633-ad18-b4bfd74bb2ec no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:18:19.862241 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: da465eee-7e04-4633-ad18-b4bfd74bb2ec {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:18:19.862597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device da465eee-7e04-4633-ad18-b4bfd74bb2ec not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:18:19.863018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device da076434-e07e-4904-9377-3c4e9552a821 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:18:19.867265 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:19.900869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: da076434-e07e-4904-9377-3c4e9552a821 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:18:19.900869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device da076434-e07e-4904-9377-3c4e9552a821 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:18:19.920558 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6d9109e5-1a6a-4cea-9c98-476f75c695af tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0295944 Aug 23 15:18:19.920558 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'tag': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:18:19.920558 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162fc3c5-cfcb-45dc-8c23-659066e2701d" -d '{"events": [{"name": "network-changed", "server_uuid": "842e9b40-dee8-4801-bed5-e3b0c4f7c1e1", "tag": "c5b29c27-bbff-4e55-bdf6-f76145be82bc"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:18:19.992277 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffba8db-1657-4258-a279-735ab2dc28bf x-openstack-request-id: req-fffba8db-1657-4258-a279-735ab2dc28bf {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:18:19.992660 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842e9b40-dee8-4801-bed5-e3b0c4f7c1e1", "tag": "c5b29c27-bbff-4e55-bdf6-f76145be82bc", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:18:19.992873 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fffba8db-1657-4258-a279-735ab2dc28bf {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:18:19.993281 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'tag': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'status': 'completed', 'code': 200} Aug 23 15:18:20.085347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fc3c5-cfcb-45dc-8c23-659066e2701d req-5dab8eed-d042-49ba-bdb9-e4a08d257eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:20.089922 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-162fc3c5-cfcb-45dc-8c23-659066e2701d req-5dab8eed-d042-49ba-bdb9-e4a08d257eec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 1097 time: 0.1021557 Aug 23 15:18:20.176114 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f0bef6b4-d8b2-48b9-bd01-ab7157a8aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '6a6b0c24-82b9-4f4f-9f2a-871d373a730f', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'port_id': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'mac_address': 'fa:16:3e:0d:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:18:17Z', 'updated_at': '2021-08-23T15:18:17Z', 'revision_number': 0, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:20.210873 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bef6b4-d8b2-48b9-bd01-ab7157a8aad8 None None] Checking router: 0821063b-7d14-4a1e-bdec-4cf35a96f1cf for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:18:20.218506 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:20.227269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bef6b4-d8b2-48b9-bd01-ab7157a8aad8 None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:18:20.227269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f0bef6b4-d8b2-48b9-bd01-ab7157a8aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:17:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:20.228119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fc3c5-cfcb-45dc-8c23-659066e2701d req-b4ba60c8-0e4a-44a3-918e-194982853210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:20.228119 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-162fc3c5-cfcb-45dc-8c23-659066e2701d req-b4ba60c8-0e4a-44a3-918e-194982853210 service neutron] 10.222.0.61 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.1282549 Aug 23 15:18:20.312822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Port': ['ID=3959c1ca-36eb-457f-b741-444eb99a7acf,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:20.317481 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-162fc3c5-cfcb-45dc-8c23-659066e2701d req-fd6eda25-3248-4bfd-8315-ffb226bb58fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5b29c27-bbff-4e55-bdf6-f76145be82bc HTTP/1.1" status: 200 len: 1000 time: 0.0835719 Aug 23 15:18:20.398407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fc3c5-cfcb-45dc-8c23-659066e2701d req-de52cfc8-5a7e-4982-863d-51d0b112fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:20.401427 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-162fc3c5-cfcb-45dc-8c23-659066e2701d req-de52cfc8-5a7e-4982-863d-51d0b112fdf6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0767775 Aug 23 15:18:20.413264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-f0bef6b4-d8b2-48b9-bd01-ab7157a8aad8 None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:18:20.464097 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:20.503496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fc3c5-cfcb-45dc-8c23-659066e2701d req-672c3708-a186-4ec2-ab16-d5b8fefa0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:20.507844 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-162fc3c5-cfcb-45dc-8c23-659066e2701d req-672c3708-a186-4ec2-ab16-d5b8fefa0725 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963001 Aug 23 15:18:20.534228 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:20.636903 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:20.645048 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:20.749531 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-162fc3c5-cfcb-45dc-8c23-659066e2701d req-664273a2-1873-4e63-a599-6ffeadb452bb service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321167 Aug 23 15:18:20.857416 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f0bef6b4-d8b2-48b9-bd01-ab7157a8aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '6a6b0c24-82b9-4f4f-9f2a-871d373a730f', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'port_id': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'mac_address': 'fa:16:3e:0d:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:18:17Z', 'updated_at': '2021-08-23T15:18:17Z', 'revision_number': 0, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:20.909856 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-162fc3c5-cfcb-45dc-8c23-659066e2701d req-6275b642-6077-4d34-9676-5cc464d7d880 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523168 Aug 23 15:18:20.916576 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:20.917377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Fanout notify agent at l3_agent the message router_deleted on router 0f405a55-5f2e-48c8-ab30-c7d359edfc1d {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:18:20.953331 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:20.958200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bef6b4-d8b2-48b9-bd01-ab7157a8aad8 None None] The sync data for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 is: [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '6a6b0c24-82b9-4f4f-9f2a-871d373a730f', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'port_id': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'mac_address': 'fa:16:3e:0d:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:18:17Z', 'updated_at': '2021-08-23T15:18:17Z', 'revision_number': 0, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:18:20.971502 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-815f402f-363a-4380-be1e-dce88d16dec5 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "DELETE /v2.0/routers/0f405a55-5f2e-48c8-ab30-c7d359edfc1d HTTP/1.1" status: 204 len: 168 time: 2.2786508 Aug 23 15:18:20.977770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55134) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:21.393328 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b02e1fd-1000-4d19-bed8-5c33d4e79829 None None] New status for floating IP 6a6b0c24-82b9-4f4f-9f2a-871d373a730f: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:18:21.633364 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0206a5d3-4453-4db8-b0ca-cef21afa6db1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:21.668574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085208a8-a1ad-49dd-a033-46b62828f9bc req-7ea78526-9142-4a46-8af3-eac1ab70ebba tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:21.671460 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-085208a8-a1ad-49dd-a033-46b62828f9bc req-7ea78526-9142-4a46-8af3-eac1ab70ebba tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 946 time: 0.5603673 Aug 23 15:18:21.791277 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0206a5d3-4453-4db8-b0ca-cef21afa6db1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:21.803781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-085208a8-a1ad-49dd-a033-46b62828f9bc req-a13d1921-2905-4842-993e-8ee08c01bf2d tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030655 Aug 23 15:18:21.808217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-0206a5d3-4453-4db8-b0ca-cef21afa6db1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:21.811269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3959c1ca-36eb-457f-b741-444eb99a7acf no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:18:21.834041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 3959c1ca-36eb-457f-b741-444eb99a7acf {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:18:21.834041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3959c1ca-36eb-457f-b741-444eb99a7acf not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:18:21.840007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-0206a5d3-4453-4db8-b0ca-cef21afa6db1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79388c8-e064-4564-b7bd-148c3ed8ef7c') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:21.840411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-0206a5d3-4453-4db8-b0ca-cef21afa6db1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79388c8-e064-4564-b7bd-148c3ed8ef7c') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:21.851446 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0206a5d3-4453-4db8-b0ca-cef21afa6db1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:21.865700 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0206a5d3-4453-4db8-b0ca-cef21afa6db1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:21.872309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0206a5d3-4453-4db8-b0ca-cef21afa6db1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:18:21.872679 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0206a5d3-4453-4db8-b0ca-cef21afa6db1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:18:21.875803 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:18:22.081065 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0206a5d3-4453-4db8-b0ca-cef21afa6db1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:22.092518 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0206a5d3-4453-4db8-b0ca-cef21afa6db1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:22.094716 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0206a5d3-4453-4db8-b0ca-cef21afa6db1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] 10.222.0.38 "DELETE /v2.0/networks/1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4 HTTP/1.1" status: 204 len: 168 time: 1.1150658 Aug 23 15:18:22.108856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206a5d3-4453-4db8-b0ca-cef21afa6db1 tempest-TestNetworkBasicOps-1236490985 tempest-TestNetworkBasicOps-1236490985-project] Pushing event deleted for resources: {'Network': ['ID=1ba8f73b-9a1e-4527-a9b6-2a1673ea56f4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:22.334574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55162) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:22.389122 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc1e8f-bc8f-48b8-93d1-72fb5df55e13 req-c5fe34cc-0c66-4251-af9f-c5aac0ad3d59 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:22.390694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1bdc1e8f-bc8f-48b8-93d1-72fb5df55e13 req-c5fe34cc-0c66-4251-af9f-c5aac0ad3d59 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.57 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 946 time: 0.0638521 Aug 23 15:18:22.481542 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d072e47-1334-469c-b44c-170eea0f3065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:22.517857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-1bdc1e8f-bc8f-48b8-93d1-72fb5df55e13 req-82b286eb-cd1d-4436-89b8-95d29a1d03fd tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Deleting port 6db7f0d9-1ab0-46c7-b282-c58f91243354 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:18:22.518273 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1bdc1e8f-bc8f-48b8-93d1-72fb5df55e13 req-82b286eb-cd1d-4436-89b8-95d29a1d03fd tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:22.620539 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d072e47-1334-469c-b44c-170eea0f3065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:22.634653 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1bdc1e8f-bc8f-48b8-93d1-72fb5df55e13 req-82b286eb-cd1d-4436-89b8-95d29a1d03fd tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] For port 6db7f0d9-1ab0-46c7-b282-c58f91243354, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=6db7f0d9-1ab0-46c7-b282-c58f91243354,segment=NetworkSegment(6aede222-8fff-4b77-8f51-c07e2a187d64),segment_id=6aede222-8fff-4b77-8f51-c07e2a187d64)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:22.640145 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1bdc1e8f-bc8f-48b8-93d1-72fb5df55e13 req-82b286eb-cd1d-4436-89b8-95d29a1d03fd tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:22.654367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-1bdc1e8f-bc8f-48b8-93d1-72fb5df55e13 req-82b286eb-cd1d-4436-89b8-95d29a1d03fd tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Calling delete_port for 6db7f0d9-1ab0-46c7-b282-c58f91243354 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:18:22.675147 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-71d7d325-15e1-40c6-80da-479ca0d9a6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:22.726907 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d072e47-1334-469c-b44c-170eea0f3065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:22.794467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55174) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:22.812680 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d072e47-1334-469c-b44c-170eea0f3065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26c28f0-1b42-475d-9d5b-98ee072e61d8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:22.832695 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2d072e47-1334-469c-b44c-170eea0f3065 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ce2fba05d8c4095a9daba826d69a2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921825 Aug 23 15:18:22.833992 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55178) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:22.958372 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-270750c2-e1f9-4786-ad76-474b140264fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:22.990134 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-270750c2-e1f9-4786-ad76-474b140264fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:23.005287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f302512-67c6-45b7-809a-fe86412c9445 req-0dd9c16b-cd5d-4769-a948-2510ae5ce8f9 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:23.006909 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f302512-67c6-45b7-809a-fe86412c9445 req-0dd9c16b-cd5d-4769-a948-2510ae5ce8f9 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 946 time: 0.0944510 Aug 23 15:18:23.012228 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1bdc1e8f-bc8f-48b8-93d1-72fb5df55e13 req-82b286eb-cd1d-4436-89b8-95d29a1d03fd tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:23.023866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['6db7f0d9-1ab0-46c7-b282-c58f91243354'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:18:23.079722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b286eb-cd1d-4436-89b8-95d29a1d03fd tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Pushing event deleted for resources: {'Port': ['ID=6db7f0d9-1ab0-46c7-b282-c58f91243354,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:23.106880 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d16efa27-2a17-4d98-943c-e23c8b368bd7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51b6533c35f2415fa103d56c322ba6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112004 Aug 23 15:18:23.113738 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55184) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:23.139540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdc1e8f-bc8f-48b8-93d1-72fb5df55e13 req-82b286eb-cd1d-4436-89b8-95d29a1d03fd tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] No DVR routers for this DVR port 6db7f0d9-1ab0-46c7-b282-c58f91243354 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:18:23.143793 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1bdc1e8f-bc8f-48b8-93d1-72fb5df55e13 req-82b286eb-cd1d-4436-89b8-95d29a1d03fd tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:23.145851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1bdc1e8f-bc8f-48b8-93d1-72fb5df55e13 req-82b286eb-cd1d-4436-89b8-95d29a1d03fd tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.57 "DELETE /v2.0/ports/6db7f0d9-1ab0-46c7-b282-c58f91243354 HTTP/1.1" status: 204 len: 173 time: 0.7483277 Aug 23 15:18:23.146297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6848c1a2-ee9f-4dd2-a985-a4bda1e73696', 'name': 'network-vif-deleted', 'tag': '6db7f0d9-1ab0-46c7-b282-c58f91243354'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:18:23.148747 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3e3904-04ad-4789-a128-f7f943eb9bc2" -d '{"events": [{"server_uuid": "6848c1a2-ee9f-4dd2-a985-a4bda1e73696", "name": "network-vif-deleted", "tag": "6db7f0d9-1ab0-46c7-b282-c58f91243354"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:18:23.157520 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f302512-67c6-45b7-809a-fe86412c9445 req-e78d988f-784b-4b29-b7e6-cda4e5b57171 tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/security-groups?id=7e5d8ff4-4002-4ff6-9068-ab76f6075ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402349 Aug 23 15:18:23.180977 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b2df0b73-08da-4d9c-bf93-367e5ebc61e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:23.207504 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1b3c7d-5573-4ec4-a2b9-a59f4d933292 x-openstack-request-id: req-5a1b3c7d-5573-4ec4-a2b9-a59f4d933292 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:18:23.207830 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6848c1a2-ee9f-4dd2-a985-a4bda1e73696", "name": "network-vif-deleted", "tag": "6db7f0d9-1ab0-46c7-b282-c58f91243354", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:18:23.208085 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5a1b3c7d-5573-4ec4-a2b9-a59f4d933292 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:18:23.208488 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6848c1a2-ee9f-4dd2-a985-a4bda1e73696', 'name': 'network-vif-deleted', 'tag': '6db7f0d9-1ab0-46c7-b282-c58f91243354', 'status': 'completed', 'code': 200} Aug 23 15:18:23.212264 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b2df0b73-08da-4d9c-bf93-367e5ebc61e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:23.221137 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-270750c2-e1f9-4786-ad76-474b140264fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:23.224137 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-270750c2-e1f9-4786-ad76-474b140264fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:23.225643 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-270750c2-e1f9-4786-ad76-474b140264fb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a26c28f0-1b42-475d-9d5b-98ee072e61d8 HTTP/1.1" status: 204 len: 168 time: 0.3904636 Aug 23 15:18:23.244252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270750c2-e1f9-4786-ad76-474b140264fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26c28f0-1b42-475d-9d5b-98ee072e61d8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:23.459546 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b2df0b73-08da-4d9c-bf93-367e5ebc61e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:23.463269 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b2df0b73-08da-4d9c-bf93-367e5ebc61e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:23.465577 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b2df0b73-08da-4d9c-bf93-367e5ebc61e3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/801fcae2-849d-430a-b431-4598017b3f1a HTTP/1.1" status: 204 len: 168 time: 0.3501310 Aug 23 15:18:23.479172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed764-1708-4b48-aed6-24dd161c34b3 req-72f96390-092e-403e-925c-d30a6985c59a tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:23.481018 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d60ed764-1708-4b48-aed6-24dd161c34b3 req-72f96390-092e-403e-925c-d30a6985c59a tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.0633986 Aug 23 15:18:23.492730 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df0b73-08da-4d9c-bf93-367e5ebc61e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801fcae2-849d-430a-b431-4598017b3f1a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:23.543942 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d60ed764-1708-4b48-aed6-24dd161c34b3 req-1c5a199f-9d2c-432b-b1fd-c611e90adc57 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498066 Aug 23 15:18:23.948175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ab8545d-9e8f-4310-92ba-daef0ea774ff req-31e94fc9-a089-45ee-b965-8ff3ddd789ad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469496 Aug 23 15:18:24.048240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8545d-9e8f-4310-92ba-daef0ea774ff req-fac34d9c-f843-45af-9a1a-d4940d78b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:24.050280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ab8545d-9e8f-4310-92ba-daef0ea774ff req-fac34d9c-f843-45af-9a1a-d4940d78b2aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0518911 Aug 23 15:18:24.191154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8545d-9e8f-4310-92ba-daef0ea774ff req-ff265140-6310-4438-86bc-8a5cc4f027da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:24.193158 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ab8545d-9e8f-4310-92ba-daef0ea774ff req-ff265140-6310-4438-86bc-8a5cc4f027da service neutron] 10.222.0.61 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.1190543 Aug 23 15:18:24.203347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55200) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:24.224043 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25e30814-70e8-4923-9adc-6bdc4de0ef2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:24.289789 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da7717b1-f269-4aa0-89c3-4b5ebfc38c1b req-4de4c082-ff94-449d-ab78-6ad9ff0187cd tempest-VolumesActionsTest-142645618 tempest-VolumesActionsTest-142645618-project] 10.222.0.38 "GET /v2.0/ports?device_id=6848c1a2-ee9f-4dd2-a985-a4bda1e73696 HTTP/1.1" status: 200 len: 210 time: 0.0389438 Aug 23 15:18:24.290130 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ab8545d-9e8f-4310-92ba-daef0ea774ff req-83228284-10ed-40d6-9815-367bbc38686c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5b29c27-bbff-4e55-bdf6-f76145be82bc HTTP/1.1" status: 200 len: 1002 time: 0.0864313 Aug 23 15:18:24.357142 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8545d-9e8f-4310-92ba-daef0ea774ff req-4a9c539d-bd2b-4fea-9462-c3c0700a4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:24.358817 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ab8545d-9e8f-4310-92ba-daef0ea774ff req-4a9c539d-bd2b-4fea-9462-c3c0700a4889 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0619850 Aug 23 15:18:24.401499 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25e30814-70e8-4923-9adc-6bdc4de0ef2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:24.418366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8545d-9e8f-4310-92ba-daef0ea774ff req-b1cf62ee-4e0d-482c-8fee-4e821145f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:24.421083 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ab8545d-9e8f-4310-92ba-daef0ea774ff req-b1cf62ee-4e0d-482c-8fee-4e821145f513 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527985 Aug 23 15:18:24.492877 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-25e30814-70e8-4923-9adc-6bdc4de0ef2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:24.540403 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-25e30814-70e8-4923-9adc-6bdc4de0ef2a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=63d3315b604144bb9314c54e5c5a8e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352714 Aug 23 15:18:24.543311 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55202) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:24.545024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ab8545d-9e8f-4310-92ba-daef0ea774ff req-cc9c2afd-a4d7-4ff3-b775-bc6314cb4e43 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168766 Aug 23 15:18:24.549844 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e30814-70e8-4923-9adc-6bdc4de0ef2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468e4898-cf68-450e-8610-f0c166a6964e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:24.622288 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-41b7ded5-8add-4eff-b4a8-e620fc931f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:24.651048 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-41b7ded5-8add-4eff-b4a8-e620fc931f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:24.685312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55206) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:24.737740 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d4aea09-8634-4030-b8c2-a1637bee5099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:24.755733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5ab8545d-9e8f-4310-92ba-daef0ea774ff req-889389df-7e59-4ec3-8640-1e98b2757777 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032046 Aug 23 15:18:24.785006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97e7e6-aa97-4cc9-8abe-57468c1a8ca8 req-cb84c19e-fa27-4e52-94b1-7e6024da1687 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:24.786547 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb97e7e6-aa97-4cc9-8abe-57468c1a8ca8 req-cb84c19e-fa27-4e52-94b1-7e6024da1687 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.1259007 Aug 23 15:18:24.838625 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb97e7e6-aa97-4cc9-8abe-57468c1a8ca8 req-071e7dc0-d701-4eab-b636-e1cc606ada9e tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444455 Aug 23 15:18:24.943468 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-41b7ded5-8add-4eff-b4a8-e620fc931f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:24.947319 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-41b7ded5-8add-4eff-b4a8-e620fc931f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:24.948862 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-41b7ded5-8add-4eff-b4a8-e620fc931f43 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/468e4898-cf68-450e-8610-f0c166a6964e HTTP/1.1" status: 204 len: 168 time: 0.4044514 Aug 23 15:18:24.958897 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7ded5-8add-4eff-b4a8-e620fc931f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468e4898-cf68-450e-8610-f0c166a6964e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:25.040019 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d4aea09-8634-4030-b8c2-a1637bee5099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:25.126042 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d4aea09-8634-4030-b8c2-a1637bee5099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:25.170634 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0d4aea09-8634-4030-b8c2-a1637bee5099 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=449ddf9a05d64d588e7153e5644f7a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4651566 Aug 23 15:18:25.171596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4aea09-8634-4030-b8c2-a1637bee5099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782de2c8-b3e3-406b-98d4-dcea2bcd4ba0,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:25.174065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55210) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:25.237931 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac215772-a3b1-4a1b-a783-b3e009e0bb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:25.264965 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac215772-a3b1-4a1b-a783-b3e009e0bb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:25.391356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-2e3aa000-c59d-49e8-b1ca-4c8475c44c04 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:25.393027 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-2e3aa000-c59d-49e8-b1ca-4c8475c44c04 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.0755353 Aug 23 15:18:25.492548 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac215772-a3b1-4a1b-a783-b3e009e0bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:25.497588 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac215772-a3b1-4a1b-a783-b3e009e0bb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:25.502206 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ac215772-a3b1-4a1b-a783-b3e009e0bb3c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/782de2c8-b3e3-406b-98d4-dcea2bcd4ba0 HTTP/1.1" status: 204 len: 168 time: 0.3245800 Aug 23 15:18:25.516637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac215772-a3b1-4a1b-a783-b3e009e0bb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782de2c8-b3e3-406b-98d4-dcea2bcd4ba0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:25.590248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-63c1fae9-2047-44b5-9b98-4921e9431371 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Deleting port 282f887b-3947-4fe2-8864-7040b02ac6e0 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:18:25.591908 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-63c1fae9-2047-44b5-9b98-4921e9431371 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:25.692778 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:25.998758 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-63c1fae9-2047-44b5-9b98-4921e9431371 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] For port 282f887b-3947-4fe2-8864-7040b02ac6e0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=282f887b-3947-4fe2-8864-7040b02ac6e0,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:25.999146 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-63c1fae9-2047-44b5-9b98-4921e9431371 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:26.082614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc142051-8bf7-4761-9d4c-b0e6b524c863 req-b20622cc-66de-43ce-8c34-ff78eb0a3a79 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:26.084165 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc142051-8bf7-4761-9d4c-b0e6b524c863 req-b20622cc-66de-43ce-8c34-ff78eb0a3a79 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 945 time: 0.1377792 Aug 23 15:18:26.199612 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc142051-8bf7-4761-9d4c-b0e6b524c863 req-a932fa8b-007b-4743-b902-9009ec50e157 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=e9034172-d7a0-4254-bd1a-4920d6eedc17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061227 Aug 23 15:18:26.298971 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-63c1fae9-2047-44b5-9b98-4921e9431371 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:26.299516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-63c1fae9-2047-44b5-9b98-4921e9431371 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:26.300013 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-63c1fae9-2047-44b5-9b98-4921e9431371 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Floating IP 98fa1103-9ab2-488b-915b-8120b12fd2cc disassociated. External IP: 172.25.8.221, port: 282f887b-3947-4fe2-8864-7040b02ac6e0. Aug 23 15:18:26.300474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-63c1fae9-2047-44b5-9b98-4921e9431371 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Calling delete_port for 282f887b-3947-4fe2-8864-7040b02ac6e0 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:18:26.709287 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-63c1fae9-2047-44b5-9b98-4921e9431371 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:26.744699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1fae9-2047-44b5-9b98-4921e9431371 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event deleted for resources: {'Port': ['ID=282f887b-3947-4fe2-8864-7040b02ac6e0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:26.761129 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2cb967a8-a70a-47cf-a1f1-85e1da9046c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:26.853112 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:26.943218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-63c1fae9-2047-44b5-9b98-4921e9431371 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Router 634650ff-dd53-4c39-9c72-ec2dcb5d555a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:18:27.059088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-63c1fae9-2047-44b5-9b98-4921e9431371 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:18:27.072865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8985ea7-2b00-4d89-b36a-5e5259cd8201 None None] Sync routers for ids ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:18:27.083087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8985ea7-2b00-4d89-b36a-5e5259cd8201 None None] Routers {'634650ff-dd53-4c39-9c72-ec2dcb5d555a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:18:27.083737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c8985ea7-2b00-4d89-b36a-5e5259cd8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:18:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:27.112388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-63c1fae9-2047-44b5-9b98-4921e9431371 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] No DVR routers for this DVR port 282f887b-3947-4fe2-8864-7040b02ac6e0 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:18:27.114972 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-63c1fae9-2047-44b5-9b98-4921e9431371 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:27.117298 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ebf20f8-5e36-45d1-9217-8442d5fd8530 req-63c1fae9-2047-44b5-9b98-4921e9431371 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.57 "DELETE /v2.0/ports/282f887b-3947-4fe2-8864-7040b02ac6e0 HTTP/1.1" status: 204 len: 173 time: 1.7175162 Aug 23 15:18:27.117765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a6d5c1-10c9-4c57-920f-334530e528e1', 'name': 'network-vif-deleted', 'tag': '282f887b-3947-4fe2-8864-7040b02ac6e0'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:18:27.120373 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f502a8-20a5-4609-9780-65f5474ee1b9" -d '{"events": [{"server_uuid": "e9a6d5c1-10c9-4c57-920f-334530e528e1", "name": "network-vif-deleted", "tag": "282f887b-3947-4fe2-8864-7040b02ac6e0"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:18:27.167171 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dd4955-85e1-4cb8-9017-e330f191ba25 x-openstack-request-id: req-20dd4955-85e1-4cb8-9017-e330f191ba25 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:18:27.167493 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a6d5c1-10c9-4c57-920f-334530e528e1", "name": "network-vif-deleted", "tag": "282f887b-3947-4fe2-8864-7040b02ac6e0", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:18:27.167772 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-20dd4955-85e1-4cb8-9017-e330f191ba25 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:18:27.168179 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a6d5c1-10c9-4c57-920f-334530e528e1', 'name': 'network-vif-deleted', 'tag': '282f887b-3947-4fe2-8864-7040b02ac6e0', 'status': 'completed', 'code': 200} Aug 23 15:18:27.261233 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-c8985ea7-2b00-4d89-b36a-5e5259cd8201 None None] Set router 634650ff-dd53-4c39-9c72-ec2dcb5d555a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:18:27.362690 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5bd36e6b-78f6-4517-92f5-9f58956327ba req-652b5ae1-7018-4fd5-9359-50b550011403 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9a6d5c1-10c9-4c57-920f-334530e528e1 HTTP/1.1" status: 200 len: 210 time: 0.0543888 Aug 23 15:18:27.438234 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:18:27.537097 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c8985ea7-2b00-4d89-b36a-5e5259cd8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:30Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '7dc65295-6c86-49e5-ac26-e5b849b98123', 'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'mac_address': 'fa:16:3e:39:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:25Z', 'updated_at': '2021-08-23T15:13:47Z', 'revision_number': 5, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'subnets': [{'id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:27.568209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8985ea7-2b00-4d89-b36a-5e5259cd8201 None None] Checking router: 634650ff-dd53-4c39-9c72-ec2dcb5d555a for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:18:27.584709 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8985ea7-2b00-4d89-b36a-5e5259cd8201 None None] Routers {'634650ff-dd53-4c39-9c72-ec2dcb5d555a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:18:27.585317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c8985ea7-2b00-4d89-b36a-5e5259cd8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:18:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:27.638465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6db7f0d9-1ab0-46c7-b282-c58f91243354 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:18:27.677944 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 6db7f0d9-1ab0-46c7-b282-c58f91243354 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:18:27.678905 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 6db7f0d9-1ab0-46c7-b282-c58f91243354 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:18:27.744951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-c8985ea7-2b00-4d89-b36a-5e5259cd8201 None None] Set router 634650ff-dd53-4c39-9c72-ec2dcb5d555a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:18:28.032957 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c8985ea7-2b00-4d89-b36a-5e5259cd8201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:30Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '7dc65295-6c86-49e5-ac26-e5b849b98123', 'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'mac_address': 'fa:16:3e:39:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:25Z', 'updated_at': '2021-08-23T15:13:47Z', 'revision_number': 5, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'subnets': [{'id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:28.071006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8985ea7-2b00-4d89-b36a-5e5259cd8201 None None] The sync data for ids ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'] in n-d-804985-3 is: [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:30Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '7dc65295-6c86-49e5-ac26-e5b849b98123', 'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'mac_address': 'fa:16:3e:39:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:25Z', 'updated_at': '2021-08-23T15:13:47Z', 'revision_number': 5, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'subnets': [{'id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:18:28.424675 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c706b9-b061-4940-90a9-3c62bc3e1c7e None None] New status for floating IP 98fa1103-9ab2-488b-915b-8120b12fd2cc: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:18:28.628381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55318) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:28.721556 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b3750992-7836-4896-8ee2-5e9791948865 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:28.760576 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:28.766895 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b3750992-7836-4896-8ee2-5e9791948865 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:29.057757 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b3750992-7836-4896-8ee2-5e9791948865 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:29.061258 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b3750992-7836-4896-8ee2-5e9791948865 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:29.062651 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b3750992-7836-4896-8ee2-5e9791948865 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "DELETE /v2.0/security-groups/e9034172-d7a0-4254-bd1a-4920d6eedc17 HTTP/1.1" status: 204 len: 168 time: 0.4332476 Aug 23 15:18:29.065866 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55328) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:29.072612 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3750992-7836-4896-8ee2-5e9791948865 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9034172-d7a0-4254-bd1a-4920d6eedc17,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:29.086939 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-e6e45d31-f624-4624-9cb4-ea8791480c18 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] show failed (client error): The resource could not be found. Aug 23 15:18:29.091905 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e6e45d31-f624-4624-9cb4-ea8791480c18 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups/e9034172-d7a0-4254-bd1a-4920d6eedc17 HTTP/1.1" status: 404 len: 347 time: 0.0206413 Aug 23 15:18:29.091905 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55330) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:29.279621 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a177ccc8-9aec-4ff1-9465-0bec8128c919 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Deleting port 8dbc6884-e6c3-4044-8a1d-a1da171ed6b4 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:18:29.280184 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a177ccc8-9aec-4ff1-9465-0bec8128c919 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:29.453416 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a177ccc8-9aec-4ff1-9465-0bec8128c919 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:29.454287 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a177ccc8-9aec-4ff1-9465-0bec8128c919 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:29.480357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a177ccc8-9aec-4ff1-9465-0bec8128c919 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Calling delete_port for 8dbc6884-e6c3-4044-8a1d-a1da171ed6b4 owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:18:29.661781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 282f887b-3947-4fe2-8864-7040b02ac6e0 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:18:29.874053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 282f887b-3947-4fe2-8864-7040b02ac6e0 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:18:29.874397 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 282f887b-3947-4fe2-8864-7040b02ac6e0 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:18:29.910005 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a177ccc8-9aec-4ff1-9465-0bec8128c919 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:29.949179 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177ccc8-9aec-4ff1-9465-0bec8128c919 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event deleted for resources: {'Port': ['ID=8dbc6884-e6c3-4044-8a1d-a1da171ed6b4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:30.079206 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a177ccc8-9aec-4ff1-9465-0bec8128c919 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:30.086541 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a177ccc8-9aec-4ff1-9465-0bec8128c919 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:30.092809 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a177ccc8-9aec-4ff1-9465-0bec8128c919 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "DELETE /v2.0/floatingips/98fa1103-9ab2-488b-915b-8120b12fd2cc HTTP/1.1" status: 204 len: 168 time: 0.9992776 Aug 23 15:18:30.828403 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-375f4a81-8bc6-4906-960a-ce94d876bdf3 req-bd342a87-e8b3-45eb-8d9d-81ca9e9d8bf7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0897198 Aug 23 15:18:30.863866 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55354) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:30.879021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-226c303e-0d42-41f6-b4ae-0117c8298a7f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1770409666', 'description': 'tempest-description--448441578'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:18:30.976595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f4a81-8bc6-4906-960a-ce94d876bdf3 req-10fd3283-ffac-476c-a3de-af6cf5671645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:30.978793 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-375f4a81-8bc6-4906-960a-ce94d876bdf3 req-10fd3283-ffac-476c-a3de-af6cf5671645 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15057447af0748bf9791ffc4f8be16c1&device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 1096 time: 0.0821638 Aug 23 15:18:31.063606 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-226c303e-0d42-41f6-b4ae-0117c8298a7f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:31.133958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f4a81-8bc6-4906-960a-ce94d876bdf3 req-078787e0-ca04-400a-84e7-03b956572335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:31.135600 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-375f4a81-8bc6-4906-960a-ce94d876bdf3 req-078787e0-ca04-400a-84e7-03b956572335 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f31ed9b-16ac-4c36-8f03-c6c4224f794c HTTP/1.1" status: 200 len: 910 time: 0.1350844 Aug 23 15:18:31.243025 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-375f4a81-8bc6-4906-960a-ce94d876bdf3 req-2f3c6472-0c5a-4e46-a15f-690b28220feb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=696f6a5d-02a4-436f-b829-c5a8e555d13f HTTP/1.1" status: 200 len: 1001 time: 0.0959163 Aug 23 15:18:31.295299 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-226c303e-0d42-41f6-b4ae-0117c8298a7f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:31.311855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f4a81-8bc6-4906-960a-ce94d876bdf3 req-c9e00453-cd09-43d2-9a40-e31254ed94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:31.313742 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-375f4a81-8bc6-4906-960a-ce94d876bdf3 req-c9e00453-cd09-43d2-9a40-e31254ed94bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a99c28d2-36dd-4528-9a52-0523a05ba0ad HTTP/1.1" status: 200 len: 848 time: 0.0635307 Aug 23 15:18:31.380720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f4a81-8bc6-4906-960a-ce94d876bdf3 req-c7a5e6a7-84a3-4558-9d11-c5b536690bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:31.382367 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-375f4a81-8bc6-4906-960a-ce94d876bdf3 req-c7a5e6a7-84a3-4558-9d11-c5b536690bec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f31ed9b-16ac-4c36-8f03-c6c4224f794c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595565 Aug 23 15:18:31.383501 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-226c303e-0d42-41f6-b4ae-0117c8298a7f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:31.491442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c303e-0d42-41f6-b4ae-0117c8298a7f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812cbe78-8ffd-41f1-90c9-184df65f0fa7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:31.539330 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-375f4a81-8bc6-4906-960a-ce94d876bdf3 req-67dbface-77bd-45d4-8cfd-ffdf43ab33e9 service neutron] 10.222.0.57 "GET /v2.0/networks/1f31ed9b-16ac-4c36-8f03-c6c4224f794c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496022 Aug 23 15:18:31.546705 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-226c303e-0d42-41f6-b4ae-0117c8298a7f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:31.552206 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-226c303e-0d42-41f6-b4ae-0117c8298a7f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6870854 Aug 23 15:18:31.554518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55356) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:31.583268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4fc4c3ae-3c42-4656-97d3-04e9f5498dc5 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Request body: {'security_group_rule': {'security_group_id': '812cbe78-8ffd-41f1-90c9-184df65f0fa7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:18:31.732999 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-375f4a81-8bc6-4906-960a-ce94d876bdf3 req-5718a3a1-af54-4e05-848d-58f99bebcde5 service neutron] 10.222.0.57 "GET /v2.0/networks/1f31ed9b-16ac-4c36-8f03-c6c4224f794c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793916 Aug 23 15:18:31.869993 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4fc4c3ae-3c42-4656-97d3-04e9f5498dc5 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:31.948514 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4fc4c3ae-3c42-4656-97d3-04e9f5498dc5 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:32.048770 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4fc4c3ae-3c42-4656-97d3-04e9f5498dc5 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:32.121141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4c3ae-3c42-4656-97d3-04e9f5498dc5 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ba6a71-4267-4d05-837d-29f7f15ece14,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:32.297745 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4fc4c3ae-3c42-4656-97d3-04e9f5498dc5 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:32.303705 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4fc4c3ae-3c42-4656-97d3-04e9f5498dc5 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7262886 Aug 23 15:18:32.304145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55366) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:32.309544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-de6a5472-8bf1-4e02-afff-d9470efed183 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Request body: {'security_group_rule': {'security_group_id': '812cbe78-8ffd-41f1-90c9-184df65f0fa7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:18:32.519718 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-de6a5472-8bf1-4e02-afff-d9470efed183 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:32.645207 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-de6a5472-8bf1-4e02-afff-d9470efed183 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:32.749310 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-de6a5472-8bf1-4e02-afff-d9470efed183 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:32.770754 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a5472-8bf1-4e02-afff-d9470efed183 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99d94f5-b993-4f80-9777-872345e87390,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:32.877163 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-de6a5472-8bf1-4e02-afff-d9470efed183 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:32.879065 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-de6a5472-8bf1-4e02-afff-d9470efed183 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5737801 Aug 23 15:18:32.882799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55370) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:32.890753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:18:33.052939 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:33.209270 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:33.350213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Allocated IP 172.25.8.157 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/7e2bf3cb-7da7-4993-b6e8-692794355a27) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:18:33.488509 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:33.715704 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:33.792437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:18:33.798430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:18:33.806419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:18:33.876632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event updated for resources: {'Port': ['ID=7e2bf3cb-7da7-4993-b6e8-692794355a27,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:33.978875 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:34.147478 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:34.404376 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:34.508985 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:34.647529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event updated for resources: {'Port': ['ID=7e2bf3cb-7da7-4993-b6e8-692794355a27,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:34.682357 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:34.812183 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:34.825989 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7ce74ef5-7816-4dc9-80a9-e009a9c2c539 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9415216 Aug 23 15:18:35.278611 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-2046fe81-5a55-4a70-bbbd-b6ca7d03369f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1770409666&fields=id&tenant_id=6e99595cf1e34e82b2342655ef010f91 HTTP/1.1" status: 200 len: 267 time: 0.0902953 Aug 23 15:18:35.562656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-b73ee4bb-c355-4561-bc62-c5e1bd17aac1 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:35.569806 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-b73ee4bb-c355-4561-bc62-c5e1bd17aac1 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/networks?id=ba929545-a5aa-4017-8c56-61de1121ed13 HTTP/1.1" status: 200 len: 811 time: 0.2798650 Aug 23 15:18:35.599033 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-21e86005-5efa-413e-8fab-d7610236d6da tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/quotas/6e99595cf1e34e82b2342655ef010f91 HTTP/1.1" status: 200 len: 375 time: 0.0176890 Aug 23 15:18:35.767087 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-b0959108-d067-4fa4-92d9-1eb637dd7df7 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e99595cf1e34e82b2342655ef010f91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1612678 Aug 23 15:18:35.972891 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-eebe4604-e4c7-43ad-8443-7aa94154a38e service neutron] 10.222.0.38 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819584 Aug 23 15:18:36.132711 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-99cd2787-477f-4427-bf5e-3ac1ed1a0ad7 service neutron] 10.222.0.38 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493561 Aug 23 15:18:36.616904 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b401cc5a-b5d2-45ac-b169-7fe28d90f347 req-f8da8bdd-40e4-49f9-b3e3-630478908fa2 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 210 time: 0.0747755 Aug 23 15:18:37.955631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0348385-4bc5-490e-93d3-36d2c220a049 req-12e9f7d7-b448-48e7-923c-2064a3b6fb4e tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 210 time: 0.0555470 Aug 23 15:18:39.115901 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0e032b04-a137-4f53-888e-8bff3093df55 req-bec90e18-b117-4641-99c8-70fe34485c48 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 210 time: 0.0430152 Aug 23 15:18:40.316165 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-743d66f3-f862-4560-b2f1-d0fd31eceaf8 req-a12df3a1-e405-4ff5-88a1-5ad558cd6e64 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 210 time: 0.0836420 Aug 23 15:18:40.495861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-bdb4ed0a-89b4-44af-a3e3-fb794eb3dcac tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:40.498940 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-bdb4ed0a-89b4-44af-a3e3-fb794eb3dcac tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.57 "GET /v2.0/networks?id=ba929545-a5aa-4017-8c56-61de1121ed13 HTTP/1.1" status: 200 len: 811 time: 0.2388234 Aug 23 15:18:40.566972 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-29e9a57d-6233-4ef3-a42f-4c78570e39a4 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e99595cf1e34e82b2342655ef010f91 HTTP/1.1" status: 200 len: 380 time: 0.0588448 Aug 23 15:18:40.578151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-6f48a184-1e3c-4002-9716-11983fd1749b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Request body: {'port': {'device_id': '97b25b3b-d94b-4f5e-b814-6bf0de5b50ff', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'admin_state_up': True, 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'security_groups': ['812cbe78-8ffd-41f1-90c9-184df65f0fa7']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:18:40.875157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-6f48a184-1e3c-4002-9716-11983fd1749b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Made reservation on behalf of 6e99595cf1e34e82b2342655ef010f91 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:18:40.878816 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-6f48a184-1e3c-4002-9716-11983fd1749b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:41.063545 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-6f48a184-1e3c-4002-9716-11983fd1749b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Allocated IP 172.20.0.5 (ba929545-a5aa-4017-8c56-61de1121ed13/ae11ce01-e39c-4b2d-9455-4272290cbf22/226bea56-2bdb-4b9e-996b-60f60150191b) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:18:41.255606 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-6f48a184-1e3c-4002-9716-11983fd1749b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:41.278615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-6f48a184-1e3c-4002-9716-11983fd1749b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Transition to ACTIVE for port object 226bea56-2bdb-4b9e-996b-60f60150191b will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:18:41.440655 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7c8bfee7-4fa1-46a2-9a99-2d899fa6e94e req-05c130fd-7845-45f9-98cd-8b0445d28fdb tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 210 time: 0.0371377 Aug 23 15:18:41.509356 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-6f48a184-1e3c-4002-9716-11983fd1749b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:41.562970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-6f48a184-1e3c-4002-9716-11983fd1749b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Network ba929545-a5aa-4017-8c56-61de1121ed13 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:18:41.569092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-6f48a184-1e3c-4002-9716-11983fd1749b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:18:41.572866 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-6f48a184-1e3c-4002-9716-11983fd1749b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:18:41.631958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48a184-1e3c-4002-9716-11983fd1749b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event updated for resources: {'Port': ['ID=226bea56-2bdb-4b9e-996b-60f60150191b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:41.683042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-6f48a184-1e3c-4002-9716-11983fd1749b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:41.684728 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-6f48a184-1e3c-4002-9716-11983fd1749b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:41.891182 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-6f48a184-1e3c-4002-9716-11983fd1749b tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3143244 Aug 23 15:18:41.900686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Request body: {'port': {'device_id': '97b25b3b-d94b-4f5e-b814-6bf0de5b50ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:18:41.981752 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:42.082508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5a5545f5-5944-4897-a940-577158e84bbb None None] Provisioning for port 226bea56-2bdb-4b9e-996b-60f60150191b completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:18:42.088438 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5a5545f5-5944-4897-a940-577158e84bbb None None] Provisioning complete for port 226bea56-2bdb-4b9e-996b-60f60150191b triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:18:42.088967 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5a5545f5-5944-4897-a940-577158e84bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:42.149710 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5a5545f5-5944-4897-a940-577158e84bbb None None] Port 226bea56-2bdb-4b9e-996b-60f60150191b cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:18:42.346195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226bea56-2bdb-4b9e-996b-60f60150191b {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:18:42.354403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:42.369196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Transition to ACTIVE for port object 226bea56-2bdb-4b9e-996b-60f60150191b will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:18:42.468917 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:42.602632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Pushing event updated for resources: {'Port': ['ID=226bea56-2bdb-4b9e-996b-60f60150191b,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:43.099761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6609b4-f235-47dd-92e9-6bcf81e524b6 req-c57b4603-fa4a-4786-af45-d62126d238b6 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:43.102519 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f6609b4-f235-47dd-92e9-6bcf81e524b6 req-c57b4603-fa4a-4786-af45-d62126d238b6 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 943 time: 0.5645733 Aug 23 15:18:43.173528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f6609b4-f235-47dd-92e9-6bcf81e524b6 req-56fd72f1-6dc7-430f-986a-6855a6f79796 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=812cbe78-8ffd-41f1-90c9-184df65f0fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555904 Aug 23 15:18:43.178993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Attempting to bind port 226bea56-2bdb-4b9e-996b-60f60150191b on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:18:43.179548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Attempting to bind port 226bea56-2bdb-4b9e-996b-60f60150191b by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:18:43.179699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Attempting to bind port 226bea56-2bdb-4b9e-996b-60f60150191b on network ba929545-a5aa-4017-8c56-61de1121ed13 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:18:43.189914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Port 226bea56-2bdb-4b9e-996b-60f60150191b on network ba929545-a5aa-4017-8c56-61de1121ed13 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:18:43.195893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Attempting to bind port 226bea56-2bdb-4b9e-996b-60f60150191b on network ba929545-a5aa-4017-8c56-61de1121ed13 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:18:43.209010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:18:43.209368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Checking segment: {'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:18:43.209764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Bound using segment: {'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:18:43.210274 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Bound port: 226bea56-2bdb-4b9e-996b-60f60150191b, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:18:43.210887 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:43.303065 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] For port 226bea56-2bdb-4b9e-996b-60f60150191b, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:18:43.306965 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] For port 226bea56-2bdb-4b9e-996b-60f60150191b, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=226bea56-2bdb-4b9e-996b-60f60150191b,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:18:43.509311 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:43.556161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:43.556161 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:43.556161 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] 10.222.0.57 "PUT /v2.0/ports/226bea56-2bdb-4b9e-996b-60f60150191b HTTP/1.1" status: 200 len: 1091 time: 1.6563184 Aug 23 15:18:43.556161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b25b3b-d94b-4f5e-b814-6bf0de5b50ff', 'tag': '226bea56-2bdb-4b9e-996b-60f60150191b'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:18:43.556489 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b81a9bf-465e-48f2-8046-a6f8369555ae" -d '{"events": [{"name": "network-changed", "server_uuid": "97b25b3b-d94b-4f5e-b814-6bf0de5b50ff", "tag": "226bea56-2bdb-4b9e-996b-60f60150191b"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:18:43.605852 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45088aa-e5dc-4c2b-9670-b6201fcb533b service neutron] Pushing event updated for resources: {'Port': ['ID=226bea56-2bdb-4b9e-996b-60f60150191b,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:43.632108 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4f334d-3ec1-4e27-87ab-15629ec1cafd x-openstack-request-id: req-1f4f334d-3ec1-4e27-87ab-15629ec1cafd {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:18:43.632391 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b25b3b-d94b-4f5e-b814-6bf0de5b50ff", "tag": "226bea56-2bdb-4b9e-996b-60f60150191b", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:18:43.632640 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f4f334d-3ec1-4e27-87ab-15629ec1cafd {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:18:43.633077 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b25b3b-d94b-4f5e-b814-6bf0de5b50ff', 'tag': '226bea56-2bdb-4b9e-996b-60f60150191b', 'status': 'completed', 'code': 200} Aug 23 15:18:43.716315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81a9bf-465e-48f2-8046-a6f8369555ae req-b36ffd00-7da8-44ed-a042-ea3218cdce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:43.717959 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b81a9bf-465e-48f2-8046-a6f8369555ae req-b36ffd00-7da8-44ed-a042-ea3218cdce08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e99595cf1e34e82b2342655ef010f91&device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 1094 time: 0.0612535 Aug 23 15:18:43.883393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81a9bf-465e-48f2-8046-a6f8369555ae req-75b2824e-40e0-4a84-b0d9-f70161af4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:43.886246 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b81a9bf-465e-48f2-8046-a6f8369555ae req-75b2824e-40e0-4a84-b0d9-f70161af4fcf service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6e99595cf1e34e82b2342655ef010f91&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1592069 Aug 23 15:18:44.049818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81a9bf-465e-48f2-8046-a6f8369555ae req-d4107a8b-aa67-4c4a-8c38-4d5af9a5dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:44.051674 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b81a9bf-465e-48f2-8046-a6f8369555ae req-d4107a8b-aa67-4c4a-8c38-4d5af9a5dbb6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1579690 Aug 23 15:18:44.165057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-d607b78a-b060-41b4-af54-e97a35586650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:44.166962 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-d607b78a-b060-41b4-af54-e97a35586650 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e99595cf1e34e82b2342655ef010f91&device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 1094 time: 0.0695133 Aug 23 15:18:44.281619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-4569393e-5c75-4762-8c2f-e7d91b4b9765 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=226bea56-2bdb-4b9e-996b-60f60150191b HTTP/1.1" status: 200 len: 217 time: 0.1039913 Aug 23 15:18:44.420903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-6263c466-91e8-4185-a451-5f141cdb4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:44.422426 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-6263c466-91e8-4185-a451-5f141cdb4a55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae11ce01-e39c-4b2d-9455-4272290cbf22 HTTP/1.1" status: 200 len: 850 time: 0.1338282 Aug 23 15:18:44.484420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931adc8-c9eb-4f3e-85e8-5e547f36e19b req-fb62939d-ab4c-4082-9e01-39b8f6f4c93f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:44.486067 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2931adc8-c9eb-4f3e-85e8-5e547f36e19b req-fb62939d-ab4c-4082-9e01-39b8f6f4c93f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 943 time: 0.1075678 Aug 23 15:18:44.496432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-4f21868d-2a44-43f0-ad26-55f4c98b0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:44.498186 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-4f21868d-2a44-43f0-ad26-55f4c98b0cde service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba929545-a5aa-4017-8c56-61de1121ed13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678911 Aug 23 15:18:44.601601 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2931adc8-c9eb-4f3e-85e8-5e547f36e19b req-7faa0446-5e33-44a0-b706-b24ab588a422 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=812cbe78-8ffd-41f1-90c9-184df65f0fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020720 Aug 23 15:18:44.641460 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-f4208093-153d-4e4f-bc3e-0e6dd1fe8beb service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347656 Aug 23 15:18:44.767053 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19e3b528-fa9a-4de0-ac8e-f3267070949a req-ec1ed300-822e-4c0b-bfab-36ee493fd0af service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163354 Aug 23 15:18:45.766149 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:45.772172 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a496845-4790-4598-bfc4-b61af7f9fbe1 req-fe9c4d35-59e6-4e93-8476-9827225691de tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:45.779039 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a496845-4790-4598-bfc4-b61af7f9fbe1 req-fe9c4d35-59e6-4e93-8476-9827225691de tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 943 time: 0.0759742 Aug 23 15:18:45.841760 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3a496845-4790-4598-bfc4-b61af7f9fbe1 req-0ba4c3e5-ec54-4a77-83f3-c2abdc2f7f72 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=812cbe78-8ffd-41f1-90c9-184df65f0fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591571 Aug 23 15:18:47.023923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b6601-9b7c-4802-a7b0-e19f066677d2 req-6873bbf6-1468-477d-b522-a99f083e1fc3 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:47.033177 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab9b6601-9b7c-4802-a7b0-e19f066677d2 req-6873bbf6-1468-477d-b522-a99f083e1fc3 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 943 time: 0.1016388 Aug 23 15:18:47.135972 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab9b6601-9b7c-4802-a7b0-e19f066677d2 req-b834c6fa-81d8-4657-87f0-197a48f1b56d tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=812cbe78-8ffd-41f1-90c9-184df65f0fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015971 Aug 23 15:18:47.761171 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 226bea56-2bdb-4b9e-996b-60f60150191b details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:18:47.925462 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 226bea56-2bdb-4b9e-996b-60f60150191b, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=226bea56-2bdb-4b9e-996b-60f60150191b,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:47.944456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '226bea56-2bdb-4b9e-996b-60f60150191b', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'port_id': '226bea56-2bdb-4b9e-996b-60f60150191b', 'mac_address': 'fa:16:3e:eb:10:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:18:48.009057 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:48.027549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226bea56-2bdb-4b9e-996b-60f60150191b {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:18:48.053660 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 226bea56-2bdb-4b9e-996b-60f60150191b, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=226bea56-2bdb-4b9e-996b-60f60150191b,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:48.190371 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:48.261164 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=226bea56-2bdb-4b9e-996b-60f60150191b,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:48.273507 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:48.274181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:48.274523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:48.274923 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:48.275252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:48.275582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:48.276199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:48.276326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:48.276605 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:48.278684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:48.278684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:48.278684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:18:48.341953 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e9484-42ff-4aa9-b281-16ecacb75b1f req-e4f7788d-918c-44de-a651-ec58ae824020 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:48.343593 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8f0e9484-42ff-4aa9-b281-16ecacb75b1f req-e4f7788d-918c-44de-a651-ec58ae824020 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 944 time: 0.0685821 Aug 23 15:18:48.391367 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8f0e9484-42ff-4aa9-b281-16ecacb75b1f req-3ffb43af-4776-4001-a1ac-3b1075870220 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=812cbe78-8ffd-41f1-90c9-184df65f0fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412908 Aug 23 15:18:48.395404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['226bea56-2bdb-4b9e-996b-60f60150191b'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:18:49.584815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471c988-6664-4ef2-b1c9-4653d2df8d55 req-70b3577c-eb75-4c6b-865b-45cd5ff52b34 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:49.588486 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6471c988-6664-4ef2-b1c9-4653d2df8d55 req-70b3577c-eb75-4c6b-865b-45cd5ff52b34 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 944 time: 0.0597358 Aug 23 15:18:49.641171 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6471c988-6664-4ef2-b1c9-4653d2df8d55 req-41a94226-9be8-408c-9a5c-2656908c42bd tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=812cbe78-8ffd-41f1-90c9-184df65f0fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457270 Aug 23 15:18:49.778056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 226bea56-2bdb-4b9e-996b-60f60150191b up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:18:49.914882 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 226bea56-2bdb-4b9e-996b-60f60150191b completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:18:49.920013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 226bea56-2bdb-4b9e-996b-60f60150191b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:18:49.920553 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:50.055919 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:50.101144 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b25b3b-d94b-4f5e-b814-6bf0de5b50ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226bea56-2bdb-4b9e-996b-60f60150191b'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:18:50.104934 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6b8c24-76e6-4285-b987-3f3ea1a68d46" -d '{"events": [{"server_uuid": "97b25b3b-d94b-4f5e-b814-6bf0de5b50ff", "name": "network-vif-plugged", "status": "completed", "tag": "226bea56-2bdb-4b9e-996b-60f60150191b"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:18:50.125585 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 226bea56-2bdb-4b9e-996b-60f60150191b, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=226bea56-2bdb-4b9e-996b-60f60150191b,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:18:50.147782 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e0f698-065c-46a5-869b-e73555c12834 x-openstack-request-id: req-10e0f698-065c-46a5-869b-e73555c12834 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:18:50.148076 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b25b3b-d94b-4f5e-b814-6bf0de5b50ff", "name": "network-vif-plugged", "status": "completed", "tag": "226bea56-2bdb-4b9e-996b-60f60150191b", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:18:50.148332 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-10e0f698-065c-46a5-869b-e73555c12834 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:18:50.148730 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b25b3b-d94b-4f5e-b814-6bf0de5b50ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226bea56-2bdb-4b9e-996b-60f60150191b', 'code': 200} Aug 23 15:18:50.268431 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:50.272372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016c5d8-424b-4508-80ab-353c52bde438 req-a4860653-d2d9-41c0-8512-1746251041ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:50.274848 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8016c5d8-424b-4508-80ab-353c52bde438 req-a4860653-d2d9-41c0-8512-1746251041ac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 1095 time: 0.0586655 Aug 23 15:18:50.329129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=226bea56-2bdb-4b9e-996b-60f60150191b,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:18:50.332208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8016c5d8-424b-4508-80ab-353c52bde438 req-fa5cb4a6-3eb6-4e6e-a6d4-18d2d4641b4f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=812cbe78-8ffd-41f1-90c9-184df65f0fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498853 Aug 23 15:18:50.487464 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:50.813522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337199b-125b-4df6-90a0-11a99d269465 req-50ff6af6-8e95-4b56-a2e2-56148bbfbb1e tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:50.815413 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0337199b-125b-4df6-90a0-11a99d269465 req-50ff6af6-8e95-4b56-a2e2-56148bbfbb1e tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 945 time: 0.0713806 Aug 23 15:18:50.859414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0337199b-125b-4df6-90a0-11a99d269465 req-c0310d5a-e246-4f8b-91b8-f10d8445bf0f tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=812cbe78-8ffd-41f1-90c9-184df65f0fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379932 Aug 23 15:18:52.004492 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422285f4-5041-4be4-991e-347bb5514252 req-f3a861d7-1d59-4662-a56f-a90aa2597219 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:52.006142 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-422285f4-5041-4be4-991e-347bb5514252 req-f3a861d7-1d59-4662-a56f-a90aa2597219 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 945 time: 0.0637832 Aug 23 15:18:52.079925 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-422285f4-5041-4be4-991e-347bb5514252 req-b131fcbe-38bc-409e-a9a4-e7417b1b98a1 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=812cbe78-8ffd-41f1-90c9-184df65f0fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673621 Aug 23 15:18:52.218442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bffdd-2a39-46d5-99f2-53ba25f522e7 req-5f9074be-cb4d-4a8f-a1db-71669731d8a9 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:52.224974 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b37bffdd-2a39-46d5-99f2-53ba25f522e7 req-5f9074be-cb4d-4a8f-a1db-71669731d8a9 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 945 time: 0.0630534 Aug 23 15:18:52.231167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55646) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:18:52.238463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-aac17612-b851-4183-97f0-d54b9552afeb tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Request body: {'floatingip': {'port_id': '226bea56-2bdb-4b9e-996b-60f60150191b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:18:52.285245 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aac17612-b851-4183-97f0-d54b9552afeb tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:52.691937 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8e6b994d-498a-4628-999d-6b32ecef6ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:52.883221 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aac17612-b851-4183-97f0-d54b9552afeb tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:53.046008 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aac17612-b851-4183-97f0-d54b9552afeb tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:53.174558 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-aac17612-b851-4183-97f0-d54b9552afeb tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Floating IP 93baba77-cca5-4c16-a591-a5aed40ad82c associated. External IP: 172.25.8.157, port: 226bea56-2bdb-4b9e-996b-60f60150191b. Aug 23 15:18:53.454145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac17612-b851-4183-97f0-d54b9552afeb tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Router 634650ff-dd53-4c39-9c72-ec2dcb5d555a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:18:53.578015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac17612-b851-4183-97f0-d54b9552afeb tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:18:53.582964 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aac17612-b851-4183-97f0-d54b9552afeb tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:53.596200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af0cf6-6f79-4887-92d3-e16dc59320b3 None None] Sync routers for ids ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:18:53.614763 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43af0cf6-6f79-4887-92d3-e16dc59320b3 None None] Routers {'634650ff-dd53-4c39-9c72-ec2dcb5d555a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:18:53.617115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-43af0cf6-6f79-4887-92d3-e16dc59320b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:18:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:53.642635 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-aac17612-b851-4183-97f0-d54b9552afeb tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "PUT /v2.0/floatingips/93baba77-cca5-4c16-a591-a5aed40ad82c HTTP/1.1" status: 200 len: 991 time: 1.4090674 Aug 23 15:18:53.645776 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b25b3b-d94b-4f5e-b814-6bf0de5b50ff', 'tag': '226bea56-2bdb-4b9e-996b-60f60150191b'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:18:53.650010 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cce89c-8d48-45af-a1a2-3e8099676e61" -d '{"events": [{"name": "network-changed", "server_uuid": "97b25b3b-d94b-4f5e-b814-6bf0de5b50ff", "tag": "226bea56-2bdb-4b9e-996b-60f60150191b"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:18:53.707418 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8304ad70-1db8-4d26-aa89-9bc4324a6d97 x-openstack-request-id: req-8304ad70-1db8-4d26-aa89-9bc4324a6d97 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:18:53.707811 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b25b3b-d94b-4f5e-b814-6bf0de5b50ff", "tag": "226bea56-2bdb-4b9e-996b-60f60150191b", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:18:53.708133 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8304ad70-1db8-4d26-aa89-9bc4324a6d97 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:18:53.708608 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b25b3b-d94b-4f5e-b814-6bf0de5b50ff', 'tag': '226bea56-2bdb-4b9e-996b-60f60150191b', 'status': 'completed', 'code': 200} Aug 23 15:18:53.798643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cce89c-8d48-45af-a1a2-3e8099676e61 req-6203a60b-1646-4155-8bd9-6817fec89e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:53.802371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2cce89c-8d48-45af-a1a2-3e8099676e61 req-6203a60b-1646-4155-8bd9-6817fec89e99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e99595cf1e34e82b2342655ef010f91&device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 1096 time: 0.0730727 Aug 23 15:18:53.804196 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-43af0cf6-6f79-4887-92d3-e16dc59320b3 None None] Set router 634650ff-dd53-4c39-9c72-ec2dcb5d555a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:18:54.008434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cce89c-8d48-45af-a1a2-3e8099676e61 req-a4678b59-dfc2-461b-908e-fba5b6842b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:54.012985 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2cce89c-8d48-45af-a1a2-3e8099676e61 req-a4678b59-dfc2-461b-908e-fba5b6842b40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba929545-a5aa-4017-8c56-61de1121ed13 HTTP/1.1" status: 200 len: 912 time: 0.2035897 Aug 23 15:18:54.118170 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2cce89c-8d48-45af-a1a2-3e8099676e61 req-f46cb2e8-1fd3-4a0f-a26a-07b3a484f463 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=226bea56-2bdb-4b9e-996b-60f60150191b HTTP/1.1" status: 200 len: 999 time: 0.0974696 Aug 23 15:18:54.180801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cce89c-8d48-45af-a1a2-3e8099676e61 req-86f309b2-89c2-4432-b36a-76fa83a4e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:54.182083 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2cce89c-8d48-45af-a1a2-3e8099676e61 req-86f309b2-89c2-4432-b36a-76fa83a4e902 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae11ce01-e39c-4b2d-9455-4272290cbf22 HTTP/1.1" status: 200 len: 850 time: 0.0571220 Aug 23 15:18:54.183908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-43af0cf6-6f79-4887-92d3-e16dc59320b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:30Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '93baba77-cca5-4c16-a591-a5aed40ad82c', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'floating_ip_address': '172.25.8.157', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'port_id': '226bea56-2bdb-4b9e-996b-60f60150191b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'mac_address': 'fa:16:3e:eb:10:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b25b3b-d94b-4f5e-b814-6bf0de5b50ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:18:33Z', 'updated_at': '2021-08-23T15:18:52Z', 'revision_number': 1, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc65295-6c86-49e5-ac26-e5b849b98123', 'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'mac_address': 'fa:16:3e:39:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:25Z', 'updated_at': '2021-08-23T15:13:47Z', 'revision_number': 5, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'subnets': [{'id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:54.220441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af0cf6-6f79-4887-92d3-e16dc59320b3 None None] Checking router: 634650ff-dd53-4c39-9c72-ec2dcb5d555a for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:18:54.231557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43af0cf6-6f79-4887-92d3-e16dc59320b3 None None] Routers {'634650ff-dd53-4c39-9c72-ec2dcb5d555a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:18:54.231557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-43af0cf6-6f79-4887-92d3-e16dc59320b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:18:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:54.272063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cce89c-8d48-45af-a1a2-3e8099676e61 req-65d13ca5-65bd-4990-ac7f-9713fd884f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:18:54.273728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2cce89c-8d48-45af-a1a2-3e8099676e61 req-65d13ca5-65bd-4990-ac7f-9713fd884f61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba929545-a5aa-4017-8c56-61de1121ed13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838053 Aug 23 15:18:54.361185 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-43af0cf6-6f79-4887-92d3-e16dc59320b3 None None] Set router 634650ff-dd53-4c39-9c72-ec2dcb5d555a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:18:54.397488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2cce89c-8d48-45af-a1a2-3e8099676e61 req-2e0c02b3-7d3b-477c-a8e5-969cab7b17e4 service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156125 Aug 23 15:18:54.575439 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2cce89c-8d48-45af-a1a2-3e8099676e61 req-4b7c01f2-d6ba-46d3-a9ee-3f7d05b8a776 service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699274 Aug 23 15:18:54.741654 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-43af0cf6-6f79-4887-92d3-e16dc59320b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:30Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '93baba77-cca5-4c16-a591-a5aed40ad82c', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'floating_ip_address': '172.25.8.157', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'port_id': '226bea56-2bdb-4b9e-996b-60f60150191b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'mac_address': 'fa:16:3e:eb:10:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b25b3b-d94b-4f5e-b814-6bf0de5b50ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:18:33Z', 'updated_at': '2021-08-23T15:18:52Z', 'revision_number': 1, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc65295-6c86-49e5-ac26-e5b849b98123', 'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'mac_address': 'fa:16:3e:39:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:25Z', 'updated_at': '2021-08-23T15:13:47Z', 'revision_number': 5, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'subnets': [{'id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:18:54.741654 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af0cf6-6f79-4887-92d3-e16dc59320b3 None None] The sync data for ids ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'] in n-d-804985-3 is: [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:30Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '93baba77-cca5-4c16-a591-a5aed40ad82c', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'floating_ip_address': '172.25.8.157', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'port_id': '226bea56-2bdb-4b9e-996b-60f60150191b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'mac_address': 'fa:16:3e:eb:10:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b25b3b-d94b-4f5e-b814-6bf0de5b50ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:18:33Z', 'updated_at': '2021-08-23T15:18:52Z', 'revision_number': 1, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc65295-6c86-49e5-ac26-e5b849b98123', 'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'mac_address': 'fa:16:3e:39:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:25Z', 'updated_at': '2021-08-23T15:13:47Z', 'revision_number': 5, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'subnets': [{'id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:18:54.922816 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843ae804-ad84-4a60-a534-5003d9e3dd6b None None] New status for floating IP 93baba77-cca5-4c16-a591-a5aed40ad82c: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:18:55.565680 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:56.634248 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fd4ceaaa-20b9-45b7-8718-2bccf5f763b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:56.874141 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:18:58.749857 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:04.439104 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:19:08.514460 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 55958) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:08.573811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ae90d9-dd67-4f97-902d-9e1b95563392 admin admin] Deleting subnet cfe8e90a-97a6-4c68-b5ae-12ad54001744 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:19:08.577327 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86ae90d9-dd67-4f97-902d-9e1b95563392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:08.621778 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86ae90d9-dd67-4f97-902d-9e1b95563392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:08.689332 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86ae90d9-dd67-4f97-902d-9e1b95563392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:08.898261 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86ae90d9-dd67-4f97-902d-9e1b95563392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:08.950789 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae90d9-dd67-4f97-902d-9e1b95563392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe8e90a-97a6-4c68-b5ae-12ad54001744,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:08.952857 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86ae90d9-dd67-4f97-902d-9e1b95563392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:08.956355 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-86ae90d9-dd67-4f97-902d-9e1b95563392 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cfe8e90a-97a6-4c68-b5ae-12ad54001744 HTTP/1.1" status: 204 len: 168 time: 0.4406464 Aug 23 15:19:08.961186 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55966) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:09.108330 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-334adea1-da41-47aa-ba56-aecdd1dba0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:09.228421 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-334adea1-da41-47aa-ba56-aecdd1dba0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:09.242685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-334adea1-da41-47aa-ba56-aecdd1dba0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f675757-7530-419a-a517-8461a6b5c31e']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:09.255966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-334adea1-da41-47aa-ba56-aecdd1dba0e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aede222-8fff-4b77-8f51-c07e2a187d64') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:09.256453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-334adea1-da41-47aa-ba56-aecdd1dba0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aede222-8fff-4b77-8f51-c07e2a187d64') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:09.269362 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-334adea1-da41-47aa-ba56-aecdd1dba0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:09.292937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-334adea1-da41-47aa-ba56-aecdd1dba0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:09.306007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334adea1-da41-47aa-ba56-aecdd1dba0e4 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:19:09.306433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-334adea1-da41-47aa-ba56-aecdd1dba0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:19:09.308638 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:19:09.452267 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-334adea1-da41-47aa-ba56-aecdd1dba0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:09.465260 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-334adea1-da41-47aa-ba56-aecdd1dba0e4 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:09.471265 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-334adea1-da41-47aa-ba56-aecdd1dba0e4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1f675757-7530-419a-a517-8461a6b5c31e HTTP/1.1" status: 204 len: 168 time: 0.5043302 Aug 23 15:19:09.509635 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334adea1-da41-47aa-ba56-aecdd1dba0e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f675757-7530-419a-a517-8461a6b5c31e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:10.402704 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55986) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:10.450542 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-348f4fe5-25cd-4343-a95f-efd98d39883d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9de8f52fb3754d7aad928e069440c6d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465722 Aug 23 15:19:10.453226 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 55988) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:10.505351 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14b8b431-3dd2-4672-b7d8-db246a08801f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:10.529073 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14b8b431-3dd2-4672-b7d8-db246a08801f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:10.713292 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14b8b431-3dd2-4672-b7d8-db246a08801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:10.716602 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14b8b431-3dd2-4672-b7d8-db246a08801f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:10.718499 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-14b8b431-3dd2-4672-b7d8-db246a08801f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e5d8ff4-4002-4ff6-9068-ab76f6075ade HTTP/1.1" status: 204 len: 168 time: 0.2636054 Aug 23 15:19:10.727384 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8b431-3dd2-4672-b7d8-db246a08801f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5d8ff4-4002-4ff6-9068-ab76f6075ade,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:14.643219 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b355e4-7bb5-4b9e-a1bb-43030fb4a524 req-1ebec00f-a970-4dc7-92b7-c18b59e4f080 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:14.645041 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95b355e4-7bb5-4b9e-a1bb-43030fb4a524 req-1ebec00f-a970-4dc7-92b7-c18b59e4f080 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 945 time: 0.0570524 Aug 23 15:19:14.689837 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95b355e4-7bb5-4b9e-a1bb-43030fb4a524 req-4aa05462-d771-47af-b968-2f948060d35c tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378938 Aug 23 15:19:15.487848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3f60b-609d-466a-b615-741f28786a2d req-6bfd6817-e639-475d-9014-e0cb07d6e0aa tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:15.489535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0a3f60b-609d-466a-b615-741f28786a2d req-6bfd6817-e639-475d-9014-e0cb07d6e0aa tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.57 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 945 time: 0.0634561 Aug 23 15:19:15.595485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-f0a3f60b-609d-466a-b615-741f28786a2d req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Deleting port 696f6a5d-02a4-436f-b829-c5a8e555d13f {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:19:15.596121 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f0a3f60b-609d-466a-b615-741f28786a2d req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:15.714617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f0a3f60b-609d-466a-b615-741f28786a2d req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] For port 696f6a5d-02a4-436f-b829-c5a8e555d13f, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=696f6a5d-02a4-436f-b829-c5a8e555d13f,segment=NetworkSegment(417dd621-3322-4c50-822c-a38c98f92961),segment_id=417dd621-3322-4c50-822c-a38c98f92961)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:19:15.715638 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f0a3f60b-609d-466a-b615-741f28786a2d req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:15.828744 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:15.924277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72171982-ee1b-43ed-96af-aa494d4c89e3 req-859a813c-d286-4f2c-9e75-f2ddaf8afa58 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:15.925904 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-72171982-ee1b-43ed-96af-aa494d4c89e3 req-859a813c-d286-4f2c-9e75-f2ddaf8afa58 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 945 time: 0.1455274 Aug 23 15:19:16.013285 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f0a3f60b-609d-466a-b615-741f28786a2d req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:16.013694 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f0a3f60b-609d-466a-b615-741f28786a2d req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:16.014130 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-f0a3f60b-609d-466a-b615-741f28786a2d req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Floating IP 0795dab6-fb07-4312-98da-0866efc4626e disassociated. External IP: 172.25.8.132, port: 696f6a5d-02a4-436f-b829-c5a8e555d13f. Aug 23 15:19:16.014482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-f0a3f60b-609d-466a-b615-741f28786a2d req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Calling delete_port for 696f6a5d-02a4-436f-b829-c5a8e555d13f owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:19:16.028371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-72171982-ee1b-43ed-96af-aa494d4c89e3 req-802d3d93-bdce-4fd4-9e05-4f78feb8b97c tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/security-groups?id=c85c0204-5355-454f-b29d-0c9c8a709bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668447 Aug 23 15:19:16.251334 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f0a3f60b-609d-466a-b615-741f28786a2d req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:16.282980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Pushing event deleted for resources: {'Port': ['ID=696f6a5d-02a4-436f-b829-c5a8e555d13f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:16.324319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:16.324319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:16.324319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:16.324319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:16.324319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:16.324319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:16.324319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:16.324319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:16.324319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:16.324319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:16.324319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:16.326190 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:16.487673 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0a3f60b-609d-466a-b615-741f28786a2d req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Router 65458931-ca63-4158-9e4b-f38041413c04 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:19:16.611927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0a3f60b-609d-466a-b615-741f28786a2d req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:19:16.623524 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d315fb-4e97-4f93-a7b7-855a661a028a None None] Sync routers for ids ['65458931-ca63-4158-9e4b-f38041413c04'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:19:16.634591 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d315fb-4e97-4f93-a7b7-855a661a028a None None] Routers {'65458931-ca63-4158-9e4b-f38041413c04'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:19:16.635391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-97d315fb-4e97-4f93-a7b7-855a661a028a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:18:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['65458931-ca63-4158-9e4b-f38041413c04'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:16.663769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a3f60b-609d-466a-b615-741f28786a2d req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] No DVR routers for this DVR port 696f6a5d-02a4-436f-b829-c5a8e555d13f on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:19:16.672652 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f0a3f60b-609d-466a-b615-741f28786a2d req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:16.674775 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0a3f60b-609d-466a-b615-741f28786a2d req-210dcf41-056c-4bcd-872e-1c72120b6717 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.57 "DELETE /v2.0/ports/696f6a5d-02a4-436f-b829-c5a8e555d13f HTTP/1.1" status: 204 len: 173 time: 1.1778510 Aug 23 15:19:16.675252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e167e7de-37c6-4f09-81c6-3614a223336a', 'name': 'network-vif-deleted', 'tag': '696f6a5d-02a4-436f-b829-c5a8e555d13f'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:19:16.677856 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5458b36d-683c-44b2-a0e0-a14d36b7eb19" -d '{"events": [{"server_uuid": "e167e7de-37c6-4f09-81c6-3614a223336a", "name": "network-vif-deleted", "tag": "696f6a5d-02a4-436f-b829-c5a8e555d13f"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:19:16.783550 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-97d315fb-4e97-4f93-a7b7-855a661a028a None None] Set router 65458931-ca63-4158-9e4b-f38041413c04 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:19:16.873977 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220bc2c1-84b6-4a96-ba7e-1552cafce988 x-openstack-request-id: req-220bc2c1-84b6-4a96-ba7e-1552cafce988 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:19:16.877065 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e167e7de-37c6-4f09-81c6-3614a223336a", "name": "network-vif-deleted", "tag": "696f6a5d-02a4-436f-b829-c5a8e555d13f", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:19:16.877860 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-220bc2c1-84b6-4a96-ba7e-1552cafce988 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:19:16.883610 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e167e7de-37c6-4f09-81c6-3614a223336a', 'name': 'network-vif-deleted', 'tag': '696f6a5d-02a4-436f-b829-c5a8e555d13f', 'status': 'completed', 'code': 200} Aug 23 15:19:17.090817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-97d315fb-4e97-4f93-a7b7-855a661a028a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65458931-ca63-4158-9e4b-f38041413c04', 'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:28Z', 'updated_at': '2021-08-23T15:12:38Z', 'revision_number': 4, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'gw_port': {'id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:30Z', 'updated_at': '2021-08-23T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '934d499f-7377-447a-a4f1-a59c48930d43', 'name': '', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'mac_address': 'fa:16:3e:64:33:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:37Z', 'updated_at': '2021-08-23T15:12:49Z', 'revision_number': 5, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'subnets': [{'id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:17.122068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d315fb-4e97-4f93-a7b7-855a661a028a None None] Checking router: 65458931-ca63-4158-9e4b-f38041413c04 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:19:17.133692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d315fb-4e97-4f93-a7b7-855a661a028a None None] Routers {'65458931-ca63-4158-9e4b-f38041413c04'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:19:17.134469 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-97d315fb-4e97-4f93-a7b7-855a661a028a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:18:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['65458931-ca63-4158-9e4b-f38041413c04'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:17.176595 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-68e2b6d3-b637-4e2f-a1bf-68cb1ee92bef req-e266bd1e-6294-413c-a5c2-075e8cb88b35 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "GET /v2.0/ports?device_id=e167e7de-37c6-4f09-81c6-3614a223336a HTTP/1.1" status: 200 len: 210 time: 0.0434740 Aug 23 15:19:17.286000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-97d315fb-4e97-4f93-a7b7-855a661a028a None None] Set router 65458931-ca63-4158-9e4b-f38041413c04 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:19:17.625035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-97d315fb-4e97-4f93-a7b7-855a661a028a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65458931-ca63-4158-9e4b-f38041413c04', 'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:28Z', 'updated_at': '2021-08-23T15:12:38Z', 'revision_number': 4, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'gw_port': {'id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:30Z', 'updated_at': '2021-08-23T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '934d499f-7377-447a-a4f1-a59c48930d43', 'name': '', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'mac_address': 'fa:16:3e:64:33:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:37Z', 'updated_at': '2021-08-23T15:12:49Z', 'revision_number': 5, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'subnets': [{'id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:17.680126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d315fb-4e97-4f93-a7b7-855a661a028a None None] The sync data for ids ['65458931-ca63-4158-9e4b-f38041413c04'] in n-d-804985-3 is: [{'id': '65458931-ca63-4158-9e4b-f38041413c04', 'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:28Z', 'updated_at': '2021-08-23T15:12:38Z', 'revision_number': 4, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'gw_port': {'id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:30Z', 'updated_at': '2021-08-23T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '934d499f-7377-447a-a4f1-a59c48930d43', 'name': '', 'network_id': '1f31ed9b-16ac-4c36-8f03-c6c4224f794c', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'mac_address': 'fa:16:3e:64:33:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:37Z', 'updated_at': '2021-08-23T15:12:49Z', 'revision_number': 5, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'subnets': [{'id': 'a99c28d2-36dd-4528-9a52-0523a05ba0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:19:18.084592 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495e2426-9808-4d1c-87bc-6ec805bf7922 None None] New status for floating IP 0795dab6-fb07-4312-98da-0866efc4626e: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:19:18.262675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56146) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:18.462074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-8aa0b3a2-86e4-46e3-be9f-548b90d16d97 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Deleting port afdce4b9-965f-438e-b16c-6b21c6279c30 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:19:18.462426 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b3a2-86e4-46e3-be9f-548b90d16d97 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:18.575529 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b3a2-86e4-46e3-be9f-548b90d16d97 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:18.576461 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b3a2-86e4-46e3-be9f-548b90d16d97 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:18.598430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-8aa0b3a2-86e4-46e3-be9f-548b90d16d97 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Calling delete_port for afdce4b9-965f-438e-b16c-6b21c6279c30 owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:19:18.900137 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b3a2-86e4-46e3-be9f-548b90d16d97 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:18.935970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0b3a2-86e4-46e3-be9f-548b90d16d97 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Pushing event deleted for resources: {'Port': ['ID=afdce4b9-965f-438e-b16c-6b21c6279c30,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:19.012377 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b3a2-86e4-46e3-be9f-548b90d16d97 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:19.015099 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b3a2-86e4-46e3-be9f-548b90d16d97 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:19.019981 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8aa0b3a2-86e4-46e3-be9f-548b90d16d97 tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "DELETE /v2.0/floatingips/0795dab6-fb07-4312-98da-0866efc4626e HTTP/1.1" status: 204 len: 168 time: 0.7556627 Aug 23 15:19:19.115154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56168) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:19.189077 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3d3ccceb-3158-409e-99bc-f9e46ea9da6e tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:19.221119 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3d3ccceb-3158-409e-99bc-f9e46ea9da6e tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:19.406653 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3d3ccceb-3158-409e-99bc-f9e46ea9da6e tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:19.417414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3d3ccceb-3158-409e-99bc-f9e46ea9da6e tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:19.417414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3d3ccceb-3158-409e-99bc-f9e46ea9da6e tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] 10.222.0.38 "DELETE /v2.0/security-groups/c85c0204-5355-454f-b29d-0c9c8a709bbe HTTP/1.1" status: 204 len: 168 time: 0.2952309 Aug 23 15:19:19.430973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ccceb-3158-409e-99bc-f9e46ea9da6e tempest-TestServerBasicOps-1581459715 tempest-TestServerBasicOps-1581459715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85c0204-5355-454f-b29d-0c9c8a709bbe,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:19.561619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56178) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:19.936237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 696f6a5d-02a4-436f-b829-c5a8e555d13f no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:19:19.963883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 696f6a5d-02a4-436f-b829-c5a8e555d13f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:19:19.965474 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 696f6a5d-02a4-436f-b829-c5a8e555d13f not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:19:20.318528 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:20.410775 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:20.618012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Deleting port 934d499f-7377-447a-a4f1-a59c48930d43 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:19:20.618764 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:20.706591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] For port 934d499f-7377-447a-a4f1-a59c48930d43, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=934d499f-7377-447a-a4f1-a59c48930d43,segment=NetworkSegment(417dd621-3322-4c50-822c-a38c98f92961),segment_id=417dd621-3322-4c50-822c-a38c98f92961)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:19:20.706962 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:20.722432 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Calling delete_port for 934d499f-7377-447a-a4f1-a59c48930d43 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:19:21.131997 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:21.165322 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Pushing event deleted for resources: {'Port': ['ID=934d499f-7377-447a-a4f1-a59c48930d43,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:21.174399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:21.174861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:21.175241 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:21.175624 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:21.175958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:21.176297 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:21.176631 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:21.177286 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:21.177286 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:21.178557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:21.178557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:21.178557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:21.438082 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:21.697891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Router 65458931-ca63-4158-9e4b-f38041413c04 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:19:21.820043 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:19:21.829809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56216) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:21.830299 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2bbd02ff-a760-46a5-94aa-b8c454691013 admin admin] 10.222.0.38 "PUT /v2.0/routers/65458931-ca63-4158-9e4b-f38041413c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2649794 Aug 23 15:19:21.839056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750bc98c-a4df-4f54-9537-139e9671828b None None] Sync routers for ids ['65458931-ca63-4158-9e4b-f38041413c04'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:19:21.853176 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750bc98c-a4df-4f54-9537-139e9671828b None None] Routers {'65458931-ca63-4158-9e4b-f38041413c04'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:19:21.854902 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-750bc98c-a4df-4f54-9537-139e9671828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:18:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['65458931-ca63-4158-9e4b-f38041413c04'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:21.997380 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:22.157968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-750bc98c-a4df-4f54-9537-139e9671828b None None] Set router 65458931-ca63-4158-9e4b-f38041413c04 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:19:22.163359 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:22.396957 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-750bc98c-a4df-4f54-9537-139e9671828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65458931-ca63-4158-9e4b-f38041413c04', 'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:28Z', 'updated_at': '2021-08-23T15:19:20Z', 'revision_number': 5, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'gw_port': {'id': 'e3216a3d-46c5-4968-85b0-910250ce2a9f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65458931-ca63-4158-9e4b-f38041413c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:30Z', 'updated_at': '2021-08-23T15:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:22.410608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] Deleting port e3216a3d-46c5-4968-85b0-910250ce2a9f {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:19:22.410966 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:22.443550 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750bc98c-a4df-4f54-9537-139e9671828b None None] Checking router: 65458931-ca63-4158-9e4b-f38041413c04 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:19:22.459984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750bc98c-a4df-4f54-9537-139e9671828b None None] Routers {'65458931-ca63-4158-9e4b-f38041413c04'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:19:22.460728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-750bc98c-a4df-4f54-9537-139e9671828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:18:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['65458931-ca63-4158-9e4b-f38041413c04'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:22.526751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] For port e3216a3d-46c5-4968-85b0-910250ce2a9f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e3216a3d-46c5-4968-85b0-910250ce2a9f,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:19:22.527117 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:22.546562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] Calling delete_port for e3216a3d-46c5-4968-85b0-910250ce2a9f owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:19:22.598747 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-750bc98c-a4df-4f54-9537-139e9671828b None None] Set router 65458931-ca63-4158-9e4b-f38041413c04 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:19:22.688386 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c28fb9b7-365f-4585-b659-5bd982e519d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:22.689847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-750bc98c-a4df-4f54-9537-139e9671828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65458931-ca63-4158-9e4b-f38041413c04', 'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:28Z', 'updated_at': '2021-08-23T15:19:22Z', 'revision_number': 6, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:22.721655 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750bc98c-a4df-4f54-9537-139e9671828b None None] The sync data for ids ['65458931-ca63-4158-9e4b-f38041413c04'] in n-d-804985-3 is: [{'id': '65458931-ca63-4158-9e4b-f38041413c04', 'name': 'tempest-TestServerBasicOps-1078332126-router', 'tenant_id': '15057447af0748bf9791ffc4f8be16c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:28Z', 'updated_at': '2021-08-23T15:19:22Z', 'revision_number': 6, 'project_id': '15057447af0748bf9791ffc4f8be16c1', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:19:22.970471 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:23.006125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] Pushing event deleted for resources: {'Port': ['ID=e3216a3d-46c5-4968-85b0-910250ce2a9f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:23.085398 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:23.194281 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:23.201756 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:23.358778 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:23.369397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65458931-ca63-4158-9e4b-f38041413c04 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:19:23.369397 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:23.369397 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-538463a5-19e3-42a1-9663-ef6e2ee4206e admin admin] 10.222.0.38 "DELETE /v2.0/routers/65458931-ca63-4158-9e4b-f38041413c04 HTTP/1.1" status: 204 len: 168 time: 1.5338511 Aug 23 15:19:23.370379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56262) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:23.872075 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4911fd4-a1fe-4cd1-be7d-bcf405942754 admin admin] Deleting subnet a99c28d2-36dd-4528-9a52-0523a05ba0ad {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:19:23.877316 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4911fd4-a1fe-4cd1-be7d-bcf405942754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:23.919277 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e3216a3d-46c5-4968-85b0-910250ce2a9f no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:19:23.928245 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4911fd4-a1fe-4cd1-be7d-bcf405942754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:23.942998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: e3216a3d-46c5-4968-85b0-910250ce2a9f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:19:23.943480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e3216a3d-46c5-4968-85b0-910250ce2a9f not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:19:23.943935 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 934d499f-7377-447a-a4f1-a59c48930d43 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:19:23.966108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 934d499f-7377-447a-a4f1-a59c48930d43 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:19:23.966463 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 934d499f-7377-447a-a4f1-a59c48930d43 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:19:24.032722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4911fd4-a1fe-4cd1-be7d-bcf405942754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:24.274898 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4911fd4-a1fe-4cd1-be7d-bcf405942754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:24.304969 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4911fd4-a1fe-4cd1-be7d-bcf405942754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:24.310064 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c4911fd4-a1fe-4cd1-be7d-bcf405942754 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a99c28d2-36dd-4528-9a52-0523a05ba0ad HTTP/1.1" status: 204 len: 168 time: 0.9356701 Aug 23 15:19:24.310064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4911fd4-a1fe-4cd1-be7d-bcf405942754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a99c28d2-36dd-4528-9a52-0523a05ba0ad,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:24.313814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56294) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:24.325555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a3e99-845e-41d7-a658-b895d6f09dfd None None] Network 1f31ed9b-16ac-4c36-8f03-c6c4224f794c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:19:24.396457 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:24.485037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] Deleting port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:19:24.485574 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:24.585096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] For port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33,segment=NetworkSegment(417dd621-3322-4c50-822c-a38c98f92961),segment_id=417dd621-3322-4c50-822c-a38c98f92961)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:19:24.586049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:24.600535 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17712e9f-51be-4f85-90fb-33a0cc95cd63 None None] DHCP port deletion for 1f31ed9b-16ac-4c36-8f03-c6c4224f794c request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:19:24.604148 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] Calling delete_port for 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:19:24.684557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-17712e9f-51be-4f85-90fb-33a0cc95cd63 None None] Deleting port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:19:24.684557 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-17712e9f-51be-4f85-90fb-33a0cc95cd63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:24.764126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-17712e9f-51be-4f85-90fb-33a0cc95cd63 None None] For port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33,segment=NetworkSegment(417dd621-3322-4c50-822c-a38c98f92961),segment_id=417dd621-3322-4c50-822c-a38c98f92961)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:19:24.764556 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-17712e9f-51be-4f85-90fb-33a0cc95cd63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:24.782641 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-17712e9f-51be-4f85-90fb-33a0cc95cd63 None None] Calling delete_port for 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:19:24.844841 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:19:24.875283 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:19:24.880901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] No DVR routers for this DVR port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:19:24.883027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:24.895399 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-17712e9f-51be-4f85-90fb-33a0cc95cd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:24.922979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17712e9f-51be-4f85-90fb-33a0cc95cd63 None None] Pushing event deleted for resources: {'Port': ['ID=713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:24.940946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17712e9f-51be-4f85-90fb-33a0cc95cd63 None None] No DVR routers for this DVR port 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:19:24.984674 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:24.996055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f31ed9b-16ac-4c36-8f03-c6c4224f794c']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:25.012060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417dd621-3322-4c50-822c-a38c98f92961') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:25.012399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417dd621-3322-4c50-822c-a38c98f92961') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:25.022284 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:25.037499 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:25.045612 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:19:25.046025 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:19:25.047843 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:19:25.302276 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:25.308513 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:25.310418 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1f31ed9b-16ac-4c36-8f03-c6c4224f794c HTTP/1.1" status: 204 len: 168 time: 0.9995296 Aug 23 15:19:25.313521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56322) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:25.327150 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37c072-ac50-47c2-a5ab-2ee91f2f86f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f31ed9b-16ac-4c36-8f03-c6c4224f794c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:25.706773 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:25.787580 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5df0cb9-8b57-4528-9c89-cef606b9925a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:25.859235 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:19:25.887317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:19:25.887938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 713ee7d9-8f7d-4e12-9a1f-5a2f2f153f33 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:19:26.023953 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f9b9d0a-77e7-4582-87a2-b7b8453c9fca req-dff4f42c-296f-4dd8-bec8-1cb798b39cbc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1084886 Aug 23 15:19:26.154502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b9d0a-77e7-4582-87a2-b7b8453c9fca req-9ab1fe50-79e9-40c2-a131-b70583876479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:26.156208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f9b9d0a-77e7-4582-87a2-b7b8453c9fca req-9ab1fe50-79e9-40c2-a131-b70583876479 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0797117 Aug 23 15:19:26.193706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e5df0cb9-8b57-4528-9c89-cef606b9925a admin admin] Deleting port 749c2303-094c-4c67-b731-87874e539066 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:19:26.194372 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5df0cb9-8b57-4528-9c89-cef606b9925a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:26.367837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-e5df0cb9-8b57-4528-9c89-cef606b9925a admin admin] For port 749c2303-094c-4c67-b731-87874e539066, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=749c2303-094c-4c67-b731-87874e539066,segment=NetworkSegment(189cc5c1-3354-42a5-90ab-7ba94bef3470),segment_id=189cc5c1-3354-42a5-90ab-7ba94bef3470)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:19:26.368505 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5df0cb9-8b57-4528-9c89-cef606b9925a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:26.373086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b9d0a-77e7-4582-87a2-b7b8453c9fca req-e6cf2369-5546-4169-9004-f88a626c3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:26.375173 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f9b9d0a-77e7-4582-87a2-b7b8453c9fca req-e6cf2369-5546-4169-9004-f88a626c3c15 service neutron] 10.222.0.61 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.1947603 Aug 23 15:19:26.394847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e5df0cb9-8b57-4528-9c89-cef606b9925a admin admin] Calling delete_port for 749c2303-094c-4c67-b731-87874e539066 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:19:26.506120 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f9b9d0a-77e7-4582-87a2-b7b8453c9fca req-d4262a95-3995-48de-b9b4-bbee493c07a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5b29c27-bbff-4e55-bdf6-f76145be82bc HTTP/1.1" status: 200 len: 1002 time: 0.1224663 Aug 23 15:19:26.632353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b9d0a-77e7-4582-87a2-b7b8453c9fca req-ca26282d-810e-4681-8854-2d6a40076ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:26.634024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f9b9d0a-77e7-4582-87a2-b7b8453c9fca req-ca26282d-810e-4681-8854-2d6a40076ce4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.1162658 Aug 23 15:19:26.638526 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-081b984e-7ee3-4bc9-afb7-65520a0bb221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:26.709669 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b9d0a-77e7-4582-87a2-b7b8453c9fca req-ee04f909-6179-4389-8611-2686af1aa596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:26.711536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f9b9d0a-77e7-4582-87a2-b7b8453c9fca req-ee04f909-6179-4389-8611-2686af1aa596 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692575 Aug 23 15:19:26.851446 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:26.886425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f9b9d0a-77e7-4582-87a2-b7b8453c9fca req-1cf6535b-6f39-48a0-95e4-a435d1be58a5 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649160 Aug 23 15:19:26.954508 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5df0cb9-8b57-4528-9c89-cef606b9925a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:26.999219 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df0cb9-8b57-4528-9c89-cef606b9925a admin admin] Pushing event deleted for resources: {'Port': ['ID=749c2303-094c-4c67-b731-87874e539066,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:27.052226 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f9b9d0a-77e7-4582-87a2-b7b8453c9fca req-e8fb5c33-f841-4155-bb12-35f2885d46d2 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570139 Aug 23 15:19:27.255551 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5df0cb9-8b57-4528-9c89-cef606b9925a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:27.542998 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5df0cb9-8b57-4528-9c89-cef606b9925a admin admin] Router 928a62a2-c815-45f8-a75b-6ce7a90fb45d has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:19:27.664778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5df0cb9-8b57-4528-9c89-cef606b9925a admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:19:27.671353 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e5df0cb9-8b57-4528-9c89-cef606b9925a admin admin] 10.222.0.38 "PUT /v2.0/routers/928a62a2-c815-45f8-a75b-6ce7a90fb45d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3565691 Aug 23 15:19:27.674078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56354) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:27.681788 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd91ecbe-6416-4ce9-8baa-750dc7a25d42 None None] Sync routers for ids ['928a62a2-c815-45f8-a75b-6ce7a90fb45d'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:19:27.694518 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd91ecbe-6416-4ce9-8baa-750dc7a25d42 None None] Routers {'928a62a2-c815-45f8-a75b-6ce7a90fb45d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:19:27.695204 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-cd91ecbe-6416-4ce9-8baa-750dc7a25d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:19:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['928a62a2-c815-45f8-a75b-6ce7a90fb45d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:27.842409 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:27.894209 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-cd91ecbe-6416-4ce9-8baa-750dc7a25d42 None None] Set router 928a62a2-c815-45f8-a75b-6ce7a90fb45d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:19:28.016381 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:28.124873 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-cd91ecbe-6416-4ce9-8baa-750dc7a25d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'name': 'tempest-TestServerBasicOps-968305642-router', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '6d3ff9da-dedf-458b-9b22-15f2ad08bd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:50Z', 'updated_at': '2021-08-23T15:19:26Z', 'revision_number': 5, 'project_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'gw_port': {'id': '6d3ff9da-dedf-458b-9b22-15f2ad08bd8d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:12:52Z', 'updated_at': '2021-08-23T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:28.161441 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd91ecbe-6416-4ce9-8baa-750dc7a25d42 None None] Checking router: 928a62a2-c815-45f8-a75b-6ce7a90fb45d for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:19:28.172512 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd91ecbe-6416-4ce9-8baa-750dc7a25d42 None None] Routers {'928a62a2-c815-45f8-a75b-6ce7a90fb45d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:19:28.173591 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-cd91ecbe-6416-4ce9-8baa-750dc7a25d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:19:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['928a62a2-c815-45f8-a75b-6ce7a90fb45d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:28.305818 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-cd91ecbe-6416-4ce9-8baa-750dc7a25d42 None None] Set router 928a62a2-c815-45f8-a75b-6ce7a90fb45d gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:19:28.385984 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-cd91ecbe-6416-4ce9-8baa-750dc7a25d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'name': 'tempest-TestServerBasicOps-968305642-router', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:50Z', 'updated_at': '2021-08-23T15:19:28Z', 'revision_number': 6, 'project_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:28.434180 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd91ecbe-6416-4ce9-8baa-750dc7a25d42 None None] The sync data for ids ['928a62a2-c815-45f8-a75b-6ce7a90fb45d'] in n-d-804985-3 is: [{'id': '928a62a2-c815-45f8-a75b-6ce7a90fb45d', 'name': 'tempest-TestServerBasicOps-968305642-router', 'tenant_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:12:50Z', 'updated_at': '2021-08-23T15:19:28Z', 'revision_number': 6, 'project_id': 'e0578881fc254f67b36ecb3c4ac3224e', 'gw_port_host': None}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:19:28.670759 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] Deleting port 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:19:28.672450 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:28.719160 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:28.771148 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] For port 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6d3ff9da-dedf-458b-9b22-15f2ad08bd8d,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:19:28.771794 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:28.785423 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] Calling delete_port for 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:19:29.140331 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:29.170181 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3ff9da-dedf-458b-9b22-15f2ad08bd8d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:29.250200 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:29.373550 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:29.379014 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:29.856443 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:29.857504 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928a62a2-c815-45f8-a75b-6ce7a90fb45d {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:19:29.863700 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:29.865413 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-45956152-69d7-4c02-9fa3-4767d40df8c2 admin admin] 10.222.0.38 "DELETE /v2.0/routers/928a62a2-c815-45f8-a75b-6ce7a90fb45d HTTP/1.1" status: 204 len: 168 time: 2.1891572 Aug 23 15:19:29.868270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56390) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:29.876688 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 749c2303-094c-4c67-b731-87874e539066 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:19:29.920522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 749c2303-094c-4c67-b731-87874e539066 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:19:29.921520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 749c2303-094c-4c67-b731-87874e539066 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:19:29.922809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:19:29.959911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:19:29.960857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6d3ff9da-dedf-458b-9b22-15f2ad08bd8d not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:19:29.961041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-44155918-7608-42f1-9e28-6d99e2ec36f5 admin admin] Deleting subnet 23771290-2850-411e-aec9-5a96b8a36971 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:19:29.968243 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44155918-7608-42f1-9e28-6d99e2ec36f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:30.032135 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44155918-7608-42f1-9e28-6d99e2ec36f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:30.147981 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44155918-7608-42f1-9e28-6d99e2ec36f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:30.319780 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44155918-7608-42f1-9e28-6d99e2ec36f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:30.355411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44155918-7608-42f1-9e28-6d99e2ec36f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23771290-2850-411e-aec9-5a96b8a36971,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:30.358015 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44155918-7608-42f1-9e28-6d99e2ec36f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:30.361404 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-44155918-7608-42f1-9e28-6d99e2ec36f5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/23771290-2850-411e-aec9-5a96b8a36971 HTTP/1.1" status: 204 len: 168 time: 0.4922991 Aug 23 15:19:30.362830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56398) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:30.367625 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67d020a-e081-4ae3-a4db-27514fe76197 None None] Network 4be0691f-d410-43c5-9356-f6d678692c9e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:19:30.451605 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:30.518067 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] Deleting port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:19:30.518415 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:30.616061 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] For port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4,segment=NetworkSegment(189cc5c1-3354-42a5-90ab-7ba94bef3470),segment_id=189cc5c1-3354-42a5-90ab-7ba94bef3470)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:19:30.616061 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:30.617835 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8c2dea-e0e7-4d5d-8bbb-48de9b1477d6 None None] DHCP port deletion for 4be0691f-d410-43c5-9356-f6d678692c9e request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:19:30.633469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] Calling delete_port for 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:19:30.674451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c2dea-e0e7-4d5d-8bbb-48de9b1477d6 None None] Deleting port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:19:30.675069 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5f8c2dea-e0e7-4d5d-8bbb-48de9b1477d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:30.756062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5f8c2dea-e0e7-4d5d-8bbb-48de9b1477d6 None None] For port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4,segment=NetworkSegment(189cc5c1-3354-42a5-90ab-7ba94bef3470),segment_id=189cc5c1-3354-42a5-90ab-7ba94bef3470)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:19:30.756460 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5f8c2dea-e0e7-4d5d-8bbb-48de9b1477d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:30.769839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c2dea-e0e7-4d5d-8bbb-48de9b1477d6 None None] Calling delete_port for 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:19:30.851080 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:30.859621 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5f8c2dea-e0e7-4d5d-8bbb-48de9b1477d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:30.874093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c2dea-e0e7-4d5d-8bbb-48de9b1477d6 None None] No DVR routers for this DVR port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:19:30.899265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] No DVR routers for this DVR port 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:19:30.904544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] Pushing event deleted for resources: {'Port': ['ID=2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:30.913231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c2dea-e0e7-4d5d-8bbb-48de9b1477d6 None None] Pushing event deleted for resources: {'Port': ['ID=2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:30.983902 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:30.994889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be0691f-d410-43c5-9356-f6d678692c9e']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:31.013940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189cc5c1-3354-42a5-90ab-7ba94bef3470') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:31.014244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189cc5c1-3354-42a5-90ab-7ba94bef3470') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:31.027979 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:31.045021 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:19:31.067370 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:19:31.302607 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:31.310262 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:31.312387 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] 10.222.0.38 "DELETE /v2.0/networks/4be0691f-d410-43c5-9356-f6d678692c9e HTTP/1.1" status: 204 len: 168 time: 0.9481416 Aug 23 15:19:31.325233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaa4e0-e19b-4cdf-b14b-5149ecf38cab admin admin] Pushing event deleted for resources: {'Network': ['ID=4be0691f-d410-43c5-9356-f6d678692c9e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:31.871233 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:19:31.903767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:19:31.904115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2e272dbc-ef3d-4e28-9ece-99b1c70dcbe4 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:19:32.213622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56430) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:32.264950 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-14ec50be-8f86-41ed-9dc5-aed9211badc9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=15057447af0748bf9791ffc4f8be16c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477228 Aug 23 15:19:32.265356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56432) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:32.333836 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44c3dcff-3dc2-4c67-962a-fb80bd783341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:32.363893 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44c3dcff-3dc2-4c67-962a-fb80bd783341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:32.616466 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44c3dcff-3dc2-4c67-962a-fb80bd783341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:32.622663 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-44c3dcff-3dc2-4c67-962a-fb80bd783341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:32.622663 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-44c3dcff-3dc2-4c67-962a-fb80bd783341 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1ad1b796-9186-4e25-a128-196ee1d54f42 HTTP/1.1" status: 204 len: 168 time: 0.3538737 Aug 23 15:19:32.636966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3dcff-3dc2-4c67-962a-fb80bd783341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad1b796-9186-4e25-a128-196ee1d54f42,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:32.993211 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e7192b1-b2e1-4fdf-9f43-19cd3958cdba req-e2e7436e-28ca-4eb9-b359-dccef33378f4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2362418 Aug 23 15:19:33.098033 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7192b1-b2e1-4fdf-9f43-19cd3958cdba req-e6ffbbc4-e65d-4a5b-b2d5-e863ac3a83bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:33.099701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e7192b1-b2e1-4fdf-9f43-19cd3958cdba req-e6ffbbc4-e65d-4a5b-b2d5-e863ac3a83bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e99595cf1e34e82b2342655ef010f91&device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 1096 time: 0.0527282 Aug 23 15:19:33.221034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7192b1-b2e1-4fdf-9f43-19cd3958cdba req-162d8c9d-a6c2-4fc6-ab0d-20418b2e1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:33.222809 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e7192b1-b2e1-4fdf-9f43-19cd3958cdba req-162d8c9d-a6c2-4fc6-ab0d-20418b2e1932 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba929545-a5aa-4017-8c56-61de1121ed13 HTTP/1.1" status: 200 len: 912 time: 0.1019769 Aug 23 15:19:33.309182 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e7192b1-b2e1-4fdf-9f43-19cd3958cdba req-f55103a5-dd71-45a7-982c-dffe2110d862 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=226bea56-2bdb-4b9e-996b-60f60150191b HTTP/1.1" status: 200 len: 1001 time: 0.0782540 Aug 23 15:19:33.373848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7192b1-b2e1-4fdf-9f43-19cd3958cdba req-6480c6d4-2e8a-40d9-bc16-6237847f559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:33.375912 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e7192b1-b2e1-4fdf-9f43-19cd3958cdba req-6480c6d4-2e8a-40d9-bc16-6237847f559e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae11ce01-e39c-4b2d-9455-4272290cbf22 HTTP/1.1" status: 200 len: 850 time: 0.0607288 Aug 23 15:19:33.438121 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7192b1-b2e1-4fdf-9f43-19cd3958cdba req-d9363bee-124b-476d-a815-bfce2b1ce6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:33.440234 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e7192b1-b2e1-4fdf-9f43-19cd3958cdba req-d9363bee-124b-476d-a815-bfce2b1ce6d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba929545-a5aa-4017-8c56-61de1121ed13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568144 Aug 23 15:19:33.561472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e7192b1-b2e1-4fdf-9f43-19cd3958cdba req-677aa6a7-5f34-493d-a0c0-163bbe04f73d service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130393 Aug 23 15:19:33.575951 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56456) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:33.654623 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fda00ecd-68f3-4049-9c01-40076640df14 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e0578881fc254f67b36ecb3c4ac3224e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771160 Aug 23 15:19:33.657324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56460) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:33.695540 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e7192b1-b2e1-4fdf-9f43-19cd3958cdba req-fc61c577-ae26-47a8-8ef9-c513ad942cb5 service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255434 Aug 23 15:19:33.735025 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-be77cee5-32b2-478d-9c7f-d114104675a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:33.767126 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-be77cee5-32b2-478d-9c7f-d114104675a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:33.960223 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-be77cee5-32b2-478d-9c7f-d114104675a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:33.963484 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-be77cee5-32b2-478d-9c7f-d114104675a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:33.967389 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-be77cee5-32b2-478d-9c7f-d114104675a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/411b440d-9b7b-40c1-9fea-c2dceb0f7ca5 HTTP/1.1" status: 204 len: 168 time: 0.3068490 Aug 23 15:19:33.980957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77cee5-32b2-478d-9c7f-d114104675a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411b440d-9b7b-40c1-9fea-c2dceb0f7ca5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:35.569190 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56506) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:35.685332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-992298892-network', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:19:35.867392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] Made reservation on behalf of e8c42f479c954c8d874f36e6e4ad783f for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:19:35.870016 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:35.881622 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:35.989440 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:36.107379 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:36.135548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:19:36.153274 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ed2054-ed22-4fee-a7f7-5ee9d1860457,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:36.163039 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:36.163587 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] Added segment 37fd4a8c-66e5-4151-89f4-4d47880ae558 of type vlan for network a9bd7126-d65d-42bd-9e42-269535fc0871 Aug 23 15:19:36.254352 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:36.465595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56526) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:36.661646 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0287c74d-6caa-43b0-88b5-0014746274da admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:36.808076 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0287c74d-6caa-43b0-88b5-0014746274da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:36.896436 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:36.897453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:36.898045 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:36.965045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] Pushing event updated for resources: {'Network': ['ID=a9bd7126-d65d-42bd-9e42-269535fc0871,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:36.976318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network a9bd7126-d65d-42bd-9e42-269535fc0871 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:19:36.982373 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0287c74d-6caa-43b0-88b5-0014746274da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:37.049686 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287c74d-6caa-43b0-88b5-0014746274da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c12a69-7957-44c2-9875-a8e2c01b4b6f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:37.057035 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0287c74d-6caa-43b0-88b5-0014746274da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a389ada1b47348f09dc48a79d58dd7ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893669 Aug 23 15:19:37.060502 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56536) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:37.152643 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b48c289-6c84-42b9-9ca7-0206b744cb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:37.186715 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e3c70515-0e7b-4fea-9df5-2a8baf91d4dd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6153331 Aug 23 15:19:37.190087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56542) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:37.198502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0d74183e-bc6e-4bcf-b17d-e4daf94da7f1 admin admin] Request body: {'subnet': {'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-992298892-subnet', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:19:37.211342 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b48c289-6c84-42b9-9ca7-0206b744cb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:37.393509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d74183e-bc6e-4bcf-b17d-e4daf94da7f1 admin admin] Made reservation on behalf of e8c42f479c954c8d874f36e6e4ad783f for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:19:37.396486 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d74183e-bc6e-4bcf-b17d-e4daf94da7f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:37.811583 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b48c289-6c84-42b9-9ca7-0206b744cb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:37.827096 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b48c289-6c84-42b9-9ca7-0206b744cb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:37.827096 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0b48c289-6c84-42b9-9ca7-0206b744cb39 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/59c12a69-7957-44c2-9875-a8e2c01b4b6f HTTP/1.1" status: 204 len: 168 time: 0.7544215 Aug 23 15:19:37.828005 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48c289-6c84-42b9-9ca7-0206b744cb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c12a69-7957-44c2-9875-a8e2c01b4b6f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:38.090814 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d74183e-bc6e-4bcf-b17d-e4daf94da7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:38.185271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74183e-bc6e-4bcf-b17d-e4daf94da7f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be336ee-0ac7-4ca1-ad11-23e333e7ac3a,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:38.190299 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74183e-bc6e-4bcf-b17d-e4daf94da7f1 admin admin] Checking segment: {'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:19:38.190684 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d74183e-bc6e-4bcf-b17d-e4daf94da7f1 admin admin] Network hostable DHCP agents. Network: a9bd7126-d65d-42bd-9e42-269535fc0871, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:19:38.342115 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d74183e-bc6e-4bcf-b17d-e4daf94da7f1 admin admin] Network a9bd7126-d65d-42bd-9e42-269535fc0871 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:19:38.467940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0d74183e-bc6e-4bcf-b17d-e4daf94da7f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, a9bd7126-d65d-42bd-9e42-269535fc0871) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:19:38.473467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d74183e-bc6e-4bcf-b17d-e4daf94da7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:38.475700 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0d74183e-bc6e-4bcf-b17d-e4daf94da7f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:38.481021 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cea916-dd83-47bf-b80b-2895e000729e None None] Network a9bd7126-d65d-42bd-9e42-269535fc0871 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:19:38.644221 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0d74183e-bc6e-4bcf-b17d-e4daf94da7f1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4498303 Aug 23 15:19:38.644476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56566) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:38.651826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-992298892-router', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:19:38.697064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-a9bd7126-d65d-42bd-9e42-269535fc0871', 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'fixed_ips': [{'subnet_id': '5be336ee-0ac7-4ca1-ad11-23e333e7ac3a'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:19:38.698899 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:38.847683 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:38.851844 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:38.924306 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:38.941156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Allocated IP 172.20.0.2 (a9bd7126-d65d-42bd-9e42-269535fc0871/5be336ee-0ac7-4ca1-ad11-23e333e7ac3a/0c1f6600-316e-464d-861d-3f932eaebe0b) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:19:39.166357 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:39.179256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Transition to ACTIVE for port object 0c1f6600-316e-464d-861d-3f932eaebe0b will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:19:39.202932 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Transition to ACTIVE for port object 0c1f6600-316e-464d-861d-3f932eaebe0b will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:19:39.267344 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:39.388262 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:39.478175 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Pushing event updated for resources: {'Port': ['ID=0c1f6600-316e-464d-861d-3f932eaebe0b,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:39.493737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Network a9bd7126-d65d-42bd-9e42-269535fc0871 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:19:39.497976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:19:39.503774 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:19:39.640391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Attempting to bind port 0c1f6600-316e-464d-861d-3f932eaebe0b on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:19:39.640927 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Attempting to bind port 0c1f6600-316e-464d-861d-3f932eaebe0b by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:19:39.641420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Attempting to bind port 0c1f6600-316e-464d-861d-3f932eaebe0b on network a9bd7126-d65d-42bd-9e42-269535fc0871 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:19:39.649561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:19:39.650419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Checking segment: {'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:19:39.650953 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:39.652011 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Bound using segment: {'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:19:39.653092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Bound port: 0c1f6600-316e-464d-861d-3f932eaebe0b, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:19:39.653783 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:39.762033 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] For port 0c1f6600-316e-464d-861d-3f932eaebe0b, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:19:39.766727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] For port 0c1f6600-316e-464d-861d-3f932eaebe0b, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0c1f6600-316e-464d-861d-3f932eaebe0b,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:19:39.800956 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:39.835271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:40.005266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Allocated IP 172.25.8.162 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/f8cd06fe-7cd5-4403-bd03-2ef67bc96659) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:19:40.012190 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:40.119022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3bfce-c33e-41a4-9ebf-99f468183e4e None None] Pushing event updated for resources: {'Port': ['ID=0c1f6600-316e-464d-861d-3f932eaebe0b,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:40.217203 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:40.448429 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:40.525697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:19:40.529103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:19:40.541878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:19:40.654215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Pushing event updated for resources: {'Port': ['ID=f8cd06fe-7cd5-4403-bd03-2ef67bc96659,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:41.306552 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:41.442634 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:19:41.579566 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01566a79-05db-41f5-9a35-3f7ce2070562 None None] Network a9bd7126-d65d-42bd-9e42-269535fc0871 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:19:41.699103 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:41.906833 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a9c097d8-4835-4035-afb2-8f0b78cbb757 None None] Provisioning for port 0c1f6600-316e-464d-861d-3f932eaebe0b completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:19:41.991059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0c1f6600-316e-464d-861d-3f932eaebe0b up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:19:42.118444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Router 539039f0-c2c2-4efb-88c4-64254ed83633 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:19:42.279860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:19:42.294685 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Sync routers for ids ['539039f0-c2c2-4efb-88c4-64254ed83633'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:19:42.298562 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 0c1f6600-316e-464d-861d-3f932eaebe0b completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:19:42.311202 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0c1f6600-316e-464d-861d-3f932eaebe0b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:19:42.311970 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:42.316413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Routers {'539039f0-c2c2-4efb-88c4-64254ed83633'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:19:42.317244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:19:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['539039f0-c2c2-4efb-88c4-64254ed83633'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:42.438991 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:42.443580 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0e47d4e0-23ec-4d44-9a62-60e287797177 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7971275 Aug 23 15:19:42.447759 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56634) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:42.549169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Set router 539039f0-c2c2-4efb-88c4-64254ed83633 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:19:42.637253 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:42.903126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 0c1f6600-316e-464d-861d-3f932eaebe0b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0c1f6600-316e-464d-861d-3f932eaebe0b,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:19:43.020375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'name': 'tempest-TestServerMultinode-992298892-router', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'f8cd06fe-7cd5-4403-bd03-2ef67bc96659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:38Z', 'updated_at': '2021-08-23T15:19:40Z', 'revision_number': 3, 'project_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'gw_port': {'id': 'f8cd06fe-7cd5-4403-bd03-2ef67bc96659', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:39Z', 'updated_at': '2021-08-23T15:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:43.057956 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:43.060355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Checking router: 539039f0-c2c2-4efb-88c4-64254ed83633 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:19:43.060917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Updating router 539039f0-c2c2-4efb-88c4-64254ed83633 port f8cd06fe-7cd5-4403-bd03-2ef67bc96659 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:19:43.076244 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:43.114345 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:43.162295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=0c1f6600-316e-464d-861d-3f932eaebe0b,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:43.284696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Allocated IP 172.20.0.1 (a9bd7126-d65d-42bd-9e42-269535fc0871/5be336ee-0ac7-4ca1-ad11-23e333e7ac3a/4405c147-726b-4138-93ef-4c723cd29dcc) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:19:43.494168 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:43.520002 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Transition to ACTIVE for port object 4405c147-726b-4138-93ef-4c723cd29dcc will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:19:43.526933 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:43.543934 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Transition to ACTIVE for port object f8cd06fe-7cd5-4403-bd03-2ef67bc96659 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:19:43.638823 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:43.699934 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0f7d2-647a-469c-9627-7c2a4631e591 None None] Pushing event updated for resources: {'Port': ['ID=f8cd06fe-7cd5-4403-bd03-2ef67bc96659,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:43.703263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Attempting to bind port f8cd06fe-7cd5-4403-bd03-2ef67bc96659 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:19:43.703642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Attempting to bind port f8cd06fe-7cd5-4403-bd03-2ef67bc96659 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:19:43.704046 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Attempting to bind port f8cd06fe-7cd5-4403-bd03-2ef67bc96659 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:19:43.716317 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:43.720675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:19:43.721638 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:19:43.722295 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:43.722813 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:19:43.723464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Bound port: f8cd06fe-7cd5-4403-bd03-2ef67bc96659, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:19:43.723855 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:43.766348 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Network a9bd7126-d65d-42bd-9e42-269535fc0871 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:19:43.775907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:19:43.779335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:19:43.798704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] For port f8cd06fe-7cd5-4403-bd03-2ef67bc96659, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:19:43.802452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] For port f8cd06fe-7cd5-4403-bd03-2ef67bc96659, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f8cd06fe-7cd5-4403-bd03-2ef67bc96659,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:19:43.817600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Pushing event updated for resources: {'Port': ['ID=4405c147-726b-4138-93ef-4c723cd29dcc,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:43.842292 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:43.928323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0c1f6600-316e-464d-861d-3f932eaebe0b up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:19:43.933178 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:44.085918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Routers {'539039f0-c2c2-4efb-88c4-64254ed83633'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:19:44.086630 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:19:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['539039f0-c2c2-4efb-88c4-64254ed83633'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:44.093645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0f7d2-647a-469c-9627-7c2a4631e591 None None] Pushing event updated for resources: {'Port': ['ID=f8cd06fe-7cd5-4403-bd03-2ef67bc96659,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:44.205270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0c1f6600-316e-464d-861d-3f932eaebe0b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:19:44.205591 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:44.231201 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:44.341702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] Set router 539039f0-c2c2-4efb-88c4-64254ed83633 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:19:44.424054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fd28af0d-e420-425d-990b-cd406f3a5cac None None] Provisioning for port 4405c147-726b-4138-93ef-4c723cd29dcc completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:19:44.469821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fd28af0d-e420-425d-990b-cd406f3a5cac None None] Provisioning complete for port 4405c147-726b-4138-93ef-4c723cd29dcc triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:19:44.470194 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fd28af0d-e420-425d-990b-cd406f3a5cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:44.517654 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:44.587773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fd28af0d-e420-425d-990b-cd406f3a5cac None None] Port 4405c147-726b-4138-93ef-4c723cd29dcc cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:19:44.655783 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:44.700517 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'name': 'tempest-TestServerMultinode-992298892-router', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'f8cd06fe-7cd5-4403-bd03-2ef67bc96659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:38Z', 'updated_at': '2021-08-23T15:19:40Z', 'revision_number': 3, 'project_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'gw_port': {'id': 'f8cd06fe-7cd5-4403-bd03-2ef67bc96659', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:39Z', 'updated_at': '2021-08-23T15:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:44.740943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a4fa3-a783-4c2d-88d9-c5998b618e5f None None] The sync data for ids ['539039f0-c2c2-4efb-88c4-64254ed83633'] in n-d-804985-3 is: [{'id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'name': 'tempest-TestServerMultinode-992298892-router', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'f8cd06fe-7cd5-4403-bd03-2ef67bc96659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:38Z', 'updated_at': '2021-08-23T15:19:40Z', 'revision_number': 3, 'project_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'gw_port': {'id': 'f8cd06fe-7cd5-4403-bd03-2ef67bc96659', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:39Z', 'updated_at': '2021-08-23T15:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:19:44.795433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:44.810148 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Pushing event updated for resources: {'Port': ['ID=4405c147-726b-4138-93ef-4c723cd29dcc,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:44.955663 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Network a9bd7126-d65d-42bd-9e42-269535fc0871 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:19:44.966647 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:19:45.311295 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Router 539039f0-c2c2-4efb-88c4-64254ed83633 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:19:45.642143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6c2ce4c7-cd0e-4499-aba2-d1de01feae04 None None] Provisioning complete for port 4405c147-726b-4138-93ef-4c723cd29dcc triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:19:45.642522 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce4c7-cd0e-4499-aba2-d1de01feae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:45.653118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:19:45.682176 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b5e55d69-50df-4460-9a4b-d7521bbaad31 admin admin] 10.222.0.38 "PUT /v2.0/routers/539039f0-c2c2-4efb-88c4-64254ed83633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2162011 Aug 23 15:19:45.826830 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ce4c7-cd0e-4499-aba2-d1de01feae04 None None] Port 4405c147-726b-4138-93ef-4c723cd29dcc cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:19:45.907714 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:46.069639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f8cd06fe-7cd5-4403-bd03-2ef67bc96659 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:19:46.393696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port f8cd06fe-7cd5-4403-bd03-2ef67bc96659 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:19:46.400956 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f8cd06fe-7cd5-4403-bd03-2ef67bc96659 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:19:46.401164 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:46.630460 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:46.695507 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port f8cd06fe-7cd5-4403-bd03-2ef67bc96659, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f8cd06fe-7cd5-4403-bd03-2ef67bc96659,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:19:46.815859 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:46.888811 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=f8cd06fe-7cd5-4403-bd03-2ef67bc96659,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:47.149396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56682) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:47.154713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1028786179-network', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:19:47.275961 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] Made reservation on behalf of d4d869e035c4474593fb09fe0f6ac667 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:19:47.278527 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:47.288953 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:47.451031 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:47.559113 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:47.584125 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:19:47.605330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a6d537-adba-4378-922c-6afead68b5d6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:47.607525 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:47.607961 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] Added segment 35a84077-c753-404f-9d39-740886fe83b6 of type vlan for network 3ec285db-dbbc-4d66-82fa-b08558e627fd Aug 23 15:19:47.662958 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:47.672618 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Sync routers for ids ['539039f0-c2c2-4efb-88c4-64254ed83633'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:19:47.691122 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Routers {'539039f0-c2c2-4efb-88c4-64254ed83633'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:19:47.691864 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:19:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['539039f0-c2c2-4efb-88c4-64254ed83633'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:47.803548 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Set router 539039f0-c2c2-4efb-88c4-64254ed83633 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:19:47.833497 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:47.847692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:47.847692 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:47.905602 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f8cd06fe-7cd5-4403-bd03-2ef67bc96659 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:19:47.942121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] Pushing event updated for resources: {'Network': ['ID=3ec285db-dbbc-4d66-82fa-b08558e627fd,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:47.984242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 3ec285db-dbbc-4d66-82fa-b08558e627fd details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:19:47.999399 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f9cc77e6-f3d9-4aef-aa51-331ee621f40c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8488340 Aug 23 15:19:48.002041 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56692) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:48.007414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-20b7d0cb-8156-4333-a97a-283ccc67665a admin admin] Request body: {'subnet': {'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1028786179-subnet', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:19:48.032037 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'name': 'tempest-TestServerMultinode-992298892-router', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'f8cd06fe-7cd5-4403-bd03-2ef67bc96659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:38Z', 'updated_at': '2021-08-23T15:19:43Z', 'revision_number': 4, 'project_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'gw_port': {'id': 'f8cd06fe-7cd5-4403-bd03-2ef67bc96659', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:39Z', 'updated_at': '2021-08-23T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4405c147-726b-4138-93ef-4c723cd29dcc', 'name': '', 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'mac_address': 'fa:16:3e:9d:38:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '5be336ee-0ac7-4ca1-ad11-23e333e7ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:43Z', 'updated_at': '2021-08-23T15:19:44Z', 'revision_number': 2, 'project_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'subnets': [{'id': '5be336ee-0ac7-4ca1-ad11-23e333e7ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:48.063066 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Checking router: 539039f0-c2c2-4efb-88c4-64254ed83633 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:19:48.063355 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Updating router 539039f0-c2c2-4efb-88c4-64254ed83633 port 4405c147-726b-4138-93ef-4c723cd29dcc binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:19:48.074509 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f8cd06fe-7cd5-4403-bd03-2ef67bc96659 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:19:48.075059 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:48.089602 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:48.102724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b7d0cb-8156-4333-a97a-283ccc67665a admin admin] Made reservation on behalf of d4d869e035c4474593fb09fe0f6ac667 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:19:48.105498 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-20b7d0cb-8156-4333-a97a-283ccc67665a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:48.470596 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:48.489439 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Transition to ACTIVE for port object 4405c147-726b-4138-93ef-4c723cd29dcc will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:19:48.525437 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-20b7d0cb-8156-4333-a97a-283ccc67665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:48.615205 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7d0cb-8156-4333-a97a-283ccc67665a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca43db29-ed34-40c3-a92e-344564ed46ca,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:48.632235 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b7d0cb-8156-4333-a97a-283ccc67665a admin admin] Checking segment: {'id': '35a84077-c753-404f-9d39-740886fe83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:19:48.632596 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b7d0cb-8156-4333-a97a-283ccc67665a admin admin] Network hostable DHCP agents. Network: 3ec285db-dbbc-4d66-82fa-b08558e627fd, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:19:48.668155 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:48.747963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b7d0cb-8156-4333-a97a-283ccc67665a admin admin] Network 3ec285db-dbbc-4d66-82fa-b08558e627fd is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:19:48.822376 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384be0b5-40cd-40eb-8b37-d090e33de3a8 None None] Pushing event updated for resources: {'Port': ['ID=4405c147-726b-4138-93ef-4c723cd29dcc,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:48.833436 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384be0b5-40cd-40eb-8b37-d090e33de3a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:48.838294 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384be0b5-40cd-40eb-8b37-d090e33de3a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:48.838294 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384be0b5-40cd-40eb-8b37-d090e33de3a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:48.838294 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384be0b5-40cd-40eb-8b37-d090e33de3a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:48.838294 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384be0b5-40cd-40eb-8b37-d090e33de3a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:48.838294 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384be0b5-40cd-40eb-8b37-d090e33de3a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:48.838294 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384be0b5-40cd-40eb-8b37-d090e33de3a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:48.838294 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384be0b5-40cd-40eb-8b37-d090e33de3a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:48.838294 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384be0b5-40cd-40eb-8b37-d090e33de3a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:48.838294 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384be0b5-40cd-40eb-8b37-d090e33de3a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:48.838294 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384be0b5-40cd-40eb-8b37-d090e33de3a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:48.838294 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384be0b5-40cd-40eb-8b37-d090e33de3a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:48.854622 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Attempting to bind port 4405c147-726b-4138-93ef-4c723cd29dcc on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:19:48.855204 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Attempting to bind port 4405c147-726b-4138-93ef-4c723cd29dcc by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:19:48.855754 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Attempting to bind port 4405c147-726b-4138-93ef-4c723cd29dcc on network a9bd7126-d65d-42bd-9e42-269535fc0871 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:19:48.865806 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:19:48.867109 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Checking segment: {'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:19:48.868987 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:48.870144 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Bound using segment: {'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:19:48.870975 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Bound port: 4405c147-726b-4138-93ef-4c723cd29dcc, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:19:48.871719 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:48.924568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-20b7d0cb-8156-4333-a97a-283ccc67665a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 3ec285db-dbbc-4d66-82fa-b08558e627fd) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:19:48.934260 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4d25f1-868a-441a-b556-ecc318a6bdba None None] Network 3ec285db-dbbc-4d66-82fa-b08558e627fd requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:19:48.938002 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b7d0cb-8156-4333-a97a-283ccc67665a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:48.938605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-20b7d0cb-8156-4333-a97a-283ccc67665a admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:48.956275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] For port 4405c147-726b-4138-93ef-4c723cd29dcc, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:19:48.961047 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] For port 4405c147-726b-4138-93ef-4c723cd29dcc, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=4405c147-726b-4138-93ef-4c723cd29dcc,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:19:49.096672 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:49.128244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 56702) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:49.128845 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-20b7d0cb-8156-4333-a97a-283ccc67665a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1253119 Aug 23 15:19:49.135464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1028786179-router', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:19:49.159852 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-3ec285db-dbbc-4d66-82fa-b08558e627fd', 'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'fixed_ips': [{'subnet_id': 'ca43db29-ed34-40c3-a92e-344564ed46ca'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:19:49.160955 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:49.230816 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Routers {'539039f0-c2c2-4efb-88c4-64254ed83633'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:19:49.232035 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:19:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['539039f0-c2c2-4efb-88c4-64254ed83633'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:49.301795 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:49.302892 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:49.364455 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Allocated IP 172.20.0.2 (3ec285db-dbbc-4d66-82fa-b08558e627fd/ca43db29-ed34-40c3-a92e-344564ed46ca/57b2db7c-012d-49ff-8481-a034f0b76cf2) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:19:49.411415 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:49.420783 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384be0b5-40cd-40eb-8b37-d090e33de3a8 None None] Pushing event updated for resources: {'Port': ['ID=4405c147-726b-4138-93ef-4c723cd29dcc,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:49.524900 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] Set router 539039f0-c2c2-4efb-88c4-64254ed83633 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:19:49.575882 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:49.585173 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Transition to ACTIVE for port object 57b2db7c-012d-49ff-8481-a034f0b76cf2 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:19:49.601631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Transition to ACTIVE for port object 57b2db7c-012d-49ff-8481-a034f0b76cf2 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:19:49.735679 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:49.816154 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:49.832291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Network 3ec285db-dbbc-4d66-82fa-b08558e627fd is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:19:49.838283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:19:49.844831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:19:49.858157 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Pushing event updated for resources: {'Port': ['ID=57b2db7c-012d-49ff-8481-a034f0b76cf2,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:49.869793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:49.870880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:49.870880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:49.870880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:49.871344 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:49.871730 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:49.872072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:49.872391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:49.872717 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:49.873043 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:49.873412 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:49.873735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:19:49.925231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Attempting to bind port 57b2db7c-012d-49ff-8481-a034f0b76cf2 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:19:49.925514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Attempting to bind port 57b2db7c-012d-49ff-8481-a034f0b76cf2 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '35a84077-c753-404f-9d39-740886fe83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:19:49.925975 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Attempting to bind port 57b2db7c-012d-49ff-8481-a034f0b76cf2 on network 3ec285db-dbbc-4d66-82fa-b08558e627fd {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:19:49.935436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:19:49.949938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Checking segment: {'id': '35a84077-c753-404f-9d39-740886fe83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:19:49.949938 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:49.949938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Bound using segment: {'id': '35a84077-c753-404f-9d39-740886fe83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:19:49.949938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Bound port: 57b2db7c-012d-49ff-8481-a034f0b76cf2, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a84077-c753-404f-9d39-740886fe83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:19:49.949938 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:49.950776 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'name': 'tempest-TestServerMultinode-992298892-router', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'f8cd06fe-7cd5-4403-bd03-2ef67bc96659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:38Z', 'updated_at': '2021-08-23T15:19:43Z', 'revision_number': 4, 'project_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'gw_port': {'id': 'f8cd06fe-7cd5-4403-bd03-2ef67bc96659', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:39Z', 'updated_at': '2021-08-23T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4405c147-726b-4138-93ef-4c723cd29dcc', 'name': '', 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'mac_address': 'fa:16:3e:9d:38:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '5be336ee-0ac7-4ca1-ad11-23e333e7ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:43Z', 'updated_at': '2021-08-23T15:19:48Z', 'revision_number': 4, 'project_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'subnets': [{'id': '5be336ee-0ac7-4ca1-ad11-23e333e7ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:49.997951 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4449c1e9-536a-4ad9-aff3-4d9d21c8b977 None None] The sync data for ids ['539039f0-c2c2-4efb-88c4-64254ed83633'] in n-d-804985-3 is: [{'id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'name': 'tempest-TestServerMultinode-992298892-router', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'f8cd06fe-7cd5-4403-bd03-2ef67bc96659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:38Z', 'updated_at': '2021-08-23T15:19:43Z', 'revision_number': 4, 'project_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'gw_port': {'id': 'f8cd06fe-7cd5-4403-bd03-2ef67bc96659', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:39Z', 'updated_at': '2021-08-23T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4405c147-726b-4138-93ef-4c723cd29dcc', 'name': '', 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'mac_address': 'fa:16:3e:9d:38:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '5be336ee-0ac7-4ca1-ad11-23e333e7ac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:43Z', 'updated_at': '2021-08-23T15:19:48Z', 'revision_number': 4, 'project_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'subnets': [{'id': '5be336ee-0ac7-4ca1-ad11-23e333e7ac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:19:50.101776 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] For port 57b2db7c-012d-49ff-8481-a034f0b76cf2, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:19:50.111360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] For port 57b2db7c-012d-49ff-8481-a034f0b76cf2, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=57b2db7c-012d-49ff-8481-a034f0b76cf2,segment=NetworkSegment(35a84077-c753-404f-9d39-740886fe83b6),segment_id=35a84077-c753-404f-9d39-740886fe83b6)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:19:50.309161 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:50.379350 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:50.436401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c9615-260c-49d7-8f96-d306352c6263 None None] Pushing event updated for resources: {'Port': ['ID=57b2db7c-012d-49ff-8481-a034f0b76cf2,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:50.519471 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:50.551907 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:50.846493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Allocated IP 172.25.8.236 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/693c70ca-3927-4bf2-80a8-b4c14b7144ea) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:19:51.001901 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:51.165452 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:51.231540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:19:51.236600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:19:51.245787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:19:51.299275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Pushing event updated for resources: {'Port': ['ID=693c70ca-3927-4bf2-80a8-b4c14b7144ea,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:51.609711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbdb286-0532-44be-9093-f11efc54506c None None] Network 3ec285db-dbbc-4d66-82fa-b08558e627fd requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:19:51.802119 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:51.895112 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d836840e-3972-46d2-9346-00cbdf9b275c None None] Provisioning for port 57b2db7c-012d-49ff-8481-a034f0b76cf2 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:19:51.997161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4405c147-726b-4138-93ef-4c723cd29dcc up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:19:52.090445 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:52.148031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 4405c147-726b-4138-93ef-4c723cd29dcc completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:19:52.168207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 4405c147-726b-4138-93ef-4c723cd29dcc triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:19:52.168789 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:52.304621 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:52.348412 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 4405c147-726b-4138-93ef-4c723cd29dcc, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=4405c147-726b-4138-93ef-4c723cd29dcc,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:19:52.501689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Router 201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:19:52.543442 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:52.545153 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 57b2db7c-012d-49ff-8481-a034f0b76cf2 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:19:52.639442 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=4405c147-726b-4138-93ef-4c723cd29dcc,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:52.645826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:19:52.661029 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Sync routers for ids ['201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:19:52.674569 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Routers {'201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:19:52.675217 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:19:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:52.729730 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d1e14197-785d-4541-802c-5973517be80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:52.784308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 57b2db7c-012d-49ff-8481-a034f0b76cf2 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:19:52.794308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 57b2db7c-012d-49ff-8481-a034f0b76cf2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:19:52.798691 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:52.828930 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Set router 201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:19:52.868579 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:52.868579 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9abe1059-5c28-4997-a59a-a143cb79ec6d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7330649 Aug 23 15:19:52.869272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 56744) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:19:53.250131 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:53.328152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 57b2db7c-012d-49ff-8481-a034f0b76cf2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=57b2db7c-012d-49ff-8481-a034f0b76cf2,segment=NetworkSegment(35a84077-c753-404f-9d39-740886fe83b6),segment_id=35a84077-c753-404f-9d39-740886fe83b6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:19:53.343112 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'name': 'tempest-TestServerMultinode-1028786179-router', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:49Z', 'updated_at': '2021-08-23T15:19:51Z', 'revision_number': 3, 'project_id': 'd4d869e035c4474593fb09fe0f6ac667', 'gw_port': {'id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:13:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:50Z', 'updated_at': '2021-08-23T15:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:53.399137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Checking router: 201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:19:53.400291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Updating router 201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 port 693c70ca-3927-4bf2-80a8-b4c14b7144ea binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:19:53.465175 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:53.468441 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:53.502216 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:53.736093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=57b2db7c-012d-49ff-8481-a034f0b76cf2,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:53.770475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Allocated IP 172.20.0.1 (3ec285db-dbbc-4d66-82fa-b08558e627fd/ca43db29-ed34-40c3-a92e-344564ed46ca/1e9f6bbd-131c-4824-8ae8-4651fce5f8ac) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:19:53.969388 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:53.971895 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:53.985836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Transition to ACTIVE for port object 693c70ca-3927-4bf2-80a8-b4c14b7144ea will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:19:53.993954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Transition to ACTIVE for port object 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:19:54.010651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4405c147-726b-4138-93ef-4c723cd29dcc up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:19:54.084733 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 4405c147-726b-4138-93ef-4c723cd29dcc triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:19:54.085103 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:54.165776 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:54.166103 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:54.228075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 57b2db7c-012d-49ff-8481-a034f0b76cf2 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:19:54.241927 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Pushing event updated for resources: {'Port': ['ID=1e9f6bbd-131c-4824-8ae8-4651fce5f8ac,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:54.259384 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Network 3ec285db-dbbc-4d66-82fa-b08558e627fd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:19:54.261291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:19:54.263780 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:19:54.282219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Attempting to bind port 693c70ca-3927-4bf2-80a8-b4c14b7144ea on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:19:54.282604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Attempting to bind port 693c70ca-3927-4bf2-80a8-b4c14b7144ea by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:19:54.282977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Attempting to bind port 693c70ca-3927-4bf2-80a8-b4c14b7144ea on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:19:54.287706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a59df-0fbe-49b0-8ede-0a4d799c17bb None None] Pushing event updated for resources: {'Port': ['ID=693c70ca-3927-4bf2-80a8-b4c14b7144ea,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:54.306518 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:19:54.306905 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:19:54.307325 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:54.307761 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:19:54.308261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Bound port: 693c70ca-3927-4bf2-80a8-b4c14b7144ea, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:19:54.308651 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:54.310230 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:54.358973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 57b2db7c-012d-49ff-8481-a034f0b76cf2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:19:54.359385 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:54.416875 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] For port 693c70ca-3927-4bf2-80a8-b4c14b7144ea, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:19:54.424631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] For port 693c70ca-3927-4bf2-80a8-b4c14b7144ea, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=693c70ca-3927-4bf2-80a8-b4c14b7144ea,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:19:54.530910 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:54.597948 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:54.613786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a59df-0fbe-49b0-8ede-0a4d799c17bb None None] Pushing event updated for resources: {'Port': ['ID=693c70ca-3927-4bf2-80a8-b4c14b7144ea,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:54.619153 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Routers {'201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:19:54.619419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:19:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:54.749384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8d0ad265-d99e-4297-b802-e2fc28b95fee None None] Provisioning for port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:19:54.756159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8d0ad265-d99e-4297-b802-e2fc28b95fee None None] Provisioning complete for port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:19:54.756391 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad265-d99e-4297-b802-e2fc28b95fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:54.805937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] Set router 201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:19:54.839971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ad265-d99e-4297-b802-e2fc28b95fee None None] Port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:19:54.846099 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:54.969610 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:55.054929 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:55.059041 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Pushing event updated for resources: {'Port': ['ID=1e9f6bbd-131c-4824-8ae8-4651fce5f8ac,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:55.102337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'name': 'tempest-TestServerMultinode-1028786179-router', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:49Z', 'updated_at': '2021-08-23T15:19:54Z', 'revision_number': 4, 'project_id': 'd4d869e035c4474593fb09fe0f6ac667', 'gw_port': {'id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:13:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:50Z', 'updated_at': '2021-08-23T15:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '1e9f6bbd-131c-4824-8ae8-4651fce5f8ac', 'name': '', 'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'mac_address': 'fa:16:3e:8c:bc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'ca43db29-ed34-40c3-a92e-344564ed46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:53Z', 'updated_at': '2021-08-23T15:19:53Z', 'revision_number': 1, 'project_id': 'd4d869e035c4474593fb09fe0f6ac667', 'subnets': [{'id': 'ca43db29-ed34-40c3-a92e-344564ed46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:55.142647 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329cbb4-2ccd-4c9c-b7f9-744622d9ac91 None None] The sync data for ids ['201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'] in n-d-804985-3 is: [{'id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'name': 'tempest-TestServerMultinode-1028786179-router', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:49Z', 'updated_at': '2021-08-23T15:19:54Z', 'revision_number': 4, 'project_id': 'd4d869e035c4474593fb09fe0f6ac667', 'gw_port': {'id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:13:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:50Z', 'updated_at': '2021-08-23T15:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '1e9f6bbd-131c-4824-8ae8-4651fce5f8ac', 'name': '', 'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'mac_address': 'fa:16:3e:8c:bc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'ca43db29-ed34-40c3-a92e-344564ed46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:53Z', 'updated_at': '2021-08-23T15:19:53Z', 'revision_number': 1, 'project_id': 'd4d869e035c4474593fb09fe0f6ac667', 'subnets': [{'id': 'ca43db29-ed34-40c3-a92e-344564ed46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:19:55.217393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Network 3ec285db-dbbc-4d66-82fa-b08558e627fd is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:19:55.219307 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:19:55.559239 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:55.687895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-26aba6b9-e3aa-4aca-b6a3-ba666aca89d7 None None] Provisioning complete for port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:19:55.688477 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-26aba6b9-e3aa-4aca-b6a3-ba666aca89d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:55.772292 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-26aba6b9-e3aa-4aca-b6a3-ba666aca89d7 None None] Port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:19:55.960709 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Router 201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:19:56.164507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:19:56.183015 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-09457ba7-aa09-4860-98fb-61e107121e88 admin admin] 10.222.0.38 "PUT /v2.0/routers/201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3031716 Aug 23 15:19:56.627601 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7981907d-affb-4c6a-834e-62142cf31768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:56.822191 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:56.987879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-ea6f5273-4623-4385-ab0a-ec7fb6fb3df1 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:19:56.989556 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-ea6f5273-4623-4385-ab0a-ec7fb6fb3df1 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/networks?id=a9bd7126-d65d-42bd-9e42-269535fc0871 HTTP/1.1" status: 200 len: 910 time: 0.1623139 Aug 23 15:19:57.010137 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-aee7f144-77b1-442c-8412-37717d328d94 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/quotas/d4d869e035c4474593fb09fe0f6ac667 HTTP/1.1" status: 200 len: 375 time: 0.0127563 Aug 23 15:19:57.164048 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-fb6cc7d6-cf4d-41af-a3df-4ffdc11fc759 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?tenant_id=d4d869e035c4474593fb09fe0f6ac667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1410034 Aug 23 15:19:57.392344 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-a4bc1739-4f30-4c7f-b37d-6e0be9f57392 service neutron] 10.222.0.38 "GET /v2.0/networks/a9bd7126-d65d-42bd-9e42-269535fc0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191899 Aug 23 15:19:57.540972 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-d21c7eee-49b0-49d1-8a60-a3e7df91fc64 service neutron] 10.222.0.38 "GET /v2.0/networks/a9bd7126-d65d-42bd-9e42-269535fc0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475294 Aug 23 15:19:57.938956 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08393a66-d4ab-4808-918e-076c2505328d req-3de679a3-fa2f-4ddc-8a54-2ba4a960ca25 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 210 time: 0.0492818 Aug 23 15:19:57.994099 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 693c70ca-3927-4bf2-80a8-b4c14b7144ea up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:19:58.198557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 693c70ca-3927-4bf2-80a8-b4c14b7144ea completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:19:58.204252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 693c70ca-3927-4bf2-80a8-b4c14b7144ea triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:19:58.204773 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:58.316257 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:58.361753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 693c70ca-3927-4bf2-80a8-b4c14b7144ea, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=693c70ca-3927-4bf2-80a8-b4c14b7144ea,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:19:58.455249 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:58.518841 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=693c70ca-3927-4bf2-80a8-b4c14b7144ea,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:19:58.644083 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:59.052008 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08397587-519c-4871-add1-0d8fb544559f req-613000b5-60d8-41ae-b477-d7a74fd87c24 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 210 time: 0.0305743 Aug 23 15:19:59.073277 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Sync routers for ids ['201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:19:59.089837 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Routers {'201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:19:59.090182 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:19:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:59.222637 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Set router 201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:19:59.490668 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'name': 'tempest-TestServerMultinode-1028786179-router', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:49Z', 'updated_at': '2021-08-23T15:19:54Z', 'revision_number': 4, 'project_id': 'd4d869e035c4474593fb09fe0f6ac667', 'gw_port': {'id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:13:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:50Z', 'updated_at': '2021-08-23T15:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '1e9f6bbd-131c-4824-8ae8-4651fce5f8ac', 'name': '', 'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'mac_address': 'fa:16:3e:8c:bc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'ca43db29-ed34-40c3-a92e-344564ed46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:53Z', 'updated_at': '2021-08-23T15:19:54Z', 'revision_number': 2, 'project_id': 'd4d869e035c4474593fb09fe0f6ac667', 'subnets': [{'id': 'ca43db29-ed34-40c3-a92e-344564ed46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:19:59.528015 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Checking router: 201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:19:59.528361 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Updating router 201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:19:59.555078 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:59.895752 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:19:59.911445 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Transition to ACTIVE for port object 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:19:59.936902 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 693c70ca-3927-4bf2-80a8-b4c14b7144ea up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:20:00.001896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 693c70ca-3927-4bf2-80a8-b4c14b7144ea triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:20:00.002647 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:00.021704 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:00.207293 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e349e5a-4aec-4220-b008-d43bdee06816 None None] Pushing event updated for resources: {'Port': ['ID=1e9f6bbd-131c-4824-8ae8-4651fce5f8ac,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:00.227454 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-87ab10e6-410b-49ca-8d3c-de9dce85a732 req-9f3d8300-3f6f-4ef3-8f14-6d04a6d49527 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 210 time: 0.0541465 Aug 23 15:20:00.281705 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Attempting to bind port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:20:00.282086 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Attempting to bind port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '35a84077-c753-404f-9d39-740886fe83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:20:00.282772 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Attempting to bind port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac on network 3ec285db-dbbc-4d66-82fa-b08558e627fd {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:20:00.292397 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:20:00.292787 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Checking segment: {'id': '35a84077-c753-404f-9d39-740886fe83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:20:00.293434 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:00.293837 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Bound using segment: {'id': '35a84077-c753-404f-9d39-740886fe83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:20:00.294322 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Bound port: 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a84077-c753-404f-9d39-740886fe83b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:20:00.294708 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:00.444819 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] For port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:20:00.463353 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] For port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1e9f6bbd-131c-4824-8ae8-4651fce5f8ac,segment=NetworkSegment(35a84077-c753-404f-9d39-740886fe83b6),segment_id=35a84077-c753-404f-9d39-740886fe83b6)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:20:00.544147 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:00.651800 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Routers {'201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:20:00.653121 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:19:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:00.659549 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e349e5a-4aec-4220-b008-d43bdee06816 None None] Pushing event updated for resources: {'Port': ['ID=1e9f6bbd-131c-4824-8ae8-4651fce5f8ac,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:00.804022 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] Set router 201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:20:01.168293 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'name': 'tempest-TestServerMultinode-1028786179-router', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:49Z', 'updated_at': '2021-08-23T15:19:54Z', 'revision_number': 4, 'project_id': 'd4d869e035c4474593fb09fe0f6ac667', 'gw_port': {'id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:13:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:50Z', 'updated_at': '2021-08-23T15:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '1e9f6bbd-131c-4824-8ae8-4651fce5f8ac', 'name': '', 'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'mac_address': 'fa:16:3e:8c:bc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'ca43db29-ed34-40c3-a92e-344564ed46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:53Z', 'updated_at': '2021-08-23T15:20:00Z', 'revision_number': 4, 'project_id': 'd4d869e035c4474593fb09fe0f6ac667', 'subnets': [{'id': 'ca43db29-ed34-40c3-a92e-344564ed46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:01.194941 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb188cc1-ad32-4261-be92-f167cd03b0a8 None None] The sync data for ids ['201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'] in n-d-804985-3 is: [{'id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'name': 'tempest-TestServerMultinode-1028786179-router', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:49Z', 'updated_at': '2021-08-23T15:19:54Z', 'revision_number': 4, 'project_id': 'd4d869e035c4474593fb09fe0f6ac667', 'gw_port': {'id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:13:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:50Z', 'updated_at': '2021-08-23T15:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '1e9f6bbd-131c-4824-8ae8-4651fce5f8ac', 'name': '', 'network_id': '3ec285db-dbbc-4d66-82fa-b08558e627fd', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'mac_address': 'fa:16:3e:8c:bc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'ca43db29-ed34-40c3-a92e-344564ed46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:53Z', 'updated_at': '2021-08-23T15:20:00Z', 'revision_number': 4, 'project_id': 'd4d869e035c4474593fb09fe0f6ac667', 'subnets': [{'id': 'ca43db29-ed34-40c3-a92e-344564ed46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:20:01.377725 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-81ebc446-aefd-4e69-9488-57c761f56d17 req-04957be4-67c8-420f-b24a-a7d822e3a7b5 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 210 time: 0.0431557 Aug 23 15:20:02.011449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:20:02.273307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-fc527f22-464c-4d09-a324-b09e5d38d6a1 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:02.275451 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-fc527f22-464c-4d09-a324-b09e5d38d6a1 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.57 "GET /v2.0/networks?id=a9bd7126-d65d-42bd-9e42-269535fc0871 HTTP/1.1" status: 200 len: 910 time: 0.1190794 Aug 23 15:20:02.287256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-37ac48df-2d58-457e-873f-73052d9dfe1b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Request body: {'port': {'device_id': 'd81b7d5c-ca32-497b-b1c5-cc4571c701a4', 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871', 'admin_state_up': True, 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:20:02.302772 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:20:02.308078 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:20:02.308487 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:02.400492 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:02.439328 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1e9f6bbd-131c-4824-8ae8-4651fce5f8ac,segment=NetworkSegment(35a84077-c753-404f-9d39-740886fe83b6),segment_id=35a84077-c753-404f-9d39-740886fe83b6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:02.495233 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1b2e1042-9d34-41da-91ff-cb0323161f81 req-f93ebea8-9c75-400a-a08c-66327adbb3c0 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 210 time: 0.0301521 Aug 23 15:20:02.597636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-37ac48df-2d58-457e-873f-73052d9dfe1b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Made reservation on behalf of d4d869e035c4474593fb09fe0f6ac667 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:20:02.602093 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-37ac48df-2d58-457e-873f-73052d9dfe1b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:02.832710 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:02.922850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=1e9f6bbd-131c-4824-8ae8-4651fce5f8ac,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:03.165147 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-37ac48df-2d58-457e-873f-73052d9dfe1b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Allocated IP 172.20.0.12 (a9bd7126-d65d-42bd-9e42-269535fc0871/5be336ee-0ac7-4ca1-ad11-23e333e7ac3a/1c55ab82-181c-45dc-842d-b6d5bf3f9b27) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:20:03.343254 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-37ac48df-2d58-457e-873f-73052d9dfe1b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:03.361845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-37ac48df-2d58-457e-873f-73052d9dfe1b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Transition to ACTIVE for port object 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:20:03.774639 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-37ac48df-2d58-457e-873f-73052d9dfe1b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:03.774639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-37ac48df-2d58-457e-873f-73052d9dfe1b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Network a9bd7126-d65d-42bd-9e42-269535fc0871 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:20:03.774639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac48df-2d58-457e-873f-73052d9dfe1b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Pushing event updated for resources: {'Port': ['ID=1c55ab82-181c-45dc-842d-b6d5bf3f9b27,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:03.774639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-37ac48df-2d58-457e-873f-73052d9dfe1b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:20:03.774639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-37ac48df-2d58-457e-873f-73052d9dfe1b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:20:03.774639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-37ac48df-2d58-457e-873f-73052d9dfe1b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:03.774639 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-37ac48df-2d58-457e-873f-73052d9dfe1b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:03.774639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be70e25-93db-467f-a25a-08141d9e12ab req-44919505-d747-4b3c-b474-b047b1c06fa9 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:03.786562 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2be70e25-93db-467f-a25a-08141d9e12ab req-44919505-d747-4b3c-b474-b047b1c06fa9 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1028 time: 0.1569328 Aug 23 15:20:03.830345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2be70e25-93db-467f-a25a-08141d9e12ab req-49916950-dc86-49ca-a6f7-dfc754ddce3a tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467851 Aug 23 15:20:03.915191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:20:03.978452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:20:03.986382 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:04.340992 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-37ac48df-2d58-457e-873f-73052d9dfe1b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.0463667 Aug 23 15:20:04.343020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Request body: {'port': {'device_id': 'd81b7d5c-ca32-497b-b1c5-cc4571c701a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:20:04.410628 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:04.462324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1a9f47aa-599a-40a8-8076-41f371cbb781 None None] Provisioning for port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:20:04.468115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1a9f47aa-599a-40a8-8076-41f371cbb781 None None] Provisioning complete for port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:20:04.468491 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1a9f47aa-599a-40a8-8076-41f371cbb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:04.511404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f47aa-599a-40a8-8076-41f371cbb781 None None] Port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:20:04.720243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:20:04.728515 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:04.747306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Transition to ACTIVE for port object 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:20:04.888724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:05.013131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Pushing event updated for resources: {'Port': ['ID=1c55ab82-181c-45dc-842d-b6d5bf3f9b27,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:05.029125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880fd3d-ff76-4a17-8d19-171d261f21ea req-bfa883e3-9a2f-4101-939a-810d2872ff8d tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:05.030685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a880fd3d-ff76-4a17-8d19-171d261f21ea req-bfa883e3-9a2f-4101-939a-810d2872ff8d tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1053 time: 0.1288452 Aug 23 15:20:05.133296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a880fd3d-ff76-4a17-8d19-171d261f21ea req-e85d8600-b356-42e5-93f2-2d0581b98d44 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856619 Aug 23 15:20:05.138446 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Attempting to bind port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:20:05.139138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Attempting to bind port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:20:05.140250 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Attempting to bind port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 on network a9bd7126-d65d-42bd-9e42-269535fc0871 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:20:05.157682 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 on network a9bd7126-d65d-42bd-9e42-269535fc0871 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:20:05.157682 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Attempting to bind port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 on network a9bd7126-d65d-42bd-9e42-269535fc0871 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:20:05.159615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:20:05.160000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Checking segment: {'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:20:05.160399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Bound using segment: {'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:20:05.160861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Bound port: 1c55ab82-181c-45dc-842d-b6d5bf3f9b27, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:20:05.161256 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:05.266814 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] For port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:20:05.270428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] For port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=1c55ab82-181c-45dc-842d-b6d5bf3f9b27,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:20:05.375976 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:05.419538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:05.425681 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:05.425681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] 10.222.0.57 "PUT /v2.0/ports/1c55ab82-181c-45dc-842d-b6d5bf3f9b27 HTTP/1.1" status: 200 len: 1092 time: 1.0833268 Aug 23 15:20:05.425681 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81b7d5c-ca32-497b-b1c5-cc4571c701a4', 'tag': '1c55ab82-181c-45dc-842d-b6d5bf3f9b27'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:20:05.425681 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a820d7e1-9f07-4516-be62-34c39ce354f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d81b7d5c-ca32-497b-b1c5-cc4571c701a4", "tag": "1c55ab82-181c-45dc-842d-b6d5bf3f9b27"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:20:05.478618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfd1d9-4452-46b4-9039-f50d4c79833d service neutron] Pushing event updated for resources: {'Port': ['ID=1c55ab82-181c-45dc-842d-b6d5bf3f9b27,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:05.507295 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467464ab-fc8b-433e-8239-e249dace6e30 x-openstack-request-id: req-467464ab-fc8b-433e-8239-e249dace6e30 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:20:05.508445 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81b7d5c-ca32-497b-b1c5-cc4571c701a4", "tag": "1c55ab82-181c-45dc-842d-b6d5bf3f9b27", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:20:05.508588 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-467464ab-fc8b-433e-8239-e249dace6e30 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:20:05.509200 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81b7d5c-ca32-497b-b1c5-cc4571c701a4', 'tag': '1c55ab82-181c-45dc-842d-b6d5bf3f9b27', 'status': 'completed', 'code': 200} Aug 23 15:20:05.624813 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d7e1-9f07-4516-be62-34c39ce354f2 req-007a0549-a047-4c95-b019-a1197eb0ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:05.626983 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a820d7e1-9f07-4516-be62-34c39ce354f2 req-007a0549-a047-4c95-b019-a1197eb0ac1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4d869e035c4474593fb09fe0f6ac667&device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1095 time: 0.0819185 Aug 23 15:20:05.785826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d7e1-9f07-4516-be62-34c39ce354f2 req-d59df7ab-27b3-4c8c-85c0-75ca5a371a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:05.787357 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a820d7e1-9f07-4516-be62-34c39ce354f2 req-d59df7ab-27b3-4c8c-85c0-75ca5a371a58 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d4d869e035c4474593fb09fe0f6ac667&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1527600 Aug 23 15:20:05.931638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d7e1-9f07-4516-be62-34c39ce354f2 req-6e4e23d0-422a-427d-913e-e40eebe49281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:05.933279 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a820d7e1-9f07-4516-be62-34c39ce354f2 req-6e4e23d0-422a-427d-913e-e40eebe49281 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383564 Aug 23 15:20:06.041985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-7601ab46-b094-40b7-8a26-84987b792608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:06.044008 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-7601ab46-b094-40b7-8a26-84987b792608 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4d869e035c4474593fb09fe0f6ac667&device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1095 time: 0.0661182 Aug 23 15:20:06.114120 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-5f44d56e-2cfa-4bea-859f-386c4519ab17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c55ab82-181c-45dc-842d-b6d5bf3f9b27 HTTP/1.1" status: 200 len: 217 time: 0.0622671 Aug 23 15:20:06.184949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-216f817c-1648-4669-9c32-b106adbd7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:06.186494 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-216f817c-1648-4669-9c32-b106adbd7f69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5be336ee-0ac7-4ca1-ad11-23e333e7ac3a HTTP/1.1" status: 200 len: 848 time: 0.0606544 Aug 23 15:20:06.259013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-7d3915ff-9943-4168-94c7-fcd1f47b908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:06.262421 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-7d3915ff-9943-4168-94c7-fcd1f47b908e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9bd7126-d65d-42bd-9e42-269535fc0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643940 Aug 23 15:20:06.311773 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414c8ba-83b3-450b-bbe4-fb5cbe22bcaf req-efe629e4-844c-4580-9376-b1174c7f0421 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:06.313481 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9414c8ba-83b3-450b-bbe4-fb5cbe22bcaf req-efe629e4-844c-4580-9376-b1174c7f0421 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1095 time: 0.0900886 Aug 23 15:20:06.384503 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9414c8ba-83b3-450b-bbe4-fb5cbe22bcaf req-1efd9303-7658-4caa-baeb-0dcb7b633f2a tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558987 Aug 23 15:20:06.402085 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-185b93f1-e98d-4e4f-bd13-abd9a3bc505c service neutron] 10.222.0.57 "GET /v2.0/networks/a9bd7126-d65d-42bd-9e42-269535fc0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338234 Aug 23 15:20:06.537797 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c9869f37-56a0-4f6a-9646-2e578bc67679 req-5a4a20ff-f71c-49b4-a09f-aa15e82b82ba service neutron] 10.222.0.57 "GET /v2.0/networks/a9bd7126-d65d-42bd-9e42-269535fc0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278110 Aug 23 15:20:07.530994 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c35fb-93c0-41d5-bec7-0f9d849d188f req-8b81a3aa-064f-42be-a2de-034a3f032bd1 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:07.533446 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-142c35fb-93c0-41d5-bec7-0f9d849d188f req-8b81a3aa-064f-42be-a2de-034a3f032bd1 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1095 time: 0.0538549 Aug 23 15:20:07.577044 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-142c35fb-93c0-41d5-bec7-0f9d849d188f req-08b50857-5d88-4e69-9d15-67ba21e41452 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363517 Aug 23 15:20:08.717138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e0f3b-d1b6-48bb-89ea-2f088d4fd75d req-e5f9ed24-010f-4724-ba6e-88947fe958b5 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:08.718725 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee4e0f3b-d1b6-48bb-89ea-2f088d4fd75d req-e5f9ed24-010f-4724-ba6e-88947fe958b5 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1095 time: 0.0508862 Aug 23 15:20:08.767603 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee4e0f3b-d1b6-48bb-89ea-2f088d4fd75d req-56f73979-c733-41ac-8093-44bba1cd8cc0 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Aug 23 15:20:09.081309 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57014) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:09.223592 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03f0e0c1-46d7-495f-9af6-d2495ccdd0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:09.349907 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03f0e0c1-46d7-495f-9af6-d2495ccdd0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:09.473913 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03f0e0c1-46d7-495f-9af6-d2495ccdd0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:09.517869 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-03f0e0c1-46d7-495f-9af6-d2495ccdd0d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=92b2a08d1b854a4f9b64c0f6d030573f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4351532 Aug 23 15:20:09.518782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0e0c1-46d7-495f-9af6-d2495ccdd0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575c33b0-7845-4db0-8186-a3bbbed59306,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:09.521166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57026) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:09.577935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3acf5bc-e9a9-4934-b9c1-c5be5bf19aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:09.610018 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3acf5bc-e9a9-4934-b9c1-c5be5bf19aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:09.860299 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3acf5bc-e9a9-4934-b9c1-c5be5bf19aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:09.862960 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3acf5bc-e9a9-4934-b9c1-c5be5bf19aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:09.865637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f3acf5bc-e9a9-4934-b9c1-c5be5bf19aa2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/575c33b0-7845-4db0-8186-a3bbbed59306 HTTP/1.1" status: 204 len: 168 time: 0.3419790 Aug 23 15:20:09.878848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acf5bc-e9a9-4934-b9c1-c5be5bf19aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575c33b0-7845-4db0-8186-a3bbbed59306,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:09.905524 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bbad7-01fd-462e-a494-682010b98939 req-1e4fe704-4376-48d4-805f-f724131e252a tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:09.907176 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-982bbad7-01fd-462e-a494-682010b98939 req-1e4fe704-4376-48d4-805f-f724131e252a tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1095 time: 0.0529068 Aug 23 15:20:09.969576 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-982bbad7-01fd-462e-a494-682010b98939 req-d61341c7-3467-4672-babf-09bb4748b7d2 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481129 Aug 23 15:20:10.166088 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:20:10.288132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=1c55ab82-181c-45dc-842d-b6d5bf3f9b27,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:10.301732 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '1c55ab82-181c-45dc-842d-b6d5bf3f9b27', 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871', 'port_id': '1c55ab82-181c-45dc-842d-b6d5bf3f9b27', 'mac_address': 'fa:16:3e:62:08:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be336ee-0ac7-4ca1-ad11-23e333e7ac3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:20:10.355337 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:10.370465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:20:10.394188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=1c55ab82-181c-45dc-842d-b6d5bf3f9b27,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:10.574708 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:10.635766 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=1c55ab82-181c-45dc-842d-b6d5bf3f9b27,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:10.783718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['1c55ab82-181c-45dc-842d-b6d5bf3f9b27'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:20:11.095075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4799d7-d04d-4110-9fcd-8fd3c7f4f52b req-18361fca-4280-4b23-892f-a5ed864c16d9 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:11.097087 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6e4799d7-d04d-4110-9fcd-8fd3c7f4f52b req-18361fca-4280-4b23-892f-a5ed864c16d9 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1096 time: 0.0527463 Aug 23 15:20:11.138602 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6e4799d7-d04d-4110-9fcd-8fd3c7f4f52b req-38755b6e-5361-4ea0-832d-e69ba63b3e59 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345221 Aug 23 15:20:11.414981 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57074) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:11.544570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1349418634-network', 'tenant_id': 'f40f8c3985494f338923b9c6a0808e55'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:20:11.747900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] Made reservation on behalf of f40f8c3985494f338923b9c6a0808e55 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:20:11.753395 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:11.765871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:11.872897 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:12.020077 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:12.055989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:20:12.063081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcabdf2-d2ea-4f10-b964-a17c55325de3,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:12.071962 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:12.072295 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] Added segment ef364f83-8ec9-4752-93c5-71f43d502b74 of type vlan for network 48510f1e-7bd6-40c2-9743-a3f08451ab45 Aug 23 15:20:12.120688 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:12.170789 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:20:12.260964 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:12.262319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:12.262975 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:12.264810 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd25c42-0d7a-4e86-b5cf-f40c389eda80 req-69536844-e955-4013-b2e9-2668f2120cab tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:12.267765 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8cd25c42-0d7a-4e86-b5cf-f40c389eda80 req-69536844-e955-4013-b2e9-2668f2120cab tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1096 time: 0.0450480 Aug 23 15:20:12.314682 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8cd25c42-0d7a-4e86-b5cf-f40c389eda80 req-8f48db47-6481-4c3f-ade4-b91a0c9d211e tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370555 Aug 23 15:20:12.332105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:20:12.334787 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:20:12.335166 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:12.352126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] Pushing event updated for resources: {'Network': ['ID=48510f1e-7bd6-40c2-9743-a3f08451ab45,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:12.365619 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 48510f1e-7bd6-40c2-9743-a3f08451ab45 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:20:12.387898 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-51261088-68f3-4bd1-902f-edd72fc8d60e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9714336 Aug 23 15:20:12.390665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57096) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:12.401372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-cc294dbd-2527-4126-bc24-be111df737d0 admin admin] Request body: {'subnet': {'network_id': '48510f1e-7bd6-40c2-9743-a3f08451ab45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1349418634-subnet', 'tenant_id': 'f40f8c3985494f338923b9c6a0808e55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:20:12.491558 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:12.500969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc294dbd-2527-4126-bc24-be111df737d0 admin admin] Made reservation on behalf of f40f8c3985494f338923b9c6a0808e55 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:20:12.504339 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc294dbd-2527-4126-bc24-be111df737d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:12.526906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81b7d5c-ca32-497b-b1c5-cc4571c701a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c55ab82-181c-45dc-842d-b6d5bf3f9b27'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:20:12.526906 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05e3f9f-eb60-434b-bc58-4c73c03968ef" -d '{"events": [{"server_uuid": "d81b7d5c-ca32-497b-b1c5-cc4571c701a4", "name": "network-vif-plugged", "status": "completed", "tag": "1c55ab82-181c-45dc-842d-b6d5bf3f9b27"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:20:12.558316 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=1c55ab82-181c-45dc-842d-b6d5bf3f9b27,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:12.700697 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:12.769148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=1c55ab82-181c-45dc-842d-b6d5bf3f9b27,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:12.784882 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78aff36a-3263-46cf-b1ee-12c06a3f70d4 x-openstack-request-id: req-78aff36a-3263-46cf-b1ee-12c06a3f70d4 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:20:12.794483 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81b7d5c-ca32-497b-b1c5-cc4571c701a4", "name": "network-vif-plugged", "status": "completed", "tag": "1c55ab82-181c-45dc-842d-b6d5bf3f9b27", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:20:12.794483 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-78aff36a-3263-46cf-b1ee-12c06a3f70d4 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:20:12.794483 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81b7d5c-ca32-497b-b1c5-cc4571c701a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c55ab82-181c-45dc-842d-b6d5bf3f9b27', 'code': 200} Aug 23 15:20:12.902277 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc294dbd-2527-4126-bc24-be111df737d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:12.988962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da51dc9-852a-4487-8926-5545ba906e00 req-20dfc97d-9cb2-407c-ab79-6a9077c955c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:12.989759 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3da51dc9-852a-4487-8926-5545ba906e00 req-20dfc97d-9cb2-407c-ab79-6a9077c955c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1097 time: 0.1364465 Aug 23 15:20:12.998873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc294dbd-2527-4126-bc24-be111df737d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e35a3257-4b6a-4b9d-9204-8f0df510384d,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:13.046939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc294dbd-2527-4126-bc24-be111df737d0 admin admin] Checking segment: {'id': 'ef364f83-8ec9-4752-93c5-71f43d502b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48510f1e-7bd6-40c2-9743-a3f08451ab45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:20:13.046939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc294dbd-2527-4126-bc24-be111df737d0 admin admin] Network hostable DHCP agents. Network: 48510f1e-7bd6-40c2-9743-a3f08451ab45, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:20:13.050514 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3da51dc9-852a-4487-8926-5545ba906e00 req-8ba807b5-ac55-46ac-89dd-06744ccaf0b8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527544 Aug 23 15:20:13.164252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc294dbd-2527-4126-bc24-be111df737d0 admin admin] Network 48510f1e-7bd6-40c2-9743-a3f08451ab45 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:20:13.301581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-cc294dbd-2527-4126-bc24-be111df737d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 48510f1e-7bd6-40c2-9743-a3f08451ab45) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:20:13.308477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc294dbd-2527-4126-bc24-be111df737d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:13.310041 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cc294dbd-2527-4126-bc24-be111df737d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:13.320651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42363a17-7f0a-4356-9679-268f847cad6f None None] Network 48510f1e-7bd6-40c2-9743-a3f08451ab45 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:20:13.422503 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cc294dbd-2527-4126-bc24-be111df737d0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0306723 Aug 23 15:20:13.530176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e2d5a-c3d9-4a0d-bc90-885e09ff040c req-97461eaa-0e20-4dfb-8474-881c2a05e73b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:13.532959 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c70e2d5a-c3d9-4a0d-bc90-885e09ff040c req-97461eaa-0e20-4dfb-8474-881c2a05e73b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1097 time: 0.1137722 Aug 23 15:20:13.597853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c70e2d5a-c3d9-4a0d-bc90-885e09ff040c req-1c0db349-5960-4dce-879e-4d3fa05cf53a tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515785 Aug 23 15:20:13.722681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad1248-1422-4744-8236-53b407e4640e None None] Network 48510f1e-7bd6-40c2-9743-a3f08451ab45 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:20:14.430478 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57146) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:14.435722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1052900418-network', 'tenant_id': 'f682e35e499544ceb65a66dcbab61229'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:20:14.575082 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] Made reservation on behalf of f682e35e499544ceb65a66dcbab61229 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:20:14.580055 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:14.587373 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:14.708601 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:14.747625 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c57e68-5356-478c-8470-0f9f904b7fb7 req-38161e5d-824b-41e1-a1de-feee4d9dd4e0 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:14.749590 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7c57e68-5356-478c-8470-0f9f904b7fb7 req-38161e5d-824b-41e1-a1de-feee4d9dd4e0 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1097 time: 0.0470660 Aug 23 15:20:14.813321 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7c57e68-5356-478c-8470-0f9f904b7fb7 req-df9b2672-de5f-4264-b44f-7b987e95bf71 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436339 Aug 23 15:20:14.821645 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:14.857768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:20:14.874595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dee74c3-b233-4609-9a08-445cd7838361,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:14.885899 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:14.886256 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] Added segment ed61bb53-88d9-4382-bdfd-495072855007 of type vlan for network 8e0b6a79-a75b-4f72-aa31-6084b9466488 Aug 23 15:20:14.948070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:15.079632 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:15.081864 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:15.083016 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:15.173553 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] Pushing event updated for resources: {'Network': ['ID=8e0b6a79-a75b-4f72-aa31-6084b9466488,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:15.189737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 8e0b6a79-a75b-4f72-aa31-6084b9466488 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:20:15.216583 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-18bdfdf2-4bee-4d5c-bab0-8ed9e3606f0e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7847197 Aug 23 15:20:15.220245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57164) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:15.226618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7bf42677-8f06-4172-8844-d3415582fc33 admin admin] Request body: {'subnet': {'network_id': '8e0b6a79-a75b-4f72-aa31-6084b9466488', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1052900418-subnet', 'tenant_id': 'f682e35e499544ceb65a66dcbab61229', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:20:15.266104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4869f7-a818-4acf-b6bf-64ab7ce1890b req-48ad2256-c197-44da-9915-eee18085cfe2 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:15.267737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af4869f7-a818-4acf-b6bf-64ab7ce1890b req-48ad2256-c197-44da-9915-eee18085cfe2 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1097 time: 0.0498359 Aug 23 15:20:15.306273 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf42677-8f06-4172-8844-d3415582fc33 admin admin] Made reservation on behalf of f682e35e499544ceb65a66dcbab61229 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:20:15.309669 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7bf42677-8f06-4172-8844-d3415582fc33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:15.316007 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af4869f7-a818-4acf-b6bf-64ab7ce1890b req-2fd3a72c-745f-40d3-9e28-7fb174d5bbc4 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401051 Aug 23 15:20:15.531075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816b0e7-6d36-407b-aadd-3c8f758e2995 req-9dcc5228-d069-4290-b76c-fd255769f072 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:15.533340 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f816b0e7-6d36-407b-aadd-3c8f758e2995 req-9dcc5228-d069-4290-b76c-fd255769f072 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1097 time: 0.1055245 Aug 23 15:20:15.650126 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f816b0e7-6d36-407b-aadd-3c8f758e2995 req-a9c6df8a-bc63-40b5-a77f-2c696ee682f2 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790381 Aug 23 15:20:15.780101 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7bf42677-8f06-4172-8844-d3415582fc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:15.800777 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:15.852545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf42677-8f06-4172-8844-d3415582fc33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed8daf45-79a3-4cba-a47d-940b114a05f4,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:15.904891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf42677-8f06-4172-8844-d3415582fc33 admin admin] Checking segment: {'id': 'ed61bb53-88d9-4382-bdfd-495072855007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8e0b6a79-a75b-4f72-aa31-6084b9466488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:20:15.904891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf42677-8f06-4172-8844-d3415582fc33 admin admin] Network hostable DHCP agents. Network: 8e0b6a79-a75b-4f72-aa31-6084b9466488, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:20:16.062808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf42677-8f06-4172-8844-d3415582fc33 admin admin] Network 8e0b6a79-a75b-4f72-aa31-6084b9466488 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:20:16.073457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-9bbf0b88-09ab-414e-ac8a-7858f2b064b7 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:16.075137 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-9bbf0b88-09ab-414e-ac8a-7858f2b064b7 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/networks?id=a9bd7126-d65d-42bd-9e42-269535fc0871 HTTP/1.1" status: 200 len: 910 time: 0.1530530 Aug 23 15:20:16.096954 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-91d0d1ba-e4ba-4814-aa12-ff05f39ee06c tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/quotas/d4d869e035c4474593fb09fe0f6ac667 HTTP/1.1" status: 200 len: 375 time: 0.0115361 Aug 23 15:20:16.141426 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-7bf42677-8f06-4172-8844-d3415582fc33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 8e0b6a79-a75b-4f72-aa31-6084b9466488) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:20:16.157286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5193917b-3cec-4ae4-a97b-106cd72b0c40 None None] Network 8e0b6a79-a75b-4f72-aa31-6084b9466488 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:20:16.166434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf42677-8f06-4172-8844-d3415582fc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:16.167442 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7bf42677-8f06-4172-8844-d3415582fc33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:16.239070 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-52c41322-ffc1-4fee-a5ce-c10166c0c744 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?tenant_id=d4d869e035c4474593fb09fe0f6ac667&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1296227 Aug 23 15:20:16.335242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7bf42677-8f06-4172-8844-d3415582fc33 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1088264 Aug 23 15:20:16.362231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbb35f8-4640-4115-9341-13f1bb1d3baa None None] Network 8e0b6a79-a75b-4f72-aa31-6084b9466488 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:20:16.411090 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-e32b0d8f-8e84-43c6-9b2a-199e1c06d9bb service neutron] 10.222.0.38 "GET /v2.0/networks/a9bd7126-d65d-42bd-9e42-269535fc0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625719 Aug 23 15:20:16.550995 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-98d80d58-dbdd-4296-a2d4-f4fca51db3ba service neutron] 10.222.0.38 "GET /v2.0/networks/a9bd7126-d65d-42bd-9e42-269535fc0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309969 Aug 23 15:20:16.901590 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2e134550-53d2-4f85-9289-1a66d265f815 req-ad4c6b9b-746e-4c43-a9c4-f42f37692a16 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 210 time: 0.0400972 Aug 23 15:20:17.176881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-208fdc2a-20fb-408e-8ad6-e83479fcd14b tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:17.178486 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-208fdc2a-20fb-408e-8ad6-e83479fcd14b tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/networks?id=48510f1e-7bd6-40c2-9743-a3f08451ab45 HTTP/1.1" status: 200 len: 812 time: 0.2127519 Aug 23 15:20:17.200967 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-d778e2cc-3800-4252-92cd-33a52a99a20c tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/quotas/f40f8c3985494f338923b9c6a0808e55 HTTP/1.1" status: 200 len: 375 time: 0.0149739 Aug 23 15:20:17.254378 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-6457ba9c-f58f-45a2-8112-7881080dfdb2 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f40f8c3985494f338923b9c6a0808e55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401974 Aug 23 15:20:17.384339 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-d2c3e7a0-8852-49b3-8375-80403abe382a service neutron] 10.222.0.38 "GET /v2.0/networks/48510f1e-7bd6-40c2-9743-a3f08451ab45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184211 Aug 23 15:20:17.527240 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-0d582e7f-ec31-4564-a1bd-0ae82a4dcddd service neutron] 10.222.0.38 "GET /v2.0/networks/48510f1e-7bd6-40c2-9743-a3f08451ab45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339717 Aug 23 15:20:18.035880 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c71c3575-e706-48d8-bea3-eadbd0511cfc req-e950b525-8382-4af7-af50-33df1f8c9e24 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 210 time: 0.0411866 Aug 23 15:20:18.036769 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c5a8b971-376a-4168-b1b6-61082df9b81a req-9f684879-bb70-4c52-bcc9-1bb4fa58bbba tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 210 time: 0.0363822 Aug 23 15:20:18.452251 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:20:19.162839 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26bb10b5-d82a-4483-afa5-c50a3f6352ed req-9901a094-34a1-4f27-a7b3-1bc16d087fa1 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 210 time: 0.0475652 Aug 23 15:20:19.199896 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-592db504-39fc-4631-bc0a-25fa6dd48927 req-fce2b352-8d8d-4fb1-8b16-4f9a5bba37a6 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 210 time: 0.0588205 Aug 23 15:20:20.308775 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96bbee32-e433-44f9-9059-01fc8b6b5171 req-8f1b7297-58ed-4f82-9108-a8eba66a196a tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 210 time: 0.0536945 Aug 23 15:20:20.432837 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:20.441734 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc18c74a-2b31-4328-b734-4e85d4c72d88 req-7b4d6696-f0c0-402f-976a-1cbd09d79d4b tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 210 time: 0.0491657 Aug 23 15:20:20.487050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-153c04a0-fa7b-411c-a644-a15b90a1bcbf tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:20.488990 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-153c04a0-fa7b-411c-a644-a15b90a1bcbf tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.61 "GET /v2.0/networks?id=a9bd7126-d65d-42bd-9e42-269535fc0871 HTTP/1.1" status: 200 len: 910 time: 0.2632387 Aug 23 15:20:20.503983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Request body: {'port': {'device_id': 'e579d15c-8e65-4e48-92fd-92ff98bfc23a', 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871', 'admin_state_up': True, 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:20:20.661608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Made reservation on behalf of d4d869e035c4474593fb09fe0f6ac667 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:20:20.667465 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:20.853233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Allocated IP 172.20.0.6 (a9bd7126-d65d-42bd-9e42-269535fc0871/5be336ee-0ac7-4ca1-ad11-23e333e7ac3a/9866b778-24f5-4595-ba1d-c9d511ec6aab) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:20:21.059214 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:21.077441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Transition to ACTIVE for port object 9866b778-24f5-4595-ba1d-c9d511ec6aab will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:20:21.268045 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:21.280255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['1c55ab82-181c-45dc-842d-b6d5bf3f9b27'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:20:21.337775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Network a9bd7126-d65d-42bd-9e42-269535fc0871 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:20:21.341828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:20:21.346990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:20:21.359509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Pushing event updated for resources: {'Port': ['ID=9866b778-24f5-4595-ba1d-c9d511ec6aab,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:21.404923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:21.405203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:21.405546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:21.405887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:21.406417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:21.406931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:21.407441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:21.407962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:21.408468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:21.408963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:21.409617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:21.410268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:21.433150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:21.434287 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:21.525060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-43ca7d73-8fbd-4a2d-ae3c-f33473c7be98 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0268717 Aug 23 15:20:21.543727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Request body: {'port': {'device_id': 'e579d15c-8e65-4e48-92fd-92ff98bfc23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:20:21.766424 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d6d2df30-bcfa-486c-870a-0d9e28162e5e req-c4f95377-fcc6-46e4-9593-74526c853fa9 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 210 time: 0.1574976 Aug 23 15:20:21.897384 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:22.023150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cfbc0-9a8e-4dfa-a711-97bb3297262d req-3dc2acf7-8269-4ac9-946d-286fcb8470cd tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:22.031347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5d8100ef-3867-48fc-8546-c3d459a6c204 None None] Provisioning for port 9866b778-24f5-4595-ba1d-c9d511ec6aab completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:20:22.037913 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c9cfbc0-9a8e-4dfa-a711-97bb3297262d req-3dc2acf7-8269-4ac9-946d-286fcb8470cd tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1027 time: 0.2503607 Aug 23 15:20:22.050174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5d8100ef-3867-48fc-8546-c3d459a6c204 None None] Provisioning complete for port 9866b778-24f5-4595-ba1d-c9d511ec6aab triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:20:22.051689 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5d8100ef-3867-48fc-8546-c3d459a6c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:22.189290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5d8100ef-3867-48fc-8546-c3d459a6c204 None None] Port 9866b778-24f5-4595-ba1d-c9d511ec6aab cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:20:22.235294 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c9cfbc0-9a8e-4dfa-a711-97bb3297262d req-e91459f8-c39c-4d97-a6e9-589a6faccfed tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956625 Aug 23 15:20:22.325302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-7ee01200-5232-4cf8-be6c-2cb925eca07e tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:22.327195 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-7ee01200-5232-4cf8-be6c-2cb925eca07e tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.61 "GET /v2.0/networks?id=48510f1e-7bd6-40c2-9743-a3f08451ab45 HTTP/1.1" status: 200 len: 812 time: 0.2973263 Aug 23 15:20:22.342586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Request body: {'port': {'device_id': 'e362789a-6091-4b4e-9f6e-722a8f0eb532', 'network_id': '48510f1e-7bd6-40c2-9743-a3f08451ab45', 'admin_state_up': True, 'tenant_id': 'f40f8c3985494f338923b9c6a0808e55'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:20:22.518790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9866b778-24f5-4595-ba1d-c9d511ec6aab {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:20:22.531175 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:22.552920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Transition to ACTIVE for port object 9866b778-24f5-4595-ba1d-c9d511ec6aab will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:20:22.643693 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e702c0a-33db-4a73-99b5-41f6a1e4113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:22.672503 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Made reservation on behalf of f40f8c3985494f338923b9c6a0808e55 for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:20:22.677433 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:22.679998 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:22.833270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9866b778-24f5-4595-ba1d-c9d511ec6aab,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:22.916116 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08aaedb2-abb0-4ec2-82dc-66ab9869a312 req-c18f7969-7bfb-45ba-90b1-8f51b66f7035 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 210 time: 0.0511911 Aug 23 15:20:22.959610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Attempting to bind port 9866b778-24f5-4595-ba1d-c9d511ec6aab on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:20:22.960540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Attempting to bind port 9866b778-24f5-4595-ba1d-c9d511ec6aab by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:20:22.960934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Attempting to bind port 9866b778-24f5-4595-ba1d-c9d511ec6aab on network a9bd7126-d65d-42bd-9e42-269535fc0871 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:20:22.966310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Port 9866b778-24f5-4595-ba1d-c9d511ec6aab on network a9bd7126-d65d-42bd-9e42-269535fc0871 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:20:22.966642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Attempting to bind port 9866b778-24f5-4595-ba1d-c9d511ec6aab on network a9bd7126-d65d-42bd-9e42-269535fc0871 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:20:22.974238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:20:22.974652 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Checking segment: {'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:20:22.975161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Bound using segment: {'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:20:22.976327 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Bound port: 9866b778-24f5-4595-ba1d-c9d511ec6aab, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37fd4a8c-66e5-4151-89f4-4d47880ae558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:20:22.976925 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:22.979826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Allocated IP 172.20.0.2 (48510f1e-7bd6-40c2-9743-a3f08451ab45/e35a3257-4b6a-4b9d-9204-8f0df510384d/596e9216-e047-4245-b09a-682220ded376) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:20:23.075752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] For port 9866b778-24f5-4595-ba1d-c9d511ec6aab, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:20:23.079770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] For port 9866b778-24f5-4595-ba1d-c9d511ec6aab, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=9866b778-24f5-4595-ba1d-c9d511ec6aab,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:20:23.164828 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:23.213967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:23.214866 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:23.216620 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] 10.222.0.61 "PUT /v2.0/ports/9866b778-24f5-4595-ba1d-c9d511ec6aab HTTP/1.1" status: 200 len: 1091 time: 1.6819367 Aug 23 15:20:23.217054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e579d15c-8e65-4e48-92fd-92ff98bfc23a', 'tag': '9866b778-24f5-4595-ba1d-c9d511ec6aab'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:20:23.219380 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f3eaee-07ee-4f57-a2ff-9cb9ca0d9f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e579d15c-8e65-4e48-92fd-92ff98bfc23a", "tag": "9866b778-24f5-4595-ba1d-c9d511ec6aab"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:20:23.239777 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:23.254291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6ffa-dc26-44cb-965a-c4d1086c77c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9866b778-24f5-4595-ba1d-c9d511ec6aab,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:23.328281 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec361c8b-2d0e-4892-bf36-ee96992c790d x-openstack-request-id: req-ec361c8b-2d0e-4892-bf36-ee96992c790d {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:20:23.328733 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e579d15c-8e65-4e48-92fd-92ff98bfc23a", "tag": "9866b778-24f5-4595-ba1d-c9d511ec6aab", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:20:23.329170 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ec361c8b-2d0e-4892-bf36-ee96992c790d {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:20:23.329538 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e579d15c-8e65-4e48-92fd-92ff98bfc23a', 'tag': '9866b778-24f5-4595-ba1d-c9d511ec6aab', 'status': 'completed', 'code': 200} Aug 23 15:20:23.427087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-890f21ba-af7e-4409-8e76-9a8d7cb939cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:23.429355 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-890f21ba-af7e-4409-8e76-9a8d7cb939cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d4d869e035c4474593fb09fe0f6ac667&device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1094 time: 0.0918272 Aug 23 15:20:23.443063 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:23.505493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-2ba7bf41-9143-4e66-bbd3-bb2017ec8550 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9866b778-24f5-4595-ba1d-c9d511ec6aab HTTP/1.1" status: 200 len: 217 time: 0.0663500 Aug 23 15:20:23.509958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499bf2d-0fe1-4b9d-81c7-fc2ec2dd218a req-580900de-d236-4e3b-9f41-e4817bc42da4 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:23.512037 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1499bf2d-0fe1-4b9d-81c7-fc2ec2dd218a req-580900de-d236-4e3b-9f41-e4817bc42da4 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1094 time: 0.1185980 Aug 23 15:20:23.537009 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Pushing event updated for resources: {'Port': ['ID=596e9216-e047-4245-b09a-682220ded376,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:23.556168 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Network 48510f1e-7bd6-40c2-9743-a3f08451ab45 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:20:23.560036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:23.564173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:23.564173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:23.564173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:23.564173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:23.564173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:23.564173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:23.564173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:23.564173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:23.565454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:23.565454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:23.565984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:23.572758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:20:23.576077 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:20:23.614171 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1499bf2d-0fe1-4b9d-81c7-fc2ec2dd218a req-abc7644e-32f9-482f-89de-aa90430cd5b7 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744760 Aug 23 15:20:23.636110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-72766f3e-345f-470d-bbd4-6c3c2a80d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:23.636110 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-72766f3e-345f-470d-bbd4-6c3c2a80d6a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5be336ee-0ac7-4ca1-ad11-23e333e7ac3a HTTP/1.1" status: 200 len: 848 time: 0.1056478 Aug 23 15:20:23.670669 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:23.670669 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:23.701712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ca1ebf94-b8a1-4fe1-9daf-3c5245a1a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:23.702076 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-ca1ebf94-b8a1-4fe1-9daf-3c5245a1a880 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9bd7126-d65d-42bd-9e42-269535fc0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741503 Aug 23 15:20:23.774144 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-8548f0de-4644-455f-8c2e-6a44b72bf3f4 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4341617 Aug 23 15:20:23.784584 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Request body: {'port': {'device_id': 'e362789a-6091-4b4e-9f6e-722a8f0eb532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:20:23.849773 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-dc1d6511-56f5-438b-97ca-ae1787c74de6 service neutron] 10.222.0.61 "GET /v2.0/networks/a9bd7126-d65d-42bd-9e42-269535fc0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400232 Aug 23 15:20:23.880752 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:24.003123 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2369be-add3-41c4-a966-9c4cd27bd40c req-6286b6dd-6598-47b9-990b-5dbbf10796a2 service neutron] 10.222.0.61 "GET /v2.0/networks/a9bd7126-d65d-42bd-9e42-269535fc0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461740 Aug 23 15:20:24.091414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7016e9-4ff9-46d1-94c6-2bd0bf309861 req-eaaa9227-7dc2-42bd-94c0-989c479e046e tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:24.093477 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8c7016e9-4ff9-46d1-94c6-2bd0bf309861 req-eaaa9227-7dc2-42bd-94c0-989c479e046e tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 931 time: 0.0750420 Aug 23 15:20:24.160110 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8c7016e9-4ff9-46d1-94c6-2bd0bf309861 req-5d575c99-d0ed-49ff-9bac-d6342b4b853d tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574660 Aug 23 15:20:24.243076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3eaee-07ee-4f57-a2ff-9cb9ca0d9f9b req-9238bbf2-af27-47ef-8f71-7e06e2cee864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:24.244793 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93f3eaee-07ee-4f57-a2ff-9cb9ca0d9f9b req-9238bbf2-af27-47ef-8f71-7e06e2cee864 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d4d869e035c4474593fb09fe0f6ac667&device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1094 time: 0.0562510 Aug 23 15:20:24.278728 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596e9216-e047-4245-b09a-682220ded376 {{(pid=96114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:20:24.291318 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:24.311183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Transition to ACTIVE for port object 596e9216-e047-4245-b09a-682220ded376 will not be triggered until provisioned by entity L2. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:20:24.379718 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3eaee-07ee-4f57-a2ff-9cb9ca0d9f9b req-44280f24-8a21-4dfd-aa0d-191bb720bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:24.380810 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:24.381284 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93f3eaee-07ee-4f57-a2ff-9cb9ca0d9f9b req-44280f24-8a21-4dfd-aa0d-191bb720bd35 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a9bd7126-d65d-42bd-9e42-269535fc0871 HTTP/1.1" status: 200 len: 910 time: 0.1285057 Aug 23 15:20:24.442819 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93f3eaee-07ee-4f57-a2ff-9cb9ca0d9f9b req-ba5f738a-baa5-45a1-9bc7-8daf0ff7067b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9866b778-24f5-4595-ba1d-c9d511ec6aab HTTP/1.1" status: 200 len: 217 time: 0.0529690 Aug 23 15:20:24.447182 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Pushing event updated for resources: {'Port': ['ID=596e9216-e047-4245-b09a-682220ded376,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:24.533723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3eaee-07ee-4f57-a2ff-9cb9ca0d9f9b req-bfda5839-0157-479d-b977-6a30b448ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:24.535533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93f3eaee-07ee-4f57-a2ff-9cb9ca0d9f9b req-bfda5839-0157-479d-b977-6a30b448ea20 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5be336ee-0ac7-4ca1-ad11-23e333e7ac3a HTTP/1.1" status: 200 len: 848 time: 0.0840583 Aug 23 15:20:24.561586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Attempting to bind port 596e9216-e047-4245-b09a-682220ded376 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:20:24.561586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Attempting to bind port 596e9216-e047-4245-b09a-682220ded376 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'ef364f83-8ec9-4752-93c5-71f43d502b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48510f1e-7bd6-40c2-9743-a3f08451ab45'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:20:24.561979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Attempting to bind port 596e9216-e047-4245-b09a-682220ded376 on network 48510f1e-7bd6-40c2-9743-a3f08451ab45 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:20:24.572794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Port 596e9216-e047-4245-b09a-682220ded376 on network 48510f1e-7bd6-40c2-9743-a3f08451ab45 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:20:24.573404 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Attempting to bind port 596e9216-e047-4245-b09a-682220ded376 on network 48510f1e-7bd6-40c2-9743-a3f08451ab45 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:20:24.581464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:20:24.581987 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Checking segment: {'id': 'ef364f83-8ec9-4752-93c5-71f43d502b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48510f1e-7bd6-40c2-9743-a3f08451ab45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:20:24.590808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Bound using segment: {'id': 'ef364f83-8ec9-4752-93c5-71f43d502b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48510f1e-7bd6-40c2-9743-a3f08451ab45'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:20:24.590808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Bound port: 596e9216-e047-4245-b09a-682220ded376, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef364f83-8ec9-4752-93c5-71f43d502b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48510f1e-7bd6-40c2-9743-a3f08451ab45'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:20:24.590808 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:24.630386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3eaee-07ee-4f57-a2ff-9cb9ca0d9f9b req-155bae09-7088-48f9-a8c3-1c8033428896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:24.632701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93f3eaee-07ee-4f57-a2ff-9cb9ca0d9f9b req-155bae09-7088-48f9-a8c3-1c8033428896 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a9bd7126-d65d-42bd-9e42-269535fc0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884428 Aug 23 15:20:24.711867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] For port 596e9216-e047-4245-b09a-682220ded376, host n-h2-804985-3, cleared binding levels {{(pid=96114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:20:24.720096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] For port 596e9216-e047-4245-b09a-682220ded376, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=596e9216-e047-4245-b09a-682220ded376,segment=NetworkSegment(ef364f83-8ec9-4752-93c5-71f43d502b74),segment_id=ef364f83-8ec9-4752-93c5-71f43d502b74)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:20:24.787714 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9b38e-c0de-4981-9d80-846f0128fcd9 req-766709d4-e0dc-41c3-974b-158562ec0496 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:24.792453 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-01a9b38e-c0de-4981-9d80-846f0128fcd9 req-766709d4-e0dc-41c3-974b-158562ec0496 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1094 time: 0.0665784 Aug 23 15:20:24.798205 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:24.816789 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93f3eaee-07ee-4f57-a2ff-9cb9ca0d9f9b req-50939fa0-eabc-4bde-9fd5-abbe29469403 service neutron] 10.222.0.61 "GET /v2.0/networks/a9bd7126-d65d-42bd-9e42-269535fc0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759501 Aug 23 15:20:24.889990 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:24.891242 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:24.894038 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] 10.222.0.61 "PUT /v2.0/ports/596e9216-e047-4245-b09a-682220ded376 HTTP/1.1" status: 200 len: 1091 time: 1.1137993 Aug 23 15:20:24.914668 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e362789a-6091-4b4e-9f6e-722a8f0eb532', 'tag': '596e9216-e047-4245-b09a-682220ded376'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:20:24.914668 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd17657-4292-4046-9baf-35e839f048dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e362789a-6091-4b4e-9f6e-722a8f0eb532", "tag": "596e9216-e047-4245-b09a-682220ded376"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:20:24.983050 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fc990-7c81-4f8d-8cf4-39b65edb0a92 service neutron] Pushing event updated for resources: {'Port': ['ID=596e9216-e047-4245-b09a-682220ded376,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:24.998639 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-01a9b38e-c0de-4981-9d80-846f0128fcd9 req-6418f634-1c19-44ef-b60e-cb4c1e8950ad tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966131 Aug 23 15:20:25.037905 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93f3eaee-07ee-4f57-a2ff-9cb9ca0d9f9b req-1ff83300-7dd5-4004-8187-8f65cce320d2 service neutron] 10.222.0.61 "GET /v2.0/networks/a9bd7126-d65d-42bd-9e42-269535fc0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126601 Aug 23 15:20:25.107829 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de950c2b-ef57-4c32-96f5-cca19ed7050f x-openstack-request-id: req-de950c2b-ef57-4c32-96f5-cca19ed7050f {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:20:25.108308 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e362789a-6091-4b4e-9f6e-722a8f0eb532", "tag": "596e9216-e047-4245-b09a-682220ded376", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:20:25.108734 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-de950c2b-ef57-4c32-96f5-cca19ed7050f {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:20:25.109321 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e362789a-6091-4b4e-9f6e-722a8f0eb532', 'tag': '596e9216-e047-4245-b09a-682220ded376', 'status': 'completed', 'code': 200} Aug 23 15:20:25.138878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-15273bd2-9d50-4c72-b29d-d77c6847f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:25.140877 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-15273bd2-9d50-4c72-b29d-d77c6847f45b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f40f8c3985494f338923b9c6a0808e55&device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 1094 time: 0.0871255 Aug 23 15:20:25.205375 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-26f8465a-3b43-4cab-82e0-23a1c26c4e83 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=596e9216-e047-4245-b09a-682220ded376 HTTP/1.1" status: 200 len: 217 time: 0.0558834 Aug 23 15:20:25.272004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-875d3398-664d-4b1b-8e80-b48eefa2f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:25.274613 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-875d3398-664d-4b1b-8e80-b48eefa2f85c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e35a3257-4b6a-4b9d-9204-8f0df510384d HTTP/1.1" status: 200 len: 852 time: 0.0629435 Aug 23 15:20:25.318925 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-a4c94341-f610-4d5d-a154-6a4d1bb265ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48510f1e-7bd6-40c2-9743-a3f08451ab45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372241 Aug 23 15:20:25.341293 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e619e7-9a7d-40b3-89ab-ed382ca693ed req-b27292b7-97d8-4552-9c60-b464c1d89291 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:25.343300 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02e619e7-9a7d-40b3-89ab-ed382ca693ed req-b27292b7-97d8-4552-9c60-b464c1d89291 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 943 time: 0.0660179 Aug 23 15:20:25.403338 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02e619e7-9a7d-40b3-89ab-ed382ca693ed req-3dad62fc-cc61-4785-9bd6-a934f89e507b tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484240 Aug 23 15:20:25.451517 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-53f19c38-cba7-4cc5-a72f-3fb45745f2ab service neutron] 10.222.0.61 "GET /v2.0/networks/48510f1e-7bd6-40c2-9743-a3f08451ab45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240506 Aug 23 15:20:25.546956 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:25.597992 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-df7aca1f-fbbd-4834-82d6-6cec63338e92 req-88b361da-cb23-4a91-9305-f64cd8542b27 service neutron] 10.222.0.61 "GET /v2.0/networks/48510f1e-7bd6-40c2-9743-a3f08451ab45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397057 Aug 23 15:20:25.784597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd17657-4292-4046-9baf-35e839f048dc req-ab098ad9-c86f-4328-be45-835875974359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:25.786242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efd17657-4292-4046-9baf-35e839f048dc req-ab098ad9-c86f-4328-be45-835875974359 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f40f8c3985494f338923b9c6a0808e55&device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 1094 time: 0.0543041 Aug 23 15:20:25.907714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd17657-4292-4046-9baf-35e839f048dc req-9b9c3f77-bec5-4ac3-b67a-f79a69370868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:25.910185 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efd17657-4292-4046-9baf-35e839f048dc req-9b9c3f77-bec5-4ac3-b67a-f79a69370868 service neutron] 10.222.0.61 "GET /v2.0/networks?id=48510f1e-7bd6-40c2-9743-a3f08451ab45 HTTP/1.1" status: 200 len: 913 time: 0.1163931 Aug 23 15:20:25.963418 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96e99b6e-ffd6-4470-8cb7-11586cf20144 req-8e6febdb-014c-49ed-aea2-770843511dc9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637496 Aug 23 15:20:25.976094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efd17657-4292-4046-9baf-35e839f048dc req-3fd30dca-8174-4b44-adb2-54be5e25a459 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=596e9216-e047-4245-b09a-682220ded376 HTTP/1.1" status: 200 len: 217 time: 0.0580401 Aug 23 15:20:26.048113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd17657-4292-4046-9baf-35e839f048dc req-99edbcd9-af85-4011-943c-a066bb49ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:26.051998 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efd17657-4292-4046-9baf-35e839f048dc req-99edbcd9-af85-4011-943c-a066bb49ce96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e35a3257-4b6a-4b9d-9204-8f0df510384d HTTP/1.1" status: 200 len: 852 time: 0.0686035 Aug 23 15:20:26.068717 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e99b6e-ffd6-4470-8cb7-11586cf20144 req-21180bab-3c4b-4978-800c-47c8a6806538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:26.071363 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96e99b6e-ffd6-4470-8cb7-11586cf20144 req-21180bab-3c4b-4978-800c-47c8a6806538 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0560863 Aug 23 15:20:26.101807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efd17657-4292-4046-9baf-35e839f048dc req-63f218a8-3469-49a4-84bd-2d4a08d36609 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48510f1e-7bd6-40c2-9743-a3f08451ab45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417309 Aug 23 15:20:26.260427 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efd17657-4292-4046-9baf-35e839f048dc req-bc265109-6fed-408a-9bd9-c4c3bb68b7eb service neutron] 10.222.0.61 "GET /v2.0/networks/48510f1e-7bd6-40c2-9743-a3f08451ab45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472895 Aug 23 15:20:26.298058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54cad4-6aa5-48e2-8ef3-dfba375a45ae req-d367f5e6-60bd-4e5b-a9e7-57f3bde8b113 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:26.298058 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c54cad4-6aa5-48e2-8ef3-dfba375a45ae req-d367f5e6-60bd-4e5b-a9e7-57f3bde8b113 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1094 time: 0.1489072 Aug 23 15:20:26.298058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e99b6e-ffd6-4470-8cb7-11586cf20144 req-0847cabf-9440-4f03-a422-1b3c83b9e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:26.298058 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96e99b6e-ffd6-4470-8cb7-11586cf20144 req-0847cabf-9440-4f03-a422-1b3c83b9e43a service neutron] 10.222.0.61 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.1987195 Aug 23 15:20:26.405620 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efd17657-4292-4046-9baf-35e839f048dc req-d436ca5e-9eb7-4653-8d37-f4499cacd27f service neutron] 10.222.0.61 "GET /v2.0/networks/48510f1e-7bd6-40c2-9743-a3f08451ab45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364834 Aug 23 15:20:26.422769 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c54cad4-6aa5-48e2-8ef3-dfba375a45ae req-9b03ed98-89ce-4df7-8495-6686d723ea22 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274726 Aug 23 15:20:26.452263 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96e99b6e-ffd6-4470-8cb7-11586cf20144 req-3ddcfa89-fe9c-4f0e-a17d-e78524db2f76 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5b29c27-bbff-4e55-bdf6-f76145be82bc HTTP/1.1" status: 200 len: 1002 time: 0.1459818 Aug 23 15:20:26.519522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e99b6e-ffd6-4470-8cb7-11586cf20144 req-739b7f16-58bd-4f3c-962c-b5b34b0fd518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:26.528568 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96e99b6e-ffd6-4470-8cb7-11586cf20144 req-739b7f16-58bd-4f3c-962c-b5b34b0fd518 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0610278 Aug 23 15:20:26.570529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 9866b778-24f5-4595-ba1d-c9d511ec6aab details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:20:26.598094 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e99b6e-ffd6-4470-8cb7-11586cf20144 req-e12abcc7-1c46-4778-858f-96c5224edf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:26.600486 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96e99b6e-ffd6-4470-8cb7-11586cf20144 req-e12abcc7-1c46-4778-858f-96c5224edf00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702772 Aug 23 15:20:26.630711 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545acc7-58af-4d4a-9b50-2fa4db9f1488 req-36567a35-c9c5-4973-be2a-b7b4c43730e5 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:26.642405 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0545acc7-58af-4d4a-9b50-2fa4db9f1488 req-36567a35-c9c5-4973-be2a-b7b4c43730e5 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 943 time: 0.1049347 Aug 23 15:20:26.734446 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0545acc7-58af-4d4a-9b50-2fa4db9f1488 req-5b35e81e-a88b-4a40-a152-e7f6f6bbdb9a tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751648 Aug 23 15:20:26.741487 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 9866b778-24f5-4595-ba1d-c9d511ec6aab, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=9866b778-24f5-4595-ba1d-c9d511ec6aab,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:26.751875 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96e99b6e-ffd6-4470-8cb7-11586cf20144 req-f11ce392-d92e-4d00-a9b7-817ff3fd8e96 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428142 Aug 23 15:20:26.770022 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6ff2-0da2-4627-8bb3-513462208f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:26.773766 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '9866b778-24f5-4595-ba1d-c9d511ec6aab', 'network_id': 'a9bd7126-d65d-42bd-9e42-269535fc0871', 'port_id': '9866b778-24f5-4595-ba1d-c9d511ec6aab', 'mac_address': 'fa:16:3e:d1:76:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be336ee-0ac7-4ca1-ad11-23e333e7ac3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:20:26.827322 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:26.839152 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:26.844471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9866b778-24f5-4595-ba1d-c9d511ec6aab {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:20:26.872576 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 9866b778-24f5-4595-ba1d-c9d511ec6aab, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=9866b778-24f5-4595-ba1d-c9d511ec6aab,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:26.873486 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96e99b6e-ffd6-4470-8cb7-11586cf20144 req-14d8c9ab-bd47-44b0-8217-bb29bf03ed64 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149955 Aug 23 15:20:26.957047 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:27.015617 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=9866b778-24f5-4595-ba1d-c9d511ec6aab,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:27.177053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['9866b778-24f5-4595-ba1d-c9d511ec6aab'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:20:27.590553 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8b143-6a73-447a-9cff-bc29155f01c9 req-3fd40478-6412-4552-afdb-6a7d1316f698 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:27.592619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ba8b143-6a73-447a-9cff-bc29155f01c9 req-3fd40478-6412-4552-afdb-6a7d1316f698 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1095 time: 0.0561161 Aug 23 15:20:27.636289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ba8b143-6a73-447a-9cff-bc29155f01c9 req-8763e99d-531a-47d2-848a-7ad3ca99bc7f tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327163 Aug 23 15:20:27.852639 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a149ea-69a0-46e7-a1d7-af3c3dfda754 req-2da05a40-2c79-4530-a1b7-0e4a4a815c13 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:27.854289 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-44a149ea-69a0-46e7-a1d7-af3c3dfda754 req-2da05a40-2c79-4530-a1b7-0e4a4a815c13 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 943 time: 0.0615501 Aug 23 15:20:27.901514 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-44a149ea-69a0-46e7-a1d7-af3c3dfda754 req-23f470c5-9575-43e0-9568-abaae34d707f tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376198 Aug 23 15:20:28.571677 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 596e9216-e047-4245-b09a-682220ded376 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:20:28.575293 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 9866b778-24f5-4595-ba1d-c9d511ec6aab up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:20:28.686470 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:28.738058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 596e9216-e047-4245-b09a-682220ded376, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=596e9216-e047-4245-b09a-682220ded376,segment=NetworkSegment(ef364f83-8ec9-4752-93c5-71f43d502b74),segment_id=ef364f83-8ec9-4752-93c5-71f43d502b74)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:28.750429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '596e9216-e047-4245-b09a-682220ded376', 'network_id': '48510f1e-7bd6-40c2-9743-a3f08451ab45', 'port_id': '596e9216-e047-4245-b09a-682220ded376', 'mac_address': 'fa:16:3e:2b:34:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35a3257-4b6a-4b9d-9204-8f0df510384d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:20:28.784125 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda365b8-28ea-422f-bafc-59bff5c8a01a req-add22350-e049-4841-94ba-a8f8253b7dd0 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:28.786070 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dda365b8-28ea-422f-bafc-59bff5c8a01a req-add22350-e049-4841-94ba-a8f8253b7dd0 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1095 time: 0.0511975 Aug 23 15:20:28.800311 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:28.817551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596e9216-e047-4245-b09a-682220ded376 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:20:28.832169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 9866b778-24f5-4595-ba1d-c9d511ec6aab completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:20:28.839572 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dda365b8-28ea-422f-bafc-59bff5c8a01a req-3ea5c01a-7a0f-428c-8ed7-ef74a5a94fc2 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428336 Aug 23 15:20:28.846359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 596e9216-e047-4245-b09a-682220ded376, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=596e9216-e047-4245-b09a-682220ded376,segment=NetworkSegment(ef364f83-8ec9-4752-93c5-71f43d502b74),segment_id=ef364f83-8ec9-4752-93c5-71f43d502b74)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:28.847676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 9866b778-24f5-4595-ba1d-c9d511ec6aab triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:20:28.848153 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:28.952967 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:28.968415 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:29.018078 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e579d15c-8e65-4e48-92fd-92ff98bfc23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9866b778-24f5-4595-ba1d-c9d511ec6aab'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:20:29.020335 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977c7e1c-1155-4700-b145-42d7c92077d3" -d '{"events": [{"server_uuid": "e579d15c-8e65-4e48-92fd-92ff98bfc23a", "name": "network-vif-plugged", "status": "completed", "tag": "9866b778-24f5-4595-ba1d-c9d511ec6aab"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:20:29.042623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 9866b778-24f5-4595-ba1d-c9d511ec6aab, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=9866b778-24f5-4595-ba1d-c9d511ec6aab,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:29.064367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=596e9216-e047-4245-b09a-682220ded376,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:29.064501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df64f0-816f-4c99-a5f2-1835ac19d851 req-6f84d209-d2de-4266-900a-2a34fadd125b tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:29.065512 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-09df64f0-816f-4c99-a5f2-1835ac19d851 req-6f84d209-d2de-4266-900a-2a34fadd125b tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 944 time: 0.0676827 Aug 23 15:20:29.103879 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0013c8bf-ecc3-4fd2-b5d9-9af6c1b3b761 x-openstack-request-id: req-0013c8bf-ecc3-4fd2-b5d9-9af6c1b3b761 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:20:29.104811 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e579d15c-8e65-4e48-92fd-92ff98bfc23a", "name": "network-vif-plugged", "status": "completed", "tag": "9866b778-24f5-4595-ba1d-c9d511ec6aab", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:20:29.105302 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0013c8bf-ecc3-4fd2-b5d9-9af6c1b3b761 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:20:29.106245 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e579d15c-8e65-4e48-92fd-92ff98bfc23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9866b778-24f5-4595-ba1d-c9d511ec6aab', 'code': 200} Aug 23 15:20:29.126733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-09df64f0-816f-4c99-a5f2-1835ac19d851 req-a58866bd-2294-4382-90e4-c20bd4b25738 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486987 Aug 23 15:20:29.141478 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:29.185140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['596e9216-e047-4245-b09a-682220ded376'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:20:29.230860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188b193-7308-4e84-988c-fbbb96a52cbf req-22a8a621-7a26-4121-be11-bc666dbb326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:29.232511 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3188b193-7308-4e84-988c-fbbb96a52cbf req-22a8a621-7a26-4121-be11-bc666dbb326c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1096 time: 0.0674219 Aug 23 15:20:29.234041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=9866b778-24f5-4595-ba1d-c9d511ec6aab,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:29.289597 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3188b193-7308-4e84-988c-fbbb96a52cbf req-cf78a623-9d45-4186-9be7-b684a4e73495 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496025 Aug 23 15:20:29.977557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52553c20-0fa7-4638-bce6-0bc6b1f1a9fc req-0b6b4f24-95c3-4a1d-b32e-8dca9d688061 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:29.979424 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52553c20-0fa7-4638-bce6-0bc6b1f1a9fc req-0b6b4f24-95c3-4a1d-b32e-8dca9d688061 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1096 time: 0.0551019 Aug 23 15:20:30.030629 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-52553c20-0fa7-4638-bce6-0bc6b1f1a9fc req-8dcad98e-784b-4b95-a4c4-cbb6f558310c tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 Aug 23 15:20:30.284375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6ae24-b99d-453c-8173-f1a243e4cb03 req-9bbfa775-b37b-4122-b2e5-625830e18964 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:30.286741 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60b6ae24-b99d-453c-8173-f1a243e4cb03 req-9bbfa775-b37b-4122-b2e5-625830e18964 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 944 time: 0.0705533 Aug 23 15:20:30.366297 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-60b6ae24-b99d-453c-8173-f1a243e4cb03 req-21d86df9-da70-4848-b657-2549f2a391fa tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659144 Aug 23 15:20:30.601481 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 596e9216-e047-4245-b09a-682220ded376 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:20:30.860502 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 596e9216-e047-4245-b09a-682220ded376 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:20:30.865219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 596e9216-e047-4245-b09a-682220ded376 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:20:30.883298 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:30.956179 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:31.007858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 596e9216-e047-4245-b09a-682220ded376, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=596e9216-e047-4245-b09a-682220ded376,segment=NetworkSegment(ef364f83-8ec9-4752-93c5-71f43d502b74),segment_id=ef364f83-8ec9-4752-93c5-71f43d502b74)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:31.107735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e362789a-6091-4b4e-9f6e-722a8f0eb532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596e9216-e047-4245-b09a-682220ded376'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:20:31.110220 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01f7036-50d7-46b7-947f-d046fd299954" -d '{"events": [{"server_uuid": "e362789a-6091-4b4e-9f6e-722a8f0eb532", "name": "network-vif-plugged", "status": "completed", "tag": "596e9216-e047-4245-b09a-682220ded376"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:20:31.150966 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ed80c8-e5fd-4302-985c-a396ce6c4142 x-openstack-request-id: req-71ed80c8-e5fd-4302-985c-a396ce6c4142 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:20:31.151257 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e362789a-6091-4b4e-9f6e-722a8f0eb532", "name": "network-vif-plugged", "status": "completed", "tag": "596e9216-e047-4245-b09a-682220ded376", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:20:31.151510 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71ed80c8-e5fd-4302-985c-a396ce6c4142 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:20:31.151931 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e362789a-6091-4b4e-9f6e-722a8f0eb532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596e9216-e047-4245-b09a-682220ded376', 'code': 200} Aug 23 15:20:31.158111 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa6d4f-f13e-4949-a49b-bda1c2e636e0 req-4af1a976-e139-4df6-bc5f-69cf756391d7 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:31.158397 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:31.159824 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02aa6d4f-f13e-4949-a49b-bda1c2e636e0 req-4af1a976-e139-4df6-bc5f-69cf756391d7 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1096 time: 0.0478179 Aug 23 15:20:31.205529 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-02aa6d4f-f13e-4949-a49b-bda1c2e636e0 req-f27eb359-4f6c-472b-ad0f-36d632049163 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369320 Aug 23 15:20:31.229527 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=596e9216-e047-4245-b09a-682220ded376,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:31.279781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a206d8e-48a2-417a-b33c-5662bb3fbf23 req-28e0bcf3-1004-4e1c-95e7-15ebb96ecdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:31.281254 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5a206d8e-48a2-417a-b33c-5662bb3fbf23 req-28e0bcf3-1004-4e1c-95e7-15ebb96ecdaf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 1096 time: 0.0634964 Aug 23 15:20:31.338004 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5a206d8e-48a2-417a-b33c-5662bb3fbf23 req-20bc7227-6778-48b6-aede-90cb33816458 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495741 Aug 23 15:20:31.354827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b526c-2a06-425f-b138-2fdb79f2031b req-1ab63cef-d3fe-4ff6-88f7-ed5b46e6d46f tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:31.362084 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d18b526c-2a06-425f-b138-2fdb79f2031b req-1ab63cef-d3fe-4ff6-88f7-ed5b46e6d46f tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1096 time: 0.0748005 Aug 23 15:20:31.405256 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d18b526c-2a06-425f-b138-2fdb79f2031b req-3d2449a6-efda-436c-becf-cd6739d0acca tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420656 Aug 23 15:20:31.533531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da23545-dd6b-45c5-b005-e60c8d55c2cf req-5559ee22-452c-456c-940e-c12e316f9c95 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:31.534986 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4da23545-dd6b-45c5-b005-e60c8d55c2cf req-5559ee22-452c-456c-940e-c12e316f9c95 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.0808876 Aug 23 15:20:31.560025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bf45a-5232-4787-99e0-d1673cafbd18 req-9b5e5b40-b0f2-4f35-a778-6c1b50b5d430 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:31.561564 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-637bf45a-5232-4787-99e0-d1673cafbd18 req-9b5e5b40-b0f2-4f35-a778-6c1b50b5d430 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1096 time: 0.0446711 Aug 23 15:20:31.581530 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4da23545-dd6b-45c5-b005-e60c8d55c2cf req-dbc3ec9d-c241-40f5-b557-f1ce0ea9588c tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364330 Aug 23 15:20:31.606157 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-637bf45a-5232-4787-99e0-d1673cafbd18 req-c75545f3-5c44-472e-97e4-1e3337a0e0f4 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375128 Aug 23 15:20:32.192361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76db0c2-ffd2-4e52-ac07-7038f5d0108c req-6ccc5496-0c4e-46eb-b1e9-5e9a6888f463 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:32.194435 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f76db0c2-ffd2-4e52-ac07-7038f5d0108c req-6ccc5496-0c4e-46eb-b1e9-5e9a6888f463 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1096 time: 0.0479574 Aug 23 15:20:32.234189 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f76db0c2-ffd2-4e52-ac07-7038f5d0108c req-c78819b5-7d21-43d5-b768-a4a45c3084f6 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Aug 23 15:20:32.544459 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea77c3cc-71ee-4db0-8505-05a0b32740ad req-d7f5898c-effd-4780-8dc4-0889772ee0b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509937 Aug 23 15:20:32.694551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77c3cc-71ee-4db0-8505-05a0b32740ad req-987cba99-2333-4843-8b1a-131b6c6fcbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:32.697603 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea77c3cc-71ee-4db0-8505-05a0b32740ad req-987cba99-2333-4843-8b1a-131b6c6fcbbb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e99595cf1e34e82b2342655ef010f91&device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 1096 time: 0.0759492 Aug 23 15:20:32.734628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580dfc0-98c7-4785-b998-4db96f6f1b64 req-4086ccb5-2489-43a3-a933-522ed88b271e tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:32.743632 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8580dfc0-98c7-4785-b998-4db96f6f1b64 req-4086ccb5-2489-43a3-a933-522ed88b271e tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.0774875 Aug 23 15:20:32.804540 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8580dfc0-98c7-4785-b998-4db96f6f1b64 req-56ddd1cb-6a90-4ec6-91f1-d0af407f029d tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595648 Aug 23 15:20:32.874925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77c3cc-71ee-4db0-8505-05a0b32740ad req-28d35da2-9343-45c2-815a-0eef64a37f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:32.877052 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea77c3cc-71ee-4db0-8505-05a0b32740ad req-28d35da2-9343-45c2-815a-0eef64a37f44 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba929545-a5aa-4017-8c56-61de1121ed13 HTTP/1.1" status: 200 len: 912 time: 0.1474302 Aug 23 15:20:32.964679 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea77c3cc-71ee-4db0-8505-05a0b32740ad req-58baccad-86f9-4657-ae3f-c54851bdcd6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=226bea56-2bdb-4b9e-996b-60f60150191b HTTP/1.1" status: 200 len: 1001 time: 0.0783889 Aug 23 15:20:33.034092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77c3cc-71ee-4db0-8505-05a0b32740ad req-5469c726-bdb6-4fac-ac34-9e34394000d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:33.037384 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea77c3cc-71ee-4db0-8505-05a0b32740ad req-5469c726-bdb6-4fac-ac34-9e34394000d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae11ce01-e39c-4b2d-9455-4272290cbf22 HTTP/1.1" status: 200 len: 850 time: 0.0650234 Aug 23 15:20:33.094944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77c3cc-71ee-4db0-8505-05a0b32740ad req-87cd7140-f025-4481-84e0-2d00fb8b5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:33.096547 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea77c3cc-71ee-4db0-8505-05a0b32740ad req-87cd7140-f025-4481-84e0-2d00fb8b5537 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba929545-a5aa-4017-8c56-61de1121ed13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508697 Aug 23 15:20:33.531111 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b001c9-7f19-4b52-927b-05b13947ffec req-43677204-73ef-42ed-8e08-c01575f6a987 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:33.533104 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-22b001c9-7f19-4b52-927b-05b13947ffec req-43677204-73ef-42ed-8e08-c01575f6a987 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1096 time: 0.0587769 Aug 23 15:20:33.595355 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea77c3cc-71ee-4db0-8505-05a0b32740ad req-085294fc-5330-4a03-8cf8-0f7d22b80354 service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908204 Aug 23 15:20:33.640052 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-22b001c9-7f19-4b52-927b-05b13947ffec req-bb5edee4-d629-4f81-bb64-515811a7af35 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Deleting port 9866b778-24f5-4595-ba1d-c9d511ec6aab {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:20:33.640921 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-22b001c9-7f19-4b52-927b-05b13947ffec req-bb5edee4-d629-4f81-bb64-515811a7af35 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:33.751268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f88f7-adaf-41d1-8789-0e7f7c6fccd3 req-63995fa5-64b2-4884-aca4-61faa9fda8c8 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:33.754055 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe3f88f7-adaf-41d1-8789-0e7f7c6fccd3 req-63995fa5-64b2-4884-aca4-61faa9fda8c8 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 1096 time: 0.1569552 Aug 23 15:20:33.782565 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea77c3cc-71ee-4db0-8505-05a0b32740ad req-c2b05eb6-6240-46f5-a55b-064e69b046a1 service neutron] 10.222.0.57 "GET /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757343 Aug 23 15:20:33.789731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-22b001c9-7f19-4b52-927b-05b13947ffec req-bb5edee4-d629-4f81-bb64-515811a7af35 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] For port 9866b778-24f5-4595-ba1d-c9d511ec6aab, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=9866b778-24f5-4595-ba1d-c9d511ec6aab,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:33.791214 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-22b001c9-7f19-4b52-927b-05b13947ffec req-bb5edee4-d629-4f81-bb64-515811a7af35 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:33.812244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-22b001c9-7f19-4b52-927b-05b13947ffec req-bb5edee4-d629-4f81-bb64-515811a7af35 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Calling delete_port for 9866b778-24f5-4595-ba1d-c9d511ec6aab owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:20:33.813236 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fe3f88f7-adaf-41d1-8789-0e7f7c6fccd3 req-1e5af3ff-e3ca-4342-8c3e-5868d5a72986 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439732 Aug 23 15:20:33.955466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892346b-80e7-4985-a30d-4eab92106775 req-e761de3c-b740-42ec-aa43-065986975240 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:33.957613 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9892346b-80e7-4985-a30d-4eab92106775 req-e761de3c-b740-42ec-aa43-065986975240 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.0725675 Aug 23 15:20:34.052609 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9892346b-80e7-4985-a30d-4eab92106775 req-f5107ae9-3419-4545-9d77-1b94d700e254 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830579 Aug 23 15:20:34.115616 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-22b001c9-7f19-4b52-927b-05b13947ffec req-bb5edee4-d629-4f81-bb64-515811a7af35 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:34.128142 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['9866b778-24f5-4595-ba1d-c9d511ec6aab'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:20:34.147767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['1c55ab82-181c-45dc-842d-b6d5bf3f9b27'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:20:34.196471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5edee4-d629-4f81-bb64-515811a7af35 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Pushing event deleted for resources: {'Port': ['ID=9866b778-24f5-4595-ba1d-c9d511ec6aab,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:34.229001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb5211-6c61-4818-9225-8f7c09b3ce12 req-1a0a7d41-7a5e-4fd3-81f0-078edc4d1942 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:34.231323 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3dbb5211-6c61-4818-9225-8f7c09b3ce12 req-1a0a7d41-7a5e-4fd3-81f0-078edc4d1942 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.0907714 Aug 23 15:20:34.248530 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b001c9-7f19-4b52-927b-05b13947ffec req-bb5edee4-d629-4f81-bb64-515811a7af35 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] No DVR routers for this DVR port 9866b778-24f5-4595-ba1d-c9d511ec6aab on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:20:34.252890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-22b001c9-7f19-4b52-927b-05b13947ffec req-bb5edee4-d629-4f81-bb64-515811a7af35 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:34.257998 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-22b001c9-7f19-4b52-927b-05b13947ffec req-bb5edee4-d629-4f81-bb64-515811a7af35 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.61 "DELETE /v2.0/ports/9866b778-24f5-4595-ba1d-c9d511ec6aab HTTP/1.1" status: 204 len: 173 time: 0.7163835 Aug 23 15:20:34.259013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e579d15c-8e65-4e48-92fd-92ff98bfc23a', 'name': 'network-vif-deleted', 'tag': '9866b778-24f5-4595-ba1d-c9d511ec6aab'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:20:34.262776 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4e965e-530c-4ca8-91d7-20a7d27de1d3" -d '{"events": [{"server_uuid": "e579d15c-8e65-4e48-92fd-92ff98bfc23a", "name": "network-vif-deleted", "tag": "9866b778-24f5-4595-ba1d-c9d511ec6aab"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:20:34.306144 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3dbb5211-6c61-4818-9225-8f7c09b3ce12 req-983d54b0-67c8-4d8c-8b71-3b21fb03de2e tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672729 Aug 23 15:20:34.415017 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adf7b73-d715-4d6e-92ea-c0001e5cdbda x-openstack-request-id: req-9adf7b73-d715-4d6e-92ea-c0001e5cdbda {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:20:34.415604 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e579d15c-8e65-4e48-92fd-92ff98bfc23a", "name": "network-vif-deleted", "tag": "9866b778-24f5-4595-ba1d-c9d511ec6aab", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:20:34.416512 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9adf7b73-d715-4d6e-92ea-c0001e5cdbda {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:20:34.417054 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e579d15c-8e65-4e48-92fd-92ff98bfc23a', 'name': 'network-vif-deleted', 'tag': '9866b778-24f5-4595-ba1d-c9d511ec6aab', 'status': 'completed', 'code': 200} Aug 23 15:20:34.995461 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-90945bca-b5ef-4fbb-867c-614a901b4ad7 req-3b636495-e2a7-45cb-b93e-23d391bc1a71 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e579d15c-8e65-4e48-92fd-92ff98bfc23a HTTP/1.1" status: 200 len: 210 time: 0.0399928 Aug 23 15:20:35.220218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da883add-8dd4-4eec-a74a-54311ae07b73 req-ab668c5d-c8e8-4526-b8be-3c7e985f2f0c tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:35.228624 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da883add-8dd4-4eec-a74a-54311ae07b73 req-ab668c5d-c8e8-4526-b8be-3c7e985f2f0c tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.0903459 Aug 23 15:20:35.288197 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da883add-8dd4-4eec-a74a-54311ae07b73 req-f5b05844-2896-479e-85b0-61e087dc6f23 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517731 Aug 23 15:20:36.469156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7175026-2916-4822-85c9-0e0ff3ed3c2e req-61b69bcd-fcd2-45f4-9ae4-97e655870622 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:36.471076 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7175026-2916-4822-85c9-0e0ff3ed3c2e req-61b69bcd-fcd2-45f4-9ae4-97e655870622 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.0673609 Aug 23 15:20:36.530957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7175026-2916-4822-85c9-0e0ff3ed3c2e req-0efa4bcf-eeaf-4325-bfd4-dfd7d678c481 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482597 Aug 23 15:20:36.660882 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 9866b778-24f5-4595-ba1d-c9d511ec6aab no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:20:36.702562 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 9866b778-24f5-4595-ba1d-c9d511ec6aab {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:20:36.702911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 9866b778-24f5-4595-ba1d-c9d511ec6aab not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:20:36.899828 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908d0f1-55b7-4da6-80b0-4291d896e437 req-fab4e0b6-9434-418a-8f89-3a8c2cdca18f tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:36.907786 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0908d0f1-55b7-4da6-80b0-4291d896e437 req-fab4e0b6-9434-418a-8f89-3a8c2cdca18f tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1097 time: 0.0568991 Aug 23 15:20:36.959834 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0908d0f1-55b7-4da6-80b0-4291d896e437 req-2b96ffa6-c578-4623-bc0e-01ee3183f444 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468416 Aug 23 15:20:37.265617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7844b-7701-4652-ada0-3e9cddc5af92 req-69ec800a-5af0-422b-96c7-080897ac6313 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:37.267489 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ffd7844b-7701-4652-ada0-3e9cddc5af92 req-69ec800a-5af0-422b-96c7-080897ac6313 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.0832922 Aug 23 15:20:37.356509 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ffd7844b-7701-4652-ada0-3e9cddc5af92 req-25adefd8-3a0f-43e0-832c-a3857f5c4769 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756619 Aug 23 15:20:37.564723 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa09b8-7c42-4444-9c41-3cb158cf04b8 req-2fb71a80-846e-4c56-9766-d0f7ef799704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:37.566400 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0faa09b8-7c42-4444-9c41-3cb158cf04b8 req-2fb71a80-846e-4c56-9766-d0f7ef799704 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f40f8c3985494f338923b9c6a0808e55&device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 1096 time: 0.2443707 Aug 23 15:20:37.703932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa09b8-7c42-4444-9c41-3cb158cf04b8 req-4cc891ce-8a74-4ec4-ace0-95a98c42281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:37.707141 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0faa09b8-7c42-4444-9c41-3cb158cf04b8 req-4cc891ce-8a74-4ec4-ace0-95a98c42281d service neutron] 10.222.0.61 "GET /v2.0/networks?id=48510f1e-7bd6-40c2-9743-a3f08451ab45 HTTP/1.1" status: 200 len: 913 time: 0.1331735 Aug 23 15:20:37.754405 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0faa09b8-7c42-4444-9c41-3cb158cf04b8 req-2cbd023b-96a6-4e9a-98de-d37ee8a51363 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=596e9216-e047-4245-b09a-682220ded376 HTTP/1.1" status: 200 len: 217 time: 0.0397892 Aug 23 15:20:37.827098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa09b8-7c42-4444-9c41-3cb158cf04b8 req-b99b0e18-e4f3-4534-ae04-af0f0d27d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:37.828765 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0faa09b8-7c42-4444-9c41-3cb158cf04b8 req-b99b0e18-e4f3-4534-ae04-af0f0d27d746 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e35a3257-4b6a-4b9d-9204-8f0df510384d HTTP/1.1" status: 200 len: 852 time: 0.0679238 Aug 23 15:20:37.878366 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0faa09b8-7c42-4444-9c41-3cb158cf04b8 req-1e805fa2-147c-494c-86f8-224ebdc58e2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48510f1e-7bd6-40c2-9743-a3f08451ab45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419788 Aug 23 15:20:38.000706 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0faa09b8-7c42-4444-9c41-3cb158cf04b8 req-27e67504-6d5e-49fc-904e-9f39eb188fec service neutron] 10.222.0.61 "GET /v2.0/networks/48510f1e-7bd6-40c2-9743-a3f08451ab45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156089 Aug 23 15:20:38.160134 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0faa09b8-7c42-4444-9c41-3cb158cf04b8 req-6bf2a37f-6a2e-4d6a-ac3f-fcafc76edd6e service neutron] 10.222.0.61 "GET /v2.0/networks/48510f1e-7bd6-40c2-9743-a3f08451ab45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512804 Aug 23 15:20:38.219764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaeb006-36a9-4cc1-b7df-9bf4206346f8 req-0bfeb9f8-f152-402d-a036-e2e55a326983 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:38.222616 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-feaeb006-36a9-4cc1-b7df-9bf4206346f8 req-0bfeb9f8-f152-402d-a036-e2e55a326983 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1097 time: 0.1264584 Aug 23 15:20:38.232460 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badb2e0-a1c7-4ec2-b550-61111cd8afb2 req-1e2b09bc-a915-4af9-bdc3-2d65f8e10e32 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:38.235306 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7badb2e0-a1c7-4ec2-b550-61111cd8afb2 req-1e2b09bc-a915-4af9-bdc3-2d65f8e10e32 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 1097 time: 0.0774930 Aug 23 15:20:38.356443 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-feaeb006-36a9-4cc1-b7df-9bf4206346f8 req-82e4c9e1-0669-43c6-bb04-ecca7328591e tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=f7a6d537-adba-4378-922c-6afead68b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197751 Aug 23 15:20:38.388886 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-7badb2e0-a1c7-4ec2-b550-61111cd8afb2 req-f503a056-94ed-4d51-bf61-b68850f01def tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Deleting port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:20:38.389239 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7badb2e0-a1c7-4ec2-b550-61111cd8afb2 req-f503a056-94ed-4d51-bf61-b68850f01def tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:38.507309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-7badb2e0-a1c7-4ec2-b550-61111cd8afb2 req-f503a056-94ed-4d51-bf61-b68850f01def tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] For port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=1c55ab82-181c-45dc-842d-b6d5bf3f9b27,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:38.508097 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7badb2e0-a1c7-4ec2-b550-61111cd8afb2 req-f503a056-94ed-4d51-bf61-b68850f01def tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:38.522138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-7badb2e0-a1c7-4ec2-b550-61111cd8afb2 req-f503a056-94ed-4d51-bf61-b68850f01def tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Calling delete_port for 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:20:38.537040 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656764f-8745-41f3-bbea-b0f0bfbb2471 req-eb8d1aed-44fe-45c8-b5e6-5c5d239f50bc tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:38.540178 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5656764f-8745-41f3-bbea-b0f0bfbb2471 req-eb8d1aed-44fe-45c8-b5e6-5c5d239f50bc tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.0791910 Aug 23 15:20:38.664075 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5656764f-8745-41f3-bbea-b0f0bfbb2471 req-d5398337-891d-4677-8b51-b72c13b68696 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786173 Aug 23 15:20:38.837935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7badb2e0-a1c7-4ec2-b550-61111cd8afb2 req-f503a056-94ed-4d51-bf61-b68850f01def tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:38.850657 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['1c55ab82-181c-45dc-842d-b6d5bf3f9b27'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:20:38.879491 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503a056-94ed-4d51-bf61-b68850f01def tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c55ab82-181c-45dc-842d-b6d5bf3f9b27,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:38.941450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-7badb2e0-a1c7-4ec2-b550-61111cd8afb2 req-f503a056-94ed-4d51-bf61-b68850f01def tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] No DVR routers for this DVR port 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:20:38.948324 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7badb2e0-a1c7-4ec2-b550-61111cd8afb2 req-f503a056-94ed-4d51-bf61-b68850f01def tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:38.951604 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7badb2e0-a1c7-4ec2-b550-61111cd8afb2 req-f503a056-94ed-4d51-bf61-b68850f01def tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.57 "DELETE /v2.0/ports/1c55ab82-181c-45dc-842d-b6d5bf3f9b27 HTTP/1.1" status: 204 len: 173 time: 0.7096815 Aug 23 15:20:38.952328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81b7d5c-ca32-497b-b1c5-cc4571c701a4', 'name': 'network-vif-deleted', 'tag': '1c55ab82-181c-45dc-842d-b6d5bf3f9b27'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:20:38.961978 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a34c964-5a8e-48ca-8eb6-b123c1687097" -d '{"events": [{"server_uuid": "d81b7d5c-ca32-497b-b1c5-cc4571c701a4", "name": "network-vif-deleted", "tag": "1c55ab82-181c-45dc-842d-b6d5bf3f9b27"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:20:39.035952 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067a2855-4145-490d-a851-0b3222e63946 x-openstack-request-id: req-067a2855-4145-490d-a851-0b3222e63946 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:20:39.036607 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81b7d5c-ca32-497b-b1c5-cc4571c701a4", "name": "network-vif-deleted", "tag": "1c55ab82-181c-45dc-842d-b6d5bf3f9b27", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:20:39.037102 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-067a2855-4145-490d-a851-0b3222e63946 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:20:39.040126 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81b7d5c-ca32-497b-b1c5-cc4571c701a4', 'name': 'network-vif-deleted', 'tag': '1c55ab82-181c-45dc-842d-b6d5bf3f9b27', 'status': 'completed', 'code': 200} Aug 23 15:20:39.467311 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-06850d2e-f924-4de3-ba9d-a31d351e62de req-5f3377c0-b065-431a-8734-3f0ef1c40a52 tempest-TestServerMultinode-1940109740 tempest-TestServerMultinode-1940109740-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d81b7d5c-ca32-497b-b1c5-cc4571c701a4 HTTP/1.1" status: 200 len: 210 time: 0.0296094 Aug 23 15:20:39.794605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062e081-e48d-4659-9dbf-37a1a6939387 req-a46dcb05-f2f6-4c30-ae29-816be1752ee3 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:39.796075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0062e081-e48d-4659-9dbf-37a1a6939387 req-a46dcb05-f2f6-4c30-ae29-816be1752ee3 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.0820491 Aug 23 15:20:39.850624 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0062e081-e48d-4659-9dbf-37a1a6939387 req-67d19268-ded0-4d8d-ad6d-1ac8c2517d7f tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470428 Aug 23 15:20:40.546609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57706) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:40.752251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c03971-c622-4757-995b-62dadb4659aa req-37083e1b-b078-4495-a244-4a00272d4592 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:40.754387 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09c03971-c622-4757-995b-62dadb4659aa req-37083e1b-b078-4495-a244-4a00272d4592 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.1372313 Aug 23 15:20:40.881469 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09c03971-c622-4757-995b-62dadb4659aa req-5a215600-d1db-40d3-9588-b5f4874de42a tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174235 Aug 23 15:20:41.195970 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0267c93-1bb6-4839-b4d4-f7d907f831be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:41.972411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f0267c93-1bb6-4839-b4d4-f7d907f831be admin admin] Deleting port 4405c147-726b-4138-93ef-4c723cd29dcc {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:20:41.973809 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0267c93-1bb6-4839-b4d4-f7d907f831be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:42.066383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43beb6-dfe7-4090-b5f3-807d398b533a req-c8f50e09-f37a-4c7b-9aae-28fe26ea7d4c tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:42.070679 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fa43beb6-dfe7-4090-b5f3-807d398b533a req-c8f50e09-f37a-4c7b-9aae-28fe26ea7d4c tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.0857968 Aug 23 15:20:42.114666 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-f0267c93-1bb6-4839-b4d4-f7d907f831be admin admin] For port 4405c147-726b-4138-93ef-4c723cd29dcc, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=4405c147-726b-4138-93ef-4c723cd29dcc,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:42.115798 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0267c93-1bb6-4839-b4d4-f7d907f831be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:42.143296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fa43beb6-dfe7-4090-b5f3-807d398b533a req-85844c32-5d0f-4df9-9f19-79f7516e0033 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614057 Aug 23 15:20:42.145171 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f0267c93-1bb6-4839-b4d4-f7d907f831be admin admin] Calling delete_port for 4405c147-726b-4138-93ef-4c723cd29dcc owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:20:42.295383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:20:42.325382 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:20:42.325724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 1c55ab82-181c-45dc-842d-b6d5bf3f9b27 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:20:42.535888 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0267c93-1bb6-4839-b4d4-f7d907f831be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:42.586438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0267c93-1bb6-4839-b4d4-f7d907f831be admin admin] Pushing event deleted for resources: {'Port': ['ID=4405c147-726b-4138-93ef-4c723cd29dcc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:42.648314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493611f-3441-4f2c-88b9-857224802a05 req-4941678a-4325-4f74-8e0b-d25fb0013f08 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:42.650157 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4493611f-3441-4f2c-88b9-857224802a05 req-4941678a-4325-4f74-8e0b-d25fb0013f08 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.0696545 Aug 23 15:20:42.743618 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4493611f-3441-4f2c-88b9-857224802a05 req-5a75902f-8ede-44b2-8aeb-e6f114afaf2a tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738206 Aug 23 15:20:42.856477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3551d2f-a078-431a-adab-e466a250b204 req-ea8a82f7-a5de-43b9-bd33-68e610934a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:42.858019 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3551d2f-a078-431a-adab-e466a250b204 req-ea8a82f7-a5de-43b9-bd33-68e610934a3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f40f8c3985494f338923b9c6a0808e55&device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 1096 time: 0.0959041 Aug 23 15:20:42.934115 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0267c93-1bb6-4839-b4d4-f7d907f831be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:43.038911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3551d2f-a078-431a-adab-e466a250b204 req-3b219f1a-19e8-443f-bc15-93ad90832608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:43.040551 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3551d2f-a078-431a-adab-e466a250b204 req-3b219f1a-19e8-443f-bc15-93ad90832608 service neutron] 10.222.0.61 "GET /v2.0/networks?id=48510f1e-7bd6-40c2-9743-a3f08451ab45 HTTP/1.1" status: 200 len: 913 time: 0.1741755 Aug 23 15:20:43.121066 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3551d2f-a078-431a-adab-e466a250b204 req-c4ffd52d-650a-4f94-b6db-7cb901dad381 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=596e9216-e047-4245-b09a-682220ded376 HTTP/1.1" status: 200 len: 217 time: 0.0438769 Aug 23 15:20:43.220798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3551d2f-a078-431a-adab-e466a250b204 req-8febfb3a-cef4-4f6c-a5ec-7f5f44f4ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:43.222320 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3551d2f-a078-431a-adab-e466a250b204 req-8febfb3a-cef4-4f6c-a5ec-7f5f44f4ee6e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e35a3257-4b6a-4b9d-9204-8f0df510384d HTTP/1.1" status: 200 len: 852 time: 0.0941355 Aug 23 15:20:43.263481 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3551d2f-a078-431a-adab-e466a250b204 req-413f8f76-39d5-4279-b403-a0afac252ac4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=48510f1e-7bd6-40c2-9743-a3f08451ab45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336397 Aug 23 15:20:43.391353 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0267c93-1bb6-4839-b4d4-f7d907f831be admin admin] Router 539039f0-c2c2-4efb-88c4-64254ed83633 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:20:43.426798 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3551d2f-a078-431a-adab-e466a250b204 req-caac9dbf-0b7f-474e-89a5-9fa2a2a0c7e4 service neutron] 10.222.0.61 "GET /v2.0/networks/48510f1e-7bd6-40c2-9743-a3f08451ab45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567838 Aug 23 15:20:43.616237 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0267c93-1bb6-4839-b4d4-f7d907f831be admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:20:43.621726 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f0267c93-1bb6-4839-b4d4-f7d907f831be admin admin] 10.222.0.38 "PUT /v2.0/routers/539039f0-c2c2-4efb-88c4-64254ed83633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0739386 Aug 23 15:20:43.624775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57814) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:43.626065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a2a9f-f516-47e2-9406-ef8c45967a63 None None] Sync routers for ids ['539039f0-c2c2-4efb-88c4-64254ed83633'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:20:43.627830 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3551d2f-a078-431a-adab-e466a250b204 req-1362e2d8-6742-43db-bf93-e94d3858a28e service neutron] 10.222.0.61 "GET /v2.0/networks/48510f1e-7bd6-40c2-9743-a3f08451ab45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614940 Aug 23 15:20:43.637563 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a2a9f-f516-47e2-9406-ef8c45967a63 None None] Routers {'539039f0-c2c2-4efb-88c4-64254ed83633'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:20:43.638468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3b0a2a9f-f516-47e2-9406-ef8c45967a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:20:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['539039f0-c2c2-4efb-88c4-64254ed83633'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:43.775219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-3b0a2a9f-f516-47e2-9406-ef8c45967a63 None None] Set router 539039f0-c2c2-4efb-88c4-64254ed83633 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:20:43.778120 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:43.915781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc702de4-53e8-48f4-a120-b2edb1430504 req-aace7463-32eb-4c3e-9ba3-61f6c586eada tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:43.924576 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:43.925035 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dc702de4-53e8-48f4-a120-b2edb1430504 req-aace7463-32eb-4c3e-9ba3-61f6c586eada tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.0928648 Aug 23 15:20:43.976281 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dc702de4-53e8-48f4-a120-b2edb1430504 req-e3f456fd-9c82-4246-ae1d-72cc417c3c66 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500705 Aug 23 15:20:44.044124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3b0a2a9f-f516-47e2-9406-ef8c45967a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'name': 'tempest-TestServerMultinode-992298892-router', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'f8cd06fe-7cd5-4403-bd03-2ef67bc96659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:38Z', 'updated_at': '2021-08-23T15:20:42Z', 'revision_number': 5, 'project_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'gw_port': {'id': 'f8cd06fe-7cd5-4403-bd03-2ef67bc96659', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:99:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:39Z', 'updated_at': '2021-08-23T15:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:44.054170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] Deleting port f8cd06fe-7cd5-4403-bd03-2ef67bc96659 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:20:44.054170 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:44.076231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a2a9f-f516-47e2-9406-ef8c45967a63 None None] Checking router: 539039f0-c2c2-4efb-88c4-64254ed83633 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:20:44.086681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a2a9f-f516-47e2-9406-ef8c45967a63 None None] Routers {'539039f0-c2c2-4efb-88c4-64254ed83633'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:20:44.087403 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3b0a2a9f-f516-47e2-9406-ef8c45967a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:20:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['539039f0-c2c2-4efb-88c4-64254ed83633'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:44.164095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] For port f8cd06fe-7cd5-4403-bd03-2ef67bc96659, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f8cd06fe-7cd5-4403-bd03-2ef67bc96659,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:44.164474 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:44.180396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] Calling delete_port for f8cd06fe-7cd5-4403-bd03-2ef67bc96659 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:20:44.185234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-3b0a2a9f-f516-47e2-9406-ef8c45967a63 None None] Set router 539039f0-c2c2-4efb-88c4-64254ed83633 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:20:44.247704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3b0a2a9f-f516-47e2-9406-ef8c45967a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'name': 'tempest-TestServerMultinode-992298892-router', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:38Z', 'updated_at': '2021-08-23T15:20:43Z', 'revision_number': 6, 'project_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:44.283914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a2a9f-f516-47e2-9406-ef8c45967a63 None None] The sync data for ids ['539039f0-c2c2-4efb-88c4-64254ed83633'] in n-d-804985-3 is: [{'id': '539039f0-c2c2-4efb-88c4-64254ed83633', 'name': 'tempest-TestServerMultinode-992298892-router', 'tenant_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:38Z', 'updated_at': '2021-08-23T15:20:43Z', 'revision_number': 6, 'project_id': 'e8c42f479c954c8d874f36e6e4ad783f', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:20:44.580337 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:44.593340 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8cd06fe-7cd5-4403-bd03-2ef67bc96659,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:44.684131 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:44.793442 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:44.797625 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:44.969903 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:44.971367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 539039f0-c2c2-4efb-88c4-64254ed83633 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:20:44.978758 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:44.980030 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-da018ace-faee-48e4-8cb0-28d910e1bc93 admin admin] 10.222.0.38 "DELETE /v2.0/routers/539039f0-c2c2-4efb-88c4-64254ed83633 HTTP/1.1" status: 204 len: 168 time: 1.3541331 Aug 23 15:20:44.983174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57850) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:45.049203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-1881f41d-48f3-4370-9c5f-1b0ecdfe67f3 admin admin] Deleting subnet 5be336ee-0ac7-4ca1-ad11-23e333e7ac3a {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:20:45.054038 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1881f41d-48f3-4370-9c5f-1b0ecdfe67f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:45.119281 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1881f41d-48f3-4370-9c5f-1b0ecdfe67f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:45.216742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3fa00-f40a-47e2-bee9-d0ffb8416cd1 req-4cd7ce80-3a5e-4f93-b01c-626be0cb5ab9 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:45.218731 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-96c3fa00-f40a-47e2-bee9-d0ffb8416cd1 req-4cd7ce80-3a5e-4f93-b01c-626be0cb5ab9 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.1137376 Aug 23 15:20:45.309009 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1881f41d-48f3-4370-9c5f-1b0ecdfe67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:45.314212 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-96c3fa00-f40a-47e2-bee9-d0ffb8416cd1 req-0932171e-1223-46d3-9c20-0d22f1ec9310 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844467 Aug 23 15:20:45.564608 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1881f41d-48f3-4370-9c5f-1b0ecdfe67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:45.612415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881f41d-48f3-4370-9c5f-1b0ecdfe67f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be336ee-0ac7-4ca1-ad11-23e333e7ac3a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:45.614817 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1881f41d-48f3-4370-9c5f-1b0ecdfe67f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:45.617336 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1881f41d-48f3-4370-9c5f-1b0ecdfe67f3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5be336ee-0ac7-4ca1-ad11-23e333e7ac3a HTTP/1.1" status: 204 len: 168 time: 0.6330369 Aug 23 15:20:45.620315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 57878) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:45.629198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b6abd-edae-4932-8650-9ff818d08a8a None None] Network a9bd7126-d65d-42bd-9e42-269535fc0871 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:20:45.745560 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:45.829428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] Deleting port 0c1f6600-316e-464d-861d-3f932eaebe0b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:20:45.830096 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:45.940699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] For port 0c1f6600-316e-464d-861d-3f932eaebe0b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0c1f6600-316e-464d-861d-3f932eaebe0b,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:45.941078 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:45.960426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] Calling delete_port for 0c1f6600-316e-464d-861d-3f932eaebe0b owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:20:45.983881 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4405c147-726b-4138-93ef-4c723cd29dcc no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:20:46.010648 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 4405c147-726b-4138-93ef-4c723cd29dcc {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:20:46.010995 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4405c147-726b-4138-93ef-4c723cd29dcc not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:20:46.011618 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f8cd06fe-7cd5-4403-bd03-2ef67bc96659 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:20:46.032914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: f8cd06fe-7cd5-4403-bd03-2ef67bc96659 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:20:46.033564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f8cd06fe-7cd5-4403-bd03-2ef67bc96659 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:20:46.111434 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b731d8a1-7b94-4acb-8f02-4564b3f95d47 None None] DHCP port deletion for a9bd7126-d65d-42bd-9e42-269535fc0871 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:20:46.164343 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:46.182534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b731d8a1-7b94-4acb-8f02-4564b3f95d47 None None] Deleting port 0c1f6600-316e-464d-861d-3f932eaebe0b {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:20:46.182953 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b731d8a1-7b94-4acb-8f02-4564b3f95d47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:46.185411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689288d0-3dea-43e8-aea8-1dc73059a4c4 req-7a382df0-e0be-4969-8a06-77fa6b516262 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:46.187072 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-689288d0-3dea-43e8-aea8-1dc73059a4c4 req-7a382df0-e0be-4969-8a06-77fa6b516262 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.0696504 Aug 23 15:20:46.233979 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-689288d0-3dea-43e8-aea8-1dc73059a4c4 req-c80b0e01-729c-4194-a491-3b9fb1b21e2b tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398073 Aug 23 15:20:46.253148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b731d8a1-7b94-4acb-8f02-4564b3f95d47 None None] For port 0c1f6600-316e-464d-861d-3f932eaebe0b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0c1f6600-316e-464d-861d-3f932eaebe0b,segment=NetworkSegment(37fd4a8c-66e5-4151-89f4-4d47880ae558),segment_id=37fd4a8c-66e5-4151-89f4-4d47880ae558)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:46.253613 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b731d8a1-7b94-4acb-8f02-4564b3f95d47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:46.268818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b731d8a1-7b94-4acb-8f02-4564b3f95d47 None None] Calling delete_port for 0c1f6600-316e-464d-861d-3f932eaebe0b owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:20:46.334549 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:46.364431 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1f6600-316e-464d-861d-3f932eaebe0b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:46.370151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] No DVR routers for this DVR port 0c1f6600-316e-464d-861d-3f932eaebe0b on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:20:46.385183 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b731d8a1-7b94-4acb-8f02-4564b3f95d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:46.410682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731d8a1-7b94-4acb-8f02-4564b3f95d47 None None] Pushing event deleted for resources: {'Port': ['ID=0c1f6600-316e-464d-861d-3f932eaebe0b,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:46.416768 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b731d8a1-7b94-4acb-8f02-4564b3f95d47 None None] No DVR routers for this DVR port 0c1f6600-316e-464d-861d-3f932eaebe0b on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:20:46.504387 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:46.522848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9bd7126-d65d-42bd-9e42-269535fc0871']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:46.536470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fd4a8c-66e5-4151-89f4-4d47880ae558') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:46.536771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fd4a8c-66e5-4151-89f4-4d47880ae558') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:46.548011 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:46.569121 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:46.576568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:20:46.576991 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:20:46.578882 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:20:46.969053 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:46.999050 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:47.000415 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 57912) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:47.001089 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a9bd7126-d65d-42bd-9e42-269535fc0871 HTTP/1.1" status: 204 len: 168 time: 1.3555431 Aug 23 15:20:47.001089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54675-db81-4732-ae30-5bde0d6f8c50 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9bd7126-d65d-42bd-9e42-269535fc0871,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:47.420532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6f6d4-aa4f-4b0d-b4c4-b1557d59d7ce req-1c750f1e-eadd-4bca-92d5-4930c11ff0dd tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:47.424102 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-73d6f6d4-aa4f-4b0d-b4c4-b1557d59d7ce req-1c750f1e-eadd-4bca-92d5-4930c11ff0dd tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.0870941 Aug 23 15:20:47.508173 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-73d6f6d4-aa4f-4b0d-b4c4-b1557d59d7ce req-9bb20109-077b-41d2-b2a7-d0c5cff1033a tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706110 Aug 23 15:20:47.533282 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-234d6667-6c4f-44e9-a0c9-7cf83dd652d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:47.840001 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-234d6667-6c4f-44e9-a0c9-7cf83dd652d4 admin admin] Deleting port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:20:47.840415 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-234d6667-6c4f-44e9-a0c9-7cf83dd652d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:47.934539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0c1f6600-316e-464d-861d-3f932eaebe0b no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:20:47.981122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 0c1f6600-316e-464d-861d-3f932eaebe0b {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:20:47.982684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0c1f6600-316e-464d-861d-3f932eaebe0b not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:20:47.989537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0251a1-9a19-4a02-87b3-edab8807ef04 req-411108bc-e704-481a-a476-77eba867210d tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:47.991129 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1b0251a1-9a19-4a02-87b3-edab8807ef04 req-411108bc-e704-481a-a476-77eba867210d tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.61 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.0973539 Aug 23 15:20:47.993349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-234d6667-6c4f-44e9-a0c9-7cf83dd652d4 admin admin] For port 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1e9f6bbd-131c-4824-8ae8-4651fce5f8ac,segment=NetworkSegment(35a84077-c753-404f-9d39-740886fe83b6),segment_id=35a84077-c753-404f-9d39-740886fe83b6)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:47.993797 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-234d6667-6c4f-44e9-a0c9-7cf83dd652d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:48.034158 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-234d6667-6c4f-44e9-a0c9-7cf83dd652d4 admin admin] Calling delete_port for 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:20:48.238655 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-1b0251a1-9a19-4a02-87b3-edab8807ef04 req-6c1b99ef-9002-4598-868b-689a1a809984 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Deleting port 596e9216-e047-4245-b09a-682220ded376 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:20:48.239199 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1b0251a1-9a19-4a02-87b3-edab8807ef04 req-6c1b99ef-9002-4598-868b-689a1a809984 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:48.479170 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-1b0251a1-9a19-4a02-87b3-edab8807ef04 req-6c1b99ef-9002-4598-868b-689a1a809984 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] For port 596e9216-e047-4245-b09a-682220ded376, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=596e9216-e047-4245-b09a-682220ded376,segment=NetworkSegment(ef364f83-8ec9-4752-93c5-71f43d502b74),segment_id=ef364f83-8ec9-4752-93c5-71f43d502b74)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:48.479790 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1b0251a1-9a19-4a02-87b3-edab8807ef04 req-6c1b99ef-9002-4598-868b-689a1a809984 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:48.513530 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [req-1b0251a1-9a19-4a02-87b3-edab8807ef04 req-6c1b99ef-9002-4598-868b-689a1a809984 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Calling delete_port for 596e9216-e047-4245-b09a-682220ded376 owned by compute:nova {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:20:48.670221 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-234d6667-6c4f-44e9-a0c9-7cf83dd652d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:48.712455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad6178-30d9-4d60-9b68-484e884ffc6f req-4264b58e-d12c-4697-92cd-f66693aeb10b tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:20:48.715682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cdad6178-30d9-4d60-9b68-484e884ffc6f req-4264b58e-d12c-4697-92cd-f66693aeb10b tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 945 time: 0.1094239 Aug 23 15:20:48.751046 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d6667-6c4f-44e9-a0c9-7cf83dd652d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e9f6bbd-131c-4824-8ae8-4651fce5f8ac,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:48.825988 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cdad6178-30d9-4d60-9b68-484e884ffc6f req-c8b4ffab-c6ef-4887-bc51-c22fb014cdf0 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/security-groups?id=ddcabdf2-d2ea-4f10-b964-a17c55325de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632844 Aug 23 15:20:48.905043 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1b0251a1-9a19-4a02-87b3-edab8807ef04 req-6c1b99ef-9002-4598-868b-689a1a809984 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:48.995060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b99ef-9002-4598-868b-689a1a809984 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Pushing event deleted for resources: {'Port': ['ID=596e9216-e047-4245-b09a-682220ded376,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:49.553028 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0251a1-9a19-4a02-87b3-edab8807ef04 req-6c1b99ef-9002-4598-868b-689a1a809984 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] No DVR routers for this DVR port 596e9216-e047-4245-b09a-682220ded376 on host n-h2-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:20:49.557255 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-1b0251a1-9a19-4a02-87b3-edab8807ef04 req-6c1b99ef-9002-4598-868b-689a1a809984 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:49.559254 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1b0251a1-9a19-4a02-87b3-edab8807ef04 req-6c1b99ef-9002-4598-868b-689a1a809984 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.61 "DELETE /v2.0/ports/596e9216-e047-4245-b09a-682220ded376 HTTP/1.1" status: 204 len: 173 time: 1.5554307 Aug 23 15:20:49.559731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e362789a-6091-4b4e-9f6e-722a8f0eb532', 'name': 'network-vif-deleted', 'tag': '596e9216-e047-4245-b09a-682220ded376'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:20:49.562047 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef18c2aa-4813-4813-ad6f-2d3fe7fb5da6" -d '{"events": [{"server_uuid": "e362789a-6091-4b4e-9f6e-722a8f0eb532", "name": "network-vif-deleted", "tag": "596e9216-e047-4245-b09a-682220ded376"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:20:49.598017 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-234d6667-6c4f-44e9-a0c9-7cf83dd652d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:49.609829 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842de59a-3e83-4096-a90c-caec49341367 x-openstack-request-id: req-842de59a-3e83-4096-a90c-caec49341367 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:20:49.609829 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e362789a-6091-4b4e-9f6e-722a8f0eb532", "name": "network-vif-deleted", "tag": "596e9216-e047-4245-b09a-682220ded376", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:20:49.609829 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-842de59a-3e83-4096-a90c-caec49341367 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:20:49.609829 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e362789a-6091-4b4e-9f6e-722a8f0eb532', 'name': 'network-vif-deleted', 'tag': '596e9216-e047-4245-b09a-682220ded376', 'status': 'completed', 'code': 200} Aug 23 15:20:50.066217 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cc18faeb-2a3d-4523-8471-1389990319c1 req-f4d6dfe4-47af-43fe-96a8-86d7ed881df3 tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 210 time: 0.0489619 Aug 23 15:20:50.085519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234d6667-6c4f-44e9-a0c9-7cf83dd652d4 admin admin] Router 201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:20:50.275691 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234d6667-6c4f-44e9-a0c9-7cf83dd652d4 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:20:50.284263 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-234d6667-6c4f-44e9-a0c9-7cf83dd652d4 admin admin] 10.222.0.38 "PUT /v2.0/routers/201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3057070 Aug 23 15:20:50.286801 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58032) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:50.288546 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b23344-7f86-43be-9669-03e8f4a5f03c None None] Sync routers for ids ['201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:20:50.301160 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b23344-7f86-43be-9669-03e8f4a5f03c None None] Routers {'201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:20:50.306706 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-46b23344-7f86-43be-9669-03e8f4a5f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:20:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:50.444655 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:50.448151 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-46b23344-7f86-43be-9669-03e8f4a5f03c None None] Set router 201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:20:50.473656 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:50.711600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 596e9216-e047-4245-b09a-682220ded376 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:20:50.809943 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-46b23344-7f86-43be-9669-03e8f4a5f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'name': 'tempest-TestServerMultinode-1028786179-router', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:49Z', 'updated_at': '2021-08-23T15:20:48Z', 'revision_number': 5, 'project_id': 'd4d869e035c4474593fb09fe0f6ac667', 'gw_port': {'id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:13:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:50Z', 'updated_at': '2021-08-23T15:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:50.814101 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:50.870723 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b23344-7f86-43be-9669-03e8f4a5f03c None None] Checking router: 201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:20:50.886098 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b23344-7f86-43be-9669-03e8f4a5f03c None None] Routers {'201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:20:50.888194 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-46b23344-7f86-43be-9669-03e8f4a5f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:20:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:50.902869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 596e9216-e047-4245-b09a-682220ded376 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:20:50.903369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 596e9216-e047-4245-b09a-682220ded376 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:20:51.112060 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-46b23344-7f86-43be-9669-03e8f4a5f03c None None] Set router 201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:20:51.158140 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] Deleting port 693c70ca-3927-4bf2-80a8-b4c14b7144ea {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:20:51.158662 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:51.249662 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c392cac-dcc1-47b2-af9c-2284f2468afc req-baadeb99-b010-41a0-a519-d8d26381b76e tempest-TestServerAdvancedOps-151559967 tempest-TestServerAdvancedOps-151559967-project] 10.222.0.38 "GET /v2.0/ports?device_id=e362789a-6091-4b4e-9f6e-722a8f0eb532 HTTP/1.1" status: 200 len: 210 time: 0.0392094 Aug 23 15:20:51.290730 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] For port 693c70ca-3927-4bf2-80a8-b4c14b7144ea, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=693c70ca-3927-4bf2-80a8-b4c14b7144ea,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:51.291016 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:51.305066 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] Calling delete_port for 693c70ca-3927-4bf2-80a8-b4c14b7144ea owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:20:51.395369 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-46b23344-7f86-43be-9669-03e8f4a5f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'name': 'tempest-TestServerMultinode-1028786179-router', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:49Z', 'updated_at': '2021-08-23T15:20:48Z', 'revision_number': 5, 'project_id': 'd4d869e035c4474593fb09fe0f6ac667', 'gw_port': {'id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:13:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:50Z', 'updated_at': '2021-08-23T15:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:51.440189 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b23344-7f86-43be-9669-03e8f4a5f03c None None] The sync data for ids ['201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4'] in n-d-804985-3 is: [{'id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'name': 'tempest-TestServerMultinode-1028786179-router', 'tenant_id': 'd4d869e035c4474593fb09fe0f6ac667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:19:49Z', 'updated_at': '2021-08-23T15:20:48Z', 'revision_number': 5, 'project_id': 'd4d869e035c4474593fb09fe0f6ac667', 'gw_port': {'id': '693c70ca-3927-4bf2-80a8-b4c14b7144ea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:13:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:19:50Z', 'updated_at': '2021-08-23T15:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:20:51.733179 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:51.759838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] Pushing event deleted for resources: {'Port': ['ID=693c70ca-3927-4bf2-80a8-b4c14b7144ea,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:51.834802 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:51.961905 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:20:51.981107 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:51.984278 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:51.988259 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:20:51.988914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1e9f6bbd-131c-4824-8ae8-4651fce5f8ac not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:20:52.151165 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:52.151740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:20:52.162443 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:52.162443 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7a2f20bd-c963-46c1-ae86-4693aa2b3694 admin admin] 10.222.0.38 "DELETE /v2.0/routers/201c3b5d-a9b8-4f59-ac30-8ba71fd5cbd4 HTTP/1.1" status: 204 len: 168 time: 1.8693633 Aug 23 15:20:52.163309 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58104) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:52.222047 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22596b6-d84b-4e45-9924-f0c457ce4e8d admin admin] Deleting subnet ca43db29-ed34-40c3-a92e-344564ed46ca {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:20:52.228447 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d22596b6-d84b-4e45-9924-f0c457ce4e8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:52.295066 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d22596b6-d84b-4e45-9924-f0c457ce4e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:52.344292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58110) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:52.438993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-0890511e-8498-4d60-8dab-ca5022c100ea admin admin] Deleting subnet e35a3257-4b6a-4b9d-9204-8f0df510384d {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:20:52.445876 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0890511e-8498-4d60-8dab-ca5022c100ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:52.452835 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d22596b6-d84b-4e45-9924-f0c457ce4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:52.506573 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0890511e-8498-4d60-8dab-ca5022c100ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:52.562792 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0890511e-8498-4d60-8dab-ca5022c100ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:52.649369 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bc92017e-c26e-4d71-bed8-dd57a1ba3565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:52.650384 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d22596b6-d84b-4e45-9924-f0c457ce4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:52.706973 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22596b6-d84b-4e45-9924-f0c457ce4e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca43db29-ed34-40c3-a92e-344564ed46ca,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:52.710240 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d22596b6-d84b-4e45-9924-f0c457ce4e8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:52.717101 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58112) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:52.717283 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d22596b6-d84b-4e45-9924-f0c457ce4e8d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ca43db29-ed34-40c3-a92e-344564ed46ca HTTP/1.1" status: 204 len: 168 time: 0.5521686 Aug 23 15:20:52.722591 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf0ed68-276b-417c-b8bd-d55d17b9026c None None] Network 3ec285db-dbbc-4d66-82fa-b08558e627fd requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:20:52.797114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0890511e-8498-4d60-8dab-ca5022c100ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:52.840830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890511e-8498-4d60-8dab-ca5022c100ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e35a3257-4b6a-4b9d-9204-8f0df510384d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:52.858270 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0890511e-8498-4d60-8dab-ca5022c100ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:52.860731 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0890511e-8498-4d60-8dab-ca5022c100ea admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e35a3257-4b6a-4b9d-9204-8f0df510384d HTTP/1.1" status: 204 len: 168 time: 0.5140431 Aug 23 15:20:52.863528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58114) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:52.864534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:52.958055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] Deleting port 57b2db7c-012d-49ff-8481-a034f0b76cf2 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:20:52.959914 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:52.968333 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] DHCP port deletion for 3ec285db-dbbc-4d66-82fa-b08558e627fd request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:20:52.976980 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c54cbb7-bf9f-4457-906f-20ec284289ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.100873 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Deleting port 57b2db7c-012d-49ff-8481-a034f0b76cf2 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:20:53.102526 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.107239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] For port 57b2db7c-012d-49ff-8481-a034f0b76cf2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=57b2db7c-012d-49ff-8481-a034f0b76cf2,segment=NetworkSegment(35a84077-c753-404f-9d39-740886fe83b6),segment_id=35a84077-c753-404f-9d39-740886fe83b6)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:53.109796 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.134077 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] Calling delete_port for 57b2db7c-012d-49ff-8481-a034f0b76cf2 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:20:53.191762 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c54cbb7-bf9f-4457-906f-20ec284289ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.215252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9c54cbb7-bf9f-4457-906f-20ec284289ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48510f1e-7bd6-40c2-9743-a3f08451ab45']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:53.241404 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9c54cbb7-bf9f-4457-906f-20ec284289ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef364f83-8ec9-4752-93c5-71f43d502b74') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:53.241713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9c54cbb7-bf9f-4457-906f-20ec284289ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef364f83-8ec9-4752-93c5-71f43d502b74') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:53.254090 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c54cbb7-bf9f-4457-906f-20ec284289ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.257534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] For port 57b2db7c-012d-49ff-8481-a034f0b76cf2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=57b2db7c-012d-49ff-8481-a034f0b76cf2,segment=NetworkSegment(35a84077-c753-404f-9d39-740886fe83b6),segment_id=35a84077-c753-404f-9d39-740886fe83b6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:20:53.259016 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.273369 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c54cbb7-bf9f-4457-906f-20ec284289ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.280750 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Calling delete_port for 57b2db7c-012d-49ff-8481-a034f0b76cf2 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:20:53.284036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c54cbb7-bf9f-4457-906f-20ec284289ac admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:20:53.284841 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c54cbb7-bf9f-4457-906f-20ec284289ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:20:53.289460 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:20:53.311326 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.360716 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b2db7c-012d-49ff-8481-a034f0b76cf2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:53.380208 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] No DVR routers for this DVR port 57b2db7c-012d-49ff-8481-a034f0b76cf2 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:20:53.419304 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.448789 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] No DVR routers for this DVR port 57b2db7c-012d-49ff-8481-a034f0b76cf2 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:20:53.490367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Pushing event deleted for resources: {'Port': ['ID=57b2db7c-012d-49ff-8481-a034f0b76cf2,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:53.500000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:53.500644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:53.507158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:53.507158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:53.507158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:53.507158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:53.507158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:53.507158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:53.507158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:53.507158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:53.507158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:53.507158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f607e2c2-6cf2-4ed0-8247-818c381c5a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:20:53.520609 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.534312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec285db-dbbc-4d66-82fa-b08558e627fd']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:53.534711 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c54cbb7-bf9f-4457-906f-20ec284289ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.547356 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9c54cbb7-bf9f-4457-906f-20ec284289ac admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.547356 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9c54cbb7-bf9f-4457-906f-20ec284289ac admin admin] 10.222.0.38 "DELETE /v2.0/networks/48510f1e-7bd6-40c2-9743-a3f08451ab45 HTTP/1.1" status: 204 len: 168 time: 0.6802413 Aug 23 15:20:53.550673 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58128) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:53.563842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a84077-c753-404f-9d39-740886fe83b6') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:53.564311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a84077-c753-404f-9d39-740886fe83b6') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:53.597574 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.635997 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.645753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:20:53.646926 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:20:53.649375 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:20:53.651852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54cbb7-bf9f-4457-906f-20ec284289ac admin admin] Pushing event deleted for resources: {'Network': ['ID=48510f1e-7bd6-40c2-9743-a3f08451ab45,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:53.696986 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a69d89-c9f5-4b1b-ab94-b80bde5645b6 admin admin] Deleting subnet ed8daf45-79a3-4cba-a47d-940b114a05f4 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:20:53.702764 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-55a69d89-c9f5-4b1b-ab94-b80bde5645b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.783882 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-55a69d89-c9f5-4b1b-ab94-b80bde5645b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.862418 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-55a69d89-c9f5-4b1b-ab94-b80bde5645b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.877895 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.889243 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:53.894279 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3ec285db-dbbc-4d66-82fa-b08558e627fd HTTP/1.1" status: 204 len: 168 time: 1.1757469 Aug 23 15:20:53.939958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf56ae1-e08d-40f9-ae62-c0599ea8bbe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec285db-dbbc-4d66-82fa-b08558e627fd,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:54.042768 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 693c70ca-3927-4bf2-80a8-b4c14b7144ea no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:20:54.078502 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 693c70ca-3927-4bf2-80a8-b4c14b7144ea {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:20:54.079042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 693c70ca-3927-4bf2-80a8-b4c14b7144ea not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:20:54.079689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 57b2db7c-012d-49ff-8481-a034f0b76cf2 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:20:54.116729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 57b2db7c-012d-49ff-8481-a034f0b76cf2 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:20:54.117417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 57b2db7c-012d-49ff-8481-a034f0b76cf2 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:20:54.357160 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-55a69d89-c9f5-4b1b-ab94-b80bde5645b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:54.398062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a69d89-c9f5-4b1b-ab94-b80bde5645b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed8daf45-79a3-4cba-a47d-940b114a05f4,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:54.401837 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-55a69d89-c9f5-4b1b-ab94-b80bde5645b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:54.403942 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-55a69d89-c9f5-4b1b-ab94-b80bde5645b6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ed8daf45-79a3-4cba-a47d-940b114a05f4 HTTP/1.1" status: 204 len: 168 time: 0.8528731 Aug 23 15:20:54.406661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58138) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:54.506969 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d0b44c12-580e-441e-8be6-c652a86e1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:54.670951 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d0b44c12-580e-441e-8be6-c652a86e1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:54.687573 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-d0b44c12-580e-441e-8be6-c652a86e1f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0b6a79-a75b-4f72-aa31-6084b9466488']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:54.702042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-d0b44c12-580e-441e-8be6-c652a86e1f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed61bb53-88d9-4382-bdfd-495072855007') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:54.702567 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-d0b44c12-580e-441e-8be6-c652a86e1f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed61bb53-88d9-4382-bdfd-495072855007') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:20:54.715629 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d0b44c12-580e-441e-8be6-c652a86e1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:54.737485 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d0b44c12-580e-441e-8be6-c652a86e1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:54.748257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b44c12-580e-441e-8be6-c652a86e1f22 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:20:54.749012 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d0b44c12-580e-441e-8be6-c652a86e1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:54.842543 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58142) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:20:54.849799 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:20:54.945453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58144) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:54.957742 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a4a51c44-7747-4bf0-8e71-3ee8a4677974 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8c42f479c954c8d874f36e6e4ad783f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1120431 Aug 23 15:20:54.979164 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d0b44c12-580e-441e-8be6-c652a86e1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:55.005516 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d0b44c12-580e-441e-8be6-c652a86e1f22 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:55.008790 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d0b44c12-580e-441e-8be6-c652a86e1f22 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8e0b6a79-a75b-4f72-aa31-6084b9466488 HTTP/1.1" status: 204 len: 168 time: 0.6008978 Aug 23 15:20:55.035585 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b44c12-580e-441e-8be6-c652a86e1f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e0b6a79-a75b-4f72-aa31-6084b9466488,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:55.063142 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10a31531-1b79-4f17-a4a3-0f2a9aa7fe07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:55.101211 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10a31531-1b79-4f17-a4a3-0f2a9aa7fe07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:55.273692 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10a31531-1b79-4f17-a4a3-0f2a9aa7fe07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:55.280172 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10a31531-1b79-4f17-a4a3-0f2a9aa7fe07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:55.282910 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-10a31531-1b79-4f17-a4a3-0f2a9aa7fe07 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/03ed2054-ed22-4fee-a7f7-5ee9d1860457 HTTP/1.1" status: 204 len: 168 time: 0.3358014 Aug 23 15:20:55.294801 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a31531-1b79-4f17-a4a3-0f2a9aa7fe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ed2054-ed22-4fee-a7f7-5ee9d1860457,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:55.442050 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:20:55.592306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58156) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:55.692112 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:55.697768 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f3f9f36c-5923-4638-8072-104ce2437b0e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f40f8c3985494f338923b9c6a0808e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1034358 Aug 23 15:20:55.701769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58158) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:55.766204 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb48795c-e938-4096-a340-4cd72f769680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:55.797633 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb48795c-e938-4096-a340-4cd72f769680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:56.082962 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb48795c-e938-4096-a340-4cd72f769680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:56.086361 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb48795c-e938-4096-a340-4cd72f769680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:56.087587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cb48795c-e938-4096-a340-4cd72f769680 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ddcabdf2-d2ea-4f10-b964-a17c55325de3 HTTP/1.1" status: 204 len: 168 time: 0.3848102 Aug 23 15:20:56.096063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48795c-e938-4096-a340-4cd72f769680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcabdf2-d2ea-4f10-b964-a17c55325de3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:56.483984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58170) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:56.579326 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3bc3c1e2-05a6-4b91-a70b-d12d3a0604ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d4d869e035c4474593fb09fe0f6ac667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0910492 Aug 23 15:20:56.581859 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58174) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:56.668305 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98b5ab82-565e-4557-b441-b8ede420230a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:56.676298 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b2084f39-672d-4396-aafa-77ae4473e06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:56.705991 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98b5ab82-565e-4557-b441-b8ede420230a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:56.912371 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:56.912948 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98b5ab82-565e-4557-b441-b8ede420230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:56.915877 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-98b5ab82-565e-4557-b441-b8ede420230a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:56.917473 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-98b5ab82-565e-4557-b441-b8ede420230a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f7a6d537-adba-4378-922c-6afead68b5d6 HTTP/1.1" status: 204 len: 168 time: 0.3342438 Aug 23 15:20:56.930939 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5ab82-565e-4557-b441-b8ede420230a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a6d537-adba-4378-922c-6afead68b5d6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:57.501688 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58184) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:57.564601 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3537c27e-5835-4537-97be-bd5d9675ad8b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f682e35e499544ceb65a66dcbab61229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612576 Aug 23 15:20:57.567961 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58186) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:20:57.660674 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8490bd70-15af-40eb-bbd0-bbe79f657da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:57.746792 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8490bd70-15af-40eb-bbd0-bbe79f657da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:58.095814 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8490bd70-15af-40eb-bbd0-bbe79f657da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:58.106860 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8490bd70-15af-40eb-bbd0-bbe79f657da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:20:58.120064 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8490bd70-15af-40eb-bbd0-bbe79f657da7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0dee74c3-b233-4609-9a08-445cd7838361 HTTP/1.1" status: 204 len: 168 time: 0.5389717 Aug 23 15:20:58.121804 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490bd70-15af-40eb-bbd0-bbe79f657da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dee74c3-b233-4609-9a08-445cd7838361,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:20:58.746322 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:16.145982 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:19.129685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb6564-7255-4108-9357-71aacec073d4 req-365c039f-4975-4a83-9912-0b95643b3fec tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:19.131349 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-17eb6564-7255-4108-9357-71aacec073d4 req-365c039f-4975-4a83-9912-0b95643b3fec tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 945 time: 0.0533617 Aug 23 15:21:19.185188 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-17eb6564-7255-4108-9357-71aacec073d4 req-3951e85a-de50-42ed-94fe-8860986f8cd3 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=812cbe78-8ffd-41f1-90c9-184df65f0fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473297 Aug 23 15:21:20.328532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2094e2-340d-4ae5-8d6e-6f8eb41df1ff req-a8ce0ccf-7b2f-4c1c-98b3-17a2482c5ea0 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:20.329981 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6a2094e2-340d-4ae5-8d6e-6f8eb41df1ff req-a8ce0ccf-7b2f-4c1c-98b3-17a2482c5ea0 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 945 time: 0.0646598 Aug 23 15:21:20.424927 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:20.634948 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6a2094e2-340d-4ae5-8d6e-6f8eb41df1ff req-e31ee822-c0f2-4f27-9445-871f2292fc14 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups?id=812cbe78-8ffd-41f1-90c9-184df65f0fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969713 Aug 23 15:21:20.819507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb276b1-4a15-4513-9711-47600de3a123 req-d421d97d-c532-43ee-a6db-4ab66aa3a160 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:20.821338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1eb276b1-4a15-4513-9711-47600de3a123 req-d421d97d-c532-43ee-a6db-4ab66aa3a160 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.57 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 945 time: 0.0571461 Aug 23 15:21:20.937910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-1eb276b1-4a15-4513-9711-47600de3a123 req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Deleting port 226bea56-2bdb-4b9e-996b-60f60150191b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:21:20.938386 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1eb276b1-4a15-4513-9711-47600de3a123 req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:21.065830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1eb276b1-4a15-4513-9711-47600de3a123 req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] For port 226bea56-2bdb-4b9e-996b-60f60150191b, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=226bea56-2bdb-4b9e-996b-60f60150191b,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:21:21.066247 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1eb276b1-4a15-4513-9711-47600de3a123 req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:21.275028 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1eb276b1-4a15-4513-9711-47600de3a123 req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:21.275370 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1eb276b1-4a15-4513-9711-47600de3a123 req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:21.275691 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-1eb276b1-4a15-4513-9711-47600de3a123 req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Floating IP 93baba77-cca5-4c16-a591-a5aed40ad82c disassociated. External IP: 172.25.8.157, port: 226bea56-2bdb-4b9e-996b-60f60150191b. Aug 23 15:21:21.276048 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-1eb276b1-4a15-4513-9711-47600de3a123 req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Calling delete_port for 226bea56-2bdb-4b9e-996b-60f60150191b owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:21:21.648449 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1eb276b1-4a15-4513-9711-47600de3a123 req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:21.687358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event deleted for resources: {'Port': ['ID=226bea56-2bdb-4b9e-996b-60f60150191b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:21.699632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:21.710457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:21.710457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:21.710457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:21.710457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:21.710457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:21.710457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:21.710457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:21.710457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:21.710457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:21.710457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:21.710457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:21.771626 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9b7d0e66-6784-4b56-961b-c5b1653bf599 req-92cf66af-2f21-463f-a6f3-47a657db48fb tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 210 time: 0.0333486 Aug 23 15:21:21.867618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1eb276b1-4a15-4513-9711-47600de3a123 req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Router 634650ff-dd53-4c39-9c72-ec2dcb5d555a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:21:21.999013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1eb276b1-4a15-4513-9711-47600de3a123 req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:21:22.010344 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd92d441-f625-42c2-98b0-f48ad6e1e4dd None None] Sync routers for ids ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:21:22.022870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd92d441-f625-42c2-98b0-f48ad6e1e4dd None None] Routers {'634650ff-dd53-4c39-9c72-ec2dcb5d555a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:21:22.028949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-bd92d441-f625-42c2-98b0-f48ad6e1e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:20:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:21:22.063558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb276b1-4a15-4513-9711-47600de3a123 req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] No DVR routers for this DVR port 226bea56-2bdb-4b9e-996b-60f60150191b on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:21:22.067149 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1eb276b1-4a15-4513-9711-47600de3a123 req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:22.071532 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1eb276b1-4a15-4513-9711-47600de3a123 req-b870c511-f037-45d8-975a-677224d654ed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.57 "DELETE /v2.0/ports/226bea56-2bdb-4b9e-996b-60f60150191b HTTP/1.1" status: 204 len: 173 time: 1.2437809 Aug 23 15:21:22.072776 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b25b3b-d94b-4f5e-b814-6bf0de5b50ff', 'name': 'network-vif-deleted', 'tag': '226bea56-2bdb-4b9e-996b-60f60150191b'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:21:22.092335 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d444fe-60de-44e7-bb71-9cefd28886f1" -d '{"events": [{"server_uuid": "97b25b3b-d94b-4f5e-b814-6bf0de5b50ff", "name": "network-vif-deleted", "tag": "226bea56-2bdb-4b9e-996b-60f60150191b"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:21:22.178436 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5455f8e0-a01b-4658-8dda-a893203325b7 x-openstack-request-id: req-5455f8e0-a01b-4658-8dda-a893203325b7 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:21:22.178946 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b25b3b-d94b-4f5e-b814-6bf0de5b50ff", "name": "network-vif-deleted", "tag": "226bea56-2bdb-4b9e-996b-60f60150191b", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:21:22.179209 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5455f8e0-a01b-4658-8dda-a893203325b7 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:21:22.179614 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b25b3b-d94b-4f5e-b814-6bf0de5b50ff', 'name': 'network-vif-deleted', 'tag': '226bea56-2bdb-4b9e-996b-60f60150191b', 'status': 'completed', 'code': 200} Aug 23 15:21:22.184047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-bd92d441-f625-42c2-98b0-f48ad6e1e4dd None None] Set router 634650ff-dd53-4c39-9c72-ec2dcb5d555a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:21:22.469396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-bd92d441-f625-42c2-98b0-f48ad6e1e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:30Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '7dc65295-6c86-49e5-ac26-e5b849b98123', 'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'mac_address': 'fa:16:3e:39:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:25Z', 'updated_at': '2021-08-23T15:13:47Z', 'revision_number': 5, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'subnets': [{'id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:21:22.512099 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd92d441-f625-42c2-98b0-f48ad6e1e4dd None None] Checking router: 634650ff-dd53-4c39-9c72-ec2dcb5d555a for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:21:22.523417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd92d441-f625-42c2-98b0-f48ad6e1e4dd None None] Routers {'634650ff-dd53-4c39-9c72-ec2dcb5d555a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:21:22.523979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-bd92d441-f625-42c2-98b0-f48ad6e1e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:20:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:21:22.681372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-bd92d441-f625-42c2-98b0-f48ad6e1e4dd None None] Set router 634650ff-dd53-4c39-9c72-ec2dcb5d555a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:21:22.727090 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-57c4490d-69ef-446f-a69e-55348c5a4681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:22.905835 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5da47512-a0e4-4a2a-818d-23ca73573038 req-9aefa0c5-f5e4-4329-9a7d-e7cb1ba6e685 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b25b3b-d94b-4f5e-b814-6bf0de5b50ff HTTP/1.1" status: 200 len: 210 time: 0.0326712 Aug 23 15:21:22.937233 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-bd92d441-f625-42c2-98b0-f48ad6e1e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:30Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '7dc65295-6c86-49e5-ac26-e5b849b98123', 'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'mac_address': 'fa:16:3e:39:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:25Z', 'updated_at': '2021-08-23T15:13:47Z', 'revision_number': 5, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'subnets': [{'id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:21:22.970599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd92d441-f625-42c2-98b0-f48ad6e1e4dd None None] The sync data for ids ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'] in n-d-804985-3 is: [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:13:30Z', 'revision_number': 4, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '7dc65295-6c86-49e5-ac26-e5b849b98123', 'name': '', 'network_id': 'ba929545-a5aa-4017-8c56-61de1121ed13', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'mac_address': 'fa:16:3e:39:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:25Z', 'updated_at': '2021-08-23T15:13:47Z', 'revision_number': 5, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'subnets': [{'id': 'ae11ce01-e39c-4b2d-9455-4272290cbf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:21:23.274988 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3d557-2b67-4922-bc5b-66726273d39b None None] New status for floating IP 93baba77-cca5-4c16-a591-a5aed40ad82c: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:21:24.149260 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58516) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:21:24.220045 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-069d93c2-8b4c-4c6e-b3e3-ca6f6ad8a92c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:24.249482 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-069d93c2-8b4c-4c6e-b3e3-ca6f6ad8a92c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:24.470655 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-069d93c2-8b4c-4c6e-b3e3-ca6f6ad8a92c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:24.470655 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-069d93c2-8b4c-4c6e-b3e3-ca6f6ad8a92c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:24.470655 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-069d93c2-8b4c-4c6e-b3e3-ca6f6ad8a92c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "DELETE /v2.0/security-groups/812cbe78-8ffd-41f1-90c9-184df65f0fa7 HTTP/1.1" status: 204 len: 168 time: 0.3134480 Aug 23 15:21:24.471096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58520) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:21:24.475091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d93c2-8b4c-4c6e-b3e3-ca6f6ad8a92c tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=812cbe78-8ffd-41f1-90c9-184df65f0fa7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:24.488924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 226bea56-2bdb-4b9e-996b-60f60150191b no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:21:24.496437 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-8d216e4f-dc72-4c28-9f47-230900b53710 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] show failed (client error): The resource could not be found. Aug 23 15:21:24.502435 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8d216e4f-dc72-4c28-9f47-230900b53710 tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "GET /v2.0/security-groups/812cbe78-8ffd-41f1-90c9-184df65f0fa7 HTTP/1.1" status: 404 len: 347 time: 0.0295732 Aug 23 15:21:24.502667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58522) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:21:24.517357 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 226bea56-2bdb-4b9e-996b-60f60150191b {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:21:24.517977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 226bea56-2bdb-4b9e-996b-60f60150191b not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:21:24.651861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-8021a8a1-5717-49fd-b388-54cfc743daed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Deleting port 7e2bf3cb-7da7-4993-b6e8-692794355a27 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:21:24.652188 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8021a8a1-5717-49fd-b388-54cfc743daed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:24.744596 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8021a8a1-5717-49fd-b388-54cfc743daed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:24.744932 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8021a8a1-5717-49fd-b388-54cfc743daed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:24.759127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-8021a8a1-5717-49fd-b388-54cfc743daed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Calling delete_port for 7e2bf3cb-7da7-4993-b6e8-692794355a27 owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:21:24.996653 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8021a8a1-5717-49fd-b388-54cfc743daed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:25.023691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a8a1-5717-49fd-b388-54cfc743daed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Pushing event deleted for resources: {'Port': ['ID=7e2bf3cb-7da7-4993-b6e8-692794355a27,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:25.100376 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8021a8a1-5717-49fd-b388-54cfc743daed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:25.103114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8021a8a1-5717-49fd-b388-54cfc743daed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:25.104403 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8021a8a1-5717-49fd-b388-54cfc743daed tempest-AttachVolumeTestJSON-223829449 tempest-AttachVolumeTestJSON-223829449-project] 10.222.0.38 "DELETE /v2.0/floatingips/93baba77-cca5-4c16-a591-a5aed40ad82c HTTP/1.1" status: 204 len: 168 time: 0.6005404 Aug 23 15:21:25.653709 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:26.733666 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-67090e7f-020c-46e7-8839-a6ee5179e008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:26.899256 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:26.962562 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fb2ec1f8-203b-4a0a-bcd8-e577dd2f1d9d req-42619d43-d4fa-47d0-9aeb-1697efef088d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0644288 Aug 23 15:21:27.064447 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec1f8-203b-4a0a-bcd8-e577dd2f1d9d req-479003cf-116e-47c1-825c-adb62284ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:27.067278 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fb2ec1f8-203b-4a0a-bcd8-e577dd2f1d9d req-479003cf-116e-47c1-825c-adb62284ff50 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0538368 Aug 23 15:21:27.209838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec1f8-203b-4a0a-bcd8-e577dd2f1d9d req-8848b3f8-1809-4e19-aff5-f6a523de7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:27.212442 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fb2ec1f8-203b-4a0a-bcd8-e577dd2f1d9d req-8848b3f8-1809-4e19-aff5-f6a523de7365 service neutron] 10.222.0.61 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.1231213 Aug 23 15:21:27.297213 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fb2ec1f8-203b-4a0a-bcd8-e577dd2f1d9d req-280c88f5-2138-4a08-9508-04a6630856d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5b29c27-bbff-4e55-bdf6-f76145be82bc HTTP/1.1" status: 200 len: 1002 time: 0.0766957 Aug 23 15:21:27.358303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec1f8-203b-4a0a-bcd8-e577dd2f1d9d req-12e7726b-b4da-4a1c-a18e-f8c13b822d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:27.359839 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fb2ec1f8-203b-4a0a-bcd8-e577dd2f1d9d req-12e7726b-b4da-4a1c-a18e-f8c13b822d40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0560503 Aug 23 15:21:27.415504 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec1f8-203b-4a0a-bcd8-e577dd2f1d9d req-9ed22854-960b-46cf-8074-301e72a223e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:27.417113 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fb2ec1f8-203b-4a0a-bcd8-e577dd2f1d9d req-9ed22854-960b-46cf-8074-301e72a223e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502973 Aug 23 15:21:27.534589 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fb2ec1f8-203b-4a0a-bcd8-e577dd2f1d9d req-4a742bc2-d99d-4009-a58a-43565c57f6e6 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082120 Aug 23 15:21:27.640519 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fb2ec1f8-203b-4a0a-bcd8-e577dd2f1d9d req-ce9a478e-5473-4360-ad45-21f536f9ed06 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989532 Aug 23 15:21:28.751802 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:32.450591 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:21:36.311203 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-cec0a937-4e1a-47ac-9c59-5f35c8c2a25a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756195722&fields=id&tenant_id=33f1c75c07ec4bf9aaf6afece184b99b HTTP/1.1" status: 200 len: 267 time: 0.0807421 Aug 23 15:21:36.556537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-6ccac35b-2002-43de-bca2-770fca0b9291 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:36.558161 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-6ccac35b-2002-43de-bca2-770fca0b9291 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 811 time: 0.2380321 Aug 23 15:21:36.582155 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-7560afd2-a541-48d3-8266-e4b4e8333607 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/quotas/33f1c75c07ec4bf9aaf6afece184b99b HTTP/1.1" status: 200 len: 375 time: 0.0156174 Aug 23 15:21:36.700740 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-7540941f-b3fd-4018-aa99-fa4838b85b28 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1095965 Aug 23 15:21:36.852584 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-5bb0eba5-7ee2-4e95-b70a-e53e8554f2e0 service neutron] 10.222.0.38 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367359 Aug 23 15:21:36.980353 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-704c3f1e-9a99-4909-949e-e491cc7fe69d service neutron] 10.222.0.38 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089242 Aug 23 15:21:38.065155 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3401172-f336-4b4a-94c0-8b22cef983d9 req-c59d3258-fec2-4d6a-aed3-e16922b3ac23 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 210 time: 0.0342970 Aug 23 15:21:38.413612 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58728) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:21:39.158439 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bd81294-6a78-4b01-b24b-fd61ec497e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:39.244724 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b359bfd9-e00f-4bb7-b49f-986bc05bf16c req-4f42c71e-1cd2-4f0e-9457-223ebc4d4c1a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 210 time: 0.0833170 Aug 23 15:21:39.484173 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9bd81294-6a78-4b01-b24b-fd61ec497e21 admin admin] Deleting port 7dc65295-6c86-49e5-ac26-e5b849b98123 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:21:39.485059 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bd81294-6a78-4b01-b24b-fd61ec497e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:39.595198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-9bd81294-6a78-4b01-b24b-fd61ec497e21 admin admin] For port 7dc65295-6c86-49e5-ac26-e5b849b98123, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7dc65295-6c86-49e5-ac26-e5b849b98123,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:21:39.595569 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bd81294-6a78-4b01-b24b-fd61ec497e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:39.615346 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9bd81294-6a78-4b01-b24b-fd61ec497e21 admin admin] Calling delete_port for 7dc65295-6c86-49e5-ac26-e5b849b98123 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:21:40.013106 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bd81294-6a78-4b01-b24b-fd61ec497e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:40.043170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd81294-6a78-4b01-b24b-fd61ec497e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc65295-6c86-49e5-ac26-e5b849b98123,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:40.535322 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7509967-cb16-48e1-80d5-715da5a828c2 req-0b6ccd10-0512-4c9e-8ef2-c912b2f51cb4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 210 time: 0.1539142 Aug 23 15:21:40.579755 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9bd81294-6a78-4b01-b24b-fd61ec497e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:40.847330 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd81294-6a78-4b01-b24b-fd61ec497e21 admin admin] Router 634650ff-dd53-4c39-9c72-ec2dcb5d555a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:21:41.045622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd81294-6a78-4b01-b24b-fd61ec497e21 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:21:41.058222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58758) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:21:41.058839 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9bd81294-6a78-4b01-b24b-fd61ec497e21 admin admin] 10.222.0.38 "PUT /v2.0/routers/634650ff-dd53-4c39-9c72-ec2dcb5d555a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6404080 Aug 23 15:21:41.060809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e4b92-8940-474b-b259-a7213e698466 None None] Sync routers for ids ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:21:41.072072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e4b92-8940-474b-b259-a7213e698466 None None] Routers {'634650ff-dd53-4c39-9c72-ec2dcb5d555a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:21:41.072639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f71e4b92-8940-474b-b259-a7213e698466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:21:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:21:41.182481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-32863cbc-0f4d-4479-a83a-f23058fb312c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:41.184103 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-32863cbc-0f4d-4479-a83a-f23058fb312c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 811 time: 0.1521759 Aug 23 15:21:41.202792 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-f71e4b92-8940-474b-b259-a7213e698466 None None] Set router 634650ff-dd53-4c39-9c72-ec2dcb5d555a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:21:41.228235 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:41.265912 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-209d20ef-a387-4a59-a0f5-33b1d0bdf34c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33f1c75c07ec4bf9aaf6afece184b99b HTTP/1.1" status: 200 len: 379 time: 0.0709701 Aug 23 15:21:41.275788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-c9965d7b-3bf9-46ec-94de-fd683cbf6b41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'port': {'device_id': '26e5a4c0-d951-4cb4-a862-83458f9548c0', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'admin_state_up': True, 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'security_groups': ['8f0b859a-5d90-4d00-96ca-8228f83b8ac2']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:21:41.373276 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:41.453138 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f71e4b92-8940-474b-b259-a7213e698466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:21:39Z', 'revision_number': 5, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port': {'id': 'de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:13:14Z', 'updated_at': '2021-08-23T15:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:21:41.488321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e4b92-8940-474b-b259-a7213e698466 None None] Checking router: 634650ff-dd53-4c39-9c72-ec2dcb5d555a for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:21:41.499284 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e4b92-8940-474b-b259-a7213e698466 None None] Routers {'634650ff-dd53-4c39-9c72-ec2dcb5d555a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:21:41.499977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f71e4b92-8940-474b-b259-a7213e698466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:21:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:21:41.563848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-c9965d7b-3bf9-46ec-94de-fd683cbf6b41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Made reservation on behalf of 33f1c75c07ec4bf9aaf6afece184b99b for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:21:41.571277 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-c9965d7b-3bf9-46ec-94de-fd683cbf6b41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:41.596455 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Deleting port de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:21:41.597511 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:41.709127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-f71e4b92-8940-474b-b259-a7213e698466 None None] Set router 634650ff-dd53-4c39-9c72-ec2dcb5d555a gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:21:41.757460 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ada4291-5efa-4f5e-be1c-78609a3cf09a req-3c48452f-a53b-41f5-8cab-caa9532bf85c tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 210 time: 0.0487838 Aug 23 15:21:41.780498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f71e4b92-8940-474b-b259-a7213e698466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:21:41Z', 'revision_number': 6, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:21:41.807179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] For port de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:21:41.807609 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:41.822939 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Calling delete_port for de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:21:41.830596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-c9965d7b-3bf9-46ec-94de-fd683cbf6b41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Allocated IP 172.20.0.5 (95038101-a5a6-451d-864c-0209d8aa2274/cb81ce09-0df9-4c6b-a304-342e1749bbc5/148f4c68-2bec-44e3-8aeb-780e0da79128) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:21:41.832548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e4b92-8940-474b-b259-a7213e698466 None None] The sync data for ids ['634650ff-dd53-4c39-9c72-ec2dcb5d555a'] in n-d-804985-3 is: [{'id': '634650ff-dd53-4c39-9c72-ec2dcb5d555a', 'name': 'tempest-AttachVolumeTestJSON-1903039662-router', 'tenant_id': '6e99595cf1e34e82b2342655ef010f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:13:11Z', 'updated_at': '2021-08-23T15:21:41Z', 'revision_number': 6, 'project_id': '6e99595cf1e34e82b2342655ef010f91', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:21:42.019000 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-c9965d7b-3bf9-46ec-94de-fd683cbf6b41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:42.190496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-c9965d7b-3bf9-46ec-94de-fd683cbf6b41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Transition to ACTIVE for port object 148f4c68-2bec-44e3-8aeb-780e0da79128 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:21:42.191689 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:42.239207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Pushing event deleted for resources: {'Port': ['ID=de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:42.269725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:42.270585 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:42.271348 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:42.271987 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:42.272482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:42.273012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:42.273553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:42.274082 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:42.274554 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:42.275103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:42.275890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:42.280609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:42.280840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7dc65295-6c86-49e5-ac26-e5b849b98123 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:21:42.318281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 7dc65295-6c86-49e5-ac26-e5b849b98123 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:21:42.318281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7dc65295-6c86-49e5-ac26-e5b849b98123 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:21:42.339259 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-c9965d7b-3bf9-46ec-94de-fd683cbf6b41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:42.386345 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:42.416137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-c9965d7b-3bf9-46ec-94de-fd683cbf6b41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Network 95038101-a5a6-451d-864c-0209d8aa2274 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:21:42.420542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-c9965d7b-3bf9-46ec-94de-fd683cbf6b41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:21:42.424450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-c9965d7b-3bf9-46ec-94de-fd683cbf6b41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:21:42.497509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-c9965d7b-3bf9-46ec-94de-fd683cbf6b41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:42.498148 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-c9965d7b-3bf9-46ec-94de-fd683cbf6b41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:42.503506 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9965d7b-3bf9-46ec-94de-fd683cbf6b41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'Port': ['ID=148f4c68-2bec-44e3-8aeb-780e0da79128,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:42.547693 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:42.551856 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:42.683457 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-c9965d7b-3bf9-46ec-94de-fd683cbf6b41 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4098196 Aug 23 15:21:42.697452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Request body: {'port': {'device_id': '26e5a4c0-d951-4cb4-a862-83458f9548c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:21:42.795895 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:42.797850 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 634650ff-dd53-4c39-9c72-ec2dcb5d555a {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:21:42.807070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:42.808552 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:42.810197 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cf51503f-62cf-4d79-b3cf-35485da7c818 admin admin] 10.222.0.38 "DELETE /v2.0/routers/634650ff-dd53-4c39-9c72-ec2dcb5d555a HTTP/1.1" status: 204 len: 168 time: 1.7498274 Aug 23 15:21:42.813754 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58782) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:21:42.880314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b07051-7f82-433d-be22-98a8bf8d6c99 admin admin] Deleting subnet ae11ce01-e39c-4b2d-9455-4272290cbf22 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:21:42.886250 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5b07051-7f82-433d-be22-98a8bf8d6c99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:42.945362 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5b07051-7f82-433d-be22-98a8bf8d6c99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:42.984473 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1fc25613-3548-4019-a617-f1e54d98b323 None None] Provisioning for port 148f4c68-2bec-44e3-8aeb-780e0da79128 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:21:42.990035 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1fc25613-3548-4019-a617-f1e54d98b323 None None] Provisioning complete for port 148f4c68-2bec-44e3-8aeb-780e0da79128 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:21:42.990771 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1fc25613-3548-4019-a617-f1e54d98b323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:43.074386 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1fc25613-3548-4019-a617-f1e54d98b323 None None] Port 148f4c68-2bec-44e3-8aeb-780e0da79128 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:21:43.086354 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e3e22-5c85-4cc7-9d1b-ad0a8beadf56 req-4d5db6f5-7d4b-4e1f-8d2b-9508fa9a5ac5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:43.088076 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-884e3e22-5c85-4cc7-9d1b-ad0a8beadf56 req-4d5db6f5-7d4b-4e1f-8d2b-9508fa9a5ac5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 931 time: 0.2045159 Aug 23 15:21:43.169888 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5b07051-7f82-433d-be22-98a8bf8d6c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:43.178736 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-884e3e22-5c85-4cc7-9d1b-ad0a8beadf56 req-42e9302c-255c-41f9-8dca-05a16ab68fd4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701628 Aug 23 15:21:43.298842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148f4c68-2bec-44e3-8aeb-780e0da79128 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:21:43.316377 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:43.344228 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Transition to ACTIVE for port object 148f4c68-2bec-44e3-8aeb-780e0da79128 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:21:43.465080 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5b07051-7f82-433d-be22-98a8bf8d6c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:43.495962 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:43.501608 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b07051-7f82-433d-be22-98a8bf8d6c99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae11ce01-e39c-4b2d-9455-4272290cbf22,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:43.504737 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5b07051-7f82-433d-be22-98a8bf8d6c99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:43.507710 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b5b07051-7f82-433d-be22-98a8bf8d6c99 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ae11ce01-e39c-4b2d-9455-4272290cbf22 HTTP/1.1" status: 204 len: 168 time: 0.6918468 Aug 23 15:21:43.509480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 58788) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:21:43.515826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7640f22a-8437-40d2-8390-d9e576807210 None None] Network ba929545-a5aa-4017-8c56-61de1121ed13 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:21:43.636018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Pushing event updated for resources: {'Port': ['ID=148f4c68-2bec-44e3-8aeb-780e0da79128,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:43.650281 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:43.808959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] Deleting port bdea6651-f2c4-43ee-af68-275a54dce5c7 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:21:43.810010 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:43.859252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac3a090-0572-43d6-b28b-2caef038027f None None] DHCP port deletion for ba929545-a5aa-4017-8c56-61de1121ed13 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:21:43.866705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Attempting to bind port 148f4c68-2bec-44e3-8aeb-780e0da79128 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:21:43.868331 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Attempting to bind port 148f4c68-2bec-44e3-8aeb-780e0da79128 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:21:43.869092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Attempting to bind port 148f4c68-2bec-44e3-8aeb-780e0da79128 on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:21:43.880934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Port 148f4c68-2bec-44e3-8aeb-780e0da79128 on network 95038101-a5a6-451d-864c-0209d8aa2274 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:21:43.882208 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Attempting to bind port 148f4c68-2bec-44e3-8aeb-780e0da79128 on network 95038101-a5a6-451d-864c-0209d8aa2274 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:21:43.905549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:21:43.906420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Checking segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:21:43.907274 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Bound using segment: {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:21:43.908415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Bound port: 148f4c68-2bec-44e3-8aeb-780e0da79128, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:21:43.909744 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:43.931384 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] For port bdea6651-f2c4-43ee-af68-275a54dce5c7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bdea6651-f2c4-43ee-af68-275a54dce5c7,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:21:43.933271 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:43.952783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] Calling delete_port for bdea6651-f2c4-43ee-af68-275a54dce5c7 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:21:44.012877 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-7ac3a090-0572-43d6-b28b-2caef038027f None None] Deleting port bdea6651-f2c4-43ee-af68-275a54dce5c7 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:21:44.024057 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a090-0572-43d6-b28b-2caef038027f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:44.139184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] For port 148f4c68-2bec-44e3-8aeb-780e0da79128, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:21:44.143341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] For port 148f4c68-2bec-44e3-8aeb-780e0da79128, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=148f4c68-2bec-44e3-8aeb-780e0da79128,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:21:44.264004 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:21:44.293042 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:44.303292 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:21:44.303624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device de3c8d8e-dea7-46ba-91ef-a4fbfbe42c93 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:21:44.304255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bdea6651-f2c4-43ee-af68-275a54dce5c7 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:21:44.334816 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-7ac3a090-0572-43d6-b28b-2caef038027f None None] For port bdea6651-f2c4-43ee-af68-275a54dce5c7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bdea6651-f2c4-43ee-af68-275a54dce5c7,segment=NetworkSegment(d483d0d7-f4df-4fa6-9218-8f7e7860a5ca),segment_id=d483d0d7-f4df-4fa6-9218-8f7e7860a5ca)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:21:44.334816 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a090-0572-43d6-b28b-2caef038027f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:44.359545 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-7ac3a090-0572-43d6-b28b-2caef038027f None None] Calling delete_port for bdea6651-f2c4-43ee-af68-275a54dce5c7 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:21:44.369123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:44.370058 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:44.371604 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] 10.222.0.57 "PUT /v2.0/ports/148f4c68-2bec-44e3-8aeb-780e0da79128 HTTP/1.1" status: 200 len: 1091 time: 1.6815443 Aug 23 15:21:44.372103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e5a4c0-d951-4cb4-a862-83458f9548c0', 'tag': '148f4c68-2bec-44e3-8aeb-780e0da79128'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:21:44.374909 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b404a68-e811-45a3-ae8a-9faedc9c3124" -d '{"events": [{"name": "network-changed", "server_uuid": "26e5a4c0-d951-4cb4-a862-83458f9548c0", "tag": "148f4c68-2bec-44e3-8aeb-780e0da79128"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:21:44.391681 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:44.428282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122eff0-90c2-48ae-ba48-cb64da065060 req-d7c933e7-36d9-41e0-9b7e-403e8cb890c3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:44.429948 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c122eff0-90c2-48ae-ba48-cb64da065060 req-d7c933e7-36d9-41e0-9b7e-403e8cb890c3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 943 time: 0.1502271 Aug 23 15:21:44.430790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592cc7e-cd1a-4991-a111-a507a9270faf service neutron] Pushing event updated for resources: {'Port': ['ID=148f4c68-2bec-44e3-8aeb-780e0da79128,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:44.440891 n-d-804985-3 neutron-server[96116]: INFO neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No ports have port_id starting with bdea6651-f2c4-43ee-af68-275a54dce5c7 Aug 23 15:21:44.445419 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdea6651-f2c4-43ee-af68-275a54dce5c7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:44.487748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] No DVR routers for this DVR port bdea6651-f2c4-43ee-af68-275a54dce5c7 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:21:44.493532 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dd8713-e486-4408-8494-8039ca0dc57e x-openstack-request-id: req-f2dd8713-e486-4408-8494-8039ca0dc57e {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:21:44.494189 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e5a4c0-d951-4cb4-a862-83458f9548c0", "tag": "148f4c68-2bec-44e3-8aeb-780e0da79128", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:21:44.494700 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2dd8713-e486-4408-8494-8039ca0dc57e {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:21:44.495327 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e5a4c0-d951-4cb4-a862-83458f9548c0', 'tag': '148f4c68-2bec-44e3-8aeb-780e0da79128', 'status': 'completed', 'code': 200} Aug 23 15:21:44.525836 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a090-0572-43d6-b28b-2caef038027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:44.575970 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3a090-0572-43d6-b28b-2caef038027f None None] Pushing event deleted for resources: {'Port': ['ID=bdea6651-f2c4-43ee-af68-275a54dce5c7,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:44.580252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3a090-0572-43d6-b28b-2caef038027f None None] No DVR routers for this DVR port bdea6651-f2c4-43ee-af68-275a54dce5c7 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:21:44.610608 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c122eff0-90c2-48ae-ba48-cb64da065060 req-148cf8bb-76d8-436d-9cda-3b10cbecbed6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595528 Aug 23 15:21:44.614934 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:44.637537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba929545-a5aa-4017-8c56-61de1121ed13']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:21:44.643838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b404a68-e811-45a3-ae8a-9faedc9c3124 req-36ca41b1-0f73-488a-92eb-c4516d4f09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:44.645758 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b404a68-e811-45a3-ae8a-9faedc9c3124 req-36ca41b1-0f73-488a-92eb-c4516d4f09f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 1094 time: 0.1227572 Aug 23 15:21:44.651101 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:21:44.651715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd483d0d7-f4df-4fa6-9218-8f7e7860a5ca') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:21:44.672744 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:44.696383 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:44.708243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:21:44.708662 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:21:44.711141 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:21:44.813529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b404a68-e811-45a3-ae8a-9faedc9c3124 req-dfe14570-bd05-41f4-9f0a-d14e54c764bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:44.815054 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b404a68-e811-45a3-ae8a-9faedc9c3124 req-dfe14570-bd05-41f4-9f0a-d14e54c764bb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1610262 Aug 23 15:21:44.939590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:44.950762 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:44.965681 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b404a68-e811-45a3-ae8a-9faedc9c3124 req-58e70ade-b420-497d-9bd9-58c094360f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:44.967184 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b404a68-e811-45a3-ae8a-9faedc9c3124 req-58e70ade-b420-497d-9bd9-58c094360f77 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1449838 Aug 23 15:21:44.969429 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ba929545-a5aa-4017-8c56-61de1121ed13 HTTP/1.1" status: 204 len: 168 time: 1.4483345 Aug 23 15:21:45.037116 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa54eb-0592-4c59-b417-77e6237ab8e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba929545-a5aa-4017-8c56-61de1121ed13,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:45.093211 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-b2b577c0-9a70-4e41-93df-b276f3aa9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:45.095051 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-b2b577c0-9a70-4e41-93df-b276f3aa9c2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 1094 time: 0.0607865 Aug 23 15:21:45.182417 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-d65f1229-7114-4065-95b2-bb820c11fe2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=148f4c68-2bec-44e3-8aeb-780e0da79128 HTTP/1.1" status: 200 len: 217 time: 0.0781853 Aug 23 15:21:45.257071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-f73fa373-2085-41de-9130-1c5806e338c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:45.258934 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-f73fa373-2085-41de-9130-1c5806e338c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0701668 Aug 23 15:21:45.326164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-d8be67a3-4181-4b0c-bccd-669e9278e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:45.329604 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-d8be67a3-4181-4b0c-bccd-669e9278e804 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630636 Aug 23 15:21:45.492201 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-c7974736-dd20-48d7-a924-bb81dfa0a96d service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546705 Aug 23 15:21:45.653210 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-446c6abe-c732-4e7d-869a-1e97cee3e4db req-14a57bbf-4069-4c57-aec6-deeddbe1772b service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538646 Aug 23 15:21:45.688220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58812) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:21:45.762464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bd1dd36b-28ac-48f3-af81-cbc96055403f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6e99595cf1e34e82b2342655ef010f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0713282 Aug 23 15:21:45.768198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58816) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:21:45.807502 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96767097-a86d-4d68-bed0-c9f14e7071ac req-1eb38a40-ada1-47cc-a398-fc6854b51e5a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:45.809769 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96767097-a86d-4d68-bed0-c9f14e7071ac req-1eb38a40-ada1-47cc-a398-fc6854b51e5a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 943 time: 0.0760617 Aug 23 15:21:45.842681 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c5cb21e4-bc59-40bf-9dea-3e63e2d90fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:45.875154 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c5cb21e4-bc59-40bf-9dea-3e63e2d90fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:45.877769 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96767097-a86d-4d68-bed0-c9f14e7071ac req-6a707697-7628-4484-8f1f-bb839f22d4a5 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539370 Aug 23 15:21:45.904335 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:46.047694 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c5cb21e4-bc59-40bf-9dea-3e63e2d90fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:46.053943 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c5cb21e4-bc59-40bf-9dea-3e63e2d90fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:46.058263 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c5cb21e4-bc59-40bf-9dea-3e63e2d90fe3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22a26290-2f84-4ae7-a9a5-0e44fa16bd83 HTTP/1.1" status: 204 len: 168 time: 0.2831926 Aug 23 15:21:46.071428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb21e4-bc59-40bf-9dea-3e63e2d90fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a26290-2f84-4ae7-a9a5-0e44fa16bd83,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:47.056743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e44d9-cb79-44f3-ad23-53c6ff6876b8 req-a38a9cc3-45c1-4daf-aaaf-67ca03a2441a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:47.059974 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-691e44d9-cb79-44f3-ad23-53c6ff6876b8 req-a38a9cc3-45c1-4daf-aaaf-67ca03a2441a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 943 time: 0.0832510 Aug 23 15:21:47.123724 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-691e44d9-cb79-44f3-ad23-53c6ff6876b8 req-292b344d-df91-4a47-82d4-ff7cfa1d61df tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518091 Aug 23 15:21:48.259972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfe1a7-7d14-432f-9949-dc8631db0c6e req-30e4deb7-d02e-441f-a687-c66296f0f0ec tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:48.261485 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58bfe1a7-7d14-432f-9949-dc8631db0c6e req-30e4deb7-d02e-441f-a687-c66296f0f0ec tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 943 time: 0.0569732 Aug 23 15:21:48.306496 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-58bfe1a7-7d14-432f-9949-dc8631db0c6e req-2355d353-fbb9-4728-abd2-6b77514b4762 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366106 Aug 23 15:21:49.437268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a509e-93da-4bbe-b5c3-008c8b14a01b req-622d2d07-ab42-42e6-9d29-30d5a14dbdd2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:49.439299 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-581a509e-93da-4bbe-b5c3-008c8b14a01b req-622d2d07-ab42-42e6-9d29-30d5a14dbdd2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 943 time: 0.0531504 Aug 23 15:21:49.492364 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-581a509e-93da-4bbe-b5c3-008c8b14a01b req-ef639338-a553-4881-8296-caee9f74e733 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453081 Aug 23 15:21:50.448179 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:50.644532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f47db-5494-4064-84c0-fb54d82f8021 req-7494bfc1-d6cd-4fe0-a82c-b9c5ca52168b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:50.645997 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-735f47db-5494-4064-84c0-fb54d82f8021 req-7494bfc1-d6cd-4fe0-a82c-b9c5ca52168b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 943 time: 0.0671327 Aug 23 15:21:50.689678 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-735f47db-5494-4064-84c0-fb54d82f8021 req-c891e901-66e2-4f09-a417-5ad6348f9653 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373149 Aug 23 15:21:51.819359 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91774b2-2925-4235-9fa9-957aa3942ec5 req-adc9b525-41a7-4548-a68d-c222a66b5419 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:51.826131 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f91774b2-2925-4235-9fa9-957aa3942ec5 req-adc9b525-41a7-4548-a68d-c222a66b5419 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 943 time: 0.0570002 Aug 23 15:21:51.877904 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f91774b2-2925-4235-9fa9-957aa3942ec5 req-689f8401-af63-4074-98b9-30067681f3a3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457344 Aug 23 15:21:52.708411 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-21f93d6a-bde2-429a-9011-e5307ca6f2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:53.008965 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d18aad-efbc-4ee9-9a00-f1dec9518c78 req-70539993-5f70-4dd3-9a39-2958f8167bd3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:53.010626 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-28d18aad-efbc-4ee9-9a00-f1dec9518c78 req-70539993-5f70-4dd3-9a39-2958f8167bd3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 943 time: 0.0562301 Aug 23 15:21:53.053197 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-28d18aad-efbc-4ee9-9a00-f1dec9518c78 req-e83065c5-7494-468e-8449-5b0820a99770 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351958 Aug 23 15:21:54.188435 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e44859-242c-43cc-9530-21bfc6ea7078 req-609c39ec-960d-4fed-beb4-480b142d25d0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:54.189823 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-89e44859-242c-43cc-9530-21bfc6ea7078 req-609c39ec-960d-4fed-beb4-480b142d25d0 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 943 time: 0.0649765 Aug 23 15:21:54.231122 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-89e44859-242c-43cc-9530-21bfc6ea7078 req-d6e52451-0ac7-43c2-a2a2-fde97686be7e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348134 Aug 23 15:21:55.353676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97005c-00ad-4b25-9447-8a67873a0245 req-f6c13cfd-1bbc-4402-829c-73d343a4cef3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:55.355243 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f97005c-00ad-4b25-9447-8a67873a0245 req-f6c13cfd-1bbc-4402-829c-73d343a4cef3 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 943 time: 0.0535524 Aug 23 15:21:55.399064 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f97005c-00ad-4b25-9447-8a67873a0245 req-15efbed0-e407-4bbc-9440-516777cc0464 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373719 Aug 23 15:21:55.652967 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:56.044839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 58994) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:21:56.180942 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d78225ed-0a67-4f26-8530-c8512794c385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:56.289127 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d78225ed-0a67-4f26-8530-c8512794c385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:56.405268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d78225ed-0a67-4f26-8530-c8512794c385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:56.447603 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d78225ed-0a67-4f26-8530-c8512794c385 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2488cbff8f8943edb7f58aa0acc3e7da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015434 Aug 23 15:21:56.450529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78225ed-0a67-4f26-8530-c8512794c385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4759fabe-837a-4600-9fd2-5cd9d234cb6e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:56.451260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59002) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:21:56.514033 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cfc9362a-9bed-4135-b980-51d032c1a521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:56.539024 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cfc9362a-9bed-4135-b980-51d032c1a521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:56.578181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3755a38-331a-49f0-bcb2-3c52b4b83b67 req-6948086a-aeb4-4b99-9616-aba65426871e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:56.579833 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3755a38-331a-49f0-bcb2-3c52b4b83b67 req-6948086a-aeb4-4b99-9616-aba65426871e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 943 time: 0.0622327 Aug 23 15:21:56.596738 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 148f4c68-2bec-44e3-8aeb-780e0da79128 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:21:56.621990 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3755a38-331a-49f0-bcb2-3c52b4b83b67 req-c6becc2a-5a88-417f-98b6-3034ba42df00 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353279 Aug 23 15:21:56.658519 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac1b5-22de-42fd-b4a0-25668d8186dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:56.709132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 148f4c68-2bec-44e3-8aeb-780e0da79128, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=148f4c68-2bec-44e3-8aeb-780e0da79128,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:21:56.720894 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '148f4c68-2bec-44e3-8aeb-780e0da79128', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'port_id': '148f4c68-2bec-44e3-8aeb-780e0da79128', 'mac_address': 'fa:16:3e:7f:75:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:21:56.732764 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cfc9362a-9bed-4135-b980-51d032c1a521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:56.739866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cfc9362a-9bed-4135-b980-51d032c1a521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:56.739866 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cfc9362a-9bed-4135-b980-51d032c1a521 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4759fabe-837a-4600-9fd2-5cd9d234cb6e HTTP/1.1" status: 204 len: 168 time: 0.2852232 Aug 23 15:21:56.745936 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9362a-9bed-4135-b980-51d032c1a521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4759fabe-837a-4600-9fd2-5cd9d234cb6e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:56.778798 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:56.795096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148f4c68-2bec-44e3-8aeb-780e0da79128 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:21:56.830378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 148f4c68-2bec-44e3-8aeb-780e0da79128, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=148f4c68-2bec-44e3-8aeb-780e0da79128,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:21:56.881362 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:56.961283 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:57.017649 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=148f4c68-2bec-44e3-8aeb-780e0da79128,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:21:57.026200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:57.026544 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:57.026899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:57.027272 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:57.027613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:57.027973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:57.028310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:57.028641 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:57.029015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:57.029403 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:57.029736 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:57.030067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:21:57.199283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['148f4c68-2bec-44e3-8aeb-780e0da79128'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:21:57.793721 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f8979-1151-42a5-b02a-88c9ca8aa661 req-35573fe4-e048-4ce2-a111-c192136a00f4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:57.795298 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-482f8979-1151-42a5-b02a-88c9ca8aa661 req-35573fe4-e048-4ce2-a111-c192136a00f4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 944 time: 0.0744040 Aug 23 15:21:57.837192 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-482f8979-1151-42a5-b02a-88c9ca8aa661 req-872e4bfe-36b5-4663-aa97-4ba5b71f9eb7 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342736 Aug 23 15:21:58.633791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 148f4c68-2bec-44e3-8aeb-780e0da79128 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:21:58.755036 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:58.817107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 148f4c68-2bec-44e3-8aeb-780e0da79128 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:21:58.821539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 148f4c68-2bec-44e3-8aeb-780e0da79128 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:21:58.821913 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:58.914424 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:58.942672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5a4c0-d951-4cb4-a862-83458f9548c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148f4c68-2bec-44e3-8aeb-780e0da79128'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:21:58.945053 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0e16a7-b004-4bb0-8884-e93bd3f60cae" -d '{"events": [{"server_uuid": "26e5a4c0-d951-4cb4-a862-83458f9548c0", "name": "network-vif-plugged", "status": "completed", "tag": "148f4c68-2bec-44e3-8aeb-780e0da79128"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:21:58.962204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 148f4c68-2bec-44e3-8aeb-780e0da79128, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=148f4c68-2bec-44e3-8aeb-780e0da79128,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:21:58.992631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c32e8-d3c0-456a-9d39-450f6644077f req-f2437e19-4ef8-4abb-b099-92dd82952838 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:58.994348 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d25c32e8-d3c0-456a-9d39-450f6644077f req-f2437e19-4ef8-4abb-b099-92dd82952838 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 944 time: 0.0763407 Aug 23 15:21:58.999524 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76f84b4-73fc-4100-8f70-c33e79fe1718 x-openstack-request-id: req-e76f84b4-73fc-4100-8f70-c33e79fe1718 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:21:58.999927 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5a4c0-d951-4cb4-a862-83458f9548c0", "name": "network-vif-plugged", "status": "completed", "tag": "148f4c68-2bec-44e3-8aeb-780e0da79128", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:21:59.000191 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e76f84b4-73fc-4100-8f70-c33e79fe1718 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:21:59.000590 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5a4c0-d951-4cb4-a862-83458f9548c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148f4c68-2bec-44e3-8aeb-780e0da79128', 'code': 200} Aug 23 15:21:59.060100 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d25c32e8-d3c0-456a-9d39-450f6644077f req-356f4661-267c-4aaa-8654-8cf4191a9efc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574427 Aug 23 15:21:59.125918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fdeda-7cc1-418c-8ace-e9a3c8724071 req-29cadd93-cabf-42ba-af5f-deac36ffcb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:21:59.128308 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c8fdeda-7cc1-418c-8ace-e9a3c8724071 req-29cadd93-cabf-42ba-af5f-deac36ffcb01 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 1095 time: 0.0496294 Aug 23 15:21:59.144565 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:21:59.172217 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c8fdeda-7cc1-418c-8ace-e9a3c8724071 req-31c73ada-923c-4377-a47c-6338e6c86d81 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364311 Aug 23 15:21:59.201067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=148f4c68-2bec-44e3-8aeb-780e0da79128,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:00.218444 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16bea8-f1d7-4f53-ac9b-7576861ffadd req-b17493e5-3828-4d5a-ab83-147d5eabaf6e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:00.220021 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bd16bea8-f1d7-4f53-ac9b-7576861ffadd req-b17493e5-3828-4d5a-ab83-147d5eabaf6e tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 945 time: 0.0681601 Aug 23 15:22:00.280925 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bd16bea8-f1d7-4f53-ac9b-7576861ffadd req-a6c0a3ba-528e-444f-9ed8-7289a0efff73 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515418 Aug 23 15:22:01.420587 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43891213-b658-4eaa-aaa9-157607641e4e req-34114201-8673-45b9-bc02-32b4b174199d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:01.422122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43891213-b658-4eaa-aaa9-157607641e4e req-34114201-8673-45b9-bc02-32b4b174199d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 945 time: 0.0617962 Aug 23 15:22:01.465255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43891213-b658-4eaa-aaa9-157607641e4e req-65180744-b81c-47bc-9c64-8d86720743fb tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367336 Aug 23 15:22:01.593386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39aadf-2cb3-48da-8326-b00dd58bf96e req-345d5a48-3acc-4634-b9b0-2fd35808e685 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:01.595082 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2c39aadf-2cb3-48da-8326-b00dd58bf96e req-345d5a48-3acc-4634-b9b0-2fd35808e685 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 945 time: 0.0548937 Aug 23 15:22:01.645082 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2c39aadf-2cb3-48da-8326-b00dd58bf96e req-b5f700c4-c071-481f-aea3-751288974c64 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412700 Aug 23 15:22:01.677010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59122) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:02.025989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53ae610-d6f6-402b-9833-10c1da1f32e6 tempest-TestVolumeBootPattern-1451686307 tempest-TestVolumeBootPattern-1451686307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:02.031720 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b53ae610-d6f6-402b-9833-10c1da1f32e6 tempest-TestVolumeBootPattern-1451686307 tempest-TestVolumeBootPattern-1451686307-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 1091 time: 0.3496544 Aug 23 15:22:02.032568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59128) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:02.037627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '148f4c68-2bec-44e3-8aeb-780e0da79128', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:22:02.253387 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:02.388494 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:02.520782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Allocated IP 172.25.8.206 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/ff950979-dea5-41d6-9999-b89f022b9e19) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:22:02.651009 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:02.899351 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:02.941772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:22:02.944825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:22:02.949733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:22:02.979036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'Port': ['ID=ff950979-dea5-41d6-9999-b89f022b9e19,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:03.380864 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:03.594596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59148) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:03.600609 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:03.751924 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba8df44a-fff5-4217-a370-334bfad4c0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:03.883287 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba8df44a-fff5-4217-a370-334bfad4c0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:04.119618 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba8df44a-fff5-4217-a370-334bfad4c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:04.163878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8df44a-fff5-4217-a370-334bfad4c0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269031de-2c20-425c-9053-3cba95d9ec3b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:04.164125 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:04.169179 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ba8df44a-fff5-4217-a370-334bfad4c0c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee0114b450324fde8ab5437f66696b49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734365 Aug 23 15:22:04.174740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59156) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:04.260327 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-97d1d5f5-ed25-4bd4-a32a-fe19d48c5f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:04.303324 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-97d1d5f5-ed25-4bd4-a32a-fe19d48c5f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:04.359427 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:04.443494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event updated for resources: {'Port': ['ID=ff950979-dea5-41d6-9999-b89f022b9e19,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:04.456421 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:04.538296 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-97d1d5f5-ed25-4bd4-a32a-fe19d48c5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:04.541445 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-97d1d5f5-ed25-4bd4-a32a-fe19d48c5f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:04.543064 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-97d1d5f5-ed25-4bd4-a32a-fe19d48c5f8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/269031de-2c20-425c-9053-3cba95d9ec3b HTTP/1.1" status: 204 len: 168 time: 0.3662124 Aug 23 15:22:04.554937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1d5f5-ed25-4bd4-a32a-fe19d48c5f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269031de-2c20-425c-9053-3cba95d9ec3b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:04.596451 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Floating IP 971b5fa9-1c59-4e0c-b0fa-167a3280d73d associated. External IP: 172.25.8.206, port: 148f4c68-2bec-44e3-8aeb-780e0da79128. Aug 23 15:22:04.859726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:22:04.986097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:22:04.999274 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc720a2-8fe3-4c22-8bad-a4885e65d95d None None] Sync routers for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:22:05.011192 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc720a2-8fe3-4c22-8bad-a4885e65d95d None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:22:05.012110 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bdc720a2-8fe3-4c22-8bad-a4885e65d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:21:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:22:05.140542 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-bdc720a2-8fe3-4c22-8bad-a4885e65d95d None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:22:05.188367 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:05.231676 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b92d7c6a-cb3a-4012-8857-9a5db6765bbc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1851714 Aug 23 15:22:05.231676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e5a4c0-d951-4cb4-a862-83458f9548c0', 'tag': '148f4c68-2bec-44e3-8aeb-780e0da79128'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:22:05.231676 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f2c7dc-378c-4e6d-b13a-5294c8ffc285" -d '{"events": [{"name": "network-changed", "server_uuid": "26e5a4c0-d951-4cb4-a862-83458f9548c0", "tag": "148f4c68-2bec-44e3-8aeb-780e0da79128"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:22:05.264355 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172c5b9a-13b2-4597-b4af-4399d082764d x-openstack-request-id: req-172c5b9a-13b2-4597-b4af-4399d082764d {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:22:05.274881 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e5a4c0-d951-4cb4-a862-83458f9548c0", "tag": "148f4c68-2bec-44e3-8aeb-780e0da79128", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:22:05.274881 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-172c5b9a-13b2-4597-b4af-4399d082764d {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:22:05.274881 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e5a4c0-d951-4cb4-a862-83458f9548c0', 'tag': '148f4c68-2bec-44e3-8aeb-780e0da79128', 'status': 'completed', 'code': 200} Aug 23 15:22:05.357009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c7dc-378c-4e6d-b13a-5294c8ffc285 req-b96611af-70f3-4ac8-87e3-cedaf33fcf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:05.358664 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16f2c7dc-378c-4e6d-b13a-5294c8ffc285 req-b96611af-70f3-4ac8-87e3-cedaf33fcf0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 1096 time: 0.0563998 Aug 23 15:22:05.510963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c7dc-378c-4e6d-b13a-5294c8ffc285 req-f42e9e6b-835b-4890-80db-d4665b2c0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:05.512655 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16f2c7dc-378c-4e6d-b13a-5294c8ffc285 req-f42e9e6b-835b-4890-80db-d4665b2c0d9b service neutron] 10.222.0.57 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.1458485 Aug 23 15:22:05.630203 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16f2c7dc-378c-4e6d-b13a-5294c8ffc285 req-efe9005e-b65a-4735-b9d5-e1c188a0a554 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=148f4c68-2bec-44e3-8aeb-780e0da79128 HTTP/1.1" status: 200 len: 999 time: 0.1003356 Aug 23 15:22:05.631993 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bdc720a2-8fe3-4c22-8bad-a4885e65d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '6a6b0c24-82b9-4f4f-9f2a-871d373a730f', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'port_id': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'mac_address': 'fa:16:3e:0d:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:18:17Z', 'updated_at': '2021-08-23T15:18:21Z', 'revision_number': 1, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address_scope': None}, {'id': '971b5fa9-1c59-4e0c-b0fa-167a3280d73d', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'floating_ip_address': '172.25.8.206', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'port_id': '148f4c68-2bec-44e3-8aeb-780e0da79128', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'mac_address': 'fa:16:3e:7f:75:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e5a4c0-d951-4cb4-a862-83458f9548c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:22:03Z', 'updated_at': '2021-08-23T15:22:03Z', 'revision_number': 0, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:22:05.679166 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc720a2-8fe3-4c22-8bad-a4885e65d95d None None] Checking router: 0821063b-7d14-4a1e-bdec-4cf35a96f1cf for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:22:05.693901 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc720a2-8fe3-4c22-8bad-a4885e65d95d None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:22:05.694815 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bdc720a2-8fe3-4c22-8bad-a4885e65d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:21:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:22:05.701025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c7dc-378c-4e6d-b13a-5294c8ffc285 req-c7151f07-68ea-4db5-8f9f-e57469759a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:05.702988 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16f2c7dc-378c-4e6d-b13a-5294c8ffc285 req-c7151f07-68ea-4db5-8f9f-e57469759a63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0649192 Aug 23 15:22:05.758108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c7dc-378c-4e6d-b13a-5294c8ffc285 req-d84f343a-65ad-4ab4-866f-1f2a257e71ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:05.759971 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16f2c7dc-378c-4e6d-b13a-5294c8ffc285 req-d84f343a-65ad-4ab4-866f-1f2a257e71ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490365 Aug 23 15:22:05.826270 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-bdc720a2-8fe3-4c22-8bad-a4885e65d95d None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:22:05.870045 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59176) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:05.875966 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16f2c7dc-378c-4e6d-b13a-5294c8ffc285 req-fa9a8faf-4d3b-449e-990d-47753c674bee service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083899 Aug 23 15:22:05.888202 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b16fafb1-cc1e-46e7-b09c-19cf7ee589f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:06.010091 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16f2c7dc-378c-4e6d-b13a-5294c8ffc285 req-7dbed2d4-9727-484c-9af9-d26e95bc044d service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230395 Aug 23 15:22:06.024451 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b16fafb1-cc1e-46e7-b09c-19cf7ee589f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:06.145771 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bdc720a2-8fe3-4c22-8bad-a4885e65d95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '6a6b0c24-82b9-4f4f-9f2a-871d373a730f', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'port_id': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'mac_address': 'fa:16:3e:0d:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:18:17Z', 'updated_at': '2021-08-23T15:18:21Z', 'revision_number': 1, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address_scope': None}, {'id': '971b5fa9-1c59-4e0c-b0fa-167a3280d73d', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'floating_ip_address': '172.25.8.206', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'port_id': '148f4c68-2bec-44e3-8aeb-780e0da79128', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'mac_address': 'fa:16:3e:7f:75:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e5a4c0-d951-4cb4-a862-83458f9548c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:22:03Z', 'updated_at': '2021-08-23T15:22:03Z', 'revision_number': 0, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:22:06.149520 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b16fafb1-cc1e-46e7-b09c-19cf7ee589f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:06.175214 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc720a2-8fe3-4c22-8bad-a4885e65d95d None None] The sync data for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 is: [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '6a6b0c24-82b9-4f4f-9f2a-871d373a730f', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'port_id': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'mac_address': 'fa:16:3e:0d:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:18:17Z', 'updated_at': '2021-08-23T15:18:21Z', 'revision_number': 1, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address_scope': None}, {'id': '971b5fa9-1c59-4e0c-b0fa-167a3280d73d', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'floating_ip_address': '172.25.8.206', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'port_id': '148f4c68-2bec-44e3-8aeb-780e0da79128', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'mac_address': 'fa:16:3e:7f:75:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e5a4c0-d951-4cb4-a862-83458f9548c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:22:03Z', 'updated_at': '2021-08-23T15:22:03Z', 'revision_number': 0, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:22:06.195708 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b16fafb1-cc1e-46e7-b09c-19cf7ee589f0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=89704964e9c6457383b17b966ef70ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231804 Aug 23 15:22:06.195708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fafb1-cc1e-46e7-b09c-19cf7ee589f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed99be16-a762-4a74-be99-63c896b5a8f6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:06.197737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59180) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:06.280264 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08b7d89d-a70a-448c-b153-032477d323a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:06.307068 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08b7d89d-a70a-448c-b153-032477d323a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:06.432324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f899ee7b-cb7d-445c-8869-0ad5127edfa6 None None] New status for floating IP 971b5fa9-1c59-4e0c-b0fa-167a3280d73d: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:22:06.532789 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08b7d89d-a70a-448c-b153-032477d323a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:06.537634 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-08b7d89d-a70a-448c-b153-032477d323a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:06.538824 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-08b7d89d-a70a-448c-b153-032477d323a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ed99be16-a762-4a74-be99-63c896b5a8f6 HTTP/1.1" status: 204 len: 168 time: 0.3384469 Aug 23 15:22:06.548722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7d89d-a70a-448c-b153-032477d323a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed99be16-a762-4a74-be99-63c896b5a8f6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:09.442994 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:22:11.194750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59284) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:11.313695 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-15d57767-5a3c-43cc-8af1-fca32862028b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:11.423523 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-15d57767-5a3c-43cc-8af1-fca32862028b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:11.526510 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-15d57767-5a3c-43cc-8af1-fca32862028b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:11.568654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d57767-5a3c-43cc-8af1-fca32862028b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7d6f45-b066-48b5-b768-eadd11679724,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:11.581908 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-15d57767-5a3c-43cc-8af1-fca32862028b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b00665348324418a10e1873b0622ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3801873 Aug 23 15:22:11.582029 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59292) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:11.650459 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c560597d-a35c-4e3c-98e0-268ff72ab1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:11.682318 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c560597d-a35c-4e3c-98e0-268ff72ab1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:11.926936 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c560597d-a35c-4e3c-98e0-268ff72ab1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:11.929445 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c560597d-a35c-4e3c-98e0-268ff72ab1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:11.930931 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c560597d-a35c-4e3c-98e0-268ff72ab1b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa7d6f45-b066-48b5-b768-eadd11679724 HTTP/1.1" status: 204 len: 168 time: 0.3518169 Aug 23 15:22:11.940955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560597d-a35c-4e3c-98e0-268ff72ab1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7d6f45-b066-48b5-b768-eadd11679724,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:12.918771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59300) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:12.936615 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eb0a076d-9b5a-43d5-92f0-bf4b55895739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:13.042704 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eb0a076d-9b5a-43d5-92f0-bf4b55895739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:13.193518 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eb0a076d-9b5a-43d5-92f0-bf4b55895739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:13.237075 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-eb0a076d-9b5a-43d5-92f0-bf4b55895739 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=820f5c15490342e5908f2fd701751b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3167019 Aug 23 15:22:13.237972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a076d-9b5a-43d5-92f0-bf4b55895739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc84f56-d247-41bc-9e81-6d73361007f2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:13.240180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59302) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:13.302181 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f109f49-0618-4339-ad35-2db70a482ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:13.327981 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f109f49-0618-4339-ad35-2db70a482ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:13.463538 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f109f49-0618-4339-ad35-2db70a482ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:13.466851 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f109f49-0618-4339-ad35-2db70a482ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:13.468064 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9f109f49-0618-4339-ad35-2db70a482ed4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7fc84f56-d247-41bc-9e81-6d73361007f2 HTTP/1.1" status: 204 len: 168 time: 0.2267954 Aug 23 15:22:13.478791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f109f49-0618-4339-ad35-2db70a482ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc84f56-d247-41bc-9e81-6d73361007f2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:15.835204 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:19.106173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59410) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:19.239908 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dd0ca511-de17-4813-a61b-9295057f660c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:19.336734 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dd0ca511-de17-4813-a61b-9295057f660c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:19.473277 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dd0ca511-de17-4813-a61b-9295057f660c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:19.519521 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dd0ca511-de17-4813-a61b-9295057f660c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9940e59cfcb4790878709e23843c537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4120023 Aug 23 15:22:19.520463 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ca511-de17-4813-a61b-9295057f660c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d730ce-2f1c-4409-b34c-ec74b5101a0f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:19.522881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59424) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:19.583505 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85bf7892-d162-43f1-bc73-deb4e9c3ddbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:19.607164 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85bf7892-d162-43f1-bc73-deb4e9c3ddbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:19.760769 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85bf7892-d162-43f1-bc73-deb4e9c3ddbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:19.763562 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-85bf7892-d162-43f1-bc73-deb4e9c3ddbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:19.764824 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-85bf7892-d162-43f1-bc73-deb4e9c3ddbb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/03d730ce-2f1c-4409-b34c-ec74b5101a0f HTTP/1.1" status: 204 len: 168 time: 0.2403293 Aug 23 15:22:19.773714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf7892-d162-43f1-bc73-deb4e9c3ddbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d730ce-2f1c-4409-b34c-ec74b5101a0f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:20.520457 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:20.645419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 59460) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:20.660219 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a1bb047-cc23-4988-a30b-709a85de3679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:20.757974 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a1bb047-cc23-4988-a30b-709a85de3679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:20.872940 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6a1bb047-cc23-4988-a30b-709a85de3679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:20.916205 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6a1bb047-cc23-4988-a30b-709a85de3679 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=426be0c69f024df4996212bf9ee5aba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696419 Aug 23 15:22:20.920027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bb047-cc23-4988-a30b-709a85de3679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bfa07d-b1bb-4958-9838-b42d02c2b52b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:20.921409 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59470) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:20.982741 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f143676-21e5-4a5a-95b4-fe91d2a51ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:21.004950 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f143676-21e5-4a5a-95b4-fe91d2a51ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:21.166783 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f143676-21e5-4a5a-95b4-fe91d2a51ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:21.169590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f143676-21e5-4a5a-95b4-fe91d2a51ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:21.170822 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9f143676-21e5-4a5a-95b4-fe91d2a51ef9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45bfa07d-b1bb-4958-9838-b42d02c2b52b HTTP/1.1" status: 204 len: 168 time: 0.2478285 Aug 23 15:22:21.180777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f143676-21e5-4a5a-95b4-fe91d2a51ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bfa07d-b1bb-4958-9838-b42d02c2b52b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:22.652865 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9c1de54a-35e4-43f5-b5cd-bde500a1f084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:25.603267 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:26.265778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59682) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:26.400473 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1199f68a-0d30-463d-bc18-ed9cacfe3db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:26.508793 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1199f68a-0d30-463d-bc18-ed9cacfe3db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:26.709082 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1199f68a-0d30-463d-bc18-ed9cacfe3db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:26.750079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199f68a-0d30-463d-bc18-ed9cacfe3db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f665ef58-dcf9-40ee-8b30-7071c1d12a2c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:26.756344 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1199f68a-0d30-463d-bc18-ed9cacfe3db9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4833e2235339466aa0159a4cb8c7625a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894609 Aug 23 15:22:26.760246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59696) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:26.771728 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c82345c5-6b98-4032-8540-02debb3fa21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:26.823408 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-21e86555-7aac-4052-a958-625d45a768b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:26.852708 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-21e86555-7aac-4052-a958-625d45a768b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:26.926860 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:27.147402 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-21e86555-7aac-4052-a958-625d45a768b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:27.147402 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-21e86555-7aac-4052-a958-625d45a768b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:27.147402 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-21e86555-7aac-4052-a958-625d45a768b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f665ef58-dcf9-40ee-8b30-7071c1d12a2c HTTP/1.1" status: 204 len: 168 time: 0.3807385 Aug 23 15:22:27.153239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e86555-7aac-4052-a958-625d45a768b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f665ef58-dcf9-40ee-8b30-7071c1d12a2c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:28.498280 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59734) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:28.507679 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d08709c-ca79-45a5-9836-d907306e24c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:28.626524 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d08709c-ca79-45a5-9836-d907306e24c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:28.714995 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:28.764408 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d08709c-ca79-45a5-9836-d907306e24c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:28.805063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08709c-ca79-45a5-9836-d907306e24c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f455c82-d139-424a-9853-529b345d73b6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:28.812430 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8d08709c-ca79-45a5-9836-d907306e24c1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba2e45c5bbf54a7ebe04b4be6d451ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162847 Aug 23 15:22:28.812697 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 59746) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:28.869177 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a81d285a-37b8-4400-8bfb-6a0fd9bd3829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:28.922485 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a81d285a-37b8-4400-8bfb-6a0fd9bd3829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:28.986404 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e967bff-0a4e-4654-9e05-459c072d4e18 req-c7b5eba6-4130-4e77-9907-d32deb67e22f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013131 Aug 23 15:22:29.093207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e967bff-0a4e-4654-9e05-459c072d4e18 req-519b428f-da09-439f-a6db-733cb69c8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:29.094039 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e967bff-0a4e-4654-9e05-459c072d4e18 req-519b428f-da09-439f-a6db-733cb69c8a41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0567687 Aug 23 15:22:29.109097 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a81d285a-37b8-4400-8bfb-6a0fd9bd3829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:29.112028 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a81d285a-37b8-4400-8bfb-6a0fd9bd3829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:29.113284 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a81d285a-37b8-4400-8bfb-6a0fd9bd3829 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f455c82-d139-424a-9853-529b345d73b6 HTTP/1.1" status: 204 len: 168 time: 0.2995789 Aug 23 15:22:29.133932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d285a-37b8-4400-8bfb-6a0fd9bd3829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f455c82-d139-424a-9853-529b345d73b6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:29.229826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e967bff-0a4e-4654-9e05-459c072d4e18 req-0f729929-7212-432e-b626-1420626e3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:29.231401 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e967bff-0a4e-4654-9e05-459c072d4e18 req-0f729929-7212-432e-b626-1420626e3fd1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.1140656 Aug 23 15:22:29.309081 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e967bff-0a4e-4654-9e05-459c072d4e18 req-17f9a88b-de90-4b88-bc9f-fa5221f6ab66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5b29c27-bbff-4e55-bdf6-f76145be82bc HTTP/1.1" status: 200 len: 1002 time: 0.0693614 Aug 23 15:22:29.366800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e967bff-0a4e-4654-9e05-459c072d4e18 req-1b992ead-8768-4518-98af-b50f1e0fa8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:29.369017 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e967bff-0a4e-4654-9e05-459c072d4e18 req-1b992ead-8768-4518-98af-b50f1e0fa8af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0525162 Aug 23 15:22:29.450141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e967bff-0a4e-4654-9e05-459c072d4e18 req-d8c62140-3ea2-4c78-9a87-e5bd13a9349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:29.452587 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e967bff-0a4e-4654-9e05-459c072d4e18 req-d8c62140-3ea2-4c78-9a87-e5bd13a9349b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755994 Aug 23 15:22:29.464681 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-9e967bff-0a4e-4654-9e05-459c072d4e18 req-266cf490-c001-46ed-b07e-6d2c76df54ea service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:22:29.465753 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e967bff-0a4e-4654-9e05-459c072d4e18 req-266cf490-c001-46ed-b07e-6d2c76df54ea service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060010 Aug 23 15:22:29.599672 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e967bff-0a4e-4654-9e05-459c072d4e18 req-c08ba077-566a-409a-9487-1e5331644c32 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236055 Aug 23 15:22:29.756320 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e967bff-0a4e-4654-9e05-459c072d4e18 req-73a55239-0478-46d4-83ad-48cc9f0461a7 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494830 Aug 23 15:22:34.492875 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ae6671-57b6-43b7-b4da-933f9d1b8aa6 req-13effc80-169e-472f-a830-3b757dc16c0e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456665 Aug 23 15:22:34.591851 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae6671-57b6-43b7-b4da-933f9d1b8aa6 req-7339d798-9d89-403b-89d2-f7399cafd50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:34.594465 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ae6671-57b6-43b7-b4da-933f9d1b8aa6 req-7339d798-9d89-403b-89d2-f7399cafd50c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 1096 time: 0.0502396 Aug 23 15:22:34.735956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae6671-57b6-43b7-b4da-933f9d1b8aa6 req-696d694d-940b-4a32-a096-30decf861c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:34.737620 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ae6671-57b6-43b7-b4da-933f9d1b8aa6 req-696d694d-940b-4a32-a096-30decf861c23 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.1160245 Aug 23 15:22:34.822869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ae6671-57b6-43b7-b4da-933f9d1b8aa6 req-279d0e6f-0e00-47d0-a028-32ffc3a205ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=148f4c68-2bec-44e3-8aeb-780e0da79128 HTTP/1.1" status: 200 len: 1001 time: 0.0749931 Aug 23 15:22:34.904145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae6671-57b6-43b7-b4da-933f9d1b8aa6 req-dbdfe525-5607-4264-9fe7-e62da34717ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:34.905814 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ae6671-57b6-43b7-b4da-933f9d1b8aa6 req-dbdfe525-5607-4264-9fe7-e62da34717ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0783446 Aug 23 15:22:34.968691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae6671-57b6-43b7-b4da-933f9d1b8aa6 req-7d7cb802-9d0e-4062-9490-f8e2e44e7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:34.970807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ae6671-57b6-43b7-b4da-933f9d1b8aa6 req-7d7cb802-9d0e-4062-9490-f8e2e44e7231 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573528 Aug 23 15:22:35.082729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ae6671-57b6-43b7-b4da-933f9d1b8aa6 req-057b02a2-74ee-4011-b02c-f0294c618cef service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032257 Aug 23 15:22:35.185226 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ae6671-57b6-43b7-b4da-933f9d1b8aa6 req-e916bfe5-5123-4609-9a0c-17c8f975f41d service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960698 Aug 23 15:22:45.931483 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:46.349830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60338) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:46.449190 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:22:46.488507 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:46.583811 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:46.677363 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:46.720104 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=90b62eb6579844309f5ba2b933ef1451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680849 Aug 23 15:22:46.721351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd5d17c-c271-4f72-8f90-986e04444dd3,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:46.725055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60344) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:46.729480 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:46.729829 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:46.730316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:46.730668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:46.731008 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:46.731346 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:46.731695 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:46.732033 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:46.732366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:46.732696 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:46.733024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:46.733352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce17257-a38c-4928-8433-e43b4555942a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:46.774480 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60346) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:46.789449 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:46.822205 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:46.913347 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dcf7fc15-12fe-4552-8949-ff1876e2ea06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:47.023166 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:47.025934 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:47.029476 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5bd5d17c-c271-4f72-8f90-986e04444dd3 HTTP/1.1" status: 204 len: 168 time: 0.3003633 Aug 23 15:22:47.040314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd5d17c-c271-4f72-8f90-986e04444dd3,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:47.054741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:47.054741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:47.054741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:47.054741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:47.054741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:47.054741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:47.056341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:47.057020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:47.058214 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:47.058214 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:47.058752 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:47.059391 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53de5f3-04e9-40b8-9881-baf2ff568461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:47.118362 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dcf7fc15-12fe-4552-8949-ff1876e2ea06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:47.274289 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dcf7fc15-12fe-4552-8949-ff1876e2ea06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:47.314191 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7fc15-12fe-4552-8949-ff1876e2ea06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b227ff-6d2f-4924-a6ee-0fdbaafcef06,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:47.318525 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-dcf7fc15-12fe-4552-8949-ff1876e2ea06 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=526357af645845d6a7226c30bab4cfc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5429032 Aug 23 15:22:47.321295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60352) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:47.377862 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19e896fd-029a-4a85-b9b9-f9969c231f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:47.402819 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19e896fd-029a-4a85-b9b9-f9969c231f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:47.583071 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19e896fd-029a-4a85-b9b9-f9969c231f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:47.585884 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19e896fd-029a-4a85-b9b9-f9969c231f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:47.590927 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-19e896fd-029a-4a85-b9b9-f9969c231f37 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24b227ff-6d2f-4924-a6ee-0fdbaafcef06 HTTP/1.1" status: 204 len: 168 time: 0.2649474 Aug 23 15:22:47.598073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e896fd-029a-4a85-b9b9-f9969c231f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b227ff-6d2f-4924-a6ee-0fdbaafcef06,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:48.736035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60396) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:48.754321 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e085224-9401-4651-a694-c85d191ca691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:48.883416 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e085224-9401-4651-a694-c85d191ca691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:49.013512 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6e085224-9401-4651-a694-c85d191ca691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:49.057295 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6e085224-9401-4651-a694-c85d191ca691 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f01a2e6ecd7c45168e03f7cf61bf749f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199883 Aug 23 15:22:49.058445 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e085224-9401-4651-a694-c85d191ca691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671cec79-c0c7-4c12-bd91-e95ba1944602,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:49.060797 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60424) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:49.119907 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f892464a-9f1d-4437-a6dc-7c8c1222b745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:49.148459 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f892464a-9f1d-4437-a6dc-7c8c1222b745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:49.363902 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f892464a-9f1d-4437-a6dc-7c8c1222b745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:49.367501 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f892464a-9f1d-4437-a6dc-7c8c1222b745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:49.374572 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f892464a-9f1d-4437-a6dc-7c8c1222b745 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/671cec79-c0c7-4c12-bd91-e95ba1944602 HTTP/1.1" status: 204 len: 168 time: 0.3072889 Aug 23 15:22:49.379545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892464a-9f1d-4437-a6dc-7c8c1222b745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671cec79-c0c7-4c12-bd91-e95ba1944602,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:49.577889 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60430) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:49.816988 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd460bb3-2e75-49a3-9407-135ed3b829f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:49.936760 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd460bb3-2e75-49a3-9407-135ed3b829f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:50.103178 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fd460bb3-2e75-49a3-9407-135ed3b829f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:50.130755 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fd460bb3-2e75-49a3-9407-135ed3b829f2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fee3b6a689324ffd9535290a396c1acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5509722 Aug 23 15:22:50.131797 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd460bb3-2e75-49a3-9407-135ed3b829f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e796b22a-46ba-4886-ab2b-62e7aeeda33f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:50.134102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60444) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:50.191383 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18e13814-d7f2-4fa7-8ae1-0a61489e9bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:50.217426 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18e13814-d7f2-4fa7-8ae1-0a61489e9bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:50.461011 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18e13814-d7f2-4fa7-8ae1-0a61489e9bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:50.463711 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-18e13814-d7f2-4fa7-8ae1-0a61489e9bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:50.465177 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-18e13814-d7f2-4fa7-8ae1-0a61489e9bec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e796b22a-46ba-4886-ab2b-62e7aeeda33f HTTP/1.1" status: 204 len: 168 time: 0.3300252 Aug 23 15:22:50.476945 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e13814-d7f2-4fa7-8ae1-0a61489e9bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e796b22a-46ba-4886-ab2b-62e7aeeda33f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:50.480303 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:50.898694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60456) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:51.033432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-562575118-network', 'tenant_id': '237ad952718b492181ad9ca68175780d'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:22:51.182757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] Made reservation on behalf of 237ad952718b492181ad9ca68175780d for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:22:51.185198 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:51.195732 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:51.310154 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:51.588317 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:51.618032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:22:51.625478 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61966ecf-d5d4-4394-98a2-53482e81fd29,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:51.637127 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:51.637127 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] Added segment 531959f2-29e6-469e-9b28-5929aaf9c3a8 of type vlan for network 1c57d5f7-77eb-4140-bbd6-a2edd08a4e88 Aug 23 15:22:51.683557 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:51.811251 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:51.817008 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:51.817008 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:51.878071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] Pushing event updated for resources: {'Network': ['ID=1c57d5f7-77eb-4140-bbd6-a2edd08a4e88,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:51.892042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 1c57d5f7-77eb-4140-bbd6-a2edd08a4e88 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:22:52.067743 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9a6adb7d-dd77-408e-b068-bd783cc2537c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1671944 Aug 23 15:22:52.073369 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60480) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:52.081969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9e8ac209-f730-46b3-b3b1-e15b78265f72 admin admin] Request body: {'subnet': {'network_id': '1c57d5f7-77eb-4140-bbd6-a2edd08a4e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-562575118-subnet', 'tenant_id': '237ad952718b492181ad9ca68175780d', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:22:52.254857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8ac209-f730-46b3-b3b1-e15b78265f72 admin admin] Made reservation on behalf of 237ad952718b492181ad9ca68175780d for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:22:52.257302 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac209-f730-46b3-b3b1-e15b78265f72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:52.674509 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1056b1df-60d9-42cc-94d7-c58cdce81353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:52.937577 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac209-f730-46b3-b3b1-e15b78265f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:52.999633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ac209-f730-46b3-b3b1-e15b78265f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad445665-6e35-4cb0-b7ab-9866fdf8b06f,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:53.012886 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8ac209-f730-46b3-b3b1-e15b78265f72 admin admin] Checking segment: {'id': '531959f2-29e6-469e-9b28-5929aaf9c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1c57d5f7-77eb-4140-bbd6-a2edd08a4e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:22:53.013276 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ac209-f730-46b3-b3b1-e15b78265f72 admin admin] Network hostable DHCP agents. Network: 1c57d5f7-77eb-4140-bbd6-a2edd08a4e88, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:22:53.165138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ac209-f730-46b3-b3b1-e15b78265f72 admin admin] Network 1c57d5f7-77eb-4140-bbd6-a2edd08a4e88 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:22:53.347022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ac209-f730-46b3-b3b1-e15b78265f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 1c57d5f7-77eb-4140-bbd6-a2edd08a4e88) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:22:53.351403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ac209-f730-46b3-b3b1-e15b78265f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:53.352028 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac209-f730-46b3-b3b1-e15b78265f72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:53.357648 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50b477b-57dd-4de7-b5db-96a167c0b524 None None] Network 1c57d5f7-77eb-4140-bbd6-a2edd08a4e88 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:22:53.461656 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9e8ac209-f730-46b3-b3b1-e15b78265f72 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3865368 Aug 23 15:22:53.464813 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60500) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:53.473396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-562575118-router', 'tenant_id': '237ad952718b492181ad9ca68175780d', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:22:53.527238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-1c57d5f7-77eb-4140-bbd6-a2edd08a4e88', 'network_id': '1c57d5f7-77eb-4140-bbd6-a2edd08a4e88', 'tenant_id': '237ad952718b492181ad9ca68175780d', 'fixed_ips': [{'subnet_id': 'ad445665-6e35-4cb0-b7ab-9866fdf8b06f'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:22:53.528153 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:53.536071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60502) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:53.569026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:53.572348 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:53.654824 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:53.684223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c6f2bad7-f87d-400c-a16a-ddeb34377b76 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Request body: {'quota': {'network': 2}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:22:53.722624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Allocated IP 172.20.0.2 (1c57d5f7-77eb-4140-bbd6-a2edd08a4e88/ad445665-6e35-4cb0-b7ab-9866fdf8b06f/c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:22:53.847894 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c6f2bad7-f87d-400c-a16a-ddeb34377b76 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] 10.222.0.38 "PUT /v2.0/quotas/c4fc73fbf63d4d6c905bd2c5af4fb1b5 HTTP/1.1" status: 200 len: 368 time: 0.3106306 Aug 23 15:22:53.851044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60506) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:53.857125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Request body: {'network': {'project_id': 'c4fc73fbf63d4d6c905bd2c5af4fb1b5'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:22:53.887193 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:53.897049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Transition to ACTIVE for port object c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:22:53.913258 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Transition to ACTIVE for port object c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:22:53.926450 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:53.957928 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Made reservation on behalf of c4fc73fbf63d4d6c905bd2c5af4fb1b5 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:22:53.960950 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:53.972478 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.012229 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.053723 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Network 1c57d5f7-77eb-4140-bbd6-a2edd08a4e88 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:22:54.059395 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:22:54.064265 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:22:54.080751 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Pushing event updated for resources: {'Port': ['ID=c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:54.090431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.136082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Attempting to bind port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:22:54.136957 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Attempting to bind port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '531959f2-29e6-469e-9b28-5929aaf9c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1c57d5f7-77eb-4140-bbd6-a2edd08a4e88'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:22:54.137343 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Attempting to bind port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf on network 1c57d5f7-77eb-4140-bbd6-a2edd08a4e88 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:22:54.144331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:22:54.144714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Checking segment: {'id': '531959f2-29e6-469e-9b28-5929aaf9c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1c57d5f7-77eb-4140-bbd6-a2edd08a4e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:22:54.145130 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.145532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Bound using segment: {'id': '531959f2-29e6-469e-9b28-5929aaf9c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1c57d5f7-77eb-4140-bbd6-a2edd08a4e88'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:22:54.146031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Bound port: c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531959f2-29e6-469e-9b28-5929aaf9c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1c57d5f7-77eb-4140-bbd6-a2edd08a4e88'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:22:54.146881 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.186397 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.209826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:22:54.231713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ff3b64-4296-406e-9dff-fd55d591118c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:54.237598 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.237956 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Added segment 90ff4cef-a5e2-4ecb-a985-972b452eba4d of type vlan for network 12fef6e0-2d44-4bb9-a176-444fa2106154 Aug 23 15:22:54.265242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] For port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:22:54.273065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] For port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf,segment=NetworkSegment(531959f2-29e6-469e-9b28-5929aaf9c3a8),segment_id=531959f2-29e6-469e-9b28-5929aaf9c3a8)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:22:54.286348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.325296 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.349205 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.417205 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.497420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Allocated IP 172.25.8.191 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:22:54.498932 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49296a-0f98-4944-9ce4-25202710db72 None None] Pushing event updated for resources: {'Port': ['ID=c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:54.525887 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.527484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:54.528523 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.602953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Pushing event updated for resources: {'Network': ['ID=12fef6e0-2d44-4bb9-a176-444fa2106154,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:54.616961 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 12fef6e0-2d44-4bb9-a176-444fa2106154 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:22:54.681088 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.789545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ec88c2f3-a9f6-4f47-a3d7-2bb5c7f46baf tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9371650 Aug 23 15:22:54.792752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60510) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:54.798520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f77cdb68-6241-4fb0-b2d6-eeb9ea4a5216 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Request body: {'network': {'project_id': 'c4fc73fbf63d4d6c905bd2c5af4fb1b5'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:22:54.840545 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.887377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:22:54.891082 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:22:54.895134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:22:54.921014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Pushing event updated for resources: {'Port': ['ID=1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:54.928709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77cdb68-6241-4fb0-b2d6-eeb9ea4a5216 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Made reservation on behalf of c4fc73fbf63d4d6c905bd2c5af4fb1b5 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:22:54.929014 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f77cdb68-6241-4fb0-b2d6-eeb9ea4a5216 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.960368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77cdb68-6241-4fb0-b2d6-eeb9ea4a5216 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:22:54.973384 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f77cdb68-6241-4fb0-b2d6-eeb9ea4a5216 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:54.973856 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-f77cdb68-6241-4fb0-b2d6-eeb9ea4a5216 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Added segment 4224b8ff-2787-41e5-bd24-97d759da3ab6 of type vlan for network 9056bdba-135e-485a-a843-afefc08db776 Aug 23 15:22:55.024209 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f77cdb68-6241-4fb0-b2d6-eeb9ea4a5216 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:55.160047 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f77cdb68-6241-4fb0-b2d6-eeb9ea4a5216 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:55.161058 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77cdb68-6241-4fb0-b2d6-eeb9ea4a5216 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:22:55.163231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f77cdb68-6241-4fb0-b2d6-eeb9ea4a5216 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:55.230635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cdb68-6241-4fb0-b2d6-eeb9ea4a5216 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Pushing event updated for resources: {'Network': ['ID=9056bdba-135e-485a-a843-afefc08db776,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:55.243606 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 9056bdba-135e-485a-a843-afefc08db776 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:22:55.353997 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:55.389084 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f77cdb68-6241-4fb0-b2d6-eeb9ea4a5216 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5952239 Aug 23 15:22:55.392838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60512) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:55.400086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-29f8bec7-9fdc-493a-9914-458dbd19111e tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Request body: {'network': {'project_id': 'c4fc73fbf63d4d6c905bd2c5af4fb1b5'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:22:55.421277 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f8bec7-9fdc-493a-9914-458dbd19111e tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 23 15:22:55.421967 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f8bec7-9fdc-493a-9914-458dbd19111e tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:22:55.423151 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-29f8bec7-9fdc-493a-9914-458dbd19111e tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0293324 Aug 23 15:22:55.426335 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60514) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:55.510453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fb5974a7-6475-4b48-a83b-befc538b0eda tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c4fc73fbf63d4d6c905bd2c5af4fb1b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826609 Aug 23 15:22:55.513136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60516) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:55.587349 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-802487f3-bda8-41b3-949f-d6c80ebf2b83 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:55.610710 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:55.617496 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f297c8-b6c2-422d-a90c-ae91a93e2a80 None None] Network 1c57d5f7-77eb-4140-bbd6-a2edd08a4e88 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:22:55.618635 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-802487f3-bda8-41b3-949f-d6c80ebf2b83 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:55.627446 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:55.874433 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-802487f3-bda8-41b3-949f-d6c80ebf2b83 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:55.877608 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4788671c-bb53-4193-87b4-008e401431de None None] Provisioning for port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:22:55.878532 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-802487f3-bda8-41b3-949f-d6c80ebf2b83 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:55.879793 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-802487f3-bda8-41b3-949f-d6c80ebf2b83 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/82ff3b64-4296-406e-9dff-fd55d591118c HTTP/1.1" status: 204 len: 168 time: 0.3658271 Aug 23 15:22:55.882719 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60518) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:55.888920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802487f3-bda8-41b3-949f-d6c80ebf2b83 tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ff3b64-4296-406e-9dff-fd55d591118c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:56.071643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:22:56.270892 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Router 6be1a638-803e-40d4-be0e-c9c38dc6a946 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:22:56.274046 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:22:56.280279 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:22:56.281666 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:56.368340 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-876e1519-1d82-431f-8b80-ca259c77974f tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:56.376628 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:56.414909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf,segment=NetworkSegment(531959f2-29e6-469e-9b28-5929aaf9c3a8),segment_id=531959f2-29e6-469e-9b28-5929aaf9c3a8)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:22:56.504024 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:22:56.511277 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-876e1519-1d82-431f-8b80-ca259c77974f tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:56.514198 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Sync routers for ids ['6be1a638-803e-40d4-be0e-c9c38dc6a946'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:22:56.517466 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:56.525127 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Routers {'6be1a638-803e-40d4-be0e-c9c38dc6a946'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:22:56.526776 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:22:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['6be1a638-803e-40d4-be0e-c9c38dc6a946'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:22:56.526977 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-876e1519-1d82-431f-8b80-ca259c77974f tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9056bdba-135e-485a-a843-afefc08db776']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:22:56.540025 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-876e1519-1d82-431f-8b80-ca259c77974f tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4224b8ff-2787-41e5-bd24-97d759da3ab6') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:22:56.540614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-876e1519-1d82-431f-8b80-ca259c77974f tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4224b8ff-2787-41e5-bd24-97d759da3ab6') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:22:56.553415 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-876e1519-1d82-431f-8b80-ca259c77974f tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:56.569772 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-876e1519-1d82-431f-8b80-ca259c77974f tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:56.576976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876e1519-1d82-431f-8b80-ca259c77974f tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:22:56.577186 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-876e1519-1d82-431f-8b80-ca259c77974f tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:22:56.579916 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:22:56.595256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:56.645709 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Set router 6be1a638-803e-40d4-be0e-c9c38dc6a946 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:22:56.696837 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:56.701274 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7e86154e-d325-4e8e-a786-2f2e8ba0348b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.2314091 Aug 23 15:22:56.701844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60520) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:56.776721 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-876e1519-1d82-431f-8b80-ca259c77974f tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:56.777030 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-852ea759-2554-47de-99a0-5aa5fbc52c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:56.785567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-876e1519-1d82-431f-8b80-ca259c77974f tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:56.787290 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-876e1519-1d82-431f-8b80-ca259c77974f tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] 10.222.0.38 "DELETE /v2.0/networks/9056bdba-135e-485a-a843-afefc08db776 HTTP/1.1" status: 204 len: 168 time: 0.9034543 Aug 23 15:22:56.804910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60522) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:56.807184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e1519-1d82-431f-8b80-ca259c77974f tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Pushing event deleted for resources: {'Network': ['ID=9056bdba-135e-485a-a843-afefc08db776,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:56.864522 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'name': 'tempest-ImageQuotaTest-562575118-router', 'tenant_id': '237ad952718b492181ad9ca68175780d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:22:53Z', 'updated_at': '2021-08-23T15:22:55Z', 'revision_number': 3, 'project_id': '237ad952718b492181ad9ca68175780d', 'gw_port': {'id': '1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:22:54Z', 'updated_at': '2021-08-23T15:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:22:56.893631 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ff57735-3612-43be-a974-8e92796ae33a tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:56.899774 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Checking router: 6be1a638-803e-40d4-be0e-c9c38dc6a946 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:22:56.900105 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Updating router 6be1a638-803e-40d4-be0e-c9c38dc6a946 port 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:22:56.927850 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:56.954383 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.008260 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ff57735-3612-43be-a974-8e92796ae33a tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.020977 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9ff57735-3612-43be-a974-8e92796ae33a tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fef6e0-2d44-4bb9-a176-444fa2106154']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:22:57.034088 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9ff57735-3612-43be-a974-8e92796ae33a tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ff4cef-a5e2-4ecb-a985-972b452eba4d') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:22:57.034467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9ff57735-3612-43be-a974-8e92796ae33a tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ff4cef-a5e2-4ecb-a985-972b452eba4d') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:22:57.046785 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ff57735-3612-43be-a974-8e92796ae33a tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.061990 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ff57735-3612-43be-a974-8e92796ae33a tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.070555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff57735-3612-43be-a974-8e92796ae33a tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:22:57.070997 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ff57735-3612-43be-a974-8e92796ae33a tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:22:57.073115 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:22:57.234903 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.236065 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.280163 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Transition to ACTIVE for port object 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:22:57.283338 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ff57735-3612-43be-a974-8e92796ae33a tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.288578 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ff57735-3612-43be-a974-8e92796ae33a tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.294158 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9ff57735-3612-43be-a974-8e92796ae33a tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] 10.222.0.38 "DELETE /v2.0/networks/12fef6e0-2d44-4bb9-a176-444fa2106154 HTTP/1.1" status: 204 len: 168 time: 0.4879646 Aug 23 15:22:57.314579 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff57735-3612-43be-a974-8e92796ae33a tempest-QuotasNegativeTest-1644257015 tempest-QuotasNegativeTest-1644257015-project-admin] Pushing event deleted for resources: {'Network': ['ID=12fef6e0-2d44-4bb9-a176-444fa2106154,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:57.479974 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.491384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Allocated IP 172.20.0.1 (1c57d5f7-77eb-4140-bbd6-a2edd08a4e88/ad445665-6e35-4cb0-b7ab-9866fdf8b06f/2f150027-e449-4e05-98f8-6ad6de0d26e7) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:22:57.537220 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Attempting to bind port 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:22:57.537814 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Attempting to bind port 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:22:57.537920 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Attempting to bind port 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:22:57.545985 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc69e2-4f1d-4931-bb7a-bc47192761ff None None] Pushing event updated for resources: {'Port': ['ID=1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:57.553738 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:22:57.554265 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:22:57.554851 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.555385 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:22:57.556004 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Bound port: 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:22:57.556485 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.566976 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc69e2-4f1d-4931-bb7a-bc47192761ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:57.567504 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc69e2-4f1d-4931-bb7a-bc47192761ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:57.568023 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc69e2-4f1d-4931-bb7a-bc47192761ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:57.568476 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc69e2-4f1d-4931-bb7a-bc47192761ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:57.569013 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc69e2-4f1d-4931-bb7a-bc47192761ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:57.569566 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc69e2-4f1d-4931-bb7a-bc47192761ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:57.570167 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc69e2-4f1d-4931-bb7a-bc47192761ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:57.570471 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc69e2-4f1d-4931-bb7a-bc47192761ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:57.570844 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc69e2-4f1d-4931-bb7a-bc47192761ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:57.571263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc69e2-4f1d-4931-bb7a-bc47192761ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:57.571839 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc69e2-4f1d-4931-bb7a-bc47192761ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:57.572335 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc69e2-4f1d-4931-bb7a-bc47192761ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:22:57.624037 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.639515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Transition to ACTIVE for port object 2f150027-e449-4e05-98f8-6ad6de0d26e7 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:22:57.641334 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] For port 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:22:57.644909 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] For port 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:22:57.851560 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.852204 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.898514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Network 1c57d5f7-77eb-4140-bbd6-a2edd08a4e88 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:22:57.901745 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:22:57.907188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:22:57.916547 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Routers {'6be1a638-803e-40d4-be0e-c9c38dc6a946'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:22:57.917280 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:22:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['6be1a638-803e-40d4-be0e-c9c38dc6a946'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:22:57.950792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=2f150027-e449-4e05-98f8-6ad6de0d26e7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:57.971671 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:57.981529 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc69e2-4f1d-4931-bb7a-bc47192761ff None None] Pushing event updated for resources: {'Port': ['ID=1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:58.101832 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] Set router 6be1a638-803e-40d4-be0e-c9c38dc6a946 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:22:58.111702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:22:58.178096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:22:58.178856 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:58.361164 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'name': 'tempest-ImageQuotaTest-562575118-router', 'tenant_id': '237ad952718b492181ad9ca68175780d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:22:53Z', 'updated_at': '2021-08-23T15:22:55Z', 'revision_number': 3, 'project_id': '237ad952718b492181ad9ca68175780d', 'gw_port': {'id': '1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:22:54Z', 'updated_at': '2021-08-23T15:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:22:58.396624 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d0f7d-2f77-4d08-a803-33c499296ecf None None] The sync data for ids ['6be1a638-803e-40d4-be0e-c9c38dc6a946'] in n-d-804985-3 is: [{'id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'name': 'tempest-ImageQuotaTest-562575118-router', 'tenant_id': '237ad952718b492181ad9ca68175780d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:22:53Z', 'updated_at': '2021-08-23T15:22:55Z', 'revision_number': 3, 'project_id': '237ad952718b492181ad9ca68175780d', 'gw_port': {'id': '1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:22:54Z', 'updated_at': '2021-08-23T15:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:22:58.533306 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:58.720101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-aef0602d-636c-4b37-97ac-4e8aab20a003 None None] Provisioning for port 2f150027-e449-4e05-98f8-6ad6de0d26e7 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:22:58.732377 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:58.732377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-aef0602d-636c-4b37-97ac-4e8aab20a003 None None] Provisioning complete for port 2f150027-e449-4e05-98f8-6ad6de0d26e7 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:22:58.732377 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aef0602d-636c-4b37-97ac-4e8aab20a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:58.775853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-aef0602d-636c-4b37-97ac-4e8aab20a003 None None] Port 2f150027-e449-4e05-98f8-6ad6de0d26e7 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:22:58.808652 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:59.022490 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:59.122637 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:59.125087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=2f150027-e449-4e05-98f8-6ad6de0d26e7,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:59.146181 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60530) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:59.235299 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Network 1c57d5f7-77eb-4140-bbd6-a2edd08a4e88 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:22:59.236845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:22:59.280571 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8e480cd4-dbb6-4fed-a1ed-08af7f0b1f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:59.382590 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Router 6be1a638-803e-40d4-be0e-c9c38dc6a946 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:22:59.423438 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8e480cd4-dbb6-4fed-a1ed-08af7f0b1f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:59.516143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:22:59.521510 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-229ead14-9908-4b77-9009-0c0cfb34e2e1 admin admin] 10.222.0.38 "PUT /v2.0/routers/6be1a638-803e-40d4-be0e-c9c38dc6a946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8184345 Aug 23 15:22:59.552309 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8e480cd4-dbb6-4fed-a1ed-08af7f0b1f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:59.601045 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8e480cd4-dbb6-4fed-a1ed-08af7f0b1f0f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4f2d5d3464d748168d8916b002b7d9e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4529359 Aug 23 15:22:59.605090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e480cd4-dbb6-4fed-a1ed-08af7f0b1f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4030501-4c15-48ba-b936-aed37ee8f7b3,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:22:59.605438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60536) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:22:59.630634 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c1168fc5-d48b-472d-a1b6-20066b669afd None None] Provisioning complete for port 2f150027-e449-4e05-98f8-6ad6de0d26e7 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:22:59.631608 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c1168fc5-d48b-472d-a1b6-20066b669afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:59.675797 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e35b7daa-fcc4-442f-9736-6786257b3bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:59.691010 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c1168fc5-d48b-472d-a1b6-20066b669afd None None] Port 2f150027-e449-4e05-98f8-6ad6de0d26e7 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:22:59.708509 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e35b7daa-fcc4-442f-9736-6786257b3bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:59.858257 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e35b7daa-fcc4-442f-9736-6786257b3bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:59.865716 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e35b7daa-fcc4-442f-9736-6786257b3bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:22:59.865716 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e35b7daa-fcc4-442f-9736-6786257b3bac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d4030501-4c15-48ba-b936-aed37ee8f7b3 HTTP/1.1" status: 204 len: 168 time: 0.2568519 Aug 23 15:22:59.874278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b7daa-fcc4-442f-9736-6786257b3bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4030501-4c15-48ba-b936-aed37ee8f7b3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:00.056529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:23:00.176862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Sync routers for ids ['6be1a638-803e-40d4-be0e-c9c38dc6a946'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:23:00.193179 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Routers {'6be1a638-803e-40d4-be0e-c9c38dc6a946'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:23:00.193179 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:22:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['6be1a638-803e-40d4-be0e-c9c38dc6a946'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:00.285990 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:00.293648 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:00.294121 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:00.348362 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Set router 6be1a638-803e-40d4-be0e-c9c38dc6a946 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:23:00.516743 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:00.552173 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:00.626436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'name': 'tempest-ImageQuotaTest-562575118-router', 'tenant_id': '237ad952718b492181ad9ca68175780d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:22:53Z', 'updated_at': '2021-08-23T15:22:58Z', 'revision_number': 4, 'project_id': '237ad952718b492181ad9ca68175780d', 'gw_port': {'id': '1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:22:54Z', 'updated_at': '2021-08-23T15:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '2f150027-e449-4e05-98f8-6ad6de0d26e7', 'name': '', 'network_id': '1c57d5f7-77eb-4140-bbd6-a2edd08a4e88', 'tenant_id': '237ad952718b492181ad9ca68175780d', 'mac_address': 'fa:16:3e:a8:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ad445665-6e35-4cb0-b7ab-9866fdf8b06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:22:57Z', 'updated_at': '2021-08-23T15:22:58Z', 'revision_number': 2, 'project_id': '237ad952718b492181ad9ca68175780d', 'subnets': [{'id': 'ad445665-6e35-4cb0-b7ab-9866fdf8b06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:00.657633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Checking router: 6be1a638-803e-40d4-be0e-c9c38dc6a946 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:23:00.658289 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Updating router 6be1a638-803e-40d4-be0e-c9c38dc6a946 port 2f150027-e449-4e05-98f8-6ad6de0d26e7 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:23:00.679223 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:00.717490 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:00.777983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:00.822818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60562) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:00.838153 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc598d05-7a76-4321-b11c-d6d3167ec600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:00.849794 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:00.850146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:00.850491 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:00.850829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:00.851168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:00.851497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:00.851946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:00.852341 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:00.852740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:00.853131 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:00.853461 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:00.854125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:00.948925 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc598d05-7a76-4321-b11c-d6d3167ec600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:01.045277 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc598d05-7a76-4321-b11c-d6d3167ec600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:01.056832 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:01.069452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Transition to ACTIVE for port object 2f150027-e449-4e05-98f8-6ad6de0d26e7 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:01.089632 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-dc598d05-7a76-4321-b11c-d6d3167ec600 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=571772630dbb42c9b16a37383ec5dbcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2655785 Aug 23 15:23:01.090676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc598d05-7a76-4321-b11c-d6d3167ec600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e67e5b-763c-4a7c-bbd0-af0c946af208,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:01.092406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60566) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:01.166511 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:01.171183 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e17d418-fcc0-4f47-a92d-a003385229c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:01.174540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60568) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:01.209141 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e17d418-fcc0-4f47-a92d-a003385229c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:01.256888 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9eeaf-9a35-47e6-a4af-6ab2580d3afb None None] Pushing event updated for resources: {'Port': ['ID=2f150027-e449-4e05-98f8-6ad6de0d26e7,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:01.320870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Attempting to bind port 2f150027-e449-4e05-98f8-6ad6de0d26e7 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:23:01.321556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Attempting to bind port 2f150027-e449-4e05-98f8-6ad6de0d26e7 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '531959f2-29e6-469e-9b28-5929aaf9c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1c57d5f7-77eb-4140-bbd6-a2edd08a4e88'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:23:01.322128 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Attempting to bind port 2f150027-e449-4e05-98f8-6ad6de0d26e7 on network 1c57d5f7-77eb-4140-bbd6-a2edd08a4e88 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:23:01.336877 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:23:01.336877 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Checking segment: {'id': '531959f2-29e6-469e-9b28-5929aaf9c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1c57d5f7-77eb-4140-bbd6-a2edd08a4e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:23:01.336877 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:01.336877 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Bound using segment: {'id': '531959f2-29e6-469e-9b28-5929aaf9c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1c57d5f7-77eb-4140-bbd6-a2edd08a4e88'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:23:01.336877 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Bound port: 2f150027-e449-4e05-98f8-6ad6de0d26e7, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531959f2-29e6-469e-9b28-5929aaf9c3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1c57d5f7-77eb-4140-bbd6-a2edd08a4e88'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:23:01.336877 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:01.388108 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e17d418-fcc0-4f47-a92d-a003385229c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:01.394183 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e17d418-fcc0-4f47-a92d-a003385229c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:01.398067 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4e17d418-fcc0-4f47-a92d-a003385229c5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/54e67e5b-763c-4a7c-bbd0-af0c946af208 HTTP/1.1" status: 204 len: 168 time: 0.3043790 Aug 23 15:23:01.422061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17d418-fcc0-4f47-a92d-a003385229c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e67e5b-763c-4a7c-bbd0-af0c946af208,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:01.439380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] For port 2f150027-e449-4e05-98f8-6ad6de0d26e7, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:23:01.459714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] For port 2f150027-e449-4e05-98f8-6ad6de0d26e7, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2f150027-e449-4e05-98f8-6ad6de0d26e7,segment=NetworkSegment(531959f2-29e6-469e-9b28-5929aaf9c3a8),segment_id=531959f2-29e6-469e-9b28-5929aaf9c3a8)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:23:01.588628 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:01.642734 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df93a9ce-f296-447d-9993-33c0d8764ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:01.654724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Routers {'6be1a638-803e-40d4-be0e-c9c38dc6a946'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:23:01.655483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:22:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['6be1a638-803e-40d4-be0e-c9c38dc6a946'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:01.719679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9eeaf-9a35-47e6-a4af-6ab2580d3afb None None] Pushing event updated for resources: {'Port': ['ID=2f150027-e449-4e05-98f8-6ad6de0d26e7,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:01.807955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] Set router 6be1a638-803e-40d4-be0e-c9c38dc6a946 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:23:02.006139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-df93a9ce-f296-447d-9993-33c0d8764ce5 admin admin] Deleting port 2f150027-e449-4e05-98f8-6ad6de0d26e7 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:02.010070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df93a9ce-f296-447d-9993-33c0d8764ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:02.066427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'name': 'tempest-ImageQuotaTest-562575118-router', 'tenant_id': '237ad952718b492181ad9ca68175780d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:22:53Z', 'updated_at': '2021-08-23T15:22:58Z', 'revision_number': 4, 'project_id': '237ad952718b492181ad9ca68175780d', 'gw_port': {'id': '1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:22:54Z', 'updated_at': '2021-08-23T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '2f150027-e449-4e05-98f8-6ad6de0d26e7', 'name': '', 'network_id': '1c57d5f7-77eb-4140-bbd6-a2edd08a4e88', 'tenant_id': '237ad952718b492181ad9ca68175780d', 'mac_address': 'fa:16:3e:a8:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ad445665-6e35-4cb0-b7ab-9866fdf8b06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:22:57Z', 'updated_at': '2021-08-23T15:23:01Z', 'revision_number': 4, 'project_id': '237ad952718b492181ad9ca68175780d', 'subnets': [{'id': 'ad445665-6e35-4cb0-b7ab-9866fdf8b06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:02.113440 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:23:02.113746 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-df93a9ce-f296-447d-9993-33c0d8764ce5 admin admin] For port 2f150027-e449-4e05-98f8-6ad6de0d26e7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2f150027-e449-4e05-98f8-6ad6de0d26e7,segment=NetworkSegment(531959f2-29e6-469e-9b28-5929aaf9c3a8),segment_id=531959f2-29e6-469e-9b28-5929aaf9c3a8)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:02.113746 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df93a9ce-f296-447d-9993-33c0d8764ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:02.113987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011da4e2-9574-474b-89d0-b543d5509761 None None] The sync data for ids ['6be1a638-803e-40d4-be0e-c9c38dc6a946'] in n-d-804985-3 is: [{'id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'name': 'tempest-ImageQuotaTest-562575118-router', 'tenant_id': '237ad952718b492181ad9ca68175780d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:22:53Z', 'updated_at': '2021-08-23T15:22:58Z', 'revision_number': 4, 'project_id': '237ad952718b492181ad9ca68175780d', 'gw_port': {'id': '1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:22:54Z', 'updated_at': '2021-08-23T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '2f150027-e449-4e05-98f8-6ad6de0d26e7', 'name': '', 'network_id': '1c57d5f7-77eb-4140-bbd6-a2edd08a4e88', 'tenant_id': '237ad952718b492181ad9ca68175780d', 'mac_address': 'fa:16:3e:a8:6e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'ad445665-6e35-4cb0-b7ab-9866fdf8b06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:22:57Z', 'updated_at': '2021-08-23T15:23:01Z', 'revision_number': 4, 'project_id': '237ad952718b492181ad9ca68175780d', 'subnets': [{'id': 'ad445665-6e35-4cb0-b7ab-9866fdf8b06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:23:02.130584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-df93a9ce-f296-447d-9993-33c0d8764ce5 admin admin] Calling delete_port for 2f150027-e449-4e05-98f8-6ad6de0d26e7 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:02.171425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:02.171877 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:02.468790 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df93a9ce-f296-447d-9993-33c0d8764ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:02.501151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93a9ce-f296-447d-9993-33c0d8764ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f150027-e449-4e05-98f8-6ad6de0d26e7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:03.037711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60594) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:03.056187 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-df93a9ce-f296-447d-9993-33c0d8764ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:03.179411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1069779019'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:03.316992 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df93a9ce-f296-447d-9993-33c0d8764ce5 admin admin] Router 6be1a638-803e-40d4-be0e-c9c38dc6a946 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:23:03.320664 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:03.321148 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:03.331791 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:03.440760 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:03.449715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df93a9ce-f296-447d-9993-33c0d8764ce5 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:23:03.457048 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60598) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:03.457434 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-df93a9ce-f296-447d-9993-33c0d8764ce5 admin admin] 10.222.0.38 "PUT /v2.0/routers/6be1a638-803e-40d4-be0e-c9c38dc6a946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2793183 Aug 23 15:23:03.510187 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:03.569889 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:23:03.589741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8251a2-6b14-4ece-933d-85e5b4c1cbd7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:03.598622 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:03.598990 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Added segment bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e of type vlan for network cc264fb4-db7a-4341-9252-69f2f91a369a Aug 23 15:23:03.601643 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d034b-5639-4b81-93b2-bab5b6f4b214 None None] Sync routers for ids ['6be1a638-803e-40d4-be0e-c9c38dc6a946'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:23:03.622393 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d034b-5639-4b81-93b2-bab5b6f4b214 None None] Routers {'6be1a638-803e-40d4-be0e-c9c38dc6a946'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:23:03.623428 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3d9d034b-5639-4b81-93b2-bab5b6f4b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:22:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['6be1a638-803e-40d4-be0e-c9c38dc6a946'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:03.645879 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:03.690368 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:03.788308 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:03.845804 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-3d9d034b-5639-4b81-93b2-bab5b6f4b214 None None] Set router 6be1a638-803e-40d4-be0e-c9c38dc6a946 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:23:03.850892 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:03.856822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:03.857445 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:03.928291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Network': ['ID=cc264fb4-db7a-4341-9252-69f2f91a369a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:03.938982 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:23:03.996645 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] Deleting port 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:03.997000 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:04.059974 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3d9d034b-5639-4b81-93b2-bab5b6f4b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'name': 'tempest-ImageQuotaTest-562575118-router', 'tenant_id': '237ad952718b492181ad9ca68175780d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:22:53Z', 'updated_at': '2021-08-23T15:23:02Z', 'revision_number': 5, 'project_id': '237ad952718b492181ad9ca68175780d', 'gw_port': {'id': '1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:22:54Z', 'updated_at': '2021-08-23T15:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:04.081977 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ed40681b-dfa3-4f69-b31f-dc4923ceb104 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0419626 Aug 23 15:23:04.085778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60600) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:04.089230 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d034b-5639-4b81-93b2-bab5b6f4b214 None None] Checking router: 6be1a638-803e-40d4-be0e-c9c38dc6a946 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:23:04.092558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9fed3b43-f494-4f80-86ea-3fb36dec021a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:04.095446 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] For port 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:04.095863 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:04.100159 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d034b-5639-4b81-93b2-bab5b6f4b214 None None] Routers {'6be1a638-803e-40d4-be0e-c9c38dc6a946'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:23:04.100838 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3d9d034b-5639-4b81-93b2-bab5b6f4b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:22:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['6be1a638-803e-40d4-be0e-c9c38dc6a946'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:04.109649 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] Calling delete_port for 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:04.192648 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-3d9d034b-5639-4b81-93b2-bab5b6f4b214 None None] Set router 6be1a638-803e-40d4-be0e-c9c38dc6a946 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:23:04.257490 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3d9d034b-5639-4b81-93b2-bab5b6f4b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'name': 'tempest-ImageQuotaTest-562575118-router', 'tenant_id': '237ad952718b492181ad9ca68175780d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:22:53Z', 'updated_at': '2021-08-23T15:23:03Z', 'revision_number': 6, 'project_id': '237ad952718b492181ad9ca68175780d', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:04.286568 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d034b-5639-4b81-93b2-bab5b6f4b214 None None] The sync data for ids ['6be1a638-803e-40d4-be0e-c9c38dc6a946'] in n-d-804985-3 is: [{'id': '6be1a638-803e-40d4-be0e-c9c38dc6a946', 'name': 'tempest-ImageQuotaTest-562575118-router', 'tenant_id': '237ad952718b492181ad9ca68175780d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:22:53Z', 'updated_at': '2021-08-23T15:23:03Z', 'revision_number': 6, 'project_id': '237ad952718b492181ad9ca68175780d', 'gw_port_host': None}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:23:04.296498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fed3b43-f494-4f80-86ea-3fb36dec021a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:04.304007 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9fed3b43-f494-4f80-86ea-3fb36dec021a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:04.382453 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:04.411118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:04.483791 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:04.583588 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:04.585917 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:04.597455 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9fed3b43-f494-4f80-86ea-3fb36dec021a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:04.679167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed3b43-f494-4f80-86ea-3fb36dec021a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=89bb3bb7-c1f3-4b80-b97c-495185927eb0,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:04.685336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fed3b43-f494-4f80-86ea-3fb36dec021a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:23:04.685771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fed3b43-f494-4f80-86ea-3fb36dec021a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network hostable DHCP agents. Network: cc264fb4-db7a-4341-9252-69f2f91a369a, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:23:04.759442 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:04.760092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6be1a638-803e-40d4-be0e-c9c38dc6a946 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:23:04.767126 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:04.769056 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3282c61f-75a0-4de4-a312-307671f433e4 admin admin] 10.222.0.38 "DELETE /v2.0/routers/6be1a638-803e-40d4-be0e-c9c38dc6a946 HTTP/1.1" status: 204 len: 168 time: 1.3107617 Aug 23 15:23:04.771493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60602) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:04.823367 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8afdf6-4239-49b5-b39a-913bae84e92d admin admin] Deleting subnet ad445665-6e35-4cb0-b7ab-9866fdf8b06f {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:23:04.826685 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac8afdf6-4239-49b5-b39a-913bae84e92d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:04.864880 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac8afdf6-4239-49b5-b39a-913bae84e92d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:04.889170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fed3b43-f494-4f80-86ea-3fb36dec021a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:23:04.964847 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac8afdf6-4239-49b5-b39a-913bae84e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:05.022415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-9fed3b43-f494-4f80-86ea-3fb36dec021a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, cc264fb4-db7a-4341-9252-69f2f91a369a) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:05.027680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fed3b43-f494-4f80-86ea-3fb36dec021a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:05.028566 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9fed3b43-f494-4f80-86ea-3fb36dec021a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:05.031939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ec073e-a671-4fb3-b434-016d7903847e None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:05.148517 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac8afdf6-4239-49b5-b39a-913bae84e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:05.160240 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9fed3b43-f494-4f80-86ea-3fb36dec021a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0732281 Aug 23 15:23:05.163779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60604) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:05.169513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2243e081-de85-44f4-b666-553d92eb36bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'name': 'tempest-NetworksTestDHCPv6-123549763'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:05.181789 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8afdf6-4239-49b5-b39a-913bae84e92d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad445665-6e35-4cb0-b7ab-9866fdf8b06f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:05.184332 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ac8afdf6-4239-49b5-b39a-913bae84e92d admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:05.188698 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ac8afdf6-4239-49b5-b39a-913bae84e92d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ad445665-6e35-4cb0-b7ab-9866fdf8b06f HTTP/1.1" status: 204 len: 168 time: 0.4136674 Aug 23 15:23:05.202794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60606) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:05.218151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ff6852-fa3c-40ad-aaa9-ec1cdbd3059e None None] Network 1c57d5f7-77eb-4140-bbd6-a2edd08a4e88 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:05.235007 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': '89bb3bb7-c1f3-4b80-b97c-495185927eb0'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:23:05.235916 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:05.282572 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:05.372443 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] Deleting port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:05.373249 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:05.458907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] For port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf,segment=NetworkSegment(531959f2-29e6-469e-9b28-5929aaf9c3a8),segment_id=531959f2-29e6-469e-9b28-5929aaf9c3a8)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:05.458907 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:05.473487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2243e081-de85-44f4-b666-553d92eb36bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:05.477352 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2243e081-de85-44f4-b666-553d92eb36bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:05.494827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] Calling delete_port for c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:05.517418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-2243e081-de85-44f4-b666-553d92eb36bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port 2863aa35-6f3a-4714-a2b9-4711fcc90954 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:23:05.535906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Allocated IP 2001:db8::2 (cc264fb4-db7a-4341-9252-69f2f91a369a/89bb3bb7-c1f3-4b80-b97c-495185927eb0/34bfcd13-a22f-4f28-8a76-2697e9983918) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:05.605859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd52e14-8de5-49d3-b674-399a08e8347c None None] DHCP port deletion for 1c57d5f7-77eb-4140-bbd6-a2edd08a4e88 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:23:05.729347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3dd52e14-8de5-49d3-b674-399a08e8347c None None] Deleting port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:05.729724 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3dd52e14-8de5-49d3-b674-399a08e8347c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:05.787876 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:05.820368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3dd52e14-8de5-49d3-b674-399a08e8347c None None] For port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf,segment=NetworkSegment(531959f2-29e6-469e-9b28-5929aaf9c3a8),segment_id=531959f2-29e6-469e-9b28-5929aaf9c3a8)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:05.820928 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3dd52e14-8de5-49d3-b674-399a08e8347c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:05.835285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3dd52e14-8de5-49d3-b674-399a08e8347c None None] Calling delete_port for c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:05.885293 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:05.887675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Transition to ACTIVE for port object 34bfcd13-a22f-4f28-8a76-2697e9983918 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:05.912259 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:05.918534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Transition to ACTIVE for port object 34bfcd13-a22f-4f28-8a76-2697e9983918 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:05.920541 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] No DVR routers for this DVR port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:23:05.933093 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3dd52e14-8de5-49d3-b674-399a08e8347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:05.956586 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd52e14-8de5-49d3-b674-399a08e8347c None None] Pushing event deleted for resources: {'Port': ['ID=c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:05.962425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd52e14-8de5-49d3-b674-399a08e8347c None None] No DVR routers for this DVR port c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:23:05.998177 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:06.010781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c57d5f7-77eb-4140-bbd6-a2edd08a4e88']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:06.027104 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531959f2-29e6-469e-9b28-5929aaf9c3a8') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:06.027433 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531959f2-29e6-469e-9b28-5929aaf9c3a8') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:06.045296 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:06.045861 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:06.049366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:23:06.064556 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:06.084724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:23:06.085436 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:23:06.088942 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:23:06.106621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:23:06.106974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1eb14d7c-da86-4b63-ab1a-c4b7a0696e7f not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:23:06.107445 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2f150027-e449-4e05-98f8-6ad6de0d26e7 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:23:06.139424 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:06.140522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 2f150027-e449-4e05-98f8-6ad6de0d26e7 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:23:06.140986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2f150027-e449-4e05-98f8-6ad6de0d26e7 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:23:06.141430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:23:06.147977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:06.150553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:06.168253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-2243e081-de85-44f4-b666-553d92eb36bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::c (cc264fb4-db7a-4341-9252-69f2f91a369a/89bb3bb7-c1f3-4b80-b97c-495185927eb0/2863aa35-6f3a-4714-a2b9-4711fcc90954) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:06.182875 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:23:06.183531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c5fa5ebe-f7af-4eda-acdc-6abbad1f7fbf not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:23:06.206225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Pushing event updated for resources: {'Port': ['ID=34bfcd13-a22f-4f28-8a76-2697e9983918,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:06.222425 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:06.230883 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:06.233855 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1c57d5f7-77eb-4140-bbd6-a2edd08a4e88 HTTP/1.1" status: 204 len: 168 time: 1.0426421 Aug 23 15:23:06.245788 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b0e87-b212-488b-957a-e22c163035f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c57d5f7-77eb-4140-bbd6-a2edd08a4e88,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:06.245983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Attempting to bind port 34bfcd13-a22f-4f28-8a76-2697e9983918 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:23:06.246245 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Attempting to bind port 34bfcd13-a22f-4f28-8a76-2697e9983918 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:23:06.246614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Attempting to bind port 34bfcd13-a22f-4f28-8a76-2697e9983918 on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:23:06.256096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:23:06.256482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:23:06.256891 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:06.257291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:23:06.257766 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Bound port: 34bfcd13-a22f-4f28-8a76-2697e9983918, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:23:06.258156 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:06.335022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] For port 34bfcd13-a22f-4f28-8a76-2697e9983918, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:23:06.340285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] For port 34bfcd13-a22f-4f28-8a76-2697e9983918, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=34bfcd13-a22f-4f28-8a76-2697e9983918,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:23:06.359687 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2243e081-de85-44f4-b666-553d92eb36bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:06.374114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-2243e081-de85-44f4-b666-553d92eb36bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object 2863aa35-6f3a-4714-a2b9-4711fcc90954 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:06.428486 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:06.491470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870c560-5edd-47a9-b1ec-63f022270e03 None None] Pushing event updated for resources: {'Port': ['ID=34bfcd13-a22f-4f28-8a76-2697e9983918,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:06.537351 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2243e081-de85-44f4-b666-553d92eb36bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:06.590911 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2243e081-de85-44f4-b666-553d92eb36bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:06.595452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-2243e081-de85-44f4-b666-553d92eb36bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:06.598103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243e081-de85-44f4-b666-553d92eb36bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:06.605931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2243e081-de85-44f4-b666-553d92eb36bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:06.605931 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2243e081-de85-44f4-b666-553d92eb36bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:06.619805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243e081-de85-44f4-b666-553d92eb36bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=2863aa35-6f3a-4714-a2b9-4711fcc90954,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:06.742939 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2243e081-de85-44f4-b666-553d92eb36bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5779185 Aug 23 15:23:06.745868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60612) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:06.772525 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60614) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:06.806682 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7bf613-3bc0-427a-96d8-df371717f851 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:06.813605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7bf613-3bc0-427a-96d8-df371717f851 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:06.815833 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8e7bf613-3bc0-427a-96d8-df371717f851 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.0683303 Aug 23 15:23:06.817902 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60616) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:06.819686 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ba8f05a5-df32-4259-8ca0-119454abd351 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=237ad952718b492181ad9ca68175780d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459535 Aug 23 15:23:06.822121 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60618) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:06.875611 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee4671f0-420a-47e2-b58f-fc6dda5d69b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:06.898543 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee4671f0-420a-47e2-b58f-fc6dda5d69b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:06.922003 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8e61eff3-ecd5-4090-a2a5-e0d7a90c771f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port 2863aa35-6f3a-4714-a2b9-4711fcc90954 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:06.922305 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8e61eff3-ecd5-4090-a2a5-e0d7a90c771f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:07.012762 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8e61eff3-ecd5-4090-a2a5-e0d7a90c771f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:07.026570 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8e61eff3-ecd5-4090-a2a5-e0d7a90c771f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for 2863aa35-6f3a-4714-a2b9-4711fcc90954 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:07.083139 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee4671f0-420a-47e2-b58f-fc6dda5d69b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:07.085921 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ee4671f0-420a-47e2-b58f-fc6dda5d69b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:07.087744 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ee4671f0-420a-47e2-b58f-fc6dda5d69b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61966ecf-d5d4-4394-98a2-53482e81fd29 HTTP/1.1" status: 204 len: 168 time: 0.2641718 Aug 23 15:23:07.098639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4671f0-420a-47e2-b58f-fc6dda5d69b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61966ecf-d5d4-4394-98a2-53482e81fd29,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:07.426437 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8e61eff3-ecd5-4090-a2a5-e0d7a90c771f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:07.462415 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61eff3-ecd5-4090-a2a5-e0d7a90c771f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=2863aa35-6f3a-4714-a2b9-4711fcc90954,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:07.485030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1431b2-4e61-4fea-add8-f837760654ab None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:07.501611 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8e61eff3-ecd5-4090-a2a5-e0d7a90c771f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:07.507312 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8e61eff3-ecd5-4090-a2a5-e0d7a90c771f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/2863aa35-6f3a-4714-a2b9-4711fcc90954 HTTP/1.1" status: 204 len: 168 time: 0.6850562 Aug 23 15:23:07.507312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60622) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:07.564081 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd1b714-80b7-4eda-871f-5ae1b452d0b8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:07.570687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd1b714-80b7-4eda-871f-5ae1b452d0b8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:07.570687 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-efd1b714-80b7-4eda-871f-5ae1b452d0b8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0600417 Aug 23 15:23:07.572673 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60624) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:07.633690 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00b17da-3b30-4c40-b084-aa1ee07d0b8d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet 89bb3bb7-c1f3-4b80-b97c-495185927eb0 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:23:07.637100 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d00b17da-3b30-4c40-b084-aa1ee07d0b8d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:07.689231 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d00b17da-3b30-4c40-b084-aa1ee07d0b8d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:07.748158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dd4b3f1f-4b50-4e0a-8756-b6a5f666ce9c None None] Provisioning for port 34bfcd13-a22f-4f28-8a76-2697e9983918 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:07.801217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d00b17da-3b30-4c40-b084-aa1ee07d0b8d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:08.076970 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 34bfcd13-a22f-4f28-8a76-2697e9983918 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:23:08.114228 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d00b17da-3b30-4c40-b084-aa1ee07d0b8d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:08.132945 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d00b17da-3b30-4c40-b084-aa1ee07d0b8d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:08.135646 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d00b17da-3b30-4c40-b084-aa1ee07d0b8d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/89bb3bb7-c1f3-4b80-b97c-495185927eb0 HTTP/1.1" status: 204 len: 168 time: 0.5619390 Aug 23 15:23:08.138382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60628) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:08.193654 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b17da-3b30-4c40-b084-aa1ee07d0b8d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=89bb3bb7-c1f3-4b80-b97c-495185927eb0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:08.253801 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-24d990e9-12e9-44c8-8958-d4c507feb311 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113462 Aug 23 15:23:08.257026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60630) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:08.265516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7771c4c1-a704-4f87-b3f7-bc19c7587932 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:08.296116 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b74d509a-85e8-4d81-8aca-93830c417dfa None None] Could not find standard attr ID for object 2863aa35-6f3a-4714-a2b9-4711fcc90954. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:23:08.369022 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60632) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:08.385161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8433b636-40ff-40a2-9556-6befe0b42e6a None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:08.393079 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a5b3b81-af40-4025-94a3-f0f8623240b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:08.496146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 34bfcd13-a22f-4f28-8a76-2697e9983918 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:08.503990 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 34bfcd13-a22f-4f28-8a76-2697e9983918 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:08.504761 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:08.545673 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7771c4c1-a704-4f87-b3f7-bc19c7587932 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:08.551187 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7771c4c1-a704-4f87-b3f7-bc19c7587932 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:08.600698 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:08.653609 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee4a932-42b9-4a8d-ba7a-1e33226f91c3 None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:23:08.659553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 34bfcd13-a22f-4f28-8a76-2697e9983918, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=34bfcd13-a22f-4f28-8a76-2697e9983918,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:08.669851 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a5b3b81-af40-4025-94a3-f0f8623240b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:08.719903 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fee4a932-42b9-4a8d-ba7a-1e33226f91c3 None None] Deleting port 34bfcd13-a22f-4f28-8a76-2697e9983918 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:08.720287 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fee4a932-42b9-4a8d-ba7a-1e33226f91c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:08.787745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fee4a932-42b9-4a8d-ba7a-1e33226f91c3 None None] For port 34bfcd13-a22f-4f28-8a76-2697e9983918, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=34bfcd13-a22f-4f28-8a76-2697e9983918,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:08.788267 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fee4a932-42b9-4a8d-ba7a-1e33226f91c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:08.804859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fee4a932-42b9-4a8d-ba7a-1e33226f91c3 None None] Calling delete_port for 34bfcd13-a22f-4f28-8a76-2697e9983918 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:08.825868 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a5b3b81-af40-4025-94a3-f0f8623240b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:08.852159 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:08.878112 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2a5b3b81-af40-4025-94a3-f0f8623240b6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5079315 Aug 23 15:23:08.879055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b3b81-af40-4025-94a3-f0f8623240b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6578d5ac-335a-4a9c-8471-7bbb1f3774ff,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:08.882701 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60634) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:08.913421 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7771c4c1-a704-4f87-b3f7-bc19c7587932 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:08.927172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=34bfcd13-a22f-4f28-8a76-2697e9983918,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:08.969491 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7771c4c1-a704-4f87-b3f7-bc19c7587932 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:08.975568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-7771c4c1-a704-4f87-b3f7-bc19c7587932 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:08.988453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7771c4c1-a704-4f87-b3f7-bc19c7587932 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:08.989063 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7771c4c1-a704-4f87-b3f7-bc19c7587932 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:09.002007 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14231d30-5e97-4be3-9b00-f9a724f4eb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:09.006953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771c4c1-a704-4f87-b3f7-bc19c7587932 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=c6b30092-4316-453d-a00b-5a455e252d24,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:09.028718 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fee4a932-42b9-4a8d-ba7a-1e33226f91c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:09.034056 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14231d30-5e97-4be3-9b00-f9a724f4eb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:09.072092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4a932-42b9-4a8d-ba7a-1e33226f91c3 None None] Pushing event deleted for resources: {'Port': ['ID=34bfcd13-a22f-4f28-8a76-2697e9983918,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:09.081645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4a932-42b9-4a8d-ba7a-1e33226f91c3 None None] No DVR routers for this DVR port 34bfcd13-a22f-4f28-8a76-2697e9983918 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:23:09.111069 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaa9d35-b133-46a0-929c-406ec099314c None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:09.133930 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7771c4c1-a704-4f87-b3f7-bc19c7587932 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8749440 Aug 23 15:23:09.136772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60636) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:09.145362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9a00d878-a092-44ec-9f27-1ab8247eff0f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'name': 'tempest-NetworksTestDHCPv6-1210240619'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:09.206323 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14231d30-5e97-4be3-9b00-f9a724f4eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:09.210198 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14231d30-5e97-4be3-9b00-f9a724f4eb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:09.215326 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-14231d30-5e97-4be3-9b00-f9a724f4eb34 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6578d5ac-335a-4a9c-8471-7bbb1f3774ff HTTP/1.1" status: 204 len: 168 time: 0.3275290 Aug 23 15:23:09.239575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14231d30-5e97-4be3-9b00-f9a724f4eb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6578d5ac-335a-4a9c-8471-7bbb1f3774ff,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:09.318817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': 'c6b30092-4316-453d-a00b-5a455e252d24'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:23:09.318817 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:09.486394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Allocated IP 2001:db8::2 (cc264fb4-db7a-4341-9252-69f2f91a369a/c6b30092-4316-453d-a00b-5a455e252d24/9d83f7b5-1f8f-4d0f-8339-131fd210614b) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:09.514287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a00d878-a092-44ec-9f27-1ab8247eff0f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:09.520209 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a00d878-a092-44ec-9f27-1ab8247eff0f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:09.542577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-9a00d878-a092-44ec-9f27-1ab8247eff0f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port 019f2c1c-5099-4495-89f8-218606f85e36 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:23:09.663296 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:09.678425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Transition to ACTIVE for port object 9d83f7b5-1f8f-4d0f-8339-131fd210614b will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:09.696307 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Transition to ACTIVE for port object 9d83f7b5-1f8f-4d0f-8339-131fd210614b will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:09.820684 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:09.872836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:09.879409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Pushing event updated for resources: {'Port': ['ID=9d83f7b5-1f8f-4d0f-8339-131fd210614b,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:09.882163 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:09.884691 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:09.898157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-9a00d878-a092-44ec-9f27-1ab8247eff0f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::e2 (cc264fb4-db7a-4341-9252-69f2f91a369a/c6b30092-4316-453d-a00b-5a455e252d24/019f2c1c-5099-4495-89f8-218606f85e36) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:09.941810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Attempting to bind port 9d83f7b5-1f8f-4d0f-8339-131fd210614b on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:23:09.942137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Attempting to bind port 9d83f7b5-1f8f-4d0f-8339-131fd210614b by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:23:09.942415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Attempting to bind port 9d83f7b5-1f8f-4d0f-8339-131fd210614b on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:23:09.948433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:23:09.948839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:23:09.949296 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:09.949689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:23:09.950168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Bound port: 9d83f7b5-1f8f-4d0f-8339-131fd210614b, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:23:09.950560 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:10.034949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 34bfcd13-a22f-4f28-8a76-2697e9983918 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:23:10.069228 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] For port 9d83f7b5-1f8f-4d0f-8339-131fd210614b, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:23:10.073063 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 34bfcd13-a22f-4f28-8a76-2697e9983918 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:23:10.073409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 34bfcd13-a22f-4f28-8a76-2697e9983918 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:23:10.083967 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a00d878-a092-44ec-9f27-1ab8247eff0f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:10.086663 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] For port 9d83f7b5-1f8f-4d0f-8339-131fd210614b, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9d83f7b5-1f8f-4d0f-8339-131fd210614b,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:23:10.101439 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-9a00d878-a092-44ec-9f27-1ab8247eff0f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object 019f2c1c-5099-4495-89f8-218606f85e36 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:10.171538 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:10.239058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172209ed-7f16-4765-abb2-d9ee669d03db None None] Pushing event updated for resources: {'Port': ['ID=9d83f7b5-1f8f-4d0f-8339-131fd210614b,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:10.251505 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a00d878-a092-44ec-9f27-1ab8247eff0f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:10.304145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a00d878-a092-44ec-9f27-1ab8247eff0f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:10.307745 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-9a00d878-a092-44ec-9f27-1ab8247eff0f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:10.312755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00d878-a092-44ec-9f27-1ab8247eff0f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:10.318470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a00d878-a092-44ec-9f27-1ab8247eff0f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:10.319131 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a00d878-a092-44ec-9f27-1ab8247eff0f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:10.328707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00d878-a092-44ec-9f27-1ab8247eff0f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=019f2c1c-5099-4495-89f8-218606f85e36,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:10.440309 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9a00d878-a092-44ec-9f27-1ab8247eff0f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3017173 Aug 23 15:23:10.443306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60640) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:10.555029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9047dd8b-39cd-44b6-a911-aba5b1d636c0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:10.563279 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9047dd8b-39cd-44b6-a911-aba5b1d636c0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:10.568305 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9047dd8b-39cd-44b6-a911-aba5b1d636c0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1207695 Aug 23 15:23:10.569772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60642) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:10.678286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-84e45d6f-aeea-4242-be35-8d71a15ef3f6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port 019f2c1c-5099-4495-89f8-218606f85e36 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:10.678635 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84e45d6f-aeea-4242-be35-8d71a15ef3f6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:10.782658 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84e45d6f-aeea-4242-be35-8d71a15ef3f6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:10.798616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-84e45d6f-aeea-4242-be35-8d71a15ef3f6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for 019f2c1c-5099-4495-89f8-218606f85e36 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:11.031710 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84e45d6f-aeea-4242-be35-8d71a15ef3f6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:11.063702 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e45d6f-aeea-4242-be35-8d71a15ef3f6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=019f2c1c-5099-4495-89f8-218606f85e36,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:11.091549 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84e45d6f-aeea-4242-be35-8d71a15ef3f6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:11.093800 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-84e45d6f-aeea-4242-be35-8d71a15ef3f6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/019f2c1c-5099-4495-89f8-218606f85e36 HTTP/1.1" status: 204 len: 168 time: 0.5219436 Aug 23 15:23:11.096639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60644) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:11.206534 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c340285e-c618-427e-ae7c-e3d06c3693ba tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:11.208146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c340285e-c618-427e-ae7c-e3d06c3693ba tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:11.212769 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c340285e-c618-427e-ae7c-e3d06c3693ba tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1121826 Aug 23 15:23:11.213133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60646) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:11.273268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c77f947-2e80-4370-9d85-7bc489577f16 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet c6b30092-4316-453d-a00b-5a455e252d24 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:23:11.277034 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c77f947-2e80-4370-9d85-7bc489577f16 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:11.326611 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c77f947-2e80-4370-9d85-7bc489577f16 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:11.441257 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c77f947-2e80-4370-9d85-7bc489577f16 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:11.450627 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ec791c35-da6e-4e20-a194-88ea7031649c None None] Provisioning for port 9d83f7b5-1f8f-4d0f-8339-131fd210614b completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:11.573098 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d3b29d43-5aa3-4b59-8cf3-543d966c98fb None None] Could not find standard attr ID for object 019f2c1c-5099-4495-89f8-218606f85e36. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:23:11.654993 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c77f947-2e80-4370-9d85-7bc489577f16 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:11.687793 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77f947-2e80-4370-9d85-7bc489577f16 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b30092-4316-453d-a00b-5a455e252d24,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:11.689922 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3c77f947-2e80-4370-9d85-7bc489577f16 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:11.692004 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3c77f947-2e80-4370-9d85-7bc489577f16 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/c6b30092-4316-453d-a00b-5a455e252d24 HTTP/1.1" status: 204 len: 168 time: 0.4777665 Aug 23 15:23:11.694603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60648) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:11.725228 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6193d8-3a46-4214-b382-a35b50cc9ecc None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:11.756680 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-92a827c5-a21b-4620-a16e-9a8e6618d893 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608864 Aug 23 15:23:11.761540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60650) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:11.768112 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b61c0e89-c940-4eda-9daf-204b715a2b7e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:11.934653 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff9bf0d-d119-4da3-ab34-5d783726c58b None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:23:11.945844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61c0e89-c940-4eda-9daf-204b715a2b7e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:11.950370 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e89-c940-4eda-9daf-204b715a2b7e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:12.001347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-dff9bf0d-d119-4da3-ab34-5d783726c58b None None] Deleting port 9d83f7b5-1f8f-4d0f-8339-131fd210614b {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:12.001959 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dff9bf0d-d119-4da3-ab34-5d783726c58b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:12.094256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-dff9bf0d-d119-4da3-ab34-5d783726c58b None None] For port 9d83f7b5-1f8f-4d0f-8339-131fd210614b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9d83f7b5-1f8f-4d0f-8339-131fd210614b,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:12.094839 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dff9bf0d-d119-4da3-ab34-5d783726c58b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:12.114759 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-dff9bf0d-d119-4da3-ab34-5d783726c58b None None] Calling delete_port for 9d83f7b5-1f8f-4d0f-8339-131fd210614b owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:12.323805 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e89-c940-4eda-9daf-204b715a2b7e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:12.379707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c0e89-c940-4eda-9daf-204b715a2b7e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:12.382898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-b61c0e89-c940-4eda-9daf-204b715a2b7e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:12.387302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61c0e89-c940-4eda-9daf-204b715a2b7e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:12.387942 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e89-c940-4eda-9daf-204b715a2b7e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:12.391174 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dff9bf0d-d119-4da3-ab34-5d783726c58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:12.400676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c0e89-c940-4eda-9daf-204b715a2b7e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=b91195fd-e0bb-451d-b91b-9b7c1053d350,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:12.419529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9bf0d-d119-4da3-ab34-5d783726c58b None None] Pushing event deleted for resources: {'Port': ['ID=9d83f7b5-1f8f-4d0f-8339-131fd210614b,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:12.428174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff9bf0d-d119-4da3-ab34-5d783726c58b None None] No DVR routers for this DVR port 9d83f7b5-1f8f-4d0f-8339-131fd210614b on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:23:12.443223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1edf45-dc2c-4336-a55b-7006d08d7458 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:12.518307 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b61c0e89-c940-4eda-9daf-204b715a2b7e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7550819 Aug 23 15:23:12.520974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60652) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:12.526884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-636f1f24-0e55-4aeb-bf15-6c316acf7a84 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'name': 'tempest-NetworksTestDHCPv6-221048017'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:12.613686 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': 'b91195fd-e0bb-451d-b91b-9b7c1053d350'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:23:12.614573 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:12.745711 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636f1f24-0e55-4aeb-bf15-6c316acf7a84 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:12.750080 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-636f1f24-0e55-4aeb-bf15-6c316acf7a84 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:12.769637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-636f1f24-0e55-4aeb-bf15-6c316acf7a84 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port 8f7e843a-37c3-48bf-ae36-d4fbfb7b2e3d yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:23:12.772049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Allocated IP 2001:db8::2 (cc264fb4-db7a-4341-9252-69f2f91a369a/b91195fd-e0bb-451d-b91b-9b7c1053d350/bd7fa415-f107-4501-9326-86aadc3220f2) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:12.928528 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:12.937568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Transition to ACTIVE for port object bd7fa415-f107-4501-9326-86aadc3220f2 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:12.955015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Transition to ACTIVE for port object bd7fa415-f107-4501-9326-86aadc3220f2 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:13.085367 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:13.134167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:13.138723 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:13.141298 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:13.148594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-636f1f24-0e55-4aeb-bf15-6c316acf7a84 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::30f (cc264fb4-db7a-4341-9252-69f2f91a369a/b91195fd-e0bb-451d-b91b-9b7c1053d350/8f7e843a-37c3-48bf-ae36-d4fbfb7b2e3d) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:13.152305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Pushing event updated for resources: {'Port': ['ID=bd7fa415-f107-4501-9326-86aadc3220f2,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:13.209025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Attempting to bind port bd7fa415-f107-4501-9326-86aadc3220f2 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:23:13.209705 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Attempting to bind port bd7fa415-f107-4501-9326-86aadc3220f2 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:23:13.210073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Attempting to bind port bd7fa415-f107-4501-9326-86aadc3220f2 on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:23:13.215848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:23:13.216232 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:23:13.218132 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:13.218132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:23:13.218132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Bound port: bd7fa415-f107-4501-9326-86aadc3220f2, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:23:13.218132 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:13.291644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] For port bd7fa415-f107-4501-9326-86aadc3220f2, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:23:13.295803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] For port bd7fa415-f107-4501-9326-86aadc3220f2, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bd7fa415-f107-4501-9326-86aadc3220f2,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:23:13.323176 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-636f1f24-0e55-4aeb-bf15-6c316acf7a84 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:13.445496 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:13.534789 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e380139-ad05-4b6d-bead-885f61297087 None None] Pushing event updated for resources: {'Port': ['ID=bd7fa415-f107-4501-9326-86aadc3220f2,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:13.635608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-636f1f24-0e55-4aeb-bf15-6c316acf7a84 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object 8f7e843a-37c3-48bf-ae36-d4fbfb7b2e3d will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:13.805576 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-636f1f24-0e55-4aeb-bf15-6c316acf7a84 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:13.850517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f1f24-0e55-4aeb-bf15-6c316acf7a84 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:13.853641 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-636f1f24-0e55-4aeb-bf15-6c316acf7a84 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:13.857326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f1f24-0e55-4aeb-bf15-6c316acf7a84 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:13.863514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f1f24-0e55-4aeb-bf15-6c316acf7a84 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:13.864162 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-636f1f24-0e55-4aeb-bf15-6c316acf7a84 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:13.878637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f1f24-0e55-4aeb-bf15-6c316acf7a84 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=8f7e843a-37c3-48bf-ae36-d4fbfb7b2e3d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:13.975120 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-636f1f24-0e55-4aeb-bf15-6c316acf7a84 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4528549 Aug 23 15:23:13.977761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60654) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:14.035283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56588dd-e823-4735-b569-b40a120927ab tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:14.041763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56588dd-e823-4735-b569-b40a120927ab tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:14.043513 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e56588dd-e823-4735-b569-b40a120927ab tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0647678 Aug 23 15:23:14.046849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60656) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:14.080475 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bd7fa415-f107-4501-9326-86aadc3220f2 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:23:14.159085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-108ec0e4-3f87-400d-8b60-0e48bfb7c4ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port 8f7e843a-37c3-48bf-ae36-d4fbfb7b2e3d {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:14.159431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-108ec0e4-3f87-400d-8b60-0e48bfb7c4ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:14.203611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port bd7fa415-f107-4501-9326-86aadc3220f2 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:14.258749 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-108ec0e4-3f87-400d-8b60-0e48bfb7c4ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:14.273340 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-108ec0e4-3f87-400d-8b60-0e48bfb7c4ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for 8f7e843a-37c3-48bf-ae36-d4fbfb7b2e3d owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:14.508249 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-108ec0e4-3f87-400d-8b60-0e48bfb7c4ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:14.543393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ec0e4-3f87-400d-8b60-0e48bfb7c4ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=8f7e843a-37c3-48bf-ae36-d4fbfb7b2e3d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:14.574668 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-108ec0e4-3f87-400d-8b60-0e48bfb7c4ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:14.577667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-108ec0e4-3f87-400d-8b60-0e48bfb7c4ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/8f7e843a-37c3-48bf-ae36-d4fbfb7b2e3d HTTP/1.1" status: 204 len: 168 time: 0.5291581 Aug 23 15:23:14.580792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60658) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:14.642671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbda261-f575-4f81-bee3-6d5f2e0a81de tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:14.644245 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbda261-f575-4f81-bee3-6d5f2e0a81de tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:14.646161 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1bbda261-f575-4f81-bee3-6d5f2e0a81de tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0643690 Aug 23 15:23:14.648778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60660) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:14.708360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9951f9-d6fd-44ee-89d5-7a89b4cc1164 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet b91195fd-e0bb-451d-b91b-9b7c1053d350 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:23:14.711101 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b9951f9-d6fd-44ee-89d5-7a89b4cc1164 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:14.760509 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b9951f9-d6fd-44ee-89d5-7a89b4cc1164 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:14.791183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d19b8b42-7aac-4059-b422-f01b86f08957 None None] Provisioning for port bd7fa415-f107-4501-9326-86aadc3220f2 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:14.796802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d19b8b42-7aac-4059-b422-f01b86f08957 None None] Provisioning complete for port bd7fa415-f107-4501-9326-86aadc3220f2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:14.796802 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d19b8b42-7aac-4059-b422-f01b86f08957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:14.872442 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b9951f9-d6fd-44ee-89d5-7a89b4cc1164 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:14.883814 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d19b8b42-7aac-4059-b422-f01b86f08957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:15.085543 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b9951f9-d6fd-44ee-89d5-7a89b4cc1164 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:15.124614 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6b9951f9-d6fd-44ee-89d5-7a89b4cc1164 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:15.130589 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6b9951f9-d6fd-44ee-89d5-7a89b4cc1164 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/b91195fd-e0bb-451d-b91b-9b7c1053d350 HTTP/1.1" status: 204 len: 168 time: 0.4770498 Aug 23 15:23:15.130589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9951f9-d6fd-44ee-89d5-7a89b4cc1164 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=b91195fd-e0bb-451d-b91b-9b7c1053d350,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:15.131126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60662) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:15.152273 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-d19b8b42-7aac-4059-b422-f01b86f08957 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:23:15.153542 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-d19b8b42-7aac-4059-b422-f01b86f08957 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:23:15.156558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd650b9-f876-41aa-997f-d56e7ab1eecf None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:15.182737 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a9898663-392c-4858-8ae8-98d1ce89af53 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501888 Aug 23 15:23:15.185716 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60664) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:15.243822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fead84d0-334f-403b-aaee-b5f9f0f6fcc8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:15.245221 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fead84d0-334f-403b-aaee-b5f9f0f6fcc8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0578468 Aug 23 15:23:15.247961 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60666) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:15.310550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea453cc-af9b-4a89-81e3-e6ebc885c502 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:15.310790 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6ea453cc-af9b-4a89-81e3-e6ebc885c502 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0619743 Aug 23 15:23:15.315065 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60668) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:15.339937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e32fe4-d9a3-417b-af44-c9c2fb09f416 None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:23:15.354888 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ef88a356-4a01-4f26-8681-a36dea0b36d4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387323 Aug 23 15:23:15.360056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60670) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:15.368817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d2be3c79-8f52-40e0-94ee-1966e5ab4d89 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:15.400032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b4e32fe4-d9a3-417b-af44-c9c2fb09f416 None None] Deleting port bd7fa415-f107-4501-9326-86aadc3220f2 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:15.400032 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b4e32fe4-d9a3-417b-af44-c9c2fb09f416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:15.483451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b4e32fe4-d9a3-417b-af44-c9c2fb09f416 None None] For port bd7fa415-f107-4501-9326-86aadc3220f2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bd7fa415-f107-4501-9326-86aadc3220f2,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:15.484178 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b4e32fe4-d9a3-417b-af44-c9c2fb09f416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:15.498219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b4e32fe4-d9a3-417b-af44-c9c2fb09f416 None None] Calling delete_port for bd7fa415-f107-4501-9326-86aadc3220f2 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:15.580081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2be3c79-8f52-40e0-94ee-1966e5ab4d89 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:15.583787 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d2be3c79-8f52-40e0-94ee-1966e5ab4d89 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:15.700885 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d19b8b42-7aac-4059-b422-f01b86f08957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:15.738955 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b4e32fe4-d9a3-417b-af44-c9c2fb09f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:15.769686 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e32fe4-d9a3-417b-af44-c9c2fb09f416 None None] Pushing event deleted for resources: {'Port': ['ID=bd7fa415-f107-4501-9326-86aadc3220f2,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:15.790045 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e32fe4-d9a3-417b-af44-c9c2fb09f416 None None] No DVR routers for this DVR port bd7fa415-f107-4501-9326-86aadc3220f2 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:23:15.842920 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:15.903973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9d5d84ac-7af3-4f34-a8bb-ddbea48c0249 None None] Could not find standard attr ID for object 8f7e843a-37c3-48bf-ae36-d4fbfb7b2e3d. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:23:15.945818 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d2be3c79-8f52-40e0-94ee-1966e5ab4d89 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:15.994041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be3c79-8f52-40e0-94ee-1966e5ab4d89 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:16.003242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-d2be3c79-8f52-40e0-94ee-1966e5ab4d89 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:16.006376 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2be3c79-8f52-40e0-94ee-1966e5ab4d89 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:16.007070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d2be3c79-8f52-40e0-94ee-1966e5ab4d89 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:16.015556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066e4c34-5c64-4694-9b9c-f420193988e8 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:16.021162 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be3c79-8f52-40e0-94ee-1966e5ab4d89 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=f879fe6c-f1ab-4409-8975-5d2094df19f8,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:16.041336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bd7fa415-f107-4501-9326-86aadc3220f2 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:23:16.091465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: bd7fa415-f107-4501-9326-86aadc3220f2 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:23:16.091808 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bd7fa415-f107-4501-9326-86aadc3220f2 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:23:16.095599 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d2be3c79-8f52-40e0-94ee-1966e5ab4d89 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7335229 Aug 23 15:23:16.101246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60672) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:16.107713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-571223d7-0728-4b66-b0d1-47fefa117386 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'fixed_ips': [{'subnet_id': 'f879fe6c-f1ab-4409-8975-5d2094df19f8', 'ip_address': '2001:db8::137c:c669:d274:ba66'}], 'name': 'tempest-NetworksTestDHCPv6-1837355166'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:16.224653 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': 'f879fe6c-f1ab-4409-8975-5d2094df19f8'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:23:16.225774 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:16.303096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571223d7-0728-4b66-b0d1-47fefa117386 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:16.398154 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Allocated IP 2001:db8::2 (cc264fb4-db7a-4341-9252-69f2f91a369a/f879fe6c-f1ab-4409-8975-5d2094df19f8/8380fc76-b232-48bf-8223-fee4461d46fc) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:16.424582 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-571223d7-0728-4b66-b0d1-47fefa117386 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:16.452677 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-571223d7-0728-4b66-b0d1-47fefa117386 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port cf891bec-9685-4b39-bea3-b20301d25d44 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:23:16.581233 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:16.590716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Transition to ACTIVE for port object 8380fc76-b232-48bf-8223-fee4461d46fc will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:16.611695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Transition to ACTIVE for port object 8380fc76-b232-48bf-8223-fee4461d46fc will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:16.712647 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:16.764172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:16.767292 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:16.770801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:16.772681 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-571223d7-0728-4b66-b0d1-47fefa117386 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::137c:c669:d274:ba66 (cc264fb4-db7a-4341-9252-69f2f91a369a/f879fe6c-f1ab-4409-8975-5d2094df19f8/cf891bec-9685-4b39-bea3-b20301d25d44) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:16.783124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Pushing event updated for resources: {'Port': ['ID=8380fc76-b232-48bf-8223-fee4461d46fc,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:16.860929 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Attempting to bind port 8380fc76-b232-48bf-8223-fee4461d46fc on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:23:16.861531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Attempting to bind port 8380fc76-b232-48bf-8223-fee4461d46fc by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:23:16.862116 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Attempting to bind port 8380fc76-b232-48bf-8223-fee4461d46fc on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:23:16.872693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:23:16.874137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:23:16.875006 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:16.876434 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:23:16.877222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Bound port: 8380fc76-b232-48bf-8223-fee4461d46fc, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:23:16.877849 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:16.956208 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-571223d7-0728-4b66-b0d1-47fefa117386 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:16.973471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-571223d7-0728-4b66-b0d1-47fefa117386 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object cf891bec-9685-4b39-bea3-b20301d25d44 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:16.973734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] For port 8380fc76-b232-48bf-8223-fee4461d46fc, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:23:16.977001 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] For port 8380fc76-b232-48bf-8223-fee4461d46fc, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8380fc76-b232-48bf-8223-fee4461d46fc,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:23:17.189209 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:17.200006 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-571223d7-0728-4b66-b0d1-47fefa117386 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:17.260169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571223d7-0728-4b66-b0d1-47fefa117386 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:17.260740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ea52f-9241-41b8-a618-9aab5f6cbff2 None None] Pushing event updated for resources: {'Port': ['ID=8380fc76-b232-48bf-8223-fee4461d46fc,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:17.265871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-571223d7-0728-4b66-b0d1-47fefa117386 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:17.272522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571223d7-0728-4b66-b0d1-47fefa117386 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:17.282578 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571223d7-0728-4b66-b0d1-47fefa117386 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:17.283622 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-571223d7-0728-4b66-b0d1-47fefa117386 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:17.306150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571223d7-0728-4b66-b0d1-47fefa117386 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=cf891bec-9685-4b39-bea3-b20301d25d44,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:17.402996 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-571223d7-0728-4b66-b0d1-47fefa117386 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3023162 Aug 23 15:23:17.406166 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60674) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:17.485985 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e034cd2b-0552-4387-8bfd-20df7dcd0ac6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:17.492312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e034cd2b-0552-4387-8bfd-20df7dcd0ac6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:17.494221 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e034cd2b-0552-4387-8bfd-20df7dcd0ac6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0866256 Aug 23 15:23:17.497244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60676) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:17.602353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a3a322f5-6a04-449e-83da-a339898618cb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port cf891bec-9685-4b39-bea3-b20301d25d44 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:17.602697 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3a322f5-6a04-449e-83da-a339898618cb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:17.695948 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3a322f5-6a04-449e-83da-a339898618cb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:17.711984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a3a322f5-6a04-449e-83da-a339898618cb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for cf891bec-9685-4b39-bea3-b20301d25d44 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:17.947919 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3a322f5-6a04-449e-83da-a339898618cb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:17.978974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a322f5-6a04-449e-83da-a339898618cb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=cf891bec-9685-4b39-bea3-b20301d25d44,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:18.020163 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3a322f5-6a04-449e-83da-a339898618cb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:18.020163 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a3a322f5-6a04-449e-83da-a339898618cb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/cf891bec-9685-4b39-bea3-b20301d25d44 HTTP/1.1" status: 204 len: 168 time: 0.5118008 Aug 23 15:23:18.021691 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60678) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:18.097988 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a84520-0d5e-4dda-a878-d1999629129d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:18.099683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a84520-0d5e-4dda-a878-d1999629129d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:18.104496 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-80a84520-0d5e-4dda-a878-d1999629129d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0809627 Aug 23 15:23:18.104880 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60680) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:18.117698 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8380fc76-b232-48bf-8223-fee4461d46fc up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:23:18.171380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf14185-c0a4-439c-b747-1439d6e5c9ec tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet f879fe6c-f1ab-4409-8975-5d2094df19f8 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:23:18.176193 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cdf14185-c0a4-439c-b747-1439d6e5c9ec tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:18.224485 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cdf14185-c0a4-439c-b747-1439d6e5c9ec tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:18.319133 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 8380fc76-b232-48bf-8223-fee4461d46fc completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:18.322433 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cdf14185-c0a4-439c-b747-1439d6e5c9ec tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:18.515122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-73ec7b9f-5bee-4486-81b2-edfb072dfe73 None None] Provisioning for port 8380fc76-b232-48bf-8223-fee4461d46fc completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:18.528544 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-73ec7b9f-5bee-4486-81b2-edfb072dfe73 None None] Provisioning complete for port 8380fc76-b232-48bf-8223-fee4461d46fc triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:18.528544 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-73ec7b9f-5bee-4486-81b2-edfb072dfe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:18.566110 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cdf14185-c0a4-439c-b747-1439d6e5c9ec tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:18.610831 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cdf14185-c0a4-439c-b747-1439d6e5c9ec tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:18.615998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60684) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:18.616552 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cdf14185-c0a4-439c-b747-1439d6e5c9ec tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/f879fe6c-f1ab-4409-8975-5d2094df19f8 HTTP/1.1" status: 204 len: 168 time: 0.5101018 Aug 23 15:23:18.617824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf14185-c0a4-439c-b747-1439d6e5c9ec tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=f879fe6c-f1ab-4409-8975-5d2094df19f8,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:18.631605 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-73ec7b9f-5bee-4486-81b2-edfb072dfe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:18.673178 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1e8e66ff-8bf2-41d6-8668-ee51eca5cb1d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547082 Aug 23 15:23:18.675774 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60686) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:18.682036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f3f32cd8-5bbd-4a88-8bab-04597f50948f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:18.689661 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-73ec7b9f-5bee-4486-81b2-edfb072dfe73 None None] For port 8380fc76-b232-48bf-8223-fee4461d46fc, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8380fc76-b232-48bf-8223-fee4461d46fc,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:18.697822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5af0a9-f678-4340-8c72-cd3b6a358ec7 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:18.817530 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-73ec7b9f-5bee-4486-81b2-edfb072dfe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:18.871377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec7b9f-5bee-4486-81b2-edfb072dfe73 None None] Pushing event updated for resources: {'Port': ['ID=8380fc76-b232-48bf-8223-fee4461d46fc,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:18.878009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fc47c1-9548-4ff5-b039-12166a2b68cb None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:23:18.883238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f32cd8-5bbd-4a88-8bab-04597f50948f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:18.883238 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3f32cd8-5bbd-4a88-8bab-04597f50948f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:18.928856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-08fc47c1-9548-4ff5-b039-12166a2b68cb None None] Deleting port 8380fc76-b232-48bf-8223-fee4461d46fc {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:18.929959 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08fc47c1-9548-4ff5-b039-12166a2b68cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:18.944968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bb2f37a8-ad72-4653-9a28-39ef686ff642 None None] Could not find standard attr ID for object cf891bec-9685-4b39-bea3-b20301d25d44. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:23:19.003213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-08fc47c1-9548-4ff5-b039-12166a2b68cb None None] For port 8380fc76-b232-48bf-8223-fee4461d46fc, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8380fc76-b232-48bf-8223-fee4461d46fc,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:19.003762 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08fc47c1-9548-4ff5-b039-12166a2b68cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:19.017731 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-08fc47c1-9548-4ff5-b039-12166a2b68cb None None] Calling delete_port for 8380fc76-b232-48bf-8223-fee4461d46fc owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:19.198199 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3f32cd8-5bbd-4a88-8bab-04597f50948f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:19.245299 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-08fc47c1-9548-4ff5-b039-12166a2b68cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:19.248833 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f32cd8-5bbd-4a88-8bab-04597f50948f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:19.257936 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-f3f32cd8-5bbd-4a88-8bab-04597f50948f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:19.265863 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f32cd8-5bbd-4a88-8bab-04597f50948f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:19.266837 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3f32cd8-5bbd-4a88-8bab-04597f50948f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:19.292501 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f32cd8-5bbd-4a88-8bab-04597f50948f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=b677c6e4-dc77-4b44-bd69-405c1f4c9eba,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:19.300157 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc47c1-9548-4ff5-b039-12166a2b68cb None None] Pushing event deleted for resources: {'Port': ['ID=8380fc76-b232-48bf-8223-fee4461d46fc,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:19.302597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc47c1-9548-4ff5-b039-12166a2b68cb None None] No DVR routers for this DVR port 8380fc76-b232-48bf-8223-fee4461d46fc on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:23:19.319667 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1bf190-ce65-4cd7-9967-196025e5b4a8 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:19.440069 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f3f32cd8-5bbd-4a88-8bab-04597f50948f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7627127 Aug 23 15:23:19.442916 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60688) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:19.449108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-5fa0eecf-2f3e-4563-afce-9eda96a0dac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'fixed_ips': [{'subnet_id': 'b677c6e4-dc77-4b44-bd69-405c1f4c9eba', 'ip_address': '2001:db8::8dc0:e5fe:66a0:d08'}], 'name': 'tempest-NetworksTestDHCPv6-1317766058'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:19.687121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': 'b677c6e4-dc77-4b44-bd69-405c1f4c9eba'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:23:19.688065 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:19.720816 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa0eecf-2f3e-4563-afce-9eda96a0dac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:19.823182 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5fa0eecf-2f3e-4563-afce-9eda96a0dac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:19.848244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-5fa0eecf-2f3e-4563-afce-9eda96a0dac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port 062c2fea-3b1f-47dd-8c2a-2100c6b30f14 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:23:19.900025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Allocated IP 2001:db8::2 (cc264fb4-db7a-4341-9252-69f2f91a369a/b677c6e4-dc77-4b44-bd69-405c1f4c9eba/7bddd4fb-679a-4f0f-8a8b-10d534db2c8f) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:20.063129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8380fc76-b232-48bf-8223-fee4461d46fc no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:23:20.087414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 8380fc76-b232-48bf-8223-fee4461d46fc {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:23:20.087793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8380fc76-b232-48bf-8223-fee4461d46fc not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:23:20.110195 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:20.118655 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Transition to ACTIVE for port object 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:20.136524 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Transition to ACTIVE for port object 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:20.238359 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:20.292170 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-5fa0eecf-2f3e-4563-afce-9eda96a0dac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::8dc0:e5fe:66a0:d08 (cc264fb4-db7a-4341-9252-69f2f91a369a/b677c6e4-dc77-4b44-bd69-405c1f4c9eba/062c2fea-3b1f-47dd-8c2a-2100c6b30f14) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:20.300637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:20.305574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:20.310081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:20.340020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Pushing event updated for resources: {'Port': ['ID=7bddd4fb-679a-4f0f-8a8b-10d534db2c8f,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:20.443204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Attempting to bind port 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:23:20.443736 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Attempting to bind port 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:23:20.444213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Attempting to bind port 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:23:20.452944 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:23:20.453532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:23:20.454303 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:20.455641 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:23:20.455641 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Bound port: 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:23:20.456494 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:20.498183 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5fa0eecf-2f3e-4563-afce-9eda96a0dac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:20.514023 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:20.515129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-5fa0eecf-2f3e-4563-afce-9eda96a0dac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object 062c2fea-3b1f-47dd-8c2a-2100c6b30f14 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:20.538858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] For port 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:23:20.542305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] For port 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7bddd4fb-679a-4f0f-8a8b-10d534db2c8f,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:23:20.622162 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:20.658469 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5fa0eecf-2f3e-4563-afce-9eda96a0dac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:20.705675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa0eecf-2f3e-4563-afce-9eda96a0dac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:20.706238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc87e2-542d-4edf-b0b8-3cf1891bd8d3 None None] Pushing event updated for resources: {'Port': ['ID=7bddd4fb-679a-4f0f-8a8b-10d534db2c8f,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:20.708824 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-5fa0eecf-2f3e-4563-afce-9eda96a0dac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:20.712587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0eecf-2f3e-4563-afce-9eda96a0dac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:20.720037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa0eecf-2f3e-4563-afce-9eda96a0dac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:20.721667 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5fa0eecf-2f3e-4563-afce-9eda96a0dac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:20.743521 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0eecf-2f3e-4563-afce-9eda96a0dac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=062c2fea-3b1f-47dd-8c2a-2100c6b30f14,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:20.852104 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5fa0eecf-2f3e-4563-afce-9eda96a0dac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4070909 Aug 23 15:23:20.853969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60690) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:20.930820 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72208ca-de51-4d84-8182-34d59cd912ac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:20.937768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72208ca-de51-4d84-8182-34d59cd912ac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:20.939489 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b72208ca-de51-4d84-8182-34d59cd912ac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0841956 Aug 23 15:23:20.942175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60692) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:21.053630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-de69a1ff-fdf9-4f61-8148-70c16fd724fd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port 062c2fea-3b1f-47dd-8c2a-2100c6b30f14 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:21.053968 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-de69a1ff-fdf9-4f61-8148-70c16fd724fd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:21.150627 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-de69a1ff-fdf9-4f61-8148-70c16fd724fd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:21.165190 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-de69a1ff-fdf9-4f61-8148-70c16fd724fd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for 062c2fea-3b1f-47dd-8c2a-2100c6b30f14 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:21.442943 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-de69a1ff-fdf9-4f61-8148-70c16fd724fd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:21.477847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69a1ff-fdf9-4f61-8148-70c16fd724fd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=062c2fea-3b1f-47dd-8c2a-2100c6b30f14,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:21.508525 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-de69a1ff-fdf9-4f61-8148-70c16fd724fd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:21.513737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-de69a1ff-fdf9-4f61-8148-70c16fd724fd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/062c2fea-3b1f-47dd-8c2a-2100c6b30f14 HTTP/1.1" status: 204 len: 168 time: 0.5674348 Aug 23 15:23:21.514002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60694) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:21.578041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6929f6f-833b-4125-9d42-372d779af50a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:21.578601 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6929f6f-833b-4125-9d42-372d779af50a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:21.580238 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b6929f6f-833b-4125-9d42-372d779af50a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0646667 Aug 23 15:23:21.584537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60696) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:21.684669 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-a069d99a-ba3d-4159-87a9-d0ba4575acb8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet b677c6e4-dc77-4b44-bd69-405c1f4c9eba {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:23:21.684669 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a069d99a-ba3d-4159-87a9-d0ba4575acb8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:21.742737 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a069d99a-ba3d-4159-87a9-d0ba4575acb8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:21.838344 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a069d99a-ba3d-4159-87a9-d0ba4575acb8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:21.867893 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-de18cd8c-266d-4d58-b0bb-3e35dbfd5b02 None None] Provisioning for port 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:21.994649 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b00ee6bc-8dab-40d3-891f-540061e488f9 None None] Could not find standard attr ID for object 062c2fea-3b1f-47dd-8c2a-2100c6b30f14. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:23:22.015323 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a069d99a-ba3d-4159-87a9-d0ba4575acb8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:22.060166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069d99a-ba3d-4159-87a9-d0ba4575acb8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=b677c6e4-dc77-4b44-bd69-405c1f4c9eba,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:22.066547 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a069d99a-ba3d-4159-87a9-d0ba4575acb8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:22.072021 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a069d99a-ba3d-4159-87a9-d0ba4575acb8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/b677c6e4-dc77-4b44-bd69-405c1f4c9eba HTTP/1.1" status: 204 len: 168 time: 0.4834132 Aug 23 15:23:22.072259 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60698) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:22.128993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e6a82cf0-6f7e-4bfc-b68a-027f1f9f36ef tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551395 Aug 23 15:23:22.134100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60700) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:22.140760 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:23:22.144676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c81f33fc-b468-4387-aa84-cb6b2b2fac15 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:22.178769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583715ca-f1c8-491c-b236-fffc257c938f None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:22.336430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:22.341426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:22.345530 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:22.374881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81f33fc-b468-4387-aa84-cb6b2b2fac15 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:22.381046 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c81f33fc-b468-4387-aa84-cb6b2b2fac15 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:22.393542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d0e72-481e-4bb5-ab74-bb6a011023a1 None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:23:22.461661 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:22.504560 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7bddd4fb-679a-4f0f-8a8b-10d534db2c8f,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:22.509244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d0e72-481e-4bb5-ab74-bb6a011023a1 None None] Deleting port 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:22.509880 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0e72-481e-4bb5-ab74-bb6a011023a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:22.595293 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4f1d0e72-481e-4bb5-ab74-bb6a011023a1 None None] For port 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7bddd4fb-679a-4f0f-8a8b-10d534db2c8f,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:22.595862 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0e72-481e-4bb5-ab74-bb6a011023a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:22.611430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d0e72-481e-4bb5-ab74-bb6a011023a1 None None] Calling delete_port for 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:22.628313 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:22.690003 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f6c8007c-fe18-4b82-a043-d8d9ff096c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:22.734118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=7bddd4fb-679a-4f0f-8a8b-10d534db2c8f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:22.776865 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c81f33fc-b468-4387-aa84-cb6b2b2fac15 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:22.826053 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81f33fc-b468-4387-aa84-cb6b2b2fac15 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:22.830038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-c81f33fc-b468-4387-aa84-cb6b2b2fac15 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:22.834414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f33fc-b468-4387-aa84-cb6b2b2fac15 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:22.835000 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c81f33fc-b468-4387-aa84-cb6b2b2fac15 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:22.845713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f33fc-b468-4387-aa84-cb6b2b2fac15 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=e38c36a9-252d-4ac4-8f7d-00cb9bf3ca4f,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:22.930837 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0e72-481e-4bb5-ab74-bb6a011023a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:22.957551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d0e72-481e-4bb5-ab74-bb6a011023a1 None None] Pushing event deleted for resources: {'Port': ['ID=7bddd4fb-679a-4f0f-8a8b-10d534db2c8f,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:22.968023 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d0e72-481e-4bb5-ab74-bb6a011023a1 None None] No DVR routers for this DVR port 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:23:22.985094 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c81f33fc-b468-4387-aa84-cb6b2b2fac15 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8454354 Aug 23 15:23:22.986456 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60702) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:22.990775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a25ae5dd-91c5-4d39-b3cc-d5daec6d2dac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'fixed_ips': [{'subnet_id': 'e38c36a9-252d-4ac4-8f7d-00cb9bf3ca4f', 'ip_address': '2001:db8::8e2f:22e3:825b:2567'}], 'name': 'tempest-NetworksTestDHCPv6-2068363202'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:23.003626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ed5ad9-8b8e-44f1-87f9-99243e33b705 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:23.193452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': 'e38c36a9-252d-4ac4-8f7d-00cb9bf3ca4f'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:23:23.194353 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:23.288236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25ae5dd-91c5-4d39-b3cc-d5daec6d2dac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:23.294100 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a25ae5dd-91c5-4d39-b3cc-d5daec6d2dac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:23.318966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-a25ae5dd-91c5-4d39-b3cc-d5daec6d2dac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port af708b33-83cd-4b8c-b1f9-4a40f54931e8 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:23:23.383243 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Allocated IP 2001:db8::2 (cc264fb4-db7a-4341-9252-69f2f91a369a/e38c36a9-252d-4ac4-8f7d-00cb9bf3ca4f/06bbb9c4-2495-4c52-af78-5260f6ba71e5) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:23.453403 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:23:23.563748 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:23.573709 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Transition to ACTIVE for port object 06bbb9c4-2495-4c52-af78-5260f6ba71e5 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:23.589430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Transition to ACTIVE for port object 06bbb9c4-2495-4c52-af78-5260f6ba71e5 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:23.669518 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:23.719742 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:23.722911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:23.726697 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:23.736738 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Pushing event updated for resources: {'Port': ['ID=06bbb9c4-2495-4c52-af78-5260f6ba71e5,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:23.756678 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-a25ae5dd-91c5-4d39-b3cc-d5daec6d2dac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::8e2f:22e3:825b:2567 (cc264fb4-db7a-4341-9252-69f2f91a369a/e38c36a9-252d-4ac4-8f7d-00cb9bf3ca4f/af708b33-83cd-4b8c-b1f9-4a40f54931e8) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:23.804326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Attempting to bind port 06bbb9c4-2495-4c52-af78-5260f6ba71e5 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:23:23.804694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Attempting to bind port 06bbb9c4-2495-4c52-af78-5260f6ba71e5 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:23:23.805069 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Attempting to bind port 06bbb9c4-2495-4c52-af78-5260f6ba71e5 on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:23:23.813673 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:23:23.814291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:23:23.815771 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:23.815771 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:23:23.816130 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Bound port: 06bbb9c4-2495-4c52-af78-5260f6ba71e5, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:23:23.816520 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:23.904197 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] For port 06bbb9c4-2495-4c52-af78-5260f6ba71e5, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:23:23.909532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] For port 06bbb9c4-2495-4c52-af78-5260f6ba71e5, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=06bbb9c4-2495-4c52-af78-5260f6ba71e5,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:23:23.960609 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a25ae5dd-91c5-4d39-b3cc-d5daec6d2dac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:23.977191 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-a25ae5dd-91c5-4d39-b3cc-d5daec6d2dac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object af708b33-83cd-4b8c-b1f9-4a40f54931e8 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:23.988947 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:24.056343 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:23:24.081407 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76821b8-39b9-4d54-b16c-9f2732847ddb None None] Pushing event updated for resources: {'Port': ['ID=06bbb9c4-2495-4c52-af78-5260f6ba71e5,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:24.084116 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:23:24.084457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7bddd4fb-679a-4f0f-8a8b-10d534db2c8f not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:23:24.134564 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a25ae5dd-91c5-4d39-b3cc-d5daec6d2dac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:24.182246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25ae5dd-91c5-4d39-b3cc-d5daec6d2dac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:24.184437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a25ae5dd-91c5-4d39-b3cc-d5daec6d2dac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:24.189163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25ae5dd-91c5-4d39-b3cc-d5daec6d2dac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:24.195069 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ae5dd-91c5-4d39-b3cc-d5daec6d2dac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:24.195755 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a25ae5dd-91c5-4d39-b3cc-d5daec6d2dac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:24.208703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ae5dd-91c5-4d39-b3cc-d5daec6d2dac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=af708b33-83cd-4b8c-b1f9-4a40f54931e8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:24.317448 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a25ae5dd-91c5-4d39-b3cc-d5daec6d2dac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3311696 Aug 23 15:23:24.320557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60704) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:24.390085 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9ba7e7-81e4-44ab-b5a0-032831f19b4d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:24.396105 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9ba7e7-81e4-44ab-b5a0-032831f19b4d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:24.397792 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3d9ba7e7-81e4-44ab-b5a0-032831f19b4d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0762043 Aug 23 15:23:24.412857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60706) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:24.502036 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-991a1967-9d10-4541-8991-3241d78ea036 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port af708b33-83cd-4b8c-b1f9-4a40f54931e8 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:24.502265 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-991a1967-9d10-4541-8991-3241d78ea036 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:24.609491 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-991a1967-9d10-4541-8991-3241d78ea036 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:24.627189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-991a1967-9d10-4541-8991-3241d78ea036 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for af708b33-83cd-4b8c-b1f9-4a40f54931e8 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:24.974047 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-991a1967-9d10-4541-8991-3241d78ea036 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:25.012593 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a1967-9d10-4541-8991-3241d78ea036 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=af708b33-83cd-4b8c-b1f9-4a40f54931e8,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:25.051840 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-991a1967-9d10-4541-8991-3241d78ea036 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:25.054021 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-991a1967-9d10-4541-8991-3241d78ea036 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/af708b33-83cd-4b8c-b1f9-4a40f54931e8 HTTP/1.1" status: 204 len: 168 time: 0.6522386 Aug 23 15:23:25.057769 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60708) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:25.119329 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f718031a-76df-426b-b09d-d477de83f750 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:25.120950 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f718031a-76df-426b-b09d-d477de83f750 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:25.122541 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f718031a-76df-426b-b09d-d477de83f750 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0637498 Aug 23 15:23:25.126724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60710) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:25.187879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bba7112-68da-4390-aae0-9e96d376a466 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet e38c36a9-252d-4ac4-8f7d-00cb9bf3ca4f {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:23:25.198955 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7bba7112-68da-4390-aae0-9e96d376a466 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:25.243462 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-785290eb-b3d9-44f8-8cbe-52521bfeeed3 None None] Provisioning for port 06bbb9c4-2495-4c52-af78-5260f6ba71e5 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:25.257429 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7bba7112-68da-4390-aae0-9e96d376a466 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:25.375592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-53302d21-9a77-49b0-aa6e-a584c4ebda1a None None] Could not find standard attr ID for object af708b33-83cd-4b8c-b1f9-4a40f54931e8. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:23:25.565411 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:25.756800 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7bba7112-68da-4390-aae0-9e96d376a466 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:25.908795 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7bba7112-68da-4390-aae0-9e96d376a466 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:25.936636 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba7112-68da-4390-aae0-9e96d376a466 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=e38c36a9-252d-4ac4-8f7d-00cb9bf3ca4f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:25.940537 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7bba7112-68da-4390-aae0-9e96d376a466 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:25.942844 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7bba7112-68da-4390-aae0-9e96d376a466 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/e38c36a9-252d-4ac4-8f7d-00cb9bf3ca4f HTTP/1.1" status: 204 len: 168 time: 0.8147278 Aug 23 15:23:25.944980 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60712) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:25.948295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae38a4e-5076-4176-b2d8-46fc472b787d None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:25.992684 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b44857c9-1dff-4331-b45b-857891ab7ebb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436733 Aug 23 15:23:25.992870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60714) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:26.061108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb18a4b3-83a4-48dd-8476-7f88e1fd31d1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:26.063184 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bb18a4b3-83a4-48dd-8476-7f88e1fd31d1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0695341 Aug 23 15:23:26.066019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60716) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:26.114722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 06bbb9c4-2495-4c52-af78-5260f6ba71e5 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:23:26.143094 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e7e264-1d34-4086-bf97-fe99b38f2bed tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:26.145112 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-49e7e264-1d34-4086-bf97-fe99b38f2bed tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0779989 Aug 23 15:23:26.147759 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60718) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:26.186667 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9fd47b61-0d48-477c-ad35-da78e8897204 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372038 Aug 23 15:23:26.191642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60720) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:26.196895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-22dd3dbd-34c1-46c8-a578-e92dc595e5b9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:26.202308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7fb509-9155-4d2b-bf62-567b0946891f None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:23:26.256166 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0c7fb509-9155-4d2b-bf62-567b0946891f None None] Deleting port 06bbb9c4-2495-4c52-af78-5260f6ba71e5 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:26.256855 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0c7fb509-9155-4d2b-bf62-567b0946891f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:26.324418 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0c7fb509-9155-4d2b-bf62-567b0946891f None None] For port 06bbb9c4-2495-4c52-af78-5260f6ba71e5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=06bbb9c4-2495-4c52-af78-5260f6ba71e5,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:26.324940 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0c7fb509-9155-4d2b-bf62-567b0946891f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:26.340107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0c7fb509-9155-4d2b-bf62-567b0946891f None None] Calling delete_port for 06bbb9c4-2495-4c52-af78-5260f6ba71e5 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:26.384533 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 06bbb9c4-2495-4c52-af78-5260f6ba71e5 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:26.387549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dd3dbd-34c1-46c8-a578-e92dc595e5b9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:26.392248 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-22dd3dbd-34c1-46c8-a578-e92dc595e5b9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:26.392500 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 06bbb9c4-2495-4c52-af78-5260f6ba71e5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:26.392876 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:26.501819 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:26.548398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0c7fb509-9155-4d2b-bf62-567b0946891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:26.595503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fb509-9155-4d2b-bf62-567b0946891f None None] Pushing event deleted for resources: {'Port': ['ID=06bbb9c4-2495-4c52-af78-5260f6ba71e5,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:26.599813 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7fb509-9155-4d2b-bf62-567b0946891f None None] No DVR routers for this DVR port 06bbb9c4-2495-4c52-af78-5260f6ba71e5 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:23:26.742962 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-da580e8f-eeb3-429a-ac2f-a79ff88b3447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:26.833637 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-22dd3dbd-34c1-46c8-a578-e92dc595e5b9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:26.879059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dd3dbd-34c1-46c8-a578-e92dc595e5b9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:26.882130 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-22dd3dbd-34c1-46c8-a578-e92dc595e5b9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:26.886531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dd3dbd-34c1-46c8-a578-e92dc595e5b9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:26.887130 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-22dd3dbd-34c1-46c8-a578-e92dc595e5b9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:26.892443 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf349047-f3a4-4e2c-b4fb-93d1f7b5306b None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:26.900389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd3dbd-34c1-46c8-a578-e92dc595e5b9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=13d12fcc-bfac-4d49-a71f-288f941bd299,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:26.994477 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:27.039499 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': '13d12fcc-bfac-4d49-a71f-288f941bd299'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:23:27.040405 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:27.087352 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-22dd3dbd-34c1-46c8-a578-e92dc595e5b9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8925931 Aug 23 15:23:27.088614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60722) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:27.094918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3535e579-be90-47fc-862c-0624a6f8cf71 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'fixed_ips': [{'subnet_id': '13d12fcc-bfac-4d49-a71f-288f941bd299', 'ip_address': '2001:db8::c35b:7f39:f622:f4f5'}], 'name': 'tempest-NetworksTestDHCPv6-503320952'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:27.185471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Allocated IP 2001:db8::2 (cc264fb4-db7a-4341-9252-69f2f91a369a/13d12fcc-bfac-4d49-a71f-288f941bd299/da85534e-4d91-44eb-b122-15be20cc8244) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:27.336656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3535e579-be90-47fc-862c-0624a6f8cf71 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:27.352108 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:27.362169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Transition to ACTIVE for port object da85534e-4d91-44eb-b122-15be20cc8244 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:27.380976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Transition to ACTIVE for port object da85534e-4d91-44eb-b122-15be20cc8244 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:27.440263 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3535e579-be90-47fc-862c-0624a6f8cf71 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:27.465712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-3535e579-be90-47fc-862c-0624a6f8cf71 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port 587ba6bc-8012-4b04-bc3c-932923077847 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:23:27.501977 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:27.544521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:27.548113 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:27.554604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:27.557845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Pushing event updated for resources: {'Port': ['ID=da85534e-4d91-44eb-b122-15be20cc8244,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:27.619987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Attempting to bind port da85534e-4d91-44eb-b122-15be20cc8244 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:23:27.620285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Attempting to bind port da85534e-4d91-44eb-b122-15be20cc8244 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:23:27.620626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Attempting to bind port da85534e-4d91-44eb-b122-15be20cc8244 on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:23:27.626625 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:23:27.627006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:23:27.627413 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:27.627840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:23:27.628313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Bound port: da85534e-4d91-44eb-b122-15be20cc8244, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:23:27.628696 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:27.668297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-3535e579-be90-47fc-862c-0624a6f8cf71 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::c35b:7f39:f622:f4f5 (cc264fb4-db7a-4341-9252-69f2f91a369a/13d12fcc-bfac-4d49-a71f-288f941bd299/587ba6bc-8012-4b04-bc3c-932923077847) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:27.706980 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] For port da85534e-4d91-44eb-b122-15be20cc8244, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:23:27.710509 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] For port da85534e-4d91-44eb-b122-15be20cc8244, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=da85534e-4d91-44eb-b122-15be20cc8244,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:23:27.811625 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:27.833229 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3535e579-be90-47fc-862c-0624a6f8cf71 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:27.851593 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-3535e579-be90-47fc-862c-0624a6f8cf71 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object 587ba6bc-8012-4b04-bc3c-932923077847 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:27.873091 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29b1ba-553a-4070-a377-9ec36b8bc2bb None None] Pushing event updated for resources: {'Port': ['ID=da85534e-4d91-44eb-b122-15be20cc8244,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:28.000811 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3535e579-be90-47fc-862c-0624a6f8cf71 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:28.079625 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3535e579-be90-47fc-862c-0624a6f8cf71 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:28.090167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-3535e579-be90-47fc-862c-0624a6f8cf71 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:28.094229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535e579-be90-47fc-862c-0624a6f8cf71 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:28.101955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3535e579-be90-47fc-862c-0624a6f8cf71 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:28.102519 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3535e579-be90-47fc-862c-0624a6f8cf71 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:28.108583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535e579-be90-47fc-862c-0624a6f8cf71 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=587ba6bc-8012-4b04-bc3c-932923077847,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:28.108987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 06bbb9c4-2495-4c52-af78-5260f6ba71e5 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:23:28.133654 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 06bbb9c4-2495-4c52-af78-5260f6ba71e5 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:23:28.134010 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 06bbb9c4-2495-4c52-af78-5260f6ba71e5 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:23:28.254616 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3535e579-be90-47fc-862c-0624a6f8cf71 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1648419 Aug 23 15:23:28.257830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60724) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:28.263015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-70672488-a2ca-4824-9404-2c882449ad81 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'fixed_ips': [{'subnet_id': '13d12fcc-bfac-4d49-a71f-288f941bd299', 'ip_address': '2001:db8::c35b:7f39:f622:f4f5'}], 'name': 'tempest-NetworksTestDHCPv6-1860946513'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:28.472991 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70672488-a2ca-4824-9404-2c882449ad81 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:28.478541 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70672488-a2ca-4824-9404-2c882449ad81 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:28.506849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-70672488-a2ca-4824-9404-2c882449ad81 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port 6bd251ac-1a82-498e-8dbd-999d7ce6c0b2 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:23:28.682985 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:28.782288 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-70672488-a2ca-4824-9404-2c882449ad81 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 23 15:23:28.782760 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70672488-a2ca-4824-9404-2c882449ad81 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:23:28.964178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-70672488-a2ca-4824-9404-2c882449ad81 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7046947 Aug 23 15:23:28.966517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60726) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:29.024118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28cc470-d856-46bb-be0e-67e5d9abebea tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:29.032764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28cc470-d856-46bb-be0e-67e5d9abebea tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:29.032764 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c28cc470-d856-46bb-be0e-67e5d9abebea tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0644588 Aug 23 15:23:29.035861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60728) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:29.168642 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-60e2e4ff-1333-4b38-9f1c-a28873d381c7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port 587ba6bc-8012-4b04-bc3c-932923077847 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:29.168919 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60e2e4ff-1333-4b38-9f1c-a28873d381c7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:29.204966 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dedf7f14-90c5-4035-95a9-4992c54e6f23 None None] Provisioning for port da85534e-4d91-44eb-b122-15be20cc8244 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:29.273456 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60e2e4ff-1333-4b38-9f1c-a28873d381c7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:29.287021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-60e2e4ff-1333-4b38-9f1c-a28873d381c7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for 587ba6bc-8012-4b04-bc3c-932923077847 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:29.445270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-40694680-8f5e-40eb-beed-e80beee01d5a None None] Provisioning for port 587ba6bc-8012-4b04-bc3c-932923077847 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:29.451483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-40694680-8f5e-40eb-beed-e80beee01d5a None None] Provisioning complete for port 587ba6bc-8012-4b04-bc3c-932923077847 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:29.452307 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-40694680-8f5e-40eb-beed-e80beee01d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:29.497260 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-40694680-8f5e-40eb-beed-e80beee01d5a None None] Port 587ba6bc-8012-4b04-bc3c-932923077847 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:23:29.707908 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60e2e4ff-1333-4b38-9f1c-a28873d381c7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:29.743827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2e4ff-1333-4b38-9f1c-a28873d381c7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=587ba6bc-8012-4b04-bc3c-932923077847,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:29.781323 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-60e2e4ff-1333-4b38-9f1c-a28873d381c7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:29.784593 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-60e2e4ff-1333-4b38-9f1c-a28873d381c7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/587ba6bc-8012-4b04-bc3c-932923077847 HTTP/1.1" status: 204 len: 168 time: 0.7474055 Aug 23 15:23:29.788568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60730) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:29.864328 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61768cf-3aa4-4e4f-a748-20d6965b10cf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:29.866680 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61768cf-3aa4-4e4f-a748-20d6965b10cf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:29.872312 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b61768cf-3aa4-4e4f-a748-20d6965b10cf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0791178 Aug 23 15:23:29.872651 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60732) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:29.958666 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24bea914-1cb8-41d5-a283-c964616f1eb0 req-b1c9eb4a-f760-4ec8-9f6f-6173fcc7f6ce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675380 Aug 23 15:23:29.973454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a6f649-6a14-4bb4-9e28-c9371334a795 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet 13d12fcc-bfac-4d49-a71f-288f941bd299 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:23:29.979193 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f649-6a14-4bb4-9e28-c9371334a795 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:30.049272 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f649-6a14-4bb4-9e28-c9371334a795 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:30.103861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bea914-1cb8-41d5-a283-c964616f1eb0 req-93c99ac5-d642-48d7-bcea-117f4e5aec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:30.104903 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24bea914-1cb8-41d5-a283-c964616f1eb0 req-93c99ac5-d642-48d7-bcea-117f4e5aec28 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0927174 Aug 23 15:23:30.140380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device da85534e-4d91-44eb-b122-15be20cc8244 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:23:30.194783 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f649-6a14-4bb4-9e28-c9371334a795 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:30.255004 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bea914-1cb8-41d5-a283-c964616f1eb0 req-f7eb2079-9ff0-407f-b9c4-4890cbd5d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:30.255843 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24bea914-1cb8-41d5-a283-c964616f1eb0 req-f7eb2079-9ff0-407f-b9c4-4890cbd5d204 service neutron] 10.222.0.61 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.1256351 Aug 23 15:23:30.335888 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port da85534e-4d91-44eb-b122-15be20cc8244 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:30.342887 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24bea914-1cb8-41d5-a283-c964616f1eb0 req-ee023b22-83d9-48dc-bbc1-fc3cfddd92e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5b29c27-bbff-4e55-bdf6-f76145be82bc HTTP/1.1" status: 200 len: 1002 time: 0.0796645 Aug 23 15:23:30.344901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port da85534e-4d91-44eb-b122-15be20cc8244 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:30.348565 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:30.382110 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f649-6a14-4bb4-9e28-c9371334a795 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:30.418165 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6f649-6a14-4bb4-9e28-c9371334a795 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=13d12fcc-bfac-4d49-a71f-288f941bd299,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:30.424182 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bea914-1cb8-41d5-a283-c964616f1eb0 req-4d8a85a1-c767-4fa9-9847-218c23afa809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:30.424623 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f649-6a14-4bb4-9e28-c9371334a795 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:30.426860 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24bea914-1cb8-41d5-a283-c964616f1eb0 req-4d8a85a1-c767-4fa9-9847-218c23afa809 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0764859 Aug 23 15:23:30.430608 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60734) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:30.431386 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a3a6f649-6a14-4bb4-9e28-c9371334a795 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/13d12fcc-bfac-4d49-a71f-288f941bd299 HTTP/1.1" status: 204 len: 168 time: 0.5571349 Aug 23 15:23:30.451886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae549efe-ed77-449c-9a2f-f9c9a86f8acb None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:30.509925 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c46f9387-cde3-46b9-9a9f-05bc466543f4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768940 Aug 23 15:23:30.514341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60738) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:30.520453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a92e28f0-4d15-40b9-b5ac-ce6302038174 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:30.546261 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:30.546945 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bea914-1cb8-41d5-a283-c964616f1eb0 req-654771f4-b04f-4d76-aa84-33614e79fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:30.548690 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24bea914-1cb8-41d5-a283-c964616f1eb0 req-654771f4-b04f-4d76-aa84-33614e79fa80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143029 Aug 23 15:23:30.638136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port da85534e-4d91-44eb-b122-15be20cc8244, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=da85534e-4d91-44eb-b122-15be20cc8244,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:30.666789 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24bea914-1cb8-41d5-a283-c964616f1eb0 req-0879fe0a-5965-4a6d-bd4c-e563a200f663 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108634 Aug 23 15:23:30.731529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92e28f0-4d15-40b9-b5ac-ce6302038174 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:30.737366 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a92e28f0-4d15-40b9-b5ac-ce6302038174 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:30.751514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391b859a-0bd4-4152-9e0b-a2e69f77ee73 None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:23:30.758981 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:30.807941 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-24bea914-1cb8-41d5-a283-c964616f1eb0 req-015731f0-eee7-475d-80d3-2cc5b65c6a20 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320498 Aug 23 15:23:30.849305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=da85534e-4d91-44eb-b122-15be20cc8244,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:30.863195 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-391b859a-0bd4-4152-9e0b-a2e69f77ee73 None None] Deleting port da85534e-4d91-44eb-b122-15be20cc8244 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:30.863814 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-391b859a-0bd4-4152-9e0b-a2e69f77ee73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:30.931021 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-391b859a-0bd4-4152-9e0b-a2e69f77ee73 None None] For port da85534e-4d91-44eb-b122-15be20cc8244, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=da85534e-4d91-44eb-b122-15be20cc8244,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:30.931422 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-391b859a-0bd4-4152-9e0b-a2e69f77ee73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:30.955428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-391b859a-0bd4-4152-9e0b-a2e69f77ee73 None None] Calling delete_port for da85534e-4d91-44eb-b122-15be20cc8244 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:31.073144 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a92e28f0-4d15-40b9-b5ac-ce6302038174 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:31.124503 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92e28f0-4d15-40b9-b5ac-ce6302038174 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:31.127850 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-391b859a-0bd4-4152-9e0b-a2e69f77ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:31.129201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-a92e28f0-4d15-40b9-b5ac-ce6302038174 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:31.135364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92e28f0-4d15-40b9-b5ac-ce6302038174 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:31.136044 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a92e28f0-4d15-40b9-b5ac-ce6302038174 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:31.149527 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e28f0-4d15-40b9-b5ac-ce6302038174 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=90db5cb8-d18d-4c09-9968-fccaec6f758a,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:31.165949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b859a-0bd4-4152-9e0b-a2e69f77ee73 None None] Pushing event deleted for resources: {'Port': ['ID=da85534e-4d91-44eb-b122-15be20cc8244,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:31.170384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b859a-0bd4-4152-9e0b-a2e69f77ee73 None None] No DVR routers for this DVR port da85534e-4d91-44eb-b122-15be20cc8244 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:23:31.184249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31eabc-263b-4e03-81e5-7f287c26b438 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:31.297005 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a92e28f0-4d15-40b9-b5ac-ce6302038174 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7810698 Aug 23 15:23:31.300642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60740) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:31.306016 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-13634f85-ef7a-41e4-af4e-83be6b2aa355 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'fixed_ips': [{'subnet_id': '90db5cb8-d18d-4c09-9968-fccaec6f758a', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-931673189'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:31.522253 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': '90db5cb8-d18d-4c09-9968-fccaec6f758a'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:23:31.522253 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:31.553065 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13634f85-ef7a-41e4-af4e-83be6b2aa355 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:31.559151 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-13634f85-ef7a-41e4-af4e-83be6b2aa355 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:31.581463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-13634f85-ef7a-41e4-af4e-83be6b2aa355 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port bfaede81-4a42-4429-88f9-728da481f51e yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:23:31.697207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Allocated IP 2001:db8::2 (cc264fb4-db7a-4341-9252-69f2f91a369a/90db5cb8-d18d-4c09-9968-fccaec6f758a/1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:31.880483 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:31.890995 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Transition to ACTIVE for port object 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:31.911489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Transition to ACTIVE for port object 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:32.004785 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:32.041191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:32.044543 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:32.048361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:32.051575 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device da85534e-4d91-44eb-b122-15be20cc8244 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:23:32.086188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: da85534e-4d91-44eb-b122-15be20cc8244 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:23:32.086531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device da85534e-4d91-44eb-b122-15be20cc8244 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:23:32.090828 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-13634f85-ef7a-41e4-af4e-83be6b2aa355 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:23:32.091484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13634f85-ef7a-41e4-af4e-83be6b2aa355 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:23:32.097204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Pushing event updated for resources: {'Port': ['ID=1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:32.145908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Attempting to bind port 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:23:32.146246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Attempting to bind port 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:23:32.146517 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Attempting to bind port 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:23:32.152480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:23:32.152853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:23:32.153259 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:32.153772 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:23:32.154982 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Bound port: 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:23:32.155444 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:32.225594 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] For port 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:23:32.229345 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] For port 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:23:32.232272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-13634f85-ef7a-41e4-af4e-83be6b2aa355 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.9304795 Aug 23 15:23:32.234974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60744) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:32.294649 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aa73e4-4436-4a00-ab83-e8d9f543cbcb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:32.296863 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-55aa73e4-4436-4a00-ab83-e8d9f543cbcb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0609488 Aug 23 15:23:32.300675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60746) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:32.312398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:32.360389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3a9f8c-08f8-4afc-86a3-0c994f43722d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:32.367272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3a9f8c-08f8-4afc-86a3-0c994f43722d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:32.367272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fb3a9f8c-08f8-4afc-86a3-0c994f43722d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0623102 Aug 23 15:23:32.367577 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60748) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:32.397323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c036a58-b06e-4d14-b8d7-ccbf2202a798 None None] Pushing event updated for resources: {'Port': ['ID=1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:32.436249 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-61613045-f967-454d-bcc0-57ac1693d79b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet 90db5cb8-d18d-4c09-9968-fccaec6f758a {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:23:32.440139 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-61613045-f967-454d-bcc0-57ac1693d79b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:32.488032 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-61613045-f967-454d-bcc0-57ac1693d79b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:32.637001 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-61613045-f967-454d-bcc0-57ac1693d79b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:32.816658 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-61613045-f967-454d-bcc0-57ac1693d79b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:32.848244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61613045-f967-454d-bcc0-57ac1693d79b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=90db5cb8-d18d-4c09-9968-fccaec6f758a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:32.852130 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-61613045-f967-454d-bcc0-57ac1693d79b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:32.855866 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-61613045-f967-454d-bcc0-57ac1693d79b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/90db5cb8-d18d-4c09-9968-fccaec6f758a HTTP/1.1" status: 204 len: 168 time: 0.4876158 Aug 23 15:23:32.858492 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60750) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:32.910696 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-516f40f9-e62a-455d-b399-e537f8d25e51 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501504 Aug 23 15:23:32.915360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60752) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:32.921169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a03cdd03-5194-40b0-a9d0-a54fda889d77 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:33.156976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03cdd03-5194-40b0-a9d0-a54fda889d77 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:33.160908 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a03cdd03-5194-40b0-a9d0-a54fda889d77 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:33.422540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb19c763-6200-45f3-9e4e-63f9471005c1 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:33.522812 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a03cdd03-5194-40b0-a9d0-a54fda889d77 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:33.580438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03cdd03-5194-40b0-a9d0-a54fda889d77 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:33.584137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-a03cdd03-5194-40b0-a9d0-a54fda889d77 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:33.589118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03cdd03-5194-40b0-a9d0-a54fda889d77 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:33.589722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a03cdd03-5194-40b0-a9d0-a54fda889d77 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:33.609421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cdd03-5194-40b0-a9d0-a54fda889d77 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=4917a6ea-8de0-40df-9aa6-6f0a4260df71,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:33.625278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3a978c85-2034-485d-a50c-69a1c10e0d04 None None] Provisioning for port 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:33.748996 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a03cdd03-5194-40b0-a9d0-a54fda889d77 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8322737 Aug 23 15:23:33.752364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60756) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:33.757125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-03231902-891c-4499-a3a4-e0bf26b77b6f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-891207366', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:33.877164 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b543a9-6453-4b21-a015-f740c8d287a2 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:33.899927 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03231902-891c-4499-a3a4-e0bf26b77b6f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:33.907004 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03231902-891c-4499-a3a4-e0bf26b77b6f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:33.964198 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03231902-891c-4499-a3a4-e0bf26b77b6f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:34.097616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03231902-891c-4499-a3a4-e0bf26b77b6f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:34.102044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:23:34.288022 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03231902-891c-4499-a3a4-e0bf26b77b6f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:34.289423 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-03231902-891c-4499-a3a4-e0bf26b77b6f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5360463 Aug 23 15:23:34.292722 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60758) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:34.305162 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:34.310060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:34.311484 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:34.418049 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:34.428616 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9e6601b7-0380-41f2-90df-8d035ff51158 None None] Provisioning complete for port 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:34.429469 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9e6601b7-0380-41f2-90df-8d035ff51158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:34.491625 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:34.552344 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9e6601b7-0380-41f2-90df-8d035ff51158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:34.588593 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:34.655328 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:34.674352 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-9e6601b7-0380-41f2-90df-8d035ff51158 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:23:34.675260 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-9e6601b7-0380-41f2-90df-8d035ff51158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:23:34.690312 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:34.946896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::1 (cc264fb4-db7a-4341-9252-69f2f91a369a/4917a6ea-8de0-40df-9aa6-6f0a4260df71/19dd1fca-d4a9-464c-9fdb-14f33fdae270) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:35.076484 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:35.088481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object 19dd1fca-d4a9-464c-9fdb-14f33fdae270 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:35.210605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:35.258405 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:35.261759 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:35.267038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:35.267628 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:35.307978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=19dd1fca-d4a9-464c-9fdb-14f33fdae270,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:35.525727 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:35.538300 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-159cfd20-74c9-43bc-9eff-47507770d33e req-69222436-c407-4fbe-b418-65ccbdebf0a6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578887 Aug 23 15:23:35.647539 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cfd20-74c9-43bc-9eff-47507770d33e req-79dbf3b8-2581-4e5b-be59-c64a62754987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:35.649933 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-159cfd20-74c9-43bc-9eff-47507770d33e req-79dbf3b8-2581-4e5b-be59-c64a62754987 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 1096 time: 0.0564020 Aug 23 15:23:35.690863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d49a3a3c-7d0e-4dca-8f9b-04e8fa124f72 None None] Provisioning for port 19dd1fca-d4a9-464c-9fdb-14f33fdae270 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:35.700836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d49a3a3c-7d0e-4dca-8f9b-04e8fa124f72 None None] Provisioning complete for port 19dd1fca-d4a9-464c-9fdb-14f33fdae270 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:35.702559 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d49a3a3c-7d0e-4dca-8f9b-04e8fa124f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:35.757337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d49a3a3c-7d0e-4dca-8f9b-04e8fa124f72 None None] Port 19dd1fca-d4a9-464c-9fdb-14f33fdae270 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:23:35.788107 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cfd20-74c9-43bc-9eff-47507770d33e req-09c53427-1e8d-48d1-92c7-1b2456d8e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:35.807740 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-159cfd20-74c9-43bc-9eff-47507770d33e req-09c53427-1e8d-48d1-92c7-1b2456d8e569 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.1136444 Aug 23 15:23:35.869972 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:35.870830 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-159cfd20-74c9-43bc-9eff-47507770d33e req-4556a10c-46f0-463b-a1f3-b6e5f8a62ccb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=148f4c68-2bec-44e3-8aeb-780e0da79128 HTTP/1.1" status: 200 len: 1001 time: 0.0718837 Aug 23 15:23:35.924928 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cfd20-74c9-43bc-9eff-47507770d33e req-954a9b6e-6646-4070-bb8d-190c12ff1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:35.926406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-159cfd20-74c9-43bc-9eff-47507770d33e req-954a9b6e-6646-4070-bb8d-190c12ff1ac5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0495102 Aug 23 15:23:35.947227 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:35.961697 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:35.993978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cfd20-74c9-43bc-9eff-47507770d33e req-c14429f2-4dc0-432e-aea3-4961e9bbcd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:35.996608 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-159cfd20-74c9-43bc-9eff-47507770d33e req-c14429f2-4dc0-432e-aea3-4961e9bbcd5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631497 Aug 23 15:23:36.070538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:23:36.108212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=19dd1fca-d4a9-464c-9fdb-14f33fdae270,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:36.132818 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-159cfd20-74c9-43bc-9eff-47507770d33e req-d05150d8-97d1-47bc-b199-6622817604e7 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288490 Aug 23 15:23:36.144711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:36.145097 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:36.186235 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:36.188227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:36.238804 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-159cfd20-74c9-43bc-9eff-47507770d33e req-34075c21-bc43-4a3e-a421-b7324653760f service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993264 Aug 23 15:23:36.465466 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Router 52a8227f-a687-4eb7-a47e-3d3329bc15d1 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:23:36.486413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-37d19d97-1b1c-48ad-8c77-0cb86fb8a5f1 None None] Provisioning complete for port 19dd1fca-d4a9-464c-9fdb-14f33fdae270 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:36.486884 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-37d19d97-1b1c-48ad-8c77-0cb86fb8a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:36.527883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-37d19d97-1b1c-48ad-8c77-0cb86fb8a5f1 None None] Port 19dd1fca-d4a9-464c-9fdb-14f33fdae270 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:23:36.578190 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:23:36.589037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Sync routers for ids ['52a8227f-a687-4eb7-a47e-3d3329bc15d1'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:23:36.593801 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6a8fe581-4ce8-4061-8233-e9201bf02631 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "PUT /v2.0/routers/52a8227f-a687-4eb7-a47e-3d3329bc15d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2962511 Aug 23 15:23:36.594049 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60760) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:36.602649 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Routers {'52a8227f-a687-4eb7-a47e-3d3329bc15d1'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:23:36.603635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:23:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['52a8227f-a687-4eb7-a47e-3d3329bc15d1'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:36.653213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a1f18-bad3-422e-a847-bae17d7d9d98 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:36.655422 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-de9a1f18-bad3-422e-a847-bae17d7d9d98 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports/19dd1fca-d4a9-464c-9fdb-14f33fdae270 HTTP/1.1" status: 200 len: 911 time: 0.0604041 Aug 23 15:23:36.659099 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60762) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:36.710455 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Set router 52a8227f-a687-4eb7-a47e-3d3329bc15d1 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:23:36.728564 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7492a34-406d-47d9-8012-8497ffbeca00 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:36.738655 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7492a34-406d-47d9-8012-8497ffbeca00 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:36.740454 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e7492a34-406d-47d9-8012-8497ffbeca00 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0802500 Aug 23 15:23:36.744174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60764) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:36.928565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a8227f-a687-4eb7-a47e-3d3329bc15d1', 'name': 'tempest-NetworksTestDHCPv6-router-891207366', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:23:33Z', 'updated_at': '2021-08-23T15:23:35Z', 'revision_number': 2, 'project_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'gw_port_host': None, '_interfaces': [{'id': '19dd1fca-d4a9-464c-9fdb-14f33fdae270', 'name': '', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'mac_address': 'fa:16:3e:05:86:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a8227f-a687-4eb7-a47e-3d3329bc15d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '4917a6ea-8de0-40df-9aa6-6f0a4260df71', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:23:34Z', 'updated_at': '2021-08-23T15:23:35Z', 'revision_number': 2, 'project_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'subnets': [{'id': '4917a6ea-8de0-40df-9aa6-6f0a4260df71', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:36.961402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Checking router: 52a8227f-a687-4eb7-a47e-3d3329bc15d1 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:23:36.961752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Updating router 52a8227f-a687-4eb7-a47e-3d3329bc15d1 port 19dd1fca-d4a9-464c-9fdb-14f33fdae270 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:23:36.990040 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:37.272030 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c865e39f-d334-4926-8dab-bfe10acd48e7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:37.332569 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:37.347405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Transition to ACTIVE for port object 19dd1fca-d4a9-464c-9fdb-14f33fdae270 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:37.467909 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:37.535161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9358c6-a3a5-4744-aa85-c062c25e91b1 None None] Pushing event updated for resources: {'Port': ['ID=19dd1fca-d4a9-464c-9fdb-14f33fdae270,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:37.603669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Attempting to bind port 19dd1fca-d4a9-464c-9fdb-14f33fdae270 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:23:37.604274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Attempting to bind port 19dd1fca-d4a9-464c-9fdb-14f33fdae270 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:23:37.604857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Attempting to bind port 19dd1fca-d4a9-464c-9fdb-14f33fdae270 on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:23:37.614338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:23:37.614800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:23:37.615331 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:37.616057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:23:37.616742 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Bound port: 19dd1fca-d4a9-464c-9fdb-14f33fdae270, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:23:37.617325 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:37.703338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] For port 19dd1fca-d4a9-464c-9fdb-14f33fdae270, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:23:37.708328 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] For port 19dd1fca-d4a9-464c-9fdb-14f33fdae270, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=19dd1fca-d4a9-464c-9fdb-14f33fdae270,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:23:37.795829 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:37.884763 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9358c6-a3a5-4744-aa85-c062c25e91b1 None None] Pushing event updated for resources: {'Port': ['ID=19dd1fca-d4a9-464c-9fdb-14f33fdae270,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:37.887894 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Routers {'52a8227f-a687-4eb7-a47e-3d3329bc15d1'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:23:37.889450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:23:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['52a8227f-a687-4eb7-a47e-3d3329bc15d1'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:37.952050 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c865e39f-d334-4926-8dab-bfe10acd48e7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port 19dd1fca-d4a9-464c-9fdb-14f33fdae270 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:37.952765 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c865e39f-d334-4926-8dab-bfe10acd48e7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:38.040111 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] Set router 52a8227f-a687-4eb7-a47e-3d3329bc15d1 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:23:38.106316 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-c865e39f-d334-4926-8dab-bfe10acd48e7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] For port 19dd1fca-d4a9-464c-9fdb-14f33fdae270, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=19dd1fca-d4a9-464c-9fdb-14f33fdae270,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:38.108097 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c865e39f-d334-4926-8dab-bfe10acd48e7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:38.126318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c865e39f-d334-4926-8dab-bfe10acd48e7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for 19dd1fca-d4a9-464c-9fdb-14f33fdae270 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:38.346366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a8227f-a687-4eb7-a47e-3d3329bc15d1', 'name': 'tempest-NetworksTestDHCPv6-router-891207366', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:23:33Z', 'updated_at': '2021-08-23T15:23:35Z', 'revision_number': 2, 'project_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'gw_port_host': None, '_interfaces': [{'id': '19dd1fca-d4a9-464c-9fdb-14f33fdae270', 'name': '', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'mac_address': 'fa:16:3e:05:86:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a8227f-a687-4eb7-a47e-3d3329bc15d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '4917a6ea-8de0-40df-9aa6-6f0a4260df71', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:23:34Z', 'updated_at': '2021-08-23T15:23:37Z', 'revision_number': 4, 'project_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'subnets': [{'id': '4917a6ea-8de0-40df-9aa6-6f0a4260df71', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:38.371122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc5231-2134-4ff0-95cc-6a8255b6eacc None None] The sync data for ids ['52a8227f-a687-4eb7-a47e-3d3329bc15d1'] in n-d-804985-3 is: [{'id': '52a8227f-a687-4eb7-a47e-3d3329bc15d1', 'name': 'tempest-NetworksTestDHCPv6-router-891207366', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:23:33Z', 'updated_at': '2021-08-23T15:23:35Z', 'revision_number': 2, 'project_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'gw_port_host': None, '_interfaces': [{'id': '19dd1fca-d4a9-464c-9fdb-14f33fdae270', 'name': '', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'mac_address': 'fa:16:3e:05:86:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a8227f-a687-4eb7-a47e-3d3329bc15d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '4917a6ea-8de0-40df-9aa6-6f0a4260df71', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:23:34Z', 'updated_at': '2021-08-23T15:23:37Z', 'revision_number': 4, 'project_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'subnets': [{'id': '4917a6ea-8de0-40df-9aa6-6f0a4260df71', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:23:38.611182 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c865e39f-d334-4926-8dab-bfe10acd48e7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:38.646730 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865e39f-d334-4926-8dab-bfe10acd48e7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=19dd1fca-d4a9-464c-9fdb-14f33fdae270,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:38.801926 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c865e39f-d334-4926-8dab-bfe10acd48e7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:39.032178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c865e39f-d334-4926-8dab-bfe10acd48e7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Router 52a8227f-a687-4eb7-a47e-3d3329bc15d1 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:23:39.115901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c865e39f-d334-4926-8dab-bfe10acd48e7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:23:39.121118 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c865e39f-d334-4926-8dab-bfe10acd48e7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "PUT /v2.0/routers/52a8227f-a687-4eb7-a47e-3d3329bc15d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3758948 Aug 23 15:23:39.124460 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60766) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:39.184556 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378920f7-02dd-4cfd-9ba1-22f4368c3bcc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:39.187128 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378920f7-02dd-4cfd-9ba1-22f4368c3bcc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:39.188736 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-378920f7-02dd-4cfd-9ba1-22f4368c3bcc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0633183 Aug 23 15:23:39.192615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60768) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:39.254277 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e531fdd-8e55-4e77-bdd0-2d9817a5215c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet 4917a6ea-8de0-40df-9aa6-6f0a4260df71 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:23:39.258467 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e531fdd-8e55-4e77-bdd0-2d9817a5215c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:39.308672 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e531fdd-8e55-4e77-bdd0-2d9817a5215c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:39.362372 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e531fdd-8e55-4e77-bdd0-2d9817a5215c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:39.520487 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e531fdd-8e55-4e77-bdd0-2d9817a5215c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:39.556296 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e531fdd-8e55-4e77-bdd0-2d9817a5215c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=4917a6ea-8de0-40df-9aa6-6f0a4260df71,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:39.559802 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e531fdd-8e55-4e77-bdd0-2d9817a5215c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:39.564311 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4e531fdd-8e55-4e77-bdd0-2d9817a5215c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/4917a6ea-8de0-40df-9aa6-6f0a4260df71 HTTP/1.1" status: 204 len: 168 time: 0.3681951 Aug 23 15:23:39.565967 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60770) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:39.570060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d74a499-eaf7-4ed3-a25f-a22593265e1c None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:39.700087 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dd9545a6-0f95-4da2-ae61-8d19cb7aa84d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1326523 Aug 23 15:23:39.703425 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60772) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:39.792586 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebc29a17-64d0-4644-8ff5-e325bd8ddf91 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:39.813085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b498dcb9-27e2-49cf-8ce4-61d1b7a5d62f None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:23:39.886378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b498dcb9-27e2-49cf-8ce4-61d1b7a5d62f None None] Deleting port 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:39.886898 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b498dcb9-27e2-49cf-8ce4-61d1b7a5d62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:39.981668 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b498dcb9-27e2-49cf-8ce4-61d1b7a5d62f None None] For port 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:39.982702 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b498dcb9-27e2-49cf-8ce4-61d1b7a5d62f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:39.993883 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebc29a17-64d0-4644-8ff5-e325bd8ddf91 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:39.996515 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebc29a17-64d0-4644-8ff5-e325bd8ddf91 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:40.003742 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b498dcb9-27e2-49cf-8ce4-61d1b7a5d62f None None] Calling delete_port for 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:40.117948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:23:40.141390 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e79ce2-534c-4de3-b8f1-437abac379dd None None] Sync routers for ids ['52a8227f-a687-4eb7-a47e-3d3329bc15d1'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:23:40.151592 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e79ce2-534c-4de3-b8f1-437abac379dd None None] Routers {'52a8227f-a687-4eb7-a47e-3d3329bc15d1'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:23:40.152389 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-63e79ce2-534c-4de3-b8f1-437abac379dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:23:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['52a8227f-a687-4eb7-a47e-3d3329bc15d1'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:40.159142 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebc29a17-64d0-4644-8ff5-e325bd8ddf91 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:40.171669 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc29a17-64d0-4644-8ff5-e325bd8ddf91 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Fanout notify agent at l3_agent the message router_deleted on router 52a8227f-a687-4eb7-a47e-3d3329bc15d1 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:23:40.171669 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebc29a17-64d0-4644-8ff5-e325bd8ddf91 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:40.172630 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ebc29a17-64d0-4644-8ff5-e325bd8ddf91 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/routers/52a8227f-a687-4eb7-a47e-3d3329bc15d1 HTTP/1.1" status: 204 len: 168 time: 0.4679346 Aug 23 15:23:40.175933 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60774) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:40.182409 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a716ea56-4ee5-44ab-8f99-75b383ab384f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:40.245358 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-63e79ce2-534c-4de3-b8f1-437abac379dd None None] Set router 52a8227f-a687-4eb7-a47e-3d3329bc15d1 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:23:40.313572 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-63e79ce2-534c-4de3-b8f1-437abac379dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a8227f-a687-4eb7-a47e-3d3329bc15d1', 'name': 'tempest-NetworksTestDHCPv6-router-891207366', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:23:33Z', 'updated_at': '2021-08-23T15:23:38Z', 'revision_number': 3, 'project_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:40.340897 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b498dcb9-27e2-49cf-8ce4-61d1b7a5d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:40.341500 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e79ce2-534c-4de3-b8f1-437abac379dd None None] Checking router: 52a8227f-a687-4eb7-a47e-3d3329bc15d1 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:23:40.351211 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e79ce2-534c-4de3-b8f1-437abac379dd None None] Routers set() bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:23:40.351704 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e79ce2-534c-4de3-b8f1-437abac379dd None None] Router IDs set() for agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 15:23:40.352357 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_agentschedulers_db [None req-63e79ce2-534c-4de3-b8f1-437abac379dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'52a8227f-a687-4eb7-a47e-3d3329bc15d1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:23:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent'). {{(pid=96117) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 15:23:40.352706 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e79ce2-534c-4de3-b8f1-437abac379dd None None] The sync data for ids ['52a8227f-a687-4eb7-a47e-3d3329bc15d1'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:23:40.375704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498dcb9-27e2-49cf-8ce4-61d1b7a5d62f None None] Pushing event deleted for resources: {'Port': ['ID=1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:40.379264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No active binding found for port 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d {{(pid=96116) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 15:23:40.379531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:23:40.385778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498dcb9-27e2-49cf-8ce4-61d1b7a5d62f None None] No DVR routers for this DVR port 1c5ceb93-d2e2-46b6-b9cc-8fd202c3079d on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:23:40.397931 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a716ea56-4ee5-44ab-8f99-75b383ab384f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:40.400798 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a716ea56-4ee5-44ab-8f99-75b383ab384f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:40.776110 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a716ea56-4ee5-44ab-8f99-75b383ab384f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:40.833147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a716ea56-4ee5-44ab-8f99-75b383ab384f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:40.836434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a716ea56-4ee5-44ab-8f99-75b383ab384f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:40.843358 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716ea56-4ee5-44ab-8f99-75b383ab384f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:40.849249 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a716ea56-4ee5-44ab-8f99-75b383ab384f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:40.850550 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d1214b-1a67-43eb-84d2-9f74004dc616 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:40.855125 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716ea56-4ee5-44ab-8f99-75b383ab384f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=b93a1f7e-5798-42df-b5d5-97437cc79f30,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:40.994328 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a716ea56-4ee5-44ab-8f99-75b383ab384f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8166699 Aug 23 15:23:40.997477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60776) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:41.003713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a2aa9cdb-f78b-426c-8a9a-55965e7ccfc2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1960918612', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:41.039474 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': 'b93a1f7e-5798-42df-b5d5-97437cc79f30'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:23:41.040720 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:41.133718 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9cdb-f78b-426c-8a9a-55965e7ccfc2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:41.134773 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9cdb-f78b-426c-8a9a-55965e7ccfc2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:41.197938 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9cdb-f78b-426c-8a9a-55965e7ccfc2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:41.221065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Allocated IP 2001:db8::2 (cc264fb4-db7a-4341-9252-69f2f91a369a/b93a1f7e-5798-42df-b5d5-97437cc79f30/f3dacd6e-653e-4348-af7e-aba19eea67f6) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:41.326266 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9cdb-f78b-426c-8a9a-55965e7ccfc2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:41.395241 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:41.403447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Transition to ACTIVE for port object f3dacd6e-653e-4348-af7e-aba19eea67f6 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:41.419097 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Transition to ACTIVE for port object f3dacd6e-653e-4348-af7e-aba19eea67f6 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:41.430465 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9cdb-f78b-426c-8a9a-55965e7ccfc2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:41.431786 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a2aa9cdb-f78b-426c-8a9a-55965e7ccfc2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4324708 Aug 23 15:23:41.435638 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60778) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:41.507694 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:41.550338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:41.553561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:41.557198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:41.570467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Pushing event updated for resources: {'Port': ['ID=f3dacd6e-653e-4348-af7e-aba19eea67f6,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:41.640687 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Attempting to bind port f3dacd6e-653e-4348-af7e-aba19eea67f6 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:23:41.641017 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Attempting to bind port f3dacd6e-653e-4348-af7e-aba19eea67f6 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:23:41.641384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Attempting to bind port f3dacd6e-653e-4348-af7e-aba19eea67f6 on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:23:41.649239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:23:41.649606 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:23:41.650100 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:41.650520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:23:41.650989 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Bound port: f3dacd6e-653e-4348-af7e-aba19eea67f6, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:23:41.651371 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:41.741365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] For port f3dacd6e-653e-4348-af7e-aba19eea67f6, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:23:41.744937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] For port f3dacd6e-653e-4348-af7e-aba19eea67f6, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f3dacd6e-653e-4348-af7e-aba19eea67f6,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:23:41.800548 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:41.862298 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:41.953120 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8c31c-9a45-43bf-9ac2-1a83f779bc50 None None] Pushing event updated for resources: {'Port': ['ID=f3dacd6e-653e-4348-af7e-aba19eea67f6,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:42.024382 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 19dd1fca-d4a9-464c-9fdb-14f33fdae270 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:23:42.045159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 19dd1fca-d4a9-464c-9fdb-14f33fdae270 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:23:42.045508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 19dd1fca-d4a9-464c-9fdb-14f33fdae270 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:23:42.438542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::1 (cc264fb4-db7a-4341-9252-69f2f91a369a/b93a1f7e-5798-42df-b5d5-97437cc79f30/a8a74481-683d-4750-b23d-919de26ae585) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:42.580598 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:42.601259 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object a8a74481-683d-4750-b23d-919de26ae585 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:42.776375 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:42.839720 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:42.844451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:42.854683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:42.855533 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:42.862554 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=a8a74481-683d-4750-b23d-919de26ae585,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:43.160295 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:43.268109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b71b4929-b7d9-4527-8605-8c31ea534a8a None None] Provisioning for port f3dacd6e-653e-4348-af7e-aba19eea67f6 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:43.556055 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:43.616141 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c97c607d-f3a6-4d1a-b1d6-928933fa197e None None] Provisioning for port a8a74481-683d-4750-b23d-919de26ae585 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:43.626028 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c97c607d-f3a6-4d1a-b1d6-928933fa197e None None] Provisioning complete for port a8a74481-683d-4750-b23d-919de26ae585 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:43.626396 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c97c607d-f3a6-4d1a-b1d6-928933fa197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:43.681109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c97c607d-f3a6-4d1a-b1d6-928933fa197e None None] Port a8a74481-683d-4750-b23d-919de26ae585 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:23:43.750333 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:43.751143 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:43.853977 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=a8a74481-683d-4750-b23d-919de26ae585,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:43.920283 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:43.922166 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:44.140679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f3dacd6e-653e-4348-af7e-aba19eea67f6 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:23:44.236482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Router bdcd71e1-7514-4f55-9097-b38e7a7232d8 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:23:44.311586 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9cf83675-5b60-481d-b125-10e8a5576b07 None None] Provisioning complete for port a8a74481-683d-4750-b23d-919de26ae585 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:44.312223 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9cf83675-5b60-481d-b125-10e8a5576b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:44.350020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:23:44.355647 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f6d3c989-1abd-4722-b08f-a9fd938f48fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "PUT /v2.0/routers/bdcd71e1-7514-4f55-9097-b38e7a7232d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9186170 Aug 23 15:23:44.359552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60782) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:44.370830 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Sync routers for ids ['bdcd71e1-7514-4f55-9097-b38e7a7232d8'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:23:44.373959 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9cf83675-5b60-481d-b125-10e8a5576b07 None None] Port a8a74481-683d-4750-b23d-919de26ae585 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:23:44.382684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Routers {'bdcd71e1-7514-4f55-9097-b38e7a7232d8'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:23:44.383316 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:23:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['bdcd71e1-7514-4f55-9097-b38e7a7232d8'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:44.416824 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7922e6d7-adb9-48be-a718-523415d9b810 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:44.421875 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7922e6d7-adb9-48be-a718-523415d9b810 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports/a8a74481-683d-4750-b23d-919de26ae585 HTTP/1.1" status: 200 len: 911 time: 0.0581324 Aug 23 15:23:44.422913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60784) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:44.433753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port f3dacd6e-653e-4348-af7e-aba19eea67f6 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:44.441154 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f3dacd6e-653e-4348-af7e-aba19eea67f6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:44.441539 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:44.481625 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c5a77-ac12-497f-a02f-87237212686b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:44.488295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c5a77-ac12-497f-a02f-87237212686b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:44.490238 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9c5c5a77-ac12-497f-a02f-87237212686b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0660892 Aug 23 15:23:44.494555 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60786) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:44.531876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Set router bdcd71e1-7514-4f55-9097-b38e7a7232d8 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:23:44.738643 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:44.830566 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port f3dacd6e-653e-4348-af7e-aba19eea67f6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f3dacd6e-653e-4348-af7e-aba19eea67f6,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:44.932127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcd71e1-7514-4f55-9097-b38e7a7232d8', 'name': 'tempest-NetworksTestDHCPv6-router-1960918612', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:23:41Z', 'updated_at': '2021-08-23T15:23:42Z', 'revision_number': 2, 'project_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'gw_port_host': None, '_interfaces': [{'id': 'a8a74481-683d-4750-b23d-919de26ae585', 'name': '', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'mac_address': 'fa:16:3e:66:f0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcd71e1-7514-4f55-9097-b38e7a7232d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'b93a1f7e-5798-42df-b5d5-97437cc79f30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:23:42Z', 'updated_at': '2021-08-23T15:23:43Z', 'revision_number': 2, 'project_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'subnets': [{'id': 'b93a1f7e-5798-42df-b5d5-97437cc79f30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:44.985277 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Checking router: bdcd71e1-7514-4f55-9097-b38e7a7232d8 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:23:44.985958 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Updating router bdcd71e1-7514-4f55-9097-b38e7a7232d8 port a8a74481-683d-4750-b23d-919de26ae585 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:23:45.018859 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:45.057592 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:45.238161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=f3dacd6e-653e-4348-af7e-aba19eea67f6,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:45.321179 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd583377-b894-4d8b-b341-194d402f6236 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:45.449992 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:45.467610 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Transition to ACTIVE for port object a8a74481-683d-4750-b23d-919de26ae585 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:45.615854 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:45.627977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-fd583377-b894-4d8b-b341-194d402f6236 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port a8a74481-683d-4750-b23d-919de26ae585 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:45.627977 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd583377-b894-4d8b-b341-194d402f6236 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:45.712875 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3459b-5ce1-4245-aff9-7a3a3a11c067 None None] Pushing event updated for resources: {'Port': ['ID=a8a74481-683d-4750-b23d-919de26ae585,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:45.781226 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd583377-b894-4d8b-b341-194d402f6236 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:45.801489 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-fd583377-b894-4d8b-b341-194d402f6236 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for a8a74481-683d-4750-b23d-919de26ae585 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:45.806151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Attempting to bind port a8a74481-683d-4750-b23d-919de26ae585 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:23:45.806529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Attempting to bind port a8a74481-683d-4750-b23d-919de26ae585 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:23:45.806905 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Attempting to bind port a8a74481-683d-4750-b23d-919de26ae585 on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:23:45.814597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:23:45.814597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:23:45.814597 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:45.827643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:23:45.827643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Bound port: a8a74481-683d-4750-b23d-919de26ae585, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:23:45.827643 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:45.904775 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:45.921720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] For port a8a74481-683d-4750-b23d-919de26ae585, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:23:45.925814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] For port a8a74481-683d-4750-b23d-919de26ae585, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=a8a74481-683d-4750-b23d-919de26ae585,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:23:46.076611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f3dacd6e-653e-4348-af7e-aba19eea67f6 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:23:46.111918 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:46.212338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3459b-5ce1-4245-aff9-7a3a3a11c067 None None] Pushing event updated for resources: {'Port': ['ID=a8a74481-683d-4750-b23d-919de26ae585,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:46.220324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Routers {'bdcd71e1-7514-4f55-9097-b38e7a7232d8'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:23:46.220566 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:23:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['bdcd71e1-7514-4f55-9097-b38e7a7232d8'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:46.296825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f3dacd6e-653e-4348-af7e-aba19eea67f6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:46.297247 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:46.345825 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd583377-b894-4d8b-b341-194d402f6236 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:46.357349 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] Set router bdcd71e1-7514-4f55-9097-b38e7a7232d8 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:23:46.398053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd583377-b894-4d8b-b341-194d402f6236 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=a8a74481-683d-4750-b23d-919de26ae585,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:46.531314 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd583377-b894-4d8b-b341-194d402f6236 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:46.561380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-95da7147-2b80-4ecc-8f08-9cab61e94b88 None None] Could not find standard attr ID for object a8a74481-683d-4750-b23d-919de26ae585. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:23:46.767260 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd583377-b894-4d8b-b341-194d402f6236 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Router bdcd71e1-7514-4f55-9097-b38e7a7232d8 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:23:46.866279 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd583377-b894-4d8b-b341-194d402f6236 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:23:46.874521 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fd583377-b894-4d8b-b341-194d402f6236 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "PUT /v2.0/routers/bdcd71e1-7514-4f55-9097-b38e7a7232d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3782513 Aug 23 15:23:46.877077 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60788) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:46.894500 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcd71e1-7514-4f55-9097-b38e7a7232d8', 'name': 'tempest-NetworksTestDHCPv6-router-1960918612', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:23:41Z', 'updated_at': '2021-08-23T15:23:42Z', 'revision_number': 2, 'project_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'gw_port_host': None, '_interfaces': [{'id': 'a8a74481-683d-4750-b23d-919de26ae585', 'name': '', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'mac_address': 'fa:16:3e:66:f0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcd71e1-7514-4f55-9097-b38e7a7232d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'b93a1f7e-5798-42df-b5d5-97437cc79f30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:23:42Z', 'updated_at': '2021-08-23T15:23:45Z', 'revision_number': 4, 'project_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'subnets': [{'id': 'b93a1f7e-5798-42df-b5d5-97437cc79f30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:23:46.927615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c35085-0ea4-4359-9b73-249a23b2d014 None None] The sync data for ids ['bdcd71e1-7514-4f55-9097-b38e7a7232d8'] in n-d-804985-3 is: [{'id': 'bdcd71e1-7514-4f55-9097-b38e7a7232d8', 'name': 'tempest-NetworksTestDHCPv6-router-1960918612', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:23:41Z', 'updated_at': '2021-08-23T15:23:42Z', 'revision_number': 2, 'project_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'gw_port_host': None, '_interfaces': [{'id': 'a8a74481-683d-4750-b23d-919de26ae585', 'name': '', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'mac_address': 'fa:16:3e:66:f0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcd71e1-7514-4f55-9097-b38e7a7232d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'b93a1f7e-5798-42df-b5d5-97437cc79f30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:23:42Z', 'updated_at': '2021-08-23T15:23:45Z', 'revision_number': 4, 'project_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'subnets': [{'id': 'b93a1f7e-5798-42df-b5d5-97437cc79f30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:23:46.944888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4bf7de-cbd1-417c-b24f-799db43577a6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:46.947005 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4bf7de-cbd1-417c-b24f-799db43577a6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:46.951710 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4d4bf7de-cbd1-417c-b24f-799db43577a6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0705218 Aug 23 15:23:46.953412 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60790) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:47.024773 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet b93a1f7e-5798-42df-b5d5-97437cc79f30 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:23:47.029789 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:47.094342 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:47.244091 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:47.429692 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:47.476552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=b93a1f7e-5798-42df-b5d5-97437cc79f30,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:47.479906 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:47.484784 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60792) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:47.487087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d73035-c81c-408b-b9d8-8fd06a9e9e9f None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:47.487737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/b93a1f7e-5798-42df-b5d5-97437cc79f30 HTTP/1.1" status: 204 len: 168 time: 0.5295990 Aug 23 15:23:47.501784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:47.502505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:47.503062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:47.503609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:47.506424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:47.506424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:47.506424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:47.506424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:47.506424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:47.507337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:47.507337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:47.507811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2ee1b-314a-4d4d-af04-a2f834555f6e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:47.637584 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3f119b04-3070-42db-8074-4a9d526c007c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1501019 Aug 23 15:23:47.643107 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60794) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:47.748645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd35820-f8c4-4d21-abe8-b32fa19fa6f0 None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:23:47.756333 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f66e45f-79c3-4569-baaf-c899e8df807f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:47.808294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9fd35820-f8c4-4d21-abe8-b32fa19fa6f0 None None] Deleting port f3dacd6e-653e-4348-af7e-aba19eea67f6 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:47.808863 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9fd35820-f8c4-4d21-abe8-b32fa19fa6f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:47.896045 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9fd35820-f8c4-4d21-abe8-b32fa19fa6f0 None None] For port f3dacd6e-653e-4348-af7e-aba19eea67f6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f3dacd6e-653e-4348-af7e-aba19eea67f6,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:47.896735 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9fd35820-f8c4-4d21-abe8-b32fa19fa6f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:47.918598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9fd35820-f8c4-4d21-abe8-b32fa19fa6f0 None None] Calling delete_port for f3dacd6e-653e-4348-af7e-aba19eea67f6 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:48.000242 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f66e45f-79c3-4569-baaf-c899e8df807f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:48.010005 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f66e45f-79c3-4569-baaf-c899e8df807f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:48.098239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f3dacd6e-653e-4348-af7e-aba19eea67f6 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:23:48.180211 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9fd35820-f8c4-4d21-abe8-b32fa19fa6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:48.229791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd35820-f8c4-4d21-abe8-b32fa19fa6f0 None None] No DVR routers for this DVR port f3dacd6e-653e-4348-af7e-aba19eea67f6 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:23:48.232485 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd35820-f8c4-4d21-abe8-b32fa19fa6f0 None None] Pushing event deleted for resources: {'Port': ['ID=f3dacd6e-653e-4348-af7e-aba19eea67f6,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:48.266879 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:48.299534 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f66e45f-79c3-4569-baaf-c899e8df807f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:48.310662 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f66e45f-79c3-4569-baaf-c899e8df807f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Fanout notify agent at l3_agent the message router_deleted on router bdcd71e1-7514-4f55-9097-b38e7a7232d8 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:23:48.311286 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1f66e45f-79c3-4569-baaf-c899e8df807f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:48.315546 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1f66e45f-79c3-4569-baaf-c899e8df807f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/routers/bdcd71e1-7514-4f55-9097-b38e7a7232d8 HTTP/1.1" status: 204 len: 168 time: 0.6679392 Aug 23 15:23:48.316518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60796) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:48.361008 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-16a5fdf0-2150-4d22-b5f1-3b8ff0e83266 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0429010 Aug 23 15:23:48.363288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60798) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:48.437291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f12175-66bb-4c8d-a9a8-e5786dfaf0f2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:48.439301 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-49f12175-66bb-4c8d-a9a8-e5786dfaf0f2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0744267 Aug 23 15:23:48.442126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60800) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:48.494088 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7e5f840e-1054-47a6-834b-024c8f827707 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506287 Aug 23 15:23:48.499724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60802) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:48.505547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:48.709286 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8454ce-80f8-456f-8042-e82a473b5370 None None] Sync routers for ids ['bdcd71e1-7514-4f55-9097-b38e7a7232d8'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:23:48.721764 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8454ce-80f8-456f-8042-e82a473b5370 None None] Routers set() bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:23:48.722107 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8454ce-80f8-456f-8042-e82a473b5370 None None] Router IDs set() for agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 15:23:48.722714 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_agentschedulers_db [None req-4f8454ce-80f8-456f-8042-e82a473b5370 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bdcd71e1-7514-4f55-9097-b38e7a7232d8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:23:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent'). {{(pid=96117) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 15:23:48.734148 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8454ce-80f8-456f-8042-e82a473b5370 None None] Routers set() bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:23:48.734625 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8454ce-80f8-456f-8042-e82a473b5370 None None] Router IDs set() for agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 15:23:48.735432 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_agentschedulers_db [None req-4f8454ce-80f8-456f-8042-e82a473b5370 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bdcd71e1-7514-4f55-9097-b38e7a7232d8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:23:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent'). {{(pid=96117) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 15:23:48.735893 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8454ce-80f8-456f-8042-e82a473b5370 None None] The sync data for ids ['bdcd71e1-7514-4f55-9097-b38e7a7232d8'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:23:48.815890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:48.819548 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:49.264505 n-d-804985-3 neutron-server[96114]: DEBUG neutron.objects.ports [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:23:49.266225 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:49.316110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:49.319585 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:49.326749 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:49.326973 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:49.330318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4db415f-34be-4f6f-90a7-c267709c449f None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:49.347457 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=c71752ce-ba8d-49b1-99bf-29c9836fafab,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:49.363123 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:49.363923 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:49.364431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:49.364960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:49.365481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:49.366248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:49.366602 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:49.367123 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:49.367637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:49.369106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:49.369106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:49.369494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:23:49.447919 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4d73263e-ab34-4aee-abb2-8485996c99ce tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9440994 Aug 23 15:23:49.448558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60804) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:49.455773 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-82ea4b94-826a-43a9-90d5-3915debbdba0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:49.537190 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': 'c71752ce-ba8d-49b1-99bf-29c9836fafab'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:23:49.537190 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:49.765315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Allocated IP 2001:db8::f816:3eff:fe63:23fb (cc264fb4-db7a-4341-9252-69f2f91a369a/c71752ce-ba8d-49b1-99bf-29c9836fafab/603ae28e-b49f-4908-af97-63495e2ea37f) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:49.945424 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:49.954984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Transition to ACTIVE for port object 603ae28e-b49f-4908-af97-63495e2ea37f will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:49.971867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Transition to ACTIVE for port object 603ae28e-b49f-4908-af97-63495e2ea37f will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:50.025009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device a8a74481-683d-4750-b23d-919de26ae585 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:23:50.048090 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: a8a74481-683d-4750-b23d-919de26ae585 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:23:50.048450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device a8a74481-683d-4750-b23d-919de26ae585 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:23:50.095966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ea4b94-826a-43a9-90d5-3915debbdba0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:50.101839 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-82ea4b94-826a-43a9-90d5-3915debbdba0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:50.160985 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:50.207787 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:50.217185 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:50.217185 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:50.227206 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Pushing event updated for resources: {'Port': ['ID=603ae28e-b49f-4908-af97-63495e2ea37f,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:50.296426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Attempting to bind port 603ae28e-b49f-4908-af97-63495e2ea37f on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:23:50.296811 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Attempting to bind port 603ae28e-b49f-4908-af97-63495e2ea37f by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:23:50.297178 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Attempting to bind port 603ae28e-b49f-4908-af97-63495e2ea37f on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:23:50.302894 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:23:50.303335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:23:50.304196 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:50.312151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:23:50.312151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Bound port: 603ae28e-b49f-4908-af97-63495e2ea37f, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:23:50.312151 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:50.391327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] For port 603ae28e-b49f-4908-af97-63495e2ea37f, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:23:50.394466 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] For port 603ae28e-b49f-4908-af97-63495e2ea37f, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=603ae28e-b49f-4908-af97-63495e2ea37f,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:23:50.601953 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:50.679108 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-82ea4b94-826a-43a9-90d5-3915debbdba0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:50.679936 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:50.751737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ea4b94-826a-43a9-90d5-3915debbdba0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:50.757490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-82ea4b94-826a-43a9-90d5-3915debbdba0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:50.764096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5fd36-841c-4d42-a930-64d7f8318a52 None None] Pushing event updated for resources: {'Port': ['ID=603ae28e-b49f-4908-af97-63495e2ea37f,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:50.767591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea4b94-826a-43a9-90d5-3915debbdba0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:50.770481 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-82ea4b94-826a-43a9-90d5-3915debbdba0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:50.786368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea4b94-826a-43a9-90d5-3915debbdba0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=f09dc513-16de-4655-bc3c-15941c3079b2,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:50.922396 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60806) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:50.923566 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-82ea4b94-826a-43a9-90d5-3915debbdba0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4727845 Aug 23 15:23:50.930837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'mac_address': 'fa:16:3e:56:f0:84', 'name': 'tempest-NetworksTestDHCPv6-32065379'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:51.209636 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:51.300429 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:51.326387 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port 86c84cf5-4e66-4019-b7e7-d7966b8136f8 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:23:51.560861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 172.20.0.12 (cc264fb4-db7a-4341-9252-69f2f91a369a/f09dc513-16de-4655-bc3c-15941c3079b2/86c84cf5-4e66-4019-b7e7-d7966b8136f8) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:51.570979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::f816:3eff:fe56:f084 (cc264fb4-db7a-4341-9252-69f2f91a369a/c71752ce-ba8d-49b1-99bf-29c9836fafab/86c84cf5-4e66-4019-b7e7-d7966b8136f8) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:51.795715 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:51.815321 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object 86c84cf5-4e66-4019-b7e7-d7966b8136f8 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:51.873893 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66acbdfa-3814-4169-a69f-d84e6dd7ed47 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:51.980596 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:52.055903 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:52.059356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:52.064936 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:52.105438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=86c84cf5-4e66-4019-b7e7-d7966b8136f8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:52.130271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0c7b2588-f101-44d9-9cd8-6b8de400c4eb None None] Provisioning for port 603ae28e-b49f-4908-af97-63495e2ea37f completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:52.148591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:52.148591 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:52.184227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 603ae28e-b49f-4908-af97-63495e2ea37f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:23:52.228543 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cfe47a-7477-4a60-9af3-086073debad5 None None] Update dhcp port {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'fixed_ips': [{'subnet_id': 'c71752ce-ba8d-49b1-99bf-29c9836fafab', 'ip_address': '2001:db8::f816:3eff:fe63:23fb'}, {'subnet_id': 'f09dc513-16de-4655-bc3c-15941c3079b2'}], 'binding:host_id': 'n-d-804985-3'}, 'id': '603ae28e-b49f-4908-af97-63495e2ea37f'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 15:23:52.267715 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69cfe47a-7477-4a60-9af3-086073debad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:52.282193 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-de1210a6-7237-48b4-984f-4fe4f0c051a5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3585963 Aug 23 15:23:52.287362 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60808) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:52.362656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56b32e3-52a5-4b7d-a5cb-254749d571e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:52.369838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56b32e3-52a5-4b7d-a5cb-254749d571e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:52.371826 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f56b32e3-52a5-4b7d-a5cb-254749d571e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0832279 Aug 23 15:23:52.376808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60810) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:52.433991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 603ae28e-b49f-4908-af97-63495e2ea37f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:52.448525 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 603ae28e-b49f-4908-af97-63495e2ea37f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:52.449120 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:52.513656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-85c9a15d-8019-4beb-8d0d-434a4592f2a8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port 86c84cf5-4e66-4019-b7e7-d7966b8136f8 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:52.514076 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85c9a15d-8019-4beb-8d0d-434a4592f2a8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:52.604047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-69cfe47a-7477-4a60-9af3-086073debad5 None None] Allocated IP 172.20.0.2 (cc264fb4-db7a-4341-9252-69f2f91a369a/f09dc513-16de-4655-bc3c-15941c3079b2/603ae28e-b49f-4908-af97-63495e2ea37f) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:52.648972 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85c9a15d-8019-4beb-8d0d-434a4592f2a8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:52.663747 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-85c9a15d-8019-4beb-8d0d-434a4592f2a8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for 86c84cf5-4e66-4019-b7e7-d7966b8136f8 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:52.675670 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:52.770676 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-756432ff-ee7c-4e76-86bf-0edd672891bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:52.781546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-69cfe47a-7477-4a60-9af3-086073debad5 None None] For port 603ae28e-b49f-4908-af97-63495e2ea37f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=603ae28e-b49f-4908-af97-63495e2ea37f,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:52.823606 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69cfe47a-7477-4a60-9af3-086073debad5 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:52.842650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-69cfe47a-7477-4a60-9af3-086073debad5 None None] Transition to ACTIVE for port object 603ae28e-b49f-4908-af97-63495e2ea37f will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:52.963361 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-69cfe47a-7477-4a60-9af3-086073debad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:53.089631 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:23:53.089981 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:23:53.099598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfe47a-7477-4a60-9af3-086073debad5 None None] Pushing event updated for resources: {'Port': ['ID=603ae28e-b49f-4908-af97-63495e2ea37f,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:53.249868 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85c9a15d-8019-4beb-8d0d-434a4592f2a8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:53.282062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9a15d-8019-4beb-8d0d-434a4592f2a8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=86c84cf5-4e66-4019-b7e7-d7966b8136f8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:53.401392 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-85c9a15d-8019-4beb-8d0d-434a4592f2a8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:53.403640 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-85c9a15d-8019-4beb-8d0d-434a4592f2a8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/86c84cf5-4e66-4019-b7e7-d7966b8136f8 HTTP/1.1" status: 204 len: 168 time: 1.0254173 Aug 23 15:23:53.407393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60812) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:53.475836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b90c3ec-212b-4ddc-97c8-e52f486ead53 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:53.477384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b90c3ec-212b-4ddc-97c8-e52f486ead53 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:53.479078 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b90c3ec-212b-4ddc-97c8-e52f486ead53 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:53.482097 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6b90c3ec-212b-4ddc-97c8-e52f486ead53 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0725167 Aug 23 15:23:53.484315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60814) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:53.551605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-66415c8f-b0e4-4968-bc1d-915d122fceb1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet c71752ce-ba8d-49b1-99bf-29c9836fafab {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:23:53.556074 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-66415c8f-b0e4-4968-bc1d-915d122fceb1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:53.617895 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-66415c8f-b0e4-4968-bc1d-915d122fceb1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:53.652338 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:53.712263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 603ae28e-b49f-4908-af97-63495e2ea37f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=603ae28e-b49f-4908-af97-63495e2ea37f,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:53.899362 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:53.908377 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-66415c8f-b0e4-4968-bc1d-915d122fceb1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:53.970097 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=603ae28e-b49f-4908-af97-63495e2ea37f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:53.977067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e1fb7c57-8600-462b-a393-535ab63e7ecc None None] Provisioning for port 603ae28e-b49f-4908-af97-63495e2ea37f completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:53.984549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e1fb7c57-8600-462b-a393-535ab63e7ecc None None] Provisioning complete for port 603ae28e-b49f-4908-af97-63495e2ea37f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:53.985225 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7c57-8600-462b-a393-535ab63e7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:54.096515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 603ae28e-b49f-4908-af97-63495e2ea37f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:23:54.105294 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-66415c8f-b0e4-4968-bc1d-915d122fceb1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:54.140176 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e1fb7c57-8600-462b-a393-535ab63e7ecc None None] Could not find standard attr ID for object 86c84cf5-4e66-4019-b7e7-d7966b8136f8. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:23:54.141383 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66415c8f-b0e4-4968-bc1d-915d122fceb1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=c71752ce-ba8d-49b1-99bf-29c9836fafab,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:54.145149 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-66415c8f-b0e4-4968-bc1d-915d122fceb1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:54.147322 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-66415c8f-b0e4-4968-bc1d-915d122fceb1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/c71752ce-ba8d-49b1-99bf-29c9836fafab HTTP/1.1" status: 204 len: 168 time: 0.6611114 Aug 23 15:23:54.150128 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60816) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:54.164552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 603ae28e-b49f-4908-af97-63495e2ea37f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:54.164929 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:54.216741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd0864d-8919-4e57-bdf0-f8e5846bb93f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet f09dc513-16de-4655-bc3c-15941c3079b2 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:23:54.222487 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9cd0864d-8919-4e57-bdf0-f8e5846bb93f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:54.305453 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9cd0864d-8919-4e57-bdf0-f8e5846bb93f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:54.454470 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9cd0864d-8919-4e57-bdf0-f8e5846bb93f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:54.483276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ee5444b4-5be3-4494-899f-f79ebbedb921 None None] Could not find standard attr ID for object 86c84cf5-4e66-4019-b7e7-d7966b8136f8. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:23:54.671991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f14c7f9-e249-4e23-923b-5762236e5b54 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:54.733686 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9cd0864d-8919-4e57-bdf0-f8e5846bb93f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:54.766623 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9cd0864d-8919-4e57-bdf0-f8e5846bb93f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:54.771265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60818) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:54.772024 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9cd0864d-8919-4e57-bdf0-f8e5846bb93f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/f09dc513-16de-4655-bc3c-15941c3079b2 HTTP/1.1" status: 204 len: 168 time: 0.6191380 Aug 23 15:23:54.772583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0864d-8919-4e57-bdf0-f8e5846bb93f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=f09dc513-16de-4655-bc3c-15941c3079b2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:54.815772 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f70a7506-27cb-473b-b611-53d4b74b2a1b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420387 Aug 23 15:23:54.819872 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60820) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:54.826853 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-73ea3d7b-ba64-4410-b281-5a71466b34d2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:54.929039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e9610d-3a85-42a0-b068-2a10975cb3a3 None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:23:54.991626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-59e9610d-3a85-42a0-b068-2a10975cb3a3 None None] Deleting port 603ae28e-b49f-4908-af97-63495e2ea37f {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:54.995461 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-59e9610d-3a85-42a0-b068-2a10975cb3a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:55.056630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ea3d7b-ba64-4410-b281-5a71466b34d2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:55.060614 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73ea3d7b-ba64-4410-b281-5a71466b34d2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:55.070568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-59e9610d-3a85-42a0-b068-2a10975cb3a3 None None] For port 603ae28e-b49f-4908-af97-63495e2ea37f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=603ae28e-b49f-4908-af97-63495e2ea37f,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:55.070986 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-59e9610d-3a85-42a0-b068-2a10975cb3a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:55.086947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-59e9610d-3a85-42a0-b068-2a10975cb3a3 None None] Calling delete_port for 603ae28e-b49f-4908-af97-63495e2ea37f owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:55.290648 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-59e9610d-3a85-42a0-b068-2a10975cb3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:55.329289 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9610d-3a85-42a0-b068-2a10975cb3a3 None None] Pushing event deleted for resources: {'Port': ['ID=603ae28e-b49f-4908-af97-63495e2ea37f,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:55.336659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e9610d-3a85-42a0-b068-2a10975cb3a3 None None] No DVR routers for this DVR port 603ae28e-b49f-4908-af97-63495e2ea37f on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:23:55.525913 n-d-804985-3 neutron-server[96114]: DEBUG neutron.objects.ports [None req-73ea3d7b-ba64-4410-b281-5a71466b34d2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:23:55.527934 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73ea3d7b-ba64-4410-b281-5a71466b34d2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:55.578129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ea3d7b-ba64-4410-b281-5a71466b34d2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:55.579707 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:55.582727 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-73ea3d7b-ba64-4410-b281-5a71466b34d2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:55.585906 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ea3d7b-ba64-4410-b281-5a71466b34d2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:55.586858 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-73ea3d7b-ba64-4410-b281-5a71466b34d2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:55.595972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc99ecc-2342-453d-b443-a3b58d107175 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:55.605235 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea3d7b-ba64-4410-b281-5a71466b34d2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=808099ac-0e88-4ea8-967b-0febe18443b9,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:55.728646 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-73ea3d7b-ba64-4410-b281-5a71466b34d2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9071105 Aug 23 15:23:55.733395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60822) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:55.742971 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8d666aae-e61d-49e2-9717-b333d3e084ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:55.792890 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': '808099ac-0e88-4ea8-967b-0febe18443b9'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:23:55.794609 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:55.968077 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Allocated IP 2001:db8::f816:3eff:fead:5257 (cc264fb4-db7a-4341-9252-69f2f91a369a/808099ac-0e88-4ea8-967b-0febe18443b9/17a68c1c-65e5-4a91-85a5-58e9d18dafd4) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:56.026072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d666aae-e61d-49e2-9717-b333d3e084ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:56.026072 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d666aae-e61d-49e2-9717-b333d3e084ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:56.101780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 603ae28e-b49f-4908-af97-63495e2ea37f no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:23:56.130473 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 603ae28e-b49f-4908-af97-63495e2ea37f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:23:56.130816 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 603ae28e-b49f-4908-af97-63495e2ea37f not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:23:56.201746 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:56.211196 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Transition to ACTIVE for port object 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:56.233748 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Transition to ACTIVE for port object 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:56.335407 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:56.385136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:56.389464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:56.392264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:56.405790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Pushing event updated for resources: {'Port': ['ID=17a68c1c-65e5-4a91-85a5-58e9d18dafd4,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:56.475399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Attempting to bind port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:23:56.476043 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Attempting to bind port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:23:56.476653 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Attempting to bind port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:23:56.485366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:23:56.485898 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:23:56.486568 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:56.487292 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:23:56.488117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Bound port: 17a68c1c-65e5-4a91-85a5-58e9d18dafd4, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:23:56.488759 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:56.510941 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d666aae-e61d-49e2-9717-b333d3e084ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:56.564243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d666aae-e61d-49e2-9717-b333d3e084ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:56.568814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-8d666aae-e61d-49e2-9717-b333d3e084ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:56.579118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d666aae-e61d-49e2-9717-b333d3e084ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:56.580704 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8d666aae-e61d-49e2-9717-b333d3e084ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:56.587459 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d666aae-e61d-49e2-9717-b333d3e084ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=068ef81f-cf64-459b-a13c-c81ee2698b01,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:56.599169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] For port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:23:56.602954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] For port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=17a68c1c-65e5-4a91-85a5-58e9d18dafd4,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:23:56.693358 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-74eedb2d-5fcf-48ba-9ce3-e5c7a3544399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:56.780565 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:56.781336 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8d666aae-e61d-49e2-9717-b333d3e084ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0463698 Aug 23 15:23:56.784778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60826) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:56.794328 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'mac_address': 'fa:16:3e:f2:e6:35', 'name': 'tempest-NetworksTestDHCPv6-1111861022'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:23:56.881961 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ebdd5-6ec2-4c9a-8191-988f4519e8c7 None None] Pushing event updated for resources: {'Port': ['ID=17a68c1c-65e5-4a91-85a5-58e9d18dafd4,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:56.929436 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:57.141197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:23:57.245633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:57.272919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port 47d59c46-821a-4f2c-b61f-b5374f363baa yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:23:57.446374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 172.20.0.2 (cc264fb4-db7a-4341-9252-69f2f91a369a/068ef81f-cf64-459b-a13c-c81ee2698b01/47d59c46-821a-4f2c-b61f-b5374f363baa) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:57.453451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::f816:3eff:fef2:e635 (cc264fb4-db7a-4341-9252-69f2f91a369a/808099ac-0e88-4ea8-967b-0febe18443b9/47d59c46-821a-4f2c-b61f-b5374f363baa) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:57.639667 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:57.654327 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object 47d59c46-821a-4f2c-b61f-b5374f363baa will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:57.895811 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f6aaf5-68e8-4554-942c-b5c99cb924df None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:23:57.913435 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:57.968528 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:23:57.978869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:23:57.982601 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:23:57.987949 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=47d59c46-821a-4f2c-b61f-b5374f363baa,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:58.069569 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:58.070353 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:58.121546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:23:58.202149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286ab754-6126-40f9-891e-8153c97c2816 None None] Update dhcp port {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'fixed_ips': [{'subnet_id': '808099ac-0e88-4ea8-967b-0febe18443b9', 'ip_address': '2001:db8::f816:3eff:fead:5257'}, {'subnet_id': '068ef81f-cf64-459b-a13c-c81ee2698b01'}], 'binding:host_id': 'n-d-804985-3'}, 'id': '17a68c1c-65e5-4a91-85a5-58e9d18dafd4'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 15:23:58.222869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fa431230-be59-4ae1-8a09-b0b01a7737d7 None None] Provisioning for port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:58.234381 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-286ab754-6126-40f9-891e-8153c97c2816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:58.313495 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-14c61570-b65b-4e8c-ba78-1998b7f753ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5265877 Aug 23 15:23:58.315552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60828) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:58.369953 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94d7a8-1a9c-4ba8-abc3-7d47c6f608c7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:58.376801 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94d7a8-1a9c-4ba8-abc3-7d47c6f608c7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:58.378467 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4a94d7a8-1a9c-4ba8-abc3-7d47c6f608c7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0619023 Aug 23 15:23:58.383363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60830) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:58.423710 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-286ab754-6126-40f9-891e-8153c97c2816 None None] Allocated IP 172.20.0.3 (cc264fb4-db7a-4341-9252-69f2f91a369a/068ef81f-cf64-459b-a13c-c81ee2698b01/17a68c1c-65e5-4a91-85a5-58e9d18dafd4) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:23:58.440131 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:23:58.455129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:23:58.455508 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:58.516242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e068b19c-f2e0-4af4-8449-920048647c9b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port 47d59c46-821a-4f2c-b61f-b5374f363baa {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:23:58.516659 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e068b19c-f2e0-4af4-8449-920048647c9b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:58.599879 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-286ab754-6126-40f9-891e-8153c97c2816 None None] For port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=17a68c1c-65e5-4a91-85a5-58e9d18dafd4,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:23:58.656583 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e068b19c-f2e0-4af4-8449-920048647c9b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:58.668249 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-286ab754-6126-40f9-891e-8153c97c2816 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:58.674369 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:58.678041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e068b19c-f2e0-4af4-8449-920048647c9b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for 47d59c46-821a-4f2c-b61f-b5374f363baa owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:23:58.696320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-286ab754-6126-40f9-891e-8153c97c2816 None None] Transition to ACTIVE for port object 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:23:58.779168 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:58.925065 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-286ab754-6126-40f9-891e-8153c97c2816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:58.961921 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e068b19c-f2e0-4af4-8449-920048647c9b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:59.001299 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068b19c-f2e0-4af4-8449-920048647c9b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=47d59c46-821a-4f2c-b61f-b5374f363baa,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:59.078245 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:23:59.078810 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:23:59.088105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ab754-6126-40f9-891e-8153c97c2816 None None] Pushing event updated for resources: {'Port': ['ID=17a68c1c-65e5-4a91-85a5-58e9d18dafd4,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:59.117291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e068b19c-f2e0-4af4-8449-920048647c9b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:59.120817 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e068b19c-f2e0-4af4-8449-920048647c9b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/47d59c46-821a-4f2c-b61f-b5374f363baa HTTP/1.1" status: 204 len: 168 time: 0.7379544 Aug 23 15:23:59.124730 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60834) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:59.206383 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47def0f1-fe85-43b0-875d-07b2422908c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:59.208156 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47def0f1-fe85-43b0-875d-07b2422908c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:59.210096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47def0f1-fe85-43b0-875d-07b2422908c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:23:59.212002 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-47def0f1-fe85-43b0-875d-07b2422908c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0858855 Aug 23 15:23:59.216815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60836) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:59.288054 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21a79ad-e62d-4043-b3d9-8de4c8bd70df tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet 068ef81f-cf64-459b-a13c-c81ee2698b01 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:23:59.292806 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c21a79ad-e62d-4043-b3d9-8de4c8bd70df tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:59.355299 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c21a79ad-e62d-4043-b3d9-8de4c8bd70df tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:59.483504 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c21a79ad-e62d-4043-b3d9-8de4c8bd70df tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:59.631100 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:59.808197 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c21a79ad-e62d-4043-b3d9-8de4c8bd70df tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:59.859394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a79ad-e62d-4043-b3d9-8de4c8bd70df tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=068ef81f-cf64-459b-a13c-c81ee2698b01,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:23:59.862956 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c21a79ad-e62d-4043-b3d9-8de4c8bd70df tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:23:59.866030 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c21a79ad-e62d-4043-b3d9-8de4c8bd70df tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/068ef81f-cf64-459b-a13c-c81ee2698b01 HTTP/1.1" status: 204 len: 168 time: 0.6480370 Aug 23 15:23:59.869038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60838) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:23:59.882091 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:23:59.882558 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:23:59.945977 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc5abc0-52ed-4515-a9b5-0440a9e6708a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet 808099ac-0e88-4ea8-967b-0febe18443b9 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:23:59.949795 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccc5abc0-52ed-4515-a9b5-0440a9e6708a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:00.025461 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccc5abc0-52ed-4515-a9b5-0440a9e6708a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:00.110592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e3fbef-dd41-4b51-8eae-52ae68d9d651 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:00.126262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f0be2800-83e2-4a02-853f-d8c333af254c None None] Provisioning for port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:00.140845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccc5abc0-52ed-4515-a9b5-0440a9e6708a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:00.163551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f0be2800-83e2-4a02-853f-d8c333af254c None None] Provisioning complete for port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:00.164211 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f0be2800-83e2-4a02-853f-d8c333af254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:00.322716 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f0be2800-83e2-4a02-853f-d8c333af254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:00.339347 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccc5abc0-52ed-4515-a9b5-0440a9e6708a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:00.372542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5abc0-52ed-4515-a9b5-0440a9e6708a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=808099ac-0e88-4ea8-967b-0febe18443b9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:00.379189 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ccc5abc0-52ed-4515-a9b5-0440a9e6708a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:00.387104 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ccc5abc0-52ed-4515-a9b5-0440a9e6708a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/808099ac-0e88-4ea8-967b-0febe18443b9 HTTP/1.1" status: 204 len: 168 time: 0.5108583 Aug 23 15:24:00.387104 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60840) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:00.412152 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-f0be2800-83e2-4a02-853f-d8c333af254c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:24:00.412502 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-f0be2800-83e2-4a02-853f-d8c333af254c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:24:00.426394 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1d2b079e-bb52-4d7d-abf4-981e330209cc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413151 Aug 23 15:24:00.429197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60842) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:00.434986 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b2aee325-39f7-4647-9f95-ded17a2188b8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:00.446193 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:24:00.490185 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024534bd-d2c4-456f-8ed7-7a00a3beb6b5 None None] Update dhcp port {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'fixed_ips': [{'subnet_id': '808099ac-0e88-4ea8-967b-0febe18443b9'}], 'binding:host_id': 'n-d-804985-3'}, 'id': '17a68c1c-65e5-4a91-85a5-58e9d18dafd4'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 15:24:00.527773 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-024534bd-d2c4-456f-8ed7-7a00a3beb6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:00.717467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b110d7-a599-4ca8-a749-d51255cb4a90 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:00.763713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aee325-39f7-4647-9f95-ded17a2188b8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:00.779356 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b2aee325-39f7-4647-9f95-ded17a2188b8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:00.812718 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:00.903366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=17a68c1c-65e5-4a91-85a5-58e9d18dafd4,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:00.950054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3cf784-abb6-4068-a2f6-8f09015e11f1 None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:24:00.989447 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f0be2800-83e2-4a02-853f-d8c333af254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:01.028970 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fd3cf784-abb6-4068-a2f6-8f09015e11f1 None None] Deleting port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:01.029352 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fd3cf784-abb6-4068-a2f6-8f09015e11f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:01.181703 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b2aee325-39f7-4647-9f95-ded17a2188b8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:01.228830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aee325-39f7-4647-9f95-ded17a2188b8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:01.230565 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:01.232682 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-b2aee325-39f7-4647-9f95-ded17a2188b8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:01.237032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aee325-39f7-4647-9f95-ded17a2188b8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:01.237636 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b2aee325-39f7-4647-9f95-ded17a2188b8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:01.248739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aee325-39f7-4647-9f95-ded17a2188b8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=ee49ddd3-f344-4686-9ee2-49d77c66cf67,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:01.313304 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fd3cf784-abb6-4068-a2f6-8f09015e11f1 None None] For port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=17a68c1c-65e5-4a91-85a5-58e9d18dafd4,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:01.313671 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fd3cf784-abb6-4068-a2f6-8f09015e11f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:01.330831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:24:01.335903 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-f0be2800-83e2-4a02-853f-d8c333af254c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:24:01.336243 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-f0be2800-83e2-4a02-853f-d8c333af254c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:24:01.342072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fd3cf784-abb6-4068-a2f6-8f09015e11f1 None None] Calling delete_port for 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:01.346114 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=17a68c1c-65e5-4a91-85a5-58e9d18dafd4,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:01.386520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:01.391018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:01.391018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:01.391018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:01.391018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:01.391018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:01.391018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:01.391018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:01.391018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:01.391018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:01.391018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:01.391018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:01.427586 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b2aee325-39f7-4647-9f95-ded17a2188b8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9971590 Aug 23 15:24:01.431118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60844) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:01.437899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-5b5c3e4a-8eb2-4b9d-98e1-5837ac1db5bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:01.497977 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:01.631554 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fd3cf784-abb6-4068-a2f6-8f09015e11f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:01.666084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cf784-abb6-4068-a2f6-8f09015e11f1 None None] Pushing event deleted for resources: {'Port': ['ID=17a68c1c-65e5-4a91-85a5-58e9d18dafd4,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:01.673309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3cf784-abb6-4068-a2f6-8f09015e11f1 None None] No DVR routers for this DVR port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:24:01.689802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9038a987-2de1-4c7f-a4a9-0ddef78a2b5c None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:01.692668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5c3e4a-8eb2-4b9d-98e1-5837ac1db5bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:01.696449 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3e4a-8eb2-4b9d-98e1-5837ac1db5bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:01.894125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': 'ee49ddd3-f344-4686-9ee2-49d77c66cf67'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:24:01.895527 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:02.065230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f0be2800-83e2-4a02-853f-d8c333af254c None None] Port 17a68c1c-65e5-4a91-85a5-58e9d18dafd4 update to ACTIVE by agent not found {{(pid=96116) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 23 15:24:02.072252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f0be2800-83e2-4a02-853f-d8c333af254c None None] Could not find standard attr ID for object 47d59c46-821a-4f2c-b61f-b5374f363baa. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:24:02.085291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Allocated IP 172.20.0.2 (cc264fb4-db7a-4341-9252-69f2f91a369a/ee49ddd3-f344-4686-9ee2-49d77c66cf67/fae70e2e-4964-4602-8f96-c9da04d76335) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:02.204703 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c8874e9f-faed-41d5-9ca4-426544d9a17c None None] Could not find standard attr ID for object 17a68c1c-65e5-4a91-85a5-58e9d18dafd4. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:24:02.212110 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c8874e9f-faed-41d5-9ca4-426544d9a17c None None] Could not find standard attr ID for object 47d59c46-821a-4f2c-b61f-b5374f363baa. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:24:02.281229 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:02.291778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.objects.ports [None req-5b5c3e4a-8eb2-4b9d-98e1-5837ac1db5bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96115) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:24:02.293069 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Transition to ACTIVE for port object fae70e2e-4964-4602-8f96-c9da04d76335 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:02.293987 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3e4a-8eb2-4b9d-98e1-5837ac1db5bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:02.312479 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Transition to ACTIVE for port object fae70e2e-4964-4602-8f96-c9da04d76335 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:02.347764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c3e4a-8eb2-4b9d-98e1-5837ac1db5bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:02.351242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-5b5c3e4a-8eb2-4b9d-98e1-5837ac1db5bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:02.356672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5c3e4a-8eb2-4b9d-98e1-5837ac1db5bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:02.357345 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3e4a-8eb2-4b9d-98e1-5837ac1db5bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:02.368331 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c3e4a-8eb2-4b9d-98e1-5837ac1db5bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=7349959c-c39c-427f-8da1-3049aecd0014,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:02.461702 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:02.511344 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:02.516255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:02.516576 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5b5c3e4a-8eb2-4b9d-98e1-5837ac1db5bd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0836325 Aug 23 15:24:02.520276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:02.521316 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60846) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:02.531904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'mac_address': 'fa:16:3e:7e:c6:be', 'name': 'tempest-NetworksTestDHCPv6-261098868'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:02.535940 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Pushing event updated for resources: {'Port': ['ID=fae70e2e-4964-4602-8f96-c9da04d76335,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:02.613165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Attempting to bind port fae70e2e-4964-4602-8f96-c9da04d76335 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:24:02.613570 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Attempting to bind port fae70e2e-4964-4602-8f96-c9da04d76335 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:24:02.614033 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Attempting to bind port fae70e2e-4964-4602-8f96-c9da04d76335 on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:24:02.619497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:24:02.619889 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:24:02.620297 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:02.620692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:24:02.621221 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Bound port: fae70e2e-4964-4602-8f96-c9da04d76335, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:24:02.621221 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:02.722929 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] For port fae70e2e-4964-4602-8f96-c9da04d76335, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:24:02.726571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] For port fae70e2e-4964-4602-8f96-c9da04d76335, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fae70e2e-4964-4602-8f96-c9da04d76335,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:24:02.844137 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:02.869838 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:02.937284 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b0fd4-0ae8-460b-a7c3-b584b09da5e4 None None] Pushing event updated for resources: {'Port': ['ID=fae70e2e-4964-4602-8f96-c9da04d76335,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:02.957797 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:02.982262 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port a60b6d92-9437-4fe2-8c68-6cc246c188ee yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:24:03.214582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 172.20.0.12 (cc264fb4-db7a-4341-9252-69f2f91a369a/ee49ddd3-f344-4686-9ee2-49d77c66cf67/a60b6d92-9437-4fe2-8c68-6cc246c188ee) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:03.223172 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::f816:3eff:fe7e:c6be (cc264fb4-db7a-4341-9252-69f2f91a369a/7349959c-c39c-427f-8da1-3049aecd0014/a60b6d92-9437-4fe2-8c68-6cc246c188ee) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:03.365270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fae70e2e-4964-4602-8f96-c9da04d76335 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:24:03.424804 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:03.442207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object a60b6d92-9437-4fe2-8c68-6cc246c188ee will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:03.521866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port fae70e2e-4964-4602-8f96-c9da04d76335 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:03.570952 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:03.623257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:03.626491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:03.630395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:03.660542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=a60b6d92-9437-4fe2-8c68-6cc246c188ee,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:03.702111 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:03.703149 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:03.836348 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7d58156a-f053-47c9-a550-c7df360c0630 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3109951 Aug 23 15:24:03.839106 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60848) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:03.925683 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c3d01-bd61-424a-8e6f-b8aecf109632 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:03.937610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c3d01-bd61-424a-8e6f-b8aecf109632 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:03.939635 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-000c3d01-bd61-424a-8e6f-b8aecf109632 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0987487 Aug 23 15:24:03.942486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60850) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:04.029092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28147a61-9dba-4158-beae-55c54b2e4a5a None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:04.074460 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a74a6731-5be3-45e9-a89a-618a5ec2c262 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port a60b6d92-9437-4fe2-8c68-6cc246c188ee {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:04.074995 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a74a6731-5be3-45e9-a89a-618a5ec2c262 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:04.178564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-82aa4182-355d-454a-8fab-bc98eb2872e2 None None] Provisioning for port fae70e2e-4964-4602-8f96-c9da04d76335 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:04.189159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-82aa4182-355d-454a-8fab-bc98eb2872e2 None None] Provisioning complete for port fae70e2e-4964-4602-8f96-c9da04d76335 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:04.189641 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-82aa4182-355d-454a-8fab-bc98eb2872e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:04.192988 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a74a6731-5be3-45e9-a89a-618a5ec2c262 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:04.215370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a74a6731-5be3-45e9-a89a-618a5ec2c262 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for a60b6d92-9437-4fe2-8c68-6cc246c188ee owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:04.333657 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-82aa4182-355d-454a-8fab-bc98eb2872e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:04.352755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549ea346-eaaf-4351-885c-7f2ccdff533c None None] Update dhcp port {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'fixed_ips': [{'subnet_id': 'ee49ddd3-f344-4686-9ee2-49d77c66cf67', 'ip_address': '172.20.0.2'}, {'subnet_id': '7349959c-c39c-427f-8da1-3049aecd0014'}], 'binding:host_id': 'n-d-804985-3'}, 'id': 'fae70e2e-4964-4602-8f96-c9da04d76335'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 15:24:04.399098 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-549ea346-eaaf-4351-885c-7f2ccdff533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:04.431898 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-82aa4182-355d-454a-8fab-bc98eb2872e2 None None] For port fae70e2e-4964-4602-8f96-c9da04d76335, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fae70e2e-4964-4602-8f96-c9da04d76335,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:04.603703 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-82aa4182-355d-454a-8fab-bc98eb2872e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:04.615439 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a74a6731-5be3-45e9-a89a-618a5ec2c262 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:04.647960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a6731-5be3-45e9-a89a-618a5ec2c262 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=a60b6d92-9437-4fe2-8c68-6cc246c188ee,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:04.674874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-549ea346-eaaf-4351-885c-7f2ccdff533c None None] Allocated IP 2001:db8::f816:3eff:fe66:735f (cc264fb4-db7a-4341-9252-69f2f91a369a/7349959c-c39c-427f-8da1-3049aecd0014/fae70e2e-4964-4602-8f96-c9da04d76335) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:04.702611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa4182-355d-454a-8fab-bc98eb2872e2 None None] Pushing event updated for resources: {'Port': ['ID=fae70e2e-4964-4602-8f96-c9da04d76335,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:04.748846 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a74a6731-5be3-45e9-a89a-618a5ec2c262 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:04.763953 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a74a6731-5be3-45e9-a89a-618a5ec2c262 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/a60b6d92-9437-4fe2-8c68-6cc246c188ee HTTP/1.1" status: 204 len: 168 time: 0.8070977 Aug 23 15:24:04.763953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60852) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:04.820201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d401ec7-42d1-423d-b763-969573b3a064 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:04.821809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d401ec7-42d1-423d-b763-969573b3a064 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:04.823359 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d401ec7-42d1-423d-b763-969573b3a064 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:04.826085 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9d401ec7-42d1-423d-b763-969573b3a064 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0707624 Aug 23 15:24:04.828394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60854) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:04.894155 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-549ea346-eaaf-4351-885c-7f2ccdff533c None None] For port fae70e2e-4964-4602-8f96-c9da04d76335, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fae70e2e-4964-4602-8f96-c9da04d76335,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:04.897802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa8ff72-b92b-4976-887d-9ee5e25554bf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet 7349959c-c39c-427f-8da1-3049aecd0014 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:04.938271 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-549ea346-eaaf-4351-885c-7f2ccdff533c None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:04.958897 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-549ea346-eaaf-4351-885c-7f2ccdff533c None None] Transition to ACTIVE for port object fae70e2e-4964-4602-8f96-c9da04d76335 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:05.054843 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-caa8ff72-b92b-4976-887d-9ee5e25554bf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:05.055309 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-549ea346-eaaf-4351-885c-7f2ccdff533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:05.107185 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-caa8ff72-b92b-4976-887d-9ee5e25554bf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:05.164352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ea346-eaaf-4351-885c-7f2ccdff533c None None] Pushing event updated for resources: {'Port': ['ID=fae70e2e-4964-4602-8f96-c9da04d76335,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:05.221871 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-caa8ff72-b92b-4976-887d-9ee5e25554bf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:05.331431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fae70e2e-4964-4602-8f96-c9da04d76335 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:24:05.433262 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-caa8ff72-b92b-4976-887d-9ee5e25554bf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:05.471895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8ff72-b92b-4976-887d-9ee5e25554bf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=7349959c-c39c-427f-8da1-3049aecd0014,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:05.482027 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-caa8ff72-b92b-4976-887d-9ee5e25554bf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:05.488222 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-caa8ff72-b92b-4976-887d-9ee5e25554bf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/7349959c-c39c-427f-8da1-3049aecd0014 HTTP/1.1" status: 204 len: 168 time: 0.6554289 Aug 23 15:24:05.493087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60856) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:05.574594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-a799136a-abdf-4b3e-8bc0-39a12f8dcf43 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet ee49ddd3-f344-4686-9ee2-49d77c66cf67 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:05.580764 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a799136a-abdf-4b3e-8bc0-39a12f8dcf43 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:05.642037 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a799136a-abdf-4b3e-8bc0-39a12f8dcf43 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:05.781758 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a799136a-abdf-4b3e-8bc0-39a12f8dcf43 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:05.869021 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c986c0-1771-46e8-9183-c11d58190b8b None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:05.964923 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a799136a-abdf-4b3e-8bc0-39a12f8dcf43 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:06.009167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799136a-abdf-4b3e-8bc0-39a12f8dcf43 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=ee49ddd3-f344-4686-9ee2-49d77c66cf67,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:06.011415 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a799136a-abdf-4b3e-8bc0-39a12f8dcf43 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:06.016978 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a799136a-abdf-4b3e-8bc0-39a12f8dcf43 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/ee49ddd3-f344-4686-9ee2-49d77c66cf67 HTTP/1.1" status: 204 len: 168 time: 0.5237920 Aug 23 15:24:06.018158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60858) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:06.069188 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5c0d8d40-5751-4d9f-84ef-f85ee6cc867d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505474 Aug 23 15:24:06.072743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f5323899-4709-456a-a5af-2df2656d19e7 None None] Provisioning for port fae70e2e-4964-4602-8f96-c9da04d76335 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:06.073430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60860) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:06.079991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f5323899-4709-456a-a5af-2df2656d19e7 None None] Provisioning complete for port fae70e2e-4964-4602-8f96-c9da04d76335 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:06.080234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2a1e8bfa-22b3-4a9c-a092-b64fe0716398 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:06.080648 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f5323899-4709-456a-a5af-2df2656d19e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:06.156483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b4993f-d400-41bf-b274-953de8fbf5fb None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:24:06.243407 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f5323899-4709-456a-a5af-2df2656d19e7 None None] Could not find standard attr ID for object a60b6d92-9437-4fe2-8c68-6cc246c188ee. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:24:06.265791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-17b4993f-d400-41bf-b274-953de8fbf5fb None None] Deleting port fae70e2e-4964-4602-8f96-c9da04d76335 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:06.266140 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-17b4993f-d400-41bf-b274-953de8fbf5fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:06.352740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1e8bfa-22b3-4a9c-a092-b64fe0716398 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:06.358752 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8bfa-22b3-4a9c-a092-b64fe0716398 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:06.359857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-17b4993f-d400-41bf-b274-953de8fbf5fb None None] For port fae70e2e-4964-4602-8f96-c9da04d76335, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fae70e2e-4964-4602-8f96-c9da04d76335,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:06.360294 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-17b4993f-d400-41bf-b274-953de8fbf5fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:06.382979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-17b4993f-d400-41bf-b274-953de8fbf5fb None None] Calling delete_port for fae70e2e-4964-4602-8f96-c9da04d76335 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:06.581001 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-17b4993f-d400-41bf-b274-953de8fbf5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:06.609501 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4993f-d400-41bf-b274-953de8fbf5fb None None] Pushing event deleted for resources: {'Port': ['ID=fae70e2e-4964-4602-8f96-c9da04d76335,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:06.611898 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b4993f-d400-41bf-b274-953de8fbf5fb None None] No DVR routers for this DVR port fae70e2e-4964-4602-8f96-c9da04d76335 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:24:06.723836 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8bfa-22b3-4a9c-a092-b64fe0716398 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:06.768668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1e8bfa-22b3-4a9c-a092-b64fe0716398 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:06.772314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-2a1e8bfa-22b3-4a9c-a092-b64fe0716398 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:06.777672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1e8bfa-22b3-4a9c-a092-b64fe0716398 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:06.785683 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a1e8bfa-22b3-4a9c-a092-b64fe0716398 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:06.786366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1974e145-ebfe-4ff6-93a2-afc703880fe3 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:06.789756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e8bfa-22b3-4a9c-a092-b64fe0716398 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=ac15fa62-694d-4ef0-a789-3be30d23ef1b,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:06.918800 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2a1e8bfa-22b3-4a9c-a092-b64fe0716398 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8438146 Aug 23 15:24:06.921636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60862) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:06.928278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:06.975778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': 'ac15fa62-694d-4ef0-a789-3be30d23ef1b'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:24:06.977695 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:07.183971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Allocated IP 172.20.0.2 (cc264fb4-db7a-4341-9252-69f2f91a369a/ac15fa62-694d-4ef0-a789-3be30d23ef1b/078b4a50-e80d-4717-a816-0d9eebe4b224) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:07.221013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:07.225276 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:07.331404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fae70e2e-4964-4602-8f96-c9da04d76335 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:24:07.378477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: fae70e2e-4964-4602-8f96-c9da04d76335 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:24:07.378828 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fae70e2e-4964-4602-8f96-c9da04d76335 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:24:07.406769 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:07.418054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Transition to ACTIVE for port object 078b4a50-e80d-4717-a816-0d9eebe4b224 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:07.438042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Transition to ACTIVE for port object 078b4a50-e80d-4717-a816-0d9eebe4b224 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:07.538739 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:07.583073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:07.586191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:07.591414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:07.601820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Pushing event updated for resources: {'Port': ['ID=078b4a50-e80d-4717-a816-0d9eebe4b224,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:07.678790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Attempting to bind port 078b4a50-e80d-4717-a816-0d9eebe4b224 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:24:07.679163 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Attempting to bind port 078b4a50-e80d-4717-a816-0d9eebe4b224 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:24:07.679531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Attempting to bind port 078b4a50-e80d-4717-a816-0d9eebe4b224 on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:24:07.686111 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:24:07.686489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:24:07.686918 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:07.687289 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:24:07.687883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Bound port: 078b4a50-e80d-4717-a816-0d9eebe4b224, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:24:07.688392 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:07.768020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.objects.ports [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=96115) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:24:07.778551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] For port 078b4a50-e80d-4717-a816-0d9eebe4b224, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:24:07.782577 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] For port 078b4a50-e80d-4717-a816-0d9eebe4b224, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=078b4a50-e80d-4717-a816-0d9eebe4b224,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:24:07.911022 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:07.991956 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0118711-c47f-4512-b831-c4bbadb42ba9 None None] Pushing event updated for resources: {'Port': ['ID=078b4a50-e80d-4717-a816-0d9eebe4b224,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:08.131331 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:08.362181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] For port 078b4a50-e80d-4717-a816-0d9eebe4b224, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=078b4a50-e80d-4717-a816-0d9eebe4b224,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:08.396700 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:08.475321 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:08.476237 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:08.552379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:08.560603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:08.570061 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:08.570670 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:08.592868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=c4cd63de-4845-49a9-870b-5b0bb72e52f7,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:08.595747 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=078b4a50-e80d-4717-a816-0d9eebe4b224,revision_number=4']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:08.684801 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ccc5bbb8-7df1-48b2-9664-c2fe873c3503 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7616246 Aug 23 15:24:08.688055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60864) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:08.694706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'mac_address': 'fa:16:3e:11:b1:63', 'name': 'tempest-NetworksTestDHCPv6-1750597108'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:08.901026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:08.995611 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:09.024228 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port adb1ea33-7c6f-4b94-b0fc-4fae3ad9ac76 yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:24:09.058519 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6643c6-cf6d-4408-b18c-f38d3e89c87a None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:09.233108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-32be2ae1-1812-4ccb-a9d6-6f43e12b1f00 None None] Provisioning for port 078b4a50-e80d-4717-a816-0d9eebe4b224 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:09.255388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 172.20.0.3 (cc264fb4-db7a-4341-9252-69f2f91a369a/ac15fa62-694d-4ef0-a789-3be30d23ef1b/adb1ea33-7c6f-4b94-b0fc-4fae3ad9ac76) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:09.265559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::f816:3eff:fe11:b163 (cc264fb4-db7a-4341-9252-69f2f91a369a/c4cd63de-4845-49a9-870b-5b0bb72e52f7/adb1ea33-7c6f-4b94-b0fc-4fae3ad9ac76) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:09.392641 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 078b4a50-e80d-4717-a816-0d9eebe4b224 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:24:09.494943 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:09.512045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object adb1ea33-7c6f-4b94-b0fc-4fae3ad9ac76 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:09.569893 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 078b4a50-e80d-4717-a816-0d9eebe4b224 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:09.573935 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 078b4a50-e80d-4717-a816-0d9eebe4b224 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:09.575003 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:09.674154 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:09.690497 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:09.728205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 078b4a50-e80d-4717-a816-0d9eebe4b224, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=078b4a50-e80d-4717-a816-0d9eebe4b224,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:09.756619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:09.759762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:09.762657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:09.797519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=adb1ea33-7c6f-4b94-b0fc-4fae3ad9ac76,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:09.830790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:09.831902 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:09.866926 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:09.936803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=078b4a50-e80d-4717-a816-0d9eebe4b224,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:09.953849 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8ffa4441-7fb1-464d-a407-c13e9089c7e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2635429 Aug 23 15:24:09.966090 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60868) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:09.989075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0be79cce-fa36-4de4-8300-6a40ada042c3 None None] Provisioning complete for port 078b4a50-e80d-4717-a816-0d9eebe4b224 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:09.989620 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0be79cce-fa36-4de4-8300-6a40ada042c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:10.038952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39670f-d5e1-40cd-9bdd-61d49b191f10 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:10.046263 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39670f-d5e1-40cd-9bdd-61d49b191f10 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:10.051781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ce39670f-d5e1-40cd-9bdd-61d49b191f10 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0906503 Aug 23 15:24:10.052146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60870) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:10.183298 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-88c710aa-dce6-463e-9ea7-2698f0f0ab33 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port adb1ea33-7c6f-4b94-b0fc-4fae3ad9ac76 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:10.183736 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-88c710aa-dce6-463e-9ea7-2698f0f0ab33 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:10.283816 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-88c710aa-dce6-463e-9ea7-2698f0f0ab33 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:10.297764 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-88c710aa-dce6-463e-9ea7-2698f0f0ab33 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for adb1ea33-7c6f-4b94-b0fc-4fae3ad9ac76 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:10.332432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5535d6b3-919f-443c-8ff0-afdca40e7167 None None] Provisioning for port adb1ea33-7c6f-4b94-b0fc-4fae3ad9ac76 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:10.336735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5535d6b3-919f-443c-8ff0-afdca40e7167 None None] Provisioning complete for port adb1ea33-7c6f-4b94-b0fc-4fae3ad9ac76 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:10.336989 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5535d6b3-919f-443c-8ff0-afdca40e7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:10.373959 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5535d6b3-919f-443c-8ff0-afdca40e7167 None None] Port adb1ea33-7c6f-4b94-b0fc-4fae3ad9ac76 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:24:10.598547 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-88c710aa-dce6-463e-9ea7-2698f0f0ab33 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:10.628656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c710aa-dce6-463e-9ea7-2698f0f0ab33 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=adb1ea33-7c6f-4b94-b0fc-4fae3ad9ac76,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:10.743288 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-88c710aa-dce6-463e-9ea7-2698f0f0ab33 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:10.748681 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-88c710aa-dce6-463e-9ea7-2698f0f0ab33 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/adb1ea33-7c6f-4b94-b0fc-4fae3ad9ac76 HTTP/1.1" status: 204 len: 168 time: 0.6921918 Aug 23 15:24:10.748972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60872) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:10.807974 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0864526-5d92-479d-84e1-9d4487441c64 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:10.810134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0864526-5d92-479d-84e1-9d4487441c64 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:10.811677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0864526-5d92-479d-84e1-9d4487441c64 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:10.813347 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b0864526-5d92-479d-84e1-9d4487441c64 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0634003 Aug 23 15:24:10.816183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60874) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:10.873868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a37579-85bc-457f-87a4-316e6cdbd7d4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet ac15fa62-694d-4ef0-a789-3be30d23ef1b {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:10.877537 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0a37579-85bc-457f-87a4-316e6cdbd7d4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:10.919525 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0a37579-85bc-457f-87a4-316e6cdbd7d4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:11.018749 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0a37579-85bc-457f-87a4-316e6cdbd7d4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:11.164443 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0a37579-85bc-457f-87a4-316e6cdbd7d4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:11.193957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a37579-85bc-457f-87a4-316e6cdbd7d4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=ac15fa62-694d-4ef0-a789-3be30d23ef1b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:11.198226 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c0a37579-85bc-457f-87a4-316e6cdbd7d4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:11.201943 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c0a37579-85bc-457f-87a4-316e6cdbd7d4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/ac15fa62-694d-4ef0-a789-3be30d23ef1b HTTP/1.1" status: 204 len: 168 time: 0.3840675 Aug 23 15:24:11.204924 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60876) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:11.214156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1b03e1-cc17-4529-98e3-5904b56e1353 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:11.285038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb442375-ffa3-4c05-ad20-9cc50b1a0dcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet c4cd63de-4845-49a9-870b-5b0bb72e52f7 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:11.289987 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eb442375-ffa3-4c05-ad20-9cc50b1a0dcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:11.345945 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eb442375-ffa3-4c05-ad20-9cc50b1a0dcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:11.360551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 078b4a50-e80d-4717-a816-0d9eebe4b224 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:24:11.448871 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eb442375-ffa3-4c05-ad20-9cc50b1a0dcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:11.457950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 078b4a50-e80d-4717-a816-0d9eebe4b224 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:11.458324 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:11.615603 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eb442375-ffa3-4c05-ad20-9cc50b1a0dcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:11.653803 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb442375-ffa3-4c05-ad20-9cc50b1a0dcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=c4cd63de-4845-49a9-870b-5b0bb72e52f7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:11.674721 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-eb442375-ffa3-4c05-ad20-9cc50b1a0dcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:11.674721 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-eb442375-ffa3-4c05-ad20-9cc50b1a0dcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/c4cd63de-4845-49a9-870b-5b0bb72e52f7 HTTP/1.1" status: 204 len: 168 time: 0.4674349 Aug 23 15:24:11.678861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60878) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:11.728499 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-75280ca5-2fac-4e3c-bfcc-dcdcb3ccbadd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474415 Aug 23 15:24:11.730093 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60880) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:11.794013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeea281-2479-413f-9765-daccea42af3d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:11.795718 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7eeea281-2479-413f-9765-daccea42af3d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0642128 Aug 23 15:24:11.805315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60882) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:11.868952 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f870f75-ecf3-400a-a0c3-2a1b7ca6cbfa tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:11.873215 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0f870f75-ecf3-400a-a0c3-2a1b7ca6cbfa tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0633211 Aug 23 15:24:11.873536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60884) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:11.921770 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9411a731-ffcf-4c28-b0f5-d0cee37c9525 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471191 Aug 23 15:24:11.926811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60886) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:11.932841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-70276a6c-dda6-4a32-9c95-8d4d11f1e643 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:12.059373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4ad854-5637-4ec7-ba83-0fe79dd06d3d None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:12.149891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70276a6c-dda6-4a32-9c95-8d4d11f1e643 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:12.154753 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70276a6c-dda6-4a32-9c95-8d4d11f1e643 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:12.156282 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-70276a6c-dda6-4a32-9c95-8d4d11f1e643 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:24:12.156760 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70276a6c-dda6-4a32-9c95-8d4d11f1e643 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:12.294719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-011a871b-9224-4a15-8adc-521b250809fc None None] Provisioning complete for port 078b4a50-e80d-4717-a816-0d9eebe4b224 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:12.295049 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-011a871b-9224-4a15-8adc-521b250809fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:12.369545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-70276a6c-dda6-4a32-9c95-8d4d11f1e643 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4413390 Aug 23 15:24:12.373152 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60888) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:12.381050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f59fb4cd-8ba7-47b3-99b9-749c71542645 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:12.461522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ff9e99-f77c-4009-b7e2-f6a11ea0521b None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:24:12.528611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-95ff9e99-f77c-4009-b7e2-f6a11ea0521b None None] Deleting port 078b4a50-e80d-4717-a816-0d9eebe4b224 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:12.528990 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-95ff9e99-f77c-4009-b7e2-f6a11ea0521b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:12.588461 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59fb4cd-8ba7-47b3-99b9-749c71542645 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:12.594649 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f59fb4cd-8ba7-47b3-99b9-749c71542645 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:12.595693 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59fb4cd-8ba7-47b3-99b9-749c71542645 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:24:12.596136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59fb4cd-8ba7-47b3-99b9-749c71542645 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:12.603066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-95ff9e99-f77c-4009-b7e2-f6a11ea0521b None None] For port 078b4a50-e80d-4717-a816-0d9eebe4b224, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=078b4a50-e80d-4717-a816-0d9eebe4b224,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:12.603495 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-95ff9e99-f77c-4009-b7e2-f6a11ea0521b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:12.624661 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-95ff9e99-f77c-4009-b7e2-f6a11ea0521b None None] Calling delete_port for 078b4a50-e80d-4717-a816-0d9eebe4b224 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:12.744614 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f59fb4cd-8ba7-47b3-99b9-749c71542645 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3698194 Aug 23 15:24:12.748831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60890) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:12.754074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-edaa4eb4-b3a0-4430-94a2-fdef2a62f484 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:12.797661 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-95ff9e99-f77c-4009-b7e2-f6a11ea0521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:12.826772 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff9e99-f77c-4009-b7e2-f6a11ea0521b None None] Pushing event deleted for resources: {'Port': ['ID=078b4a50-e80d-4717-a816-0d9eebe4b224,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:12.831053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ff9e99-f77c-4009-b7e2-f6a11ea0521b None None] No DVR routers for this DVR port 078b4a50-e80d-4717-a816-0d9eebe4b224 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:24:12.981913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaa4eb4-b3a0-4430-94a2-fdef2a62f484 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:12.985834 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-edaa4eb4-b3a0-4430-94a2-fdef2a62f484 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:12.987383 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-edaa4eb4-b3a0-4430-94a2-fdef2a62f484 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:24:12.987862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edaa4eb4-b3a0-4430-94a2-fdef2a62f484 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:13.164548 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-edaa4eb4-b3a0-4430-94a2-fdef2a62f484 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4144208 Aug 23 15:24:13.169321 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60892) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:13.177569 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-596160cd-6319-466b-be1b-671b3038587d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:13.326797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 078b4a50-e80d-4717-a816-0d9eebe4b224 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:24:13.351784 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 078b4a50-e80d-4717-a816-0d9eebe4b224 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:24:13.352132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 078b4a50-e80d-4717-a816-0d9eebe4b224 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:24:13.472390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596160cd-6319-466b-be1b-671b3038587d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:13.476629 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-596160cd-6319-466b-be1b-671b3038587d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:13.478236 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-596160cd-6319-466b-be1b-671b3038587d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:24:13.478738 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596160cd-6319-466b-be1b-671b3038587d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:13.608083 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-596160cd-6319-466b-be1b-671b3038587d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4372375 Aug 23 15:24:13.611859 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60894) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:13.617268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3b88c430-d333-41fa-aaf8-84b697145f4b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:13.807009 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b88c430-d333-41fa-aaf8-84b697145f4b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:13.811524 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3b88c430-d333-41fa-aaf8-84b697145f4b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:13.817648 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b88c430-d333-41fa-aaf8-84b697145f4b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:24:13.817648 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b88c430-d333-41fa-aaf8-84b697145f4b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:13.901569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3b88c430-d333-41fa-aaf8-84b697145f4b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2884960 Aug 23 15:24:13.904972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60896) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:13.911431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-af52e882-9bd1-4b4f-a402-341a9da7e0b6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:14.112560 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af52e882-9bd1-4b4f-a402-341a9da7e0b6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:14.116288 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-af52e882-9bd1-4b4f-a402-341a9da7e0b6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:14.117756 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-af52e882-9bd1-4b4f-a402-341a9da7e0b6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:24:14.118221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af52e882-9bd1-4b4f-a402-341a9da7e0b6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:14.258983 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-af52e882-9bd1-4b4f-a402-341a9da7e0b6 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3529792 Aug 23 15:24:14.262063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60898) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:14.292814 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bca165c5-aad8-4b02-b1fa-8cc2aa42d8b1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0294144 Aug 23 15:24:14.295144 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60900) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:14.349664 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc1bc41-53b2-477a-b0a4-0ca093b06f7b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:14.351465 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cdc1bc41-53b2-477a-b0a4-0ca093b06f7b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0551524 Aug 23 15:24:14.355004 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60902) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:14.403842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-40470f98-8db5-4e8c-9bad-30d746a41299 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464613 Aug 23 15:24:14.407937 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60904) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:14.413665 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-acc187cd-4cf7-4844-9326-e8116d63ae78 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:14.689205 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc187cd-4cf7-4844-9326-e8116d63ae78 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:14.692947 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-acc187cd-4cf7-4844-9326-e8116d63ae78 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:15.304899 n-d-804985-3 neutron-server[96114]: DEBUG neutron.objects.ports [None req-acc187cd-4cf7-4844-9326-e8116d63ae78 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:24:15.306486 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-acc187cd-4cf7-4844-9326-e8116d63ae78 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:15.351563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc187cd-4cf7-4844-9326-e8116d63ae78 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:15.354924 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-acc187cd-4cf7-4844-9326-e8116d63ae78 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:15.359718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc187cd-4cf7-4844-9326-e8116d63ae78 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:15.360284 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-acc187cd-4cf7-4844-9326-e8116d63ae78 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:15.364606 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efa5e60-1d4f-4f09-9c78-ac88c6737b57 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:15.370495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc187cd-4cf7-4844-9326-e8116d63ae78 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=2c4a8f71-ddeb-49f3-b589-eae288c40489,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:15.472340 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-acc187cd-4cf7-4844-9326-e8116d63ae78 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0631776 Aug 23 15:24:15.475264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60906) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:15.483155 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-054c667a-431e-40e7-8074-b6a7f20190ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'mac_address': 'fa:16:3e:2e:24:a3', 'name': 'tempest-NetworksTestDHCPv6-740443547'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:15.533526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': '2c4a8f71-ddeb-49f3-b589-eae288c40489'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:24:15.534404 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:15.681955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Allocated IP 2001:db8::f816:3eff:fe82:7f3e (cc264fb4-db7a-4341-9252-69f2f91a369a/2c4a8f71-ddeb-49f3-b589-eae288c40489/7d853c64-173c-4870-9ab8-e345c908c972) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:15.826771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054c667a-431e-40e7-8074-b6a7f20190ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:15.861874 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:15.872741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Transition to ACTIVE for port object 7d853c64-173c-4870-9ab8-e345c908c972 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:15.894049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Transition to ACTIVE for port object 7d853c64-173c-4870-9ab8-e345c908c972 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:15.932804 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-054c667a-431e-40e7-8074-b6a7f20190ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:15.956762 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-054c667a-431e-40e7-8074-b6a7f20190ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port d4831443-7051-4c9d-91ab-e0e2f1c9c290 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:24:15.963489 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:16.038090 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:16.084180 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:16.087453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:16.090416 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:16.103269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Pushing event updated for resources: {'Port': ['ID=7d853c64-173c-4870-9ab8-e345c908c972,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:16.111124 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-054c667a-431e-40e7-8074-b6a7f20190ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::f816:3eff:fe2e:24a3 (cc264fb4-db7a-4341-9252-69f2f91a369a/2c4a8f71-ddeb-49f3-b589-eae288c40489/d4831443-7051-4c9d-91ab-e0e2f1c9c290) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:16.177826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Attempting to bind port 7d853c64-173c-4870-9ab8-e345c908c972 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:24:16.178374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Attempting to bind port 7d853c64-173c-4870-9ab8-e345c908c972 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:24:16.178753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Attempting to bind port 7d853c64-173c-4870-9ab8-e345c908c972 on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:24:16.189880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:24:16.190256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:24:16.190671 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:16.191077 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:24:16.191569 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Bound port: 7d853c64-173c-4870-9ab8-e345c908c972, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:24:16.192001 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:16.286259 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] For port 7d853c64-173c-4870-9ab8-e345c908c972, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:24:16.290222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] For port 7d853c64-173c-4870-9ab8-e345c908c972, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7d853c64-173c-4870-9ab8-e345c908c972,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:24:16.318688 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-054c667a-431e-40e7-8074-b6a7f20190ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:16.338812 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-054c667a-431e-40e7-8074-b6a7f20190ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object d4831443-7051-4c9d-91ab-e0e2f1c9c290 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:16.389849 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:16.447978 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-054c667a-431e-40e7-8074-b6a7f20190ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:16.455024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fc8a1-dfe4-47c7-b4f5-d811f1df34f1 None None] Pushing event updated for resources: {'Port': ['ID=7d853c64-173c-4870-9ab8-e345c908c972,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:16.503730 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c667a-431e-40e7-8074-b6a7f20190ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:16.508089 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-054c667a-431e-40e7-8074-b6a7f20190ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:16.512417 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c667a-431e-40e7-8074-b6a7f20190ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:16.518348 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c667a-431e-40e7-8074-b6a7f20190ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:16.518793 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-054c667a-431e-40e7-8074-b6a7f20190ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:16.531597 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c667a-431e-40e7-8074-b6a7f20190ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=d4831443-7051-4c9d-91ab-e0e2f1c9c290,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:16.676344 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-054c667a-431e-40e7-8074-b6a7f20190ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1963348 Aug 23 15:24:16.676344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60908) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:16.737848 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f63fb8c-f0b2-4879-9b11-b22d9a3550d7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:16.742931 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f63fb8c-f0b2-4879-9b11-b22d9a3550d7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:16.747987 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9f63fb8c-f0b2-4879-9b11-b22d9a3550d7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0673778 Aug 23 15:24:16.748515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60910) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:16.849494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-4eb2333b-dd7e-45f1-a7d6-ceadf06a3716 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port d4831443-7051-4c9d-91ab-e0e2f1c9c290 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:16.850099 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4eb2333b-dd7e-45f1-a7d6-ceadf06a3716 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:16.950321 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4eb2333b-dd7e-45f1-a7d6-ceadf06a3716 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:16.963912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-4eb2333b-dd7e-45f1-a7d6-ceadf06a3716 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for d4831443-7051-4c9d-91ab-e0e2f1c9c290 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:17.191864 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4eb2333b-dd7e-45f1-a7d6-ceadf06a3716 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:17.399003 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7d853c64-173c-4870-9ab8-e345c908c972 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:24:17.569402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 7d853c64-173c-4870-9ab8-e345c908c972 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:17.579560 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2333b-dd7e-45f1-a7d6-ceadf06a3716 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=d4831443-7051-4c9d-91ab-e0e2f1c9c290,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:17.622699 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4eb2333b-dd7e-45f1-a7d6-ceadf06a3716 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:17.624789 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4eb2333b-dd7e-45f1-a7d6-ceadf06a3716 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/d4831443-7051-4c9d-91ab-e0e2f1c9c290 HTTP/1.1" status: 204 len: 168 time: 0.8751087 Aug 23 15:24:17.628595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60912) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:17.691914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e258d28-7319-46ee-b9ad-28d6d1c05574 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:17.693989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e258d28-7319-46ee-b9ad-28d6d1c05574 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:17.695233 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0e258d28-7319-46ee-b9ad-28d6d1c05574 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0656567 Aug 23 15:24:17.697985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60914) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:17.731836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dd6b96fc-e2d8-4926-bcc7-213ce562edfb None None] Provisioning for port 7d853c64-173c-4870-9ab8-e345c908c972 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:17.735845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dd6b96fc-e2d8-4926-bcc7-213ce562edfb None None] Provisioning complete for port 7d853c64-173c-4870-9ab8-e345c908c972 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:17.736555 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd6b96fc-e2d8-4926-bcc7-213ce562edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:17.762926 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ebed7c-41d8-48bc-bdff-002e1b4d3a48 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet 2c4a8f71-ddeb-49f3-b589-eae288c40489 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:17.767304 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14ebed7c-41d8-48bc-bdff-002e1b4d3a48 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:17.811984 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14ebed7c-41d8-48bc-bdff-002e1b4d3a48 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:17.832766 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd6b96fc-e2d8-4926-bcc7-213ce562edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:17.873171 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-dd6b96fc-e2d8-4926-bcc7-213ce562edfb None None] For port 7d853c64-173c-4870-9ab8-e345c908c972, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7d853c64-173c-4870-9ab8-e345c908c972,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:17.992843 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd6b96fc-e2d8-4926-bcc7-213ce562edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:17.998448 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14ebed7c-41d8-48bc-bdff-002e1b4d3a48 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:18.067080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b96fc-e2d8-4926-bcc7-213ce562edfb None None] Pushing event updated for resources: {'Port': ['ID=7d853c64-173c-4870-9ab8-e345c908c972,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:18.106352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-faf39450-020a-4b52-8b53-122e6a3c5d48 None None] Could not find standard attr ID for object d4831443-7051-4c9d-91ab-e0e2f1c9c290. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:24:18.164580 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14ebed7c-41d8-48bc-bdff-002e1b4d3a48 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:18.192365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebed7c-41d8-48bc-bdff-002e1b4d3a48 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4a8f71-ddeb-49f3-b589-eae288c40489,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:18.197320 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-14ebed7c-41d8-48bc-bdff-002e1b4d3a48 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:18.199831 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-14ebed7c-41d8-48bc-bdff-002e1b4d3a48 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/2c4a8f71-ddeb-49f3-b589-eae288c40489 HTTP/1.1" status: 204 len: 168 time: 0.5002382 Aug 23 15:24:18.202349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60916) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:18.204900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabf1ce2-ea4d-47ed-be68-8068ef6fb2bc None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:18.242246 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-07193148-1528-4f31-961b-a11854012087 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387433 Aug 23 15:24:18.245244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60918) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:18.250376 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-41bcfb18-c921-4a87-80c4-b189caa35bfe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:18.391894 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f2c797-2587-4cd0-83ca-1037fa7c80d3 None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:24:18.403789 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bcfb18-c921-4a87-80c4-b189caa35bfe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:18.407466 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41bcfb18-c921-4a87-80c4-b189caa35bfe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:18.442554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-11f2c797-2587-4cd0-83ca-1037fa7c80d3 None None] Deleting port 7d853c64-173c-4870-9ab8-e345c908c972 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:18.443290 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-11f2c797-2587-4cd0-83ca-1037fa7c80d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:18.515417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-11f2c797-2587-4cd0-83ca-1037fa7c80d3 None None] For port 7d853c64-173c-4870-9ab8-e345c908c972, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7d853c64-173c-4870-9ab8-e345c908c972,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:18.515870 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-11f2c797-2587-4cd0-83ca-1037fa7c80d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:18.530420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-11f2c797-2587-4cd0-83ca-1037fa7c80d3 None None] Calling delete_port for 7d853c64-173c-4870-9ab8-e345c908c972 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:18.738525 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-11f2c797-2587-4cd0-83ca-1037fa7c80d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:18.782119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2c797-2587-4cd0-83ca-1037fa7c80d3 None None] Pushing event deleted for resources: {'Port': ['ID=7d853c64-173c-4870-9ab8-e345c908c972,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:18.786399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2c797-2587-4cd0-83ca-1037fa7c80d3 None None] No DVR routers for this DVR port 7d853c64-173c-4870-9ab8-e345c908c972 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:24:18.886127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.objects.ports [None req-41bcfb18-c921-4a87-80c4-b189caa35bfe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96115) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:24:18.888556 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41bcfb18-c921-4a87-80c4-b189caa35bfe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:18.930844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bcfb18-c921-4a87-80c4-b189caa35bfe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:18.934430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-41bcfb18-c921-4a87-80c4-b189caa35bfe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:18.940355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bcfb18-c921-4a87-80c4-b189caa35bfe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:18.941291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41bcfb18-c921-4a87-80c4-b189caa35bfe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:18.943920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce071155-6765-4deb-b869-11cc5d04cd30 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:18.956539 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcfb18-c921-4a87-80c4-b189caa35bfe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=b47d2f47-1492-4d14-ac87-b5e01818294f,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:19.052649 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-41bcfb18-c921-4a87-80c4-b189caa35bfe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8060775 Aug 23 15:24:19.054981 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60920) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:19.061069 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2322d1cd-4d02-4981-891e-66def5fd62a4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'mac_address': 'fa:16:3e:b2:1a:b0', 'name': 'tempest-NetworksTestDHCPv6-708166001'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:19.101241 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': 'b47d2f47-1492-4d14-ac87-b5e01818294f'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:24:19.102211 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:19.263833 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Allocated IP 2001:db8::f816:3eff:fef2:ae90 (cc264fb4-db7a-4341-9252-69f2f91a369a/b47d2f47-1492-4d14-ac87-b5e01818294f/bf8e632a-5531-4087-a880-835fc4256404) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:19.312164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2322d1cd-4d02-4981-891e-66def5fd62a4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:19.325608 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7d853c64-173c-4870-9ab8-e345c908c972 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:24:19.352978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 7d853c64-173c-4870-9ab8-e345c908c972 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:24:19.353324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7d853c64-173c-4870-9ab8-e345c908c972 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:24:19.415187 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2322d1cd-4d02-4981-891e-66def5fd62a4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:19.438062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-2322d1cd-4d02-4981-891e-66def5fd62a4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port 0c2b9e9b-3033-4a81-b63b-2184c1e1160e yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:24:19.454232 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:19.463339 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Transition to ACTIVE for port object bf8e632a-5531-4087-a880-835fc4256404 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:19.480386 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Transition to ACTIVE for port object bf8e632a-5531-4087-a880-835fc4256404 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:19.584542 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:19.628392 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:19.631474 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:19.639647 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:19.643415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Pushing event updated for resources: {'Port': ['ID=bf8e632a-5531-4087-a880-835fc4256404,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:19.650514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-2322d1cd-4d02-4981-891e-66def5fd62a4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::f816:3eff:feb2:1ab0 (cc264fb4-db7a-4341-9252-69f2f91a369a/b47d2f47-1492-4d14-ac87-b5e01818294f/0c2b9e9b-3033-4a81-b63b-2184c1e1160e) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:19.708468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Attempting to bind port bf8e632a-5531-4087-a880-835fc4256404 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:24:19.708839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Attempting to bind port bf8e632a-5531-4087-a880-835fc4256404 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:24:19.709205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Attempting to bind port bf8e632a-5531-4087-a880-835fc4256404 on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:24:19.716310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:24:19.716862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:24:19.717647 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:19.718111 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:24:19.718651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Bound port: bf8e632a-5531-4087-a880-835fc4256404, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:24:19.719104 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:19.802939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] For port bf8e632a-5531-4087-a880-835fc4256404, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:24:19.807184 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] For port bf8e632a-5531-4087-a880-835fc4256404, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bf8e632a-5531-4087-a880-835fc4256404,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:24:19.839457 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2322d1cd-4d02-4981-891e-66def5fd62a4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:19.854845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-2322d1cd-4d02-4981-891e-66def5fd62a4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object 0c2b9e9b-3033-4a81-b63b-2184c1e1160e will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:19.921441 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:19.955378 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2322d1cd-4d02-4981-891e-66def5fd62a4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:19.989121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5d6c8-6396-4410-a5cc-0b807bca2e24 None None] Pushing event updated for resources: {'Port': ['ID=bf8e632a-5531-4087-a880-835fc4256404,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:20.003019 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2322d1cd-4d02-4981-891e-66def5fd62a4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:20.006181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-2322d1cd-4d02-4981-891e-66def5fd62a4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:20.009915 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2322d1cd-4d02-4981-891e-66def5fd62a4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:20.016384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2322d1cd-4d02-4981-891e-66def5fd62a4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:20.017045 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2322d1cd-4d02-4981-891e-66def5fd62a4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:20.026072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322d1cd-4d02-4981-891e-66def5fd62a4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=0c2b9e9b-3033-4a81-b63b-2184c1e1160e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:20.164846 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2322d1cd-4d02-4981-891e-66def5fd62a4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1087432 Aug 23 15:24:20.167643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60922) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:20.224651 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dff04b-9d92-49c1-9dcc-3f40400c500c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:20.231198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dff04b-9d92-49c1-9dcc-3f40400c500c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:20.233024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-46dff04b-9d92-49c1-9dcc-3f40400c500c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0633073 Aug 23 15:24:20.235629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60924) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:20.340368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-c9da0d91-5343-44f7-a1f6-1c4de89aed97 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port 0c2b9e9b-3033-4a81-b63b-2184c1e1160e {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:20.340772 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c9da0d91-5343-44f7-a1f6-1c4de89aed97 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:20.434802 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c9da0d91-5343-44f7-a1f6-1c4de89aed97 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:20.448461 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-c9da0d91-5343-44f7-a1f6-1c4de89aed97 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for 0c2b9e9b-3033-4a81-b63b-2184c1e1160e owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:20.488551 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:20.664100 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c9da0d91-5343-44f7-a1f6-1c4de89aed97 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:20.708570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da0d91-5343-44f7-a1f6-1c4de89aed97 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=0c2b9e9b-3033-4a81-b63b-2184c1e1160e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:20.734844 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c9da0d91-5343-44f7-a1f6-1c4de89aed97 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:20.737915 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c9da0d91-5343-44f7-a1f6-1c4de89aed97 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/0c2b9e9b-3033-4a81-b63b-2184c1e1160e HTTP/1.1" status: 204 len: 168 time: 0.5004022 Aug 23 15:24:20.739675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60926) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:20.800116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7549fc52-45df-4da6-a8bb-533934919a2d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:20.804897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7549fc52-45df-4da6-a8bb-533934919a2d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:20.804897 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7549fc52-45df-4da6-a8bb-533934919a2d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0629604 Aug 23 15:24:20.807318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60928) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:20.866436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-157e7ffd-646a-4f46-9dd8-a9790b397c45 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet b47d2f47-1492-4d14-ac87-b5e01818294f {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:20.870370 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-157e7ffd-646a-4f46-9dd8-a9790b397c45 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:20.919363 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-157e7ffd-646a-4f46-9dd8-a9790b397c45 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:21.019863 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-157e7ffd-646a-4f46-9dd8-a9790b397c45 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:21.134538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-17217b1b-99d3-479c-978f-96ebe6281af9 None None] Provisioning for port bf8e632a-5531-4087-a880-835fc4256404 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:21.225421 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-157e7ffd-646a-4f46-9dd8-a9790b397c45 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:21.253137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3233a7ad-389d-424f-a74a-c92a8f0f6306 None None] Could not find standard attr ID for object 0c2b9e9b-3033-4a81-b63b-2184c1e1160e. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:24:21.263862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e7ffd-646a-4f46-9dd8-a9790b397c45 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=b47d2f47-1492-4d14-ac87-b5e01818294f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:21.263862 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-157e7ffd-646a-4f46-9dd8-a9790b397c45 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:21.263862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-157e7ffd-646a-4f46-9dd8-a9790b397c45 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/b47d2f47-1492-4d14-ac87-b5e01818294f HTTP/1.1" status: 204 len: 168 time: 0.4517901 Aug 23 15:24:21.265142 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60930) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:21.307877 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4b088a43-3321-4d45-9cd4-486a24ebf84a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417154 Aug 23 15:24:21.311566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60932) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:21.377136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bf8e632a-5531-4087-a880-835fc4256404 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:24:21.398723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f943d2f-8eb6-46a4-b672-83ae2f929314 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:21.400882 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4f943d2f-8eb6-46a4-b672-83ae2f929314 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0880809 Aug 23 15:24:21.403710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60934) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:21.418865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15fa3bb-836d-45b6-8ab6-a3d4c491140f None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:21.467520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7751ae94-bb19-496a-939a-e3e59dcb9ac7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:21.469335 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7751ae94-bb19-496a-939a-e3e59dcb9ac7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0644467 Aug 23 15:24:21.472609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60936) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:21.513308 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-14f56cc3-48bd-484b-a4f4-226637a05c9f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392537 Aug 23 15:24:21.518384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60938) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:21.525013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-28ebd961-260d-4137-be5f-c5b6e48b8b5f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:21.606568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8712651-50f6-46df-9caa-a6a9c449e6e4 None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:24:21.612002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port bf8e632a-5531-4087-a880-835fc4256404 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:21.639141 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port bf8e632a-5531-4087-a880-835fc4256404 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:21.639499 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:21.698555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b8712651-50f6-46df-9caa-a6a9c449e6e4 None None] Deleting port bf8e632a-5531-4087-a880-835fc4256404 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:21.699834 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b8712651-50f6-46df-9caa-a6a9c449e6e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:21.738292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ebd961-260d-4137-be5f-c5b6e48b8b5f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:21.744005 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-28ebd961-260d-4137-be5f-c5b6e48b8b5f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:21.793297 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:21.800177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b8712651-50f6-46df-9caa-a6a9c449e6e4 None None] For port bf8e632a-5531-4087-a880-835fc4256404, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bf8e632a-5531-4087-a880-835fc4256404,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:21.800568 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b8712651-50f6-46df-9caa-a6a9c449e6e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:21.826020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b8712651-50f6-46df-9caa-a6a9c449e6e4 None None] Calling delete_port for bf8e632a-5531-4087-a880-835fc4256404 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:21.853465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port bf8e632a-5531-4087-a880-835fc4256404, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bf8e632a-5531-4087-a880-835fc4256404,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:21.958271 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:22.019460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=bf8e632a-5531-4087-a880-835fc4256404,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:22.140447 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b8712651-50f6-46df-9caa-a6a9c449e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:22.169982 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8712651-50f6-46df-9caa-a6a9c449e6e4 None None] No DVR routers for this DVR port bf8e632a-5531-4087-a880-835fc4256404 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:24:22.173628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8712651-50f6-46df-9caa-a6a9c449e6e4 None None] Pushing event deleted for resources: {'Port': ['ID=bf8e632a-5531-4087-a880-835fc4256404,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:22.223844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.objects.ports [None req-28ebd961-260d-4137-be5f-c5b6e48b8b5f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96115) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:24:22.226214 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-28ebd961-260d-4137-be5f-c5b6e48b8b5f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:22.273445 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ebd961-260d-4137-be5f-c5b6e48b8b5f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:22.276763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-28ebd961-260d-4137-be5f-c5b6e48b8b5f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:22.281297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ebd961-260d-4137-be5f-c5b6e48b8b5f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:22.281898 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-28ebd961-260d-4137-be5f-c5b6e48b8b5f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:22.287372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc736b-97dd-43c1-8e3f-eec31385b0f0 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:22.289040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebd961-260d-4137-be5f-c5b6e48b8b5f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=2dc9a891-5b89-4fac-8e81-1ca5f5cce5f0,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:22.381061 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-28ebd961-260d-4137-be5f-c5b6e48b8b5f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8602691 Aug 23 15:24:22.383951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60940) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:22.390311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-44a8ad99-8d05-45cf-92dd-707f1d403f9a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'mac_address': 'fa:16:3e:77:3d:a4', 'name': 'tempest-NetworksTestDHCPv6-1193325924'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:22.448333 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': '2dc9a891-5b89-4fac-8e81-1ca5f5cce5f0'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:24:22.455829 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:22.602527 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Allocated IP 2001:db8::f816:3eff:fe87:cade (cc264fb4-db7a-4341-9252-69f2f91a369a/2dc9a891-5b89-4fac-8e81-1ca5f5cce5f0/4fa2df3e-e5c9-4868-ac76-43c592991e2a) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:22.637934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a8ad99-8d05-45cf-92dd-707f1d403f9a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:22.642406 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44a8ad99-8d05-45cf-92dd-707f1d403f9a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:22.666782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-44a8ad99-8d05-45cf-92dd-707f1d403f9a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port 52e31617-75a5-447f-9f90-34b5f46124ae yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:24:22.668763 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-65a84736-fb53-414c-81fb-74181d6c7351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:22.793802 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:22.805750 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Transition to ACTIVE for port object 4fa2df3e-e5c9-4868-ac76-43c592991e2a will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:22.822644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Transition to ACTIVE for port object 4fa2df3e-e5c9-4868-ac76-43c592991e2a will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:22.937995 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:22.985470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:22.988691 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:22.992385 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:22.997362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-44a8ad99-8d05-45cf-92dd-707f1d403f9a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::f816:3eff:fe77:3da4 (cc264fb4-db7a-4341-9252-69f2f91a369a/2dc9a891-5b89-4fac-8e81-1ca5f5cce5f0/52e31617-75a5-447f-9f90-34b5f46124ae) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:23.001292 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Pushing event updated for resources: {'Port': ['ID=4fa2df3e-e5c9-4868-ac76-43c592991e2a,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:23.070809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Attempting to bind port 4fa2df3e-e5c9-4868-ac76-43c592991e2a on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:24:23.071147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Attempting to bind port 4fa2df3e-e5c9-4868-ac76-43c592991e2a by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:24:23.071500 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Attempting to bind port 4fa2df3e-e5c9-4868-ac76-43c592991e2a on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:24:23.078246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:24:23.078626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:24:23.079047 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:23.079446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:24:23.079948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Bound port: 4fa2df3e-e5c9-4868-ac76-43c592991e2a, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:24:23.080342 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:23.152857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] For port 4fa2df3e-e5c9-4868-ac76-43c592991e2a, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:24:23.156963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] For port 4fa2df3e-e5c9-4868-ac76-43c592991e2a, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=4fa2df3e-e5c9-4868-ac76-43c592991e2a,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:24:23.187352 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44a8ad99-8d05-45cf-92dd-707f1d403f9a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:23.203149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-44a8ad99-8d05-45cf-92dd-707f1d403f9a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object 52e31617-75a5-447f-9f90-34b5f46124ae will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:23.252785 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:23.331048 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fc9e1-2e9a-41e8-9530-4b6d6a5dd3fe None None] Pushing event updated for resources: {'Port': ['ID=4fa2df3e-e5c9-4868-ac76-43c592991e2a,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:23.348278 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44a8ad99-8d05-45cf-92dd-707f1d403f9a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:23.350092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bf8e632a-5531-4087-a880-835fc4256404 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:24:23.381778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: bf8e632a-5531-4087-a880-835fc4256404 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:24:23.382169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bf8e632a-5531-4087-a880-835fc4256404 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:24:23.414449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a8ad99-8d05-45cf-92dd-707f1d403f9a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:23.418371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-44a8ad99-8d05-45cf-92dd-707f1d403f9a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:23.432393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a8ad99-8d05-45cf-92dd-707f1d403f9a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:23.438976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a8ad99-8d05-45cf-92dd-707f1d403f9a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:23.439612 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44a8ad99-8d05-45cf-92dd-707f1d403f9a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:23.447135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8ad99-8d05-45cf-92dd-707f1d403f9a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=52e31617-75a5-447f-9f90-34b5f46124ae,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:23.545042 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-44a8ad99-8d05-45cf-92dd-707f1d403f9a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1597757 Aug 23 15:24:23.549350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60942) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:23.621886 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68eb335-19ee-470b-b6e2-3a4fef8bbe1f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:23.627836 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68eb335-19ee-470b-b6e2-3a4fef8bbe1f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:23.629483 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a68eb335-19ee-470b-b6e2-3a4fef8bbe1f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0788400 Aug 23 15:24:23.632196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60944) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:23.724888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0cc49354-d04e-4e1c-bf2b-3314907117f7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port 52e31617-75a5-447f-9f90-34b5f46124ae {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:23.725239 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0cc49354-d04e-4e1c-bf2b-3314907117f7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:23.828676 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0cc49354-d04e-4e1c-bf2b-3314907117f7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:23.841225 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0cc49354-d04e-4e1c-bf2b-3314907117f7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for 52e31617-75a5-447f-9f90-34b5f46124ae owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:24.100973 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0cc49354-d04e-4e1c-bf2b-3314907117f7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:24.151940 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc49354-d04e-4e1c-bf2b-3314907117f7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=52e31617-75a5-447f-9f90-34b5f46124ae,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:24.180646 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0cc49354-d04e-4e1c-bf2b-3314907117f7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:24.183859 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0cc49354-d04e-4e1c-bf2b-3314907117f7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/52e31617-75a5-447f-9f90-34b5f46124ae HTTP/1.1" status: 204 len: 168 time: 0.5505948 Aug 23 15:24:24.193542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60946) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:24.251917 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6b1673-4f22-49de-8968-bbc1a5b760f7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:24.253482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6b1673-4f22-49de-8968-bbc1a5b760f7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:24.255057 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ff6b1673-4f22-49de-8968-bbc1a5b760f7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0658982 Aug 23 15:24:24.259419 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60948) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:24.322706 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b2852f-2d7e-4e2b-9449-0f0a8d935b75 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet 2dc9a891-5b89-4fac-8e81-1ca5f5cce5f0 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:24.327708 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04b2852f-2d7e-4e2b-9449-0f0a8d935b75 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:24.378256 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04b2852f-2d7e-4e2b-9449-0f0a8d935b75 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:24.465883 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04b2852f-2d7e-4e2b-9449-0f0a8d935b75 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:24.477334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f3813c3c-9e75-42e1-ab0c-83b09baa511e None None] Provisioning for port 4fa2df3e-e5c9-4868-ac76-43c592991e2a completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:24.593426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dd6a9a44-3378-479e-b743-1b07eb6c3e39 None None] Could not find standard attr ID for object 52e31617-75a5-447f-9f90-34b5f46124ae. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:24:24.609849 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04b2852f-2d7e-4e2b-9449-0f0a8d935b75 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:24.650094 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04b2852f-2d7e-4e2b-9449-0f0a8d935b75 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:24.652062 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-04b2852f-2d7e-4e2b-9449-0f0a8d935b75 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/2dc9a891-5b89-4fac-8e81-1ca5f5cce5f0 HTTP/1.1" status: 204 len: 168 time: 0.3916414 Aug 23 15:24:24.653097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2852f-2d7e-4e2b-9449-0f0a8d935b75 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc9a891-5b89-4fac-8e81-1ca5f5cce5f0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:24.655045 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60958) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:24.696080 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cbd1d6f9-08a1-49d9-a415-59609cd4461d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398431 Aug 23 15:24:24.699070 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60960) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:24.704326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-47af155e-8c0a-42e4-9e85-7a3ac9dfbfcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:24.737136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b854659d-a379-4749-899b-85e2395fd364 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:24.883121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47af155e-8c0a-42e4-9e85-7a3ac9dfbfcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:24.886881 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-47af155e-8c0a-42e4-9e85-7a3ac9dfbfcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:25.067552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5249a83a-8e27-4535-8d2c-a42be710ba33 None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:24:25.118700 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5249a83a-8e27-4535-8d2c-a42be710ba33 None None] Deleting port 4fa2df3e-e5c9-4868-ac76-43c592991e2a {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:25.119077 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5249a83a-8e27-4535-8d2c-a42be710ba33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:25.185578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5249a83a-8e27-4535-8d2c-a42be710ba33 None None] For port 4fa2df3e-e5c9-4868-ac76-43c592991e2a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=4fa2df3e-e5c9-4868-ac76-43c592991e2a,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:25.185989 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5249a83a-8e27-4535-8d2c-a42be710ba33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:25.201578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5249a83a-8e27-4535-8d2c-a42be710ba33 None None] Calling delete_port for 4fa2df3e-e5c9-4868-ac76-43c592991e2a owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:25.289659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.objects.ports [None req-47af155e-8c0a-42e4-9e85-7a3ac9dfbfcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=96114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:24:25.374426 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5249a83a-8e27-4535-8d2c-a42be710ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:25.399541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249a83a-8e27-4535-8d2c-a42be710ba33 None None] Pushing event deleted for resources: {'Port': ['ID=4fa2df3e-e5c9-4868-ac76-43c592991e2a,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:25.404860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5249a83a-8e27-4535-8d2c-a42be710ba33 None None] No DVR routers for this DVR port 4fa2df3e-e5c9-4868-ac76-43c592991e2a on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:24:25.460775 n-d-804985-3 neutron-server[96114]: WARNING neutron.services.revisions.revision_plugin [None req-47af155e-8c0a-42e4-9e85-7a3ac9dfbfcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Could not find related port for resource to bump revision. Aug 23 15:24:25.521082 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.ipam_pluggable_backend [None req-47af155e-8c0a-42e4-9e85-7a3ac9dfbfcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Port 4fa2df3e-e5c9-4868-ac76-43c592991e2a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=96114) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 23 15:24:25.521332 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.ipam_pluggable_backend [None req-47af155e-8c0a-42e4-9e85-7a3ac9dfbfcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Reverting IP allocation for 2001:db8::f816:3eff:fe87:cade {{(pid=96114) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 23 15:24:25.525181 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.ipam_pluggable_backend [None req-47af155e-8c0a-42e4-9e85-7a3ac9dfbfcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe87:cade {{(pid=96114) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 23 15:24:25.526525 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-47af155e-8c0a-42e4-9e85-7a3ac9dfbfcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:25.551584 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:25.570289 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47af155e-8c0a-42e4-9e85-7a3ac9dfbfcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:25.574389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-47af155e-8c0a-42e4-9e85-7a3ac9dfbfcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:25.580593 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47af155e-8c0a-42e4-9e85-7a3ac9dfbfcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:25.580593 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-47af155e-8c0a-42e4-9e85-7a3ac9dfbfcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:25.584706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd9475-9e3b-4703-81e8-061026b8dcfc None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:25.594674 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af155e-8c0a-42e4-9e85-7a3ac9dfbfcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=66cf61aa-edc1-4ea4-83e3-500c5da9becd,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:25.678635 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-47af155e-8c0a-42e4-9e85-7a3ac9dfbfcf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9783940 Aug 23 15:24:25.681406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60962) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:25.687772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7b36ac42-e1d8-49f3-9281-c207ede52de9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'mac_address': 'fa:16:3e:bf:fd:5f', 'name': 'tempest-NetworksTestDHCPv6-690756493'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:25.741072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': '66cf61aa-edc1-4ea4-83e3-500c5da9becd'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:24:25.747801 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:25.878208 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Allocated IP 2001:db8::f816:3eff:fe9a:fcf7 (cc264fb4-db7a-4341-9252-69f2f91a369a/66cf61aa-edc1-4ea4-83e3-500c5da9becd/04ac5d08-4ecc-45cf-9613-e972dfa9fb6f) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:25.903195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b36ac42-e1d8-49f3-9281-c207ede52de9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:25.985004 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7b36ac42-e1d8-49f3-9281-c207ede52de9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:26.013180 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-7b36ac42-e1d8-49f3-9281-c207ede52de9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port 49b3620b-3463-46d1-af8a-c598cd15d18b yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:24:26.047175 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:26.056365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Transition to ACTIVE for port object 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:26.072557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Transition to ACTIVE for port object 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:26.177788 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:26.216325 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:26.221652 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:26.227795 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:26.232727 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-7b36ac42-e1d8-49f3-9281-c207ede52de9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::f816:3eff:febf:fd5f (cc264fb4-db7a-4341-9252-69f2f91a369a/66cf61aa-edc1-4ea4-83e3-500c5da9becd/49b3620b-3463-46d1-af8a-c598cd15d18b) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:26.240061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Pushing event updated for resources: {'Port': ['ID=04ac5d08-4ecc-45cf-9613-e972dfa9fb6f,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:26.299218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Attempting to bind port 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:24:26.299218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Attempting to bind port 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:24:26.299596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Attempting to bind port 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:24:26.309913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:24:26.310297 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:24:26.310704 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:26.311101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:24:26.311580 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Bound port: 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:24:26.312022 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:26.387419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] For port 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:24:26.390958 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] For port 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=04ac5d08-4ecc-45cf-9613-e972dfa9fb6f,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:24:26.424195 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7b36ac42-e1d8-49f3-9281-c207ede52de9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:26.446446 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-7b36ac42-e1d8-49f3-9281-c207ede52de9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object 49b3620b-3463-46d1-af8a-c598cd15d18b will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:26.521122 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:26.596789 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb3532-18b4-4b63-b00b-b9ef019e9208 None None] Pushing event updated for resources: {'Port': ['ID=04ac5d08-4ecc-45cf-9613-e972dfa9fb6f,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:26.610109 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7b36ac42-e1d8-49f3-9281-c207ede52de9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:26.658979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36ac42-e1d8-49f3-9281-c207ede52de9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:26.662222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-7b36ac42-e1d8-49f3-9281-c207ede52de9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:26.664844 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b36ac42-e1d8-49f3-9281-c207ede52de9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:26.674567 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b36ac42-e1d8-49f3-9281-c207ede52de9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:26.674567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7b36ac42-e1d8-49f3-9281-c207ede52de9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:26.691230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36ac42-e1d8-49f3-9281-c207ede52de9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=49b3620b-3463-46d1-af8a-c598cd15d18b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:26.760854 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-28de806a-c8ce-41e6-bbf5-e18d56f1a662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:26.789949 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7b36ac42-e1d8-49f3-9281-c207ede52de9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1056373 Aug 23 15:24:26.790386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60964) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:26.845648 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d5227-e988-4d4b-ba8c-396e9271fbb3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:26.851780 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d5227-e988-4d4b-ba8c-396e9271fbb3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:26.853457 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-259d5227-e988-4d4b-ba8c-396e9271fbb3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0619483 Aug 23 15:24:26.857833 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60966) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:26.897921 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:26.956928 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-7c61ec99-1997-48e4-b9d9-4d42e7418591 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port 49b3620b-3463-46d1-af8a-c598cd15d18b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:26.957194 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7c61ec99-1997-48e4-b9d9-4d42e7418591 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:27.046859 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7c61ec99-1997-48e4-b9d9-4d42e7418591 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:27.059702 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-7c61ec99-1997-48e4-b9d9-4d42e7418591 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for 49b3620b-3463-46d1-af8a-c598cd15d18b owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:27.281037 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7c61ec99-1997-48e4-b9d9-4d42e7418591 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:27.316083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61ec99-1997-48e4-b9d9-4d42e7418591 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=49b3620b-3463-46d1-af8a-c598cd15d18b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:27.353741 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7c61ec99-1997-48e4-b9d9-4d42e7418591 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:27.356526 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7c61ec99-1997-48e4-b9d9-4d42e7418591 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/49b3620b-3463-46d1-af8a-c598cd15d18b HTTP/1.1" status: 204 len: 168 time: 0.4976645 Aug 23 15:24:27.356810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:24:27.359175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60968) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:27.421114 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b620371-6c67-4edf-93cb-be81a15fb06d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:27.422660 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b620371-6c67-4edf-93cb-be81a15fb06d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:27.424246 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2b620371-6c67-4edf-93cb-be81a15fb06d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0639331 Aug 23 15:24:27.426790 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 60970) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:27.481689 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b83d60a-2d97-4ed9-b441-e54f43d95ba4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet 66cf61aa-edc1-4ea4-83e3-500c5da9becd {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:27.486162 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2b83d60a-2d97-4ed9-b441-e54f43d95ba4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:27.486452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:27.532672 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2b83d60a-2d97-4ed9-b441-e54f43d95ba4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:27.627191 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2b83d60a-2d97-4ed9-b441-e54f43d95ba4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:27.743247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0246db35-7a98-4191-9687-3fee6bb23b75 None None] Provisioning for port 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:27.748148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0246db35-7a98-4191-9687-3fee6bb23b75 None None] Provisioning complete for port 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:27.748733 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0246db35-7a98-4191-9687-3fee6bb23b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:27.820633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2b83d60a-2d97-4ed9-b441-e54f43d95ba4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:27.841580 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0246db35-7a98-4191-9687-3fee6bb23b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:27.851469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83d60a-2d97-4ed9-b441-e54f43d95ba4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=66cf61aa-edc1-4ea4-83e3-500c5da9becd,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:27.858823 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2b83d60a-2d97-4ed9-b441-e54f43d95ba4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:27.864531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2b83d60a-2d97-4ed9-b441-e54f43d95ba4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/66cf61aa-edc1-4ea4-83e3-500c5da9becd HTTP/1.1" status: 204 len: 168 time: 0.4340675 Aug 23 15:24:27.865729 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60972) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:27.907290 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-0246db35-7a98-4191-9687-3fee6bb23b75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:24:27.907646 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-0246db35-7a98-4191-9687-3fee6bb23b75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:24:27.919879 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-221d7df8-53b3-42dc-8897-1864c8b6fb87 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514338 Aug 23 15:24:27.922364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60974) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:27.952596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e9b64b-e3de-4d33-adea-9b480701dcf5 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:27.973915 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58255dfe-542d-40f9-80a6-e1674937ce2b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:27.976123 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-58255dfe-542d-40f9-80a6-e1674937ce2b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0526676 Aug 23 15:24:27.977902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60976) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:28.033184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21577692-573e-4643-bcf9-8f69494d8455 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:28.034716 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-21577692-573e-4643-bcf9-8f69494d8455 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0558691 Aug 23 15:24:28.037355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60978) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:28.083791 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-40259062-22b9-4d02-b57f-6ad5d9db7062 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452712 Aug 23 15:24:28.090561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60980) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:28.096092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-8005894c-03a8-4b3a-8b20-72ab595e043d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:28.151355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b4e28f-d06d-4076-8e58-256c17a9e502 None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:24:28.204700 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4e28f-d06d-4076-8e58-256c17a9e502 None None] Deleting port 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:28.205071 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e28f-d06d-4076-8e58-256c17a9e502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:28.272178 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d7b4e28f-d06d-4076-8e58-256c17a9e502 None None] For port 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=04ac5d08-4ecc-45cf-9613-e972dfa9fb6f,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:28.272569 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e28f-d06d-4076-8e58-256c17a9e502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:28.285644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4e28f-d06d-4076-8e58-256c17a9e502 None None] Calling delete_port for 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:28.309939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8005894c-03a8-4b3a-8b20-72ab595e043d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:28.313720 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8005894c-03a8-4b3a-8b20-72ab595e043d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:28.446832 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e28f-d06d-4076-8e58-256c17a9e502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:28.457048 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0246db35-7a98-4191-9687-3fee6bb23b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:28.483156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b4e28f-d06d-4076-8e58-256c17a9e502 None None] No DVR routers for this DVR port 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:24:28.493946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4e28f-d06d-4076-8e58-256c17a9e502 None None] Pushing event deleted for resources: {'Port': ['ID=04ac5d08-4ecc-45cf-9613-e972dfa9fb6f,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:28.626293 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8005894c-03a8-4b3a-8b20-72ab595e043d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:28.645997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-89ad6f08-d5b3-4b6d-be94-e91c7da78f64 None None] Could not find standard attr ID for object 49b3620b-3463-46d1-af8a-c598cd15d18b. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:24:28.676900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8005894c-03a8-4b3a-8b20-72ab595e043d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:28.677684 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:28.680347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-8005894c-03a8-4b3a-8b20-72ab595e043d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:28.686198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8005894c-03a8-4b3a-8b20-72ab595e043d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:28.686809 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8005894c-03a8-4b3a-8b20-72ab595e043d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:28.690941 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba2fb6-2002-4810-a3cb-e96239e62fe2 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:28.702601 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005894c-03a8-4b3a-8b20-72ab595e043d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=fe6962f4-03a4-4270-bee1-de397573a0e3,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:28.769389 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8005894c-03a8-4b3a-8b20-72ab595e043d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6775966 Aug 23 15:24:28.772413 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60982) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:28.777874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-45b66678-e285-486f-a3ec-cf57843b4a1e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'mac_address': 'fa:16:3e:46:98:96', 'name': 'tempest-NetworksTestDHCPv6-448284711'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:28.856730 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': 'fe6962f4-03a4-4270-bee1-de397573a0e3'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:24:28.857612 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:28.980215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b66678-e285-486f-a3ec-cf57843b4a1e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:29.007197 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Allocated IP 2001:db8::2 (cc264fb4-db7a-4341-9252-69f2f91a369a/fe6962f4-03a4-4270-bee1-de397573a0e3/c3b2a531-cc8c-431f-b641-79b2e6f85e06) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:29.078920 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45b66678-e285-486f-a3ec-cf57843b4a1e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:29.111347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-45b66678-e285-486f-a3ec-cf57843b4a1e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port df4cd404-9cdb-482f-9ff8-87ff88733a7f yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:24:29.168951 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:29.177402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Transition to ACTIVE for port object c3b2a531-cc8c-431f-b641-79b2e6f85e06 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:29.192780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Transition to ACTIVE for port object c3b2a531-cc8c-431f-b641-79b2e6f85e06 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:29.261928 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:29.312838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:29.317223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:29.320909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:29.333081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-45b66678-e285-486f-a3ec-cf57843b4a1e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::2ee (cc264fb4-db7a-4341-9252-69f2f91a369a/fe6962f4-03a4-4270-bee1-de397573a0e3/df4cd404-9cdb-482f-9ff8-87ff88733a7f) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:29.335227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:24:29.339256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Pushing event updated for resources: {'Port': ['ID=c3b2a531-cc8c-431f-b641-79b2e6f85e06,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:29.373273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:24:29.373523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 04ac5d08-4ecc-45cf-9613-e972dfa9fb6f not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:24:29.404438 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Attempting to bind port c3b2a531-cc8c-431f-b641-79b2e6f85e06 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:24:29.404808 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Attempting to bind port c3b2a531-cc8c-431f-b641-79b2e6f85e06 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:24:29.405177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Attempting to bind port c3b2a531-cc8c-431f-b641-79b2e6f85e06 on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:24:29.410617 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:24:29.410994 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:24:29.411425 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:29.411841 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:24:29.412443 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Bound port: c3b2a531-cc8c-431f-b641-79b2e6f85e06, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:24:29.413173 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:29.482807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] For port c3b2a531-cc8c-431f-b641-79b2e6f85e06, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:24:29.486309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] For port c3b2a531-cc8c-431f-b641-79b2e6f85e06, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c3b2a531-cc8c-431f-b641-79b2e6f85e06,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:24:29.496957 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45b66678-e285-486f-a3ec-cf57843b4a1e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:29.511290 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-45b66678-e285-486f-a3ec-cf57843b4a1e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object df4cd404-9cdb-482f-9ff8-87ff88733a7f will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:29.580701 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:29.612076 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45b66678-e285-486f-a3ec-cf57843b4a1e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:29.660350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b66678-e285-486f-a3ec-cf57843b4a1e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:29.662811 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fea52-06e8-42d3-b129-6873c2fd4b94 None None] Pushing event updated for resources: {'Port': ['ID=c3b2a531-cc8c-431f-b641-79b2e6f85e06,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:29.679588 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-45b66678-e285-486f-a3ec-cf57843b4a1e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:29.682014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b66678-e285-486f-a3ec-cf57843b4a1e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:29.688034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b66678-e285-486f-a3ec-cf57843b4a1e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:29.688678 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45b66678-e285-486f-a3ec-cf57843b4a1e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:29.702419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b66678-e285-486f-a3ec-cf57843b4a1e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=df4cd404-9cdb-482f-9ff8-87ff88733a7f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:29.793667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-45b66678-e285-486f-a3ec-cf57843b4a1e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0203471 Aug 23 15:24:29.796104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60986) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:29.881154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522d9910-21d2-411f-8fe7-5fe9dd6f9428 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:29.887498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522d9910-21d2-411f-8fe7-5fe9dd6f9428 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:29.889315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-522d9910-21d2-411f-8fe7-5fe9dd6f9428 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0921504 Aug 23 15:24:29.892026 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60988) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:29.989509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ece95458-4cb6-46a1-8a2b-59f2d929e2be tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port df4cd404-9cdb-482f-9ff8-87ff88733a7f {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:29.990286 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ece95458-4cb6-46a1-8a2b-59f2d929e2be tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:30.098961 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ece95458-4cb6-46a1-8a2b-59f2d929e2be tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:30.112929 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ece95458-4cb6-46a1-8a2b-59f2d929e2be tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for df4cd404-9cdb-482f-9ff8-87ff88733a7f owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:30.440862 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ece95458-4cb6-46a1-8a2b-59f2d929e2be tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:30.478198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece95458-4cb6-46a1-8a2b-59f2d929e2be tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=df4cd404-9cdb-482f-9ff8-87ff88733a7f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:30.507418 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ece95458-4cb6-46a1-8a2b-59f2d929e2be tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:30.509464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ece95458-4cb6-46a1-8a2b-59f2d929e2be tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/df4cd404-9cdb-482f-9ff8-87ff88733a7f HTTP/1.1" status: 204 len: 168 time: 0.6164467 Aug 23 15:24:30.512181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60990) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:30.575784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a8bf9e-e8ef-41bf-b7c4-f475429c6d72 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:30.577446 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a8bf9e-e8ef-41bf-b7c4-f475429c6d72 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:30.579641 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-63a8bf9e-e8ef-41bf-b7c4-f475429c6d72 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0597682 Aug 23 15:24:30.581789 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60992) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:30.647830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3de1e3-e45f-4c82-bf36-8505ed62d7c9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet fe6962f4-03a4-4270-bee1-de397573a0e3 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:30.653378 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3de1e3-e45f-4c82-bf36-8505ed62d7c9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:30.714269 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3de1e3-e45f-4c82-bf36-8505ed62d7c9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:30.751267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8134fdbc-057f-4f91-ac96-0dad70688a2c None None] Provisioning for port c3b2a531-cc8c-431f-b641-79b2e6f85e06 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:30.827222 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3de1e3-e45f-4c82-bf36-8505ed62d7c9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:30.970740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fee00056-6a4e-4c8c-a640-97befa1d110f None None] Could not find standard attr ID for object df4cd404-9cdb-482f-9ff8-87ff88733a7f. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:24:31.094969 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3de1e3-e45f-4c82-bf36-8505ed62d7c9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:31.129320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3de1e3-e45f-4c82-bf36-8505ed62d7c9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=fe6962f4-03a4-4270-bee1-de397573a0e3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:31.133337 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2a3de1e3-e45f-4c82-bf36-8505ed62d7c9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:31.138417 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2a3de1e3-e45f-4c82-bf36-8505ed62d7c9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/fe6962f4-03a4-4270-bee1-de397573a0e3 HTTP/1.1" status: 204 len: 168 time: 0.5523643 Aug 23 15:24:31.138821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60994) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:31.141989 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca32db89-2d4c-4908-a90d-f562a12f685b None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:31.185112 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1b535564-83c6-4174-bbe4-43269cb632d9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452101 Aug 23 15:24:31.187515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60996) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:31.245946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b96d3c-d6e4-41d1-9e7e-eb741e4bb66d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:31.247990 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f2b96d3c-d6e4-41d1-9e7e-eb741e4bb66d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0591784 Aug 23 15:24:31.250281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 60998) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:31.324973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833962b7-db47-4d5f-9639-c10056f1eca1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:31.329844 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-833962b7-db47-4d5f-9639-c10056f1eca1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0760095 Aug 23 15:24:31.330032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32768) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:31.365745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c495723-99dc-44f8-ba3b-160e162a5c52 None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:24:31.377303 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3dea0b05-e2b5-469e-a951-0a8ac3231938 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457876 Aug 23 15:24:31.381674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32770) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:31.388703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4b71732b-82d7-472c-9d44-1109b105ab17 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:31.423693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5c495723-99dc-44f8-ba3b-160e162a5c52 None None] Deleting port c3b2a531-cc8c-431f-b641-79b2e6f85e06 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:31.424091 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5c495723-99dc-44f8-ba3b-160e162a5c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:31.494193 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5c495723-99dc-44f8-ba3b-160e162a5c52 None None] For port c3b2a531-cc8c-431f-b641-79b2e6f85e06, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c3b2a531-cc8c-431f-b641-79b2e6f85e06,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:31.494597 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5c495723-99dc-44f8-ba3b-160e162a5c52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:31.509227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5c495723-99dc-44f8-ba3b-160e162a5c52 None None] Calling delete_port for c3b2a531-cc8c-431f-b641-79b2e6f85e06 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:31.549221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b71732b-82d7-472c-9d44-1109b105ab17 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:31.553082 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4b71732b-82d7-472c-9d44-1109b105ab17 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:31.693956 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5c495723-99dc-44f8-ba3b-160e162a5c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:31.725106 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c495723-99dc-44f8-ba3b-160e162a5c52 None None] Pushing event deleted for resources: {'Port': ['ID=c3b2a531-cc8c-431f-b641-79b2e6f85e06,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:31.726483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c495723-99dc-44f8-ba3b-160e162a5c52 None None] No DVR routers for this DVR port c3b2a531-cc8c-431f-b641-79b2e6f85e06 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:24:31.930839 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-062ac29a-d47d-4bd2-bfda-d12e82392c28 req-48b0caa4-13a6-482f-bfca-0b3ee3170604 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399060 Aug 23 15:24:31.939932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.objects.ports [None req-4b71732b-82d7-472c-9d44-1109b105ab17 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96115) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:24:31.941498 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4b71732b-82d7-472c-9d44-1109b105ab17 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:31.986893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b71732b-82d7-472c-9d44-1109b105ab17 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:31.992150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-4b71732b-82d7-472c-9d44-1109b105ab17 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:31.997005 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b71732b-82d7-472c-9d44-1109b105ab17 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:31.997596 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4b71732b-82d7-472c-9d44-1109b105ab17 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:32.002604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34972b93-8ee4-47a1-ad34-774670aacd85 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:32.003183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71732b-82d7-472c-9d44-1109b105ab17 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=431db02c-7bb6-4912-aff9-7f975de46b42,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:32.026865 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ac29a-d47d-4bd2-bfda-d12e82392c28 req-b63861d2-0db2-478d-abae-919d12339684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:32.028425 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-062ac29a-d47d-4bd2-bfda-d12e82392c28 req-b63861d2-0db2-478d-abae-919d12339684 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0536494 Aug 23 15:24:32.101704 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32772) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:32.102224 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4b71732b-82d7-472c-9d44-1109b105ab17 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7182059 Aug 23 15:24:32.108612 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b3bad869-38bd-454a-aa07-e4fa93aecf82 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:32.178642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': '431db02c-7bb6-4912-aff9-7f975de46b42'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:24:32.179774 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:32.213189 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ac29a-d47d-4bd2-bfda-d12e82392c28 req-b8ad5428-b86b-4267-a6e7-826d5874afee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:32.215348 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-062ac29a-d47d-4bd2-bfda-d12e82392c28 req-b8ad5428-b86b-4267-a6e7-826d5874afee service neutron] 10.222.0.61 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.1665416 Aug 23 15:24:32.310966 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-062ac29a-d47d-4bd2-bfda-d12e82392c28 req-3a50df34-466b-45a1-bbc2-f8bcd21ddec3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5b29c27-bbff-4e55-bdf6-f76145be82bc HTTP/1.1" status: 200 len: 1002 time: 0.0875957 Aug 23 15:24:32.338808 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Allocated IP 2001:db8::f816:3eff:fed1:817c (cc264fb4-db7a-4341-9252-69f2f91a369a/431db02c-7bb6-4912-aff9-7f975de46b42/802ed1cb-8b37-42fd-8cf4-617090d574be) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:32.364746 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ac29a-d47d-4bd2-bfda-d12e82392c28 req-b29fbec4-b4e6-424b-b943-8aeda5b5fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:32.366229 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-062ac29a-d47d-4bd2-bfda-d12e82392c28 req-b29fbec4-b4e6-424b-b943-8aeda5b5fd37 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0470271 Aug 23 15:24:32.385989 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bad869-38bd-454a-aa07-e4fa93aecf82 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:32.390989 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b3bad869-38bd-454a-aa07-e4fa93aecf82 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:32.482929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ac29a-d47d-4bd2-bfda-d12e82392c28 req-5ab7d65d-348f-4034-a751-2e46952f52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:32.484521 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-062ac29a-d47d-4bd2-bfda-d12e82392c28 req-5ab7d65d-348f-4034-a751-2e46952f52c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114554 Aug 23 15:24:32.510573 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:32.521297 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Transition to ACTIVE for port object 802ed1cb-8b37-42fd-8cf4-617090d574be will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:32.538101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Transition to ACTIVE for port object 802ed1cb-8b37-42fd-8cf4-617090d574be will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:32.574569 n-d-804985-3 neutron-server[96114]: INFO neutron.db.ipam_backend_mixin [None req-b3bad869-38bd-454a-aa07-e4fa93aecf82 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 431db02c-7bb6-4912-aff9-7f975de46b42 (CIDR: 2001:db8::/64) Aug 23 15:24:32.607441 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-062ac29a-d47d-4bd2-bfda-d12e82392c28 req-d9c7f478-4d02-488e-8114-9ad7be6b0424 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150341 Aug 23 15:24:32.625935 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:32.638700 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bad869-38bd-454a-aa07-e4fa93aecf82 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:24:32.639196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3bad869-38bd-454a-aa07-e4fa93aecf82 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:32.663309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:32.668774 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:32.671832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:32.688455 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Pushing event updated for resources: {'Port': ['ID=802ed1cb-8b37-42fd-8cf4-617090d574be,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:32.724806 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-062ac29a-d47d-4bd2-bfda-d12e82392c28 req-19957de4-3c24-48f9-b600-00643f9da4be service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092365 Aug 23 15:24:32.739087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Attempting to bind port 802ed1cb-8b37-42fd-8cf4-617090d574be on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:24:32.739754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Attempting to bind port 802ed1cb-8b37-42fd-8cf4-617090d574be by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:24:32.740319 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Attempting to bind port 802ed1cb-8b37-42fd-8cf4-617090d574be on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:24:32.746838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:24:32.747224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:24:32.747804 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:32.748885 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:24:32.748885 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Bound port: 802ed1cb-8b37-42fd-8cf4-617090d574be, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:24:32.749155 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:32.766555 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b3bad869-38bd-454a-aa07-e4fa93aecf82 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6637650 Aug 23 15:24:32.769715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32774) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:32.774903 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-948127c1-9d91-44ee-bcbc-cf12fbc5ea37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:32.963272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948127c1-9d91-44ee-bcbc-cf12fbc5ea37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:32.970003 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-948127c1-9d91-44ee-bcbc-cf12fbc5ea37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:32.989565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] For port 802ed1cb-8b37-42fd-8cf4-617090d574be, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:24:32.994266 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] For port 802ed1cb-8b37-42fd-8cf4-617090d574be, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=802ed1cb-8b37-42fd-8cf4-617090d574be,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:24:33.069222 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:33.133845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2359e08-cfcc-44ba-b901-77bc887a3939 None None] Pushing event updated for resources: {'Port': ['ID=802ed1cb-8b37-42fd-8cf4-617090d574be,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:33.311741 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-948127c1-9d91-44ee-bcbc-cf12fbc5ea37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:33.358105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c3b2a531-cc8c-431f-b641-79b2e6f85e06 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:24:33.369160 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948127c1-9d91-44ee-bcbc-cf12fbc5ea37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:33.372995 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-948127c1-9d91-44ee-bcbc-cf12fbc5ea37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:33.381611 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948127c1-9d91-44ee-bcbc-cf12fbc5ea37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:33.382284 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-948127c1-9d91-44ee-bcbc-cf12fbc5ea37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:33.388061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: c3b2a531-cc8c-431f-b641-79b2e6f85e06 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:24:33.388409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c3b2a531-cc8c-431f-b641-79b2e6f85e06 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:24:33.406588 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948127c1-9d91-44ee-bcbc-cf12fbc5ea37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=d8e6a5aa-1a1e-4fbd-854b-75fb7fe7df51,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:33.489621 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-948127c1-9d91-44ee-bcbc-cf12fbc5ea37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7188325 Aug 23 15:24:33.492393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32782) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:33.498103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'mac_address': 'fa:16:3e:94:84:40', 'name': 'tempest-NetworksTestDHCPv6-1480808426'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:33.671055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:33.757388 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:33.779122 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port 66c5ea86-609d-4e53-9971-dc43908684e8 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:24:33.966777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8:0:1::3a2 (cc264fb4-db7a-4341-9252-69f2f91a369a/d8e6a5aa-1a1e-4fbd-854b-75fb7fe7df51/66c5ea86-609d-4e53-9971-dc43908684e8) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:33.973950 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::f816:3eff:fe94:8440 (cc264fb4-db7a-4341-9252-69f2f91a369a/431db02c-7bb6-4912-aff9-7f975de46b42/66c5ea86-609d-4e53-9971-dc43908684e8) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:34.039425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66b3df0-b8e7-4c15-9efb-2cd70beefca7 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:34.165461 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:34.181551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object 66c5ea86-609d-4e53-9971-dc43908684e8 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:34.197936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8955e409-d7d5-4575-958b-2445f679a6a2 None None] Provisioning for port 802ed1cb-8b37-42fd-8cf4-617090d574be completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:34.271289 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4f9626-acb9-473c-9422-9141c4bb0447 None None] Update dhcp port {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'fixed_ips': [{'subnet_id': '431db02c-7bb6-4912-aff9-7f975de46b42', 'ip_address': '2001:db8::f816:3eff:fed1:817c'}, {'subnet_id': 'd8e6a5aa-1a1e-4fbd-854b-75fb7fe7df51'}], 'binding:host_id': 'n-d-804985-3'}, 'id': '802ed1cb-8b37-42fd-8cf4-617090d574be'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 15:24:34.283386 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:34.302637 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5f4f9626-acb9-473c-9422-9141c4bb0447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:34.326919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:34.329967 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:34.333856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:34.339887 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:34.340497 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:34.355735 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=66c5ea86-609d-4e53-9971-dc43908684e8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:34.421051 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-413d9e95-2bf7-41b1-8a3d-ea9abfd18ccd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9275746 Aug 23 15:24:34.423769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32784) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:34.476504 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-5f4f9626-acb9-473c-9422-9141c4bb0447 None None] Allocated IP 2001:db8:0:1::2 (cc264fb4-db7a-4341-9252-69f2f91a369a/d8e6a5aa-1a1e-4fbd-854b-75fb7fe7df51/802ed1cb-8b37-42fd-8cf4-617090d574be) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:34.528795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-0dae51be-648f-4e43-8e61-fb54a12438aa tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port 66c5ea86-609d-4e53-9971-dc43908684e8 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:34.529051 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0dae51be-648f-4e43-8e61-fb54a12438aa tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:34.582202 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5f4f9626-acb9-473c-9422-9141c4bb0447 None None] For port 802ed1cb-8b37-42fd-8cf4-617090d574be, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=802ed1cb-8b37-42fd-8cf4-617090d574be,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:34.614790 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5f4f9626-acb9-473c-9422-9141c4bb0447 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:34.625732 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0dae51be-648f-4e43-8e61-fb54a12438aa tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:34.629796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5f4f9626-acb9-473c-9422-9141c4bb0447 None None] Transition to ACTIVE for port object 802ed1cb-8b37-42fd-8cf4-617090d574be will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:34.638055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-0dae51be-648f-4e43-8e61-fb54a12438aa tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for 66c5ea86-609d-4e53-9971-dc43908684e8 owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:34.688346 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5f4f9626-acb9-473c-9422-9141c4bb0447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:34.781146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f9626-acb9-473c-9422-9141c4bb0447 None None] Pushing event updated for resources: {'Port': ['ID=802ed1cb-8b37-42fd-8cf4-617090d574be,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:34.906023 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0dae51be-648f-4e43-8e61-fb54a12438aa tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:34.946966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae51be-648f-4e43-8e61-fb54a12438aa tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=66c5ea86-609d-4e53-9971-dc43908684e8,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:35.001275 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0dae51be-648f-4e43-8e61-fb54a12438aa tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:35.003334 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0dae51be-648f-4e43-8e61-fb54a12438aa tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/66c5ea86-609d-4e53-9971-dc43908684e8 HTTP/1.1" status: 204 len: 168 time: 0.5784721 Aug 23 15:24:35.006159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32790) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:35.057892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7277abe4-973b-4b19-af9d-1ae8bbe065cd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:35.061976 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7277abe4-973b-4b19-af9d-1ae8bbe065cd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0525212 Aug 23 15:24:35.062246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32792) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:35.114408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3bb009-0606-4f75-b188-49357b8a5767 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:35.116003 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-df3bb009-0606-4f75-b188-49357b8a5767 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0527725 Aug 23 15:24:35.118741 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32794) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:35.180397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12003dc-fa93-40a0-aac7-6783f78d5f78 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:35.181949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12003dc-fa93-40a0-aac7-6783f78d5f78 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:35.183921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12003dc-fa93-40a0-aac7-6783f78d5f78 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:35.188101 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e12003dc-fa93-40a0-aac7-6783f78d5f78 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0658312 Aug 23 15:24:35.188344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32796) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:35.249091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca94321f-4658-4aad-a5b9-151f498b27ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet 431db02c-7bb6-4912-aff9-7f975de46b42 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:35.252567 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ca94321f-4658-4aad-a5b9-151f498b27ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:35.306508 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ca94321f-4658-4aad-a5b9-151f498b27ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:35.384592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 802ed1cb-8b37-42fd-8cf4-617090d574be up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:24:35.437676 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ca94321f-4658-4aad-a5b9-151f498b27ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:35.444719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b41ac162-3dad-4c12-b411-7885a62af0df None None] Provisioning for port 802ed1cb-8b37-42fd-8cf4-617090d574be completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:35.551844 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 802ed1cb-8b37-42fd-8cf4-617090d574be completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:35.562034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 802ed1cb-8b37-42fd-8cf4-617090d574be triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:35.562407 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:35.590553 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ca94321f-4658-4aad-a5b9-151f498b27ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:35.619063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94321f-4658-4aad-a5b9-151f498b27ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=431db02c-7bb6-4912-aff9-7f975de46b42,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:35.626314 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ca94321f-4658-4aad-a5b9-151f498b27ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:35.631034 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ca94321f-4658-4aad-a5b9-151f498b27ff tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/431db02c-7bb6-4912-aff9-7f975de46b42 HTTP/1.1" status: 204 len: 168 time: 0.4393890 Aug 23 15:24:35.631572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32798) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:35.667036 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c86b441b-4ed4-4726-8789-5b81936790bb None None] Could not find standard attr ID for object 66c5ea86-609d-4e53-9971-dc43908684e8. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:24:35.670693 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:35.696275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a79a6e-9a10-4a33-a36b-3fea5a76fb7c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet d8e6a5aa-1a1e-4fbd-854b-75fb7fe7df51 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:35.701041 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88a79a6e-9a10-4a33-a36b-3fea5a76fb7c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:35.710775 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 802ed1cb-8b37-42fd-8cf4-617090d574be, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=802ed1cb-8b37-42fd-8cf4-617090d574be,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:35.742197 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88a79a6e-9a10-4a33-a36b-3fea5a76fb7c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:35.799124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892ae45e-df1e-411c-8b20-bb3e9977bd69 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:35.836831 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88a79a6e-9a10-4a33-a36b-3fea5a76fb7c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:35.842554 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:35.914925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=802ed1cb-8b37-42fd-8cf4-617090d574be,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:35.972124 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88a79a6e-9a10-4a33-a36b-3fea5a76fb7c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:36.001613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a79a6e-9a10-4a33-a36b-3fea5a76fb7c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e6a5aa-1a1e-4fbd-854b-75fb7fe7df51,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:36.005518 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88a79a6e-9a10-4a33-a36b-3fea5a76fb7c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:36.007479 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-88a79a6e-9a10-4a33-a36b-3fea5a76fb7c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/d8e6a5aa-1a1e-4fbd-854b-75fb7fe7df51 HTTP/1.1" status: 204 len: 168 time: 0.3748527 Aug 23 15:24:36.009922 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32800) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:36.051288 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d79fb359-0679-47e4-9e95-963c9066fc63 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369844 Aug 23 15:24:36.051582 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32802) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:36.055361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537ee787-1999-4cb8-b436-824e1d287160 None None] Update dhcp port {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'fixed_ips': [{'subnet_id': 'd8e6a5aa-1a1e-4fbd-854b-75fb7fe7df51'}], 'binding:host_id': 'n-d-804985-3'}, 'id': '802ed1cb-8b37-42fd-8cf4-617090d574be'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 15:24:36.056488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-88d783fa-e5e3-4df2-9bca-402fca6122b1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:36.082306 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-537ee787-1999-4cb8-b436-824e1d287160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:36.214444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d783fa-e5e3-4df2-9bca-402fca6122b1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:36.222373 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88d783fa-e5e3-4df2-9bca-402fca6122b1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:36.255121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36ecec1-8272-4450-81a8-214df429de80 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:36.328225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-225358e1-d4d3-44ca-92e4-30583f9351a8 None None] Provisioning complete for port 802ed1cb-8b37-42fd-8cf4-617090d574be triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:36.328592 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-225358e1-d4d3-44ca-92e4-30583f9351a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:36.445464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b1b2ed-c581-4e16-9532-f45ca5e2e2fa None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:24:36.511269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-59b1b2ed-c581-4e16-9532-f45ca5e2e2fa None None] Deleting port 802ed1cb-8b37-42fd-8cf4-617090d574be {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:36.511631 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-59b1b2ed-c581-4e16-9532-f45ca5e2e2fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:36.597471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-59b1b2ed-c581-4e16-9532-f45ca5e2e2fa None None] For port 802ed1cb-8b37-42fd-8cf4-617090d574be, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=802ed1cb-8b37-42fd-8cf4-617090d574be,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:36.597866 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-59b1b2ed-c581-4e16-9532-f45ca5e2e2fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:36.602094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.objects.ports [None req-88d783fa-e5e3-4df2-9bca-402fca6122b1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=96115) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:24:36.611015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-59b1b2ed-c581-4e16-9532-f45ca5e2e2fa None None] Calling delete_port for 802ed1cb-8b37-42fd-8cf4-617090d574be owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:36.759982 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-59b1b2ed-c581-4e16-9532-f45ca5e2e2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:36.784709 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1b2ed-c581-4e16-9532-f45ca5e2e2fa None None] Pushing event deleted for resources: {'Port': ['ID=802ed1cb-8b37-42fd-8cf4-617090d574be,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:36.791528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1b2ed-c581-4e16-9532-f45ca5e2e2fa None None] No DVR routers for this DVR port 802ed1cb-8b37-42fd-8cf4-617090d574be on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:24:36.809712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.ipam_pluggable_backend [None req-88d783fa-e5e3-4df2-9bca-402fca6122b1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Port 802ed1cb-8b37-42fd-8cf4-617090d574be was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=96115) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 23 15:24:36.810266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.ipam_pluggable_backend [None req-88d783fa-e5e3-4df2-9bca-402fca6122b1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Reverting IP allocation for 2001:db8::f816:3eff:fed1:817c {{(pid=96115) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 23 15:24:36.815313 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.ipam_pluggable_backend [None req-88d783fa-e5e3-4df2-9bca-402fca6122b1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed1:817c {{(pid=96115) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 23 15:24:36.821694 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88d783fa-e5e3-4df2-9bca-402fca6122b1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:36.861453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d783fa-e5e3-4df2-9bca-402fca6122b1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:36.866729 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-88d783fa-e5e3-4df2-9bca-402fca6122b1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:36.871142 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d783fa-e5e3-4df2-9bca-402fca6122b1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:36.872386 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88d783fa-e5e3-4df2-9bca-402fca6122b1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:36.876681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4737a6aa-9e99-4eaf-83d3-357cd6801bd9 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:36.884620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d783fa-e5e3-4df2-9bca-402fca6122b1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=86619a5c-3142-46cd-bb60-c6ecc8116cca,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:36.967467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-88d783fa-e5e3-4df2-9bca-402fca6122b1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9147930 Aug 23 15:24:36.970345 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32804) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:36.975477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4597a104-956f-4def-b2fb-6957cb2cd003 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:37.032921 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': '86619a5c-3142-46cd-bb60-c6ecc8116cca'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:24:37.033850 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:37.176370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Allocated IP 2001:db8::f816:3eff:fe4a:2013 (cc264fb4-db7a-4341-9252-69f2f91a369a/86619a5c-3142-46cd-bb60-c6ecc8116cca/fb9efcad-8334-4fd5-a4ed-1108e488fe30) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:37.334381 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 802ed1cb-8b37-42fd-8cf4-617090d574be no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:24:37.336497 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:37.362025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 802ed1cb-8b37-42fd-8cf4-617090d574be {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:24:37.362374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 802ed1cb-8b37-42fd-8cf4-617090d574be not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:24:37.364121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Transition to ACTIVE for port object fb9efcad-8334-4fd5-a4ed-1108e488fe30 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:37.380183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Transition to ACTIVE for port object fb9efcad-8334-4fd5-a4ed-1108e488fe30 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:37.445346 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:24:37.463416 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:37.477137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4597a104-956f-4def-b2fb-6957cb2cd003 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:37.480857 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4597a104-956f-4def-b2fb-6957cb2cd003 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:37.501612 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:37.504407 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:37.507878 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:37.515909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Pushing event updated for resources: {'Port': ['ID=fb9efcad-8334-4fd5-a4ed-1108e488fe30,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:37.572674 n-d-804985-3 neutron-server[96115]: INFO neutron.db.ipam_backend_mixin [None req-4597a104-956f-4def-b2fb-6957cb2cd003 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86619a5c-3142-46cd-bb60-c6ecc8116cca (CIDR: 2001:db8::/64) Aug 23 15:24:37.572926 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Attempting to bind port fb9efcad-8334-4fd5-a4ed-1108e488fe30 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:24:37.573889 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Attempting to bind port fb9efcad-8334-4fd5-a4ed-1108e488fe30 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:24:37.574147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Attempting to bind port fb9efcad-8334-4fd5-a4ed-1108e488fe30 on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:24:37.579240 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:24:37.579616 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:24:37.580064 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:37.580454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:24:37.580995 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Bound port: fb9efcad-8334-4fd5-a4ed-1108e488fe30, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:24:37.581378 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:37.606612 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-4597a104-956f-4def-b2fb-6957cb2cd003 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:24:37.607205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4597a104-956f-4def-b2fb-6957cb2cd003 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:37.648536 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] For port fb9efcad-8334-4fd5-a4ed-1108e488fe30, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:24:37.652456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] For port fb9efcad-8334-4fd5-a4ed-1108e488fe30, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fb9efcad-8334-4fd5-a4ed-1108e488fe30,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:24:37.700221 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4597a104-956f-4def-b2fb-6957cb2cd003 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7288039 Aug 23 15:24:37.703347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32808) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:37.708864 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2f183fc3-aa8c-437b-8d3e-b6f54a1c97d9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:37.729157 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:37.794183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efd201-3994-4275-b6ef-cb7e537a5609 None None] Pushing event updated for resources: {'Port': ['ID=fb9efcad-8334-4fd5-a4ed-1108e488fe30,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:37.884486 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ca87668-1bc1-49f1-bcc4-497897f171d6 req-cfcaafc4-f0bc-46b5-94c3-fdab0f773df4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1925092 Aug 23 15:24:37.969690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f183fc3-aa8c-437b-8d3e-b6f54a1c97d9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:37.976883 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f183fc3-aa8c-437b-8d3e-b6f54a1c97d9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:38.049516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca87668-1bc1-49f1-bcc4-497897f171d6 req-68b81ff9-085d-42d5-98a3-86260347d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:38.051094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ca87668-1bc1-49f1-bcc4-497897f171d6 req-68b81ff9-085d-42d5-98a3-86260347d4b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 1096 time: 0.1190178 Aug 23 15:24:38.224400 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca87668-1bc1-49f1-bcc4-497897f171d6 req-6315afc5-083c-43f6-b5e0-ecb8ba5a1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:38.226045 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ca87668-1bc1-49f1-bcc4-497897f171d6 req-6315afc5-083c-43f6-b5e0-ecb8ba5a1c6a service neutron] 10.222.0.57 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.1512909 Aug 23 15:24:38.335582 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ca87668-1bc1-49f1-bcc4-497897f171d6 req-15080077-5c5b-4738-a356-7f87407f38bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=148f4c68-2bec-44e3-8aeb-780e0da79128 HTTP/1.1" status: 200 len: 1001 time: 0.0993240 Aug 23 15:24:38.407951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca87668-1bc1-49f1-bcc4-497897f171d6 req-72b842ea-d302-4364-8ebb-fc0071625001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:38.407951 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ca87668-1bc1-49f1-bcc4-497897f171d6 req-72b842ea-d302-4364-8ebb-fc0071625001 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0624139 Aug 23 15:24:38.453371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca87668-1bc1-49f1-bcc4-497897f171d6 req-56922e50-5f0c-4a7c-a0e3-20706f899e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:38.455032 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ca87668-1bc1-49f1-bcc4-497897f171d6 req-56922e50-5f0c-4a7c-a0e3-20706f899e7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425203 Aug 23 15:24:38.456554 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f183fc3-aa8c-437b-8d3e-b6f54a1c97d9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:38.493468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-3ca87668-1bc1-49f1-bcc4-497897f171d6 req-cafbecf7-f847-4c2f-86e4-63d6f3bf6c03 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:24:38.494564 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ca87668-1bc1-49f1-bcc4-497897f171d6 req-cafbecf7-f847-4c2f-86e4-63d6f3bf6c03 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132601 Aug 23 15:24:38.523235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f183fc3-aa8c-437b-8d3e-b6f54a1c97d9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:38.539041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-2f183fc3-aa8c-437b-8d3e-b6f54a1c97d9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:38.545291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f183fc3-aa8c-437b-8d3e-b6f54a1c97d9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:38.545895 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f183fc3-aa8c-437b-8d3e-b6f54a1c97d9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:38.582861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f183fc3-aa8c-437b-8d3e-b6f54a1c97d9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=2465bd61-ad0e-4021-97db-93bd2d7e98d2,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:38.634111 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ca87668-1bc1-49f1-bcc4-497897f171d6 req-b2404544-90fb-4be0-9a48-8eb0fd8f41a1 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308362 Aug 23 15:24:38.700961 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2f183fc3-aa8c-437b-8d3e-b6f54a1c97d9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9963925 Aug 23 15:24:38.704109 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32810) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:38.709584 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'mac_address': 'fa:16:3e:17:23:7e', 'name': 'tempest-NetworksTestDHCPv6-1513918274'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:38.750883 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ca87668-1bc1-49f1-bcc4-497897f171d6 req-9386063a-19c0-48c0-bb30-18fa147ae5a1 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094410 Aug 23 15:24:38.781669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80645ae0-3243-47dd-9201-d0a722fbe969 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:38.917792 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-43b3a964-ece0-4747-a4d0-9bdbddb2b1c6 None None] Provisioning for port fb9efcad-8334-4fd5-a4ed-1108e488fe30 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:39.029951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8a0518-6bfa-4f19-a3ed-93e4129a1461 None None] Update dhcp port {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'fixed_ips': [{'subnet_id': '86619a5c-3142-46cd-bb60-c6ecc8116cca', 'ip_address': '2001:db8::f816:3eff:fe4a:2013'}, {'subnet_id': '2465bd61-ad0e-4021-97db-93bd2d7e98d2'}], 'binding:host_id': 'n-d-804985-3'}, 'id': 'fb9efcad-8334-4fd5-a4ed-1108e488fe30'} from n-d-804985-3. {{(pid=96116) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 15:24:39.058833 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0518-6bfa-4f19-a3ed-93e4129a1461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:39.157090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:39.222766 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-1d8a0518-6bfa-4f19-a3ed-93e4129a1461 None None] Allocated IP 2001:db8:0:1::2 (cc264fb4-db7a-4341-9252-69f2f91a369a/2465bd61-ad0e-4021-97db-93bd2d7e98d2/fb9efcad-8334-4fd5-a4ed-1108e488fe30) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:39.240800 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:39.262020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port b085f924-a7d7-4527-a7dc-41b0e52df7f6 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:24:39.335559 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1d8a0518-6bfa-4f19-a3ed-93e4129a1461 None None] For port fb9efcad-8334-4fd5-a4ed-1108e488fe30, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fb9efcad-8334-4fd5-a4ed-1108e488fe30,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:39.369012 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0518-6bfa-4f19-a3ed-93e4129a1461 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:39.373362 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fb9efcad-8334-4fd5-a4ed-1108e488fe30 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:24:39.407261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1d8a0518-6bfa-4f19-a3ed-93e4129a1461 None None] Transition to ACTIVE for port object fb9efcad-8334-4fd5-a4ed-1108e488fe30 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:39.494660 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port fb9efcad-8334-4fd5-a4ed-1108e488fe30 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:39.497194 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0518-6bfa-4f19-a3ed-93e4129a1461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:39.592304 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a0518-6bfa-4f19-a3ed-93e4129a1461 None None] Pushing event updated for resources: {'Port': ['ID=fb9efcad-8334-4fd5-a4ed-1108e488fe30,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:39.612408 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8:0:1::264 (cc264fb4-db7a-4341-9252-69f2f91a369a/2465bd61-ad0e-4021-97db-93bd2d7e98d2/b085f924-a7d7-4527-a7dc-41b0e52df7f6) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:39.618872 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::f816:3eff:fe17:237e (cc264fb4-db7a-4341-9252-69f2f91a369a/86619a5c-3142-46cd-bb60-c6ecc8116cca/b085f924-a7d7-4527-a7dc-41b0e52df7f6) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:39.779416 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:39.796641 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object b085f924-a7d7-4527-a7dc-41b0e52df7f6 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:39.903962 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:39.950613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:39.955487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:39.959350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:39.966745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:39.967413 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:39.976357 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=b085f924-a7d7-4527-a7dc-41b0e52df7f6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:40.046906 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-23347adb-1e34-4118-aee8-ccd8cb96563c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3414516 Aug 23 15:24:40.049669 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32812) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:40.156273 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-23d8ee4f-945c-48b3-b687-a6dfa0b7780b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port b085f924-a7d7-4527-a7dc-41b0e52df7f6 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:40.156725 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-23d8ee4f-945c-48b3-b687-a6dfa0b7780b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:40.252050 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-23d8ee4f-945c-48b3-b687-a6dfa0b7780b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:40.264901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-23d8ee4f-945c-48b3-b687-a6dfa0b7780b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for b085f924-a7d7-4527-a7dc-41b0e52df7f6 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:40.265755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2137b89d-b080-48d5-9fdb-49b705b8e2fa None None] Provisioning for port fb9efcad-8334-4fd5-a4ed-1108e488fe30 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:40.269864 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2137b89d-b080-48d5-9fdb-49b705b8e2fa None None] Provisioning complete for port fb9efcad-8334-4fd5-a4ed-1108e488fe30 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:40.270371 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2137b89d-b080-48d5-9fdb-49b705b8e2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:40.351640 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2137b89d-b080-48d5-9fdb-49b705b8e2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:40.388282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2137b89d-b080-48d5-9fdb-49b705b8e2fa None None] For port fb9efcad-8334-4fd5-a4ed-1108e488fe30, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fb9efcad-8334-4fd5-a4ed-1108e488fe30,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:40.466230 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2137b89d-b080-48d5-9fdb-49b705b8e2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:40.517007 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137b89d-b080-48d5-9fdb-49b705b8e2fa None None] Pushing event updated for resources: {'Port': ['ID=fb9efcad-8334-4fd5-a4ed-1108e488fe30,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:40.542878 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-23d8ee4f-945c-48b3-b687-a6dfa0b7780b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:40.579468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-09be11bd-5154-411c-99d5-68521e1b2a3f None None] Could not find standard attr ID for object b085f924-a7d7-4527-a7dc-41b0e52df7f6. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:24:40.580208 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8ee4f-945c-48b3-b687-a6dfa0b7780b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=b085f924-a7d7-4527-a7dc-41b0e52df7f6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:40.627110 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-23d8ee4f-945c-48b3-b687-a6dfa0b7780b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:40.629254 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-23d8ee4f-945c-48b3-b687-a6dfa0b7780b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/b085f924-a7d7-4527-a7dc-41b0e52df7f6 HTTP/1.1" status: 204 len: 168 time: 0.5784538 Aug 23 15:24:40.631562 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32814) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:40.693645 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe2383b-f1d7-4091-8509-9951df482f11 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:40.698953 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ffe2383b-f1d7-4091-8509-9951df482f11 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0634377 Aug 23 15:24:40.699470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32816) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:40.756883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbd6f74-f0e3-4918-b110-a37e31f98497 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:40.758474 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-afbd6f74-f0e3-4918-b110-a37e31f98497 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0579302 Aug 23 15:24:40.762357 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32818) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:40.824781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ac01fc-291f-46d9-b322-7393b9a93ee9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:40.826331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ac01fc-291f-46d9-b322-7393b9a93ee9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:40.827896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ac01fc-291f-46d9-b322-7393b9a93ee9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:40.829513 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-40ac01fc-291f-46d9-b322-7393b9a93ee9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0662098 Aug 23 15:24:40.832337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32820) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:40.891536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a35b4c8-1cfb-48ed-abeb-2a17815ecef0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet 2465bd61-ad0e-4021-97db-93bd2d7e98d2 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:40.894695 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a35b4c8-1cfb-48ed-abeb-2a17815ecef0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:40.937601 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a35b4c8-1cfb-48ed-abeb-2a17815ecef0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:41.026816 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a35b4c8-1cfb-48ed-abeb-2a17815ecef0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:41.160232 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a35b4c8-1cfb-48ed-abeb-2a17815ecef0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:41.188807 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35b4c8-1cfb-48ed-abeb-2a17815ecef0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=2465bd61-ad0e-4021-97db-93bd2d7e98d2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:41.192855 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9a35b4c8-1cfb-48ed-abeb-2a17815ecef0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:41.196075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9a35b4c8-1cfb-48ed-abeb-2a17815ecef0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/2465bd61-ad0e-4021-97db-93bd2d7e98d2 HTTP/1.1" status: 204 len: 168 time: 0.3626757 Aug 23 15:24:41.197213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32822) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:41.199741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b28ac7d-fcf7-4b54-87d8-5672478b19ca None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:41.250602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05c5c82-0fc7-4b1a-acd4-1328ffb84e2f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet 86619a5c-3142-46cd-bb60-c6ecc8116cca {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:41.253775 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e05c5c82-0fc7-4b1a-acd4-1328ffb84e2f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:41.296860 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e05c5c82-0fc7-4b1a-acd4-1328ffb84e2f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:41.344498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fb9efcad-8334-4fd5-a4ed-1108e488fe30 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:24:41.389792 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e05c5c82-0fc7-4b1a-acd4-1328ffb84e2f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:41.401027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port fb9efcad-8334-4fd5-a4ed-1108e488fe30 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:41.401693 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:41.538569 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e05c5c82-0fc7-4b1a-acd4-1328ffb84e2f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:41.569154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c5c82-0fc7-4b1a-acd4-1328ffb84e2f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=86619a5c-3142-46cd-bb60-c6ecc8116cca,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:41.573268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e05c5c82-0fc7-4b1a-acd4-1328ffb84e2f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:41.579217 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e05c5c82-0fc7-4b1a-acd4-1328ffb84e2f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/86619a5c-3142-46cd-bb60-c6ecc8116cca HTTP/1.1" status: 204 len: 168 time: 0.3809171 Aug 23 15:24:41.582642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32824) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:41.629428 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5109c9e2-4e24-4bb3-9673-d0e3e9da5240 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453560 Aug 23 15:24:41.632327 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32826) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:41.639438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-44e4f2c4-b04b-4203-bac0-d142abb1e824 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:41.797438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e4f2c4-b04b-4203-bac0-d142abb1e824 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:41.801184 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44e4f2c4-b04b-4203-bac0-d142abb1e824 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:41.936554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78961c90-cb0c-442f-80a2-404af7f7f7fd None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:42.039367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-8966da57-cdd7-4cdb-9133-7486522caa95 None None] Provisioning complete for port fb9efcad-8334-4fd5-a4ed-1108e488fe30 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:42.039773 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8966da57-cdd7-4cdb-9133-7486522caa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:42.094467 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44e4f2c4-b04b-4203-bac0-d142abb1e824 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:42.148204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4f2c4-b04b-4203-bac0-d142abb1e824 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:42.152409 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-44e4f2c4-b04b-4203-bac0-d142abb1e824 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:42.155439 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4f2c4-b04b-4203-bac0-d142abb1e824 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:42.156274 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44e4f2c4-b04b-4203-bac0-d142abb1e824 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:42.174416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4f2c4-b04b-4203-bac0-d142abb1e824 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=af9960bd-e02b-4d73-ad64-a983082e7785,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:42.244135 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-44e4f2c4-b04b-4203-bac0-d142abb1e824 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6104095 Aug 23 15:24:42.247803 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32828) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:42.254809 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-4870964d-6a58-4f92-8a47-f73f32eb3d2e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:42.343738 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137fd0cd-299e-4399-a46d-c2a48570fd12 None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:24:42.395732 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-137fd0cd-299e-4399-a46d-c2a48570fd12 None None] Deleting port fb9efcad-8334-4fd5-a4ed-1108e488fe30 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:42.395732 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-137fd0cd-299e-4399-a46d-c2a48570fd12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:42.468649 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4870964d-6a58-4f92-8a47-f73f32eb3d2e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:42.472298 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4870964d-6a58-4f92-8a47-f73f32eb3d2e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:42.480997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-137fd0cd-299e-4399-a46d-c2a48570fd12 None None] For port fb9efcad-8334-4fd5-a4ed-1108e488fe30, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fb9efcad-8334-4fd5-a4ed-1108e488fe30,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:42.481400 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-137fd0cd-299e-4399-a46d-c2a48570fd12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:42.494271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-137fd0cd-299e-4399-a46d-c2a48570fd12 None None] Calling delete_port for fb9efcad-8334-4fd5-a4ed-1108e488fe30 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:42.579935 n-d-804985-3 neutron-server[96114]: INFO neutron.db.ipam_backend_mixin [None req-4870964d-6a58-4f92-8a47-f73f32eb3d2e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af9960bd-e02b-4d73-ad64-a983082e7785 (CIDR: 2001:db8::/64) Aug 23 15:24:42.626651 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-4870964d-6a58-4f92-8a47-f73f32eb3d2e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:24:42.627128 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4870964d-6a58-4f92-8a47-f73f32eb3d2e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:42.651836 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-137fd0cd-299e-4399-a46d-c2a48570fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:42.680771 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fd0cd-299e-4399-a46d-c2a48570fd12 None None] Pushing event deleted for resources: {'Port': ['ID=fb9efcad-8334-4fd5-a4ed-1108e488fe30,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:42.688366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137fd0cd-299e-4399-a46d-c2a48570fd12 None None] No DVR routers for this DVR port fb9efcad-8334-4fd5-a4ed-1108e488fe30 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:24:42.702421 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90dbd20-3e02-4043-9c2b-17cb62c6c11d None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:42.723424 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4870964d-6a58-4f92-8a47-f73f32eb3d2e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4742703 Aug 23 15:24:42.726246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32834) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:42.732364 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:42.858026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': 'af9960bd-e02b-4d73-ad64-a983082e7785'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:24:42.858026 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:42.957323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:42.960863 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:43.016999 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Allocated IP 2001:db8::2 (cc264fb4-db7a-4341-9252-69f2f91a369a/af9960bd-e02b-4d73-ad64-a983082e7785/1fd1e453-1fee-435f-ae8b-3fc80b2865c5) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:43.175115 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:43.185052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Transition to ACTIVE for port object 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:43.201719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Transition to ACTIVE for port object 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:43.289248 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:43.329751 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fb9efcad-8334-4fd5-a4ed-1108e488fe30 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:24:43.347859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:43.373165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:43.375973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:43.379459 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: fb9efcad-8334-4fd5-a4ed-1108e488fe30 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:24:43.379977 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fb9efcad-8334-4fd5-a4ed-1108e488fe30 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:24:43.383186 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Pushing event updated for resources: {'Port': ['ID=1fd1e453-1fee-435f-ae8b-3fc80b2865c5,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:43.441823 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Attempting to bind port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:24:43.442571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Attempting to bind port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:24:43.442720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Attempting to bind port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:24:43.446365 n-d-804985-3 neutron-server[96114]: DEBUG neutron.objects.ports [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=96114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:24:43.449613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:24:43.449995 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:24:43.450415 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:43.450820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:24:43.451321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Bound port: 1fd1e453-1fee-435f-ae8b-3fc80b2865c5, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:24:43.451761 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:43.528711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] For port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:24:43.532125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] For port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1fd1e453-1fee-435f-ae8b-3fc80b2865c5,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:24:43.623511 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:43.684897 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb98d8-646a-4588-885d-c0c7c2158ad7 None None] Pushing event updated for resources: {'Port': ['ID=1fd1e453-1fee-435f-ae8b-3fc80b2865c5,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:43.766571 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:43.956632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] For port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1fd1e453-1fee-435f-ae8b-3fc80b2865c5,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:43.990412 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:44.054272 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:44.055019 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:44.131004 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:44.137679 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:44.140704 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:44.141327 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:44.158652 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=c83da7d5-bdfc-4bf8-9056-25bd8f78d896,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:44.177143 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=1fd1e453-1fee-435f-ae8b-3fc80b2865c5,revision_number=4']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:44.269928 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a91d27b7-1f91-46ca-9a97-7b46ceaeef37 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5423985 Aug 23 15:24:44.273131 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32838) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:44.280692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'mac_address': 'fa:16:3e:03:76:8e', 'name': 'tempest-NetworksTestDHCPv6-885187402'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:44.512389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:44.645890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:44.646015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b1b133-3a2b-46fd-9532-d1eedbfb6d31 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:44.670562 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port 252629cc-3b8a-415c-b077-e00199ebae62 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:24:44.848832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-49dac40b-6ca6-475b-918d-0ae1bd817f8d None None] Provisioning for port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:44.922894 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::303 (cc264fb4-db7a-4341-9252-69f2f91a369a/af9960bd-e02b-4d73-ad64-a983082e7785/252629cc-3b8a-415c-b077-e00199ebae62) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:44.938463 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8:0:1:f816:3eff:fe03:768e (cc264fb4-db7a-4341-9252-69f2f91a369a/c83da7d5-bdfc-4bf8-9056-25bd8f78d896/252629cc-3b8a-415c-b077-e00199ebae62) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:45.125778 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:45.144583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object 252629cc-3b8a-415c-b077-e00199ebae62 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:45.249475 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:45.299241 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:45.302988 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:45.308625 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:45.314650 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:45.315369 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:45.329653 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=252629cc-3b8a-415c-b077-e00199ebae62,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:45.396155 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-33435e95-8ca4-44a5-819a-678c6217e671 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1214776 Aug 23 15:24:45.399004 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32842) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:45.404363 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:24:45.513535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2f238215-6b84-480d-a787-191e9fda2fe9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port 252629cc-3b8a-415c-b077-e00199ebae62 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:45.514114 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2f238215-6b84-480d-a787-191e9fda2fe9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:45.522627 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:45.530816 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:45.531198 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:45.614641 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-198cdfa5-5f07-4379-954e-89f5247e1562 None None] Provisioning complete for port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:45.615022 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-198cdfa5-5f07-4379-954e-89f5247e1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:45.615475 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2f238215-6b84-480d-a787-191e9fda2fe9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:45.632988 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2f238215-6b84-480d-a787-191e9fda2fe9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for 252629cc-3b8a-415c-b077-e00199ebae62 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:45.693175 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:45.748370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1fd1e453-1fee-435f-ae8b-3fc80b2865c5,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:45.816014 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-198cdfa5-5f07-4379-954e-89f5247e1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:45.833222 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:45.874698 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:45.934733 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-198cdfa5-5f07-4379-954e-89f5247e1562 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:24:45.935092 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-198cdfa5-5f07-4379-954e-89f5247e1562 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:24:45.935593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=1fd1e453-1fee-435f-ae8b-3fc80b2865c5,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:45.985191 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2f238215-6b84-480d-a787-191e9fda2fe9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:46.015262 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f238215-6b84-480d-a787-191e9fda2fe9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=252629cc-3b8a-415c-b077-e00199ebae62,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:46.068207 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2f238215-6b84-480d-a787-191e9fda2fe9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:46.073331 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2f238215-6b84-480d-a787-191e9fda2fe9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/252629cc-3b8a-415c-b077-e00199ebae62 HTTP/1.1" status: 204 len: 168 time: 0.6696846 Aug 23 15:24:46.073552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32844) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:46.133092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d661b53-95da-45e2-a9e8-ceccfbc56cbf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:46.134720 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1d661b53-95da-45e2-a9e8-ceccfbc56cbf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0601833 Aug 23 15:24:46.138023 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32846) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:46.189118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207cdde8-10e3-4ede-8095-ee01963ad3e4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:46.190859 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-207cdde8-10e3-4ede-8095-ee01963ad3e4 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0518477 Aug 23 15:24:46.193559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32848) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:46.257680 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db41ef-ab57-4527-a81a-6c9ae586216e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:46.259303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db41ef-ab57-4527-a81a-6c9ae586216e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:46.261764 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db41ef-ab57-4527-a81a-6c9ae586216e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:46.263470 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a5db41ef-ab57-4527-a81a-6c9ae586216e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0689216 Aug 23 15:24:46.266375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32850) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:46.326744 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4697db3-c686-4c18-9fe7-b212c01c1a60 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet af9960bd-e02b-4d73-ad64-a983082e7785 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:46.330350 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4697db3-c686-4c18-9fe7-b212c01c1a60 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:46.373709 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4697db3-c686-4c18-9fe7-b212c01c1a60 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:46.461243 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4697db3-c686-4c18-9fe7-b212c01c1a60 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:46.583784 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e04c0e08-cbc6-4d4b-814e-c276b650be1b None None] Could not find standard attr ID for object 252629cc-3b8a-415c-b077-e00199ebae62. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:24:46.603194 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4697db3-c686-4c18-9fe7-b212c01c1a60 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:46.641886 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4697db3-c686-4c18-9fe7-b212c01c1a60 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=af9960bd-e02b-4d73-ad64-a983082e7785,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:46.643926 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4697db3-c686-4c18-9fe7-b212c01c1a60 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:46.646508 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b4697db3-c686-4c18-9fe7-b212c01c1a60 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/af9960bd-e02b-4d73-ad64-a983082e7785 HTTP/1.1" status: 204 len: 168 time: 0.3784206 Aug 23 15:24:46.648628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32852) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:46.651150 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e66434-bef7-4a0a-8293-a3f2971608eb None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:46.714078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b4c66d-3ad8-4ce2-a41d-1f6d8f3d79f0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet c83da7d5-bdfc-4bf8-9056-25bd8f78d896 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:46.719072 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68b4c66d-3ad8-4ce2-a41d-1f6d8f3d79f0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:46.763471 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68b4c66d-3ad8-4ce2-a41d-1f6d8f3d79f0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:46.861625 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68b4c66d-3ad8-4ce2-a41d-1f6d8f3d79f0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:47.029836 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68b4c66d-3ad8-4ce2-a41d-1f6d8f3d79f0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:47.058325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4c66d-3ad8-4ce2-a41d-1f6d8f3d79f0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=c83da7d5-bdfc-4bf8-9056-25bd8f78d896,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:47.064154 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-68b4c66d-3ad8-4ce2-a41d-1f6d8f3d79f0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:47.068753 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-68b4c66d-3ad8-4ce2-a41d-1f6d8f3d79f0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/c83da7d5-bdfc-4bf8-9056-25bd8f78d896 HTTP/1.1" status: 204 len: 168 time: 0.4167786 Aug 23 15:24:47.069540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32854) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:47.120622 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-11de7972-aad3-4203-93a7-8cc33c916b76 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498819 Aug 23 15:24:47.125257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32856) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:47.131378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:47.340938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:24:47.383275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:47.389328 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:47.404930 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c31edae-b9f5-464f-bee1-1c8a7ae727a7 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:47.455323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:47.455722 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:47.487096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-773d0f91-e250-40ab-834d-9c68852ab572 None None] Provisioning complete for port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:47.487471 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-773d0f91-e250-40ab-834d-9c68852ab572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:47.688541 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:47.743605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:47.745487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:47.748969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:47.749568 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:47.756458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f7c933-0eeb-40f3-80ca-bc50f96b09fd None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:24:47.770958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=e0f51ee0-7846-4455-aaf7-91ffa4e1b46a,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:47.778808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:47.779154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:47.779527 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:47.779866 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:47.780209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:47.780581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:47.780852 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:47.781186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:47.781588 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:47.781909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:47.782256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:47.782579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:47.810212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d3f7c933-0eeb-40f3-80ca-bc50f96b09fd None None] Deleting port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:47.810497 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d3f7c933-0eeb-40f3-80ca-bc50f96b09fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:47.854761 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c0c8fb06-69d6-4a85-b070-e6887ce073e3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7282546 Aug 23 15:24:47.858053 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32858) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:47.863742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-fec732c6-0aa4-4da5-b140-11b050b9a19d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:47.899515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d3f7c933-0eeb-40f3-80ca-bc50f96b09fd None None] For port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1fd1e453-1fee-435f-ae8b-3fc80b2865c5,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:47.899943 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d3f7c933-0eeb-40f3-80ca-bc50f96b09fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:47.915544 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d3f7c933-0eeb-40f3-80ca-bc50f96b09fd None None] Calling delete_port for 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:48.094527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec732c6-0aa4-4da5-b140-11b050b9a19d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:48.099059 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fec732c6-0aa4-4da5-b140-11b050b9a19d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:48.108486 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d3f7c933-0eeb-40f3-80ca-bc50f96b09fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:48.137683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7c933-0eeb-40f3-80ca-bc50f96b09fd None None] Pushing event deleted for resources: {'Port': ['ID=1fd1e453-1fee-435f-ae8b-3fc80b2865c5,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:48.141369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7c933-0eeb-40f3-80ca-bc50f96b09fd None None] No DVR routers for this DVR port 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:24:48.157883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd4a076-36c1-4c74-b20c-78bea494243a None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:48.223624 n-d-804985-3 neutron-server[96114]: INFO neutron.db.ipam_backend_mixin [None req-fec732c6-0aa4-4da5-b140-11b050b9a19d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e0f51ee0-7846-4455-aaf7-91ffa4e1b46a (CIDR: 2001:db8::/64) Aug 23 15:24:48.281081 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec732c6-0aa4-4da5-b140-11b050b9a19d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:24:48.282042 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec732c6-0aa4-4da5-b140-11b050b9a19d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:48.330736 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc264fb4-db7a-4341-9252-69f2f91a369a', 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'tenant_id': '69a7b2d44d3643a8ab0a33d99cab9b9e', 'fixed_ips': [{'subnet_id': 'e0f51ee0-7846-4455-aaf7-91ffa4e1b46a'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:24:48.331675 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:48.383577 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fec732c6-0aa4-4da5-b140-11b050b9a19d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5240750 Aug 23 15:24:48.387212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32860) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:48.392927 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'subnet': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:48.497728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Allocated IP 2001:db8::2 (cc264fb4-db7a-4341-9252-69f2f91a369a/e0f51ee0-7846-4455-aaf7-91ffa4e1b46a/de2f4044-61c3-4edc-8122-4a96105e1fcf) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:48.591545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:48.595782 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:48.688229 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:48.698263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Transition to ACTIVE for port object de2f4044-61c3-4edc-8122-4a96105e1fcf will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:48.719039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Transition to ACTIVE for port object de2f4044-61c3-4edc-8122-4a96105e1fcf will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:48.809102 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:48.850243 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:48.853056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:48.856602 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:48.869341 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Pushing event updated for resources: {'Port': ['ID=de2f4044-61c3-4edc-8122-4a96105e1fcf,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:48.923000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Attempting to bind port de2f4044-61c3-4edc-8122-4a96105e1fcf on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:24:48.923403 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Attempting to bind port de2f4044-61c3-4edc-8122-4a96105e1fcf by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:24:48.923750 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Attempting to bind port de2f4044-61c3-4edc-8122-4a96105e1fcf on network cc264fb4-db7a-4341-9252-69f2f91a369a {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:24:48.928732 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:24:48.929052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Checking segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:24:48.929452 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:48.929901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Bound using segment: {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:24:48.930368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Bound port: de2f4044-61c3-4edc-8122-4a96105e1fcf, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:24:48.930748 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:48.998091 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] For port de2f4044-61c3-4edc-8122-4a96105e1fcf, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:24:49.001954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] For port de2f4044-61c3-4edc-8122-4a96105e1fcf, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=de2f4044-61c3-4edc-8122-4a96105e1fcf,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:24:49.036375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.objects.ports [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=96114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:24:49.086223 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:49.164279 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db589009-a871-4d43-aa30-c844ba5bb82b None None] Pushing event updated for resources: {'Port': ['ID=de2f4044-61c3-4edc-8122-4a96105e1fcf,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:49.342622 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:49.367351 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:24:49.392565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:24:49.392946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1fd1e453-1fee-435f-ae8b-3fc80b2865c5 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:24:49.526197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] For port de2f4044-61c3-4edc-8122-4a96105e1fcf, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=de2f4044-61c3-4edc-8122-4a96105e1fcf,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:49.556199 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:49.613796 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:49.614584 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:49.692059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:49.698960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:49.710389 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:49.710986 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:49.727131 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Subnet': ['ID=0e5d715d-49d5-424a-b368-598dd87e45f8,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:49.737076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=de2f4044-61c3-4edc-8122-4a96105e1fcf,revision_number=4']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:49.739868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.740220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.740566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.740909 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.741255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.741586 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.741917 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.742249 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.742584 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.742912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.743268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.743604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.752136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.752496 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.753147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.753264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.753524 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.753842 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.754176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.754508 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.754837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.755171 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.755502 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.756188 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:24:49.810042 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c440ff13-bb3c-4acb-8bd5-874c906055c2 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4215817 Aug 23 15:24:49.812830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32862) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:49.818182 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Request body: {'port': {'network_id': 'cc264fb4-db7a-4341-9252-69f2f91a369a', 'mac_address': 'fa:16:3e:1a:67:36', 'name': 'tempest-NetworksTestDHCPv6-991214574'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:50.008071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Made reservation on behalf of 69a7b2d44d3643a8ab0a33d99cab9b9e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:50.092258 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a6abfe-edf3-4c07-8971-f19167664f3b None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:50.225491 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e514e7a2-3dc4-40d1-9f1d-47ce88485267 None None] Provisioning for port de2f4044-61c3-4edc-8122-4a96105e1fcf completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:50.387574 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:50.415630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] device_id is not set on port 317d93b9-92e7-46dd-a023-a2fdb53a2a09 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:24:50.516971 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:50.601442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8::23f (cc264fb4-db7a-4341-9252-69f2f91a369a/e0f51ee0-7846-4455-aaf7-91ffa4e1b46a/317d93b9-92e7-46dd-a023-a2fdb53a2a09) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:50.610231 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1a:6736 (cc264fb4-db7a-4341-9252-69f2f91a369a/0e5d715d-49d5-424a-b368-598dd87e45f8/317d93b9-92e7-46dd-a023-a2fdb53a2a09) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:24:50.773388 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:50.787357 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Transition to ACTIVE for port object 317d93b9-92e7-46dd-a023-a2fdb53a2a09 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:24:50.949274 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:50.999267 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Network cc264fb4-db7a-4341-9252-69f2f91a369a is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:24:51.002502 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:24:51.006380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:24:51.013023 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:51.013695 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:51.024083 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event updated for resources: {'Port': ['ID=317d93b9-92e7-46dd-a023-a2fdb53a2a09,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:51.180195 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1a3b7c0e-165f-4150-b381-4c111c29d7fc tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3662851 Aug 23 15:24:51.185076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32866) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:51.285375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-50c78385-326f-4566-9a65-1a96dca4f362 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting port 317d93b9-92e7-46dd-a023-a2fdb53a2a09 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:51.285608 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50c78385-326f-4566-9a65-1a96dca4f362 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:51.348248 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4f2d86d3-0e01-459d-9e79-f06df6f5683f None None] Provisioning for port 317d93b9-92e7-46dd-a023-a2fdb53a2a09 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:51.353995 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4f2d86d3-0e01-459d-9e79-f06df6f5683f None None] Provisioning complete for port 317d93b9-92e7-46dd-a023-a2fdb53a2a09 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:51.355814 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4f2d86d3-0e01-459d-9e79-f06df6f5683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:51.386524 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device de2f4044-61c3-4edc-8122-4a96105e1fcf up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:24:51.393261 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50c78385-326f-4566-9a65-1a96dca4f362 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:51.407347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-50c78385-326f-4566-9a65-1a96dca4f362 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Calling delete_port for 317d93b9-92e7-46dd-a023-a2fdb53a2a09 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:51.429925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d86d3-0e01-459d-9e79-f06df6f5683f None None] Port 317d93b9-92e7-46dd-a023-a2fdb53a2a09 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:24:51.522451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port de2f4044-61c3-4edc-8122-4a96105e1fcf completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:24:51.527162 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port de2f4044-61c3-4edc-8122-4a96105e1fcf triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:51.527537 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:51.608684 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:51.642619 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port de2f4044-61c3-4edc-8122-4a96105e1fcf, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=de2f4044-61c3-4edc-8122-4a96105e1fcf,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:51.666201 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50c78385-326f-4566-9a65-1a96dca4f362 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:51.697115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c78385-326f-4566-9a65-1a96dca4f362 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Port': ['ID=317d93b9-92e7-46dd-a023-a2fdb53a2a09,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:51.745987 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50c78385-326f-4566-9a65-1a96dca4f362 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:51.750219 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-50c78385-326f-4566-9a65-1a96dca4f362 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/317d93b9-92e7-46dd-a023-a2fdb53a2a09 HTTP/1.1" status: 204 len: 168 time: 0.5614269 Aug 23 15:24:51.750469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32868) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:51.757163 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:51.805955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6aa8de-240d-4632-839e-fec3f98f134e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:51.809813 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9f6aa8de-240d-4632-839e-fec3f98f134e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0561194 Aug 23 15:24:51.810243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32870) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:51.816021 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=de2f4044-61c3-4edc-8122-4a96105e1fcf,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:51.866142 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601fecd5-46fc-4058-9cbe-346234c0780f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:51.869531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-601fecd5-46fc-4058-9cbe-346234c0780f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0565178 Aug 23 15:24:51.870907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32872) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:51.925212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f743996-2dae-4efb-8a80-632fe32e8438 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:51.926758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f743996-2dae-4efb-8a80-632fe32e8438 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:51.928292 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f743996-2dae-4efb-8a80-632fe32e8438 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:51.929852 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0f743996-2dae-4efb-8a80-632fe32e8438 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0583274 Aug 23 15:24:51.932657 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32874) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:51.984601 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-43dd5939-3124-47cc-a6b1-16f2eed7f624 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet 0e5d715d-49d5-424a-b368-598dd87e45f8 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:51.987769 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-43dd5939-3124-47cc-a6b1-16f2eed7f624 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:52.042270 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-43dd5939-3124-47cc-a6b1-16f2eed7f624 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:52.128958 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-43dd5939-3124-47cc-a6b1-16f2eed7f624 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:52.282824 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-43dd5939-3124-47cc-a6b1-16f2eed7f624 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:52.316137 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd5939-3124-47cc-a6b1-16f2eed7f624 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5d715d-49d5-424a-b368-598dd87e45f8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:52.321464 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-43dd5939-3124-47cc-a6b1-16f2eed7f624 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:52.323821 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-43dd5939-3124-47cc-a6b1-16f2eed7f624 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/0e5d715d-49d5-424a-b368-598dd87e45f8 HTTP/1.1" status: 204 len: 168 time: 0.3890786 Aug 23 15:24:52.346471 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32876) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:52.346671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2796e93-e50f-47a0-8b62-d614b4b49fa7 None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:52.389395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-999023ad-58af-4a46-b34d-cf43d7813d55 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Deleting subnet e0f51ee0-7846-4455-aaf7-91ffa4e1b46a {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:24:52.392586 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-999023ad-58af-4a46-b34d-cf43d7813d55 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:52.436221 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-999023ad-58af-4a46-b34d-cf43d7813d55 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:52.535418 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-999023ad-58af-4a46-b34d-cf43d7813d55 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:52.613895 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70464d2d-6ff9-495e-8d36-edfd82b80fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:52.726067 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-999023ad-58af-4a46-b34d-cf43d7813d55 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:52.757185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999023ad-58af-4a46-b34d-cf43d7813d55 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f51ee0-7846-4455-aaf7-91ffa4e1b46a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:52.762617 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-999023ad-58af-4a46-b34d-cf43d7813d55 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:52.767110 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-999023ad-58af-4a46-b34d-cf43d7813d55 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/e0f51ee0-7846-4455-aaf7-91ffa4e1b46a HTTP/1.1" status: 204 len: 168 time: 0.4375439 Aug 23 15:24:52.767551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32878) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:52.815625 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0c741a78-221c-4f30-8f7c-2420b764a9a3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468342 Aug 23 15:24:52.818628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32880) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:52.871570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b216e2cf-cbca-4b52-aa75-15ab7ba3bcaa tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:52.873255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b216e2cf-cbca-4b52-aa75-15ab7ba3bcaa tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0536647 Aug 23 15:24:52.875730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32882) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:52.933563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39aea3-feb2-497a-8a4c-3f61e2c92652 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:52.935067 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ff39aea3-feb2-497a-8a4c-3f61e2c92652 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0584049 Aug 23 15:24:52.937644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32884) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:52.977321 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-02f6a423-b6f4-4cc1-8902-459fa6769899 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385349 Aug 23 15:24:52.985032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32886) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.009780 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a3f275-2e7e-4dc2-936e-67a02ed0ab4f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.011095 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a3f275-2e7e-4dc2-936e-67a02ed0ab4f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.012903 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-78a3f275-2e7e-4dc2-936e-67a02ed0ab4f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/317d93b9-92e7-46dd-a023-a2fdb53a2a09 HTTP/1.1" status: 404 len: 333 time: 0.0267239 Aug 23 15:24:53.015218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670f959-f25e-41dd-ab7a-df1f44dcf04e None None] Network cc264fb4-db7a-4341-9252-69f2f91a369a requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:24:53.016086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32888) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.042336 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3d33ab-e672-4b50-a2e1-8dfd049f93f1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.042812 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3d33ab-e672-4b50-a2e1-8dfd049f93f1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.044584 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1c3d33ab-e672-4b50-a2e1-8dfd049f93f1 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/0e5d715d-49d5-424a-b368-598dd87e45f8 HTTP/1.1" status: 404 len: 337 time: 0.0275500 Aug 23 15:24:53.047082 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32890) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.074122 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3fb080-583b-4583-8c59-67bf60185951 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.074500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3fb080-583b-4583-8c59-67bf60185951 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.076628 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bb3fb080-583b-4583-8c59-67bf60185951 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/e0f51ee0-7846-4455-aaf7-91ffa4e1b46a HTTP/1.1" status: 404 len: 337 time: 0.0282574 Aug 23 15:24:53.078798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32892) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.086453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2bb2bbc3-408b-4f3b-8c3b-e1676ee3eeb6 None None] Provisioning complete for port de2f4044-61c3-4edc-8122-4a96105e1fcf triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:53.086827 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2bb2bbc3-408b-4f3b-8c3b-e1676ee3eeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:53.106395 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-27dc1bf2-6cb3-40e4-9db5-6136d64b77d8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.107054 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27dc1bf2-6cb3-40e4-9db5-6136d64b77d8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.111137 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-27dc1bf2-6cb3-40e4-9db5-6136d64b77d8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/252629cc-3b8a-415c-b077-e00199ebae62 HTTP/1.1" status: 404 len: 333 time: 0.0290475 Aug 23 15:24:53.111366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32894) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.138823 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6ac81e-498a-47b8-94bc-37ecd5aa3f10 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.139293 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6ac81e-498a-47b8-94bc-37ecd5aa3f10 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.141074 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5c6ac81e-498a-47b8-94bc-37ecd5aa3f10 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/c83da7d5-bdfc-4bf8-9056-25bd8f78d896 HTTP/1.1" status: 404 len: 337 time: 0.0287693 Aug 23 15:24:53.145056 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32896) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.173105 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe77842-dc1a-4190-8579-d52d722cf974 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.173581 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe77842-dc1a-4190-8579-d52d722cf974 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.175395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6fe77842-dc1a-4190-8579-d52d722cf974 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/af9960bd-e02b-4d73-ad64-a983082e7785 HTTP/1.1" status: 404 len: 337 time: 0.0293770 Aug 23 15:24:53.178067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32898) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.212126 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4653834-b840-4a98-90cb-655c6bad8e7f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.214136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4653834-b840-4a98-90cb-655c6bad8e7f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.217471 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c4653834-b840-4a98-90cb-655c6bad8e7f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/b085f924-a7d7-4527-a7dc-41b0e52df7f6 HTTP/1.1" status: 404 len: 333 time: 0.0381472 Aug 23 15:24:53.224155 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32900) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.257941 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef54e2b2-d79a-4f89-a3f0-8f9949260d4a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.258193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef54e2b2-d79a-4f89-a3f0-8f9949260d4a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.260607 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ef54e2b2-d79a-4f89-a3f0-8f9949260d4a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/2465bd61-ad0e-4021-97db-93bd2d7e98d2 HTTP/1.1" status: 404 len: 337 time: 0.0347481 Aug 23 15:24:53.263740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32902) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.298546 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda32233-23e4-4330-b175-b867d7b49ecf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.298871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda32233-23e4-4330-b175-b867d7b49ecf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.303635 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fda32233-23e4-4330-b175-b867d7b49ecf tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/86619a5c-3142-46cd-bb60-c6ecc8116cca HTTP/1.1" status: 404 len: 337 time: 0.0388057 Aug 23 15:24:53.304344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32904) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.333080 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-145b465c-39f8-4a31-9e3b-42ebdcb7ed32 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.334412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145b465c-39f8-4a31-9e3b-42ebdcb7ed32 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.338539 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-145b465c-39f8-4a31-9e3b-42ebdcb7ed32 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/66c5ea86-609d-4e53-9971-dc43908684e8 HTTP/1.1" status: 404 len: 333 time: 0.0319796 Aug 23 15:24:53.341334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32906) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.373400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device de2f4044-61c3-4edc-8122-4a96105e1fcf up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:24:53.382776 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bebd374-cd67-450c-8562-e8f5f9e48a0d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.382776 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bebd374-cd67-450c-8562-e8f5f9e48a0d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.385438 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7bebd374-cd67-450c-8562-e8f5f9e48a0d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/d8e6a5aa-1a1e-4fbd-854b-75fb7fe7df51 HTTP/1.1" status: 404 len: 337 time: 0.0414104 Aug 23 15:24:53.389228 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32908) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.414642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acada130-35e1-4e12-bd79-e931a34a09cc None None] DHCP port deletion for cc264fb4-db7a-4341-9252-69f2f91a369a request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:24:53.422726 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-299e9b52-802b-49e4-9910-85c00d9f9e38 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.423193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299e9b52-802b-49e4-9910-85c00d9f9e38 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.424992 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-299e9b52-802b-49e4-9910-85c00d9f9e38 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/431db02c-7bb6-4912-aff9-7f975de46b42 HTTP/1.1" status: 404 len: 337 time: 0.0347517 Aug 23 15:24:53.427815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32912) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.451825 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f7b78e-67f7-4f96-87c7-63809c95a7cd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.452517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f7b78e-67f7-4f96-87c7-63809c95a7cd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.454565 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b8f7b78e-67f7-4f96-87c7-63809c95a7cd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/df4cd404-9cdb-482f-9ff8-87ff88733a7f HTTP/1.1" status: 404 len: 333 time: 0.0249696 Aug 23 15:24:53.456960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32914) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.474971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port de2f4044-61c3-4edc-8122-4a96105e1fcf triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:24:53.475345 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:53.484090 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c6fccb-2378-4c91-a6b9-012976a47005 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.484549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c6fccb-2378-4c91-a6b9-012976a47005 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.486330 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-74c6fccb-2378-4c91-a6b9-012976a47005 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/fe6962f4-03a4-4270-bee1-de397573a0e3 HTTP/1.1" status: 404 len: 337 time: 0.0283651 Aug 23 15:24:53.488863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32916) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.512274 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b78a446-6492-4c68-880a-ec71fde2e70a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.512567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-acada130-35e1-4e12-bd79-e931a34a09cc None None] Deleting port de2f4044-61c3-4edc-8122-4a96105e1fcf {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:24:53.512742 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-acada130-35e1-4e12-bd79-e931a34a09cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:53.512961 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b78a446-6492-4c68-880a-ec71fde2e70a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.514789 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4b78a446-6492-4c68-880a-ec71fde2e70a tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/49b3620b-3463-46d1-af8a-c598cd15d18b HTTP/1.1" status: 404 len: 333 time: 0.0250099 Aug 23 15:24:53.517812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32918) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.545079 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdbf56e-c235-4be9-8fab-90b09bc0dfcb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.545532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abdbf56e-c235-4be9-8fab-90b09bc0dfcb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.547323 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-abdbf56e-c235-4be9-8fab-90b09bc0dfcb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/66cf61aa-edc1-4ea4-83e3-500c5da9becd HTTP/1.1" status: 404 len: 337 time: 0.0289555 Aug 23 15:24:53.550139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32920) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.576237 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-469f6b36-25d8-4136-bf38-1694aa28d868 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.576988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469f6b36-25d8-4136-bf38-1694aa28d868 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.578799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-469f6b36-25d8-4136-bf38-1694aa28d868 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/52e31617-75a5-447f-9f90-34b5f46124ae HTTP/1.1" status: 404 len: 333 time: 0.0277350 Aug 23 15:24:53.581437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32922) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.589932 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-acada130-35e1-4e12-bd79-e931a34a09cc None None] For port de2f4044-61c3-4edc-8122-4a96105e1fcf, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=de2f4044-61c3-4edc-8122-4a96105e1fcf,segment=NetworkSegment(bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e),segment_id=bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:24:53.590266 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-acada130-35e1-4e12-bd79-e931a34a09cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:53.611463 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b1336a-17a9-4f71-a0f0-32f3bd5f06e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.611967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b1336a-17a9-4f71-a0f0-32f3bd5f06e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.613697 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d3b1336a-17a9-4f71-a0f0-32f3bd5f06e9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/2dc9a891-5b89-4fac-8e81-1ca5f5cce5f0 HTTP/1.1" status: 404 len: 337 time: 0.0313208 Aug 23 15:24:53.616273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32924) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.623152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-acada130-35e1-4e12-bd79-e931a34a09cc None None] Calling delete_port for de2f4044-61c3-4edc-8122-4a96105e1fcf owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:24:53.640490 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec60abf1-230a-405b-843d-e103dde542fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.641161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec60abf1-230a-405b-843d-e103dde542fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.644536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ec60abf1-230a-405b-843d-e103dde542fe tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/0c2b9e9b-3033-4a81-b63b-2184c1e1160e HTTP/1.1" status: 404 len: 333 time: 0.0268643 Aug 23 15:24:53.645717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32926) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.676972 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-452ddc63-e4dd-4d05-bf2d-56fc3489773f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.677221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452ddc63-e4dd-4d05-bf2d-56fc3489773f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.681403 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-452ddc63-e4dd-4d05-bf2d-56fc3489773f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/b47d2f47-1492-4d14-ac87-b5e01818294f HTTP/1.1" status: 404 len: 337 time: 0.0320623 Aug 23 15:24:53.682418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32928) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.706114 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-934a13b5-55c5-4f57-83af-1c23362ede8f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.706804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934a13b5-55c5-4f57-83af-1c23362ede8f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.708768 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-934a13b5-55c5-4f57-83af-1c23362ede8f tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/d4831443-7051-4c9d-91ab-e0e2f1c9c290 HTTP/1.1" status: 404 len: 333 time: 0.0253234 Aug 23 15:24:53.711387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32930) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.738819 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb13877-743f-49c8-9d0d-ff0b3979f035 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.739281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb13877-743f-49c8-9d0d-ff0b3979f035 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.741149 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cdb13877-743f-49c8-9d0d-ff0b3979f035 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/2c4a8f71-ddeb-49f3-b589-eae288c40489 HTTP/1.1" status: 404 len: 337 time: 0.0287781 Aug 23 15:24:53.743925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32932) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.770610 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a50bd6c-c360-4a42-b4b1-211d3f5e6af9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.771348 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a50bd6c-c360-4a42-b4b1-211d3f5e6af9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.773110 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7a50bd6c-c360-4a42-b4b1-211d3f5e6af9 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/adb1ea33-7c6f-4b94-b0fc-4fae3ad9ac76 HTTP/1.1" status: 404 len: 333 time: 0.0276473 Aug 23 15:24:53.781849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32934) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.805741 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-acada130-35e1-4e12-bd79-e931a34a09cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:53.812731 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ddef81-a5ee-43dc-b593-b13eed9c43d3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.813187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ddef81-a5ee-43dc-b593-b13eed9c43d3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.815372 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-07ddef81-a5ee-43dc-b593-b13eed9c43d3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/c4cd63de-4845-49a9-870b-5b0bb72e52f7 HTTP/1.1" status: 404 len: 337 time: 0.0320895 Aug 23 15:24:53.817628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32936) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.833392 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acada130-35e1-4e12-bd79-e931a34a09cc None None] Pushing event deleted for resources: {'Port': ['ID=de2f4044-61c3-4edc-8122-4a96105e1fcf,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:53.838728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acada130-35e1-4e12-bd79-e931a34a09cc None None] No DVR routers for this DVR port de2f4044-61c3-4edc-8122-4a96105e1fcf on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:24:53.850467 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-022a2a21-212f-4e36-bc60-fdaf9c4acc58 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.851523 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022a2a21-212f-4e36-bc60-fdaf9c4acc58 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.853698 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-022a2a21-212f-4e36-bc60-fdaf9c4acc58 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/ac15fa62-694d-4ef0-a789-3be30d23ef1b HTTP/1.1" status: 404 len: 337 time: 0.0349448 Aug 23 15:24:53.856345 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32938) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.879809 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa99e1d-e81f-461a-acf8-a7800dede400 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.880518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa99e1d-e81f-461a-acf8-a7800dede400 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.884056 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ffa99e1d-e81f-461a-acf8-a7800dede400 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/a60b6d92-9437-4fe2-8c68-6cc246c188ee HTTP/1.1" status: 404 len: 333 time: 0.0251336 Aug 23 15:24:53.886463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32940) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.913007 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba26102d-60fd-413c-bfcc-ffe30c54981e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.913467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba26102d-60fd-413c-bfcc-ffe30c54981e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.915196 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ba26102d-60fd-413c-bfcc-ffe30c54981e tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/7349959c-c39c-427f-8da1-3049aecd0014 HTTP/1.1" status: 404 len: 337 time: 0.0277634 Aug 23 15:24:53.918788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32942) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.946266 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8df128-0063-4a89-b684-841714825548 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.946725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8df128-0063-4a89-b684-841714825548 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.948785 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2a8df128-0063-4a89-b684-841714825548 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/ee49ddd3-f344-4686-9ee2-49d77c66cf67 HTTP/1.1" status: 404 len: 337 time: 0.0289311 Aug 23 15:24:53.951273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32944) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:53.974418 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7c0f46-7fbb-457b-8a4a-3fc51714abdb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:53.975029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7c0f46-7fbb-457b-8a4a-3fc51714abdb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:53.976778 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1c7c0f46-7fbb-457b-8a4a-3fc51714abdb tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/47d59c46-821a-4f2c-b61f-b5374f363baa HTTP/1.1" status: 404 len: 333 time: 0.0245531 Aug 23 15:24:53.979974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32946) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.018999 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ed8078-4735-4422-a80f-02c0e91347fd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.019887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ed8078-4735-4422-a80f-02c0e91347fd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.021643 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-26ed8078-4735-4422-a80f-02c0e91347fd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/068ef81f-cf64-459b-a13c-c81ee2698b01 HTTP/1.1" status: 404 len: 337 time: 0.0406907 Aug 23 15:24:54.024291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32948) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.050923 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b10cea0-912e-4344-9361-d7631d18fabd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.051371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b10cea0-912e-4344-9361-d7631d18fabd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.053107 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0b10cea0-912e-4344-9361-d7631d18fabd tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/808099ac-0e88-4ea8-967b-0febe18443b9 HTTP/1.1" status: 404 len: 337 time: 0.0278640 Aug 23 15:24:54.055712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32950) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.079010 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3923ca-ef47-4c93-ba52-f97a64cba511 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.079702 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3923ca-ef47-4c93-ba52-f97a64cba511 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.081405 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ae3923ca-ef47-4c93-ba52-f97a64cba511 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/86c84cf5-4e66-4019-b7e7-d7966b8136f8 HTTP/1.1" status: 404 len: 333 time: 0.0247896 Aug 23 15:24:54.083952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32952) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.112185 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-817af530-e524-4b9c-bdd2-15cfbc913eb7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.112538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817af530-e524-4b9c-bdd2-15cfbc913eb7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.114431 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-817af530-e524-4b9c-bdd2-15cfbc913eb7 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/f09dc513-16de-4655-bc3c-15941c3079b2 HTTP/1.1" status: 404 len: 337 time: 0.0295725 Aug 23 15:24:54.118128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32954) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.145668 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8500292-ee4c-4a94-8f0a-bdbcd5dee867 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.146105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8500292-ee4c-4a94-8f0a-bdbcd5dee867 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.147902 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d8500292-ee4c-4a94-8f0a-bdbcd5dee867 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/c71752ce-ba8d-49b1-99bf-29c9836fafab HTTP/1.1" status: 404 len: 337 time: 0.0287859 Aug 23 15:24:54.150575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32956) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.177882 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6447c376-9971-47cf-965d-055102a268d3 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdcd71e1-7514-4f55-9097-b38e7a7232d8 HTTP/1.1" status: 200 len: 205 time: 0.0262051 Aug 23 15:24:54.181078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32958) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.230600 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-d3780661-3db9-4d96-aec4-d584f61d964b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] delete failed (client error): The resource could not be found. Aug 23 15:24:54.231673 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d3780661-3db9-4d96-aec4-d584f61d964b tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/routers/bdcd71e1-7514-4f55-9097-b38e7a7232d8 HTTP/1.1" status: 404 len: 336 time: 0.0490072 Aug 23 15:24:54.234310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32960) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.263492 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f54cfe-2035-4ee3-af68-16c7d27c98ac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.263996 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44f54cfe-2035-4ee3-af68-16c7d27c98ac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.265756 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-44f54cfe-2035-4ee3-af68-16c7d27c98ac tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/b93a1f7e-5798-42df-b5d5-97437cc79f30 HTTP/1.1" status: 404 len: 337 time: 0.0304942 Aug 23 15:24:54.268738 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32962) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.298866 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8e6bb934-3ec6-4ef2-8f58-5e0792325703 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "GET /v2.0/ports?device_id=52a8227f-a687-4eb7-a47e-3d3329bc15d1 HTTP/1.1" status: 200 len: 205 time: 0.0288999 Aug 23 15:24:54.301238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32964) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.347564 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-50790591-a310-4871-a790-ef5cc3e966a0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] delete failed (client error): The resource could not be found. Aug 23 15:24:54.348662 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-50790591-a310-4871-a790-ef5cc3e966a0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/routers/52a8227f-a687-4eb7-a47e-3d3329bc15d1 HTTP/1.1" status: 404 len: 336 time: 0.0462112 Aug 23 15:24:54.351444 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32966) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.381102 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26fde00-626f-4df9-9582-03571d3decef tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.381489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26fde00-626f-4df9-9582-03571d3decef tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.383266 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a26fde00-626f-4df9-9582-03571d3decef tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/4917a6ea-8de0-40df-9aa6-6f0a4260df71 HTTP/1.1" status: 404 len: 337 time: 0.0308013 Aug 23 15:24:54.386761 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32968) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.414424 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-e620e837-7e57-4ad7-bda4-50824efc8ac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.414918 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e620e837-7e57-4ad7-bda4-50824efc8ac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.416826 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e620e837-7e57-4ad7-bda4-50824efc8ac0 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/90db5cb8-d18d-4c09-9968-fccaec6f758a HTTP/1.1" status: 404 len: 337 time: 0.0289874 Aug 23 15:24:54.419512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32970) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.445196 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f039556-cc7b-4493-8339-54c017fd7234 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.445914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f039556-cc7b-4493-8339-54c017fd7234 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.448405 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6f039556-cc7b-4493-8339-54c017fd7234 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/587ba6bc-8012-4b04-bc3c-932923077847 HTTP/1.1" status: 404 len: 333 time: 0.0277841 Aug 23 15:24:54.450870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32972) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.482322 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-7821d7e6-0865-4944-9b3d-93c9af0579f5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.482790 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7821d7e6-0865-4944-9b3d-93c9af0579f5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.484622 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7821d7e6-0865-4944-9b3d-93c9af0579f5 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/13d12fcc-bfac-4d49-a71f-288f941bd299 HTTP/1.1" status: 404 len: 337 time: 0.0328009 Aug 23 15:24:54.487206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32974) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.516876 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-21310473-c905-40bc-9f96-eea3da540f5d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.517566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21310473-c905-40bc-9f96-eea3da540f5d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.519325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-21310473-c905-40bc-9f96-eea3da540f5d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/af708b33-83cd-4b8c-b1f9-4a40f54931e8 HTTP/1.1" status: 404 len: 333 time: 0.0311244 Aug 23 15:24:54.522142 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32976) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.549295 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f069555-cfe3-4c5f-b59b-9fa85cceb626 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.549760 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f069555-cfe3-4c5f-b59b-9fa85cceb626 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.551494 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3f069555-cfe3-4c5f-b59b-9fa85cceb626 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/e38c36a9-252d-4ac4-8f7d-00cb9bf3ca4f HTTP/1.1" status: 404 len: 337 time: 0.0284283 Aug 23 15:24:54.554104 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32978) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.577506 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e1423e-d698-466c-89c2-956ce7a6b8ae tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.578210 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e1423e-d698-466c-89c2-956ce7a6b8ae tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.580002 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d1e1423e-d698-466c-89c2-956ce7a6b8ae tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/062c2fea-3b1f-47dd-8c2a-2100c6b30f14 HTTP/1.1" status: 404 len: 333 time: 0.0249410 Aug 23 15:24:54.582615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 32980) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.611332 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f643c84-20ab-4e14-91a5-3a17483f5d1d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.611836 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f643c84-20ab-4e14-91a5-3a17483f5d1d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.613612 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4f643c84-20ab-4e14-91a5-3a17483f5d1d tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/b677c6e4-dc77-4b44-bd69-405c1f4c9eba HTTP/1.1" status: 404 len: 337 time: 0.0300503 Aug 23 15:24:54.616446 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32982) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.645241 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-369e4f66-bb3a-4961-8439-84b66a80e310 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.645780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369e4f66-bb3a-4961-8439-84b66a80e310 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.647517 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-369e4f66-bb3a-4961-8439-84b66a80e310 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/cf891bec-9685-4b39-bea3-b20301d25d44 HTTP/1.1" status: 404 len: 333 time: 0.0300813 Aug 23 15:24:54.650092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32984) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.679826 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-52829718-ab9d-4f44-be87-a6175d79f2d8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.680285 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52829718-ab9d-4f44-be87-a6175d79f2d8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.683253 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-52829718-ab9d-4f44-be87-a6175d79f2d8 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/f879fe6c-f1ab-4409-8975-5d2094df19f8 HTTP/1.1" status: 404 len: 337 time: 0.0313325 Aug 23 15:24:54.685962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32986) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.711082 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-084334c4-345b-4cef-bcb4-930718e230ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.711755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084334c4-345b-4cef-bcb4-930718e230ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.714300 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-084334c4-345b-4cef-bcb4-930718e230ca tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/8f7e843a-37c3-48bf-ae36-d4fbfb7b2e3d HTTP/1.1" status: 404 len: 333 time: 0.0273538 Aug 23 15:24:54.717245 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32988) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.743683 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-a451af3c-4dcb-481f-b4a4-646fd358e192 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.744592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a451af3c-4dcb-481f-b4a4-646fd358e192 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.747607 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a451af3c-4dcb-481f-b4a4-646fd358e192 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/b91195fd-e0bb-451d-b91b-9b7c1053d350 HTTP/1.1" status: 404 len: 337 time: 0.0292218 Aug 23 15:24:54.750078 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32990) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.781160 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-b258fbd5-d481-4035-b76e-bdcf6f6c5441 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.781957 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b258fbd5-d481-4035-b76e-bdcf6f6c5441 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.783659 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b258fbd5-d481-4035-b76e-bdcf6f6c5441 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/019f2c1c-5099-4495-89f8-218606f85e36 HTTP/1.1" status: 404 len: 333 time: 0.0324202 Aug 23 15:24:54.786182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32992) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.813933 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1d4d31-92dd-4bcd-b7fa-e8b4e914958c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.814393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1d4d31-92dd-4bcd-b7fa-e8b4e914958c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.816193 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5c1d4d31-92dd-4bcd-b7fa-e8b4e914958c tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/c6b30092-4316-453d-a00b-5a455e252d24 HTTP/1.1" status: 404 len: 337 time: 0.0290840 Aug 23 15:24:54.818798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32994) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.852554 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-850e397e-83bb-46fd-a2c3-da0e96b64e77 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.853208 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850e397e-83bb-46fd-a2c3-da0e96b64e77 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.856784 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-850e397e-83bb-46fd-a2c3-da0e96b64e77 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/ports/2863aa35-6f3a-4714-a2b9-4711fcc90954 HTTP/1.1" status: 404 len: 333 time: 0.0369155 Aug 23 15:24:54.858519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32996) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.887246 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad0e948-fa97-460d-a5e4-ea0a34101798 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] DELETE failed (client error): The resource could not be found. Aug 23 15:24:54.887742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad0e948-fa97-460d-a5e4-ea0a34101798 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:24:54.889488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0ad0e948-fa97-460d-a5e4-ea0a34101798 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/subnets/89bb3bb7-c1f3-4b80-b97c-495185927eb0 HTTP/1.1" status: 404 len: 337 time: 0.0300429 Aug 23 15:24:54.892102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 32998) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:54.970211 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e108fd7e-0d4e-4a6a-a0a9-1bd13a9f7968 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:55.071840 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e108fd7e-0d4e-4a6a-a0a9-1bd13a9f7968 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:55.082841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e108fd7e-0d4e-4a6a-a0a9-1bd13a9f7968 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc264fb4-db7a-4341-9252-69f2f91a369a']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:24:55.093674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e108fd7e-0d4e-4a6a-a0a9-1bd13a9f7968 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:24:55.093975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e108fd7e-0d4e-4a6a-a0a9-1bd13a9f7968 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3cd0f7-cf5a-44e8-a2c9-af39cab7b31e') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:24:55.102907 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e108fd7e-0d4e-4a6a-a0a9-1bd13a9f7968 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:55.116812 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e108fd7e-0d4e-4a6a-a0a9-1bd13a9f7968 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:55.123414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e108fd7e-0d4e-4a6a-a0a9-1bd13a9f7968 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:24:55.123850 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e108fd7e-0d4e-4a6a-a0a9-1bd13a9f7968 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:24:55.126808 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:24:55.293951 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e108fd7e-0d4e-4a6a-a0a9-1bd13a9f7968 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:55.301675 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e108fd7e-0d4e-4a6a-a0a9-1bd13a9f7968 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:55.304093 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e108fd7e-0d4e-4a6a-a0a9-1bd13a9f7968 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] 10.222.0.38 "DELETE /v2.0/networks/cc264fb4-db7a-4341-9252-69f2f91a369a HTTP/1.1" status: 204 len: 168 time: 0.4110670 Aug 23 15:24:55.326272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108fd7e-0d4e-4a6a-a0a9-1bd13a9f7968 tempest-NetworksTestDHCPv6-2068775203 tempest-NetworksTestDHCPv6-2068775203-project] Pushing event deleted for resources: {'Network': ['ID=cc264fb4-db7a-4341-9252-69f2f91a369a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:55.347595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device de2f4044-61c3-4edc-8122-4a96105e1fcf no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:24:55.368911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: de2f4044-61c3-4edc-8122-4a96105e1fcf {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:24:55.369787 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device de2f4044-61c3-4edc-8122-4a96105e1fcf not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:24:55.568499 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:55.773064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33004) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:55.913670 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7e2d2462-43ce-4b68-99ff-d633096dba27 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=69a7b2d44d3643a8ab0a33d99cab9b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394341 Aug 23 15:24:55.917197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33008) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:55.966638 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d294864c-cc3d-4462-850e-84acae29ec0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:55.987937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d294864c-cc3d-4462-850e-84acae29ec0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:56.168459 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d294864c-cc3d-4462-850e-84acae29ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:56.171058 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d294864c-cc3d-4462-850e-84acae29ec0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:56.172246 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d294864c-cc3d-4462-850e-84acae29ec0a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d8251a2-6b14-4ece-933d-85e5b4c1cbd7 HTTP/1.1" status: 204 len: 168 time: 0.2540283 Aug 23 15:24:56.180174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294864c-cc3d-4462-850e-84acae29ec0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8251a2-6b14-4ece-933d-85e5b4c1cbd7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:56.625350 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-079d4fdf-ace1-4265-9673-c3a7688268db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:56.848087 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:57.283075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33030) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:57.387794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Request body: {'networks': [{'name': 'tempest-network--1766388585'}, {'name': 'tempest-network--1577242323'}]} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:57.388134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Request body: {'network': {'name': 'tempest-network--1766388585'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:57.388612 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Request body: {'network': {'name': 'tempest-network--1577242323'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:57.488330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Made reservation on behalf of c9ede4ba5efb4b56b73061783561ea3f for: {'network': 2} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:57.493009 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:57.502760 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:57.600366 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:57.739763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:57.740254 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:57.779452 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62232bea-406c-4cbf-9d11-a83abc754cc0,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:57.787645 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:24:57.799690 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:57.800046 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Added segment 03020f3d-dc9c-4e2f-90c4-f21707634025 of type vlan for network 8e9bfd7c-9dbc-452c-bf16-605b7477ca53 Aug 23 15:24:57.845082 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:57.885541 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:24:57.894806 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:57.895355 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Added segment 69180819-c03e-4e79-aab5-71d10ba9efa4 of type vlan for network 38d1f587-700c-42aa-8fd9-98493b14be50 Aug 23 15:24:57.942329 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:58.076906 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:58.077458 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:58.083199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:58.089572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:58.090282 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:58.169103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event updated for resources: {'Network': ['ID=8e9bfd7c-9dbc-452c-bf16-605b7477ca53,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:58.180279 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 8e9bfd7c-9dbc-452c-bf16-605b7477ca53 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:24:58.240725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event updated for resources: {'Network': ['ID=38d1f587-700c-42aa-8fd9-98493b14be50,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:58.253027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33034) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:58.257704 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ef4e7e48-8939-474f-859a-b034acfad80c tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9697902 Aug 23 15:24:58.258134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 38d1f587-700c-42aa-8fd9-98493b14be50 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:24:58.467179 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d06310-0aec-4230-a035-7c2b2cc79178 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:58.474332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d06310-0aec-4230-a035-7c2b2cc79178 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:58.481419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d06310-0aec-4230-a035-7c2b2cc79178 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:58.487704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d06310-0aec-4230-a035-7c2b2cc79178 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:58.489699 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c8d06310-0aec-4230-a035-7c2b2cc79178 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2350121 Aug 23 15:24:58.492579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33036) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:58.581007 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07ac7409-add0-486b-81d3-84247eed31e8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:58.668379 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:58.682265 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07ac7409-add0-486b-81d3-84247eed31e8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:58.694176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-07ac7409-add0-486b-81d3-84247eed31e8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9bfd7c-9dbc-452c-bf16-605b7477ca53']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:24:58.707069 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-07ac7409-add0-486b-81d3-84247eed31e8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03020f3d-dc9c-4e2f-90c4-f21707634025') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:24:58.707634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-07ac7409-add0-486b-81d3-84247eed31e8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03020f3d-dc9c-4e2f-90c4-f21707634025') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:24:58.719610 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07ac7409-add0-486b-81d3-84247eed31e8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:58.734784 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07ac7409-add0-486b-81d3-84247eed31e8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:58.742048 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ac7409-add0-486b-81d3-84247eed31e8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:24:58.742534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07ac7409-add0-486b-81d3-84247eed31e8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:24:58.747223 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:24:58.894025 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07ac7409-add0-486b-81d3-84247eed31e8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:58.902161 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07ac7409-add0-486b-81d3-84247eed31e8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:58.904034 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-07ac7409-add0-486b-81d3-84247eed31e8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "DELETE /v2.0/networks/8e9bfd7c-9dbc-452c-bf16-605b7477ca53 HTTP/1.1" status: 204 len: 168 time: 0.4104269 Aug 23 15:24:58.906723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33038) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:58.926381 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac7409-add0-486b-81d3-84247eed31e8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event deleted for resources: {'Network': ['ID=8e9bfd7c-9dbc-452c-bf16-605b7477ca53,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:59.004062 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e09be3ca-e4a2-4f4d-8446-427e5381c04d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:59.091604 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e09be3ca-e4a2-4f4d-8446-427e5381c04d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:59.101898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e09be3ca-e4a2-4f4d-8446-427e5381c04d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d1f587-700c-42aa-8fd9-98493b14be50']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:24:59.113316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e09be3ca-e4a2-4f4d-8446-427e5381c04d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69180819-c03e-4e79-aab5-71d10ba9efa4') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:24:59.113618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e09be3ca-e4a2-4f4d-8446-427e5381c04d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69180819-c03e-4e79-aab5-71d10ba9efa4') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:24:59.123311 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e09be3ca-e4a2-4f4d-8446-427e5381c04d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:59.136977 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e09be3ca-e4a2-4f4d-8446-427e5381c04d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:59.142895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09be3ca-e4a2-4f4d-8446-427e5381c04d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:24:59.143295 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e09be3ca-e4a2-4f4d-8446-427e5381c04d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:24:59.146249 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:24:59.350824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e09be3ca-e4a2-4f4d-8446-427e5381c04d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:59.358228 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e09be3ca-e4a2-4f4d-8446-427e5381c04d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:59.360125 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e09be3ca-e4a2-4f4d-8446-427e5381c04d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "DELETE /v2.0/networks/38d1f587-700c-42aa-8fd9-98493b14be50 HTTP/1.1" status: 204 len: 168 time: 0.4524071 Aug 23 15:24:59.363037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33040) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:59.372484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09be3ca-e4a2-4f4d-8446-427e5381c04d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event deleted for resources: {'Network': ['ID=38d1f587-700c-42aa-8fd9-98493b14be50,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:24:59.563440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9049f0b8-c61d-4300-9257-9bc90353b096 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:59.569600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9049f0b8-c61d-4300-9257-9bc90353b096 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:59.571250 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9049f0b8-c61d-4300-9257-9bc90353b096 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2069798 Aug 23 15:24:59.575260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33042) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:24:59.580460 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b0444c78-f149-4129-a43c-f4f439d7d8e1 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1093682206'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:24:59.747942 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0444c78-f149-4129-a43c-f4f439d7d8e1 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Made reservation on behalf of c9ede4ba5efb4b56b73061783561ea3f for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:24:59.751532 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b0444c78-f149-4129-a43c-f4f439d7d8e1 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:59.778136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0444c78-f149-4129-a43c-f4f439d7d8e1 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:24:59.787839 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b0444c78-f149-4129-a43c-f4f439d7d8e1 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:59.788199 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-b0444c78-f149-4129-a43c-f4f439d7d8e1 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Added segment 3895d5f3-9aef-42ff-88cc-0b2602fd0be2 of type vlan for network 74c7b9de-af0c-4dc0-8813-f30cfdfecc81 Aug 23 15:24:59.834508 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b0444c78-f149-4129-a43c-f4f439d7d8e1 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:59.967979 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b0444c78-f149-4129-a43c-f4f439d7d8e1 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:24:59.973924 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0444c78-f149-4129-a43c-f4f439d7d8e1 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:24:59.974543 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b0444c78-f149-4129-a43c-f4f439d7d8e1 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:00.043144 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0444c78-f149-4129-a43c-f4f439d7d8e1 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event updated for resources: {'Network': ['ID=74c7b9de-af0c-4dc0-8813-f30cfdfecc81,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:00.056588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 74c7b9de-af0c-4dc0-8813-f30cfdfecc81 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:25:00.094467 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b0444c78-f149-4129-a43c-f4f439d7d8e1 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5178566 Aug 23 15:25:00.098286 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33044) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:00.104468 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8b414a68-2229-4cbc-9c77-cb58070a3d88 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1110234784'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:00.211142 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b414a68-2229-4cbc-9c77-cb58070a3d88 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Made reservation on behalf of c9ede4ba5efb4b56b73061783561ea3f for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:00.217598 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b414a68-2229-4cbc-9c77-cb58070a3d88 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:00.259085 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b414a68-2229-4cbc-9c77-cb58070a3d88 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:25:00.269898 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b414a68-2229-4cbc-9c77-cb58070a3d88 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:00.270410 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-8b414a68-2229-4cbc-9c77-cb58070a3d88 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Added segment edce3f28-5f81-4bfe-be53-4d53cec1a4ef of type vlan for network e6c1747e-8ec0-43e0-8cf1-2c869573be8e Aug 23 15:25:00.312073 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b414a68-2229-4cbc-9c77-cb58070a3d88 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:00.465506 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b414a68-2229-4cbc-9c77-cb58070a3d88 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:00.472177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b414a68-2229-4cbc-9c77-cb58070a3d88 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:00.472840 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8b414a68-2229-4cbc-9c77-cb58070a3d88 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:00.568161 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b414a68-2229-4cbc-9c77-cb58070a3d88 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event updated for resources: {'Network': ['ID=e6c1747e-8ec0-43e0-8cf1-2c869573be8e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:00.588707 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network e6c1747e-8ec0-43e0-8cf1-2c869573be8e details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:25:00.603709 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8b414a68-2229-4cbc-9c77-cb58070a3d88 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5037773 Aug 23 15:25:00.607011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33046) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:00.617005 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Request body: {'ports': [{'network_id': '74c7b9de-af0c-4dc0-8813-f30cfdfecc81', 'name': 'tempest-port--134040087', 'admin_state_up': True}, {'network_id': 'e6c1747e-8ec0-43e0-8cf1-2c869573be8e', 'admin_state_up': False}]} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:00.617817 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Request body: {'port': {'network_id': '74c7b9de-af0c-4dc0-8813-f30cfdfecc81', 'name': 'tempest-port--134040087', 'admin_state_up': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:00.619526 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Request body: {'port': {'network_id': 'e6c1747e-8ec0-43e0-8cf1-2c869573be8e', 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:00.893939 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Made reservation on behalf of c9ede4ba5efb4b56b73061783561ea3f for: {'port': 2} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:00.899141 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:00.915164 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:01.011804 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] device_id is not set on port e9575bde-b0ae-41e3-9e4a-b60d2d940bff yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:25:01.156992 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:01.247398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] device_id is not set on port 76fb9af0-2782-435d-bcc9-0836277eddec yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:25:01.364659 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:01.471348 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:01.531582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event updated for resources: {'Port': ['ID=e9575bde-b0ae-41e3-9e4a-b60d2d940bff,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:01.543784 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Checking segment: {'id': '3895d5f3-9aef-42ff-88cc-0b2602fd0be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '74c7b9de-af0c-4dc0-8813-f30cfdfecc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:01.545440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Network hostable DHCP agents. Network: 74c7b9de-af0c-4dc0-8813-f30cfdfecc81, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:25:01.674019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Network 74c7b9de-af0c-4dc0-8813-f30cfdfecc81 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:25:01.779293 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 74c7b9de-af0c-4dc0-8813-f30cfdfecc81) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:01.782999 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:01.783986 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:01.789381 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f20fe-e40f-4992-b1c2-3688d3e6674f None None] Network 74c7b9de-af0c-4dc0-8813-f30cfdfecc81 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:01.846133 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event updated for resources: {'Port': ['ID=76fb9af0-2782-435d-bcc9-0836277eddec,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:01.859279 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Checking segment: {'id': 'edce3f28-5f81-4bfe-be53-4d53cec1a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e6c1747e-8ec0-43e0-8cf1-2c869573be8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:01.859925 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Network hostable DHCP agents. Network: e6c1747e-8ec0-43e0-8cf1-2c869573be8e, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:25:02.179609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Network e6c1747e-8ec0-43e0-8cf1-2c869573be8e is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:25:02.276970 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, e6c1747e-8ec0-43e0-8cf1-2c869573be8e) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:02.280901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:02.285952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83948c7-3c65-4639-bce1-a90ecb1b5f38 None None] Network e6c1747e-8ec0-43e0-8cf1-2c869573be8e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:02.292266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:02.292955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:02.293682 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:02.391442 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2a821474-6fc2-4fb5-98e7-dc01f7a69272 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7824509 Aug 23 15:25:02.394258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33048) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:02.448712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60fba53-47ad-49b2-b1ff-26506a37f122 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:02.454578 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60fba53-47ad-49b2-b1ff-26506a37f122 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:02.456342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b60fba53-47ad-49b2-b1ff-26506a37f122 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0606513 Aug 23 15:25:02.460371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33050) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:02.870216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-0bbd41a6-a753-400e-a945-ae493e94c0de tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Deleting port e9575bde-b0ae-41e3-9e4a-b60d2d940bff {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:02.870766 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bbd41a6-a753-400e-a945-ae493e94c0de tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:02.952677 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bbd41a6-a753-400e-a945-ae493e94c0de tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:02.967572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-0bbd41a6-a753-400e-a945-ae493e94c0de tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Calling delete_port for e9575bde-b0ae-41e3-9e4a-b60d2d940bff owned by {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:03.142401 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bbd41a6-a753-400e-a945-ae493e94c0de tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:03.173390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd41a6-a753-400e-a945-ae493e94c0de tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event deleted for resources: {'Port': ['ID=e9575bde-b0ae-41e3-9e4a-b60d2d940bff,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:03.180601 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bbd41a6-a753-400e-a945-ae493e94c0de tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:03.182045 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0bbd41a6-a753-400e-a945-ae493e94c0de tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "DELETE /v2.0/ports/e9575bde-b0ae-41e3-9e4a-b60d2d940bff HTTP/1.1" status: 204 len: 168 time: 0.7203531 Aug 23 15:25:03.185394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33052) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:03.295021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-48207cb8-f3fe-4c35-9370-cde957373d5d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Deleting port 76fb9af0-2782-435d-bcc9-0836277eddec {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:03.295372 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-48207cb8-f3fe-4c35-9370-cde957373d5d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:03.369835 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-48207cb8-f3fe-4c35-9370-cde957373d5d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:03.383887 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-48207cb8-f3fe-4c35-9370-cde957373d5d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Calling delete_port for 76fb9af0-2782-435d-bcc9-0836277eddec owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:03.579861 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-48207cb8-f3fe-4c35-9370-cde957373d5d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:03.614563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48207cb8-f3fe-4c35-9370-cde957373d5d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event deleted for resources: {'Port': ['ID=76fb9af0-2782-435d-bcc9-0836277eddec,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:03.620965 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-48207cb8-f3fe-4c35-9370-cde957373d5d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:03.623626 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-48207cb8-f3fe-4c35-9370-cde957373d5d tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "DELETE /v2.0/ports/76fb9af0-2782-435d-bcc9-0836277eddec HTTP/1.1" status: 204 len: 168 time: 0.4340107 Aug 23 15:25:03.626119 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33054) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:03.656214 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-131aa0d4-005e-44f7-bade-788983e3d396 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0289319 Aug 23 15:25:03.659632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33056) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:03.664874 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-bb7e3c99-b75b-4c38-89a4-3df818b08e4b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-287155698'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:03.808081 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7e3c99-b75b-4c38-89a4-3df818b08e4b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Made reservation on behalf of c9ede4ba5efb4b56b73061783561ea3f for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:03.811637 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3c99-b75b-4c38-89a4-3df818b08e4b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:03.839686 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7e3c99-b75b-4c38-89a4-3df818b08e4b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:25:03.849464 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3c99-b75b-4c38-89a4-3df818b08e4b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:03.849903 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-bb7e3c99-b75b-4c38-89a4-3df818b08e4b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Added segment 64938ec5-5adb-4a75-8586-5c5ad3e2215d of type vlan for network 5b34a018-b085-498a-b338-83c15a919fbd Aug 23 15:25:03.897645 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3c99-b75b-4c38-89a4-3df818b08e4b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:04.005168 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3c99-b75b-4c38-89a4-3df818b08e4b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:04.012871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7e3c99-b75b-4c38-89a4-3df818b08e4b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:04.013513 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3c99-b75b-4c38-89a4-3df818b08e4b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:04.087144 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e3c99-b75b-4c38-89a4-3df818b08e4b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event updated for resources: {'Network': ['ID=5b34a018-b085-498a-b338-83c15a919fbd,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:04.101249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 5b34a018-b085-498a-b338-83c15a919fbd details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:25:04.121833 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bb7e3c99-b75b-4c38-89a4-3df818b08e4b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4609601 Aug 23 15:25:04.124857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33058) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:04.130783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2d7f1073-f4d4-4bff-99e7-ee9684fa239b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2028666534'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:04.239197 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7f1073-f4d4-4bff-99e7-ee9684fa239b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Made reservation on behalf of c9ede4ba5efb4b56b73061783561ea3f for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:04.243277 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2d7f1073-f4d4-4bff-99e7-ee9684fa239b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:04.283014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7f1073-f4d4-4bff-99e7-ee9684fa239b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:25:04.298547 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2d7f1073-f4d4-4bff-99e7-ee9684fa239b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:04.299028 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-2d7f1073-f4d4-4bff-99e7-ee9684fa239b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Added segment 886bd25d-c2c2-4622-8cbd-57dad1a41279 of type vlan for network 335ee9f8-b258-45dd-9a2a-fc498067feed Aug 23 15:25:04.344392 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2d7f1073-f4d4-4bff-99e7-ee9684fa239b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:04.436440 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2d7f1073-f4d4-4bff-99e7-ee9684fa239b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:04.442013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7f1073-f4d4-4bff-99e7-ee9684fa239b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:04.442635 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2d7f1073-f4d4-4bff-99e7-ee9684fa239b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:04.550873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f1073-f4d4-4bff-99e7-ee9684fa239b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event updated for resources: {'Network': ['ID=335ee9f8-b258-45dd-9a2a-fc498067feed,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:04.562762 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 335ee9f8-b258-45dd-9a2a-fc498067feed details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:25:04.634550 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2d7f1073-f4d4-4bff-99e7-ee9684fa239b tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5081947 Aug 23 15:25:04.768261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33062) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:04.773631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Request body: {'subnets': [{'network_id': '5b34a018-b085-498a-b338-83c15a919fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1554615868', 'ip_version': 4}, {'network_id': '335ee9f8-b258-45dd-9a2a-fc498067feed', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:04.773958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Request body: {'subnet': {'network_id': '5b34a018-b085-498a-b338-83c15a919fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1554615868', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:04.774541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Request body: {'subnet': {'network_id': '335ee9f8-b258-45dd-9a2a-fc498067feed', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:05.006554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Made reservation on behalf of c9ede4ba5efb4b56b73061783561ea3f for: {'subnet': 2} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:05.011115 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:05.011466 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:05.453767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:05.501035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-9b8b37a3-9bb3-49ac-9d28-c018cfb446f6 req-2736727f-54d9-4274-9176-c7b8cb310553 tempest-VolumesActionsTest-498504279 tempest-VolumesActionsTest-498504279-project] (96115) timed out ('10.222.0.61', 56810) {{(pid=96115) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 15:25:05.515732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event updated for resources: {'Subnet': ['ID=d45d1a34-5e05-4706-a341-2f1e5389a9cd,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:05.526393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Checking segment: {'id': '64938ec5-5adb-4a75-8586-5c5ad3e2215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b34a018-b085-498a-b338-83c15a919fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:05.526755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Network hostable DHCP agents. Network: 5b34a018-b085-498a-b338-83c15a919fbd, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:25:05.619368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Network 5b34a018-b085-498a-b338-83c15a919fbd is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:25:05.727927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 5b34a018-b085-498a-b338-83c15a919fbd) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:05.732918 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:05.740103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebf6c80-c445-4c9a-9564-1ec48d6f3cbb None None] Network 5b34a018-b085-498a-b338-83c15a919fbd requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:05.814482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event updated for resources: {'Subnet': ['ID=15c5d3e5-8822-4350-a5a0-fd1c475cc0fd,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:05.828071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Checking segment: {'id': '886bd25d-c2c2-4622-8cbd-57dad1a41279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '335ee9f8-b258-45dd-9a2a-fc498067feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:05.828438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Network hostable DHCP agents. Network: 335ee9f8-b258-45dd-9a2a-fc498067feed, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:25:05.904538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-5b34a018-b085-498a-b338-83c15a919fbd', 'network_id': '5b34a018-b085-498a-b338-83c15a919fbd', 'tenant_id': 'c9ede4ba5efb4b56b73061783561ea3f', 'fixed_ips': [{'subnet_id': 'd45d1a34-5e05-4706-a341-2f1e5389a9cd'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:25:05.905431 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:05.962968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Network 335ee9f8-b258-45dd-9a2a-fc498067feed is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:25:06.006707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33064) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:06.069777 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Allocated IP 172.20.0.2 (5b34a018-b085-498a-b338-83c15a919fbd/d45d1a34-5e05-4706-a341-2f1e5389a9cd/812fbb6c-afc4-48f6-9eaf-01c364bdc8d7) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:25:06.099450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 335ee9f8-b258-45dd-9a2a-fc498067feed) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:06.104995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:06.116440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:06.116440 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.132954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a7714c-572f-4631-acd0-f2e92dbd4200 None None] Network 335ee9f8-b258-45dd-9a2a-fc498067feed requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:06.265470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-22711f7b-0b72-4ece-96f9-25669a797e34 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4960301 Aug 23 15:25:06.267996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33068) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:06.330118 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.338990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adf27e8-1655-441d-a8ab-0f4d3f54878e tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:06.340997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adf27e8-1655-441d-a8ab-0f4d3f54878e tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:06.342555 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adf27e8-1655-441d-a8ab-0f4d3f54878e tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:06.347687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5adf27e8-1655-441d-a8ab-0f4d3f54878e tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0753210 Aug 23 15:25:06.349171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33070) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:06.361944 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Transition to ACTIVE for port object 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:06.382195 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-335ee9f8-b258-45dd-9a2a-fc498067feed', 'network_id': '335ee9f8-b258-45dd-9a2a-fc498067feed', 'tenant_id': 'c9ede4ba5efb4b56b73061783561ea3f', 'fixed_ips': [{'subnet_id': '15c5d3e5-8822-4350-a5a0-fd1c475cc0fd'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:25:06.385260 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.399140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Transition to ACTIVE for port object 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:06.406910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7022d4b-7dfb-4f5b-a4c0-f5e1a40217c7 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Deleting subnet d45d1a34-5e05-4706-a341-2f1e5389a9cd {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:25:06.412515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-9e35e499-638a-4291-9231-c1048efe5089 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Deleting port ff950979-dea5-41d6-9999-b89f022b9e19 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:06.412873 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e35e499-638a-4291-9231-c1048efe5089 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.510091 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7022d4b-7dfb-4f5b-a4c0-f5e1a40217c7 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.521205 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.557124 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7022d4b-7dfb-4f5b-a4c0-f5e1a40217c7 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.586406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Allocated IP 172.20.0.18 (335ee9f8-b258-45dd-9a2a-fc498067feed/15c5d3e5-8822-4350-a5a0-fd1c475cc0fd/fe3d25e8-0ed2-447c-94c7-c3c6a9426c54) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:25:06.590250 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Network 5b34a018-b085-498a-b338-83c15a919fbd is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:06.605831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:06.612914 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Pushing event updated for resources: {'Port': ['ID=812fbb6c-afc4-48f6-9eaf-01c364bdc8d7,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:06.615328 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:06.700333 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:06.700711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:06.701046 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:06.701386 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:06.701734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:06.702073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:06.702411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:06.702745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:06.703082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:06.703780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:06.703780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:06.704093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:06.706117 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7022d4b-7dfb-4f5b-a4c0-f5e1a40217c7 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.788402 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e35e499-638a-4291-9231-c1048efe5089 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.788899 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e35e499-638a-4291-9231-c1048efe5089 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.800200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Attempting to bind port 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:25:06.801659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Attempting to bind port 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '64938ec5-5adb-4a75-8586-5c5ad3e2215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b34a018-b085-498a-b338-83c15a919fbd'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:25:06.801659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Attempting to bind port 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7 on network 5b34a018-b085-498a-b338-83c15a919fbd {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:25:06.801889 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-9e35e499-638a-4291-9231-c1048efe5089 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Calling delete_port for ff950979-dea5-41d6-9999-b89f022b9e19 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:06.811762 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:25:06.812146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Checking segment: {'id': '64938ec5-5adb-4a75-8586-5c5ad3e2215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b34a018-b085-498a-b338-83c15a919fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:06.812567 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.812958 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Bound using segment: {'id': '64938ec5-5adb-4a75-8586-5c5ad3e2215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b34a018-b085-498a-b338-83c15a919fbd'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:25:06.813433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Bound port: 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64938ec5-5adb-4a75-8586-5c5ad3e2215d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5b34a018-b085-498a-b338-83c15a919fbd'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:25:06.813829 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.834740 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.865238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Transition to ACTIVE for port object fe3d25e8-0ed2-447c-94c7-c3c6a9426c54 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:06.880690 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7022d4b-7dfb-4f5b-a4c0-f5e1a40217c7 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.894020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Transition to ACTIVE for port object fe3d25e8-0ed2-447c-94c7-c3c6a9426c54 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:06.911850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] For port 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:25:06.916409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] For port 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=812fbb6c-afc4-48f6-9eaf-01c364bdc8d7,segment=NetworkSegment(64938ec5-5adb-4a75-8586-5c5ad3e2215d),segment_id=64938ec5-5adb-4a75-8586-5c5ad3e2215d)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:25:06.919024 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e7022d4b-7dfb-4f5b-a4c0-f5e1a40217c7 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.920991 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e7022d4b-7dfb-4f5b-a4c0-f5e1a40217c7 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "DELETE /v2.0/subnets/d45d1a34-5e05-4706-a341-2f1e5389a9cd HTTP/1.1" status: 204 len: 168 time: 0.5708537 Aug 23 15:25:06.922003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7022d4b-7dfb-4f5b-a4c0-f5e1a40217c7 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event deleted for resources: {'Subnet': ['ID=d45d1a34-5e05-4706-a341-2f1e5389a9cd,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:06.925158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33072) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:06.985257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b125325-8c7a-432c-bc71-89f934de1ca9 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Deleting subnet 15c5d3e5-8822-4350-a5a0-fd1c475cc0fd {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:25:06.992992 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b125325-8c7a-432c-bc71-89f934de1ca9 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:06.994582 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:07.030447 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:07.036597 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b125325-8c7a-432c-bc71-89f934de1ca9 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:07.040036 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Network 335ee9f8-b258-45dd-9a2a-fc498067feed is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:07.047288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:07.054126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:07.057639 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e35e499-638a-4291-9231-c1048efe5089 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:07.058309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Pushing event updated for resources: {'Port': ['ID=fe3d25e8-0ed2-447c-94c7-c3c6a9426c54,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:07.090319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35e499-638a-4291-9231-c1048efe5089 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event deleted for resources: {'Port': ['ID=ff950979-dea5-41d6-9999-b89f022b9e19,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:07.157687 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b125325-8c7a-432c-bc71-89f934de1ca9 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:07.194888 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e35e499-638a-4291-9231-c1048efe5089 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:07.195953 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-9e35e499-638a-4291-9231-c1048efe5089 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Floating IP 971b5fa9-1c59-4e0c-b0fa-167a3280d73d disassociated (deleted). External IP: 172.25.8.206, port: 148f4c68-2bec-44e3-8aeb-780e0da79128. Aug 23 15:25:07.209554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5331b24-60e2-4050-8c2f-052e381bbce0 None None] Pushing event updated for resources: {'Port': ['ID=812fbb6c-afc4-48f6-9eaf-01c364bdc8d7,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:07.214244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Attempting to bind port fe3d25e8-0ed2-447c-94c7-c3c6a9426c54 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:25:07.214741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Attempting to bind port fe3d25e8-0ed2-447c-94c7-c3c6a9426c54 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '886bd25d-c2c2-4622-8cbd-57dad1a41279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '335ee9f8-b258-45dd-9a2a-fc498067feed'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:25:07.215190 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Attempting to bind port fe3d25e8-0ed2-447c-94c7-c3c6a9426c54 on network 335ee9f8-b258-45dd-9a2a-fc498067feed {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:25:07.224446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:25:07.225545 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Checking segment: {'id': '886bd25d-c2c2-4622-8cbd-57dad1a41279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '335ee9f8-b258-45dd-9a2a-fc498067feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:07.226051 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:07.226765 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Bound using segment: {'id': '886bd25d-c2c2-4622-8cbd-57dad1a41279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '335ee9f8-b258-45dd-9a2a-fc498067feed'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:25:07.227339 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Bound port: fe3d25e8-0ed2-447c-94c7-c3c6a9426c54, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886bd25d-c2c2-4622-8cbd-57dad1a41279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '335ee9f8-b258-45dd-9a2a-fc498067feed'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:25:07.228059 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:07.337756 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b125325-8c7a-432c-bc71-89f934de1ca9 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:07.351320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] For port fe3d25e8-0ed2-447c-94c7-c3c6a9426c54, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:25:07.371221 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] For port fe3d25e8-0ed2-447c-94c7-c3c6a9426c54, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fe3d25e8-0ed2-447c-94c7-c3c6a9426c54,segment=NetworkSegment(886bd25d-c2c2-4622-8cbd-57dad1a41279),segment_id=886bd25d-c2c2-4622-8cbd-57dad1a41279)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:25:07.387298 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0b125325-8c7a-432c-bc71-89f934de1ca9 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:07.393207 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0b125325-8c7a-432c-bc71-89f934de1ca9 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "DELETE /v2.0/subnets/15c5d3e5-8822-4350-a5a0-fd1c475cc0fd HTTP/1.1" status: 204 len: 168 time: 0.4661303 Aug 23 15:25:07.393582 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33074) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:07.405883 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b125325-8c7a-432c-bc71-89f934de1ca9 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event deleted for resources: {'Subnet': ['ID=15c5d3e5-8822-4350-a5a0-fd1c475cc0fd,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:07.470365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3ebf10-8894-44ee-b8a1-8dd06ac00e5f tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:07.470769 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:07.478999 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7f3ebf10-8894-44ee-b8a1-8dd06ac00e5f tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0824590 Aug 23 15:25:07.478999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33076) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:07.514265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e35e499-638a-4291-9231-c1048efe5089 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:25:07.581804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70913df1-7edd-4b0f-9b93-af6d66b442d5 None None] Pushing event updated for resources: {'Port': ['ID=fe3d25e8-0ed2-447c-94c7-c3c6a9426c54,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:07.604109 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:07.682202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Deleting port fe3d25e8-0ed2-447c-94c7-c3c6a9426c54 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:07.682555 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:07.685593 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e35e499-638a-4291-9231-c1048efe5089 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:25:07.690547 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9e35e499-638a-4291-9231-c1048efe5089 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:07.701750 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc071bb5-deb5-4e9d-8c02-90c77bc4de05 None None] Sync routers for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:25:07.711177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc071bb5-deb5-4e9d-8c02-90c77bc4de05 None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:25:07.711991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cc071bb5-deb5-4e9d-8c02-90c77bc4de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:24:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:07.739791 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9e35e499-638a-4291-9231-c1048efe5089 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "DELETE /v2.0/floatingips/971b5fa9-1c59-4e0c-b0fa-167a3280d73d HTTP/1.1" status: 204 len: 168 time: 1.7317445 Aug 23 15:25:07.740465 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e5a4c0-d951-4cb4-a862-83458f9548c0', 'tag': '148f4c68-2bec-44e3-8aeb-780e0da79128'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:25:07.745619 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a63f0a-9cd1-436e-8c1a-7b6bf8e80600" -d '{"events": [{"name": "network-changed", "server_uuid": "26e5a4c0-d951-4cb4-a862-83458f9548c0", "tag": "148f4c68-2bec-44e3-8aeb-780e0da79128"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:25:07.784655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] For port fe3d25e8-0ed2-447c-94c7-c3c6a9426c54, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fe3d25e8-0ed2-447c-94c7-c3c6a9426c54,segment=NetworkSegment(886bd25d-c2c2-4622-8cbd-57dad1a41279),segment_id=886bd25d-c2c2-4622-8cbd-57dad1a41279)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:07.784975 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:07.816457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Calling delete_port for fe3d25e8-0ed2-447c-94c7-c3c6a9426c54 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:07.872227 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9103dd37-8fd6-4640-a7f9-63214ef2e3c8 x-openstack-request-id: req-9103dd37-8fd6-4640-a7f9-63214ef2e3c8 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:25:07.872540 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e5a4c0-d951-4cb4-a862-83458f9548c0", "tag": "148f4c68-2bec-44e3-8aeb-780e0da79128", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:25:07.872796 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9103dd37-8fd6-4640-a7f9-63214ef2e3c8 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:25:07.873270 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e5a4c0-d951-4cb4-a862-83458f9548c0', 'tag': '148f4c68-2bec-44e3-8aeb-780e0da79128', 'status': 'completed', 'code': 200} Aug 23 15:25:07.980852 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-cc071bb5-deb5-4e9d-8c02-90c77bc4de05 None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:25:08.026440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a63f0a-9cd1-436e-8c1a-7b6bf8e80600 req-969fad22-edb2-4dba-b8f2-94330e4ea13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:08.029498 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7a63f0a-9cd1-436e-8c1a-7b6bf8e80600 req-969fad22-edb2-4dba-b8f2-94330e4ea13a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 1096 time: 0.1108387 Aug 23 15:25:08.114392 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:08.158236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event deleted for resources: {'Port': ['ID=fe3d25e8-0ed2-447c-94c7-c3c6a9426c54,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:08.178119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] No DVR routers for this DVR port fe3d25e8-0ed2-447c-94c7-c3c6a9426c54 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:08.238324 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a63f0a-9cd1-436e-8c1a-7b6bf8e80600 req-0d413100-1955-4c0d-bc7d-6bff973e92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:08.240308 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7a63f0a-9cd1-436e-8c1a-7b6bf8e80600 req-0d413100-1955-4c0d-bc7d-6bff973e92a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.2039835 Aug 23 15:25:08.347248 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cc071bb5-deb5-4e9d-8c02-90c77bc4de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '6a6b0c24-82b9-4f4f-9f2a-871d373a730f', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'port_id': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'mac_address': 'fa:16:3e:0d:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:18:17Z', 'updated_at': '2021-08-23T15:18:21Z', 'revision_number': 1, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:08.349346 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7a63f0a-9cd1-436e-8c1a-7b6bf8e80600 req-71933851-c9c1-4d2c-89dc-82f3b558f000 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=148f4c68-2bec-44e3-8aeb-780e0da79128 HTTP/1.1" status: 200 len: 217 time: 0.0754275 Aug 23 15:25:08.357611 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:08.388860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc071bb5-deb5-4e9d-8c02-90c77bc4de05 None None] Checking router: 0821063b-7d14-4a1e-bdec-4cf35a96f1cf for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:25:08.397955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335ee9f8-b258-45dd-9a2a-fc498067feed']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:08.398993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc071bb5-deb5-4e9d-8c02-90c77bc4de05 None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:25:08.399622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cc071bb5-deb5-4e9d-8c02-90c77bc4de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:24:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:08.415419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886bd25d-c2c2-4622-8cbd-57dad1a41279') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:08.415770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886bd25d-c2c2-4622-8cbd-57dad1a41279') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:08.429202 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:08.445166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a63f0a-9cd1-436e-8c1a-7b6bf8e80600 req-70e94547-97fb-4fdd-be6c-22bc4cce0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:08.447306 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7a63f0a-9cd1-436e-8c1a-7b6bf8e80600 req-70e94547-97fb-4fdd-be6c-22bc4cce0b61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0855567 Aug 23 15:25:08.452048 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:08.491759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:25:08.492169 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:25:08.498799 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:25:08.531078 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-cc071bb5-deb5-4e9d-8c02-90c77bc4de05 None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:25:08.581647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a63f0a-9cd1-436e-8c1a-7b6bf8e80600 req-f243c075-4e26-4750-8249-639723b9b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:08.583336 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7a63f0a-9cd1-436e-8c1a-7b6bf8e80600 req-f243c075-4e26-4750-8249-639723b9b551 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288836 Aug 23 15:25:08.642164 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb437fd6-2bf1-4aa1-ab1e-5741876c2849 None None] Network 5b34a018-b085-498a-b338-83c15a919fbd requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:08.697609 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7a63f0a-9cd1-436e-8c1a-7b6bf8e80600 req-89251647-0fc5-4680-8cbe-8ca187ece906 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056461 Aug 23 15:25:08.722479 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:08.748273 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:08.754694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "DELETE /v2.0/networks/335ee9f8-b258-45dd-9a2a-fc498067feed HTTP/1.1" status: 204 len: 168 time: 1.2752371 Aug 23 15:25:08.766056 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33086) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:08.819536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80e68a-e6fb-4855-9485-aac4381ed201 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event deleted for resources: {'Network': ['ID=335ee9f8-b258-45dd-9a2a-fc498067feed,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:08.883799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7a63f0a-9cd1-436e-8c1a-7b6bf8e80600 req-7df6a181-f884-495c-a68a-a05ece5e3737 service neutron] 10.222.0.57 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766691 Aug 23 15:25:08.899780 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:08.976340 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Deleting port 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:08.976775 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:08.986059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fecaf2c8-e266-4e14-a5f8-843d8e599a61 None None] Provisioning for port 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:25:09.102548 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] For port 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=812fbb6c-afc4-48f6-9eaf-01c364bdc8d7,segment=NetworkSegment(64938ec5-5adb-4a75-8586-5c5ad3e2215d),segment_id=64938ec5-5adb-4a75-8586-5c5ad3e2215d)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:09.103767 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:09.123256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cc071bb5-deb5-4e9d-8c02-90c77bc4de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '6a6b0c24-82b9-4f4f-9f2a-871d373a730f', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'port_id': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'mac_address': 'fa:16:3e:0d:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:18:17Z', 'updated_at': '2021-08-23T15:18:21Z', 'revision_number': 1, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:09.142764 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Calling delete_port for 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:09.181896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834607f5-001f-47ff-afe5-82b100684f05 None None] DHCP port deletion for 335ee9f8-b258-45dd-9a2a-fc498067feed request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:25:09.189878 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc071bb5-deb5-4e9d-8c02-90c77bc4de05 None None] The sync data for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 is: [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '6a6b0c24-82b9-4f4f-9f2a-871d373a730f', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'port_id': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'mac_address': 'fa:16:3e:0d:54:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:18:17Z', 'updated_at': '2021-08-23T15:18:21Z', 'revision_number': 1, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:25:09.221597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e696ca5-99ce-4ead-8f3e-500b11c5a816 None None] DHCP port deletion for 5b34a018-b085-498a-b338-83c15a919fbd request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:25:09.221597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-166060ed-a2f2-4b32-98ed-2586d4052190 None None] Could not find standard attr ID for object fe3d25e8-0ed2-447c-94c7-c3c6a9426c54. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:25:09.240763 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0160706c-fc4e-4162-a335-af6840b1a5bc None None] Network 335ee9f8-b258-45dd-9a2a-fc498067feed requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:09.264336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0160706c-fc4e-4162-a335-af6840b1a5bc None None] Network 335ee9f8-b258-45dd-9a2a-fc498067feed could not be found, it might have been deleted concurrently. {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 15:25:09.298921 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6e696ca5-99ce-4ead-8f3e-500b11c5a816 None None] Deleting port 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:09.299496 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e696ca5-99ce-4ead-8f3e-500b11c5a816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:09.365608 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:09.394502 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6e696ca5-99ce-4ead-8f3e-500b11c5a816 None None] For port 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=812fbb6c-afc4-48f6-9eaf-01c364bdc8d7,segment=NetworkSegment(64938ec5-5adb-4a75-8586-5c5ad3e2215d),segment_id=64938ec5-5adb-4a75-8586-5c5ad3e2215d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:09.394946 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e696ca5-99ce-4ead-8f3e-500b11c5a816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:09.406729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event deleted for resources: {'Port': ['ID=812fbb6c-afc4-48f6-9eaf-01c364bdc8d7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:09.412283 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] No DVR routers for this DVR port 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:09.419175 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6e696ca5-99ce-4ead-8f3e-500b11c5a816 None None] Calling delete_port for 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:09.441031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f0e41-2eba-44f7-a1c2-16b4d9566967 req-ffdcb117-fd16-48ea-989d-ff7368313b22 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:09.442759 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-928f0e41-2eba-44f7-a1c2-16b4d9566967 req-ffdcb117-fd16-48ea-989d-ff7368313b22 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 945 time: 0.0651023 Aug 23 15:25:09.494653 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-928f0e41-2eba-44f7-a1c2-16b4d9566967 req-ca9bb207-183c-40fa-93c6-79071350d2f6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414653 Aug 23 15:25:09.520440 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6e696ca5-99ce-4ead-8f3e-500b11c5a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:09.537216 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:09.549261 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c96e1-3fdd-455b-90fc-fe2a9d14a886 None None] New status for floating IP 971b5fa9-1c59-4e0c-b0fa-167a3280d73d: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:25:09.549836 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b34a018-b085-498a-b338-83c15a919fbd']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:09.553235 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e696ca5-99ce-4ead-8f3e-500b11c5a816 None None] Pushing event deleted for resources: {'Port': ['ID=812fbb6c-afc4-48f6-9eaf-01c364bdc8d7,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:09.562176 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e696ca5-99ce-4ead-8f3e-500b11c5a816 None None] No DVR routers for this DVR port 812fbb6c-afc4-48f6-9eaf-01c364bdc8d7 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:09.565750 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64938ec5-5adb-4a75-8586-5c5ad3e2215d') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:09.566058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64938ec5-5adb-4a75-8586-5c5ad3e2215d') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:09.576167 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:09.597142 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:09.610140 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:25:09.619959 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:25:09.813234 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:09.820535 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:09.822754 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "DELETE /v2.0/networks/5b34a018-b085-498a-b338-83c15a919fbd HTTP/1.1" status: 204 len: 168 time: 1.0645831 Aug 23 15:25:09.825603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33100) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:09.834493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112776cd-b086-4dd3-abf9-2fb82e0ce5f8 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event deleted for resources: {'Network': ['ID=5b34a018-b085-498a-b338-83c15a919fbd,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:09.908640 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3fda6640-05a4-43a0-ab18-4c2f216e7643 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:09.997206 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3fda6640-05a4-43a0-ab18-4c2f216e7643 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:10.007024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-3fda6640-05a4-43a0-ab18-4c2f216e7643 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c1747e-8ec0-43e0-8cf1-2c869573be8e']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:10.017633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-3fda6640-05a4-43a0-ab18-4c2f216e7643 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edce3f28-5f81-4bfe-be53-4d53cec1a4ef') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:10.017929 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-3fda6640-05a4-43a0-ab18-4c2f216e7643 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edce3f28-5f81-4bfe-be53-4d53cec1a4ef') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:10.027259 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3fda6640-05a4-43a0-ab18-4c2f216e7643 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:10.046401 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3fda6640-05a4-43a0-ab18-4c2f216e7643 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:10.052230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fda6640-05a4-43a0-ab18-4c2f216e7643 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:25:10.052614 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3fda6640-05a4-43a0-ab18-4c2f216e7643 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:25:10.055505 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:25:10.228640 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3fda6640-05a4-43a0-ab18-4c2f216e7643 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:10.242887 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3fda6640-05a4-43a0-ab18-4c2f216e7643 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:10.242887 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3fda6640-05a4-43a0-ab18-4c2f216e7643 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "DELETE /v2.0/networks/e6c1747e-8ec0-43e0-8cf1-2c869573be8e HTTP/1.1" status: 204 len: 168 time: 0.4149253 Aug 23 15:25:10.244179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33102) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:10.251974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda6640-05a4-43a0-ab18-4c2f216e7643 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event deleted for resources: {'Network': ['ID=e6c1747e-8ec0-43e0-8cf1-2c869573be8e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:10.324971 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a600bdc-7444-426f-aab3-3c64e4485651 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:10.416176 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a600bdc-7444-426f-aab3-3c64e4485651 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:10.426790 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0a600bdc-7444-426f-aab3-3c64e4485651 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c7b9de-af0c-4dc0-8813-f30cfdfecc81']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:10.438835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0a600bdc-7444-426f-aab3-3c64e4485651 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3895d5f3-9aef-42ff-88cc-0b2602fd0be2') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:10.439257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0a600bdc-7444-426f-aab3-3c64e4485651 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3895d5f3-9aef-42ff-88cc-0b2602fd0be2') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:10.449477 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a600bdc-7444-426f-aab3-3c64e4485651 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:10.468976 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a600bdc-7444-426f-aab3-3c64e4485651 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:10.475122 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a600bdc-7444-426f-aab3-3c64e4485651 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a600bdc-7444-426f-aab3-3c64e4485651 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:25:10.482012 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:25:10.632183 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0482a-b1c3-4f83-91de-16ab12681c9b req-f59cdbd0-fb0d-4575-a0ac-e5222226962b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:10.633686 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bfe0482a-b1c3-4f83-91de-16ab12681c9b req-f59cdbd0-fb0d-4575-a0ac-e5222226962b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 945 time: 0.0635107 Aug 23 15:25:10.639212 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a600bdc-7444-426f-aab3-3c64e4485651 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:10.644234 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0a600bdc-7444-426f-aab3-3c64e4485651 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:10.646159 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0a600bdc-7444-426f-aab3-3c64e4485651 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] 10.222.0.38 "DELETE /v2.0/networks/74c7b9de-af0c-4dc0-8813-f30cfdfecc81 HTTP/1.1" status: 204 len: 168 time: 0.4008141 Aug 23 15:25:10.678524 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a600bdc-7444-426f-aab3-3c64e4485651 tempest-BulkNetworkOpsTest-1432391418 tempest-BulkNetworkOpsTest-1432391418-project] Pushing event deleted for resources: {'Network': ['ID=74c7b9de-af0c-4dc0-8813-f30cfdfecc81,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:10.702154 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bfe0482a-b1c3-4f83-91de-16ab12681c9b req-f1b13dfd-1447-49a2-8402-48181f8a2360 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547550 Aug 23 15:25:10.829190 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395111ff-0906-4ffe-9bc6-03d2d851594b req-009bc2fe-2c84-4a2d-a04a-5e142f6bffd2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:10.830671 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-395111ff-0906-4ffe-9bc6-03d2d851594b req-009bc2fe-2c84-4a2d-a04a-5e142f6bffd2 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 945 time: 0.0521855 Aug 23 15:25:10.943105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-395111ff-0906-4ffe-9bc6-03d2d851594b req-26164bc8-51c2-4507-84da-42f653a30394 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Deleting port 148f4c68-2bec-44e3-8aeb-780e0da79128 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:10.943452 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-395111ff-0906-4ffe-9bc6-03d2d851594b req-26164bc8-51c2-4507-84da-42f653a30394 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:11.037397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-395111ff-0906-4ffe-9bc6-03d2d851594b req-26164bc8-51c2-4507-84da-42f653a30394 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] For port 148f4c68-2bec-44e3-8aeb-780e0da79128, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=148f4c68-2bec-44e3-8aeb-780e0da79128,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:11.037770 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-395111ff-0906-4ffe-9bc6-03d2d851594b req-26164bc8-51c2-4507-84da-42f653a30394 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:11.051116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-395111ff-0906-4ffe-9bc6-03d2d851594b req-26164bc8-51c2-4507-84da-42f653a30394 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Calling delete_port for 148f4c68-2bec-44e3-8aeb-780e0da79128 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:11.244245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33110) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:11.275558 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-395111ff-0906-4ffe-9bc6-03d2d851594b req-26164bc8-51c2-4507-84da-42f653a30394 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:11.314931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26164bc8-51c2-4507-84da-42f653a30394 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event deleted for resources: {'Port': ['ID=148f4c68-2bec-44e3-8aeb-780e0da79128,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:11.359816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-395111ff-0906-4ffe-9bc6-03d2d851594b req-26164bc8-51c2-4507-84da-42f653a30394 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] No DVR routers for this DVR port 148f4c68-2bec-44e3-8aeb-780e0da79128 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:11.362275 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-395111ff-0906-4ffe-9bc6-03d2d851594b req-26164bc8-51c2-4507-84da-42f653a30394 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:11.364370 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-395111ff-0906-4ffe-9bc6-03d2d851594b req-26164bc8-51c2-4507-84da-42f653a30394 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.57 "DELETE /v2.0/ports/148f4c68-2bec-44e3-8aeb-780e0da79128 HTTP/1.1" status: 204 len: 173 time: 0.5274770 Aug 23 15:25:11.364821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5a4c0-d951-4cb4-a862-83458f9548c0', 'name': 'network-vif-deleted', 'tag': '148f4c68-2bec-44e3-8aeb-780e0da79128'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:25:11.368075 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339bc10b-050f-4abb-a0b3-e45f79526a35" -d '{"events": [{"server_uuid": "26e5a4c0-d951-4cb4-a862-83458f9548c0", "name": "network-vif-deleted", "tag": "148f4c68-2bec-44e3-8aeb-780e0da79128"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:25:11.409989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f58a5228-5fa8-4ca2-a4b5-15d12a3d3db7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c9ede4ba5efb4b56b73061783561ea3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639423 Aug 23 15:25:11.412606 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33118) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:11.470368 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d63d537a-a403-4c23-99a4-92151db0bcdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:11.508582 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d63d537a-a403-4c23-99a4-92151db0bcdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:11.570460 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7311ad-d79a-40a6-a0b8-79d73ba79e6c x-openstack-request-id: req-bc7311ad-d79a-40a6-a0b8-79d73ba79e6c {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:25:11.570764 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5a4c0-d951-4cb4-a862-83458f9548c0", "name": "network-vif-deleted", "tag": "148f4c68-2bec-44e3-8aeb-780e0da79128", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:25:11.571019 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc7311ad-d79a-40a6-a0b8-79d73ba79e6c {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:25:11.572224 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5a4c0-d951-4cb4-a862-83458f9548c0', 'name': 'network-vif-deleted', 'tag': '148f4c68-2bec-44e3-8aeb-780e0da79128', 'status': 'completed', 'code': 200} Aug 23 15:25:11.648222 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d63d537a-a403-4c23-99a4-92151db0bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:11.651851 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d63d537a-a403-4c23-99a4-92151db0bcdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:11.653115 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d63d537a-a403-4c23-99a4-92151db0bcdc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/62232bea-406c-4cbf-9d11-a83abc754cc0 HTTP/1.1" status: 204 len: 168 time: 0.2394621 Aug 23 15:25:11.664462 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d537a-a403-4c23-99a4-92151db0bcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62232bea-406c-4cbf-9d11-a83abc754cc0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:11.840942 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfd32cbe-eb18-4422-af66-8c65cca9f6c6 req-e7430547-c838-4cdb-b071-d3f44d086989 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 210 time: 0.0309498 Aug 23 15:25:12.958518 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c02ebac4-514e-4f6a-87e5-a43544bde68f req-07b7d4c8-f376-487f-953d-c36245c266b8 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 210 time: 0.0365231 Aug 23 15:25:12.982937 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33146) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:13.109606 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-752843477'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:13.257520 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Made reservation on behalf of ec4f4dd41c904e048f9353694100629e for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:13.264070 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:13.275327 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:13.413314 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:13.498850 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:13.525110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:25:13.539546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0ea4bd-6347-443a-9d24-737a1fe8b626,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:13.545383 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:13.545383 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Added segment b19b3b5a-de65-427c-bc2b-37877954bee3 of type vlan for network 342583c4-694d-451d-ac46-598f37a9c379 Aug 23 15:25:13.591517 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 148f4c68-2bec-44e3-8aeb-780e0da79128 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:25:13.603996 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:13.615481 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 148f4c68-2bec-44e3-8aeb-780e0da79128 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:25:13.616186 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 148f4c68-2bec-44e3-8aeb-780e0da79128 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:25:13.722342 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:13.729454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:13.729796 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:13.803122 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event updated for resources: {'Network': ['ID=342583c4-694d-451d-ac46-598f37a9c379,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:13.814688 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 342583c4-694d-451d-ac46-598f37a9c379 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:25:13.869989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a404f989-3475-4157-b049-7268c697720e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8857639 Aug 23 15:25:14.066055 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ce6b0378-3ab7-431e-9427-a194012aa963 req-294a0a7d-6889-4f6d-80e7-13240c8a5a94 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 210 time: 0.0282586 Aug 23 15:25:14.450723 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:25:15.184410 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-afdd5cfd-3211-4ef0-8178-1ee159e4d845 req-03a050ca-afca-4f9c-8b90-f37931c635f4 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=26e5a4c0-d951-4cb4-a862-83458f9548c0 HTTP/1.1" status: 200 len: 210 time: 0.0376921 Aug 23 15:25:15.865173 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:17.229177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33162) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:17.234651 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b423c109-554d-4a6b-92aa-bc95d673ed1b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Request body: {'subnet': {'network_id': '342583c4-694d-451d-ac46-598f37a9c379', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:17.435885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b423c109-554d-4a6b-92aa-bc95d673ed1b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Made reservation on behalf of ec4f4dd41c904e048f9353694100629e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:17.440056 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b423c109-554d-4a6b-92aa-bc95d673ed1b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:17.733519 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b423c109-554d-4a6b-92aa-bc95d673ed1b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:17.802806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423c109-554d-4a6b-92aa-bc95d673ed1b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event updated for resources: {'Subnet': ['ID=01982155-5bb2-46e5-8185-5169ec9b21ee,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:17.806942 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423c109-554d-4a6b-92aa-bc95d673ed1b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Checking segment: {'id': 'b19b3b5a-de65-427c-bc2b-37877954bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '342583c4-694d-451d-ac46-598f37a9c379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:17.807311 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b423c109-554d-4a6b-92aa-bc95d673ed1b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Network hostable DHCP agents. Network: 342583c4-694d-451d-ac46-598f37a9c379, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:25:17.921945 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b423c109-554d-4a6b-92aa-bc95d673ed1b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Network 342583c4-694d-451d-ac46-598f37a9c379 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:25:17.990787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-b423c109-554d-4a6b-92aa-bc95d673ed1b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 342583c4-694d-451d-ac46-598f37a9c379) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:17.999521 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423c109-554d-4a6b-92aa-bc95d673ed1b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:18.001004 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b423c109-554d-4a6b-92aa-bc95d673ed1b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:18.004308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd3a728-df13-4a13-9776-34acc54236a9 None None] Network 342583c4-694d-451d-ac46-598f37a9c379 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:18.093928 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b423c109-554d-4a6b-92aa-bc95d673ed1b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8634851 Aug 23 15:25:18.098996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33166) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:18.106674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4f5a253b-baee-42c7-bc14-3903b47614a8 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2014646109'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:18.198366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-342583c4-694d-451d-ac46-598f37a9c379', 'network_id': '342583c4-694d-451d-ac46-598f37a9c379', 'tenant_id': 'ec4f4dd41c904e048f9353694100629e', 'fixed_ips': [{'subnet_id': '01982155-5bb2-46e5-8185-5169ec9b21ee'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:25:18.199754 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:18.236181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5a253b-baee-42c7-bc14-3903b47614a8 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Made reservation on behalf of ec4f4dd41c904e048f9353694100629e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:18.240167 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4f5a253b-baee-42c7-bc14-3903b47614a8 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:18.277350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5a253b-baee-42c7-bc14-3903b47614a8 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:25:18.293113 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4f5a253b-baee-42c7-bc14-3903b47614a8 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:18.293458 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-4f5a253b-baee-42c7-bc14-3903b47614a8 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Added segment 3a699b63-479c-4fdf-9e70-983f2a905c49 of type vlan for network 032cc12c-782a-433e-842c-087869e48da1 Aug 23 15:25:18.355728 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4f5a253b-baee-42c7-bc14-3903b47614a8 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:18.388485 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Allocated IP 2001:db8:0:ffff::2 (342583c4-694d-451d-ac46-598f37a9c379/01982155-5bb2-46e5-8185-5169ec9b21ee/b6392c8c-649e-4491-befb-4d4cf69c82be) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:25:18.459138 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4f5a253b-baee-42c7-bc14-3903b47614a8 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:18.469916 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5a253b-baee-42c7-bc14-3903b47614a8 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:18.474083 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4f5a253b-baee-42c7-bc14-3903b47614a8 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:18.592360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a253b-baee-42c7-bc14-3903b47614a8 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event updated for resources: {'Network': ['ID=032cc12c-782a-433e-842c-087869e48da1,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:18.600659 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:18.618440 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4f5a253b-baee-42c7-bc14-3903b47614a8 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5179937 Aug 23 15:25:18.622284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33170) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:18.628615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Transition to ACTIVE for port object b6392c8c-649e-4491-befb-4d4cf69c82be will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:18.636176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-364538ed-6f57-49a5-adfa-3f9ca6df5dec tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Request body: {'subnet': {'network_id': '032cc12c-782a-433e-842c-087869e48da1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:18.646580 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 032cc12c-782a-433e-842c-087869e48da1 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:25:18.668470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Transition to ACTIVE for port object b6392c8c-649e-4491-befb-4d4cf69c82be will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:18.775605 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:18.824943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Network 342583c4-694d-451d-ac46-598f37a9c379 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:18.830468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:18.834432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:18.845832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Pushing event updated for resources: {'Port': ['ID=b6392c8c-649e-4491-befb-4d4cf69c82be,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:18.900407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364538ed-6f57-49a5-adfa-3f9ca6df5dec tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Made reservation on behalf of ec4f4dd41c904e048f9353694100629e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:18.906319 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-364538ed-6f57-49a5-adfa-3f9ca6df5dec tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:18.930054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Attempting to bind port b6392c8c-649e-4491-befb-4d4cf69c82be on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:25:18.930441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Attempting to bind port b6392c8c-649e-4491-befb-4d4cf69c82be by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'b19b3b5a-de65-427c-bc2b-37877954bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '342583c4-694d-451d-ac46-598f37a9c379'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:25:18.931000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Attempting to bind port b6392c8c-649e-4491-befb-4d4cf69c82be on network 342583c4-694d-451d-ac46-598f37a9c379 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:25:18.937720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:25:18.938132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Checking segment: {'id': 'b19b3b5a-de65-427c-bc2b-37877954bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '342583c4-694d-451d-ac46-598f37a9c379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:18.938529 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:18.938930 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Bound using segment: {'id': 'b19b3b5a-de65-427c-bc2b-37877954bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '342583c4-694d-451d-ac46-598f37a9c379'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:25:18.940255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Bound port: b6392c8c-649e-4491-befb-4d4cf69c82be, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19b3b5a-de65-427c-bc2b-37877954bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '342583c4-694d-451d-ac46-598f37a9c379'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:25:18.940564 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:19.060950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] For port b6392c8c-649e-4491-befb-4d4cf69c82be, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:25:19.064715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] For port b6392c8c-649e-4491-befb-4d4cf69c82be, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b6392c8c-649e-4491-befb-4d4cf69c82be,segment=NetworkSegment(b19b3b5a-de65-427c-bc2b-37877954bee3),segment_id=b19b3b5a-de65-427c-bc2b-37877954bee3)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:25:19.156563 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:19.220507 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9ddec-ee75-4c4b-83fc-fc6db1d92307 None None] Pushing event updated for resources: {'Port': ['ID=b6392c8c-649e-4491-befb-4d4cf69c82be,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:19.311081 n-d-804985-3 neutron-server[96114]: DEBUG neutron.objects.ports [None req-364538ed-6f57-49a5-adfa-3f9ca6df5dec tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:25:19.313672 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-364538ed-6f57-49a5-adfa-3f9ca6df5dec tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:19.388824 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364538ed-6f57-49a5-adfa-3f9ca6df5dec tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event updated for resources: {'Subnet': ['ID=1756a108-bf65-4f8d-9b78-027af578cf0a,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:19.411031 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364538ed-6f57-49a5-adfa-3f9ca6df5dec tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Checking segment: {'id': '3a699b63-479c-4fdf-9e70-983f2a905c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '032cc12c-782a-433e-842c-087869e48da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:19.411743 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364538ed-6f57-49a5-adfa-3f9ca6df5dec tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Network hostable DHCP agents. Network: 032cc12c-782a-433e-842c-087869e48da1, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:25:19.545711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364538ed-6f57-49a5-adfa-3f9ca6df5dec tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Network 032cc12c-782a-433e-842c-087869e48da1 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:25:19.636115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-364538ed-6f57-49a5-adfa-3f9ca6df5dec tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 032cc12c-782a-433e-842c-087869e48da1) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:19.641395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364538ed-6f57-49a5-adfa-3f9ca6df5dec tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:19.642239 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-364538ed-6f57-49a5-adfa-3f9ca6df5dec tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:19.649043 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760d1441-16de-4355-b576-d03956b0d381 None None] Network 032cc12c-782a-433e-842c-087869e48da1 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:19.758231 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-364538ed-6f57-49a5-adfa-3f9ca6df5dec tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1331418 Aug 23 15:25:19.763062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33176) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:19.776080 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-162c0266-4cf6-4907-9b51-99996ae778cb tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Request body: {'port': {'network_id': '032cc12c-782a-433e-842c-087869e48da1', 'name': 'tempest-NetworksIpV6TestAttrs-1421835153'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:19.878408 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-032cc12c-782a-433e-842c-087869e48da1', 'network_id': '032cc12c-782a-433e-842c-087869e48da1', 'tenant_id': 'ec4f4dd41c904e048f9353694100629e', 'fixed_ips': [{'subnet_id': '1756a108-bf65-4f8d-9b78-027af578cf0a'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:25:19.884340 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:20.076815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162c0266-4cf6-4907-9b51-99996ae778cb tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Made reservation on behalf of ec4f4dd41c904e048f9353694100629e for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:20.084026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-162c0266-4cf6-4907-9b51-99996ae778cb tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:20.138727 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-162c0266-4cf6-4907-9b51-99996ae778cb tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] device_id is not set on port ca191879-172e-41b4-aaa2-dc39dc800bf2 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:25:20.202876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Allocated IP 2001:db8::f816:3eff:fe03:4c2c (032cc12c-782a-433e-842c-087869e48da1/1756a108-bf65-4f8d-9b78-027af578cf0a/7a17a414-945d-4ea5-a3f1-d4e101f12504) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:25:20.461010 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:20.470701 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Transition to ACTIVE for port object 7a17a414-945d-4ea5-a3f1-d4e101f12504 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:20.490783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Transition to ACTIVE for port object 7a17a414-945d-4ea5-a3f1-d4e101f12504 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:20.528237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf4090f-f6e0-4691-8447-6ac7c71a3ea4 None None] Network 342583c4-694d-451d-ac46-598f37a9c379 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:20.546138 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:20.764987 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:20.796970 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c9fb6cdc-0da0-4656-813a-7f4df2a0b594 None None] Provisioning for port b6392c8c-649e-4491-befb-4d4cf69c82be completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:25:20.822425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Network 032cc12c-782a-433e-842c-087869e48da1 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:20.825965 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:20.833174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:20.841516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Pushing event updated for resources: {'Port': ['ID=7a17a414-945d-4ea5-a3f1-d4e101f12504,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:20.875724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-162c0266-4cf6-4907-9b51-99996ae778cb tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Allocated IP 2001:db8::f816:3eff:fe21:6938 (032cc12c-782a-433e-842c-087869e48da1/1756a108-bf65-4f8d-9b78-027af578cf0a/ca191879-172e-41b4-aaa2-dc39dc800bf2) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:25:20.912282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Attempting to bind port 7a17a414-945d-4ea5-a3f1-d4e101f12504 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:25:20.912884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Attempting to bind port 7a17a414-945d-4ea5-a3f1-d4e101f12504 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '3a699b63-479c-4fdf-9e70-983f2a905c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '032cc12c-782a-433e-842c-087869e48da1'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:25:20.913255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Attempting to bind port 7a17a414-945d-4ea5-a3f1-d4e101f12504 on network 032cc12c-782a-433e-842c-087869e48da1 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:25:20.923025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:25:20.930331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Checking segment: {'id': '3a699b63-479c-4fdf-9e70-983f2a905c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '032cc12c-782a-433e-842c-087869e48da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:20.930331 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:20.930331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Bound using segment: {'id': '3a699b63-479c-4fdf-9e70-983f2a905c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '032cc12c-782a-433e-842c-087869e48da1'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:25:20.930331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Bound port: 7a17a414-945d-4ea5-a3f1-d4e101f12504, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a699b63-479c-4fdf-9e70-983f2a905c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '032cc12c-782a-433e-842c-087869e48da1'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:25:20.930331 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:21.019234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] For port 7a17a414-945d-4ea5-a3f1-d4e101f12504, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:25:21.027456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] For port 7a17a414-945d-4ea5-a3f1-d4e101f12504, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7a17a414-945d-4ea5-a3f1-d4e101f12504,segment=NetworkSegment(3a699b63-479c-4fdf-9e70-983f2a905c49),segment_id=3a699b63-479c-4fdf-9e70-983f2a905c49)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:25:21.093638 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:21.121389 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-162c0266-4cf6-4907-9b51-99996ae778cb tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:21.148340 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-162c0266-4cf6-4907-9b51-99996ae778cb tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Transition to ACTIVE for port object ca191879-172e-41b4-aaa2-dc39dc800bf2 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:21.201291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081f0d8-79c8-4143-a0a6-39a1d2f065ab None None] Pushing event updated for resources: {'Port': ['ID=7a17a414-945d-4ea5-a3f1-d4e101f12504,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:21.282288 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-162c0266-4cf6-4907-9b51-99996ae778cb tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:21.364190 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162c0266-4cf6-4907-9b51-99996ae778cb tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Network 032cc12c-782a-433e-842c-087869e48da1 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:21.371388 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-162c0266-4cf6-4907-9b51-99996ae778cb tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:21.382843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162c0266-4cf6-4907-9b51-99996ae778cb tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:21.389410 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162c0266-4cf6-4907-9b51-99996ae778cb tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:21.390357 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-162c0266-4cf6-4907-9b51-99996ae778cb tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:21.394799 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c0266-4cf6-4907-9b51-99996ae778cb tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event updated for resources: {'Port': ['ID=ca191879-172e-41b4-aaa2-dc39dc800bf2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:21.478980 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-162c0266-4cf6-4907-9b51-99996ae778cb tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7101433 Aug 23 15:25:21.479518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33182) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:21.490142 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b6392c8c-649e-4491-befb-4d4cf69c82be up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:25:21.582568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa58154-0313-4475-b30d-13cf04bf6a91 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Deleting subnet 1756a108-bf65-4f8d-9b78-027af578cf0a {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:25:21.586210 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6aa58154-0313-4475-b30d-13cf04bf6a91 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:21.629000 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6aa58154-0313-4475-b30d-13cf04bf6a91 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:21.655494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port b6392c8c-649e-4491-befb-4d4cf69c82be completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:25:21.659426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b6392c8c-649e-4491-befb-4d4cf69c82be triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:25:21.659993 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:21.753571 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:21.777083 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6aa58154-0313-4475-b30d-13cf04bf6a91 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:21.795074 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port b6392c8c-649e-4491-befb-4d4cf69c82be, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b6392c8c-649e-4491-befb-4d4cf69c82be,segment=NetworkSegment(b19b3b5a-de65-427c-bc2b-37877954bee3),segment_id=b19b3b5a-de65-427c-bc2b-37877954bee3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:21.898571 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:21.956744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=b6392c8c-649e-4491-befb-4d4cf69c82be,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:21.979695 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6aa58154-0313-4475-b30d-13cf04bf6a91 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:21.995787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33186) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:22.013048 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa58154-0313-4475-b30d-13cf04bf6a91 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Subnet': ['ID=1756a108-bf65-4f8d-9b78-027af578cf0a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:22.017372 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6aa58154-0313-4475-b30d-13cf04bf6a91 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:22.022637 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6aa58154-0313-4475-b30d-13cf04bf6a91 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/subnets/1756a108-bf65-4f8d-9b78-027af578cf0a HTTP/1.1" status: 204 len: 168 time: 0.5418139 Aug 23 15:25:22.023354 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33188) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:22.104360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdba732-477e-490e-b3fa-6ed9a5166388 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:22.109206 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdba732-477e-490e-b3fa-6ed9a5166388 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:22.109206 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6fdba732-477e-490e-b3fa-6ed9a5166388 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0837970 Aug 23 15:25:22.116275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33190) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:22.212939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d15af5a9-6856-4126-b9a5-7d4c669b7bb6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Deleting port 9aae34a2-9f1c-4fb5-9da1-eded3d814fad {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:22.213716 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d15af5a9-6856-4126-b9a5-7d4c669b7bb6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:22.220480 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb33a1bf-1fca-4705-ae33-a66328974fef tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:22.230434 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb33a1bf-1fca-4705-ae33-a66328974fef tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 23 15:25:22.230921 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb33a1bf-1fca-4705-ae33-a66328974fef tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:25:22.237058 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cb33a1bf-1fca-4705-ae33-a66328974fef tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/networks/032cc12c-782a-433e-842c-087869e48da1 HTTP/1.1" status: 409 len: 405 time: 0.1154318 Aug 23 15:25:22.237912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33192) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:22.244397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-15369852-e04e-4f80-a6ef-cc157c0458b4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-387431045'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:22.331800 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d15af5a9-6856-4126-b9a5-7d4c669b7bb6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:22.332145 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d15af5a9-6856-4126-b9a5-7d4c669b7bb6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:22.335926 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15369852-e04e-4f80-a6ef-cc157c0458b4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Made reservation on behalf of ec4f4dd41c904e048f9353694100629e for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:22.340921 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15369852-e04e-4f80-a6ef-cc157c0458b4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:22.352074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d15af5a9-6856-4126-b9a5-7d4c669b7bb6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Calling delete_port for 9aae34a2-9f1c-4fb5-9da1-eded3d814fad owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:22.382682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a363c66-4df9-4c05-b6d5-df78047184ef None None] Network 032cc12c-782a-433e-842c-087869e48da1 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:22.385406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15369852-e04e-4f80-a6ef-cc157c0458b4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:25:22.394828 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15369852-e04e-4f80-a6ef-cc157c0458b4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:22.395355 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-15369852-e04e-4f80-a6ef-cc157c0458b4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Added segment b17b1a4e-0bf3-4f0a-8183-784f449740c5 of type vlan for network 99a89b9d-bda9-4329-b16c-6e25ae466bc4 Aug 23 15:25:22.475333 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15369852-e04e-4f80-a6ef-cc157c0458b4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:22.537601 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-cfe3c7eb-d7da-4ba9-9e71-1377b1067384 None None] Provisioning for port 7a17a414-945d-4ea5-a3f1-d4e101f12504 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:25:22.588358 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15369852-e04e-4f80-a6ef-cc157c0458b4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:22.594356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15369852-e04e-4f80-a6ef-cc157c0458b4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:22.599945 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-15369852-e04e-4f80-a6ef-cc157c0458b4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:22.622678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f3df7b-8ce6-443a-b998-e7d15def18a8 None None] DHCP port deletion for 032cc12c-782a-433e-842c-087869e48da1 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:25:22.624930 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e20ba198-6f47-47b3-afbf-f92d27f0db07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:22.674336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15369852-e04e-4f80-a6ef-cc157c0458b4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event updated for resources: {'Network': ['ID=99a89b9d-bda9-4329-b16c-6e25ae466bc4,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:22.686008 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-73f3df7b-8ce6-443a-b998-e7d15def18a8 None None] Deleting port 7a17a414-945d-4ea5-a3f1-d4e101f12504 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:22.686398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-73f3df7b-8ce6-443a-b998-e7d15def18a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:22.689464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 99a89b9d-bda9-4329-b16c-6e25ae466bc4 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:25:22.779161 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d15af5a9-6856-4126-b9a5-7d4c669b7bb6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:22.800501 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-15369852-e04e-4f80-a6ef-cc157c0458b4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5584891 Aug 23 15:25:22.801545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33194) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:22.808208 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15af5a9-6856-4126-b9a5-7d4c669b7bb6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event deleted for resources: {'Port': ['ID=9aae34a2-9f1c-4fb5-9da1-eded3d814fad,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:22.817859 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a01ee9fd-79b2-45cb-b30c-4b3e45f137ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Request body: {'subnet': {'network_id': '99a89b9d-bda9-4329-b16c-6e25ae466bc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:22.823539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-73f3df7b-8ce6-443a-b998-e7d15def18a8 None None] For port 7a17a414-945d-4ea5-a3f1-d4e101f12504, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7a17a414-945d-4ea5-a3f1-d4e101f12504,segment=NetworkSegment(3a699b63-479c-4fdf-9e70-983f2a905c49),segment_id=3a699b63-479c-4fdf-9e70-983f2a905c49)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:22.823539 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-73f3df7b-8ce6-443a-b998-e7d15def18a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:22.837659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-73f3df7b-8ce6-443a-b998-e7d15def18a8 None None] Calling delete_port for 7a17a414-945d-4ea5-a3f1-d4e101f12504 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:22.876954 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d15af5a9-6856-4126-b9a5-7d4c669b7bb6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:22.876954 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-d15af5a9-6856-4126-b9a5-7d4c669b7bb6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Floating IP 6a6b0c24-82b9-4f4f-9f2a-871d373a730f disassociated (deleted). External IP: 172.25.8.173, port: c5b29c27-bbff-4e55-bdf6-f76145be82bc. Aug 23 15:25:23.044417 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01ee9fd-79b2-45cb-b30c-4b3e45f137ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Made reservation on behalf of ec4f4dd41c904e048f9353694100629e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:23.048049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a01ee9fd-79b2-45cb-b30c-4b3e45f137ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:23.074449 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-73f3df7b-8ce6-443a-b998-e7d15def18a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:23.107729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3df7b-8ce6-443a-b998-e7d15def18a8 None None] Pushing event deleted for resources: {'Port': ['ID=7a17a414-945d-4ea5-a3f1-d4e101f12504,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:23.109845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f3df7b-8ce6-443a-b998-e7d15def18a8 None None] No DVR routers for this DVR port 7a17a414-945d-4ea5-a3f1-d4e101f12504 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:23.129714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15af5a9-6856-4126-b9a5-7d4c669b7bb6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:25:23.275582 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15af5a9-6856-4126-b9a5-7d4c669b7bb6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:25:23.281229 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d15af5a9-6856-4126-b9a5-7d4c669b7bb6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:23.285902 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115693fd-b298-40fe-8c52-e623f70445bf None None] Sync routers for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:25:23.302043 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115693fd-b298-40fe-8c52-e623f70445bf None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:25:23.302043 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-115693fd-b298-40fe-8c52-e623f70445bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:24:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:23.320266 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d15af5a9-6856-4126-b9a5-7d4c669b7bb6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "DELETE /v2.0/floatingips/6a6b0c24-82b9-4f4f-9f2a-871d373a730f HTTP/1.1" status: 204 len: 168 time: 1.3230958 Aug 23 15:25:23.321117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'tag': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:25:23.323793 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94b934f-1c72-4575-94d6-1c889ec9109c" -d '{"events": [{"name": "network-changed", "server_uuid": "842e9b40-dee8-4801-bed5-e3b0c4f7c1e1", "tag": "c5b29c27-bbff-4e55-bdf6-f76145be82bc"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:25:23.373175 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550d881e-9e71-45c4-b7d5-064a9c2f0973 x-openstack-request-id: req-550d881e-9e71-45c4-b7d5-064a9c2f0973 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:25:23.373175 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842e9b40-dee8-4801-bed5-e3b0c4f7c1e1", "tag": "c5b29c27-bbff-4e55-bdf6-f76145be82bc", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:25:23.373175 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-550d881e-9e71-45c4-b7d5-064a9c2f0973 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:25:23.373735 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'tag': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'status': 'completed', 'code': 200} Aug 23 15:25:23.417811 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b6392c8c-649e-4491-befb-4d4cf69c82be up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:25:23.480472 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-115693fd-b298-40fe-8c52-e623f70445bf None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:25:23.499762 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b934f-1c72-4575-94d6-1c889ec9109c req-5638a964-edbf-4f72-9db5-ebd77e6dba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:23.501369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c94b934f-1c72-4575-94d6-1c889ec9109c req-5638a964-edbf-4f72-9db5-ebd77e6dba24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 1097 time: 0.0741465 Aug 23 15:25:23.523452 n-d-804985-3 neutron-server[96114]: DEBUG neutron.objects.ports [None req-a01ee9fd-79b2-45cb-b30c-4b3e45f137ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:25:23.526373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b6392c8c-649e-4491-befb-4d4cf69c82be triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:25:23.526749 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:23.527006 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a01ee9fd-79b2-45cb-b30c-4b3e45f137ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:23.871210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-115693fd-b298-40fe-8c52-e623f70445bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:23.917646 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115693fd-b298-40fe-8c52-e623f70445bf None None] Checking router: 0821063b-7d14-4a1e-bdec-4cf35a96f1cf for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:25:23.933744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115693fd-b298-40fe-8c52-e623f70445bf None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:25:23.934624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-115693fd-b298-40fe-8c52-e623f70445bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:24:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:24.045056 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ee9fd-79b2-45cb-b30c-4b3e45f137ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event updated for resources: {'Subnet': ['ID=97941cd3-115c-4ee2-b265-2b3d75d37dfd,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:24.099071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abff40-3eba-45c7-be95-414426315a53 req-9c29b20c-3e2d-4fe4-8bb8-810af1ab373a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:24.100740 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-83abff40-3eba-45c7-be95-414426315a53 req-9c29b20c-3e2d-4fe4-8bb8-810af1ab373a tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 946 time: 0.1372209 Aug 23 15:25:24.104911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01ee9fd-79b2-45cb-b30c-4b3e45f137ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Checking segment: {'id': 'b17b1a4e-0bf3-4f0a-8183-784f449740c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '99a89b9d-bda9-4329-b16c-6e25ae466bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:24.105297 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ee9fd-79b2-45cb-b30c-4b3e45f137ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Network hostable DHCP agents. Network: 99a89b9d-bda9-4329-b16c-6e25ae466bc4, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:25:24.109815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b934f-1c72-4575-94d6-1c889ec9109c req-e938598f-e3a3-4791-8885-41464d302cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:24.111369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c94b934f-1c72-4575-94d6-1c889ec9109c req-e938598f-e3a3-4791-8885-41464d302cd4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 200 len: 912 time: 0.5854816 Aug 23 15:25:24.207307 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c94b934f-1c72-4575-94d6-1c889ec9109c req-6e34b852-45d7-40fb-b715-11dcb161f8ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5b29c27-bbff-4e55-bdf6-f76145be82bc HTTP/1.1" status: 200 len: 217 time: 0.0555301 Aug 23 15:25:24.213647 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-83abff40-3eba-45c7-be95-414426315a53 req-cd893ed9-60d6-4c20-ac35-ad6de6b0a9fd tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987878 Aug 23 15:25:24.267602 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-115693fd-b298-40fe-8c52-e623f70445bf None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:25:24.270030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b934f-1c72-4575-94d6-1c889ec9109c req-38d07446-51a8-49ff-80ae-e7c7f7fcee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:24.271576 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c94b934f-1c72-4575-94d6-1c889ec9109c req-38d07446-51a8-49ff-80ae-e7c7f7fcee3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 200 len: 850 time: 0.0533671 Aug 23 15:25:24.272191 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ee9fd-79b2-45cb-b30c-4b3e45f137ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Network 99a89b9d-bda9-4329-b16c-6e25ae466bc4 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:25:24.330010 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b934f-1c72-4575-94d6-1c889ec9109c req-9eabb0c7-75f3-4e2a-a074-0826755b19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:24.331780 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c94b934f-1c72-4575-94d6-1c889ec9109c req-9eabb0c7-75f3-4e2a-a074-0826755b19ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95038101-a5a6-451d-864c-0209d8aa2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513906 Aug 23 15:25:24.348456 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a01ee9fd-79b2-45cb-b30c-4b3e45f137ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 99a89b9d-bda9-4329-b16c-6e25ae466bc4) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:24.363032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ee9fd-79b2-45cb-b30c-4b3e45f137ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:24.363634 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a01ee9fd-79b2-45cb-b30c-4b3e45f137ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:24.371819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78defee-11b0-4d96-83a7-88d4959e2fe4 None None] Network 99a89b9d-bda9-4329-b16c-6e25ae466bc4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:24.431235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029fcda-cae0-4e3f-85e1-cab5a29bd581 req-bdecd9f6-37c2-4639-b77e-aa2d9648986d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:24.433376 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4029fcda-cae0-4e3f-85e1-cab5a29bd581 req-bdecd9f6-37c2-4639-b77e-aa2d9648986d tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.61 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 946 time: 0.0586121 Aug 23 15:25:24.490884 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c94b934f-1c72-4575-94d6-1c889ec9109c req-8c701eb2-17fc-4aae-a375-4e800b917638 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513040 Aug 23 15:25:24.573726 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a01ee9fd-79b2-45cb-b30c-4b3e45f137ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7703171 Aug 23 15:25:24.578790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33204) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:24.587218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-af99c6de-cb60-480a-b7bf-b850d0c63cdc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Request body: {'port': {'network_id': '99a89b9d-bda9-4329-b16c-6e25ae466bc4', 'name': 'tempest-NetworksIpV6TestAttrs-1781836377'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:24.598137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-4029fcda-cae0-4e3f-85e1-cab5a29bd581 req-fd3c8cb9-21a1-407a-841f-eb2374036492 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Deleting port c5b29c27-bbff-4e55-bdf6-f76145be82bc {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:24.598577 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4029fcda-cae0-4e3f-85e1-cab5a29bd581 req-fd3c8cb9-21a1-407a-841f-eb2374036492 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:24.647110 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c94b934f-1c72-4575-94d6-1c889ec9109c req-8637f372-3d68-43e5-b623-8541aabc25b2 service neutron] 10.222.0.61 "GET /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493998 Aug 23 15:25:24.674394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-99a89b9d-bda9-4329-b16c-6e25ae466bc4', 'network_id': '99a89b9d-bda9-4329-b16c-6e25ae466bc4', 'tenant_id': 'ec4f4dd41c904e048f9353694100629e', 'fixed_ips': [{'subnet_id': '97941cd3-115c-4ee2-b265-2b3d75d37dfd'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:25:24.675838 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:24.682210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-115693fd-b298-40fe-8c52-e623f70445bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:24.726603 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115693fd-b298-40fe-8c52-e623f70445bf None None] The sync data for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 is: [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:04:44Z', 'revision_number': 4, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e0769313-695a-40bd-ad92-1a274fb20b54', 'name': '', 'network_id': '95038101-a5a6-451d-864c-0209d8aa2274', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'mac_address': 'fa:16:3e:20:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:42Z', 'updated_at': '2021-08-23T15:04:56Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'subnets': [{'id': 'cb81ce09-0df9-4c6b-a304-342e1749bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:25:24.794768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4029fcda-cae0-4e3f-85e1-cab5a29bd581 req-fd3c8cb9-21a1-407a-841f-eb2374036492 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] For port c5b29c27-bbff-4e55-bdf6-f76145be82bc, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=c5b29c27-bbff-4e55-bdf6-f76145be82bc,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:24.795499 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4029fcda-cae0-4e3f-85e1-cab5a29bd581 req-fd3c8cb9-21a1-407a-841f-eb2374036492 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:24.823597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-4029fcda-cae0-4e3f-85e1-cab5a29bd581 req-fd3c8cb9-21a1-407a-841f-eb2374036492 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Calling delete_port for c5b29c27-bbff-4e55-bdf6-f76145be82bc owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:24.929182 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Allocated IP 2001:db8::f816:3eff:fe86:ba54 (99a89b9d-bda9-4329-b16c-6e25ae466bc4/97941cd3-115c-4ee2-b265-2b3d75d37dfd/09f6dda7-7aa1-4c64-89d0-146bc8edf0ef) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:25:25.153305 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3029b6-b34d-405d-90a5-f392fd733389 None None] New status for floating IP 6a6b0c24-82b9-4f4f-9f2a-871d373a730f: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:25:25.174687 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:25.199685 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Transition to ACTIVE for port object 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:25.224120 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Transition to ACTIVE for port object 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:25.305928 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:25.377990 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Network 99a89b9d-bda9-4329-b16c-6e25ae466bc4 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:25.378877 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af99c6de-cb60-480a-b7bf-b850d0c63cdc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Made reservation on behalf of ec4f4dd41c904e048f9353694100629e for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:25.382393 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af99c6de-cb60-480a-b7bf-b850d0c63cdc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:25.383599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:25.391597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:25.416282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Pushing event updated for resources: {'Port': ['ID=09f6dda7-7aa1-4c64-89d0-146bc8edf0ef,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:25.444605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [None req-af99c6de-cb60-480a-b7bf-b850d0c63cdc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] device_id is not set on port 818986e3-11a6-4ed3-ac22-34ce1bbedb8e yet. {{(pid=96115) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:25:25.487287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Attempting to bind port 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:25:25.487892 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Attempting to bind port 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'b17b1a4e-0bf3-4f0a-8183-784f449740c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '99a89b9d-bda9-4329-b16c-6e25ae466bc4'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:25:25.488462 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Attempting to bind port 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef on network 99a89b9d-bda9-4329-b16c-6e25ae466bc4 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:25:25.504307 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:25:25.506524 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Checking segment: {'id': 'b17b1a4e-0bf3-4f0a-8183-784f449740c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '99a89b9d-bda9-4329-b16c-6e25ae466bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:25.506524 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:25.506524 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Bound using segment: {'id': 'b17b1a4e-0bf3-4f0a-8183-784f449740c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '99a89b9d-bda9-4329-b16c-6e25ae466bc4'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:25:25.506524 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Bound port: 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17b1a4e-0bf3-4f0a-8183-784f449740c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '99a89b9d-bda9-4329-b16c-6e25ae466bc4'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:25:25.506524 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:25.509484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebf23e-bee8-4e94-8be2-4882f4c9d79f req-34885be1-1550-4519-8002-d6c3529fd0e6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:25.511112 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5bebf23e-bee8-4e94-8be2-4882f4c9d79f req-34885be1-1550-4519-8002-d6c3529fd0e6 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 946 time: 0.1379433 Aug 23 15:25:25.531461 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4029fcda-cae0-4e3f-85e1-cab5a29bd581 req-fd3c8cb9-21a1-407a-841f-eb2374036492 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:25.598458 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:25.612823 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] For port 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:25:25.622825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] For port 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=09f6dda7-7aa1-4c64-89d0-146bc8edf0ef,segment=NetworkSegment(b17b1a4e-0bf3-4f0a-8183-784f449740c5),segment_id=b17b1a4e-0bf3-4f0a-8183-784f449740c5)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:25:25.636675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c8cb9-21a1-407a-841f-eb2374036492 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event deleted for resources: {'Port': ['ID=c5b29c27-bbff-4e55-bdf6-f76145be82bc,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:25.700253 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5bebf23e-bee8-4e94-8be2-4882f4c9d79f req-b2325f98-58d1-4603-8b2b-79645a076f61 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/security-groups?id=8f0b859a-5d90-4d00-96ca-8228f83b8ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703959 Aug 23 15:25:25.701411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-4029fcda-cae0-4e3f-85e1-cab5a29bd581 req-fd3c8cb9-21a1-407a-841f-eb2374036492 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] No DVR routers for this DVR port c5b29c27-bbff-4e55-bdf6-f76145be82bc on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:25.708561 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4029fcda-cae0-4e3f-85e1-cab5a29bd581 req-fd3c8cb9-21a1-407a-841f-eb2374036492 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:25.710695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4029fcda-cae0-4e3f-85e1-cab5a29bd581 req-fd3c8cb9-21a1-407a-841f-eb2374036492 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.61 "DELETE /v2.0/ports/c5b29c27-bbff-4e55-bdf6-f76145be82bc HTTP/1.1" status: 204 len: 173 time: 1.2705615 Aug 23 15:25:25.711208 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'name': 'network-vif-deleted', 'tag': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:25:25.713679 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f78725-ce94-4f7a-9c4c-e9d857745670" -d '{"events": [{"server_uuid": "842e9b40-dee8-4801-bed5-e3b0c4f7c1e1", "name": "network-vif-deleted", "tag": "c5b29c27-bbff-4e55-bdf6-f76145be82bc"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:25:25.720300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-af99c6de-cb60-480a-b7bf-b850d0c63cdc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Allocated IP 2001:db8::f816:3eff:fea1:e236 (99a89b9d-bda9-4329-b16c-6e25ae466bc4/97941cd3-115c-4ee2-b265-2b3d75d37dfd/818986e3-11a6-4ed3-ac22-34ce1bbedb8e) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:25:25.740260 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:25.772917 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000aa290-cd99-4acd-b41b-555db303a849 x-openstack-request-id: req-000aa290-cd99-4acd-b41b-555db303a849 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:25:25.773639 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842e9b40-dee8-4801-bed5-e3b0c4f7c1e1", "name": "network-vif-deleted", "tag": "c5b29c27-bbff-4e55-bdf6-f76145be82bc", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:25:25.774304 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-000aa290-cd99-4acd-b41b-555db303a849 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:25:25.775109 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842e9b40-dee8-4801-bed5-e3b0c4f7c1e1', 'name': 'network-vif-deleted', 'tag': 'c5b29c27-bbff-4e55-bdf6-f76145be82bc', 'status': 'completed', 'code': 200} Aug 23 15:25:25.833867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9aa3d-27ea-496d-a0b7-a55a5cfb89b9 None None] Pushing event updated for resources: {'Port': ['ID=09f6dda7-7aa1-4c64-89d0-146bc8edf0ef,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:26.010498 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af99c6de-cb60-480a-b7bf-b850d0c63cdc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:26.039527 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-af99c6de-cb60-480a-b7bf-b850d0c63cdc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Transition to ACTIVE for port object 818986e3-11a6-4ed3-ac22-34ce1bbedb8e will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:26.247193 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af99c6de-cb60-480a-b7bf-b850d0c63cdc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:26.319229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af99c6de-cb60-480a-b7bf-b850d0c63cdc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Network 99a89b9d-bda9-4329-b16c-6e25ae466bc4 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:26.325750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-af99c6de-cb60-480a-b7bf-b850d0c63cdc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:26.329492 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af99c6de-cb60-480a-b7bf-b850d0c63cdc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:26.335730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af99c6de-cb60-480a-b7bf-b850d0c63cdc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:26.337278 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af99c6de-cb60-480a-b7bf-b850d0c63cdc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:26.352955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99c6de-cb60-480a-b7bf-b850d0c63cdc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event updated for resources: {'Port': ['ID=818986e3-11a6-4ed3-ac22-34ce1bbedb8e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:26.463038 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-af99c6de-cb60-480a-b7bf-b850d0c63cdc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8826332 Aug 23 15:25:26.465762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33210) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:26.525111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-135782b3-dc25-402c-8282-123d60667970 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Deleting subnet 97941cd3-115c-4ee2-b265-2b3d75d37dfd {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:25:26.529068 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-135782b3-dc25-402c-8282-123d60667970 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:26.578032 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-135782b3-dc25-402c-8282-123d60667970 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:26.598615 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-81fba971-86e3-4071-934d-6e3d841d785d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:26.718331 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-135782b3-dc25-402c-8282-123d60667970 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:26.888110 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54ae1e10-9cff-4c87-b3f0-c22163c017dd req-32555299-b671-4ae6-a006-a61353df1734 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 210 time: 0.0314703 Aug 23 15:25:26.901665 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:26.928268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-135782b3-dc25-402c-8282-123d60667970 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:26.971662 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135782b3-dc25-402c-8282-123d60667970 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Subnet': ['ID=97941cd3-115c-4ee2-b265-2b3d75d37dfd,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:26.975978 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-135782b3-dc25-402c-8282-123d60667970 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:26.979708 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-135782b3-dc25-402c-8282-123d60667970 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/subnets/97941cd3-115c-4ee2-b265-2b3d75d37dfd HTTP/1.1" status: 204 len: 168 time: 0.5121696 Aug 23 15:25:26.981599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33216) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:27.039375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3dd6de-1ecc-410a-a411-78e9f1eb75c3 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:27.042063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3dd6de-1ecc-410a-a411-78e9f1eb75c3 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:27.043689 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1b3dd6de-1ecc-410a-a411-78e9f1eb75c3 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0610783 Aug 23 15:25:27.046365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33218) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:27.143002 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b38debe-0714-4ae1-846e-2a04b0df4ec3 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:27.154748 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b38debe-0714-4ae1-846e-2a04b0df4ec3 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 23 15:25:27.155344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b38debe-0714-4ae1-846e-2a04b0df4ec3 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:25:27.161029 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5b38debe-0714-4ae1-846e-2a04b0df4ec3 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/networks/99a89b9d-bda9-4329-b16c-6e25ae466bc4 HTTP/1.1" status: 409 len: 405 time: 0.1101556 Aug 23 15:25:27.163399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33220) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:27.165006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9c5042-6c71-411b-add6-f57741542973 None None] Network 99a89b9d-bda9-4329-b16c-6e25ae466bc4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:27.170829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b84aea19-59bd-4289-88f7-478a3d61e8ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-476961776'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:27.344676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84aea19-59bd-4289-88f7-478a3d61e8ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Made reservation on behalf of ec4f4dd41c904e048f9353694100629e for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:27.349071 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b84aea19-59bd-4289-88f7-478a3d61e8ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:27.395406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84aea19-59bd-4289-88f7-478a3d61e8ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:25:27.407525 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be4bddd-2fa1-46b9-a96b-040ce8df9cc3 None None] DHCP port deletion for 99a89b9d-bda9-4329-b16c-6e25ae466bc4 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:25:27.413565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f39b0558-78de-4dbe-b44d-6c0876b581cd None None] Provisioning for port 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:25:27.421657 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b84aea19-59bd-4289-88f7-478a3d61e8ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:27.427894 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-b84aea19-59bd-4289-88f7-478a3d61e8ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Added segment 33597b3a-13f0-4c6f-af61-cc22ee8fbd08 of type vlan for network c4e14da3-8b99-4d46-8bc8-179a4fca9817 Aug 23 15:25:27.470336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2be4bddd-2fa1-46b9-a96b-040ce8df9cc3 None None] Deleting port 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:27.470725 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2be4bddd-2fa1-46b9-a96b-040ce8df9cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:27.483971 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b84aea19-59bd-4289-88f7-478a3d61e8ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:27.545498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2be4bddd-2fa1-46b9-a96b-040ce8df9cc3 None None] For port 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=09f6dda7-7aa1-4c64-89d0-146bc8edf0ef,segment=NetworkSegment(b17b1a4e-0bf3-4f0a-8183-784f449740c5),segment_id=b17b1a4e-0bf3-4f0a-8183-784f449740c5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:27.545820 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2be4bddd-2fa1-46b9-a96b-040ce8df9cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:27.558774 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2be4bddd-2fa1-46b9-a96b-040ce8df9cc3 None None] Calling delete_port for 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:27.570569 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b84aea19-59bd-4289-88f7-478a3d61e8ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:27.580792 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84aea19-59bd-4289-88f7-478a3d61e8ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:27.582058 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b84aea19-59bd-4289-88f7-478a3d61e8ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:27.699596 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84aea19-59bd-4289-88f7-478a3d61e8ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event updated for resources: {'Network': ['ID=c4e14da3-8b99-4d46-8bc8-179a4fca9817,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:27.712955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network c4e14da3-8b99-4d46-8bc8-179a4fca9817 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:25:27.807819 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2be4bddd-2fa1-46b9-a96b-040ce8df9cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:27.833881 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4bddd-2fa1-46b9-a96b-040ce8df9cc3 None None] Pushing event deleted for resources: {'Port': ['ID=09f6dda7-7aa1-4c64-89d0-146bc8edf0ef,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:27.840662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4bddd-2fa1-46b9-a96b-040ce8df9cc3 None None] No DVR routers for this DVR port 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:27.894549 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b84aea19-59bd-4289-88f7-478a3d61e8ff tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7297268 Aug 23 15:25:27.911219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33222) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:27.911219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ea0059d7-368e-4895-a7b7-c8bafbc4d734 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Request body: {'subnet': {'network_id': 'c4e14da3-8b99-4d46-8bc8-179a4fca9817', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:27.962774 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device c5b29c27-bbff-4e55-bdf6-f76145be82bc no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:25:28.012231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: c5b29c27-bbff-4e55-bdf6-f76145be82bc {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:25:28.013170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device c5b29c27-bbff-4e55-bdf6-f76145be82bc not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:25:28.065561 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4040b001-7dd9-4a95-a9ff-b1b8ab620113 req-03fc7997-8fb4-48f0-9c90-49182581c712 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 210 time: 0.0360672 Aug 23 15:25:28.192923 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0059d7-368e-4895-a7b7-c8bafbc4d734 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Made reservation on behalf of ec4f4dd41c904e048f9353694100629e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:28.197215 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ea0059d7-368e-4895-a7b7-c8bafbc4d734 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:28.586907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.objects.ports [None req-ea0059d7-368e-4895-a7b7-c8bafbc4d734 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:25:28.588836 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ea0059d7-368e-4895-a7b7-c8bafbc4d734 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:28.655320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0059d7-368e-4895-a7b7-c8bafbc4d734 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event updated for resources: {'Subnet': ['ID=980ed79c-81e1-4ae8-94fe-ba7920ec9c0f,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:28.681468 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0059d7-368e-4895-a7b7-c8bafbc4d734 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Checking segment: {'id': '33597b3a-13f0-4c6f-af61-cc22ee8fbd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4e14da3-8b99-4d46-8bc8-179a4fca9817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:28.681932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0059d7-368e-4895-a7b7-c8bafbc4d734 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Network hostable DHCP agents. Network: c4e14da3-8b99-4d46-8bc8-179a4fca9817, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:25:28.701275 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:28.787212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0059d7-368e-4895-a7b7-c8bafbc4d734 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Network c4e14da3-8b99-4d46-8bc8-179a4fca9817 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:25:28.879527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-ea0059d7-368e-4895-a7b7-c8bafbc4d734 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, c4e14da3-8b99-4d46-8bc8-179a4fca9817) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:28.885452 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0059d7-368e-4895-a7b7-c8bafbc4d734 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:28.885916 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ea0059d7-368e-4895-a7b7-c8bafbc4d734 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:28.891896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08165b4-54b9-4c6a-b7a3-0f0648fbc615 None None] Network c4e14da3-8b99-4d46-8bc8-179a4fca9817 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:28.988246 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ea0059d7-368e-4895-a7b7-c8bafbc4d734 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0868721 Aug 23 15:25:28.990802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33226) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:29.061781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-c4e14da3-8b99-4d46-8bc8-179a4fca9817', 'network_id': 'c4e14da3-8b99-4d46-8bc8-179a4fca9817', 'tenant_id': 'ec4f4dd41c904e048f9353694100629e', 'fixed_ips': [{'subnet_id': '980ed79c-81e1-4ae8-94fe-ba7920ec9c0f'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:25:29.062653 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:29.111173 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:29.213346 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-13f4b737-055b-4d1d-a3de-add0705de0da req-9a640f02-68c0-4b07-820d-c5d53202f0d1 tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 210 time: 0.0469115 Aug 23 15:25:29.230516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Allocated IP 2001:db8::f816:3eff:feec:6452 (c4e14da3-8b99-4d46-8bc8-179a4fca9817/980ed79c-81e1-4ae8-94fe-ba7920ec9c0f/60a0075f-9c3d-4289-a40b-143ea8d7666e) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:25:29.245579 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:29.386916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:25:29.416568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:25:29.416949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 09f6dda7-7aa1-4c64-89d0-146bc8edf0ef not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:25:29.436171 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:29.448413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Transition to ACTIVE for port object 60a0075f-9c3d-4289-a40b-143ea8d7666e will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:29.466030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Transition to ACTIVE for port object 60a0075f-9c3d-4289-a40b-143ea8d7666e will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:29.617243 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:29.662426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Network c4e14da3-8b99-4d46-8bc8-179a4fca9817 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:29.672286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:29.681477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:29.685259 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Pushing event updated for resources: {'Port': ['ID=60a0075f-9c3d-4289-a40b-143ea8d7666e,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:29.716279 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:29.747249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Attempting to bind port 60a0075f-9c3d-4289-a40b-143ea8d7666e on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:25:29.747801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Attempting to bind port 60a0075f-9c3d-4289-a40b-143ea8d7666e by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '33597b3a-13f0-4c6f-af61-cc22ee8fbd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4e14da3-8b99-4d46-8bc8-179a4fca9817'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:25:29.748258 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Attempting to bind port 60a0075f-9c3d-4289-a40b-143ea8d7666e on network c4e14da3-8b99-4d46-8bc8-179a4fca9817 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:25:29.753988 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:25:29.754672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Subnet': ['ID=980ed79c-81e1-4ae8-94fe-ba7920ec9c0f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:29.755290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Checking segment: {'id': '33597b3a-13f0-4c6f-af61-cc22ee8fbd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4e14da3-8b99-4d46-8bc8-179a4fca9817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:29.755782 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:29.756340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Bound using segment: {'id': '33597b3a-13f0-4c6f-af61-cc22ee8fbd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4e14da3-8b99-4d46-8bc8-179a4fca9817'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:25:29.757130 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Bound port: 60a0075f-9c3d-4289-a40b-143ea8d7666e, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33597b3a-13f0-4c6f-af61-cc22ee8fbd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4e14da3-8b99-4d46-8bc8-179a4fca9817'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:25:29.757699 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:29.817248 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:29.829530 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e14da3-8b99-4d46-8bc8-179a4fca9817']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:29.841599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33597b3a-13f0-4c6f-af61-cc22ee8fbd08') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:29.841938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33597b3a-13f0-4c6f-af61-cc22ee8fbd08') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:29.843864 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] For port 60a0075f-9c3d-4289-a40b-143ea8d7666e, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:25:29.848984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] For port 60a0075f-9c3d-4289-a40b-143ea8d7666e, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=60a0075f-9c3d-4289-a40b-143ea8d7666e,segment=NetworkSegment(33597b3a-13f0-4c6f-af61-cc22ee8fbd08),segment_id=33597b3a-13f0-4c6f-af61-cc22ee8fbd08)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:25:29.851709 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:29.967823 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:29.972961 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:29.982088 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:25:29.982859 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:25:29.994703 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:25:30.065356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262639a-bfc2-402d-b360-a548adc83c07 None None] Pushing event updated for resources: {'Port': ['ID=60a0075f-9c3d-4289-a40b-143ea8d7666e,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:30.082129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bb5e4f-5bcf-4018-b1d8-e61f0d7983a1 None None] Network c4e14da3-8b99-4d46-8bc8-179a4fca9817 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:30.140662 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 15:25:30.140662 n-d-804985-3 neutron-server[96114]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 15:25:30.140662 n-d-804985-3 neutron-server[96114]: [parameters: {'id': 'c4e14da3-8b99-4d46-8bc8-179a4fca9817'}] Aug 23 15:25:30.140662 n-d-804985-3 neutron-server[96114]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:25:30.141516 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:25:30.234509 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f87f19-ae50-409e-8c8c-11d0ff3a873a None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 15:25:30.320347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f87f19-ae50-409e-8c8c-11d0ff3a873a None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 15:25:30.320623 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cf15ed11-6a7d-41fb-9269-f420f9dcb9a1 req-dcb379c3-00e5-4a8f-a9c2-b1bd50d5a1df tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "GET /v2.0/ports?device_id=842e9b40-dee8-4801-bed5-e3b0c4f7c1e1 HTTP/1.1" status: 200 len: 210 time: 0.0348163 Aug 23 15:25:30.642653 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:30.705410 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Deleting port 60a0075f-9c3d-4289-a40b-143ea8d7666e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:30.705747 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:30.780374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] For port 60a0075f-9c3d-4289-a40b-143ea8d7666e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=60a0075f-9c3d-4289-a40b-143ea8d7666e,segment=NetworkSegment(33597b3a-13f0-4c6f-af61-cc22ee8fbd08),segment_id=33597b3a-13f0-4c6f-af61-cc22ee8fbd08)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:30.780748 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:30.794546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Calling delete_port for 60a0075f-9c3d-4289-a40b-143ea8d7666e owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:30.979429 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.021573 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Port': ['ID=60a0075f-9c3d-4289-a40b-143ea8d7666e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:31.029688 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] No DVR routers for this DVR port 60a0075f-9c3d-4289-a40b-143ea8d7666e on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:31.150518 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.168600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e14da3-8b99-4d46-8bc8-179a4fca9817']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:31.193643 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33597b3a-13f0-4c6f-af61-cc22ee8fbd08') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:31.194135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33597b3a-13f0-4c6f-af61-cc22ee8fbd08') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:31.207442 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.225620 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.232806 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:25:31.239620 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:25:31.385866 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33236) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:31.442414 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.478053 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.479937 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/networks/c4e14da3-8b99-4d46-8bc8-179a4fca9817 HTTP/1.1" status: 204 len: 168 time: 2.4881456 Aug 23 15:25:31.487713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33238) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:31.493910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3087a730-ca48-4763-808f-98d27a266527 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-38107810'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:31.497423 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12f384-398d-42d6-92a9-6c5aa78a7292 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Network': ['ID=c4e14da3-8b99-4d46-8bc8-179a4fca9817,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:31.552306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-31769920-b159-4652-87e2-cbeb772718ad tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Deleting port f3dfc3e3-f67c-4dc9-9ab7-2483951ccce8 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:31.552654 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31769920-b159-4652-87e2-cbeb772718ad tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.584278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3087a730-ca48-4763-808f-98d27a266527 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Made reservation on behalf of ec4f4dd41c904e048f9353694100629e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:31.588616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3087a730-ca48-4763-808f-98d27a266527 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.616368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3087a730-ca48-4763-808f-98d27a266527 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:25:31.626076 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3087a730-ca48-4763-808f-98d27a266527 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.626437 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-3087a730-ca48-4763-808f-98d27a266527 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Added segment 89d8f8fc-e7f5-44aa-be99-4e93dd8d6f90 of type vlan for network c03af0f1-f57b-4996-921c-67c8b4d1ae27 Aug 23 15:25:31.647995 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31769920-b159-4652-87e2-cbeb772718ad tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.648342 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31769920-b159-4652-87e2-cbeb772718ad tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.663544 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-31769920-b159-4652-87e2-cbeb772718ad tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Calling delete_port for f3dfc3e3-f67c-4dc9-9ab7-2483951ccce8 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:31.679085 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3087a730-ca48-4763-808f-98d27a266527 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.784452 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3087a730-ca48-4763-808f-98d27a266527 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.790414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3087a730-ca48-4763-808f-98d27a266527 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:31.791032 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3087a730-ca48-4763-808f-98d27a266527 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.893627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087a730-ca48-4763-808f-98d27a266527 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event updated for resources: {'Network': ['ID=c03af0f1-f57b-4996-921c-67c8b4d1ae27,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:31.906163 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network c03af0f1-f57b-4996-921c-67c8b4d1ae27 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:25:31.930477 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31769920-b159-4652-87e2-cbeb772718ad tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:31.970151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31769920-b159-4652-87e2-cbeb772718ad tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event deleted for resources: {'Port': ['ID=f3dfc3e3-f67c-4dc9-9ab7-2483951ccce8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:31.994250 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3087a730-ca48-4763-808f-98d27a266527 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5052552 Aug 23 15:25:31.997347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33240) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:32.002818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f356f222-fd3c-4c4f-80cc-7adc6b91b64f tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Request body: {'subnet': {'network_id': 'c03af0f1-f57b-4996-921c-67c8b4d1ae27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:32.051170 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31769920-b159-4652-87e2-cbeb772718ad tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:32.056627 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-31769920-b159-4652-87e2-cbeb772718ad tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:32.058493 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-31769920-b159-4652-87e2-cbeb772718ad tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "DELETE /v2.0/floatingips/19b1a498-dc31-4ed6-9882-99933118970d HTTP/1.1" status: 204 len: 168 time: 0.6713390 Aug 23 15:25:32.269498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f356f222-fd3c-4c4f-80cc-7adc6b91b64f tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Made reservation on behalf of ec4f4dd41c904e048f9353694100629e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:32.275577 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f356f222-fd3c-4c4f-80cc-7adc6b91b64f tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:32.792881 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f356f222-fd3c-4c4f-80cc-7adc6b91b64f tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:32.870913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356f222-fd3c-4c4f-80cc-7adc6b91b64f tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event updated for resources: {'Subnet': ['ID=22816612-4332-4ff5-abb2-d2a4adc3c171,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:32.883225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f356f222-fd3c-4c4f-80cc-7adc6b91b64f tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Checking segment: {'id': '89d8f8fc-e7f5-44aa-be99-4e93dd8d6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c03af0f1-f57b-4996-921c-67c8b4d1ae27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:32.884144 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f356f222-fd3c-4c4f-80cc-7adc6b91b64f tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Network hostable DHCP agents. Network: c03af0f1-f57b-4996-921c-67c8b4d1ae27, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:25:33.155936 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f356f222-fd3c-4c4f-80cc-7adc6b91b64f tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Network c03af0f1-f57b-4996-921c-67c8b4d1ae27 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:25:33.318865 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-f356f222-fd3c-4c4f-80cc-7adc6b91b64f tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, c03af0f1-f57b-4996-921c-67c8b4d1ae27) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:33.325194 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f356f222-fd3c-4c4f-80cc-7adc6b91b64f tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:33.326169 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f356f222-fd3c-4c4f-80cc-7adc6b91b64f tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:33.332640 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a70597-aa4d-409f-a548-4ec3532d4294 None None] Network c03af0f1-f57b-4996-921c-67c8b4d1ae27 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:33.466520 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f356f222-fd3c-4c4f-80cc-7adc6b91b64f tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4676332 Aug 23 15:25:33.469202 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33252) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:33.533616 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-c03af0f1-f57b-4996-921c-67c8b4d1ae27', 'network_id': 'c03af0f1-f57b-4996-921c-67c8b4d1ae27', 'tenant_id': 'ec4f4dd41c904e048f9353694100629e', 'fixed_ips': [{'subnet_id': '22816612-4332-4ff5-abb2-d2a4adc3c171'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:25:33.536237 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:33.600931 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:33.687504 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:33.733247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Allocated IP 2001:db8::2 (c03af0f1-f57b-4996-921c-67c8b4d1ae27/22816612-4332-4ff5-abb2-d2a4adc3c171/c51017f9-5380-4bd8-ada9-bccb50ef3e99) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:25:34.054730 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:34.067118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Transition to ACTIVE for port object c51017f9-5380-4bd8-ada9-bccb50ef3e99 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:34.082516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Transition to ACTIVE for port object c51017f9-5380-4bd8-ada9-bccb50ef3e99 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:34.184504 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:34.228951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Network c03af0f1-f57b-4996-921c-67c8b4d1ae27 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:34.231969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:34.238745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:34.241939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Pushing event updated for resources: {'Port': ['ID=c51017f9-5380-4bd8-ada9-bccb50ef3e99,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:34.304204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Attempting to bind port c51017f9-5380-4bd8-ada9-bccb50ef3e99 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:25:34.304693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Attempting to bind port c51017f9-5380-4bd8-ada9-bccb50ef3e99 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '89d8f8fc-e7f5-44aa-be99-4e93dd8d6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c03af0f1-f57b-4996-921c-67c8b4d1ae27'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:25:34.305542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Attempting to bind port c51017f9-5380-4bd8-ada9-bccb50ef3e99 on network c03af0f1-f57b-4996-921c-67c8b4d1ae27 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:25:34.311590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:25:34.312005 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Checking segment: {'id': '89d8f8fc-e7f5-44aa-be99-4e93dd8d6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c03af0f1-f57b-4996-921c-67c8b4d1ae27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:34.312419 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:34.312820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Bound using segment: {'id': '89d8f8fc-e7f5-44aa-be99-4e93dd8d6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c03af0f1-f57b-4996-921c-67c8b4d1ae27'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:25:34.313300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Bound port: c51017f9-5380-4bd8-ada9-bccb50ef3e99, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d8f8fc-e7f5-44aa-be99-4e93dd8d6f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c03af0f1-f57b-4996-921c-67c8b4d1ae27'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:25:34.313692 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:34.346113 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:34.381951 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Subnet': ['ID=22816612-4332-4ff5-abb2-d2a4adc3c171,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:34.394092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] For port c51017f9-5380-4bd8-ada9-bccb50ef3e99, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:25:34.398453 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] For port c51017f9-5380-4bd8-ada9-bccb50ef3e99, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c51017f9-5380-4bd8-ada9-bccb50ef3e99,segment=NetworkSegment(89d8f8fc-e7f5-44aa-be99-4e93dd8d6f90),segment_id=89d8f8fc-e7f5-44aa-be99-4e93dd8d6f90)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:25:34.466384 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:34.480312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03af0f1-f57b-4996-921c-67c8b4d1ae27']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:34.492074 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d8f8fc-e7f5-44aa-be99-4e93dd8d6f90') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:34.498597 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d8f8fc-e7f5-44aa-be99-4e93dd8d6f90') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:34.503101 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:34.579128 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:34.581570 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:34.591064 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:25:34.591796 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:25:34.594815 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:25:34.656704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d24ba6-c7e0-49c1-b608-e8be5ec09d81 None None] Pushing event updated for resources: {'Port': ['ID=c51017f9-5380-4bd8-ada9-bccb50ef3e99,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:34.776286 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 15:25:34.776286 n-d-804985-3 neutron-server[96114]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 15:25:34.776286 n-d-804985-3 neutron-server[96114]: [parameters: {'id': 'c03af0f1-f57b-4996-921c-67c8b4d1ae27'}] Aug 23 15:25:34.776286 n-d-804985-3 neutron-server[96114]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:25:34.776849 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:25:35.278193 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:35.378705 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Deleting port c51017f9-5380-4bd8-ada9-bccb50ef3e99 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:35.379013 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:35.456218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c51017f9-5380-4bd8-ada9-bccb50ef3e99 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:25:35.500987 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] For port c51017f9-5380-4bd8-ada9-bccb50ef3e99, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c51017f9-5380-4bd8-ada9-bccb50ef3e99,segment=NetworkSegment(89d8f8fc-e7f5-44aa-be99-4e93dd8d6f90),segment_id=89d8f8fc-e7f5-44aa-be99-4e93dd8d6f90)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:35.501664 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:35.529343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Calling delete_port for c51017f9-5380-4bd8-ada9-bccb50ef3e99 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:35.948424 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port c51017f9-5380-4bd8-ada9-bccb50ef3e99 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:25:35.953822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33260) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:35.953822 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-006a4acd-0002-4b64-bef7-46b29033c53b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:35.958638 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101ec3b1-58f6-489b-bd48-75a4a44b6a11 None None] Network c03af0f1-f57b-4996-921c-67c8b4d1ae27 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:35.959728 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-006a4acd-0002-4b64-bef7-46b29033c53b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:35.959728 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:35.959728 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Port': ['ID=c51017f9-5380-4bd8-ada9-bccb50ef3e99,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:35.959728 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] No DVR routers for this DVR port c51017f9-5380-4bd8-ada9-bccb50ef3e99 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:36.004729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e3c3b0ec-e42f-48e3-891c-0e6c7d8fb6bc None None] Could not find standard attr ID for object c51017f9-5380-4bd8-ada9-bccb50ef3e99. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:25:36.054291 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:36.071276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03af0f1-f57b-4996-921c-67c8b4d1ae27']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:36.096050 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8696b0ef-d0d8-4d54-8a39-a83b58c82e3f None None] DHCP port deletion for c03af0f1-f57b-4996-921c-67c8b4d1ae27 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:25:36.098474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d8f8fc-e7f5-44aa-be99-4e93dd8d6f90') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:36.098996 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d8f8fc-e7f5-44aa-be99-4e93dd8d6f90') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:36.127444 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:36.155926 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:36.166292 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:25:36.166949 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:25:36.170861 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:25:36.276070 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-006a4acd-0002-4b64-bef7-46b29033c53b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:36.278950 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-006a4acd-0002-4b64-bef7-46b29033c53b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:36.283562 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-006a4acd-0002-4b64-bef7-46b29033c53b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] 10.222.0.38 "DELETE /v2.0/security-groups/8f0b859a-5d90-4d00-96ca-8228f83b8ac2 HTTP/1.1" status: 204 len: 168 time: 0.5186138 Aug 23 15:25:36.293427 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a4acd-0002-4b64-bef7-46b29033c53b tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0b859a-5d90-4d00-96ca-8228f83b8ac2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:36.370229 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:36.380465 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:36.384054 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/networks/c03af0f1-f57b-4996-921c-67c8b4d1ae27 HTTP/1.1" status: 204 len: 168 time: 2.9129455 Aug 23 15:25:36.389458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33264) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:36.399993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-94716b1d-be3c-4196-aa69-f80fee653a9b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1579654505'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:36.411787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057ba78-e139-4e13-a094-18c692822702 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Network': ['ID=c03af0f1-f57b-4996-921c-67c8b4d1ae27,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:36.484174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33266) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:36.535684 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94716b1d-be3c-4196-aa69-f80fee653a9b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Made reservation on behalf of ec4f4dd41c904e048f9353694100629e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:36.541539 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-94716b1d-be3c-4196-aa69-f80fee653a9b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:36.571309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94716b1d-be3c-4196-aa69-f80fee653a9b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:25:36.581296 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-94716b1d-be3c-4196-aa69-f80fee653a9b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:36.581671 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-94716b1d-be3c-4196-aa69-f80fee653a9b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Added segment 746d8b87-ed06-4711-983e-26b2df371443 of type vlan for network 9854573e-2fb6-4755-a7c6-c255ec4b2538 Aug 23 15:25:36.628243 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-94716b1d-be3c-4196-aa69-f80fee653a9b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:36.759105 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-94716b1d-be3c-4196-aa69-f80fee653a9b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:36.769684 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94716b1d-be3c-4196-aa69-f80fee653a9b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:36.770628 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-94716b1d-be3c-4196-aa69-f80fee653a9b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:36.848862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94716b1d-be3c-4196-aa69-f80fee653a9b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event updated for resources: {'Network': ['ID=9854573e-2fb6-4755-a7c6-c255ec4b2538,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:36.860556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 9854573e-2fb6-4755-a7c6-c255ec4b2538 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:25:36.893704 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-94716b1d-be3c-4196-aa69-f80fee653a9b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5017259 Aug 23 15:25:36.897079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33270) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:36.928071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-214cc299-3a9a-4329-ac9c-76ceb761401b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Request body: {'subnet': {'network_id': '9854573e-2fb6-4755-a7c6-c255ec4b2538', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:37.250765 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca90d6c3-16d4-4f39-9e80-26a0fcb2b763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:37.255676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214cc299-3a9a-4329-ac9c-76ceb761401b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Made reservation on behalf of ec4f4dd41c904e048f9353694100629e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:37.262072 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-214cc299-3a9a-4329-ac9c-76ceb761401b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:37.363186 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c51017f9-5380-4bd8-ada9-bccb50ef3e99 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:25:37.386981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: c51017f9-5380-4bd8-ada9-bccb50ef3e99 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:25:37.387432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c51017f9-5380-4bd8-ada9-bccb50ef3e99 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:25:38.006599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-ca90d6c3-16d4-4f39-9e80-26a0fcb2b763 admin admin] Deleting port e0769313-695a-40bd-ad92-1a274fb20b54 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:38.007182 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca90d6c3-16d4-4f39-9e80-26a0fcb2b763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:38.128952 n-d-804985-3 neutron-server[96114]: DEBUG neutron.objects.ports [None req-214cc299-3a9a-4329-ac9c-76ceb761401b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96114) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 15:25:38.135628 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-214cc299-3a9a-4329-ac9c-76ceb761401b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:38.153126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-ca90d6c3-16d4-4f39-9e80-26a0fcb2b763 admin admin] For port e0769313-695a-40bd-ad92-1a274fb20b54, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e0769313-695a-40bd-ad92-1a274fb20b54,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:38.153495 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca90d6c3-16d4-4f39-9e80-26a0fcb2b763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:38.201338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-ca90d6c3-16d4-4f39-9e80-26a0fcb2b763 admin admin] Calling delete_port for e0769313-695a-40bd-ad92-1a274fb20b54 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:38.270748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cc299-3a9a-4329-ac9c-76ceb761401b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event updated for resources: {'Subnet': ['ID=4a18e2a6-6dfd-4dd3-8f13-b41daf90c3f8,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:38.291260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214cc299-3a9a-4329-ac9c-76ceb761401b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Checking segment: {'id': '746d8b87-ed06-4711-983e-26b2df371443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9854573e-2fb6-4755-a7c6-c255ec4b2538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:38.291629 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214cc299-3a9a-4329-ac9c-76ceb761401b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Network hostable DHCP agents. Network: 9854573e-2fb6-4755-a7c6-c255ec4b2538, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:25:38.418104 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214cc299-3a9a-4329-ac9c-76ceb761401b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Network 9854573e-2fb6-4755-a7c6-c255ec4b2538 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:25:38.538652 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-214cc299-3a9a-4329-ac9c-76ceb761401b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 9854573e-2fb6-4755-a7c6-c255ec4b2538) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:38.543862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214cc299-3a9a-4329-ac9c-76ceb761401b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:38.547818 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-214cc299-3a9a-4329-ac9c-76ceb761401b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:38.548713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314aab1d-fdeb-4e61-ac10-a43f46ccb4bd None None] Network 9854573e-2fb6-4755-a7c6-c255ec4b2538 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:38.569904 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca90d6c3-16d4-4f39-9e80-26a0fcb2b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:38.598798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90d6c3-16d4-4f39-9e80-26a0fcb2b763 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0769313-695a-40bd-ad92-1a274fb20b54,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:38.721214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-9854573e-2fb6-4755-a7c6-c255ec4b2538', 'network_id': '9854573e-2fb6-4755-a7c6-c255ec4b2538', 'tenant_id': 'ec4f4dd41c904e048f9353694100629e', 'fixed_ips': [{'subnet_id': '4a18e2a6-6dfd-4dd3-8f13-b41daf90c3f8'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:25:38.722058 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:38.725297 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-214cc299-3a9a-4329-ac9c-76ceb761401b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8266039 Aug 23 15:25:38.728458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33272) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:38.816821 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ca90d6c3-16d4-4f39-9e80-26a0fcb2b763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:38.869168 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:38.914204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Allocated IP 2001:db8::f816:3eff:fe42:8b19 (9854573e-2fb6-4755-a7c6-c255ec4b2538/4a18e2a6-6dfd-4dd3-8f13-b41daf90c3f8/708b2d73-e3dc-4952-a9ff-12823a596542) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:25:38.980148 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:39.099397 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:39.106103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca90d6c3-16d4-4f39-9e80-26a0fcb2b763 admin admin] Router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:25:39.110350 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Transition to ACTIVE for port object 708b2d73-e3dc-4952-a9ff-12823a596542 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:39.129700 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Transition to ACTIVE for port object 708b2d73-e3dc-4952-a9ff-12823a596542 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:39.218858 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:39.237672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca90d6c3-16d4-4f39-9e80-26a0fcb2b763 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:25:39.246128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33274) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:39.246497 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ca90d6c3-16d4-4f39-9e80-26a0fcb2b763 admin admin] 10.222.0.38 "PUT /v2.0/routers/0821063b-7d14-4a1e-bdec-4cf35a96f1cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7603662 Aug 23 15:25:39.254058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ef6d49-b8ce-4eed-9e3d-8712ff000160 None None] Sync routers for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:25:39.273123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Network 9854573e-2fb6-4755-a7c6-c255ec4b2538 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:39.277027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:39.282240 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:39.287416 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef6d49-b8ce-4eed-9e3d-8712ff000160 None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:25:39.288096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-32ef6d49-b8ce-4eed-9e3d-8712ff000160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:39.333997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Pushing event updated for resources: {'Port': ['ID=708b2d73-e3dc-4952-a9ff-12823a596542,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:39.375358 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:39.398526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Attempting to bind port 708b2d73-e3dc-4952-a9ff-12823a596542 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:25:39.399016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Attempting to bind port 708b2d73-e3dc-4952-a9ff-12823a596542 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '746d8b87-ed06-4711-983e-26b2df371443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9854573e-2fb6-4755-a7c6-c255ec4b2538'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:25:39.399503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Attempting to bind port 708b2d73-e3dc-4952-a9ff-12823a596542 on network 9854573e-2fb6-4755-a7c6-c255ec4b2538 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:25:39.417631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Subnet': ['ID=4a18e2a6-6dfd-4dd3-8f13-b41daf90c3f8,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:39.437941 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:25:39.438326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Checking segment: {'id': '746d8b87-ed06-4711-983e-26b2df371443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9854573e-2fb6-4755-a7c6-c255ec4b2538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:39.438736 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:39.439134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Bound using segment: {'id': '746d8b87-ed06-4711-983e-26b2df371443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9854573e-2fb6-4755-a7c6-c255ec4b2538'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:25:39.439834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Bound port: 708b2d73-e3dc-4952-a9ff-12823a596542, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746d8b87-ed06-4711-983e-26b2df371443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9854573e-2fb6-4755-a7c6-c255ec4b2538'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:25:39.443362 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:39.444773 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:39.491327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-32ef6d49-b8ce-4eed-9e3d-8712ff000160 None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:25:39.530697 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:39.544812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9854573e-2fb6-4755-a7c6-c255ec4b2538']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:39.562459 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746d8b87-ed06-4711-983e-26b2df371443') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:39.562760 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746d8b87-ed06-4711-983e-26b2df371443') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:39.606092 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:39.615929 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] For port 708b2d73-e3dc-4952-a9ff-12823a596542, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:25:39.621133 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] For port 708b2d73-e3dc-4952-a9ff-12823a596542, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=708b2d73-e3dc-4952-a9ff-12823a596542,segment=NetworkSegment(746d8b87-ed06-4711-983e-26b2df371443),segment_id=746d8b87-ed06-4711-983e-26b2df371443)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:25:39.639297 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:39.699013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-32ef6d49-b8ce-4eed-9e3d-8712ff000160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:25:38Z', 'revision_number': 5, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port': {'id': 'b996ddbf-c8fb-49dd-ac48-66b26d97a6b7', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:38Z', 'updated_at': '2021-08-23T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:39.732206 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ef6d49-b8ce-4eed-9e3d-8712ff000160 None None] Checking router: 0821063b-7d14-4a1e-bdec-4cf35a96f1cf for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:25:39.738160 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:39.738597 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:39.745670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:25:39.746075 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:25:39.749529 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:25:39.771674 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef6d49-b8ce-4eed-9e3d-8712ff000160 None None] Routers {'0821063b-7d14-4a1e-bdec-4cf35a96f1cf'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:25:39.772319 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-32ef6d49-b8ce-4eed-9e3d-8712ff000160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:39.846626 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] Deleting port b996ddbf-c8fb-49dd-ac48-66b26d97a6b7 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:39.846973 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:39.887305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65620e-1751-4e8b-9870-d233bac4aa7a None None] Pushing event updated for resources: {'Port': ['ID=708b2d73-e3dc-4952-a9ff-12823a596542,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:39.899432 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.api [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 15:25:39.899432 n-d-804985-3 neutron-server[96115]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 15:25:39.899432 n-d-804985-3 neutron-server[96115]: [parameters: {'id': '9854573e-2fb6-4755-a7c6-c255ec4b2538'}] Aug 23 15:25:39.899432 n-d-804985-3 neutron-server[96115]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:25:39.899432 n-d-804985-3 neutron-server[96115]: DEBUG oslo_db.api [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:25:39.911863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-32ef6d49-b8ce-4eed-9e3d-8712ff000160 None None] Set router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:25:39.915419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9992ccf1-89bd-45d6-9a6a-687ead5e9b13 None None] Network 9854573e-2fb6-4755-a7c6-c255ec4b2538 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:39.939550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] For port b996ddbf-c8fb-49dd-ac48-66b26d97a6b7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b996ddbf-c8fb-49dd-ac48-66b26d97a6b7,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:39.940089 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:39.953069 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] Calling delete_port for b996ddbf-c8fb-49dd-ac48-66b26d97a6b7 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:39.979520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-32ef6d49-b8ce-4eed-9e3d-8712ff000160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:25:39Z', 'revision_number': 6, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:40.037738 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ef6d49-b8ce-4eed-9e3d-8712ff000160 None None] The sync data for ids ['0821063b-7d14-4a1e-bdec-4cf35a96f1cf'] in n-d-804985-3 is: [{'id': '0821063b-7d14-4a1e-bdec-4cf35a96f1cf', 'name': 'tempest-TestVolumeBootPattern-593696997-router', 'tenant_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:37Z', 'updated_at': '2021-08-23T15:25:39Z', 'revision_number': 6, 'project_id': '33f1c75c07ec4bf9aaf6afece184b99b', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:25:40.126518 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc0b1b8-2ec1-41c4-8f13-ae86a4b74a0a None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 15:25:40.206919 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:40.207272 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc0b1b8-2ec1-41c4-8f13-ae86a4b74a0a None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 15:25:40.237396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] Pushing event deleted for resources: {'Port': ['ID=b996ddbf-c8fb-49dd-ac48-66b26d97a6b7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:40.298020 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:40.392119 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:40.394706 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:40.397734 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:40.510813 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Deleting port 708b2d73-e3dc-4952-a9ff-12823a596542 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:40.511244 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:40.578953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] For port 708b2d73-e3dc-4952-a9ff-12823a596542, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=708b2d73-e3dc-4952-a9ff-12823a596542,segment=NetworkSegment(746d8b87-ed06-4711-983e-26b2df371443),segment_id=746d8b87-ed06-4711-983e-26b2df371443)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:40.579384 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:40.594568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Calling delete_port for 708b2d73-e3dc-4952-a9ff-12823a596542 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:40.596258 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:40.596756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0821063b-7d14-4a1e-bdec-4cf35a96f1cf {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:25:40.603122 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:40.604329 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-889d638e-996c-43f0-9f2a-37f286a3117f admin admin] 10.222.0.38 "DELETE /v2.0/routers/0821063b-7d14-4a1e-bdec-4cf35a96f1cf HTTP/1.1" status: 204 len: 168 time: 1.3572121 Aug 23 15:25:40.606920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33276) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:40.700679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9e8f14-b4dd-43a7-b578-aba4ab53e541 admin admin] Deleting subnet cb81ce09-0df9-4c6b-a304-342e1749bbc5 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:25:40.705855 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8f14-b4dd-43a7-b578-aba4ab53e541 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:40.750745 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8f14-b4dd-43a7-b578-aba4ab53e541 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:40.841694 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8f14-b4dd-43a7-b578-aba4ab53e541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:40.866976 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:40.901966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Port': ['ID=708b2d73-e3dc-4952-a9ff-12823a596542,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:40.915447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] No DVR routers for this DVR port 708b2d73-e3dc-4952-a9ff-12823a596542 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:41.028466 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.041183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9854573e-2fb6-4755-a7c6-c255ec4b2538']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:41.044396 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8f14-b4dd-43a7-b578-aba4ab53e541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.065009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746d8b87-ed06-4711-983e-26b2df371443') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:41.065326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746d8b87-ed06-4711-983e-26b2df371443') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:41.095552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e8f14-b4dd-43a7-b578-aba4ab53e541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb81ce09-0df9-4c6b-a304-342e1749bbc5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:41.098602 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.100928 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8f14-b4dd-43a7-b578-aba4ab53e541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.104260 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3f9e8f14-b4dd-43a7-b578-aba4ab53e541 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cb81ce09-0df9-4c6b-a304-342e1749bbc5 HTTP/1.1" status: 204 len: 168 time: 0.4932506 Aug 23 15:25:41.106899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bfa2f0-88a8-42ba-bc21-7754e9904ab7 None None] Network 95038101-a5a6-451d-864c-0209d8aa2274 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:41.108409 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33278) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:41.128001 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.131222 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:25:41.131643 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:25:41.135940 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:25:41.246419 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.325963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] Deleting port 96de1172-28c1-4b39-823e-fbd15322bccd {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:41.325963 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.326293 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.338361 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.341474 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/networks/9854573e-2fb6-4755-a7c6-c255ec4b2538 HTTP/1.1" status: 204 len: 168 time: 2.6119108 Aug 23 15:25:41.347532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33280) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:41.385852 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd9567-b0c8-40f7-8f6b-3ecc58861ab4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Network': ['ID=9854573e-2fb6-4755-a7c6-c255ec4b2538,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:41.409934 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-316a16fb-88df-4958-b441-304096392d0b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] DELETE failed (client error): The resource could not be found. Aug 23 15:25:41.410409 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316a16fb-88df-4958-b441-304096392d0b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:25:41.412257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-316a16fb-88df-4958-b441-304096392d0b tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/subnets/4a18e2a6-6dfd-4dd3-8f13-b41daf90c3f8 HTTP/1.1" status: 404 len: 337 time: 0.0619366 Aug 23 15:25:41.416382 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33282) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:41.427100 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] For port 96de1172-28c1-4b39-823e-fbd15322bccd, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=96de1172-28c1-4b39-823e-fbd15322bccd,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:41.428092 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.434557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afbcb57-a585-4d2d-82d6-4a7d70145f46 None None] DHCP port deletion for 95038101-a5a6-451d-864c-0209d8aa2274 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:25:41.441670 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd5cea2-d64e-42cd-892c-53c5f030a1e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] DELETE failed (client error): The resource could not be found. Aug 23 15:25:41.442314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd5cea2-d64e-42cd-892c-53c5f030a1e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:25:41.447352 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3bd5cea2-d64e-42cd-892c-53c5f030a1e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/networks/9854573e-2fb6-4755-a7c6-c255ec4b2538 HTTP/1.1" status: 404 len: 339 time: 0.0267084 Aug 23 15:25:41.448467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33284) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:41.452599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] Calling delete_port for 96de1172-28c1-4b39-823e-fbd15322bccd owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:41.474490 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b996ddbf-c8fb-49dd-ac48-66b26d97a6b7 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:25:41.494320 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa049a1-37c4-421d-b652-0192ce9dca49 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] DELETE failed (client error): The resource could not be found. Aug 23 15:25:41.495163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa049a1-37c4-421d-b652-0192ce9dca49 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:25:41.498245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4aa049a1-37c4-421d-b652-0192ce9dca49 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/subnets/22816612-4332-4ff5-abb2-d2a4adc3c171 HTTP/1.1" status: 404 len: 337 time: 0.0484536 Aug 23 15:25:41.500556 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33286) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:41.510573 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: b996ddbf-c8fb-49dd-ac48-66b26d97a6b7 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:25:41.510999 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b996ddbf-c8fb-49dd-ac48-66b26d97a6b7 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:25:41.511476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e0769313-695a-40bd-ad92-1a274fb20b54 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:25:41.530499 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-4356acb8-c1bb-4b8e-8612-a31de8d37db4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] DELETE failed (client error): The resource could not be found. Aug 23 15:25:41.531256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4356acb8-c1bb-4b8e-8612-a31de8d37db4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:25:41.534656 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4356acb8-c1bb-4b8e-8612-a31de8d37db4 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/networks/c03af0f1-f57b-4996-921c-67c8b4d1ae27 HTTP/1.1" status: 404 len: 339 time: 0.0317400 Aug 23 15:25:41.535532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: e0769313-695a-40bd-ad92-1a274fb20b54 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:25:41.535974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e0769313-695a-40bd-ad92-1a274fb20b54 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:25:41.536990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33288) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:41.555551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1afbcb57-a585-4d2d-82d6-4a7d70145f46 None None] Deleting port 96de1172-28c1-4b39-823e-fbd15322bccd {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:41.555551 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1afbcb57-a585-4d2d-82d6-4a7d70145f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.578848 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacfc268-bab1-4ac5-bfb8-d618bc3621fc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] DELETE failed (client error): The resource could not be found. Aug 23 15:25:41.579455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cacfc268-bab1-4ac5-bfb8-d618bc3621fc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:25:41.582044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cacfc268-bab1-4ac5-bfb8-d618bc3621fc tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/subnets/980ed79c-81e1-4ae8-94fe-ba7920ec9c0f HTTP/1.1" status: 404 len: 337 time: 0.0434535 Aug 23 15:25:41.584814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33290) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:41.608159 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-a514b6f5-16d1-45b0-abb9-728ab24b73de tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] DELETE failed (client error): The resource could not be found. Aug 23 15:25:41.608817 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a514b6f5-16d1-45b0-abb9-728ab24b73de tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:25:41.610584 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a514b6f5-16d1-45b0-abb9-728ab24b73de tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/networks/c4e14da3-8b99-4d46-8bc8-179a4fca9817 HTTP/1.1" status: 404 len: 339 time: 0.0238612 Aug 23 15:25:41.613203 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33292) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:41.634567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1afbcb57-a585-4d2d-82d6-4a7d70145f46 None None] For port 96de1172-28c1-4b39-823e-fbd15322bccd, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=96de1172-28c1-4b39-823e-fbd15322bccd,segment=NetworkSegment(71c6baf0-9d8f-45c2-bb32-eda1f4c7f527),segment_id=71c6baf0-9d8f-45c2-bb32-eda1f4c7f527)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:41.635045 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1afbcb57-a585-4d2d-82d6-4a7d70145f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.649385 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1afbcb57-a585-4d2d-82d6-4a7d70145f46 None None] Calling delete_port for 96de1172-28c1-4b39-823e-fbd15322bccd owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:41.696275 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.729951 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96de1172-28c1-4b39-823e-fbd15322bccd,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:41.734823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] No DVR routers for this DVR port 96de1172-28c1-4b39-823e-fbd15322bccd on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:41.841946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2e891bc5-83ce-41e2-a470-fab4051d195a tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Deleting port 818986e3-11a6-4ed3-ac22-34ce1bbedb8e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:41.842329 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2e891bc5-83ce-41e2-a470-fab4051d195a tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.846990 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.872480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95038101-a5a6-451d-864c-0209d8aa2274']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:41.907997 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1afbcb57-a585-4d2d-82d6-4a7d70145f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.922481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:41.922776 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c6baf0-9d8f-45c2-bb32-eda1f4c7f527') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:41.931465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbcb57-a585-4d2d-82d6-4a7d70145f46 None None] Pushing event deleted for resources: {'Port': ['ID=96de1172-28c1-4b39-823e-fbd15322bccd,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:41.937853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afbcb57-a585-4d2d-82d6-4a7d70145f46 None None] No DVR routers for this DVR port 96de1172-28c1-4b39-823e-fbd15322bccd on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:41.939682 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.956986 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2e891bc5-83ce-41e2-a470-fab4051d195a tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.971488 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.973541 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2e891bc5-83ce-41e2-a470-fab4051d195a tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Calling delete_port for 818986e3-11a6-4ed3-ac22-34ce1bbedb8e owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:41.982474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:25:41.982880 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:25:41.984541 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:25:42.207396 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:42.214460 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:42.216988 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/95038101-a5a6-451d-864c-0209d8aa2274 HTTP/1.1" status: 204 len: 168 time: 1.1071901 Aug 23 15:25:42.222628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33294) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:42.230101 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced635d0-58f2-438a-9782-c586a851cfc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=95038101-a5a6-451d-864c-0209d8aa2274,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:42.247731 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2e891bc5-83ce-41e2-a470-fab4051d195a tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:42.292208 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e891bc5-83ce-41e2-a470-fab4051d195a tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Port': ['ID=818986e3-11a6-4ed3-ac22-34ce1bbedb8e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:42.300101 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2e891bc5-83ce-41e2-a470-fab4051d195a tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:42.303260 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2e891bc5-83ce-41e2-a470-fab4051d195a tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/ports/818986e3-11a6-4ed3-ac22-34ce1bbedb8e HTTP/1.1" status: 204 len: 168 time: 0.6889141 Aug 23 15:25:42.306358 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33296) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:42.336547 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d0c2d5-b2f7-4754-835c-8934c3d00f2e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] DELETE failed (client error): The resource could not be found. Aug 23 15:25:42.337045 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d0c2d5-b2f7-4754-835c-8934c3d00f2e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:25:42.338889 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-51d0c2d5-b2f7-4754-835c-8934c3d00f2e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/subnets/97941cd3-115c-4ee2-b265-2b3d75d37dfd HTTP/1.1" status: 404 len: 337 time: 0.0314476 Aug 23 15:25:42.343255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33298) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:42.437313 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-64299e5a-b12a-4e4f-b90f-fa4449514c05 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:42.561279 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-64299e5a-b12a-4e4f-b90f-fa4449514c05 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:42.574489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-64299e5a-b12a-4e4f-b90f-fa4449514c05 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a89b9d-bda9-4329-b16c-6e25ae466bc4']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:42.587616 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-64299e5a-b12a-4e4f-b90f-fa4449514c05 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17b1a4e-0bf3-4f0a-8183-784f449740c5') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:42.587947 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-64299e5a-b12a-4e4f-b90f-fa4449514c05 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17b1a4e-0bf3-4f0a-8183-784f449740c5') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:42.603923 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-64299e5a-b12a-4e4f-b90f-fa4449514c05 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:42.624098 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-64299e5a-b12a-4e4f-b90f-fa4449514c05 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:42.632424 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64299e5a-b12a-4e4f-b90f-fa4449514c05 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:25:42.633001 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-64299e5a-b12a-4e4f-b90f-fa4449514c05 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:25:42.636878 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:25:42.711553 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba8d145c-e2f8-4d47-ad7b-d781d604cc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:42.793378 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-64299e5a-b12a-4e4f-b90f-fa4449514c05 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:42.804676 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-64299e5a-b12a-4e4f-b90f-fa4449514c05 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:42.808274 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-64299e5a-b12a-4e4f-b90f-fa4449514c05 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/networks/99a89b9d-bda9-4329-b16c-6e25ae466bc4 HTTP/1.1" status: 204 len: 168 time: 0.4637918 Aug 23 15:25:42.811717 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33300) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:42.833325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64299e5a-b12a-4e4f-b90f-fa4449514c05 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Network': ['ID=99a89b9d-bda9-4329-b16c-6e25ae466bc4,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:42.947169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-6c8efe55-2e99-4d89-a691-72b08e01ccce tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Deleting port ca191879-172e-41b4-aaa2-dc39dc800bf2 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:42.947769 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6c8efe55-2e99-4d89-a691-72b08e01ccce tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:43.034426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d145c-e2f8-4d47-ad7b-d781d604cc14 admin admin] Deleting port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:43.035016 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba8d145c-e2f8-4d47-ad7b-d781d604cc14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:43.041202 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6c8efe55-2e99-4d89-a691-72b08e01ccce tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:43.057017 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-6c8efe55-2e99-4d89-a691-72b08e01ccce tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Calling delete_port for ca191879-172e-41b4-aaa2-dc39dc800bf2 owned by {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:43.151303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-ba8d145c-e2f8-4d47-ad7b-d781d604cc14 admin admin] For port 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0,segment=NetworkSegment(cca3d752-f79d-4491-9829-6314d50714c9),segment_id=cca3d752-f79d-4491-9829-6314d50714c9)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:43.151705 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba8d145c-e2f8-4d47-ad7b-d781d604cc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:43.165011 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d145c-e2f8-4d47-ad7b-d781d604cc14 admin admin] Calling delete_port for 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:43.249968 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6c8efe55-2e99-4d89-a691-72b08e01ccce tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:43.290590 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8efe55-2e99-4d89-a691-72b08e01ccce tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Port': ['ID=ca191879-172e-41b4-aaa2-dc39dc800bf2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:43.294351 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6c8efe55-2e99-4d89-a691-72b08e01ccce tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:43.300461 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6c8efe55-2e99-4d89-a691-72b08e01ccce tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/ports/ca191879-172e-41b4-aaa2-dc39dc800bf2 HTTP/1.1" status: 204 len: 168 time: 0.4838514 Aug 23 15:25:43.302742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33302) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:43.342398 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d46423c-1200-433b-beeb-b7b88af1f049 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] DELETE failed (client error): The resource could not be found. Aug 23 15:25:43.343115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d46423c-1200-433b-beeb-b7b88af1f049 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:25:43.345198 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0d46423c-1200-433b-beeb-b7b88af1f049 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/subnets/1756a108-bf65-4f8d-9b78-027af578cf0a HTTP/1.1" status: 404 len: 337 time: 0.0434012 Aug 23 15:25:43.348239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33304) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:43.397130 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 96de1172-28c1-4b39-823e-fbd15322bccd no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:25:43.422087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 96de1172-28c1-4b39-823e-fbd15322bccd {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:25:43.422361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 96de1172-28c1-4b39-823e-fbd15322bccd not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:25:43.437556 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96b04996-82f0-48ae-85ee-38378dc8f21e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:43.498979 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba8d145c-e2f8-4d47-ad7b-d781d604cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:43.548094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d145c-e2f8-4d47-ad7b-d781d604cc14 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:43.578935 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96b04996-82f0-48ae-85ee-38378dc8f21e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:43.600760 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-96b04996-82f0-48ae-85ee-38378dc8f21e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032cc12c-782a-433e-842c-087869e48da1']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:43.625620 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-96b04996-82f0-48ae-85ee-38378dc8f21e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a699b63-479c-4fdf-9e70-983f2a905c49') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:43.625965 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-96b04996-82f0-48ae-85ee-38378dc8f21e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a699b63-479c-4fdf-9e70-983f2a905c49') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:43.638921 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96b04996-82f0-48ae-85ee-38378dc8f21e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:43.661803 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96b04996-82f0-48ae-85ee-38378dc8f21e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:43.678498 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b04996-82f0-48ae-85ee-38378dc8f21e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:25:43.678498 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96b04996-82f0-48ae-85ee-38378dc8f21e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:25:43.730659 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:25:43.800978 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ba8d145c-e2f8-4d47-ad7b-d781d604cc14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:43.864711 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96b04996-82f0-48ae-85ee-38378dc8f21e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:43.879209 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96b04996-82f0-48ae-85ee-38378dc8f21e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:43.879209 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-96b04996-82f0-48ae-85ee-38378dc8f21e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/networks/032cc12c-782a-433e-842c-087869e48da1 HTTP/1.1" status: 204 len: 168 time: 0.5255604 Aug 23 15:25:43.886506 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33306) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:43.894824 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b04996-82f0-48ae-85ee-38378dc8f21e tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Network': ['ID=032cc12c-782a-433e-842c-087869e48da1,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:43.956272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa43c94-082c-4041-80ff-bd8737ac4aac tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Deleting subnet 01982155-5bb2-46e5-8185-5169ec9b21ee {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:25:43.960787 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5fa43c94-082c-4041-80ff-bd8737ac4aac tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:44.012663 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5fa43c94-082c-4041-80ff-bd8737ac4aac tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:44.127258 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5fa43c94-082c-4041-80ff-bd8737ac4aac tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:44.328145 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5fa43c94-082c-4041-80ff-bd8737ac4aac tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:44.361050 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa43c94-082c-4041-80ff-bd8737ac4aac tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Subnet': ['ID=01982155-5bb2-46e5-8185-5169ec9b21ee,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:44.365604 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5fa43c94-082c-4041-80ff-bd8737ac4aac tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:44.368730 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5fa43c94-082c-4041-80ff-bd8737ac4aac tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/subnets/01982155-5bb2-46e5-8185-5169ec9b21ee HTTP/1.1" status: 204 len: 168 time: 0.4803128 Aug 23 15:25:44.371132 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33308) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:44.376498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2733146-c26c-405d-9033-cb3d59df9860 None None] Network 342583c4-694d-451d-ac46-598f37a9c379 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:44.436025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8d145c-e2f8-4d47-ad7b-d781d604cc14 admin admin] Router 4947acc6-d347-40b5-9090-42bbe77bb3e3 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:25:44.477856 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:44.559464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Deleting port b6392c8c-649e-4491-befb-4d4cf69c82be {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:44.560240 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:44.574318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8d145c-e2f8-4d47-ad7b-d781d604cc14 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:25:44.581408 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ba8d145c-e2f8-4d47-ad7b-d781d604cc14 admin admin] 10.222.0.38 "PUT /v2.0/routers/4947acc6-d347-40b5-9090-42bbe77bb3e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3572874 Aug 23 15:25:44.588539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b35055-cccb-4589-b778-82670d9dde3d None None] DHCP port deletion for 342583c4-694d-451d-ac46-598f37a9c379 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:25:44.589958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33310) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:44.597958 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4fe109-f814-406c-a454-d9fdc8dc295c None None] Sync routers for ids ['4947acc6-d347-40b5-9090-42bbe77bb3e3'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:25:44.611130 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4fe109-f814-406c-a454-d9fdc8dc295c None None] Routers {'4947acc6-d347-40b5-9090-42bbe77bb3e3'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:25:44.612105 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ce4fe109-f814-406c-a454-d9fdc8dc295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['4947acc6-d347-40b5-9090-42bbe77bb3e3'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:44.654446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b0b35055-cccb-4589-b778-82670d9dde3d None None] Deleting port b6392c8c-649e-4491-befb-4d4cf69c82be {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:44.655213 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b0b35055-cccb-4589-b778-82670d9dde3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:44.661591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] For port b6392c8c-649e-4491-befb-4d4cf69c82be, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b6392c8c-649e-4491-befb-4d4cf69c82be,segment=NetworkSegment(b19b3b5a-de65-427c-bc2b-37877954bee3),segment_id=b19b3b5a-de65-427c-bc2b-37877954bee3)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:44.662178 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:44.685390 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Calling delete_port for b6392c8c-649e-4491-befb-4d4cf69c82be owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:44.764651 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:44.767448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b0b35055-cccb-4589-b778-82670d9dde3d None None] For port b6392c8c-649e-4491-befb-4d4cf69c82be, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b6392c8c-649e-4491-befb-4d4cf69c82be,segment=NetworkSegment(b19b3b5a-de65-427c-bc2b-37877954bee3),segment_id=b19b3b5a-de65-427c-bc2b-37877954bee3)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:44.767898 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b0b35055-cccb-4589-b778-82670d9dde3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:44.797044 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-ce4fe109-f814-406c-a454-d9fdc8dc295c None None] Set router 4947acc6-d347-40b5-9090-42bbe77bb3e3 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:25:44.800002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b0b35055-cccb-4589-b778-82670d9dde3d None None] Calling delete_port for b6392c8c-649e-4491-befb-4d4cf69c82be owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:44.939287 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:44.955000 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b0b35055-cccb-4589-b778-82670d9dde3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:44.974271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:44.996997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b35055-cccb-4589-b778-82670d9dde3d None None] Pushing event deleted for resources: {'Port': ['ID=b6392c8c-649e-4491-befb-4d4cf69c82be,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:45.002645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b35055-cccb-4589-b778-82670d9dde3d None None] No DVR routers for this DVR port b6392c8c-649e-4491-befb-4d4cf69c82be on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:45.002900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] No DVR routers for this DVR port b6392c8c-649e-4491-befb-4d4cf69c82be on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:45.048386 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Port': ['ID=b6392c8c-649e-4491-befb-4d4cf69c82be,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:45.104928 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ce4fe109-f814-406c-a454-d9fdc8dc295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'name': 'tempest-TestVolumeBootPattern-154324795-router', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '8488f910-c1d7-47ef-bf7a-4148d5f04f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:51Z', 'updated_at': '2021-08-23T15:25:43Z', 'revision_number': 5, 'project_id': '4709efd187b34aa4b00fac7d78ae68f0', 'gw_port': {'id': '8488f910-c1d7-47ef-bf7a-4148d5f04f20', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:04:53Z', 'updated_at': '2021-08-23T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:45.154733 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4fe109-f814-406c-a454-d9fdc8dc295c None None] Checking router: 4947acc6-d347-40b5-9090-42bbe77bb3e3 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:25:45.154967 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:45.157496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] Deleting port 8488f910-c1d7-47ef-bf7a-4148d5f04f20 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:45.159038 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4fe109-f814-406c-a454-d9fdc8dc295c None None] Routers {'4947acc6-d347-40b5-9090-42bbe77bb3e3'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:25:45.159795 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ce4fe109-f814-406c-a454-d9fdc8dc295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['4947acc6-d347-40b5-9090-42bbe77bb3e3'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:45.160282 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:45.173930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342583c4-694d-451d-ac46-598f37a9c379']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:45.195619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19b3b5a-de65-427c-bc2b-37877954bee3') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:45.196138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19b3b5a-de65-427c-bc2b-37877954bee3') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:45.212061 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:45.246411 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:45.259733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:25:45.260453 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:45.294371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] For port 8488f910-c1d7-47ef-bf7a-4148d5f04f20, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8488f910-c1d7-47ef-bf7a-4148d5f04f20,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:45.295558 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:45.324753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] Calling delete_port for 8488f910-c1d7-47ef-bf7a-4148d5f04f20 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:25:45.441151 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:25:45.511109 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-ce4fe109-f814-406c-a454-d9fdc8dc295c None None] Set router 4947acc6-d347-40b5-9090-42bbe77bb3e3 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:25:45.540271 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:45.550109 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:45.567504 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] 10.222.0.38 "DELETE /v2.0/networks/342583c4-694d-451d-ac46-598f37a9c379 HTTP/1.1" status: 204 len: 168 time: 1.1954098 Aug 23 15:25:45.581542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b6392c8c-649e-4491-befb-4d4cf69c82be no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:25:45.608807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd299d1-0075-43a0-b17f-64307b8326e2 tempest-NetworksIpV6TestAttrs-1522560774 tempest-NetworksIpV6TestAttrs-1522560774-project] Pushing event deleted for resources: {'Network': ['ID=342583c4-694d-451d-ac46-598f37a9c379,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:45.623746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: b6392c8c-649e-4491-befb-4d4cf69c82be {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:25:45.624592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b6392c8c-649e-4491-befb-4d4cf69c82be not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:25:45.654908 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ce4fe109-f814-406c-a454-d9fdc8dc295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'name': 'tempest-TestVolumeBootPattern-154324795-router', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:51Z', 'updated_at': '2021-08-23T15:25:44Z', 'revision_number': 6, 'project_id': '4709efd187b34aa4b00fac7d78ae68f0', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:45.729297 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4fe109-f814-406c-a454-d9fdc8dc295c None None] The sync data for ids ['4947acc6-d347-40b5-9090-42bbe77bb3e3'] in n-d-804985-3 is: [{'id': '4947acc6-d347-40b5-9090-42bbe77bb3e3', 'name': 'tempest-TestVolumeBootPattern-154324795-router', 'tenant_id': '4709efd187b34aa4b00fac7d78ae68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:04:51Z', 'updated_at': '2021-08-23T15:25:44Z', 'revision_number': 6, 'project_id': '4709efd187b34aa4b00fac7d78ae68f0', 'gw_port_host': None}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:25:45.862269 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:45.914809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=8488f910-c1d7-47ef-bf7a-4148d5f04f20,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:45.947593 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:46.022557 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:46.188701 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:46.193112 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:46.330672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33316) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:46.364878 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:46.365856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4947acc6-d347-40b5-9090-42bbe77bb3e3 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:25:46.373645 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:46.378901 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-80e2a827-03c2-42d3-86a7-223b540e1e55 admin admin] 10.222.0.38 "DELETE /v2.0/routers/4947acc6-d347-40b5-9090-42bbe77bb3e3 HTTP/1.1" status: 204 len: 168 time: 1.7819271 Aug 23 15:25:46.379455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33320) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:46.459862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4fa9852-cbad-48b2-a8ea-f9bd85e6eacf admin admin] Deleting subnet ec130505-b9d2-4cf4-bcf6-1e2ab2d750db {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:25:46.466433 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4fa9852-cbad-48b2-a8ea-f9bd85e6eacf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:46.555538 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4fa9852-cbad-48b2-a8ea-f9bd85e6eacf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:46.635131 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b1881599-1c58-468a-bd07-a78a44bb7a31 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ec4f4dd41c904e048f9353694100629e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024559 Aug 23 15:25:46.639514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33322) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:46.760996 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4fa9852-cbad-48b2-a8ea-f9bd85e6eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:46.802471 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d881feee-4a95-47bb-af31-1d91cedbe8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:46.844861 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d881feee-4a95-47bb-af31-1d91cedbe8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.171344 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4fa9852-cbad-48b2-a8ea-f9bd85e6eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.171344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa9852-cbad-48b2-a8ea-f9bd85e6eacf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec130505-b9d2-4cf4-bcf6-1e2ab2d750db,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:47.171344 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e4fa9852-cbad-48b2-a8ea-f9bd85e6eacf admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.171344 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e4fa9852-cbad-48b2-a8ea-f9bd85e6eacf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ec130505-b9d2-4cf4-bcf6-1e2ab2d750db HTTP/1.1" status: 204 len: 168 time: 0.7296078 Aug 23 15:25:47.171344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33324) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:47.174805 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4558a546-7e9d-4503-89f8-35fe7bbd4cb0 None None] Network 89ae9ed5-1d3b-47f1-bdb3-92133db1db47 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:47.225406 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d881feee-4a95-47bb-af31-1d91cedbe8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.225406 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d881feee-4a95-47bb-af31-1d91cedbe8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.225406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d881feee-4a95-47bb-af31-1d91cedbe8f0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5e0ea4bd-6347-443a-9d24-737a1fe8b626 HTTP/1.1" status: 204 len: 168 time: 0.5646350 Aug 23 15:25:47.228084 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.230111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881feee-4a95-47bb-af31-1d91cedbe8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0ea4bd-6347-443a-9d24-737a1fe8b626,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:47.346952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Deleting port 74b058e4-5d62-4b7f-9921-b48845bab893 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:47.347851 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.378819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db15b8ed-5427-4697-acd2-c9f19d455acd None None] DHCP port deletion for 89ae9ed5-1d3b-47f1-bdb3-92133db1db47 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:25:47.416703 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:25:47.452974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:25:47.453380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5f3f38bf-d2f8-4bfe-b034-f02ac8a8d7c0 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:25:47.453949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8488f910-c1d7-47ef-bf7a-4148d5f04f20 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:25:47.459505 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] For port 74b058e4-5d62-4b7f-9921-b48845bab893, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=74b058e4-5d62-4b7f-9921-b48845bab893,segment=NetworkSegment(cca3d752-f79d-4491-9829-6314d50714c9),segment_id=cca3d752-f79d-4491-9829-6314d50714c9)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:47.460126 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.478451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Calling delete_port for 74b058e4-5d62-4b7f-9921-b48845bab893 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:47.497433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 8488f910-c1d7-47ef-bf7a-4148d5f04f20 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:25:47.497991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8488f910-c1d7-47ef-bf7a-4148d5f04f20 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:25:47.537155 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-db15b8ed-5427-4697-acd2-c9f19d455acd None None] Deleting port 74b058e4-5d62-4b7f-9921-b48845bab893 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:47.537766 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db15b8ed-5427-4697-acd2-c9f19d455acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.625404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-db15b8ed-5427-4697-acd2-c9f19d455acd None None] For port 74b058e4-5d62-4b7f-9921-b48845bab893, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=74b058e4-5d62-4b7f-9921-b48845bab893,segment=NetworkSegment(cca3d752-f79d-4491-9829-6314d50714c9),segment_id=cca3d752-f79d-4491-9829-6314d50714c9)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:47.625927 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db15b8ed-5427-4697-acd2-c9f19d455acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.642498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-db15b8ed-5427-4697-acd2-c9f19d455acd None None] Calling delete_port for 74b058e4-5d62-4b7f-9921-b48845bab893 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:47.717436 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.741417 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Pushing event deleted for resources: {'Port': ['ID=74b058e4-5d62-4b7f-9921-b48845bab893,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:47.745918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] No DVR routers for this DVR port 74b058e4-5d62-4b7f-9921-b48845bab893 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:47.765367 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db15b8ed-5427-4697-acd2-c9f19d455acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.803311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db15b8ed-5427-4697-acd2-c9f19d455acd None None] No DVR routers for this DVR port 74b058e4-5d62-4b7f-9921-b48845bab893 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:25:47.807279 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15b8ed-5427-4697-acd2-c9f19d455acd None None] Pushing event deleted for resources: {'Port': ['ID=74b058e4-5d62-4b7f-9921-b48845bab893,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:47.855568 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.870427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ae9ed5-1d3b-47f1-bdb3-92133db1db47']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:47.886031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca3d752-f79d-4491-9829-6314d50714c9') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:47.886328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca3d752-f79d-4491-9829-6314d50714c9') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:47.897016 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.917080 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.928702 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:25:47.929934 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:25:47.932911 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:25:48.115315 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:48.122108 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:48.126818 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] 10.222.0.38 "DELETE /v2.0/networks/89ae9ed5-1d3b-47f1-bdb3-92133db1db47 HTTP/1.1" status: 204 len: 168 time: 1.0095856 Aug 23 15:25:48.138099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Pushing event deleted for resources: {'Network': ['ID=89ae9ed5-1d3b-47f1-bdb3-92133db1db47,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:48.149091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:48.149091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:48.149091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:48.149091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:48.149091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:48.149091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:48.149709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:48.149785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:48.150148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:48.150493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:48.150843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:48.151156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d414cd64-0e85-4689-a7f2-bce3cc193cca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:48.522805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33348) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:48.583350 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2b1f36a9-9a0e-40e5-822d-700e2802ea60 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=33f1c75c07ec4bf9aaf6afece184b99b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581651 Aug 23 15:25:48.586613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33350) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:48.634007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33352) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:48.663123 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-caf81215-abf5-4035-b121-080b06f4ca19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:48.700674 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-caf81215-abf5-4035-b121-080b06f4ca19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:48.820778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'network': {'name': 'tempest-RoutersTest-467174032'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:48.834949 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-caf81215-abf5-4035-b121-080b06f4ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:48.840385 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-caf81215-abf5-4035-b121-080b06f4ca19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:48.842433 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-caf81215-abf5-4035-b121-080b06f4ca19 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a HTTP/1.1" status: 204 len: 168 time: 0.2546778 Aug 23 15:25:48.869384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf81215-abf5-4035-b121-080b06f4ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6fc9ca-15e2-4d0d-a7c5-7a0698ee464a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:48.987099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:48.993467 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:49.009955 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:49.170816 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:49.246625 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:49.276473 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:25:49.300193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23700170-db67-4190-9d35-1634e8ca1139,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:49.311368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:49.311974 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Added segment 66e37330-faa8-4835-a6d1-ec4c4f9468a0 of type vlan for network 2a871da2-9647-4297-ade9-1eb0258dfd08 Aug 23 15:25:49.394308 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:49.415965 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 74b058e4-5d62-4b7f-9921-b48845bab893 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:25:49.447956 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 74b058e4-5d62-4b7f-9921-b48845bab893 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:25:49.448472 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 74b058e4-5d62-4b7f-9921-b48845bab893 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:25:49.504896 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:49.513167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:49.516229 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:49.607016 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Network': ['ID=2a871da2-9647-4297-ade9-1eb0258dfd08,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:49.619408 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 2a871da2-9647-4297-ade9-1eb0258dfd08 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:25:49.637750 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-76aed4ae-85d6-411b-a27c-b3d63ee9b66c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9998717 Aug 23 15:25:49.638537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33360) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:49.644544 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'network': {'name': 'tempest-RoutersTest-673351399'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:49.775726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:49.780883 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:49.833938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:25:49.850308 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:49.850932 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Added segment 61d67d9b-1dc4-48cb-a761-7787ecb9b7f5 of type vlan for network c17f35cc-adca-4c48-bfd8-75aa49db9a26 Aug 23 15:25:49.922240 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:49.956051 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33362) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:50.013204 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8ecf4a93-b581-403b-95f7-7873fd8d0bda admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4709efd187b34aa4b00fac7d78ae68f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553219 Aug 23 15:25:50.016144 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33364) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:50.052422 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:50.060394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:50.062945 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:50.079443 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c24494c-2c56-4617-aad5-13635f7b0d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:50.119784 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c24494c-2c56-4617-aad5-13635f7b0d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:50.180701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Network': ['ID=c17f35cc-adca-4c48-bfd8-75aa49db9a26,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:50.192517 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:50.192881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:50.193271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:50.193627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:50.194014 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:50.194381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:50.195225 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:50.195958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:50.196342 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:50.196676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:50.197062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:50.197404 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:25:50.209370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network c17f35cc-adca-4c48-bfd8-75aa49db9a26 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:25:50.214075 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-efb28743-0f78-47f5-907b-067b5f371b53 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5737069 Aug 23 15:25:50.217474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33366) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:50.225622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b877640d-0f45-45ec-bfd9-d8b6b68af972 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'subnet': {'network_id': '2a871da2-9647-4297-ade9-1eb0258dfd08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:50.244656 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c24494c-2c56-4617-aad5-13635f7b0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:50.247571 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5c24494c-2c56-4617-aad5-13635f7b0d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:50.248873 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5c24494c-2c56-4617-aad5-13635f7b0d65 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/168c82ec-58f7-4876-9376-afc0fc3a8d5f HTTP/1.1" status: 204 len: 168 time: 0.2316504 Aug 23 15:25:50.317683 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24494c-2c56-4617-aad5-13635f7b0d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168c82ec-58f7-4876-9376-afc0fc3a8d5f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:50.454996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b877640d-0f45-45ec-bfd9-d8b6b68af972 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:50.459129 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b877640d-0f45-45ec-bfd9-d8b6b68af972 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:50.522604 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:50.791144 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b877640d-0f45-45ec-bfd9-d8b6b68af972 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:50.871618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877640d-0f45-45ec-bfd9-d8b6b68af972 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Subnet': ['ID=0249ea03-99d6-4624-867b-357eb4947044,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:50.891242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b877640d-0f45-45ec-bfd9-d8b6b68af972 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Checking segment: {'id': '66e37330-faa8-4835-a6d1-ec4c4f9468a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2a871da2-9647-4297-ade9-1eb0258dfd08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:50.891616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b877640d-0f45-45ec-bfd9-d8b6b68af972 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network hostable DHCP agents. Network: 2a871da2-9647-4297-ade9-1eb0258dfd08, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:25:51.006696 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b877640d-0f45-45ec-bfd9-d8b6b68af972 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network 2a871da2-9647-4297-ade9-1eb0258dfd08 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:25:51.109833 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-b877640d-0f45-45ec-bfd9-d8b6b68af972 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 2a871da2-9647-4297-ade9-1eb0258dfd08) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:51.114148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b877640d-0f45-45ec-bfd9-d8b6b68af972 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:51.114972 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b877640d-0f45-45ec-bfd9-d8b6b68af972 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:51.119636 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7f35ac-10eb-4e05-b6ea-b7cb4d4d5429 None None] Network 2a871da2-9647-4297-ade9-1eb0258dfd08 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:51.192667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b877640d-0f45-45ec-bfd9-d8b6b68af972 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9736979 Aug 23 15:25:51.196406 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33370) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:51.201640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1e495e39-7234-4021-a5f9-662b823a2391 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'subnet': {'network_id': 'c17f35cc-adca-4c48-bfd8-75aa49db9a26', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:51.280468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-2a871da2-9647-4297-ade9-1eb0258dfd08', 'network_id': '2a871da2-9647-4297-ade9-1eb0258dfd08', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'fixed_ips': [{'subnet_id': '0249ea03-99d6-4624-867b-357eb4947044'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:25:51.281464 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:51.395173 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e495e39-7234-4021-a5f9-662b823a2391 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:25:51.399215 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1e495e39-7234-4021-a5f9-662b823a2391 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:51.452208 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:25:51.455287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Allocated IP 172.20.0.2 (2a871da2-9647-4297-ade9-1eb0258dfd08/0249ea03-99d6-4624-867b-357eb4947044/5c5d4299-59e6-4e05-8f01-2adca2b9556b) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:25:51.627905 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:51.637570 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Transition to ACTIVE for port object 5c5d4299-59e6-4e05-8f01-2adca2b9556b will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:51.658589 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Transition to ACTIVE for port object 5c5d4299-59e6-4e05-8f01-2adca2b9556b will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:51.715961 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1e495e39-7234-4021-a5f9-662b823a2391 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:51.767183 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:51.794252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e495e39-7234-4021-a5f9-662b823a2391 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Subnet': ['ID=263404d0-3c98-48ea-ba77-6a2c1fedb843,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:51.808156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e495e39-7234-4021-a5f9-662b823a2391 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Checking segment: {'id': '61d67d9b-1dc4-48cb-a761-7787ecb9b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c17f35cc-adca-4c48-bfd8-75aa49db9a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:51.808649 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e495e39-7234-4021-a5f9-662b823a2391 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network hostable DHCP agents. Network: c17f35cc-adca-4c48-bfd8-75aa49db9a26, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:25:51.811450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Network 2a871da2-9647-4297-ade9-1eb0258dfd08 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:51.814445 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:51.817994 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:51.830174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Pushing event updated for resources: {'Port': ['ID=5c5d4299-59e6-4e05-8f01-2adca2b9556b,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:51.891332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Attempting to bind port 5c5d4299-59e6-4e05-8f01-2adca2b9556b on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:25:51.891867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Attempting to bind port 5c5d4299-59e6-4e05-8f01-2adca2b9556b by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '66e37330-faa8-4835-a6d1-ec4c4f9468a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2a871da2-9647-4297-ade9-1eb0258dfd08'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:25:51.892253 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Attempting to bind port 5c5d4299-59e6-4e05-8f01-2adca2b9556b on network 2a871da2-9647-4297-ade9-1eb0258dfd08 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:25:51.897931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:25:51.898288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Checking segment: {'id': '66e37330-faa8-4835-a6d1-ec4c4f9468a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2a871da2-9647-4297-ade9-1eb0258dfd08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:51.898697 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:51.899093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Bound using segment: {'id': '66e37330-faa8-4835-a6d1-ec4c4f9468a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2a871da2-9647-4297-ade9-1eb0258dfd08'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:25:51.899562 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Bound port: 5c5d4299-59e6-4e05-8f01-2adca2b9556b, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e37330-faa8-4835-a6d1-ec4c4f9468a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2a871da2-9647-4297-ade9-1eb0258dfd08'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:25:51.899980 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:51.927376 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e495e39-7234-4021-a5f9-662b823a2391 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network c17f35cc-adca-4c48-bfd8-75aa49db9a26 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:25:51.974485 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] For port 5c5d4299-59e6-4e05-8f01-2adca2b9556b, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:25:51.978299 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] For port 5c5d4299-59e6-4e05-8f01-2adca2b9556b, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5c5d4299-59e6-4e05-8f01-2adca2b9556b,segment=NetworkSegment(66e37330-faa8-4835-a6d1-ec4c4f9468a0),segment_id=66e37330-faa8-4835-a6d1-ec4c4f9468a0)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:25:52.023904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-1e495e39-7234-4021-a5f9-662b823a2391 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, c17f35cc-adca-4c48-bfd8-75aa49db9a26) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:52.028837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e495e39-7234-4021-a5f9-662b823a2391 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:52.029540 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1e495e39-7234-4021-a5f9-662b823a2391 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:52.035054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199fbbe1-253f-4c49-b07e-9f22085ded0b None None] Network c17f35cc-adca-4c48-bfd8-75aa49db9a26 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:52.085445 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:52.126230 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1e495e39-7234-4021-a5f9-662b823a2391 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9243183 Aug 23 15:25:52.126504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33372) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:52.144630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b021f891-5b16-4104-ba9b-196b8e36b800 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1969874286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:25:52.174375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f2d4f-e134-4700-a339-8e550e3c9796 None None] Pushing event updated for resources: {'Port': ['ID=5c5d4299-59e6-4e05-8f01-2adca2b9556b,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:52.262274 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b021f891-5b16-4104-ba9b-196b8e36b800 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:52.263295 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b021f891-5b16-4104-ba9b-196b8e36b800 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:52.289128 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-c17f35cc-adca-4c48-bfd8-75aa49db9a26', 'network_id': 'c17f35cc-adca-4c48-bfd8-75aa49db9a26', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'fixed_ips': [{'subnet_id': '263404d0-3c98-48ea-ba77-6a2c1fedb843'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:25:52.290455 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:52.356730 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b021f891-5b16-4104-ba9b-196b8e36b800 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:52.472946 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b021f891-5b16-4104-ba9b-196b8e36b800 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:52.497102 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Allocated IP 172.21.0.2 (c17f35cc-adca-4c48-bfd8-75aa49db9a26/263404d0-3c98-48ea-ba77-6a2c1fedb843/7f59713e-c9eb-4398-be45-7d4176818b25) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:25:52.572839 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b021f891-5b16-4104-ba9b-196b8e36b800 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:52.574231 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b021f891-5b16-4104-ba9b-196b8e36b800 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4462960 Aug 23 15:25:52.580983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33374) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:52.676898 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-366bc755-ae96-420f-b3f4-b7f5f7022cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:52.698296 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:52.714738 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Transition to ACTIVE for port object 7f59713e-c9eb-4398-be45-7d4176818b25 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:52.733752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Transition to ACTIVE for port object 7f59713e-c9eb-4398-be45-7d4176818b25 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:52.833214 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:52.892013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Network c17f35cc-adca-4c48-bfd8-75aa49db9a26 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:52.895426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:52.901249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:52.922442 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Pushing event updated for resources: {'Port': ['ID=7f59713e-c9eb-4398-be45-7d4176818b25,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:53.010999 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Attempting to bind port 7f59713e-c9eb-4398-be45-7d4176818b25 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:25:53.011564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Attempting to bind port 7f59713e-c9eb-4398-be45-7d4176818b25 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '61d67d9b-1dc4-48cb-a761-7787ecb9b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c17f35cc-adca-4c48-bfd8-75aa49db9a26'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:25:53.012166 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Attempting to bind port 7f59713e-c9eb-4398-be45-7d4176818b25 on network c17f35cc-adca-4c48-bfd8-75aa49db9a26 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:25:53.012375 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:53.024272 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:25:53.024837 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Checking segment: {'id': '61d67d9b-1dc4-48cb-a761-7787ecb9b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c17f35cc-adca-4c48-bfd8-75aa49db9a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:25:53.025444 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:53.026021 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Bound using segment: {'id': '61d67d9b-1dc4-48cb-a761-7787ecb9b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c17f35cc-adca-4c48-bfd8-75aa49db9a26'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:25:53.026746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Bound port: 7f59713e-c9eb-4398-be45-7d4176818b25, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d67d9b-1dc4-48cb-a761-7787ecb9b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c17f35cc-adca-4c48-bfd8-75aa49db9a26'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:25:53.027329 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:53.121215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] For port 7f59713e-c9eb-4398-be45-7d4176818b25, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:25:53.126318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] For port 7f59713e-c9eb-4398-be45-7d4176818b25, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7f59713e-c9eb-4398-be45-7d4176818b25,segment=NetworkSegment(61d67d9b-1dc4-48cb-a761-7787ecb9b7f5),segment_id=61d67d9b-1dc4-48cb-a761-7787ecb9b7f5)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:25:53.257826 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:53.296515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd36f3-f0f1-465f-9f2d-cbc1b5d105cd None None] Network 2a871da2-9647-4297-ade9-1eb0258dfd08 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:53.409200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Allocated IP 172.20.0.1 (2a871da2-9647-4297-ade9-1eb0258dfd08/0249ea03-99d6-4624-867b-357eb4947044/690d5558-f98c-4094-9f52-a7ff79f27662) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:25:53.411307 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9561093-7aa3-4211-8650-2d0985b1b3f0 None None] Pushing event updated for resources: {'Port': ['ID=7f59713e-c9eb-4398-be45-7d4176818b25,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:53.495295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5c5d4299-59e6-4e05-8f01-2adca2b9556b up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:25:53.545802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d3e5b8a8-a63a-4c7b-b418-8f20a3fbb7c8 None None] Provisioning for port 5c5d4299-59e6-4e05-8f01-2adca2b9556b completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:25:53.571480 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:53.608489 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Transition to ACTIVE for port object 690d5558-f98c-4094-9f52-a7ff79f27662 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:53.778961 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:53.812521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 5c5d4299-59e6-4e05-8f01-2adca2b9556b completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:25:53.817210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5c5d4299-59e6-4e05-8f01-2adca2b9556b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:25:53.817817 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:53.831021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network 2a871da2-9647-4297-ade9-1eb0258dfd08 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:53.834810 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:53.840990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:53.872333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=690d5558-f98c-4094-9f52-a7ff79f27662,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:53.918386 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:53.943104 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:53.995757 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 5c5d4299-59e6-4e05-8f01-2adca2b9556b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5c5d4299-59e6-4e05-8f01-2adca2b9556b,segment=NetworkSegment(66e37330-faa8-4835-a6d1-ec4c4f9468a0),segment_id=66e37330-faa8-4835-a6d1-ec4c4f9468a0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:54.026301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1a2c18ef-b05d-48d6-840c-447b7f81b4d0 None None] Provisioning complete for port 5c5d4299-59e6-4e05-8f01-2adca2b9556b triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:25:54.026986 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1a2c18ef-b05d-48d6-840c-447b7f81b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:54.066057 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:54.134032 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:54.174455 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=5c5d4299-59e6-4e05-8f01-2adca2b9556b,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:54.409441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1646b702-85b8-492e-95c5-13c91390ae84 None None] Provisioning for port 690d5558-f98c-4094-9f52-a7ff79f27662 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:25:54.415014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1646b702-85b8-492e-95c5-13c91390ae84 None None] Provisioning complete for port 690d5558-f98c-4094-9f52-a7ff79f27662 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:25:54.415391 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1646b702-85b8-492e-95c5-13c91390ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:54.476214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1646b702-85b8-492e-95c5-13c91390ae84 None None] Port 690d5558-f98c-4094-9f52-a7ff79f27662 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:25:54.583245 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eaf47f-5b52-4279-aee5-5cdc6ad86da4 None None] Network c17f35cc-adca-4c48-bfd8-75aa49db9a26 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:25:54.738852 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d1747dd7-5acf-45b3-9d4c-c38c1a2af568 None None] Provisioning for port 7f59713e-c9eb-4398-be45-7d4176818b25 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:25:54.806283 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:54.872591 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:54.953145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=690d5558-f98c-4094-9f52-a7ff79f27662,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:54.955800 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:55.066243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network 2a871da2-9647-4297-ade9-1eb0258dfd08 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:55.067668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:55.297594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router fa313621-7c9b-4b5b-916d-a080dd07ba27 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:25:55.413973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:25:55.418307 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-71e95797-1d3e-4e95-b17a-8d05ac814125 None None] Provisioning complete for port 690d5558-f98c-4094-9f52-a7ff79f27662 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:25:55.419154 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-71e95797-1d3e-4e95-b17a-8d05ac814125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:55.420403 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7bf38f55-6115-49b1-840a-e375b942ffb9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/fa313621-7c9b-4b5b-916d-a080dd07ba27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8378541 Aug 23 15:25:55.423295 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33376) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:55.455081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643829a3-b100-44fc-9ecb-268b52622e39 None None] Sync routers for ids ['fa313621-7c9b-4b5b-916d-a080dd07ba27'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:25:55.487713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643829a3-b100-44fc-9ecb-268b52622e39 None None] Routers {'fa313621-7c9b-4b5b-916d-a080dd07ba27'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:25:55.488886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-643829a3-b100-44fc-9ecb-268b52622e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fa313621-7c9b-4b5b-916d-a080dd07ba27'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:55.498165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-71e95797-1d3e-4e95-b17a-8d05ac814125 None None] Port 690d5558-f98c-4094-9f52-a7ff79f27662 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:25:55.503451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48712cf2-2c13-49c8-9619-df266aec648e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:55.505625 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-48712cf2-2c13-49c8-9619-df266aec648e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports/690d5558-f98c-4094-9f52-a7ff79f27662 HTTP/1.1" status: 200 len: 910 time: 0.0807347 Aug 23 15:25:55.510729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33378) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:55.546838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5c5d4299-59e6-4e05-8f01-2adca2b9556b up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:25:55.550379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-643829a3-b100-44fc-9ecb-268b52622e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:55.587238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643829a3-b100-44fc-9ecb-268b52622e39 None None] Routers {'fa313621-7c9b-4b5b-916d-a080dd07ba27'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:25:55.588027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-643829a3-b100-44fc-9ecb-268b52622e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fa313621-7c9b-4b5b-916d-a080dd07ba27'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:55.646521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-643829a3-b100-44fc-9ecb-268b52622e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:55.647806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643829a3-b100-44fc-9ecb-268b52622e39 None None] The sync data for ids ['fa313621-7c9b-4b5b-916d-a080dd07ba27'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:25:55.649517 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:55.669592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5c5d4299-59e6-4e05-8f01-2adca2b9556b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:25:55.669964 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:55.791859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7f59713e-c9eb-4398-be45-7d4176818b25 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:25:55.918108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 7f59713e-c9eb-4398-be45-7d4176818b25 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:25:55.922890 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 7f59713e-c9eb-4398-be45-7d4176818b25 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:25:55.923271 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:56.019163 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:56.068829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 7f59713e-c9eb-4398-be45-7d4176818b25, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7f59713e-c9eb-4398-be45-7d4176818b25,segment=NetworkSegment(61d67d9b-1dc4-48cb-a761-7787ecb9b7f5),segment_id=61d67d9b-1dc4-48cb-a761-7787ecb9b7f5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:25:56.173133 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:56.229370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=7f59713e-c9eb-4398-be45-7d4176818b25,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:56.318408 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:56.599398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Allocated IP 172.21.0.1 (c17f35cc-adca-4c48-bfd8-75aa49db9a26/263404d0-3c98-48ea-ba77-6a2c1fedb843/d7ed6418-2295-443e-ad93-2a2fcfb291c9) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:25:56.618985 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-26fdfa3a-1704-4c1b-89f9-a1504a56222f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:56.727086 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:56.748836 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Transition to ACTIVE for port object d7ed6418-2295-443e-ad93-2a2fcfb291c9 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:25:56.836943 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:56.865214 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:56.919097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network c17f35cc-adca-4c48-bfd8-75aa49db9a26 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:56.922617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:56.927045 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:25:56.964955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=d7ed6418-2295-443e-ad93-2a2fcfb291c9,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:56.996893 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:57.220000 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:57.315034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0256b03c-1752-494c-8599-3177cfee3419 None None] Provisioning for port d7ed6418-2295-443e-ad93-2a2fcfb291c9 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:25:57.321831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0256b03c-1752-494c-8599-3177cfee3419 None None] Provisioning complete for port d7ed6418-2295-443e-ad93-2a2fcfb291c9 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:25:57.322354 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0256b03c-1752-494c-8599-3177cfee3419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:57.377249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0256b03c-1752-494c-8599-3177cfee3419 None None] Port d7ed6418-2295-443e-ad93-2a2fcfb291c9 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:25:57.403156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7f59713e-c9eb-4398-be45-7d4176818b25 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:25:57.467805 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 7f59713e-c9eb-4398-be45-7d4176818b25 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:25:57.468361 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:57.602001 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:57.678164 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:57.770692 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:57.773244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=d7ed6418-2295-443e-ad93-2a2fcfb291c9,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:57.874315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network c17f35cc-adca-4c48-bfd8-75aa49db9a26 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:25:57.875859 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:25:58.015530 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router fa313621-7c9b-4b5b-916d-a080dd07ba27 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:25:58.127209 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:25:58.133484 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-124b8357-b8bb-4290-a6ea-17f011e1b771 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/fa313621-7c9b-4b5b-916d-a080dd07ba27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6203258 Aug 23 15:25:58.136727 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33380) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:58.140994 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b2348-deae-433c-aff8-5119c4dd0e9c None None] Sync routers for ids ['fa313621-7c9b-4b5b-916d-a080dd07ba27'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:25:58.155612 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b2348-deae-433c-aff8-5119c4dd0e9c None None] Routers {'fa313621-7c9b-4b5b-916d-a080dd07ba27'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:25:58.156583 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-cc1b2348-deae-433c-aff8-5119c4dd0e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fa313621-7c9b-4b5b-916d-a080dd07ba27'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:58.208006 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-cc1b2348-deae-433c-aff8-5119c4dd0e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:58.208801 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b2348-deae-433c-aff8-5119c4dd0e9c None None] Routers {'fa313621-7c9b-4b5b-916d-a080dd07ba27'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:25:58.208961 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc5507-6f96-4a78-aaa2-ce8f95bdc1a7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:25:58.209429 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-cc1b2348-deae-433c-aff8-5119c4dd0e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fa313621-7c9b-4b5b-916d-a080dd07ba27'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:58.212076 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-26dc5507-6f96-4a78-aaa2-ce8f95bdc1a7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports/d7ed6418-2295-443e-ad93-2a2fcfb291c9 HTTP/1.1" status: 200 len: 910 time: 0.0737872 Aug 23 15:25:58.215748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33382) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:58.219965 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fd7eaf0d-3e99-450d-aa3e-87d460df64f1 None None] Provisioning complete for port d7ed6418-2295-443e-ad93-2a2fcfb291c9 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:25:58.221989 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fd7eaf0d-3e99-450d-aa3e-87d460df64f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:58.255255 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-cc1b2348-deae-433c-aff8-5119c4dd0e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:58.256196 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b2348-deae-433c-aff8-5119c4dd0e9c None None] The sync data for ids ['fa313621-7c9b-4b5b-916d-a080dd07ba27'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:25:58.263090 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fd7eaf0d-3e99-450d-aa3e-87d460df64f1 None None] Port d7ed6418-2295-443e-ad93-2a2fcfb291c9 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:25:58.584240 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6195c470-205c-4e18-801c-4a77c3be8264 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:58.680645 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:58.856375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-6195c470-205c-4e18-801c-4a77c3be8264 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port d7ed6418-2295-443e-ad93-2a2fcfb291c9 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:25:58.856934 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6195c470-205c-4e18-801c-4a77c3be8264 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:58.954187 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6195c470-205c-4e18-801c-4a77c3be8264 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:58.968437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-6195c470-205c-4e18-801c-4a77c3be8264 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for d7ed6418-2295-443e-ad93-2a2fcfb291c9 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:25:59.254979 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6195c470-205c-4e18-801c-4a77c3be8264 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:59.287848 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195c470-205c-4e18-801c-4a77c3be8264 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=d7ed6418-2295-443e-ad93-2a2fcfb291c9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:25:59.461229 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6195c470-205c-4e18-801c-4a77c3be8264 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:25:59.661785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6195c470-205c-4e18-801c-4a77c3be8264 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router fa313621-7c9b-4b5b-916d-a080dd07ba27 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:25:59.764891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6195c470-205c-4e18-801c-4a77c3be8264 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:25:59.772894 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6195c470-205c-4e18-801c-4a77c3be8264 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/fa313621-7c9b-4b5b-916d-a080dd07ba27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5537653 Aug 23 15:25:59.773496 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33384) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:25:59.775048 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca166c0-f0d5-4827-9445-fd5646ecdf70 None None] Sync routers for ids ['fa313621-7c9b-4b5b-916d-a080dd07ba27'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:25:59.786060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca166c0-f0d5-4827-9445-fd5646ecdf70 None None] Routers {'fa313621-7c9b-4b5b-916d-a080dd07ba27'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:25:59.786755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-eca166c0-f0d5-4827-9445-fd5646ecdf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fa313621-7c9b-4b5b-916d-a080dd07ba27'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:25:59.979345 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-eca166c0-f0d5-4827-9445-fd5646ecdf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:00.000190 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca166c0-f0d5-4827-9445-fd5646ecdf70 None None] Routers {'fa313621-7c9b-4b5b-916d-a080dd07ba27'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:00.001913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-eca166c0-f0d5-4827-9445-fd5646ecdf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fa313621-7c9b-4b5b-916d-a080dd07ba27'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:00.041828 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-eca166c0-f0d5-4827-9445-fd5646ecdf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:00.042540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca166c0-f0d5-4827-9445-fd5646ecdf70 None None] The sync data for ids ['fa313621-7c9b-4b5b-916d-a080dd07ba27'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:00.448300 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76a57867-8277-40cb-949f-a12874edc7c2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:00.706855 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-76a57867-8277-40cb-949f-a12874edc7c2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port 690d5558-f98c-4094-9f52-a7ff79f27662 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:00.707193 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76a57867-8277-40cb-949f-a12874edc7c2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:00.818095 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76a57867-8277-40cb-949f-a12874edc7c2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:00.831398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-76a57867-8277-40cb-949f-a12874edc7c2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for 690d5558-f98c-4094-9f52-a7ff79f27662 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:01.104106 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76a57867-8277-40cb-949f-a12874edc7c2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:01.134703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a57867-8277-40cb-949f-a12874edc7c2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=690d5558-f98c-4094-9f52-a7ff79f27662,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:01.306984 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-76a57867-8277-40cb-949f-a12874edc7c2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:01.478804 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a57867-8277-40cb-949f-a12874edc7c2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router fa313621-7c9b-4b5b-916d-a080dd07ba27 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:26:01.570018 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a57867-8277-40cb-949f-a12874edc7c2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:01.578275 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-76a57867-8277-40cb-949f-a12874edc7c2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/fa313621-7c9b-4b5b-916d-a080dd07ba27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8037150 Aug 23 15:26:01.582902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33386) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:01.586773 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570ae1a-a98d-4b3a-9113-592cd5c507b0 None None] Sync routers for ids ['fa313621-7c9b-4b5b-916d-a080dd07ba27'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:26:01.597672 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570ae1a-a98d-4b3a-9113-592cd5c507b0 None None] Routers {'fa313621-7c9b-4b5b-916d-a080dd07ba27'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:01.598287 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c570ae1a-a98d-4b3a-9113-592cd5c507b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fa313621-7c9b-4b5b-916d-a080dd07ba27'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:01.618040 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2cc32ca7-b08b-4164-ba26-e208cd170473 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa313621-7c9b-4b5b-916d-a080dd07ba27 HTTP/1.1" status: 200 len: 205 time: 0.0316515 Aug 23 15:26:01.620672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33388) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:01.634140 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c570ae1a-a98d-4b3a-9113-592cd5c507b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:01.643102 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570ae1a-a98d-4b3a-9113-592cd5c507b0 None None] Routers {'fa313621-7c9b-4b5b-916d-a080dd07ba27'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:01.643721 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c570ae1a-a98d-4b3a-9113-592cd5c507b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['fa313621-7c9b-4b5b-916d-a080dd07ba27'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:01.676567 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c570ae1a-a98d-4b3a-9113-592cd5c507b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:01.677211 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570ae1a-a98d-4b3a-9113-592cd5c507b0 None None] The sync data for ids ['fa313621-7c9b-4b5b-916d-a080dd07ba27'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:01.714945 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-acc90e44-3be9-4b3b-9d26-b475b599a8e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:01.877156 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-acc90e44-3be9-4b3b-9d26-b475b599a8e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:01.879294 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-acc90e44-3be9-4b3b-9d26-b475b599a8e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.018052 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-acc90e44-3be9-4b3b-9d26-b475b599a8e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.018723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc90e44-3be9-4b3b-9d26-b475b599a8e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Fanout notify agent at l3_agent the message router_deleted on router fa313621-7c9b-4b5b-916d-a080dd07ba27 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:26:02.026516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-acc90e44-3be9-4b3b-9d26-b475b599a8e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.027677 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-acc90e44-3be9-4b3b-9d26-b475b599a8e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/routers/fa313621-7c9b-4b5b-916d-a080dd07ba27 HTTP/1.1" status: 204 len: 168 time: 0.4056616 Aug 23 15:26:02.034537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33390) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:02.087266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ee6bef-045f-439c-9836-2d21c6c4573a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting subnet 263404d0-3c98-48ea-ba77-6a2c1fedb843 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:26:02.090989 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6bef-045f-439c-9836-2d21c6c4573a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.133394 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6bef-045f-439c-9836-2d21c6c4573a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.229804 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6bef-045f-439c-9836-2d21c6c4573a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.367268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6bef-045f-439c-9836-2d21c6c4573a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.395471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee6bef-045f-439c-9836-2d21c6c4573a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Subnet': ['ID=263404d0-3c98-48ea-ba77-6a2c1fedb843,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:02.399218 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6bef-045f-439c-9836-2d21c6c4573a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.401442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a1ee6bef-045f-439c-9836-2d21c6c4573a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/263404d0-3c98-48ea-ba77-6a2c1fedb843 HTTP/1.1" status: 204 len: 168 time: 0.3656039 Aug 23 15:26:02.404012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33392) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:02.407769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e08aec3-3226-4822-a540-55e50966e3e3 None None] Network c17f35cc-adca-4c48-bfd8-75aa49db9a26 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:02.466252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d35442-fee8-4601-9184-276f0af0bda7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting subnet 0249ea03-99d6-4624-867b-357eb4947044 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:26:02.470840 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-90d35442-fee8-4601-9184-276f0af0bda7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.517640 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-90d35442-fee8-4601-9184-276f0af0bda7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.595244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc571a07-f52d-4aa4-90b7-5de1aaafb9e3 None None] DHCP port deletion for c17f35cc-adca-4c48-bfd8-75aa49db9a26 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:26:02.623565 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-90d35442-fee8-4601-9184-276f0af0bda7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.656213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-bc571a07-f52d-4aa4-90b7-5de1aaafb9e3 None None] Deleting port 7f59713e-c9eb-4398-be45-7d4176818b25 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:02.656213 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bc571a07-f52d-4aa4-90b7-5de1aaafb9e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.723669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-bc571a07-f52d-4aa4-90b7-5de1aaafb9e3 None None] For port 7f59713e-c9eb-4398-be45-7d4176818b25, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7f59713e-c9eb-4398-be45-7d4176818b25,segment=NetworkSegment(61d67d9b-1dc4-48cb-a761-7787ecb9b7f5),segment_id=61d67d9b-1dc4-48cb-a761-7787ecb9b7f5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:02.724080 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bc571a07-f52d-4aa4-90b7-5de1aaafb9e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.737701 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-bc571a07-f52d-4aa4-90b7-5de1aaafb9e3 None None] Calling delete_port for 7f59713e-c9eb-4398-be45-7d4176818b25 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:02.829700 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-90d35442-fee8-4601-9184-276f0af0bda7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.862826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d35442-fee8-4601-9184-276f0af0bda7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Subnet': ['ID=0249ea03-99d6-4624-867b-357eb4947044,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:02.865296 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-90d35442-fee8-4601-9184-276f0af0bda7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.880646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-90d35442-fee8-4601-9184-276f0af0bda7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/0249ea03-99d6-4624-867b-357eb4947044 HTTP/1.1" status: 204 len: 168 time: 0.4628959 Aug 23 15:26:02.880646 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33394) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:02.881031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be8aef7-b533-4ab3-8d98-71df2913bec5 None None] Network 2a871da2-9647-4297-ade9-1eb0258dfd08 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:02.949205 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5f96-f1c6-438c-83e0-a034651bcebf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:02.965092 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bc571a07-f52d-4aa4-90b7-5de1aaafb9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.019158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc571a07-f52d-4aa4-90b7-5de1aaafb9e3 None None] Pushing event deleted for resources: {'Port': ['ID=7f59713e-c9eb-4398-be45-7d4176818b25,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:03.021072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc571a07-f52d-4aa4-90b7-5de1aaafb9e3 None None] No DVR routers for this DVR port 7f59713e-c9eb-4398-be45-7d4176818b25 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:26:03.045811 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5f96-f1c6-438c-83e0-a034651bcebf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.061721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-9c5b5f96-f1c6-438c-83e0-a034651bcebf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17f35cc-adca-4c48-bfd8-75aa49db9a26']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:03.080387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-9c5b5f96-f1c6-438c-83e0-a034651bcebf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d67d9b-1dc4-48cb-a761-7787ecb9b7f5') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:03.080694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-9c5b5f96-f1c6-438c-83e0-a034651bcebf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d67d9b-1dc4-48cb-a761-7787ecb9b7f5') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:03.091822 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5f96-f1c6-438c-83e0-a034651bcebf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.104005 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065dc5a2-fc8f-4f27-818e-ca593667524a None None] DHCP port deletion for 2a871da2-9647-4297-ade9-1eb0258dfd08 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:26:03.109087 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5f96-f1c6-438c-83e0-a034651bcebf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.118428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5b5f96-f1c6-438c-83e0-a034651bcebf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:26:03.119087 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5f96-f1c6-438c-83e0-a034651bcebf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:26:03.124306 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:26:03.195886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-065dc5a2-fc8f-4f27-818e-ca593667524a None None] Deleting port 5c5d4299-59e6-4e05-8f01-2adca2b9556b {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:03.196498 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-065dc5a2-fc8f-4f27-818e-ca593667524a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.280174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-065dc5a2-fc8f-4f27-818e-ca593667524a None None] For port 5c5d4299-59e6-4e05-8f01-2adca2b9556b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5c5d4299-59e6-4e05-8f01-2adca2b9556b,segment=NetworkSegment(66e37330-faa8-4835-a6d1-ec4c4f9468a0),segment_id=66e37330-faa8-4835-a6d1-ec4c4f9468a0)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:03.280574 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-065dc5a2-fc8f-4f27-818e-ca593667524a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.294095 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5f96-f1c6-438c-83e0-a034651bcebf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.296441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-065dc5a2-fc8f-4f27-818e-ca593667524a None None] Calling delete_port for 5c5d4299-59e6-4e05-8f01-2adca2b9556b owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:03.301466 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5f96-f1c6-438c-83e0-a034651bcebf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.304411 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9c5b5f96-f1c6-438c-83e0-a034651bcebf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/networks/c17f35cc-adca-4c48-bfd8-75aa49db9a26 HTTP/1.1" status: 204 len: 168 time: 0.4320128 Aug 23 15:26:03.306466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33396) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:03.328943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b5f96-f1c6-438c-83e0-a034651bcebf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Network': ['ID=c17f35cc-adca-4c48-bfd8-75aa49db9a26,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:03.420348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5c5d4299-59e6-4e05-8f01-2adca2b9556b no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:26:03.436035 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.487319 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-065dc5a2-fc8f-4f27-818e-ca593667524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.508411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port 5c5d4299-59e6-4e05-8f01-2adca2b9556b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:03.508834 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.531003 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dc5a2-fc8f-4f27-818e-ca593667524a None None] Pushing event deleted for resources: {'Port': ['ID=5c5d4299-59e6-4e05-8f01-2adca2b9556b,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:03.532849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dc5a2-fc8f-4f27-818e-ca593667524a None None] No DVR routers for this DVR port 5c5d4299-59e6-4e05-8f01-2adca2b9556b on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:26:03.536055 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.582583 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7f59713e-c9eb-4398-be45-7d4176818b25 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:26:03.589844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] For port 5c5d4299-59e6-4e05-8f01-2adca2b9556b, host n-d-804985-3, got binding levels [] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:03.590399 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.611730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for 5c5d4299-59e6-4e05-8f01-2adca2b9556b owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:03.613975 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 7f59713e-c9eb-4398-be45-7d4176818b25 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:26:03.614322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7f59713e-c9eb-4398-be45-7d4176818b25 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:26:03.614608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.ipam_backend_mixin [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Port 5c5d4299-59e6-4e05-8f01-2adca2b9556b was not found and therefore no delete operation was performed {{(pid=96115) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 15:26:03.617377 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.649081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=5c5d4299-59e6-4e05-8f01-2adca2b9556b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:03.661459 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No DVR routers for this DVR port 5c5d4299-59e6-4e05-8f01-2adca2b9556b on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:26:03.754474 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.765262 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a871da2-9647-4297-ade9-1eb0258dfd08']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:03.776780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e37330-faa8-4835-a6d1-ec4c4f9468a0') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:03.777080 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e37330-faa8-4835-a6d1-ec4c4f9468a0') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:03.786984 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.805328 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.811677 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:26:03.812101 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:26:03.815326 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:26:03.989206 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:03.997777 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:04.005657 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/networks/2a871da2-9647-4297-ade9-1eb0258dfd08 HTTP/1.1" status: 204 len: 168 time: 0.6922672 Aug 23 15:26:04.007846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33398) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:04.013380 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ef120696-63e3-44f3-9c55-c3b429697dff tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'network': {'name': 'tempest-RoutersTest-2106106574'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:04.016001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44008c21-ff5b-4573-b1d1-cffd99f0f697 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Network': ['ID=2a871da2-9647-4297-ade9-1eb0258dfd08,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:04.109078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef120696-63e3-44f3-9c55-c3b429697dff tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:26:04.112652 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef120696-63e3-44f3-9c55-c3b429697dff tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:04.142583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef120696-63e3-44f3-9c55-c3b429697dff tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:26:04.153784 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef120696-63e3-44f3-9c55-c3b429697dff tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:04.154133 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-ef120696-63e3-44f3-9c55-c3b429697dff tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Added segment 22d96ac5-3a6c-44b3-9560-da19aa474bf6 of type vlan for network 79928704-d2bb-44a9-a225-aa8a235e4df0 Aug 23 15:26:04.215671 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef120696-63e3-44f3-9c55-c3b429697dff tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:04.303520 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef120696-63e3-44f3-9c55-c3b429697dff tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:04.309644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef120696-63e3-44f3-9c55-c3b429697dff tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:04.310252 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef120696-63e3-44f3-9c55-c3b429697dff tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:04.385715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef120696-63e3-44f3-9c55-c3b429697dff tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Network': ['ID=79928704-d2bb-44a9-a225-aa8a235e4df0,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:04.397762 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 79928704-d2bb-44a9-a225-aa8a235e4df0 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:26:04.410590 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ef120696-63e3-44f3-9c55-c3b429697dff tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4010444 Aug 23 15:26:04.414482 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33400) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:04.419867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-9f66f470-74f5-45a8-9589-ded51101f7e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'subnet': {'network_id': '79928704-d2bb-44a9-a225-aa8a235e4df0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:04.672109 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f66f470-74f5-45a8-9589-ded51101f7e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:26:04.677983 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f66f470-74f5-45a8-9589-ded51101f7e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:04.952300 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f66f470-74f5-45a8-9589-ded51101f7e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:05.017662 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66f470-74f5-45a8-9589-ded51101f7e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Subnet': ['ID=d6690869-2d21-4a6f-9b61-45a1b2cdc5e0,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:05.028339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66f470-74f5-45a8-9589-ded51101f7e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Checking segment: {'id': '22d96ac5-3a6c-44b3-9560-da19aa474bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79928704-d2bb-44a9-a225-aa8a235e4df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:05.028711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f66f470-74f5-45a8-9589-ded51101f7e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network hostable DHCP agents. Network: 79928704-d2bb-44a9-a225-aa8a235e4df0, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:26:05.109308 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f66f470-74f5-45a8-9589-ded51101f7e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network 79928704-d2bb-44a9-a225-aa8a235e4df0 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:26:05.214815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-9f66f470-74f5-45a8-9589-ded51101f7e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 79928704-d2bb-44a9-a225-aa8a235e4df0) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:05.220595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f66f470-74f5-45a8-9589-ded51101f7e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:05.226207 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f66f470-74f5-45a8-9589-ded51101f7e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:05.230570 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dcf5d9-3cd4-4b0c-a494-3b3bbbf3223d None None] Network 79928704-d2bb-44a9-a225-aa8a235e4df0 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:05.306760 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9f66f470-74f5-45a8-9589-ded51101f7e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8909369 Aug 23 15:26:05.310124 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33402) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:05.317352 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-26bde2ad-dd80-4712-8b03-b90c57ec955d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1501739459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:05.418305 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-26bde2ad-dd80-4712-8b03-b90c57ec955d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:05.418945 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-79928704-d2bb-44a9-a225-aa8a235e4df0', 'network_id': '79928704-d2bb-44a9-a225-aa8a235e4df0', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'fixed_ips': [{'subnet_id': 'd6690869-2d21-4a6f-9b61-45a1b2cdc5e0'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:26:05.419393 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-26bde2ad-dd80-4712-8b03-b90c57ec955d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:05.420276 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:05.482542 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-26bde2ad-dd80-4712-8b03-b90c57ec955d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:05.541049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-26bde2ad-dd80-4712-8b03-b90c57ec955d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:05.576358 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Allocated IP 172.20.0.2 (79928704-d2bb-44a9-a225-aa8a235e4df0/d6690869-2d21-4a6f-9b61-45a1b2cdc5e0/fa3ccc23-818b-4a1b-bf58-5ea59dde1d05) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:26:05.646462 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-26bde2ad-dd80-4712-8b03-b90c57ec955d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:05.648797 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-26bde2ad-dd80-4712-8b03-b90c57ec955d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3372676 Aug 23 15:26:05.651672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33404) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:05.657647 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-50a277b5-b5a8-4664-8661-38b1a5b937d9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'port': {'network_id': '79928704-d2bb-44a9-a225-aa8a235e4df0', 'name': 'tempest-RoutersTest-1601623442'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:05.742184 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:05.756917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Transition to ACTIVE for port object fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:05.775084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Transition to ACTIVE for port object fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:05.955807 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:05.957652 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a277b5-b5a8-4664-8661-38b1a5b937d9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'port': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:26:05.961981 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50a277b5-b5a8-4664-8661-38b1a5b937d9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:05.988040 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [None req-50a277b5-b5a8-4664-8661-38b1a5b937d9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] device_id is not set on port a156e7f5-1d0a-4554-9f41-b18c59e58d71 yet. {{(pid=96114) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 15:26:06.010147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Network 79928704-d2bb-44a9-a225-aa8a235e4df0 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:06.013459 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:06.017671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:26:06.038769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Pushing event updated for resources: {'Port': ['ID=fa3ccc23-818b-4a1b-bf58-5ea59dde1d05,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:06.103833 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Attempting to bind port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:26:06.104213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Attempting to bind port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '22d96ac5-3a6c-44b3-9560-da19aa474bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79928704-d2bb-44a9-a225-aa8a235e4df0'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:26:06.104587 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Attempting to bind port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 on network 79928704-d2bb-44a9-a225-aa8a235e4df0 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:26:06.112529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:26:06.112529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Checking segment: {'id': '22d96ac5-3a6c-44b3-9560-da19aa474bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79928704-d2bb-44a9-a225-aa8a235e4df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:06.112529 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:06.112529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Bound using segment: {'id': '22d96ac5-3a6c-44b3-9560-da19aa474bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79928704-d2bb-44a9-a225-aa8a235e4df0'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:26:06.113201 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Bound port: fa3ccc23-818b-4a1b-bf58-5ea59dde1d05, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d96ac5-3a6c-44b3-9560-da19aa474bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '79928704-d2bb-44a9-a225-aa8a235e4df0'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:26:06.114013 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:06.135324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-50a277b5-b5a8-4664-8661-38b1a5b937d9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Allocated IP 172.20.0.6 (79928704-d2bb-44a9-a225-aa8a235e4df0/d6690869-2d21-4a6f-9b61-45a1b2cdc5e0/a156e7f5-1d0a-4554-9f41-b18c59e58d71) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:26:06.203528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] For port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:26:06.210812 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] For port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fa3ccc23-818b-4a1b-bf58-5ea59dde1d05,segment=NetworkSegment(22d96ac5-3a6c-44b3-9560-da19aa474bf6),segment_id=22d96ac5-3a6c-44b3-9560-da19aa474bf6)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:26:06.295082 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:06.317505 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50a277b5-b5a8-4664-8661-38b1a5b937d9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:06.342506 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-50a277b5-b5a8-4664-8661-38b1a5b937d9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Transition to ACTIVE for port object a156e7f5-1d0a-4554-9f41-b18c59e58d71 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:06.395218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee642d-1b46-431e-b5cf-aa2356d31824 None None] Pushing event updated for resources: {'Port': ['ID=fa3ccc23-818b-4a1b-bf58-5ea59dde1d05,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:06.458591 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50a277b5-b5a8-4664-8661-38b1a5b937d9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:06.513438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a277b5-b5a8-4664-8661-38b1a5b937d9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network 79928704-d2bb-44a9-a225-aa8a235e4df0 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:06.517060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-50a277b5-b5a8-4664-8661-38b1a5b937d9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:06.521147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a277b5-b5a8-4664-8661-38b1a5b937d9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:26:06.530602 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a277b5-b5a8-4664-8661-38b1a5b937d9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=a156e7f5-1d0a-4554-9f41-b18c59e58d71,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:06.610153 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a277b5-b5a8-4664-8661-38b1a5b937d9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:06.611077 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50a277b5-b5a8-4664-8661-38b1a5b937d9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:06.738896 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-50a277b5-b5a8-4664-8661-38b1a5b937d9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0856216 Aug 23 15:26:06.742748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33406) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:07.109902 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff93716d-71e6-4e99-80cf-4b37dfe9e7e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:07.438964 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff93716d-71e6-4e99-80cf-4b37dfe9e7e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:07.467483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82b7984-5b54-4591-9dd5-52252526efe6 None None] Network 79928704-d2bb-44a9-a225-aa8a235e4df0 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:07.470776 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:07.512250 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff93716d-71e6-4e99-80cf-4b37dfe9e7e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:07.605447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93716d-71e6-4e99-80cf-4b37dfe9e7e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=a156e7f5-1d0a-4554-9f41-b18c59e58d71,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:07.657918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-135fd6f2-af5b-475b-a3e5-ba9617c20d93 None None] Provisioning for port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:07.693877 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:07.701336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:07.702635 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:07.807767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff93716d-71e6-4e99-80cf-4b37dfe9e7e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:07.808320 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:07.849196 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fa3ccc23-818b-4a1b-bf58-5ea59dde1d05,segment=NetworkSegment(22d96ac5-3a6c-44b3-9560-da19aa474bf6),segment_id=22d96ac5-3a6c-44b3-9560-da19aa474bf6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:07.940551 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:08.004192 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=fa3ccc23-818b-4a1b-bf58-5ea59dde1d05,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:08.012924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:08.013271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:08.013725 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:08.013998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:08.014292 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:08.014627 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:08.015009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:08.015289 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:08.015612 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:08.015962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:08.016285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:08.016660 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:08.057113 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff93716d-71e6-4e99-80cf-4b37dfe9e7e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:08.092188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7c480efd-051a-403a-9c7a-3a781d96a249 None None] Provisioning complete for port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:08.092760 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7c480efd-051a-403a-9c7a-3a781d96a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:08.329200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7c480efd-051a-403a-9c7a-3a781d96a249 None None] Provisioning for port a156e7f5-1d0a-4554-9f41-b18c59e58d71 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:08.335053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7c480efd-051a-403a-9c7a-3a781d96a249 None None] Provisioning complete for port a156e7f5-1d0a-4554-9f41-b18c59e58d71 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:08.335761 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7c480efd-051a-403a-9c7a-3a781d96a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:08.384195 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-7c480efd-051a-403a-9c7a-3a781d96a249 None None] Port a156e7f5-1d0a-4554-9f41-b18c59e58d71 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:26:08.416189 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff93716d-71e6-4e99-80cf-4b37dfe9e7e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:08.507549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-009e32d4-a667-453b-89d8-fdd932308cd5 None None] Provisioning complete for port a156e7f5-1d0a-4554-9f41-b18c59e58d71 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:08.508106 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-009e32d4-a667-453b-89d8-fdd932308cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:08.546209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-009e32d4-a667-453b-89d8-fdd932308cd5 None None] Port a156e7f5-1d0a-4554-9f41-b18c59e58d71 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:26:08.555574 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff93716d-71e6-4e99-80cf-4b37dfe9e7e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:08.636648 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff93716d-71e6-4e99-80cf-4b37dfe9e7e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:08.638749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93716d-71e6-4e99-80cf-4b37dfe9e7e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=a156e7f5-1d0a-4554-9f41-b18c59e58d71,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:08.752816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff93716d-71e6-4e99-80cf-4b37dfe9e7e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network 79928704-d2bb-44a9-a225-aa8a235e4df0 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:08.754523 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-ff93716d-71e6-4e99-80cf-4b37dfe9e7e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:08.982597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff93716d-71e6-4e99-80cf-4b37dfe9e7e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router 0899399a-990f-4782-a8c5-bdc2c743161f is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:26:09.074869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c08b446e-1b6c-43bc-acd9-65fb95b6814e None None] Provisioning complete for port a156e7f5-1d0a-4554-9f41-b18c59e58d71 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:09.075143 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c08b446e-1b6c-43bc-acd9-65fb95b6814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:09.118401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c08b446e-1b6c-43bc-acd9-65fb95b6814e None None] Port a156e7f5-1d0a-4554-9f41-b18c59e58d71 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:26:09.418054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:09.426393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff93716d-71e6-4e99-80cf-4b37dfe9e7e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:09.433073 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ff93716d-71e6-4e99-80cf-4b37dfe9e7e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/0899399a-990f-4782-a8c5-bdc2c743161f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6890488 Aug 23 15:26:09.435630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33408) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:09.458964 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4e0c1-796e-433e-a535-2c9ae004921f None None] Sync routers for ids ['0899399a-990f-4782-a8c5-bdc2c743161f'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:26:09.480167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce4e0c1-796e-433e-a535-2c9ae004921f None None] Routers {'0899399a-990f-4782-a8c5-bdc2c743161f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:09.480814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cce4e0c1-796e-433e-a535-2c9ae004921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0899399a-990f-4782-a8c5-bdc2c743161f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:09.487575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff75497-5fb3-4564-a450-5aeeb87f8f79 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:09.495223 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2ff75497-5fb3-4564-a450-5aeeb87f8f79 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports/a156e7f5-1d0a-4554-9f41-b18c59e58d71 HTTP/1.1" status: 200 len: 977 time: 0.0529113 Aug 23 15:26:09.495223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33410) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:09.525079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cce4e0c1-796e-433e-a535-2c9ae004921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:09.539939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce4e0c1-796e-433e-a535-2c9ae004921f None None] Routers {'0899399a-990f-4782-a8c5-bdc2c743161f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:09.541204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cce4e0c1-796e-433e-a535-2c9ae004921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0899399a-990f-4782-a8c5-bdc2c743161f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:09.576028 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:09.576501 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:09.579361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cce4e0c1-796e-433e-a535-2c9ae004921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:09.580022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4e0c1-796e-433e-a535-2c9ae004921f None None] The sync data for ids ['0899399a-990f-4782-a8c5-bdc2c743161f'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:09.879800 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45703285-5000-403e-b3de-f0188f11f48e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:10.129920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-45703285-5000-403e-b3de-f0188f11f48e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port a156e7f5-1d0a-4554-9f41-b18c59e58d71 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:10.130948 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45703285-5000-403e-b3de-f0188f11f48e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:10.185504 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-51d826ae-215e-449e-8701-0086f84fb650 req-12747061-85d4-405d-a0e6-d79acd591a68 service neutron] (96114) timed out ('10.222.0.38', 58892) {{(pid=96114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 15:26:10.248758 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45703285-5000-403e-b3de-f0188f11f48e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:10.269489 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-45703285-5000-403e-b3de-f0188f11f48e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for a156e7f5-1d0a-4554-9f41-b18c59e58d71 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:10.545880 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45703285-5000-403e-b3de-f0188f11f48e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:10.579275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45703285-5000-403e-b3de-f0188f11f48e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=a156e7f5-1d0a-4554-9f41-b18c59e58d71,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:10.768826 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45703285-5000-403e-b3de-f0188f11f48e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:10.955737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45703285-5000-403e-b3de-f0188f11f48e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router 0899399a-990f-4782-a8c5-bdc2c743161f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:26:11.043743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45703285-5000-403e-b3de-f0188f11f48e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:11.049777 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-45703285-5000-403e-b3de-f0188f11f48e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/0899399a-990f-4782-a8c5-bdc2c743161f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5535383 Aug 23 15:26:11.052589 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33412) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:11.055451 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e00b7e-4a82-42ef-9e89-48b62be0731a None None] Sync routers for ids ['0899399a-990f-4782-a8c5-bdc2c743161f'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:26:11.070285 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e00b7e-4a82-42ef-9e89-48b62be0731a None None] Routers {'0899399a-990f-4782-a8c5-bdc2c743161f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:11.070907 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-99e00b7e-4a82-42ef-9e89-48b62be0731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0899399a-990f-4782-a8c5-bdc2c743161f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:11.118130 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-99e00b7e-4a82-42ef-9e89-48b62be0731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:11.131429 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e00b7e-4a82-42ef-9e89-48b62be0731a None None] Routers {'0899399a-990f-4782-a8c5-bdc2c743161f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:11.132523 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-99e00b7e-4a82-42ef-9e89-48b62be0731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0899399a-990f-4782-a8c5-bdc2c743161f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:11.183509 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-99e00b7e-4a82-42ef-9e89-48b62be0731a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:11.184583 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e00b7e-4a82-42ef-9e89-48b62be0731a None None] The sync data for ids ['0899399a-990f-4782-a8c5-bdc2c743161f'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:11.265472 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-8fcf33ed-a143-4d7a-918e-b18b39c2ddb4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] remove_router_interface failed (client error): The resource could not be found. Aug 23 15:26:11.266537 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8fcf33ed-a143-4d7a-918e-b18b39c2ddb4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/0899399a-990f-4782-a8c5-bdc2c743161f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2128553 Aug 23 15:26:11.269522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33414) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:11.298544 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f14da819-dad7-426e-8b1b-edccd1497841 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports?device_id=0899399a-990f-4782-a8c5-bdc2c743161f HTTP/1.1" status: 200 len: 205 time: 0.0278363 Aug 23 15:26:11.301618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33416) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:11.385575 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed655807-574d-4a52-8cfc-d5a8ac15216a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:11.570513 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed655807-574d-4a52-8cfc-d5a8ac15216a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:11.572867 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed655807-574d-4a52-8cfc-d5a8ac15216a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:11.729517 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed655807-574d-4a52-8cfc-d5a8ac15216a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:11.729517 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed655807-574d-4a52-8cfc-d5a8ac15216a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Fanout notify agent at l3_agent the message router_deleted on router 0899399a-990f-4782-a8c5-bdc2c743161f {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:26:11.737361 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ed655807-574d-4a52-8cfc-d5a8ac15216a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:11.738676 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ed655807-574d-4a52-8cfc-d5a8ac15216a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/routers/0899399a-990f-4782-a8c5-bdc2c743161f HTTP/1.1" status: 204 len: 168 time: 0.4359095 Aug 23 15:26:11.741221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33418) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:11.814808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e18147-472b-4820-92fc-dbdcc3090d27 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting subnet d6690869-2d21-4a6f-9b61-45a1b2cdc5e0 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:26:11.818222 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a1e18147-472b-4820-92fc-dbdcc3090d27 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:11.871375 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a1e18147-472b-4820-92fc-dbdcc3090d27 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:11.968021 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a1e18147-472b-4820-92fc-dbdcc3090d27 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:12.123568 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a1e18147-472b-4820-92fc-dbdcc3090d27 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:12.155565 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e18147-472b-4820-92fc-dbdcc3090d27 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Subnet': ['ID=d6690869-2d21-4a6f-9b61-45a1b2cdc5e0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:12.161143 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a1e18147-472b-4820-92fc-dbdcc3090d27 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:12.164874 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a1e18147-472b-4820-92fc-dbdcc3090d27 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/d6690869-2d21-4a6f-9b61-45a1b2cdc5e0 HTTP/1.1" status: 204 len: 168 time: 0.4209857 Aug 23 15:26:12.168309 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33420) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:12.169442 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1946bfbf-7286-4bc5-ae3a-476b800654f7 None None] Network 79928704-d2bb-44a9-a225-aa8a235e4df0 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:12.261730 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:12.338182 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:12.338997 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:12.379493 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb815fc-27ed-4396-a695-4d7fff12f989 None None] DHCP port deletion for 79928704-d2bb-44a9-a225-aa8a235e4df0 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:26:12.420877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] For port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fa3ccc23-818b-4a1b-bf58-5ea59dde1d05,segment=NetworkSegment(22d96ac5-3a6c-44b3-9560-da19aa474bf6),segment_id=22d96ac5-3a6c-44b3-9560-da19aa474bf6)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:12.421432 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:12.441677 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9cb815fc-27ed-4396-a695-4d7fff12f989 None None] Deleting port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:12.442185 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9cb815fc-27ed-4396-a695-4d7fff12f989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:12.442839 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:12.516265 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9cb815fc-27ed-4396-a695-4d7fff12f989 None None] For port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=fa3ccc23-818b-4a1b-bf58-5ea59dde1d05,segment=NetworkSegment(22d96ac5-3a6c-44b3-9560-da19aa474bf6),segment_id=22d96ac5-3a6c-44b3-9560-da19aa474bf6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:12.516979 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9cb815fc-27ed-4396-a695-4d7fff12f989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:12.532536 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9cb815fc-27ed-4396-a695-4d7fff12f989 None None] Calling delete_port for fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:12.712440 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:12.724277 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9cb815fc-27ed-4396-a695-4d7fff12f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:12.751475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=fa3ccc23-818b-4a1b-bf58-5ea59dde1d05,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:12.753948 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No DVR routers for this DVR port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:26:12.762001 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb815fc-27ed-4396-a695-4d7fff12f989 None None] Pushing event deleted for resources: {'Port': ['ID=fa3ccc23-818b-4a1b-bf58-5ea59dde1d05,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:12.767534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb815fc-27ed-4396-a695-4d7fff12f989 None None] No DVR routers for this DVR port fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:26:13.166214 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:13.177534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79928704-d2bb-44a9-a225-aa8a235e4df0']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:13.192552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d96ac5-3a6c-44b3-9560-da19aa474bf6') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:13.192880 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d96ac5-3a6c-44b3-9560-da19aa474bf6') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:13.205654 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:13.222229 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:13.229146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:26:13.229566 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:26:13.232888 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:26:13.378031 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:13.391552 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:13.391552 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/networks/79928704-d2bb-44a9-a225-aa8a235e4df0 HTTP/1.1" status: 204 len: 168 time: 1.2202752 Aug 23 15:26:13.393781 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33424) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:13.403157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-8bc52240-230b-4a8a-afc5-d4700e276149 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'network': {'name': 'tempest-RoutersTest-1498273629'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:13.404290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:26:13.410687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77098ba-7a7a-4d38-bba0-a9096b4341e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Network': ['ID=79928704-d2bb-44a9-a225-aa8a235e4df0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:13.427555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:26:13.428590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device fa3ccc23-818b-4a1b-bf58-5ea59dde1d05 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:26:13.537429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc52240-230b-4a8a-afc5-d4700e276149 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:26:13.541520 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8bc52240-230b-4a8a-afc5-d4700e276149 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:13.571448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc52240-230b-4a8a-afc5-d4700e276149 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:26:13.583318 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8bc52240-230b-4a8a-afc5-d4700e276149 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:13.583692 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-8bc52240-230b-4a8a-afc5-d4700e276149 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Added segment 514ffdce-9f13-46a6-8c79-59ed4a16605b of type vlan for network cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c Aug 23 15:26:13.633275 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8bc52240-230b-4a8a-afc5-d4700e276149 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:13.734427 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8bc52240-230b-4a8a-afc5-d4700e276149 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:13.741787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc52240-230b-4a8a-afc5-d4700e276149 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:13.742665 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8bc52240-230b-4a8a-afc5-d4700e276149 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:13.829794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc52240-230b-4a8a-afc5-d4700e276149 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Network': ['ID=cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:13.846271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:26:13.851227 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8bc52240-230b-4a8a-afc5-d4700e276149 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4555054 Aug 23 15:26:13.855286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33426) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:13.884378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-31849e51-2bc9-4c10-ad98-33c7da415d40 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'subnet': {'network_id': 'cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:14.092736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31849e51-2bc9-4c10-ad98-33c7da415d40 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:26:14.099343 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-31849e51-2bc9-4c10-ad98-33c7da415d40 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:14.471974 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-31849e51-2bc9-4c10-ad98-33c7da415d40 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:14.550959 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31849e51-2bc9-4c10-ad98-33c7da415d40 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Subnet': ['ID=bbbe017f-8bdc-4c40-b61a-3229d281fe46,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:14.558387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31849e51-2bc9-4c10-ad98-33c7da415d40 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Checking segment: {'id': '514ffdce-9f13-46a6-8c79-59ed4a16605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:14.558766 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31849e51-2bc9-4c10-ad98-33c7da415d40 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network hostable DHCP agents. Network: cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:26:14.674938 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31849e51-2bc9-4c10-ad98-33c7da415d40 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:26:14.775424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-31849e51-2bc9-4c10-ad98-33c7da415d40 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:14.780911 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31849e51-2bc9-4c10-ad98-33c7da415d40 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:14.783027 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-31849e51-2bc9-4c10-ad98-33c7da415d40 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:14.787055 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa54672-5d7b-495c-b742-ec1106b1df31 None None] Network cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:14.873075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-31849e51-2bc9-4c10-ad98-33c7da415d40 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0154812 Aug 23 15:26:14.875780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33428) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:14.881793 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-5b45e765-5ad1-47c4-931f-9aa648ddb948 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1684458879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:14.979269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c', 'network_id': 'cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'fixed_ips': [{'subnet_id': 'bbbe017f-8bdc-4c40-b61a-3229d281fe46'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:26:14.980234 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:14.986252 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b45e765-5ad1-47c4-931f-9aa648ddb948 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:14.990932 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b45e765-5ad1-47c4-931f-9aa648ddb948 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:15.061989 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b45e765-5ad1-47c4-931f-9aa648ddb948 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:15.133768 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b45e765-5ad1-47c4-931f-9aa648ddb948 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:15.174507 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Allocated IP 172.20.0.2 (cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c/bbbe017f-8bdc-4c40-b61a-3229d281fe46/40769700-e90a-4e29-a0fa-f8e90d5d1c63) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:26:15.243224 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5b45e765-5ad1-47c4-931f-9aa648ddb948 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:15.244542 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5b45e765-5ad1-47c4-931f-9aa648ddb948 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3674095 Aug 23 15:26:15.248572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33430) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:15.375754 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:15.386902 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Transition to ACTIVE for port object 40769700-e90a-4e29-a0fa-f8e90d5d1c63 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:15.415701 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Transition to ACTIVE for port object 40769700-e90a-4e29-a0fa-f8e90d5d1c63 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:15.550467 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:15.599270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Network cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:15.599270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:15.604084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:26:15.605354 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:15.651334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Pushing event updated for resources: {'Port': ['ID=40769700-e90a-4e29-a0fa-f8e90d5d1c63,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:15.689348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Attempting to bind port 40769700-e90a-4e29-a0fa-f8e90d5d1c63 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:26:15.689936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Attempting to bind port 40769700-e90a-4e29-a0fa-f8e90d5d1c63 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '514ffdce-9f13-46a6-8c79-59ed4a16605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:26:15.695550 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Attempting to bind port 40769700-e90a-4e29-a0fa-f8e90d5d1c63 on network cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:26:15.699278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:26:15.699689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Checking segment: {'id': '514ffdce-9f13-46a6-8c79-59ed4a16605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:15.700123 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:15.700523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Bound using segment: {'id': '514ffdce-9f13-46a6-8c79-59ed4a16605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:26:15.701005 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Bound port: 40769700-e90a-4e29-a0fa-f8e90d5d1c63, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514ffdce-9f13-46a6-8c79-59ed4a16605b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:26:15.701393 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:15.807227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] For port 40769700-e90a-4e29-a0fa-f8e90d5d1c63, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:26:15.813966 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] For port 40769700-e90a-4e29-a0fa-f8e90d5d1c63, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=40769700-e90a-4e29-a0fa-f8e90d5d1c63,segment=NetworkSegment(514ffdce-9f13-46a6-8c79-59ed4a16605b),segment_id=514ffdce-9f13-46a6-8c79-59ed4a16605b)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:26:15.921542 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:15.941767 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Allocated IP 172.20.0.1 (cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c/bbbe017f-8bdc-4c40-b61a-3229d281fe46/1122d4ed-34e6-455d-b172-44def1dd2b10) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:26:15.969551 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:16.074361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb45ce-6eda-4780-9cca-749102e6c88a None None] Pushing event updated for resources: {'Port': ['ID=40769700-e90a-4e29-a0fa-f8e90d5d1c63,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:16.153764 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:16.174393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Transition to ACTIVE for port object 1122d4ed-34e6-455d-b172-44def1dd2b10 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:16.292416 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:16.362860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:16.369027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:16.375338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:26:16.392200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=1122d4ed-34e6-455d-b172-44def1dd2b10,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:16.468348 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:16.735509 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:17.067595 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:17.114249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff83651a-fcff-49c0-b922-0b45774b5502 None None] Network cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:17.178269 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:17.258325 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:17.269082 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=1122d4ed-34e6-455d-b172-44def1dd2b10,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:17.373845 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:17.376432 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:17.434671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bc87c614-28ed-45b6-9f6b-07d18a1dce6f None None] Provisioning for port 40769700-e90a-4e29-a0fa-f8e90d5d1c63 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:17.453581 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 40769700-e90a-4e29-a0fa-f8e90d5d1c63 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:17.622978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 40769700-e90a-4e29-a0fa-f8e90d5d1c63 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:17.627951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 40769700-e90a-4e29-a0fa-f8e90d5d1c63 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:17.632114 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:17.669068 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router 1d2f868b-c012-4e90-8f10-3fccc32c8b41 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:26:17.672427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9cf7c44e-a5d4-4599-b644-dd1dedfa8cce None None] Provisioning for port 1122d4ed-34e6-455d-b172-44def1dd2b10 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:17.681508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9cf7c44e-a5d4-4599-b644-dd1dedfa8cce None None] Provisioning complete for port 1122d4ed-34e6-455d-b172-44def1dd2b10 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:17.681884 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c44e-a5d4-4599-b644-dd1dedfa8cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:17.747058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7c44e-a5d4-4599-b644-dd1dedfa8cce None None] Port 1122d4ed-34e6-455d-b172-44def1dd2b10 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:26:17.761384 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:17.775695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9cf7c44e-a5d4-4599-b644-dd1dedfa8cce None None] Provisioning complete for port 40769700-e90a-4e29-a0fa-f8e90d5d1c63 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:17.776084 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c44e-a5d4-4599-b644-dd1dedfa8cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:17.790639 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:17.799185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33432) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:17.799689 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0348f672-b7fe-4cd7-ab75-0c4394ca2a00 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/1d2f868b-c012-4e90-8f10-3fccc32c8b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5495539 Aug 23 15:26:17.815706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac30815-b251-4aae-a59c-e4da1369304c None None] Sync routers for ids ['1d2f868b-c012-4e90-8f10-3fccc32c8b41'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:26:17.839022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 40769700-e90a-4e29-a0fa-f8e90d5d1c63, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=40769700-e90a-4e29-a0fa-f8e90d5d1c63,segment=NetworkSegment(514ffdce-9f13-46a6-8c79-59ed4a16605b),segment_id=514ffdce-9f13-46a6-8c79-59ed4a16605b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:17.846433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac30815-b251-4aae-a59c-e4da1369304c None None] Routers {'1d2f868b-c012-4e90-8f10-3fccc32c8b41'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:17.847083 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1ac30815-b251-4aae-a59c-e4da1369304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1d2f868b-c012-4e90-8f10-3fccc32c8b41'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:17.861426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f1432e-942f-40e4-9c16-f4f301f81931 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:17.865925 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-83f1432e-942f-40e4-9c16-f4f301f81931 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports/1122d4ed-34e6-455d-b172-44def1dd2b10 HTTP/1.1" status: 200 len: 910 time: 0.0618572 Aug 23 15:26:17.866813 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33434) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:18.046268 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:18.050144 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1ac30815-b251-4aae-a59c-e4da1369304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:18.114777 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac30815-b251-4aae-a59c-e4da1369304c None None] Routers {'1d2f868b-c012-4e90-8f10-3fccc32c8b41'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:18.116091 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1ac30815-b251-4aae-a59c-e4da1369304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1d2f868b-c012-4e90-8f10-3fccc32c8b41'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:18.164651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=40769700-e90a-4e29-a0fa-f8e90d5d1c63,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:18.169248 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1ac30815-b251-4aae-a59c-e4da1369304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:18.169921 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac30815-b251-4aae-a59c-e4da1369304c None None] The sync data for ids ['1d2f868b-c012-4e90-8f10-3fccc32c8b41'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:18.235194 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7449-354a-48fe-8d34-b0c47f15d64f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:18.297330 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-204bb522-5ef1-4ec0-ae99-ec1166d92197 None None] Provisioning complete for port 1122d4ed-34e6-455d-b172-44def1dd2b10 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:18.297620 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-204bb522-5ef1-4ec0-ae99-ec1166d92197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:18.333168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-204bb522-5ef1-4ec0-ae99-ec1166d92197 None None] Port 1122d4ed-34e6-455d-b172-44def1dd2b10 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:26:18.501399 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f7449-354a-48fe-8d34-b0c47f15d64f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port 1122d4ed-34e6-455d-b172-44def1dd2b10 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:18.502057 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7449-354a-48fe-8d34-b0c47f15d64f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:18.590405 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7449-354a-48fe-8d34-b0c47f15d64f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:18.603302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f7449-354a-48fe-8d34-b0c47f15d64f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for 1122d4ed-34e6-455d-b172-44def1dd2b10 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:18.868978 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7449-354a-48fe-8d34-b0c47f15d64f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:18.899029 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f7449-354a-48fe-8d34-b0c47f15d64f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=1122d4ed-34e6-455d-b172-44def1dd2b10,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:19.052381 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7449-354a-48fe-8d34-b0c47f15d64f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:19.410595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 40769700-e90a-4e29-a0fa-f8e90d5d1c63 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:19.465832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 40769700-e90a-4e29-a0fa-f8e90d5d1c63 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:19.466211 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:19.518412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0f7449-354a-48fe-8d34-b0c47f15d64f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router 1d2f868b-c012-4e90-8f10-3fccc32c8b41 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:26:19.601885 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0f7449-354a-48fe-8d34-b0c47f15d64f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:19.606739 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8c0f7449-354a-48fe-8d34-b0c47f15d64f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/1d2f868b-c012-4e90-8f10-3fccc32c8b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7382765 Aug 23 15:26:19.609509 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33436) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:19.612071 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f7abb-65d8-403d-90cf-2657527a2782 None None] Sync routers for ids ['1d2f868b-c012-4e90-8f10-3fccc32c8b41'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:26:19.623545 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f7abb-65d8-403d-90cf-2657527a2782 None None] Routers {'1d2f868b-c012-4e90-8f10-3fccc32c8b41'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:19.632428 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-696f7abb-65d8-403d-90cf-2657527a2782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1d2f868b-c012-4e90-8f10-3fccc32c8b41'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:19.637757 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b34ec1cb-68c5-4443-8455-f7b11f861b74 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d2f868b-c012-4e90-8f10-3fccc32c8b41 HTTP/1.1" status: 200 len: 205 time: 0.0271661 Aug 23 15:26:19.640361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33438) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:19.662092 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-696f7abb-65d8-403d-90cf-2657527a2782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:19.672460 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f7abb-65d8-403d-90cf-2657527a2782 None None] Routers {'1d2f868b-c012-4e90-8f10-3fccc32c8b41'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:19.673109 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-696f7abb-65d8-403d-90cf-2657527a2782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['1d2f868b-c012-4e90-8f10-3fccc32c8b41'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:19.708387 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-696f7abb-65d8-403d-90cf-2657527a2782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:19.709642 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f7abb-65d8-403d-90cf-2657527a2782 None None] The sync data for ids ['1d2f868b-c012-4e90-8f10-3fccc32c8b41'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:19.717284 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c17c48f-e40a-40e3-a294-be0a3ad4d2a3 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:19.886763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c17c48f-e40a-40e3-a294-be0a3ad4d2a3 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:19.888922 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c17c48f-e40a-40e3-a294-be0a3ad4d2a3 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.005946 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c17c48f-e40a-40e3-a294-be0a3ad4d2a3 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.006613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c17c48f-e40a-40e3-a294-be0a3ad4d2a3 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Fanout notify agent at l3_agent the message router_deleted on router 1d2f868b-c012-4e90-8f10-3fccc32c8b41 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:26:20.017388 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c17c48f-e40a-40e3-a294-be0a3ad4d2a3 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.017388 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3c17c48f-e40a-40e3-a294-be0a3ad4d2a3 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/routers/1d2f868b-c012-4e90-8f10-3fccc32c8b41 HTTP/1.1" status: 204 len: 168 time: 0.3733087 Aug 23 15:26:20.018229 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33442) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:20.078412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb7dd9e-43cc-42d2-afa7-9a6a9cd65bce tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting subnet bbbe017f-8bdc-4c40-b61a-3229d281fe46 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:26:20.082296 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cbb7dd9e-43cc-42d2-afa7-9a6a9cd65bce tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.127828 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cbb7dd9e-43cc-42d2-afa7-9a6a9cd65bce tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.221801 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cbb7dd9e-43cc-42d2-afa7-9a6a9cd65bce tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.363349 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cbb7dd9e-43cc-42d2-afa7-9a6a9cd65bce tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.392759 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7dd9e-43cc-42d2-afa7-9a6a9cd65bce tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbe017f-8bdc-4c40-b61a-3229d281fe46,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:20.397425 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cbb7dd9e-43cc-42d2-afa7-9a6a9cd65bce tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.400203 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cbb7dd9e-43cc-42d2-afa7-9a6a9cd65bce tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/bbbe017f-8bdc-4c40-b61a-3229d281fe46 HTTP/1.1" status: 204 len: 168 time: 0.3808022 Aug 23 15:26:20.402112 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33446) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:20.407964 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021e42f3-68d1-4949-970f-db35b70bcf24 None None] Network cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:20.526010 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.539296 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.592462 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port 40769700-e90a-4e29-a0fa-f8e90d5d1c63 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:20.592462 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.629454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43dd3e3-3e88-44c8-bf4b-71a63e4b2ed6 None None] DHCP port deletion for cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:26:20.667560 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] For port 40769700-e90a-4e29-a0fa-f8e90d5d1c63, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=40769700-e90a-4e29-a0fa-f8e90d5d1c63,segment=NetworkSegment(514ffdce-9f13-46a6-8c79-59ed4a16605b),segment_id=514ffdce-9f13-46a6-8c79-59ed4a16605b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:20.668411 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.682032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e43dd3e3-3e88-44c8-bf4b-71a63e4b2ed6 None None] Deleting port 40769700-e90a-4e29-a0fa-f8e90d5d1c63 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:20.682410 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e43dd3e3-3e88-44c8-bf4b-71a63e4b2ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.683854 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for 40769700-e90a-4e29-a0fa-f8e90d5d1c63 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:20.752449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e43dd3e3-3e88-44c8-bf4b-71a63e4b2ed6 None None] For port 40769700-e90a-4e29-a0fa-f8e90d5d1c63, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=40769700-e90a-4e29-a0fa-f8e90d5d1c63,segment=NetworkSegment(514ffdce-9f13-46a6-8c79-59ed4a16605b),segment_id=514ffdce-9f13-46a6-8c79-59ed4a16605b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:20.754026 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e43dd3e3-3e88-44c8-bf4b-71a63e4b2ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.774463 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e43dd3e3-3e88-44c8-bf4b-71a63e4b2ed6 None None] Calling delete_port for 40769700-e90a-4e29-a0fa-f8e90d5d1c63 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:20.886537 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.893950 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e43dd3e3-3e88-44c8-bf4b-71a63e4b2ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:20.919831 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=40769700-e90a-4e29-a0fa-f8e90d5d1c63,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:20.923711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No DVR routers for this DVR port 40769700-e90a-4e29-a0fa-f8e90d5d1c63 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:26:20.926411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43dd3e3-3e88-44c8-bf4b-71a63e4b2ed6 None None] No DVR routers for this DVR port 40769700-e90a-4e29-a0fa-f8e90d5d1c63 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:26:20.936576 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dd3e3-3e88-44c8-bf4b-71a63e4b2ed6 None None] Pushing event deleted for resources: {'Port': ['ID=40769700-e90a-4e29-a0fa-f8e90d5d1c63,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:21.015991 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:21.033222 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:21.050446 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514ffdce-9f13-46a6-8c79-59ed4a16605b') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:21.050940 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514ffdce-9f13-46a6-8c79-59ed4a16605b') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:21.067729 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:21.090011 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:21.097495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:26:21.097915 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:26:21.101300 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:26:21.263479 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:21.272118 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:21.274311 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/networks/cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c HTTP/1.1" status: 204 len: 168 time: 0.8712099 Aug 23 15:26:21.279782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33452) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:21.284590 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-920074866', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:21.287268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a4f3b-1d87-4651-8f39-49f2c9382f13 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Network': ['ID=cc8edb8d-9e4c-4d61-b6bb-88475a8b7d6c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:21.408356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 40769700-e90a-4e29-a0fa-f8e90d5d1c63 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:26:21.435567 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 40769700-e90a-4e29-a0fa-f8e90d5d1c63 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:26:21.436130 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 40769700-e90a-4e29-a0fa-f8e90d5d1c63 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:26:21.437428 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:21.438584 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:21.507587 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:21.791150 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:22.074724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:22.096524 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:22.215544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Allocated IP 172.25.8.205 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/b4c08bfb-16e9-4fb3-a80a-9a4ba681b59d) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:26:22.320030 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:22.517481 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:22.560584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:22.563512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:22.571171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:26:22.574393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=b4c08bfb-16e9-4fb3-a80a-9a4ba681b59d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:22.742918 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ac388f4f-ec0f-4262-b622-a81a6c17095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:23.030590 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:23.564240 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:23.914289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router 13c5541b-d142-4b55-946a-44e7d4d89087 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:26:24.029220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:24.039156 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b981279-f1bd-4d23-8b8b-dfbb8f8a9d82 None None] Sync routers for ids ['13c5541b-d142-4b55-946a-44e7d4d89087'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:26:24.048437 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b981279-f1bd-4d23-8b8b-dfbb8f8a9d82 None None] Routers {'13c5541b-d142-4b55-946a-44e7d4d89087'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:24.049073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1b981279-f1bd-4d23-8b8b-dfbb8f8a9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['13c5541b-d142-4b55-946a-44e7d4d89087'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:24.082426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1b981279-f1bd-4d23-8b8b-dfbb8f8a9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:24.091633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b981279-f1bd-4d23-8b8b-dfbb8f8a9d82 None None] Routers {'13c5541b-d142-4b55-946a-44e7d4d89087'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:24.092476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1b981279-f1bd-4d23-8b8b-dfbb8f8a9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['13c5541b-d142-4b55-946a-44e7d4d89087'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:24.129003 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1b981279-f1bd-4d23-8b8b-dfbb8f8a9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:24.129684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b981279-f1bd-4d23-8b8b-dfbb8f8a9d82 None None] The sync data for ids ['13c5541b-d142-4b55-946a-44e7d4d89087'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:24.168492 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:24.169777 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e952351a-a20a-445a-955e-354484b339e9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8889561 Aug 23 15:26:24.172666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33456) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:24.294878 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f5563b4e-a3d6-4bc9-b657-93d9b022cb02 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/routers/13c5541b-d142-4b55-946a-44e7d4d89087 HTTP/1.1" status: 200 len: 880 time: 0.1208768 Aug 23 15:26:24.303018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33458) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:24.533386 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a0d9936d-e986-44cb-8be9-0bfc7c1eb1b3 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2338803 Aug 23 15:26:24.535846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33460) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:24.541519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2173066b-9657-4ca4-b1cf-23de779417cd tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-920074866'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:24.871521 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2173066b-9657-4ca4-b1cf-23de779417cd tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:24.937743 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2173066b-9657-4ca4-b1cf-23de779417cd tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:25.051320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2173066b-9657-4ca4-b1cf-23de779417cd tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router 13c5541b-d142-4b55-946a-44e7d4d89087 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:26:25.161181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2173066b-9657-4ca4-b1cf-23de779417cd tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:25.168379 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2173066b-9657-4ca4-b1cf-23de779417cd tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:25.169567 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2173066b-9657-4ca4-b1cf-23de779417cd tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/13c5541b-d142-4b55-946a-44e7d4d89087 HTTP/1.1" status: 200 len: 887 time: 0.6327193 Aug 23 15:26:25.172106 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d11ad-25b9-4dd2-8734-5d6c11d82054 None None] Sync routers for ids ['13c5541b-d142-4b55-946a-44e7d4d89087'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:26:25.172854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33462) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:25.181614 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d11ad-25b9-4dd2-8734-5d6c11d82054 None None] Routers {'13c5541b-d142-4b55-946a-44e7d4d89087'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:25.182224 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f75d11ad-25b9-4dd2-8734-5d6c11d82054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['13c5541b-d142-4b55-946a-44e7d4d89087'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:25.218458 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f75d11ad-25b9-4dd2-8734-5d6c11d82054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:25.228599 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d11ad-25b9-4dd2-8734-5d6c11d82054 None None] Routers {'13c5541b-d142-4b55-946a-44e7d4d89087'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:25.229219 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f75d11ad-25b9-4dd2-8734-5d6c11d82054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:25:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['13c5541b-d142-4b55-946a-44e7d4d89087'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:25.263089 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f75d11ad-25b9-4dd2-8734-5d6c11d82054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:25.263822 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d11ad-25b9-4dd2-8734-5d6c11d82054 None None] The sync data for ids ['13c5541b-d142-4b55-946a-44e7d4d89087'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:25.293531 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-dfa51662-c672-4616-941e-7e362534e590 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/routers/13c5541b-d142-4b55-946a-44e7d4d89087 HTTP/1.1" status: 200 len: 887 time: 0.1195226 Aug 23 15:26:25.296324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33464) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:25.324828 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-998a0385-665c-4cd3-8f5c-ce330aa430e4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports?device_id=13c5541b-d142-4b55-946a-44e7d4d89087 HTTP/1.1" status: 200 len: 205 time: 0.0273235 Aug 23 15:26:25.327322 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33466) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:25.469982 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03945d79-5f83-4804-9557-0276c08c543c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:25.543050 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:25.600103 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03945d79-5f83-4804-9557-0276c08c543c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:25.733449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-03945d79-5f83-4804-9557-0276c08c543c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port b4c08bfb-16e9-4fb3-a80a-9a4ba681b59d {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:25.733700 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03945d79-5f83-4804-9557-0276c08c543c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:25.815826 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03945d79-5f83-4804-9557-0276c08c543c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:25.828064 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-03945d79-5f83-4804-9557-0276c08c543c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for b4c08bfb-16e9-4fb3-a80a-9a4ba681b59d owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:26.071112 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03945d79-5f83-4804-9557-0276c08c543c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:26.097513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03945d79-5f83-4804-9557-0276c08c543c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=b4c08bfb-16e9-4fb3-a80a-9a4ba681b59d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:26.162734 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03945d79-5f83-4804-9557-0276c08c543c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:26.269263 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03945d79-5f83-4804-9557-0276c08c543c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:26.272108 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03945d79-5f83-4804-9557-0276c08c543c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:26.395625 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03945d79-5f83-4804-9557-0276c08c543c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:26.397288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03945d79-5f83-4804-9557-0276c08c543c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Fanout notify agent at l3_agent the message router_deleted on router 13c5541b-d142-4b55-946a-44e7d4d89087 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:26:26.403933 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-03945d79-5f83-4804-9557-0276c08c543c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:26.405028 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-03945d79-5f83-4804-9557-0276c08c543c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/routers/13c5541b-d142-4b55-946a-44e7d4d89087 HTTP/1.1" status: 204 len: 168 time: 1.0767112 Aug 23 15:26:26.408916 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33468) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:26.414853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b5a417bf-24de-4181-9edb-5518b2ad9bf8 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'network': {'name': 'tempest-RoutersTest-189543466'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:26.491630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a417bf-24de-4181-9edb-5518b2ad9bf8 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:26:26.495310 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5a417bf-24de-4181-9edb-5518b2ad9bf8 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:26.521767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a417bf-24de-4181-9edb-5518b2ad9bf8 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:26:26.530722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5a417bf-24de-4181-9edb-5518b2ad9bf8 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:26.531049 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-b5a417bf-24de-4181-9edb-5518b2ad9bf8 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Added segment b2be57d1-ec3b-435c-8cb8-b62a5b203188 of type vlan for network 85beb150-6bba-44ca-b8b9-00362ace7ab2 Aug 23 15:26:26.590951 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5a417bf-24de-4181-9edb-5518b2ad9bf8 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:26.614161 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-29b937bc-14ed-4f34-838e-32f215c92c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:26.672406 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5a417bf-24de-4181-9edb-5518b2ad9bf8 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:26.678064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a417bf-24de-4181-9edb-5518b2ad9bf8 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:26.678671 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5a417bf-24de-4181-9edb-5518b2ad9bf8 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:26.751364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a417bf-24de-4181-9edb-5518b2ad9bf8 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Network': ['ID=85beb150-6bba-44ca-b8b9-00362ace7ab2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:26.762196 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 85beb150-6bba-44ca-b8b9-00362ace7ab2 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:26:26.819140 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b5a417bf-24de-4181-9edb-5518b2ad9bf8 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4080944 Aug 23 15:26:26.826671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33470) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:26.832041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-74675cd2-9561-4ea6-9f1b-60c689314bcc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'subnet': {'network_id': '85beb150-6bba-44ca-b8b9-00362ace7ab2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:26.891349 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:27.028877 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74675cd2-9561-4ea6-9f1b-60c689314bcc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:26:27.032673 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74675cd2-9561-4ea6-9f1b-60c689314bcc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:27.332051 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74675cd2-9561-4ea6-9f1b-60c689314bcc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:27.398056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74675cd2-9561-4ea6-9f1b-60c689314bcc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Subnet': ['ID=e9bf26e5-d227-4934-936a-973f7ca47c5b,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:27.407363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74675cd2-9561-4ea6-9f1b-60c689314bcc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Checking segment: {'id': 'b2be57d1-ec3b-435c-8cb8-b62a5b203188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '85beb150-6bba-44ca-b8b9-00362ace7ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:27.407767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74675cd2-9561-4ea6-9f1b-60c689314bcc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network hostable DHCP agents. Network: 85beb150-6bba-44ca-b8b9-00362ace7ab2, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:26:27.519866 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74675cd2-9561-4ea6-9f1b-60c689314bcc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network 85beb150-6bba-44ca-b8b9-00362ace7ab2 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:26:27.726285 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-74675cd2-9561-4ea6-9f1b-60c689314bcc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 85beb150-6bba-44ca-b8b9-00362ace7ab2) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:27.730833 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74675cd2-9561-4ea6-9f1b-60c689314bcc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:27.731437 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-74675cd2-9561-4ea6-9f1b-60c689314bcc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:27.736790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3a7393-2cc5-4dae-ae49-1664efa4f9a3 None None] Network 85beb150-6bba-44ca-b8b9-00362ace7ab2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:27.890118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-85beb150-6bba-44ca-b8b9-00362ace7ab2', 'network_id': '85beb150-6bba-44ca-b8b9-00362ace7ab2', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'fixed_ips': [{'subnet_id': 'e9bf26e5-d227-4934-936a-973f7ca47c5b'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:26:27.891063 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:27.903562 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-74675cd2-9561-4ea6-9f1b-60c689314bcc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0757174 Aug 23 15:26:27.906364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33472) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:27.911289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-27cf16ab-6162-4da7-867e-e3ab09cc472f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-222662727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:28.043399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Allocated IP 172.20.0.2 (85beb150-6bba-44ca-b8b9-00362ace7ab2/e9bf26e5-d227-4934-936a-973f7ca47c5b/c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:26:28.126152 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-27cf16ab-6162-4da7-867e-e3ab09cc472f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:28.127222 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-27cf16ab-6162-4da7-867e-e3ab09cc472f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:28.197432 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-27cf16ab-6162-4da7-867e-e3ab09cc472f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:28.211151 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:28.220382 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Transition to ACTIVE for port object c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:28.236047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Transition to ACTIVE for port object c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:28.328658 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-27cf16ab-6162-4da7-867e-e3ab09cc472f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:28.414633 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:28.451666 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:26:28.454781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Network 85beb150-6bba-44ca-b8b9-00362ace7ab2 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:28.457645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:28.461432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:26:28.465846 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-27cf16ab-6162-4da7-867e-e3ab09cc472f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:28.467195 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-27cf16ab-6162-4da7-867e-e3ab09cc472f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5595541 Aug 23 15:26:28.470383 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33474) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:28.473135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Pushing event updated for resources: {'Port': ['ID=c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:28.533735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Attempting to bind port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:26:28.534174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Attempting to bind port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'b2be57d1-ec3b-435c-8cb8-b62a5b203188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '85beb150-6bba-44ca-b8b9-00362ace7ab2'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:26:28.534499 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Attempting to bind port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 on network 85beb150-6bba-44ca-b8b9-00362ace7ab2 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:26:28.540193 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:26:28.540577 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Checking segment: {'id': 'b2be57d1-ec3b-435c-8cb8-b62a5b203188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '85beb150-6bba-44ca-b8b9-00362ace7ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:28.540988 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:28.541389 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Bound using segment: {'id': 'b2be57d1-ec3b-435c-8cb8-b62a5b203188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '85beb150-6bba-44ca-b8b9-00362ace7ab2'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:26:28.542318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Bound port: c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2be57d1-ec3b-435c-8cb8-b62a5b203188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '85beb150-6bba-44ca-b8b9-00362ace7ab2'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:26:28.542318 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:28.626620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] For port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:26:28.630139 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] For port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573,segment=NetworkSegment(b2be57d1-ec3b-435c-8cb8-b62a5b203188),segment_id=b2be57d1-ec3b-435c-8cb8-b62a5b203188)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:26:28.743044 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:28.768241 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:28.783916 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:28.851066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511af53-a7f2-45cb-a696-72c33723154c None None] Pushing event updated for resources: {'Port': ['ID=c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:29.071364 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Allocated IP 172.20.0.1 (85beb150-6bba-44ca-b8b9-00362ace7ab2/e9bf26e5-d227-4934-936a-973f7ca47c5b/25452183-6542-4995-a11d-f792e0e200ed) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:26:29.202722 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:29.220056 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Transition to ACTIVE for port object 25452183-6542-4995-a11d-f792e0e200ed will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:29.413818 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:29.462854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:29.466823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=25452183-6542-4995-a11d-f792e0e200ed,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:29.480129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network 85beb150-6bba-44ca-b8b9-00362ace7ab2 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:29.482552 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:29.485246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:26:29.539735 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:29.725952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:29.817324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9cd898-b1d6-4883-bb6c-b6d5f7468d16 None None] Network 85beb150-6bba-44ca-b8b9-00362ace7ab2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:29.920811 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:29.983471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dd529b01-d373-40f5-8b66-308ed6879fca None None] Provisioning for port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:29.991160 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dd529b01-d373-40f5-8b66-308ed6879fca None None] Provisioning complete for port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:29.992655 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd529b01-d373-40f5-8b66-308ed6879fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:30.101721 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd529b01-d373-40f5-8b66-308ed6879fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:30.148677 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-dd529b01-d373-40f5-8b66-308ed6879fca None None] For port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573,segment=NetworkSegment(b2be57d1-ec3b-435c-8cb8-b62a5b203188),segment_id=b2be57d1-ec3b-435c-8cb8-b62a5b203188)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:30.229507 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:30.271068 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd529b01-d373-40f5-8b66-308ed6879fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:30.322889 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd529b01-d373-40f5-8b66-308ed6879fca None None] Pushing event updated for resources: {'Port': ['ID=c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:30.328006 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:30.409160 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=25452183-6542-4995-a11d-f792e0e200ed,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:30.416185 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:30.453439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-50940653-eaa3-4549-be17-e15c937fd84e None None] Provisioning for port 25452183-6542-4995-a11d-f792e0e200ed completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:30.457562 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-50940653-eaa3-4549-be17-e15c937fd84e None None] Provisioning complete for port 25452183-6542-4995-a11d-f792e0e200ed triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:30.457940 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-50940653-eaa3-4549-be17-e15c937fd84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:30.497727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-50940653-eaa3-4549-be17-e15c937fd84e None None] Port 25452183-6542-4995-a11d-f792e0e200ed cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:26:30.508586 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-50940653-eaa3-4549-be17-e15c937fd84e None None] Provisioning complete for port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:30.508961 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-50940653-eaa3-4549-be17-e15c937fd84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:30.516511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network 85beb150-6bba-44ca-b8b9-00362ace7ab2 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:30.518895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:30.744898 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bfcd3e65-0fb4-4b85-a239-6f886ab1b2a6 None None] Provisioning complete for port 25452183-6542-4995-a11d-f792e0e200ed triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:30.745343 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3e65-0fb4-4b85-a239-6f886ab1b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:30.782649 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd3e65-0fb4-4b85-a239-6f886ab1b2a6 None None] Port 25452183-6542-4995-a11d-f792e0e200ed cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:26:30.902226 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0c034c1c-2897-46b8-9cf0-18b937bb4668 None None] Provisioning complete for port 25452183-6542-4995-a11d-f792e0e200ed triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:30.902846 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0c034c1c-2897-46b8-9cf0-18b937bb4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:30.938511 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0c034c1c-2897-46b8-9cf0-18b937bb4668 None None] Port 25452183-6542-4995-a11d-f792e0e200ed cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:26:31.110936 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router 398870b0-65cf-45fc-87f6-ab35c004014e is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:26:31.209654 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:31.215227 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-96e113c6-d683-4fa1-a29c-afb73f60b20d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/398870b0-65cf-45fc-87f6-ab35c004014e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7437389 Aug 23 15:26:31.218535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33476) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:31.221569 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0927e3-26d0-4a97-a50b-c3ad1b1fa5e3 None None] Sync routers for ids ['398870b0-65cf-45fc-87f6-ab35c004014e'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:26:31.232076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0927e3-26d0-4a97-a50b-c3ad1b1fa5e3 None None] Routers {'398870b0-65cf-45fc-87f6-ab35c004014e'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:31.233662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4e0927e3-26d0-4a97-a50b-c3ad1b1fa5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['398870b0-65cf-45fc-87f6-ab35c004014e'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:31.264202 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f824964-94c2-4668-8ce1-540a00989add tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:31.268142 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4f824964-94c2-4668-8ce1-540a00989add tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports/25452183-6542-4995-a11d-f792e0e200ed HTTP/1.1" status: 200 len: 910 time: 0.0460098 Aug 23 15:26:31.268284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33478) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:31.270018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4e0927e3-26d0-4a97-a50b-c3ad1b1fa5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:31.274111 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-24692402-833e-49e9-928c-64ffce7feafc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e9bf26e5-d227-4934-936a-973f7ca47c5b'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:31.279780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0927e3-26d0-4a97-a50b-c3ad1b1fa5e3 None None] Routers {'398870b0-65cf-45fc-87f6-ab35c004014e'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:31.280398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4e0927e3-26d0-4a97-a50b-c3ad1b1fa5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['398870b0-65cf-45fc-87f6-ab35c004014e'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:31.312690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4e0927e3-26d0-4a97-a50b-c3ad1b1fa5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:31.312892 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0927e3-26d0-4a97-a50b-c3ad1b1fa5e3 None None] The sync data for ids ['398870b0-65cf-45fc-87f6-ab35c004014e'] in n-d-804985-3 is: [] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:31.415620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:31.434363 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24692402-833e-49e9-928c-64ffce7feafc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:31.467531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:31.467929 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:31.843418 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24692402-833e-49e9-928c-64ffce7feafc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:31.931275 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24692402-833e-49e9-928c-64ffce7feafc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:32.012503 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24692402-833e-49e9-928c-64ffce7feafc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:32.013125 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24692402-833e-49e9-928c-64ffce7feafc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:32.014456 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-24692402-833e-49e9-928c-64ffce7feafc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/ports/25452183-6542-4995-a11d-f792e0e200ed HTTP/1.1" status: 200 len: 910 time: 0.7452431 Aug 23 15:26:32.015332 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24692402-833e-49e9-928c-64ffce7feafc tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=25452183-6542-4995-a11d-f792e0e200ed,revision_number=3']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:32.017743 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33480) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:32.362996 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50925f2e-2378-4a7e-90bc-4582457cab81 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:32.634429 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-50925f2e-2378-4a7e-90bc-4582457cab81 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port 25452183-6542-4995-a11d-f792e0e200ed {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:32.634692 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50925f2e-2378-4a7e-90bc-4582457cab81 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:32.724567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50925f2e-2378-4a7e-90bc-4582457cab81 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:32.736745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-50925f2e-2378-4a7e-90bc-4582457cab81 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for 25452183-6542-4995-a11d-f792e0e200ed owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:33.031024 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50925f2e-2378-4a7e-90bc-4582457cab81 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:33.059687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50925f2e-2378-4a7e-90bc-4582457cab81 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=25452183-6542-4995-a11d-f792e0e200ed,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:33.212282 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-50925f2e-2378-4a7e-90bc-4582457cab81 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:33.371217 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50925f2e-2378-4a7e-90bc-4582457cab81 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router 398870b0-65cf-45fc-87f6-ab35c004014e has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:26:33.448137 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50925f2e-2378-4a7e-90bc-4582457cab81 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:33.456055 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-50925f2e-2378-4a7e-90bc-4582457cab81 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/398870b0-65cf-45fc-87f6-ab35c004014e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4345393 Aug 23 15:26:33.456406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33482) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:33.457558 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec66feb-bc4f-4cf6-809e-d5071091215e None None] Sync routers for ids ['398870b0-65cf-45fc-87f6-ab35c004014e'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:26:33.467215 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec66feb-bc4f-4cf6-809e-d5071091215e None None] Routers {'398870b0-65cf-45fc-87f6-ab35c004014e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:33.467869 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5ec66feb-bc4f-4cf6-809e-d5071091215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['398870b0-65cf-45fc-87f6-ab35c004014e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:33.485036 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a1f649f4-6684-46ad-92d2-46ce751ab8df tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports?device_id=398870b0-65cf-45fc-87f6-ab35c004014e HTTP/1.1" status: 200 len: 205 time: 0.0275550 Aug 23 15:26:33.487799 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33484) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:33.502983 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5ec66feb-bc4f-4cf6-809e-d5071091215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:33.513694 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec66feb-bc4f-4cf6-809e-d5071091215e None None] Routers {'398870b0-65cf-45fc-87f6-ab35c004014e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:33.514300 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5ec66feb-bc4f-4cf6-809e-d5071091215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['398870b0-65cf-45fc-87f6-ab35c004014e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:33.550892 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5ec66feb-bc4f-4cf6-809e-d5071091215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:33.551540 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec66feb-bc4f-4cf6-809e-d5071091215e None None] The sync data for ids ['398870b0-65cf-45fc-87f6-ab35c004014e'] in n-d-804985-3 is: [] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:33.577327 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75661f5f-0026-4b15-ac71-e2283ddddb2c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:33.755899 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75661f5f-0026-4b15-ac71-e2283ddddb2c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:33.762420 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75661f5f-0026-4b15-ac71-e2283ddddb2c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:33.948266 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75661f5f-0026-4b15-ac71-e2283ddddb2c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:33.948861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75661f5f-0026-4b15-ac71-e2283ddddb2c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Fanout notify agent at l3_agent the message router_deleted on router 398870b0-65cf-45fc-87f6-ab35c004014e {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:26:33.956801 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75661f5f-0026-4b15-ac71-e2283ddddb2c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:33.962035 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-75661f5f-0026-4b15-ac71-e2283ddddb2c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/routers/398870b0-65cf-45fc-87f6-ab35c004014e HTTP/1.1" status: 204 len: 168 time: 0.4696167 Aug 23 15:26:33.962035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33486) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:34.020942 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8646214c-dec5-4caf-aaf3-d4b9ce813430 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting subnet e9bf26e5-d227-4934-936a-973f7ca47c5b {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:26:34.024470 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8646214c-dec5-4caf-aaf3-d4b9ce813430 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.068401 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8646214c-dec5-4caf-aaf3-d4b9ce813430 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.153696 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8646214c-dec5-4caf-aaf3-d4b9ce813430 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.320339 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8646214c-dec5-4caf-aaf3-d4b9ce813430 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.349611 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646214c-dec5-4caf-aaf3-d4b9ce813430 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Subnet': ['ID=e9bf26e5-d227-4934-936a-973f7ca47c5b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:34.353603 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8646214c-dec5-4caf-aaf3-d4b9ce813430 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.355501 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8646214c-dec5-4caf-aaf3-d4b9ce813430 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/e9bf26e5-d227-4934-936a-973f7ca47c5b HTTP/1.1" status: 204 len: 168 time: 0.3925955 Aug 23 15:26:34.358178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33488) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:34.360666 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716a4675-26af-407c-93b2-914aa6970252 None None] Network 85beb150-6bba-44ca-b8b9-00362ace7ab2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:34.437613 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.494622 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:34.494976 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.542804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070f5e8-ecc8-400e-9f1e-70fd3a005061 None None] DHCP port deletion for 85beb150-6bba-44ca-b8b9-00362ace7ab2 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:26:34.575397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] For port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573,segment=NetworkSegment(b2be57d1-ec3b-435c-8cb8-b62a5b203188),segment_id=b2be57d1-ec3b-435c-8cb8-b62a5b203188)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:34.575739 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.591424 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:34.595343 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f070f5e8-ecc8-400e-9f1e-70fd3a005061 None None] Deleting port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:34.595901 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f070f5e8-ecc8-400e-9f1e-70fd3a005061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.667680 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f070f5e8-ecc8-400e-9f1e-70fd3a005061 None None] For port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573,segment=NetworkSegment(b2be57d1-ec3b-435c-8cb8-b62a5b203188),segment_id=b2be57d1-ec3b-435c-8cb8-b62a5b203188)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:34.668690 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f070f5e8-ecc8-400e-9f1e-70fd3a005061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.687986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f070f5e8-ecc8-400e-9f1e-70fd3a005061 None None] Calling delete_port for c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:34.762735 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.779561 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f070f5e8-ecc8-400e-9f1e-70fd3a005061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.812463 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:34.818393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No DVR routers for this DVR port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:26:34.830824 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070f5e8-ecc8-400e-9f1e-70fd3a005061 None None] No DVR routers for this DVR port c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:26:34.840736 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070f5e8-ecc8-400e-9f1e-70fd3a005061 None None] Pushing event deleted for resources: {'Port': ['ID=c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:34.915005 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.925545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85beb150-6bba-44ca-b8b9-00362ace7ab2']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:34.936418 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2be57d1-ec3b-435c-8cb8-b62a5b203188') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:34.936717 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2be57d1-ec3b-435c-8cb8-b62a5b203188') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:34.946808 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.962006 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.969051 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:26:34.969453 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:26:34.972410 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:26:35.217114 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:35.225402 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:35.227111 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/networks/85beb150-6bba-44ca-b8b9-00362ace7ab2 HTTP/1.1" status: 204 len: 168 time: 0.8680005 Aug 23 15:26:35.231114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33490) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:35.236147 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-fa5bc1e1-e625-443f-a8f2-5fa9d660591d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-434735673', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:35.239553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3394858-aedb-4e5a-ad9d-b4f403aede28 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Network': ['ID=85beb150-6bba-44ca-b8b9-00362ace7ab2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:35.314848 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa5bc1e1-e625-443f-a8f2-5fa9d660591d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:35.316023 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa5bc1e1-e625-443f-a8f2-5fa9d660591d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:35.369200 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa5bc1e1-e625-443f-a8f2-5fa9d660591d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:35.413824 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:26:35.434464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:26:35.434881 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c5a1aeab-c2bc-42ea-a899-7f0c2dfd6573 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:26:35.471348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa5bc1e1-e625-443f-a8f2-5fa9d660591d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:35.562112 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa5bc1e1-e625-443f-a8f2-5fa9d660591d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:35.563548 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fa5bc1e1-e625-443f-a8f2-5fa9d660591d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3312833 Aug 23 15:26:35.566425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33492) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:35.572047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-88d9d87f-7c4e-44d0-b7ce-a748321c4041 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'network': {'name': 'tempest-RoutersTest-859320316'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:35.653226 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d9d87f-7c4e-44d0-b7ce-a748321c4041 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:26:35.659150 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88d9d87f-7c4e-44d0-b7ce-a748321c4041 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:35.695186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d9d87f-7c4e-44d0-b7ce-a748321c4041 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:26:35.705028 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88d9d87f-7c4e-44d0-b7ce-a748321c4041 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:35.705585 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-88d9d87f-7c4e-44d0-b7ce-a748321c4041 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Added segment 5eb7866d-bd12-4c88-8988-7cca41f6a2cc of type vlan for network 27907f6c-f422-4b46-a1c8-589110ed6558 Aug 23 15:26:35.755946 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88d9d87f-7c4e-44d0-b7ce-a748321c4041 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:35.886159 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88d9d87f-7c4e-44d0-b7ce-a748321c4041 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:35.896407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d9d87f-7c4e-44d0-b7ce-a748321c4041 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:35.897364 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-88d9d87f-7c4e-44d0-b7ce-a748321c4041 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:36.002588 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-88d9d87f-7c4e-44d0-b7ce-a748321c4041 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4348190 Aug 23 15:26:36.005705 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33494) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:36.011349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-1bedc0c6-f3a1-4bc0-991f-262854cad482 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'subnet': {'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:36.024431 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9d87f-7c4e-44d0-b7ce-a748321c4041 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Network': ['ID=27907f6c-f422-4b46-a1c8-589110ed6558,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:36.037454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 27907f6c-f422-4b46-a1c8-589110ed6558 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:26:36.230963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bedc0c6-f3a1-4bc0-991f-262854cad482 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:26:36.235033 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1bedc0c6-f3a1-4bc0-991f-262854cad482 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:36.817268 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1bedc0c6-f3a1-4bc0-991f-262854cad482 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:36.900280 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedc0c6-f3a1-4bc0-991f-262854cad482 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Subnet': ['ID=45661d63-aefc-4e26-8900-05f368036773,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:36.912870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bedc0c6-f3a1-4bc0-991f-262854cad482 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Checking segment: {'id': '5eb7866d-bd12-4c88-8988-7cca41f6a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:36.913284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bedc0c6-f3a1-4bc0-991f-262854cad482 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network hostable DHCP agents. Network: 27907f6c-f422-4b46-a1c8-589110ed6558, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:26:37.007560 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bedc0c6-f3a1-4bc0-991f-262854cad482 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network 27907f6c-f422-4b46-a1c8-589110ed6558 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:26:37.096971 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-1bedc0c6-f3a1-4bc0-991f-262854cad482 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 27907f6c-f422-4b46-a1c8-589110ed6558) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:37.104891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bedc0c6-f3a1-4bc0-991f-262854cad482 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:37.105884 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1bedc0c6-f3a1-4bc0-991f-262854cad482 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:37.109449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fbcaa7-4114-4692-ad11-5b2ecd210561 None None] Network 27907f6c-f422-4b46-a1c8-589110ed6558 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:37.209759 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1bedc0c6-f3a1-4bc0-991f-262854cad482 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2026870 Aug 23 15:26:37.213323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33498) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:37.358054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-27907f6c-f422-4b46-a1c8-589110ed6558', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:26:37.359420 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:37.552556 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:37.561865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Allocated IP 172.20.0.2 (27907f6c-f422-4b46-a1c8-589110ed6558/45661d63-aefc-4e26-8900-05f368036773/f22c62c3-f5ad-4279-b614-b20d6426218a) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:26:37.758817 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:37.771521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Transition to ACTIVE for port object f22c62c3-f5ad-4279-b614-b20d6426218a will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:37.796761 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Transition to ACTIVE for port object f22c62c3-f5ad-4279-b614-b20d6426218a will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:37.875145 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:37.935588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Network 27907f6c-f422-4b46-a1c8-589110ed6558 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:37.940766 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:37.941236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Allocated IP 172.20.0.1 (27907f6c-f422-4b46-a1c8-589110ed6558/45661d63-aefc-4e26-8900-05f368036773/8918a197-751b-406d-bfbb-d3ddfe05ae78) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:26:37.949352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:26:37.978635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Pushing event updated for resources: {'Port': ['ID=f22c62c3-f5ad-4279-b614-b20d6426218a,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:38.043887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Attempting to bind port f22c62c3-f5ad-4279-b614-b20d6426218a on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:26:38.044252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Attempting to bind port f22c62c3-f5ad-4279-b614-b20d6426218a by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '5eb7866d-bd12-4c88-8988-7cca41f6a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:26:38.044614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Attempting to bind port f22c62c3-f5ad-4279-b614-b20d6426218a on network 27907f6c-f422-4b46-a1c8-589110ed6558 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:26:38.050030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:26:38.050415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Checking segment: {'id': '5eb7866d-bd12-4c88-8988-7cca41f6a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:38.050821 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:38.051209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Bound using segment: {'id': '5eb7866d-bd12-4c88-8988-7cca41f6a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:26:38.051702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Bound port: f22c62c3-f5ad-4279-b614-b20d6426218a, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb7866d-bd12-4c88-8988-7cca41f6a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:26:38.052703 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:38.126478 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:38.138631 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e8a64358-f568-4292-8417-576f18c8327c None None] For port f22c62c3-f5ad-4279-b614-b20d6426218a, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:26:38.144059 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e8a64358-f568-4292-8417-576f18c8327c None None] For port f22c62c3-f5ad-4279-b614-b20d6426218a, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f22c62c3-f5ad-4279-b614-b20d6426218a,segment=NetworkSegment(5eb7866d-bd12-4c88-8988-7cca41f6a2cc),segment_id=5eb7866d-bd12-4c88-8988-7cca41f6a2cc)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:26:38.145537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Transition to ACTIVE for port object 8918a197-751b-406d-bfbb-d3ddfe05ae78 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:38.209835 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:38.269502 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:38.280446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a64358-f568-4292-8417-576f18c8327c None None] Pushing event updated for resources: {'Port': ['ID=f22c62c3-f5ad-4279-b614-b20d6426218a,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:38.331734 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network 27907f6c-f422-4b46-a1c8-589110ed6558 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:38.336577 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:38.339779 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:26:38.382497 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=8918a197-751b-406d-bfbb-d3ddfe05ae78,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:38.404538 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:38.620470 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:38.930827 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:38.976791 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:39.061758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=8918a197-751b-406d-bfbb-d3ddfe05ae78,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:39.064731 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:39.193734 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network 27907f6c-f422-4b46-a1c8-589110ed6558 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:39.195499 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:39.327890 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51393ddd-cdfd-4d7e-82be-d9481e2c1ab8 None None] Network 27907f6c-f422-4b46-a1c8-589110ed6558 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:39.388574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router f0f86f86-3bcf-451a-938b-c9b6aa551183 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:26:39.513168 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:39.522478 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-10a96734-c364-4620-a3f3-f769c698d80b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/f0f86f86-3bcf-451a-938b-c9b6aa551183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3046229 Aug 23 15:26:39.523051 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33500) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:39.528661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-238d9299-8651-4986-a40b-3f1b087d365b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'network': {'name': 'tempest-RoutersTest-1661260557'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:39.577854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Sync routers for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:26:39.581331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f22c62c3-f5ad-4279-b614-b20d6426218a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:39.638437 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:39.639119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:39.694943 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238d9299-8651-4986-a40b-3f1b087d365b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:26:39.704424 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-238d9299-8651-4986-a40b-3f1b087d365b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:39.738472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238d9299-8651-4986-a40b-3f1b087d365b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:26:39.748470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b6cfb202-791a-4c24-8f20-c8ac2c8d11fb None None] Provisioning for port f22c62c3-f5ad-4279-b614-b20d6426218a completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:39.753013 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-238d9299-8651-4986-a40b-3f1b087d365b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:39.753406 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-238d9299-8651-4986-a40b-3f1b087d365b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Added segment 9b3bf0c1-830f-48a2-8ba9-9aa95a889305 of type vlan for network 71fa701b-742a-42c1-b7d4-f7cc117d26f4 Aug 23 15:26:39.804091 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-238d9299-8651-4986-a40b-3f1b087d365b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:39.809335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:26:39.921399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port f22c62c3-f5ad-4279-b614-b20d6426218a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:39.931896 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-238d9299-8651-4986-a40b-3f1b087d365b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:39.942643 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238d9299-8651-4986-a40b-3f1b087d365b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:39.942643 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-238d9299-8651-4986-a40b-3f1b087d365b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:39.982767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f22c62c3-f5ad-4279-b614-b20d6426218a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:39.982767 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:40.032282 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d9299-8651-4986-a40b-3f1b087d365b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Network': ['ID=71fa701b-742a-42c1-b7d4-f7cc117d26f4,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:40.044068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 71fa701b-742a-42c1-b7d4-f7cc117d26f4 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:26:40.058016 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-238d9299-8651-4986-a40b-3f1b087d365b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5310979 Aug 23 15:26:40.058241 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33502) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:40.064787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8af8d930-00f7-4ead-8638-01712606770c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'subnet': {'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:40.248123 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:40.251555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d7612ddf-d1d1-45af-83d7-84fa7064f01e None None] Provisioning complete for port f22c62c3-f5ad-4279-b614-b20d6426218a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:40.251961 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d7612ddf-d1d1-45af-83d7-84fa7064f01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:40.272075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af8d930-00f7-4ead-8638-01712606770c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:26:40.276522 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8af8d930-00f7-4ead-8638-01712606770c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:40.341442 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port f22c62c3-f5ad-4279-b614-b20d6426218a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f22c62c3-f5ad-4279-b614-b20d6426218a,segment=NetworkSegment(5eb7866d-bd12-4c88-8988-7cca41f6a2cc),segment_id=5eb7866d-bd12-4c88-8988-7cca41f6a2cc)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:40.343367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:38Z', 'revision_number': 2, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:38Z', 'revision_number': 2, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:40.382051 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Checking router: f0f86f86-3bcf-451a-938b-c9b6aa551183 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:26:40.382416 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Updating router f0f86f86-3bcf-451a-938b-c9b6aa551183 port 8918a197-751b-406d-bfbb-d3ddfe05ae78 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:26:40.440133 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:40.487347 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:40.491806 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d7612ddf-d1d1-45af-83d7-84fa7064f01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:40.570996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=f22c62c3-f5ad-4279-b614-b20d6426218a,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:40.621675 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8af8d930-00f7-4ead-8638-01712606770c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:40.687613 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-d7612ddf-d1d1-45af-83d7-84fa7064f01e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:26:40.687971 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-d7612ddf-d1d1-45af-83d7-84fa7064f01e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:26:40.694826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8d930-00f7-4ead-8638-01712606770c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Subnet': ['ID=c0816c74-2224-4ba3-9f5d-7e948e690df9,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:40.708846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af8d930-00f7-4ead-8638-01712606770c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Checking segment: {'id': '9b3bf0c1-830f-48a2-8ba9-9aa95a889305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:40.709582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af8d930-00f7-4ead-8638-01712606770c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network hostable DHCP agents. Network: 71fa701b-742a-42c1-b7d4-f7cc117d26f4, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:26:40.834661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af8d930-00f7-4ead-8638-01712606770c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network 71fa701b-742a-42c1-b7d4-f7cc117d26f4 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:26:40.877040 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:40.888916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Transition to ACTIVE for port object 8918a197-751b-406d-bfbb-d3ddfe05ae78 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:40.944754 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-8af8d930-00f7-4ead-8638-01712606770c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 71fa701b-742a-42c1-b7d4-f7cc117d26f4) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:40.949082 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af8d930-00f7-4ead-8638-01712606770c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:40.949863 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8af8d930-00f7-4ead-8638-01712606770c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:40.954666 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95779a80-0f4c-4748-a8e5-2f4a1ba2ab54 None None] Network 71fa701b-742a-42c1-b7d4-f7cc117d26f4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:41.002796 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:41.037863 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8af8d930-00f7-4ead-8638-01712606770c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9782972 Aug 23 15:26:41.043044 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33504) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:41.083153 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e45c7-e613-4b40-bfe2-88c77c6950b4 None None] Pushing event updated for resources: {'Port': ['ID=8918a197-751b-406d-bfbb-d3ddfe05ae78,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:41.157930 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Attempting to bind port 8918a197-751b-406d-bfbb-d3ddfe05ae78 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:26:41.158429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Attempting to bind port 8918a197-751b-406d-bfbb-d3ddfe05ae78 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '5eb7866d-bd12-4c88-8988-7cca41f6a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:26:41.158683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Attempting to bind port 8918a197-751b-406d-bfbb-d3ddfe05ae78 on network 27907f6c-f422-4b46-a1c8-589110ed6558 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:26:41.196727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:26:41.197024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Checking segment: {'id': '5eb7866d-bd12-4c88-8988-7cca41f6a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:41.197444 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:41.197884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Bound using segment: {'id': '5eb7866d-bd12-4c88-8988-7cca41f6a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:26:41.198411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Bound port: 8918a197-751b-406d-bfbb-d3ddfe05ae78, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb7866d-bd12-4c88-8988-7cca41f6a2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:26:41.198809 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:41.315855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:26:41.316677 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:41.364777 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] For port 8918a197-751b-406d-bfbb-d3ddfe05ae78, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:26:41.369331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] For port 8918a197-751b-406d-bfbb-d3ddfe05ae78, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8918a197-751b-406d-bfbb-d3ddfe05ae78,segment=NetworkSegment(5eb7866d-bd12-4c88-8988-7cca41f6a2cc),segment_id=5eb7866d-bd12-4c88-8988-7cca41f6a2cc)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:26:41.423456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d7612ddf-d1d1-45af-83d7-84fa7064f01e None None] Provisioning for port 8918a197-751b-406d-bfbb-d3ddfe05ae78 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:41.442569 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:41.455729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f22c62c3-f5ad-4279-b614-b20d6426218a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:41.481842 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:41.618161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e45c7-e613-4b40-bfe2-88c77c6950b4 None None] Pushing event updated for resources: {'Port': ['ID=8918a197-751b-406d-bfbb-d3ddfe05ae78,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:41.625396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:41.625396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:41.724975 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Allocated IP 172.21.0.2 (71fa701b-742a-42c1-b7d4-f7cc117d26f4/c0816c74-2224-4ba3-9f5d-7e948e690df9/530a9ced-0162-4ff6-a11c-42c428a09ebe) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:26:41.767181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f22c62c3-f5ad-4279-b614-b20d6426218a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:41.767553 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:41.785115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:26:42.310555 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:42.344568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Transition to ACTIVE for port object 530a9ced-0162-4ff6-a11c-42c428a09ebe will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:42.368012 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Transition to ACTIVE for port object 530a9ced-0162-4ff6-a11c-42c428a09ebe will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:42.401318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:38Z', 'revision_number': 2, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:41Z', 'revision_number': 4, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:42.413764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e5682e-df2f-4aac-89f1-7728d239f8e2 None None] The sync data for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 is: [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:38Z', 'revision_number': 2, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:41Z', 'revision_number': 4, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:42.446154 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:42.495446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Network 71fa701b-742a-42c1-b7d4-f7cc117d26f4 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:42.498524 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:42.502428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:26:42.514032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Allocated IP 172.21.0.1 (71fa701b-742a-42c1-b7d4-f7cc117d26f4/c0816c74-2224-4ba3-9f5d-7e948e690df9/717321c5-aa06-498e-a5ed-5a43d6aae931) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:26:42.517227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Pushing event updated for resources: {'Port': ['ID=530a9ced-0162-4ff6-a11c-42c428a09ebe,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:42.581637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Attempting to bind port 530a9ced-0162-4ff6-a11c-42c428a09ebe on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:26:42.581637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Attempting to bind port 530a9ced-0162-4ff6-a11c-42c428a09ebe by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '9b3bf0c1-830f-48a2-8ba9-9aa95a889305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:26:42.581637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Attempting to bind port 530a9ced-0162-4ff6-a11c-42c428a09ebe on network 71fa701b-742a-42c1-b7d4-f7cc117d26f4 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:26:42.588939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:26:42.589195 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Checking segment: {'id': '9b3bf0c1-830f-48a2-8ba9-9aa95a889305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:42.589679 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:42.590024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Bound using segment: {'id': '9b3bf0c1-830f-48a2-8ba9-9aa95a889305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:26:42.590535 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Bound port: 530a9ced-0162-4ff6-a11c-42c428a09ebe, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3bf0c1-830f-48a2-8ba9-9aa95a889305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:26:42.590925 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:42.671088 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:42.687710 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Transition to ACTIVE for port object 717321c5-aa06-498e-a5ed-5a43d6aae931 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:42.691491 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] For port 530a9ced-0162-4ff6-a11c-42c428a09ebe, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:26:42.695614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] For port 530a9ced-0162-4ff6-a11c-42c428a09ebe, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=530a9ced-0162-4ff6-a11c-42c428a09ebe,segment=NetworkSegment(9b3bf0c1-830f-48a2-8ba9-9aa95a889305),segment_id=9b3bf0c1-830f-48a2-8ba9-9aa95a889305)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:26:42.773878 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:42.812445 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:42.860165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ff304-988f-4038-9772-7ea4bf18a105 None None] Pushing event updated for resources: {'Port': ['ID=530a9ced-0162-4ff6-a11c-42c428a09ebe,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:42.868791 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network 71fa701b-742a-42c1-b7d4-f7cc117d26f4 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:42.872456 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:42.877844 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:26:42.910751 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=717321c5-aa06-498e-a5ed-5a43d6aae931,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:42.947830 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:43.184962 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:43.477011 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 530a9ced-0162-4ff6-a11c-42c428a09ebe up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:43.497100 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:43.568579 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:43.628502 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 530a9ced-0162-4ff6-a11c-42c428a09ebe completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:43.638292 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8918a197-751b-406d-bfbb-d3ddfe05ae78 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:43.647604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=717321c5-aa06-498e-a5ed-5a43d6aae931,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:43.650426 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:43.776848 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network 71fa701b-742a-42c1-b7d4-f7cc117d26f4 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:43.777522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 8918a197-751b-406d-bfbb-d3ddfe05ae78 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:43.778454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:43.784991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 8918a197-751b-406d-bfbb-d3ddfe05ae78 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:43.786355 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:43.892969 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:43.936372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 8918a197-751b-406d-bfbb-d3ddfe05ae78, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8918a197-751b-406d-bfbb-d3ddfe05ae78,segment=NetworkSegment(5eb7866d-bd12-4c88-8988-7cca41f6a2cc),segment_id=5eb7866d-bd12-4c88-8988-7cca41f6a2cc)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:43.940931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03af7de9-f68e-4188-8d07-1a2c87a769e4 None None] Network 71fa701b-742a-42c1-b7d4-f7cc117d26f4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:44.018663 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:44.110060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=8918a197-751b-406d-bfbb-d3ddfe05ae78,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:44.187585 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-91afb1dc-c54f-42f7-b416-2da83a18e18a None None] Provisioning for port 530a9ced-0162-4ff6-a11c-42c428a09ebe completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:44.188622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-91afb1dc-c54f-42f7-b416-2da83a18e18a None None] Provisioning complete for port 530a9ced-0162-4ff6-a11c-42c428a09ebe triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:44.188997 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-91afb1dc-c54f-42f7-b416-2da83a18e18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:44.248150 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router f0f86f86-3bcf-451a-938b-c9b6aa551183 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:26:44.298832 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-91afb1dc-c54f-42f7-b416-2da83a18e18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:44.339820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-91afb1dc-c54f-42f7-b416-2da83a18e18a None None] For port 530a9ced-0162-4ff6-a11c-42c428a09ebe, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=530a9ced-0162-4ff6-a11c-42c428a09ebe,segment=NetworkSegment(9b3bf0c1-830f-48a2-8ba9-9aa95a889305),segment_id=9b3bf0c1-830f-48a2-8ba9-9aa95a889305)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:44.362535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:44.369558 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9078da49-d497-4ebc-a9fe-821826fa6595 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/f0f86f86-3bcf-451a-938b-c9b6aa551183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3262248 Aug 23 15:26:44.372503 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33506) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:44.380182 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Sync routers for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:26:44.393438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-36893c2c-6473-4773-a53a-132c78b37258 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'network': {'name': 'tempest-RoutersTest-379820097'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:44.393850 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:44.394868 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:44.453743 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-91afb1dc-c54f-42f7-b416-2da83a18e18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:44.509730 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:26:44.513532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36893c2c-6473-4773-a53a-132c78b37258 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:26:44.517233 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-36893c2c-6473-4773-a53a-132c78b37258 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:44.517605 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afb1dc-c54f-42f7-b416-2da83a18e18a None None] Pushing event updated for resources: {'Port': ['ID=530a9ced-0162-4ff6-a11c-42c428a09ebe,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:44.556036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36893c2c-6473-4773-a53a-132c78b37258 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:26:44.575799 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-36893c2c-6473-4773-a53a-132c78b37258 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:44.576433 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-36893c2c-6473-4773-a53a-132c78b37258 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Added segment 4fcefc41-acc1-4be2-ae7b-b45552f1b4d5 of type vlan for network bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2 Aug 23 15:26:44.578127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6b99bab0-169c-4109-b84a-ae22c10444ed None None] Provisioning complete for port 530a9ced-0162-4ff6-a11c-42c428a09ebe triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:44.578511 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6b99bab0-169c-4109-b84a-ae22c10444ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:44.628468 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-36893c2c-6473-4773-a53a-132c78b37258 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:44.722260 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-36893c2c-6473-4773-a53a-132c78b37258 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:44.732174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36893c2c-6473-4773-a53a-132c78b37258 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:44.733038 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-36893c2c-6473-4773-a53a-132c78b37258 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:44.773234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6b99bab0-169c-4109-b84a-ae22c10444ed None None] Provisioning for port 717321c5-aa06-498e-a5ed-5a43d6aae931 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:44.773415 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 3, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 2, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:44.777729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6b99bab0-169c-4109-b84a-ae22c10444ed None None] Provisioning complete for port 717321c5-aa06-498e-a5ed-5a43d6aae931 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:44.778829 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6b99bab0-169c-4109-b84a-ae22c10444ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:44.812978 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Checking router: f0f86f86-3bcf-451a-938b-c9b6aa551183 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:26:44.813743 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Updating router f0f86f86-3bcf-451a-938b-c9b6aa551183 port 717321c5-aa06-498e-a5ed-5a43d6aae931 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:26:44.822785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36893c2c-6473-4773-a53a-132c78b37258 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Network': ['ID=bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:44.831425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6b99bab0-169c-4109-b84a-ae22c10444ed None None] Port 717321c5-aa06-498e-a5ed-5a43d6aae931 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:26:44.835216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:26:44.856726 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-36893c2c-6473-4773-a53a-132c78b37258 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4781148 Aug 23 15:26:44.856726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33508) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:44.861489 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f116077a-3112-4c10-9508-66930f2f52a6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'subnet': {'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:44.863121 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:44.975746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b5cb57f6-635e-4a5a-83ce-75940e0c0f1f None None] Provisioning complete for port 717321c5-aa06-498e-a5ed-5a43d6aae931 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:44.976132 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b5cb57f6-635e-4a5a-83ce-75940e0c0f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:45.041130 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb57f6-635e-4a5a-83ce-75940e0c0f1f None None] Port 717321c5-aa06-498e-a5ed-5a43d6aae931 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:26:45.080255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f116077a-3112-4c10-9508-66930f2f52a6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:26:45.085052 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f116077a-3112-4c10-9508-66930f2f52a6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:45.178945 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-747e8d02-9dff-4f82-9afc-2a8451670ebf None None] Provisioning complete for port 717321c5-aa06-498e-a5ed-5a43d6aae931 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:45.180624 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-747e8d02-9dff-4f82-9afc-2a8451670ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:45.266894 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:45.278392 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-747e8d02-9dff-4f82-9afc-2a8451670ebf None None] Port 717321c5-aa06-498e-a5ed-5a43d6aae931 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:26:45.287190 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Transition to ACTIVE for port object 717321c5-aa06-498e-a5ed-5a43d6aae931 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:45.360225 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:45.420380 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f116077a-3112-4c10-9508-66930f2f52a6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:45.476443 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 530a9ced-0162-4ff6-a11c-42c428a09ebe up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:45.519904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116077a-3112-4c10-9508-66930f2f52a6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Subnet': ['ID=025659e0-455e-40e1-94e9-d0e04b1c6b79,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:45.543479 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f116077a-3112-4c10-9508-66930f2f52a6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Checking segment: {'id': '4fcefc41-acc1-4be2-ae7b-b45552f1b4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:45.543908 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f116077a-3112-4c10-9508-66930f2f52a6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network hostable DHCP agents. Network: bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:26:45.549745 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 530a9ced-0162-4ff6-a11c-42c428a09ebe triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:45.550918 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:45.687896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f116077a-3112-4c10-9508-66930f2f52a6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:26:45.706783 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee0cd6-8622-4bd5-bd8c-334918e89feb None None] Pushing event updated for resources: {'Port': ['ID=717321c5-aa06-498e-a5ed-5a43d6aae931,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:45.708148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8918a197-751b-406d-bfbb-d3ddfe05ae78 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:45.718714 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee0cd6-8622-4bd5-bd8c-334918e89feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:45.719060 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee0cd6-8622-4bd5-bd8c-334918e89feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:45.719410 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee0cd6-8622-4bd5-bd8c-334918e89feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:45.719774 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee0cd6-8622-4bd5-bd8c-334918e89feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:45.720112 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee0cd6-8622-4bd5-bd8c-334918e89feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:45.720570 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee0cd6-8622-4bd5-bd8c-334918e89feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:45.720927 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee0cd6-8622-4bd5-bd8c-334918e89feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:45.721262 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee0cd6-8622-4bd5-bd8c-334918e89feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:45.721593 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee0cd6-8622-4bd5-bd8c-334918e89feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:45.721922 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee0cd6-8622-4bd5-bd8c-334918e89feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:45.722248 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee0cd6-8622-4bd5-bd8c-334918e89feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:45.722606 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee0cd6-8622-4bd5-bd8c-334918e89feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:45.748662 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Attempting to bind port 717321c5-aa06-498e-a5ed-5a43d6aae931 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:26:45.750528 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Attempting to bind port 717321c5-aa06-498e-a5ed-5a43d6aae931 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '9b3bf0c1-830f-48a2-8ba9-9aa95a889305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:26:45.751234 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Attempting to bind port 717321c5-aa06-498e-a5ed-5a43d6aae931 on network 71fa701b-742a-42c1-b7d4-f7cc117d26f4 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:26:45.762125 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:26:45.763052 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Checking segment: {'id': '9b3bf0c1-830f-48a2-8ba9-9aa95a889305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:45.763478 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:45.764040 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Bound using segment: {'id': '9b3bf0c1-830f-48a2-8ba9-9aa95a889305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:26:45.764898 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Bound port: 717321c5-aa06-498e-a5ed-5a43d6aae931, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3bf0c1-830f-48a2-8ba9-9aa95a889305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:26:45.765555 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:45.823948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 8918a197-751b-406d-bfbb-d3ddfe05ae78 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:45.825054 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:45.828968 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-f116077a-3112-4c10-9508-66930f2f52a6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:45.835534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f116077a-3112-4c10-9508-66930f2f52a6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:45.836303 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f116077a-3112-4c10-9508-66930f2f52a6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:45.861075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b61113a-4f8e-4c56-a75d-f2781404300e None None] Network bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:45.870941 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] For port 717321c5-aa06-498e-a5ed-5a43d6aae931, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:26:45.876481 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] For port 717321c5-aa06-498e-a5ed-5a43d6aae931, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=717321c5-aa06-498e-a5ed-5a43d6aae931,segment=NetworkSegment(9b3bf0c1-830f-48a2-8ba9-9aa95a889305),segment_id=9b3bf0c1-830f-48a2-8ba9-9aa95a889305)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:26:45.936629 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:46.005395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f116077a-3112-4c10-9508-66930f2f52a6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1455362 Aug 23 15:26:46.005653 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:46.006202 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33510) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:46.111122 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:46.119392 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:46.124386 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee0cd6-8622-4bd5-bd8c-334918e89feb None None] Pushing event updated for resources: {'Port': ['ID=717321c5-aa06-498e-a5ed-5a43d6aae931,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:46.138433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2', 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'fixed_ips': [{'subnet_id': '025659e0-455e-40e1-94e9-d0e04b1c6b79'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:26:46.148888 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:46.316858 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:26:46.379860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Allocated IP 172.22.0.2 (bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2/025659e0-455e-40e1-94e9-d0e04b1c6b79/7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:26:46.562933 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 3, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:45Z', 'revision_number': 4, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:46.578939 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:46.584129 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:46.590538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Transition to ACTIVE for port object 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:46.607248 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Transition to ACTIVE for port object 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:46.610712 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e099f7b7-0825-4fcc-8426-ec85fc9d74a5 None None] The sync data for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 is: [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 3, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:45Z', 'revision_number': 4, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:46.691717 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:46.734370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Network bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:46.737857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:46.743839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:26:46.755390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Pushing event updated for resources: {'Port': ['ID=7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:46.851111 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Attempting to bind port 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:26:46.851529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Attempting to bind port 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '4fcefc41-acc1-4be2-ae7b-b45552f1b4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:26:46.851928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Attempting to bind port 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 on network bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:26:46.859604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:26:46.859604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Checking segment: {'id': '4fcefc41-acc1-4be2-ae7b-b45552f1b4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:46.860118 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:46.860118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Bound using segment: {'id': '4fcefc41-acc1-4be2-ae7b-b45552f1b4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:26:46.860633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Bound port: 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcefc41-acc1-4be2-ae7b-b45552f1b4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:26:46.860971 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:46.941328 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] For port 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:26:46.945507 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] For port 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8,segment=NetworkSegment(4fcefc41-acc1-4be2-ae7b-b45552f1b4d5),segment_id=4fcefc41-acc1-4be2-ae7b-b45552f1b4d5)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:26:46.998851 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Allocated IP 172.22.0.1 (bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2/025659e0-455e-40e1-94e9-d0e04b1c6b79/d0df951f-48ab-43eb-8d2b-b574fae01d58) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:26:47.040540 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:47.114566 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897636f3-176e-4eb5-8899-ad3ed77733d1 None None] Pushing event updated for resources: {'Port': ['ID=7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:47.148478 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:47.173911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Transition to ACTIVE for port object d0df951f-48ab-43eb-8d2b-b574fae01d58 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:47.274885 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:47.377164 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:47.383874 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:47.408249 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:26:47.436123 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=d0df951f-48ab-43eb-8d2b-b574fae01d58,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:47.515426 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:47.606785 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:47.739587 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:47.745116 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 717321c5-aa06-498e-a5ed-5a43d6aae931 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:47.766472 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:47.919716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 717321c5-aa06-498e-a5ed-5a43d6aae931 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:47.925218 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 717321c5-aa06-498e-a5ed-5a43d6aae931 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:47.925218 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:48.036119 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:48.076244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 717321c5-aa06-498e-a5ed-5a43d6aae931, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=717321c5-aa06-498e-a5ed-5a43d6aae931,segment=NetworkSegment(9b3bf0c1-830f-48a2-8ba9-9aa95a889305),segment_id=9b3bf0c1-830f-48a2-8ba9-9aa95a889305)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:48.133397 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:48.156557 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:48.220881 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=717321c5-aa06-498e-a5ed-5a43d6aae931,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:48.226441 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:48.340601 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:48.342584 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=d0df951f-48ab-43eb-8d2b-b574fae01d58,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:48.423131 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e320b39-1e57-4fac-a9eb-d1cf4d4520c1 None None] Network bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:48.453783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:48.455362 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:48.539064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b6fe4133-ebb6-4298-aeaa-7a0ab38651c7 None None] Provisioning for port 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:48.547613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b6fe4133-ebb6-4298-aeaa-7a0ab38651c7 None None] Provisioning complete for port 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:48.548011 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b6fe4133-ebb6-4298-aeaa-7a0ab38651c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:48.564440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router f0f86f86-3bcf-451a-938b-c9b6aa551183 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:26:48.683927 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b6fe4133-ebb6-4298-aeaa-7a0ab38651c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:48.705357 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:48.711734 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6cd93cf9-12a5-4a7b-8085-65ec4d6a81b2 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/f0f86f86-3bcf-451a-938b-c9b6aa551183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7030630 Aug 23 15:26:48.714794 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33512) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:48.722067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-24b9f444-c2fb-4075-b3f5-78705726bf89 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'network': {'name': 'tempest-RoutersTest-1784474404'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:48.725002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Sync routers for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:26:48.731215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b6fe4133-ebb6-4298-aeaa-7a0ab38651c7 None None] For port 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8,segment=NetworkSegment(4fcefc41-acc1-4be2-ae7b-b45552f1b4d5),segment_id=4fcefc41-acc1-4be2-ae7b-b45552f1b4d5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:48.739910 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:48.740713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:48.821970 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b6fe4133-ebb6-4298-aeaa-7a0ab38651c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:48.825395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b9f444-c2fb-4075-b3f5-78705726bf89 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:26:48.829240 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24b9f444-c2fb-4075-b3f5-78705726bf89 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:48.868328 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b9f444-c2fb-4075-b3f5-78705726bf89 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:26:48.879986 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24b9f444-c2fb-4075-b3f5-78705726bf89 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:48.879986 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-24b9f444-c2fb-4075-b3f5-78705726bf89 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Added segment 0525b50c-0079-4a6a-a7ee-63846503342a of type vlan for network a67d006b-b959-4808-8f90-3e911df163d5 Aug 23 15:26:48.882072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:26:48.922402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe4133-ebb6-4298-aeaa-7a0ab38651c7 None None] Pushing event updated for resources: {'Port': ['ID=7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:48.926037 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24b9f444-c2fb-4075-b3f5-78705726bf89 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:48.982718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f63cd3e3-8157-4141-8a23-43b81c6da0b7 None None] Provisioning complete for port 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:48.982939 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f63cd3e3-8157-4141-8a23-43b81c6da0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:49.011415 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24b9f444-c2fb-4075-b3f5-78705726bf89 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:49.018168 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b9f444-c2fb-4075-b3f5-78705726bf89 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:49.018842 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24b9f444-c2fb-4075-b3f5-78705726bf89 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:49.111075 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9f444-c2fb-4075-b3f5-78705726bf89 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Network': ['ID=a67d006b-b959-4808-8f90-3e911df163d5,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:49.136394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network a67d006b-b959-4808-8f90-3e911df163d5 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:26:49.166446 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-24b9f444-c2fb-4075-b3f5-78705726bf89 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4497087 Aug 23 15:26:49.168848 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33514) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:49.176265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-aaf25782-55d8-4c90-b223-d869dda02308 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'subnet': {'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:49.357955 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf25782-55d8-4c90-b223-d869dda02308 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Made reservation on behalf of d4210432c7744a89bff896274d3d4b8f for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:26:49.360329 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aaf25782-55d8-4c90-b223-d869dda02308 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:49.447468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:47Z', 'revision_number': 4, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:48Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0df951f-48ab-43eb-8d2b-b574fae01d58', 'name': '', 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:f6:9f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:46Z', 'updated_at': '2021-08-23T15:26:47Z', 'revision_number': 2, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:49.500497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:49.506278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Checking router: f0f86f86-3bcf-451a-938b-c9b6aa551183 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:26:49.506821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Updating router f0f86f86-3bcf-451a-938b-c9b6aa551183 port d0df951f-48ab-43eb-8d2b-b574fae01d58 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:26:49.509613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f63cd3e3-8157-4141-8a23-43b81c6da0b7 None None] Provisioning for port d0df951f-48ab-43eb-8d2b-b574fae01d58 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:49.576308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f63cd3e3-8157-4141-8a23-43b81c6da0b7 None None] Provisioning complete for port d0df951f-48ab-43eb-8d2b-b574fae01d58 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:49.576870 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f63cd3e3-8157-4141-8a23-43b81c6da0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:49.646373 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:49.685315 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aaf25782-55d8-4c90-b223-d869dda02308 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:49.696993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f63cd3e3-8157-4141-8a23-43b81c6da0b7 None None] Port d0df951f-48ab-43eb-8d2b-b574fae01d58 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:26:49.746574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:49.747177 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:49.762291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf25782-55d8-4c90-b223-d869dda02308 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Subnet': ['ID=2049b182-1f60-4d1a-b2b3-edaa045c7d4c,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:49.773865 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf25782-55d8-4c90-b223-d869dda02308 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Checking segment: {'id': '0525b50c-0079-4a6a-a7ee-63846503342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:49.774240 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf25782-55d8-4c90-b223-d869dda02308 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network hostable DHCP agents. Network: a67d006b-b959-4808-8f90-3e911df163d5, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:26:49.857536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf25782-55d8-4c90-b223-d869dda02308 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network a67d006b-b959-4808-8f90-3e911df163d5 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:26:49.930739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-aaf25782-55d8-4c90-b223-d869dda02308 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, a67d006b-b959-4808-8f90-3e911df163d5) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:49.935777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf25782-55d8-4c90-b223-d869dda02308 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:26:49.936659 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-aaf25782-55d8-4c90-b223-d869dda02308 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:49.948661 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d79c3e-905c-40c6-bc5c-f135f39684e1 None None] Network a67d006b-b959-4808-8f90-3e911df163d5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:49.955566 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1318c787-17ee-49f5-8928-faf38cc9427a None None] Provisioning complete for port d0df951f-48ab-43eb-8d2b-b574fae01d58 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:49.956124 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1318c787-17ee-49f5-8928-faf38cc9427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:50.019597 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-aaf25782-55d8-4c90-b223-d869dda02308 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8494711 Aug 23 15:26:50.024198 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33516) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:50.164068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1318c787-17ee-49f5-8928-faf38cc9427a None None] Port d0df951f-48ab-43eb-8d2b-b574fae01d58 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:26:50.335875 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 717321c5-aa06-498e-a5ed-5a43d6aae931 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:50.481040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-a67d006b-b959-4808-8f90-3e911df163d5', 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'fixed_ips': [{'subnet_id': '2049b182-1f60-4d1a-b2b3-edaa045c7d4c'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:26:50.481040 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:50.488585 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:50.516968 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:50.544480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Transition to ACTIVE for port object d0df951f-48ab-43eb-8d2b-b574fae01d58 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:50.622002 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:50.622758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 717321c5-aa06-498e-a5ed-5a43d6aae931 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:50.623319 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:50.626208 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:50.786389 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e5f11-795f-4a41-ac23-4104c1376911 None None] Pushing event updated for resources: {'Port': ['ID=d0df951f-48ab-43eb-8d2b-b574fae01d58,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:50.860308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Allocated IP 172.23.0.2 (a67d006b-b959-4808-8f90-3e911df163d5/2049b182-1f60-4d1a-b2b3-edaa045c7d4c/2cf8638f-aa37-4df7-be42-365ca4f6f2f2) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:26:50.963574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Attempting to bind port d0df951f-48ab-43eb-8d2b-b574fae01d58 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:26:50.963978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Attempting to bind port d0df951f-48ab-43eb-8d2b-b574fae01d58 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '4fcefc41-acc1-4be2-ae7b-b45552f1b4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:26:50.964348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Attempting to bind port d0df951f-48ab-43eb-8d2b-b574fae01d58 on network bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:26:50.997600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:26:50.998169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Checking segment: {'id': '4fcefc41-acc1-4be2-ae7b-b45552f1b4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:50.998788 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:50.999378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Bound using segment: {'id': '4fcefc41-acc1-4be2-ae7b-b45552f1b4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:26:51.000139 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Bound port: d0df951f-48ab-43eb-8d2b-b574fae01d58, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcefc41-acc1-4be2-ae7b-b45552f1b4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:26:51.000716 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:51.158002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] For port d0df951f-48ab-43eb-8d2b-b574fae01d58, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:26:51.160117 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:51.163122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] For port d0df951f-48ab-43eb-8d2b-b574fae01d58, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d0df951f-48ab-43eb-8d2b-b574fae01d58,segment=NetworkSegment(4fcefc41-acc1-4be2-ae7b-b45552f1b4d5),segment_id=4fcefc41-acc1-4be2-ae7b-b45552f1b4d5)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:26:51.170822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Transition to ACTIVE for port object 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:51.188127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Transition to ACTIVE for port object 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:51.291088 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:51.357449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:51.358105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:51.363071 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:51.402287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e5f11-795f-4a41-ac23-4104c1376911 None None] Pushing event updated for resources: {'Port': ['ID=d0df951f-48ab-43eb-8d2b-b574fae01d58,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:51.445186 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Allocated IP 172.23.0.1 (a67d006b-b959-4808-8f90-3e911df163d5/2049b182-1f60-4d1a-b2b3-edaa045c7d4c/8195861c-cf2e-4ab9-90a4-d0cb99142cc3) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:26:51.481803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Network a67d006b-b959-4808-8f90-3e911df163d5 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:51.498175 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:51.502711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Pushing event updated for resources: {'Port': ['ID=2cf8638f-aa37-4df7-be42-365ca4f6f2f2,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:51.508604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:26:51.511160 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:26:51.589421 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:51.605007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Transition to ACTIVE for port object 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:51.678141 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Attempting to bind port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:26:51.678710 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Attempting to bind port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '0525b50c-0079-4a6a-a7ee-63846503342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:26:51.679256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Attempting to bind port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 on network a67d006b-b959-4808-8f90-3e911df163d5 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:26:51.739752 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:51.752211 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:26:51.764976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Checking segment: {'id': '0525b50c-0079-4a6a-a7ee-63846503342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:51.764976 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:51.764976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Bound using segment: {'id': '0525b50c-0079-4a6a-a7ee-63846503342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:26:51.764976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Bound port: 2cf8638f-aa37-4df7-be42-365ca4f6f2f2, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0525b50c-0079-4a6a-a7ee-63846503342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:26:51.764976 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:51.784176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network a67d006b-b959-4808-8f90-3e911df163d5 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:51.787858 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:51.790485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:26:51.831491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=8195861c-cf2e-4ab9-90a4-d0cb99142cc3,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:51.845808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:51.850729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:51.850729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:51.850729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:51.850729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:51.850729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:51.850729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:51.850729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:51.850729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:51.850729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:51.850729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:51.850729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:51.859147 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:51.945233 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] For port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:26:51.969323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] For port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2cf8638f-aa37-4df7-be42-365ca4f6f2f2,segment=NetworkSegment(0525b50c-0079-4a6a-a7ee-63846503342a),segment_id=0525b50c-0079-4a6a-a7ee-63846503342a)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:26:52.003303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:47Z', 'revision_number': 4, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:48Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0df951f-48ab-43eb-8d2b-b574fae01d58', 'name': '', 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:f6:9f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:46Z', 'updated_at': '2021-08-23T15:26:51Z', 'revision_number': 4, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:52.054748 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217e203-f733-4f7e-824b-db51e1f3f0fd None None] The sync data for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 is: [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:47Z', 'revision_number': 4, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:48Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0df951f-48ab-43eb-8d2b-b574fae01d58', 'name': '', 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:f6:9f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:46Z', 'updated_at': '2021-08-23T15:26:51Z', 'revision_number': 4, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:52.071707 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:52.179416 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78672740-5944-4766-8294-4ac4423cb8cf None None] Pushing event updated for resources: {'Port': ['ID=2cf8638f-aa37-4df7-be42-365ca4f6f2f2,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:52.474336 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:52.641429 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-de216b1f-8b3f-4cd6-a4a5-bbf680b55335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:52.852841 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:52.956636 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:53.040778 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:53.052138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event updated for resources: {'Port': ['ID=8195861c-cf2e-4ab9-90a4-d0cb99142cc3,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:53.160192 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Network a67d006b-b959-4808-8f90-3e911df163d5 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:26:53.161990 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:26:53.275151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773eb577-ea32-4a7d-a7ea-b3072bc3871b None None] Network a67d006b-b959-4808-8f90-3e911df163d5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:53.307707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router f0f86f86-3bcf-451a-938b-c9b6aa551183 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:26:53.453234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2af6b9e4-6124-42bb-b67b-263d3a6fdfc9 None None] Provisioning for port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:53.463065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:53.476355 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Sync routers for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:26:53.479889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33520) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:53.480569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-317cdb13-cbf1-4a39-9568-0d9f69f3a500 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/f0f86f86-3bcf-451a-938b-c9b6aa551183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4547794 Aug 23 15:26:53.486947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1bfbe014-61f2-4a39-82e3-46827e37a2c4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:53.502464 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:53.506328 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:53.593425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:53.645533 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:26:53.793948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:53.798518 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:53.799263 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:53.936712 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:52Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:48Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8195861c-cf2e-4ab9-90a4-d0cb99142cc3', 'name': '', 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:28:62:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '2049b182-1f60-4d1a-b2b3-edaa045c7d4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:50Z', 'updated_at': '2021-08-23T15:26:52Z', 'revision_number': 2, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '2049b182-1f60-4d1a-b2b3-edaa045c7d4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0df951f-48ab-43eb-8d2b-b574fae01d58', 'name': '', 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:f6:9f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:46Z', 'updated_at': '2021-08-23T15:26:51Z', 'revision_number': 4, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:53.976814 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Checking router: f0f86f86-3bcf-451a-938b-c9b6aa551183 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:26:53.977389 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Updating router f0f86f86-3bcf-451a-938b-c9b6aa551183 port 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:26:54.017156 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.026467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.extraroute_db [None req-1bfbe014-61f2-4a39-82e3-46827e37a2c4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=96115) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 15:26:54.042256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.extraroute_db [None req-1bfbe014-61f2-4a39-82e3-46827e37a2c4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Removed routes are [] {{(pid=96115) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 15:26:54.042816 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe014-61f2-4a39-82e3-46827e37a2c4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.112428 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.150897 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2cf8638f-aa37-4df7-be42-365ca4f6f2f2,segment=NetworkSegment(0525b50c-0079-4a6a-a7ee-63846503342a),segment_id=0525b50c-0079-4a6a-a7ee-63846503342a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:54.196182 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2106c2ac-96f8-4ae2-a3e4-2de562b1ca4d None None] Provisioning for port 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:54.201020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2106c2ac-96f8-4ae2-a3e4-2de562b1ca4d None None] Provisioning complete for port 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:54.201651 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2106c2ac-96f8-4ae2-a3e4-2de562b1ca4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.251606 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2106c2ac-96f8-4ae2-a3e4-2de562b1ca4d None None] Port 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:26:54.268738 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2106c2ac-96f8-4ae2-a3e4-2de562b1ca4d None None] Provisioning complete for port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:54.269137 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2106c2ac-96f8-4ae2-a3e4-2de562b1ca4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.296530 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.297537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d0df951f-48ab-43eb-8d2b-b574fae01d58 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:54.378521 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.397125 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Transition to ACTIVE for port object 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:26:54.412778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=2cf8638f-aa37-4df7-be42-365ca4f6f2f2,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:54.438160 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe014-61f2-4a39-82e3-46827e37a2c4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.443757 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe014-61f2-4a39-82e3-46827e37a2c4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.508125 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.542859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port d0df951f-48ab-43eb-8d2b-b574fae01d58 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:54.557890 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port d0df951f-48ab-43eb-8d2b-b574fae01d58 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:54.558491 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.564784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfbe014-61f2-4a39-82e3-46827e37a2c4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router f0f86f86-3bcf-451a-938b-c9b6aa551183 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:26:54.612778 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b58cc-59d5-4ec8-afc3-6bb248331ac5 None None] Pushing event updated for resources: {'Port': ['ID=8195861c-cf2e-4ab9-90a4-d0cb99142cc3,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:54.647624 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Attempting to bind port 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:26:54.648042 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Attempting to bind port 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '0525b50c-0079-4a6a-a7ee-63846503342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:26:54.648408 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Attempting to bind port 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 on network a67d006b-b959-4808-8f90-3e911df163d5 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:26:54.654970 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:26:54.655352 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Checking segment: {'id': '0525b50c-0079-4a6a-a7ee-63846503342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:26:54.655822 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.656278 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Bound using segment: {'id': '0525b50c-0079-4a6a-a7ee-63846503342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:26:54.656752 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Bound port: 8195861c-cf2e-4ab9-90a4-d0cb99142cc3, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0525b50c-0079-4a6a-a7ee-63846503342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:26:54.657508 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.749700 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.776267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfbe014-61f2-4a39-82e3-46827e37a2c4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:54.780210 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] For port 8195861c-cf2e-4ab9-90a4-d0cb99142cc3, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:26:54.785834 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] For port 8195861c-cf2e-4ab9-90a4-d0cb99142cc3, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8195861c-cf2e-4ab9-90a4-d0cb99142cc3,segment=NetworkSegment(0525b50c-0079-4a6a-a7ee-63846503342a),segment_id=0525b50c-0079-4a6a-a7ee-63846503342a)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:26:54.786819 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe014-61f2-4a39-82e3-46827e37a2c4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.788333 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1bfbe014-61f2-4a39-82e3-46827e37a2c4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/f0f86f86-3bcf-451a-938b-c9b6aa551183 HTTP/1.1" status: 200 len: 933 time: 1.3059566 Aug 23 15:26:54.793409 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33522) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:54.813534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port d0df951f-48ab-43eb-8d2b-b574fae01d58, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d0df951f-48ab-43eb-8d2b-b574fae01d58,segment=NetworkSegment(4fcefc41-acc1-4be2-ae7b-b45552f1b4d5),segment_id=4fcefc41-acc1-4be2-ae7b-b45552f1b4d5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:54.916866 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-baabf1ed-0bc6-4a52-830f-51d4bbd6e051 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/routers/f0f86f86-3bcf-451a-938b-c9b6aa551183 HTTP/1.1" status: 200 len: 933 time: 0.1219494 Aug 23 15:26:54.919370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33524) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:54.924786 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-83ff2710-d7d8-4ac2-9501-7656441ed21e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'router': {'routes': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:26:54.945681 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:54.956049 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:55.007573 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:55.008247 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:55.034073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=d0df951f-48ab-43eb-8d2b-b574fae01d58,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:55.050840 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b58cc-59d5-4ec8-afc3-6bb248331ac5 None None] Pushing event updated for resources: {'Port': ['ID=8195861c-cf2e-4ab9-90a4-d0cb99142cc3,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:55.138830 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:26:55.453351 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:55.531742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.extraroute_db [None req-83ff2710-d7d8-4ac2-9501-7656441ed21e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Added routes are [] {{(pid=96114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 15:26:55.532309 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.extraroute_db [None req-83ff2710-d7d8-4ac2-9501-7656441ed21e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=96114) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 15:26:55.534047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:55.534666 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:55.536478 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:54Z', 'revision_number': 6, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:48Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8195861c-cf2e-4ab9-90a4-d0cb99142cc3', 'name': '', 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:28:62:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '2049b182-1f60-4d1a-b2b3-edaa045c7d4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:50Z', 'updated_at': '2021-08-23T15:26:54Z', 'revision_number': 4, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '2049b182-1f60-4d1a-b2b3-edaa045c7d4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0df951f-48ab-43eb-8d2b-b574fae01d58', 'name': '', 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:f6:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:46Z', 'updated_at': '2021-08-23T15:26:54Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:55.575032 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071a0f57-e40d-41cd-8017-1b045b6303ad None None] The sync data for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 is: [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:54Z', 'revision_number': 6, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:48Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8195861c-cf2e-4ab9-90a4-d0cb99142cc3', 'name': '', 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:28:62:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '2049b182-1f60-4d1a-b2b3-edaa045c7d4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:50Z', 'updated_at': '2021-08-23T15:26:54Z', 'revision_number': 4, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '2049b182-1f60-4d1a-b2b3-edaa045c7d4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0df951f-48ab-43eb-8d2b-b574fae01d58', 'name': '', 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:f6:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:46Z', 'updated_at': '2021-08-23T15:26:54Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:55.595420 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-83ff2710-d7d8-4ac2-9501-7656441ed21e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:55.640512 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:55.646685 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d0df951f-48ab-43eb-8d2b-b574fae01d58 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:55.700352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port d0df951f-48ab-43eb-8d2b-b574fae01d58 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:55.700728 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:55.951182 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-83ff2710-d7d8-4ac2-9501-7656441ed21e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:55.956268 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-83ff2710-d7d8-4ac2-9501-7656441ed21e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:56.087026 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ff2710-d7d8-4ac2-9501-7656441ed21e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router f0f86f86-3bcf-451a-938b-c9b6aa551183 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:26:56.199892 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ff2710-d7d8-4ac2-9501-7656441ed21e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:56.206947 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-83ff2710-d7d8-4ac2-9501-7656441ed21e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:56.208441 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-83ff2710-d7d8-4ac2-9501-7656441ed21e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/f0f86f86-3bcf-451a-938b-c9b6aa551183 HTTP/1.1" status: 200 len: 699 time: 1.2879226 Aug 23 15:26:56.211227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33526) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:56.316359 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-368066f7-8b23-4158-8f77-a580fd748e14 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/routers/f0f86f86-3bcf-451a-938b-c9b6aa551183 HTTP/1.1" status: 200 len: 699 time: 0.1039214 Aug 23 15:26:56.319915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33528) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:56.432719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad77d6b-f937-44ce-ba02-8f5e2b64983c None None] Sync routers for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:26:56.445189 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad77d6b-f937-44ce-ba02-8f5e2b64983c None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:56.445814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1ad77d6b-f937-44ce-ba02-8f5e2b64983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:56.544159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1ad77d6b-f937-44ce-ba02-8f5e2b64983c None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:26:56.690122 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9138-15a6-4cf7-847f-0cfbfa9c7b60 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:56.755143 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-13ec468d-89b3-45a1-a402-a6d9892b164d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:56.791171 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1ad77d6b-f937-44ce-ba02-8f5e2b64983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:55Z', 'revision_number': 7, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:48Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8195861c-cf2e-4ab9-90a4-d0cb99142cc3', 'name': '', 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:28:62:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '2049b182-1f60-4d1a-b2b3-edaa045c7d4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:50Z', 'updated_at': '2021-08-23T15:26:54Z', 'revision_number': 4, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '2049b182-1f60-4d1a-b2b3-edaa045c7d4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0df951f-48ab-43eb-8d2b-b574fae01d58', 'name': '', 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:f6:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:46Z', 'updated_at': '2021-08-23T15:26:54Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:56.830294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad77d6b-f937-44ce-ba02-8f5e2b64983c None None] Checking router: f0f86f86-3bcf-451a-938b-c9b6aa551183 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:26:56.830294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad77d6b-f937-44ce-ba02-8f5e2b64983c None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:56.830294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1ad77d6b-f937-44ce-ba02-8f5e2b64983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:56.933276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1ad77d6b-f937-44ce-ba02-8f5e2b64983c None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:26:56.982544 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb9138-15a6-4cf7-847f-0cfbfa9c7b60 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:56.983160 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:56.983272 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9138-15a6-4cf7-847f-0cfbfa9c7b60 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:57.086210 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-0cdb9138-15a6-4cf7-847f-0cfbfa9c7b60 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] For port 8195861c-cf2e-4ab9-90a4-d0cb99142cc3, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8195861c-cf2e-4ab9-90a4-d0cb99142cc3,segment=NetworkSegment(0525b50c-0079-4a6a-a7ee-63846503342a),segment_id=0525b50c-0079-4a6a-a7ee-63846503342a)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:57.086495 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9138-15a6-4cf7-847f-0cfbfa9c7b60 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:57.100037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb9138-15a6-4cf7-847f-0cfbfa9c7b60 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:57.199843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1ad77d6b-f937-44ce-ba02-8f5e2b64983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:55Z', 'revision_number': 7, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:48Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8195861c-cf2e-4ab9-90a4-d0cb99142cc3', 'name': '', 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:28:62:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '2049b182-1f60-4d1a-b2b3-edaa045c7d4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:50Z', 'updated_at': '2021-08-23T15:26:54Z', 'revision_number': 4, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '2049b182-1f60-4d1a-b2b3-edaa045c7d4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0df951f-48ab-43eb-8d2b-b574fae01d58', 'name': '', 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:f6:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:46Z', 'updated_at': '2021-08-23T15:26:54Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:57.226646 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad77d6b-f937-44ce-ba02-8f5e2b64983c None None] The sync data for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 is: [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:55Z', 'revision_number': 7, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:48Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8195861c-cf2e-4ab9-90a4-d0cb99142cc3', 'name': '', 'network_id': 'a67d006b-b959-4808-8f90-3e911df163d5', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:28:62:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '2049b182-1f60-4d1a-b2b3-edaa045c7d4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:50Z', 'updated_at': '2021-08-23T15:26:54Z', 'revision_number': 4, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '2049b182-1f60-4d1a-b2b3-edaa045c7d4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0df951f-48ab-43eb-8d2b-b574fae01d58', 'name': '', 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:f6:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:46Z', 'updated_at': '2021-08-23T15:26:54Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:57.510729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:26:57.802006 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9138-15a6-4cf7-847f-0cfbfa9c7b60 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:57.802748 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:26:57.807476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:26:57.807894 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:57.833327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Port 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 was deleted so its status cannot be updated. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 15:26:57.838871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb9138-15a6-4cf7-847f-0cfbfa9c7b60 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=8195861c-cf2e-4ab9-90a4-d0cb99142cc3,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:58.015190 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9138-15a6-4cf7-847f-0cfbfa9c7b60 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:58.220942 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdb9138-15a6-4cf7-847f-0cfbfa9c7b60 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router f0f86f86-3bcf-451a-938b-c9b6aa551183 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:26:58.320265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdb9138-15a6-4cf7-847f-0cfbfa9c7b60 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:26:58.329045 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0cdb9138-15a6-4cf7-847f-0cfbfa9c7b60 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/f0f86f86-3bcf-451a-938b-c9b6aa551183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0044105 Aug 23 15:26:58.329611 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33530) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:58.333253 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ee30f-da82-4ccc-a028-80d0e81b2dd6 None None] Sync routers for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:26:58.343029 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ee30f-da82-4ccc-a028-80d0e81b2dd6 None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:58.343663 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5c8ee30f-da82-4ccc-a028-80d0e81b2dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:58.383354 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7e34c6-dd8a-42f1-93de-83595c9432ac tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting subnet 2049b182-1f60-4d1a-b2b3-edaa045c7d4c {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:26:58.386620 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c7e34c6-dd8a-42f1-93de-83595c9432ac tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:58.433416 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c7e34c6-dd8a-42f1-93de-83595c9432ac tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:58.434440 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-5c8ee30f-da82-4ccc-a028-80d0e81b2dd6 None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:26:58.526159 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c7e34c6-dd8a-42f1-93de-83595c9432ac tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:58.648479 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5c8ee30f-da82-4ccc-a028-80d0e81b2dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:57Z', 'revision_number': 8, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:48Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0df951f-48ab-43eb-8d2b-b574fae01d58', 'name': '', 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:f6:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:46Z', 'updated_at': '2021-08-23T15:26:54Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:58.674885 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ee30f-da82-4ccc-a028-80d0e81b2dd6 None None] Checking router: f0f86f86-3bcf-451a-938b-c9b6aa551183 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:26:58.684594 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ee30f-da82-4ccc-a028-80d0e81b2dd6 None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:26:58.685177 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5c8ee30f-da82-4ccc-a028-80d0e81b2dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:58.721809 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:58.779293 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c7e34c6-dd8a-42f1-93de-83595c9432ac tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:58.780716 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-5c8ee30f-da82-4ccc-a028-80d0e81b2dd6 None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:26:58.807191 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e34c6-dd8a-42f1-93de-83595c9432ac tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Subnet': ['ID=2049b182-1f60-4d1a-b2b3-edaa045c7d4c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:58.815938 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c7e34c6-dd8a-42f1-93de-83595c9432ac tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:58.821629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33532) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:58.822540 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4c7e34c6-dd8a-42f1-93de-83595c9432ac tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/2049b182-1f60-4d1a-b2b3-edaa045c7d4c HTTP/1.1" status: 204 len: 168 time: 0.4918935 Aug 23 15:26:58.823990 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10b490e-5dda-445a-908b-9403da95dedd None None] Network a67d006b-b959-4808-8f90-3e911df163d5 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:26:58.906813 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:58.977385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:58.977732 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:59.010525 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aee6ad-a632-477a-a95f-d75103a00710 None None] DHCP port deletion for a67d006b-b959-4808-8f90-3e911df163d5 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:26:59.011297 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5c8ee30f-da82-4ccc-a028-80d0e81b2dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:57Z', 'revision_number': 8, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:48Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0df951f-48ab-43eb-8d2b-b574fae01d58', 'name': '', 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:f6:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:46Z', 'updated_at': '2021-08-23T15:26:54Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:59.040605 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ee30f-da82-4ccc-a028-80d0e81b2dd6 None None] The sync data for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 is: [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:26:57Z', 'revision_number': 8, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:48Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0df951f-48ab-43eb-8d2b-b574fae01d58', 'name': '', 'network_id': 'bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:f6:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:46Z', 'updated_at': '2021-08-23T15:26:54Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '025659e0-455e-40e1-94e9-d0e04b1c6b79', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:26:59.079032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-06aee6ad-a632-477a-a95f-d75103a00710 None None] Deleting port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:26:59.079417 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06aee6ad-a632-477a-a95f-d75103a00710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:59.147409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-06aee6ad-a632-477a-a95f-d75103a00710 None None] For port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2cf8638f-aa37-4df7-be42-365ca4f6f2f2,segment=NetworkSegment(0525b50c-0079-4a6a-a7ee-63846503342a),segment_id=0525b50c-0079-4a6a-a7ee-63846503342a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:59.147846 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06aee6ad-a632-477a-a95f-d75103a00710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:59.162623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-06aee6ad-a632-477a-a95f-d75103a00710 None None] Calling delete_port for 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:59.327778 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-06aee6ad-a632-477a-a95f-d75103a00710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:59.358470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aee6ad-a632-477a-a95f-d75103a00710 None None] Pushing event deleted for resources: {'Port': ['ID=2cf8638f-aa37-4df7-be42-365ca4f6f2f2,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:59.362026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aee6ad-a632-477a-a95f-d75103a00710 None None] No DVR routers for this DVR port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:26:59.375408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] For port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2cf8638f-aa37-4df7-be42-365ca4f6f2f2,segment=NetworkSegment(0525b50c-0079-4a6a-a7ee-63846503342a),segment_id=0525b50c-0079-4a6a-a7ee-63846503342a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:26:59.375824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:59.390196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:26:59.465400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:26:59.481053 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:59.500556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:26:59.501088 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8195861c-cf2e-4ab9-90a4-d0cb99142cc3 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:26:59.501571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:26:59.512428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No DVR routers for this DVR port 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:26:59.520089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=2cf8638f-aa37-4df7-be42-365ca4f6f2f2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:26:59.525297 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:26:59.525297 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2cf8638f-aa37-4df7-be42-365ca4f6f2f2 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:26:59.552569 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:59.552919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:59.553261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:59.554044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:59.554044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:59.554502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:59.554700 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:59.555031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:59.555355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:59.555700 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:59.556028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:59.556355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:26:59.612583 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:59.622531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67d006b-b959-4808-8f90-3e911df163d5']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:59.633791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0525b50c-0079-4a6a-a7ee-63846503342a') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:59.634098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0525b50c-0079-4a6a-a7ee-63846503342a') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:26:59.642879 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:59.657001 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:59.663286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:26:59.663702 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: self.session.flush() Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:26:59.666687 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:26:59.834629 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:59.847349 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:26:59.847349 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/networks/a67d006b-b959-4808-8f90-3e911df163d5 HTTP/1.1" status: 204 len: 168 time: 1.0212779 Aug 23 15:26:59.847724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33534) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:26:59.856791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4be21-0598-402a-89c2-da4f9d31c929 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Network': ['ID=a67d006b-b959-4808-8f90-3e911df163d5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:00.198251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-134854a6-37a4-4c7c-b969-18087416e46e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:00.462963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-134854a6-37a4-4c7c-b969-18087416e46e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port d0df951f-48ab-43eb-8d2b-b574fae01d58 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:27:00.463220 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-134854a6-37a4-4c7c-b969-18087416e46e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:00.554331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-134854a6-37a4-4c7c-b969-18087416e46e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] For port d0df951f-48ab-43eb-8d2b-b574fae01d58, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d0df951f-48ab-43eb-8d2b-b574fae01d58,segment=NetworkSegment(4fcefc41-acc1-4be2-ae7b-b45552f1b4d5),segment_id=4fcefc41-acc1-4be2-ae7b-b45552f1b4d5)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:27:00.554699 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-134854a6-37a4-4c7c-b969-18087416e46e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:00.567350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-134854a6-37a4-4c7c-b969-18087416e46e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for d0df951f-48ab-43eb-8d2b-b574fae01d58 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:27:00.810866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-134854a6-37a4-4c7c-b969-18087416e46e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:00.844313 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134854a6-37a4-4c7c-b969-18087416e46e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=d0df951f-48ab-43eb-8d2b-b574fae01d58,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:01.018697 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-134854a6-37a4-4c7c-b969-18087416e46e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:01.237546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134854a6-37a4-4c7c-b969-18087416e46e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router f0f86f86-3bcf-451a-938b-c9b6aa551183 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:27:01.339972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134854a6-37a4-4c7c-b969-18087416e46e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:27:01.345555 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-134854a6-37a4-4c7c-b969-18087416e46e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/f0f86f86-3bcf-451a-938b-c9b6aa551183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4963729 Aug 23 15:27:01.348226 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33538) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:01.349675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a37efb0-3ff1-4dff-bdfb-19312b0489f7 None None] Sync routers for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:27:01.359301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a37efb0-3ff1-4dff-bdfb-19312b0489f7 None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:27:01.360003 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5a37efb0-3ff1-4dff-bdfb-19312b0489f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:01.410408 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8495b73b-840f-4d32-86f8-132b9d6d0ddf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting subnet 025659e0-455e-40e1-94e9-d0e04b1c6b79 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:27:01.414503 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8495b73b-840f-4d32-86f8-132b9d6d0ddf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:01.458259 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-5a37efb0-3ff1-4dff-bdfb-19312b0489f7 None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:27:01.458518 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8495b73b-840f-4d32-86f8-132b9d6d0ddf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:01.560603 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8495b73b-840f-4d32-86f8-132b9d6d0ddf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:01.672276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5a37efb0-3ff1-4dff-bdfb-19312b0489f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:27:00Z', 'revision_number': 9, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:48Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:01.702839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a37efb0-3ff1-4dff-bdfb-19312b0489f7 None None] Checking router: f0f86f86-3bcf-451a-938b-c9b6aa551183 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:27:01.712663 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a37efb0-3ff1-4dff-bdfb-19312b0489f7 None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:27:01.713274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5a37efb0-3ff1-4dff-bdfb-19312b0489f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:01.714277 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8495b73b-840f-4d32-86f8-132b9d6d0ddf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:01.745870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495b73b-840f-4d32-86f8-132b9d6d0ddf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Subnet': ['ID=025659e0-455e-40e1-94e9-d0e04b1c6b79,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:01.752034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8495b73b-840f-4d32-86f8-132b9d6d0ddf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:01.754609 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8495b73b-840f-4d32-86f8-132b9d6d0ddf tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/025659e0-455e-40e1-94e9-d0e04b1c6b79 HTTP/1.1" status: 204 len: 168 time: 0.4047685 Aug 23 15:27:01.756753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33540) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:01.840729 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:01.910566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:27:01.911393 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:01.942395 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a33f84-02d8-4096-8ccb-cffa2cf13d59 None None] Network bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:27:01.984707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] For port 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8,segment=NetworkSegment(4fcefc41-acc1-4be2-ae7b-b45552f1b4d5),segment_id=4fcefc41-acc1-4be2-ae7b-b45552f1b4d5)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:27:01.985071 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:01.998862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:27:02.013186 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-5a37efb0-3ff1-4dff-bdfb-19312b0489f7 None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:27:02.167597 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:02.198947 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No DVR routers for this DVR port 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:27:02.205227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:02.276804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ebcec-e0c6-416c-a9c0-e16499b55c1c None None] DHCP port deletion for bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:27:02.297753 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:02.304882 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-5a37efb0-3ff1-4dff-bdfb-19312b0489f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:27:00Z', 'revision_number': 9, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:48Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:02.309945 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:02.322959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcefc41-acc1-4be2-ae7b-b45552f1b4d5') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:02.323256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcefc41-acc1-4be2-ae7b-b45552f1b4d5') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:02.332646 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a37efb0-3ff1-4dff-bdfb-19312b0489f7 None None] The sync data for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 is: [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:27:00Z', 'revision_number': 9, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '717321c5-aa06-498e-a5ed-5a43d6aae931', 'name': '', 'network_id': '71fa701b-742a-42c1-b7d4-f7cc117d26f4', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:fe:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:41Z', 'updated_at': '2021-08-23T15:26:48Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': 'c0816c74-2224-4ba3-9f5d-7e948e690df9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:27:02.333582 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:02.350837 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:02.357625 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:27:02.358041 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:27:02.361291 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:27:02.576506 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:02.584001 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:02.585728 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/networks/bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2 HTTP/1.1" status: 204 len: 168 time: 0.8280356 Aug 23 15:27:02.588913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33542) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:02.599193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd187d04-1bf4-4c7a-923d-14a5c062e3a5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Network': ['ID=bdb91bb0-ef7b-4881-aeb3-cdd0625c3db2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:02.975718 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b546ed9-66e2-43b2-8999-68247c24942a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:03.233224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9b546ed9-66e2-43b2-8999-68247c24942a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port 717321c5-aa06-498e-a5ed-5a43d6aae931 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:27:03.233577 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b546ed9-66e2-43b2-8999-68247c24942a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:03.327806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-9b546ed9-66e2-43b2-8999-68247c24942a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] For port 717321c5-aa06-498e-a5ed-5a43d6aae931, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=717321c5-aa06-498e-a5ed-5a43d6aae931,segment=NetworkSegment(9b3bf0c1-830f-48a2-8ba9-9aa95a889305),segment_id=9b3bf0c1-830f-48a2-8ba9-9aa95a889305)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:27:03.328178 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b546ed9-66e2-43b2-8999-68247c24942a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:03.341531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9b546ed9-66e2-43b2-8999-68247c24942a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for 717321c5-aa06-498e-a5ed-5a43d6aae931 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:27:03.449814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:27:03.476075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:27:03.476426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7b2cb9f4-f6e3-4245-8b62-aa2c94434fe8 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:27:03.476895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d0df951f-48ab-43eb-8d2b-b574fae01d58 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:27:03.498843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: d0df951f-48ab-43eb-8d2b-b574fae01d58 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:27:03.499118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d0df951f-48ab-43eb-8d2b-b574fae01d58 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:27:03.633625 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b546ed9-66e2-43b2-8999-68247c24942a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:03.660463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b546ed9-66e2-43b2-8999-68247c24942a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=717321c5-aa06-498e-a5ed-5a43d6aae931,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:03.848643 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9b546ed9-66e2-43b2-8999-68247c24942a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:04.053293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b546ed9-66e2-43b2-8999-68247c24942a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router f0f86f86-3bcf-451a-938b-c9b6aa551183 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:27:04.149958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b546ed9-66e2-43b2-8999-68247c24942a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:27:04.155595 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9b546ed9-66e2-43b2-8999-68247c24942a tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/f0f86f86-3bcf-451a-938b-c9b6aa551183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5655537 Aug 23 15:27:04.159200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33544) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:04.162477 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd49299-130d-423d-9e3d-dfd7ba635221 None None] Sync routers for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:27:04.172724 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd49299-130d-423d-9e3d-dfd7ba635221 None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:27:04.173358 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bbd49299-130d-423d-9e3d-dfd7ba635221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:04.225176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6d30a3-a431-4e27-a2b1-b01688fa9612 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting subnet c0816c74-2224-4ba3-9f5d-7e948e690df9 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:27:04.228985 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e6d30a3-a431-4e27-a2b1-b01688fa9612 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:04.267277 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-bbd49299-130d-423d-9e3d-dfd7ba635221 None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:27:04.276051 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e6d30a3-a431-4e27-a2b1-b01688fa9612 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:04.380003 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e6d30a3-a431-4e27-a2b1-b01688fa9612 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:04.487604 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bbd49299-130d-423d-9e3d-dfd7ba635221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:27:03Z', 'revision_number': 10, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:04.522338 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd49299-130d-423d-9e3d-dfd7ba635221 None None] Checking router: f0f86f86-3bcf-451a-938b-c9b6aa551183 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:27:04.532290 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd49299-130d-423d-9e3d-dfd7ba635221 None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:27:04.532965 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bbd49299-130d-423d-9e3d-dfd7ba635221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:04.554217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e6d30a3-a431-4e27-a2b1-b01688fa9612 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:04.585951 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d30a3-a431-4e27-a2b1-b01688fa9612 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Subnet': ['ID=c0816c74-2224-4ba3-9f5d-7e948e690df9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:04.590416 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e6d30a3-a431-4e27-a2b1-b01688fa9612 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:04.592488 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5e6d30a3-a431-4e27-a2b1-b01688fa9612 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/c0816c74-2224-4ba3-9f5d-7e948e690df9 HTTP/1.1" status: 204 len: 168 time: 0.4322038 Aug 23 15:27:04.595374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33546) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:04.600693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58b41c-4f44-485d-b433-34f3aff06017 None None] Network 71fa701b-742a-42c1-b7d4-f7cc117d26f4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:27:04.640714 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-bbd49299-130d-423d-9e3d-dfd7ba635221 None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:27:04.704651 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:04.772366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port 530a9ced-0162-4ff6-a11c-42c428a09ebe {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:27:04.772728 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:04.814829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6277e22-8e4e-40e9-af7b-4016590ec44a None None] DHCP port deletion for 71fa701b-742a-42c1-b7d4-f7cc117d26f4 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:27:04.858507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] For port 530a9ced-0162-4ff6-a11c-42c428a09ebe, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=530a9ced-0162-4ff6-a11c-42c428a09ebe,segment=NetworkSegment(9b3bf0c1-830f-48a2-8ba9-9aa95a889305),segment_id=9b3bf0c1-830f-48a2-8ba9-9aa95a889305)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:27:04.859109 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:04.874635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b6277e22-8e4e-40e9-af7b-4016590ec44a None None] Deleting port 530a9ced-0162-4ff6-a11c-42c428a09ebe {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:27:04.875016 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b6277e22-8e4e-40e9-af7b-4016590ec44a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:04.877764 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for 530a9ced-0162-4ff6-a11c-42c428a09ebe owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:27:04.945728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b6277e22-8e4e-40e9-af7b-4016590ec44a None None] For port 530a9ced-0162-4ff6-a11c-42c428a09ebe, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=530a9ced-0162-4ff6-a11c-42c428a09ebe,segment=NetworkSegment(9b3bf0c1-830f-48a2-8ba9-9aa95a889305),segment_id=9b3bf0c1-830f-48a2-8ba9-9aa95a889305)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:27:04.946185 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b6277e22-8e4e-40e9-af7b-4016590ec44a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:04.961353 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-bbd49299-130d-423d-9e3d-dfd7ba635221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:27:03Z', 'revision_number': 10, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:04.963644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b6277e22-8e4e-40e9-af7b-4016590ec44a None None] Calling delete_port for 530a9ced-0162-4ff6-a11c-42c428a09ebe owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:27:04.990751 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd49299-130d-423d-9e3d-dfd7ba635221 None None] The sync data for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 is: [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:27:03Z', 'revision_number': 10, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None, '_interfaces': [{'id': '8918a197-751b-406d-bfbb-d3ddfe05ae78', 'name': '', 'network_id': '27907f6c-f422-4b46-a1c8-589110ed6558', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'mac_address': 'fa:16:3e:e7:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '45661d63-aefc-4e26-8900-05f368036773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:26:37Z', 'updated_at': '2021-08-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'subnets': [{'id': '45661d63-aefc-4e26-8900-05f368036773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:27:05.127556 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:05.134657 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b6277e22-8e4e-40e9-af7b-4016590ec44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:05.158023 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=530a9ced-0162-4ff6-a11c-42c428a09ebe,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:05.163251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No DVR routers for this DVR port 530a9ced-0162-4ff6-a11c-42c428a09ebe on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:27:05.163962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6277e22-8e4e-40e9-af7b-4016590ec44a None None] Pushing event deleted for resources: {'Port': ['ID=530a9ced-0162-4ff6-a11c-42c428a09ebe,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:05.168283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6277e22-8e4e-40e9-af7b-4016590ec44a None None] No DVR routers for this DVR port 530a9ced-0162-4ff6-a11c-42c428a09ebe on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:27:05.252681 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:05.263575 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fa701b-742a-42c1-b7d4-f7cc117d26f4']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:05.274690 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3bf0c1-830f-48a2-8ba9-9aa95a889305') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:05.274991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3bf0c1-830f-48a2-8ba9-9aa95a889305') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:05.284431 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:05.299384 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:05.306491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:27:05.306884 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:27:05.310101 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:27:05.435455 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 530a9ced-0162-4ff6-a11c-42c428a09ebe no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:27:05.450665 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:27:05.457888 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 530a9ced-0162-4ff6-a11c-42c428a09ebe {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:27:05.458183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 530a9ced-0162-4ff6-a11c-42c428a09ebe not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:27:05.458651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 717321c5-aa06-498e-a5ed-5a43d6aae931 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:27:05.469478 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:05.479052 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:05.480247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 717321c5-aa06-498e-a5ed-5a43d6aae931 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:27:05.480907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 717321c5-aa06-498e-a5ed-5a43d6aae931 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:27:05.481367 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/networks/71fa701b-742a-42c1-b7d4-f7cc117d26f4 HTTP/1.1" status: 204 len: 168 time: 0.8846905 Aug 23 15:27:05.484372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33548) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:05.500925 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72527aa7-72a7-4e4a-ae10-5f3931095bc7 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Network': ['ID=71fa701b-742a-42c1-b7d4-f7cc117d26f4,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:05.845138 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ca062133-b831-46cd-8db3-178a15ca1e39 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:06.109212 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ca062133-b831-46cd-8db3-178a15ca1e39 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port 8918a197-751b-406d-bfbb-d3ddfe05ae78 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:27:06.109547 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ca062133-b831-46cd-8db3-178a15ca1e39 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:06.206339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-ca062133-b831-46cd-8db3-178a15ca1e39 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] For port 8918a197-751b-406d-bfbb-d3ddfe05ae78, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8918a197-751b-406d-bfbb-d3ddfe05ae78,segment=NetworkSegment(5eb7866d-bd12-4c88-8988-7cca41f6a2cc),segment_id=5eb7866d-bd12-4c88-8988-7cca41f6a2cc)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:27:06.206738 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ca062133-b831-46cd-8db3-178a15ca1e39 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:06.219380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ca062133-b831-46cd-8db3-178a15ca1e39 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for 8918a197-751b-406d-bfbb-d3ddfe05ae78 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:27:06.474121 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ca062133-b831-46cd-8db3-178a15ca1e39 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:06.500696 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca062133-b831-46cd-8db3-178a15ca1e39 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=8918a197-751b-406d-bfbb-d3ddfe05ae78,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:06.665460 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ca062133-b831-46cd-8db3-178a15ca1e39 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:06.828830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca062133-b831-46cd-8db3-178a15ca1e39 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router f0f86f86-3bcf-451a-938b-c9b6aa551183 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:27:06.908424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca062133-b831-46cd-8db3-178a15ca1e39 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:27:06.913729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ca062133-b831-46cd-8db3-178a15ca1e39 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/f0f86f86-3bcf-451a-938b-c9b6aa551183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4282534 Aug 23 15:27:06.916592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33550) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:06.918531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb9c3a3-e329-4898-bc34-e675760214eb None None] Sync routers for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:27:06.929018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb9c3a3-e329-4898-bc34-e675760214eb None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:27:06.929645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8fb9c3a3-e329-4898-bc34-e675760214eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:06.970763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-590fdfa2-2a94-4537-a5bb-224850f6686e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting subnet 45661d63-aefc-4e26-8900-05f368036773 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:27:06.975309 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-590fdfa2-2a94-4537-a5bb-224850f6686e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.005932 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-8fb9c3a3-e329-4898-bc34-e675760214eb None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:27:07.023847 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-590fdfa2-2a94-4537-a5bb-224850f6686e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.062988 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8fb9c3a3-e329-4898-bc34-e675760214eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:27:06Z', 'revision_number': 11, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:07.090340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb9c3a3-e329-4898-bc34-e675760214eb None None] Checking router: f0f86f86-3bcf-451a-938b-c9b6aa551183 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:27:07.100332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb9c3a3-e329-4898-bc34-e675760214eb None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:27:07.100964 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8fb9c3a3-e329-4898-bc34-e675760214eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:07.114312 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-590fdfa2-2a94-4537-a5bb-224850f6686e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.173686 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-8fb9c3a3-e329-4898-bc34-e675760214eb None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:27:07.231444 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-8fb9c3a3-e329-4898-bc34-e675760214eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:27:06Z', 'revision_number': 11, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:07.259064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb9c3a3-e329-4898-bc34-e675760214eb None None] The sync data for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 is: [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:27:06Z', 'revision_number': 11, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:27:07.264905 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-590fdfa2-2a94-4537-a5bb-224850f6686e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.307178 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-590fdfa2-2a94-4537-a5bb-224850f6686e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.309332 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-590fdfa2-2a94-4537-a5bb-224850f6686e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/45661d63-aefc-4e26-8900-05f368036773 HTTP/1.1" status: 204 len: 168 time: 0.3917296 Aug 23 15:27:07.310171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fdfa2-2a94-4537-a5bb-224850f6686e tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Subnet': ['ID=45661d63-aefc-4e26-8900-05f368036773,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:07.312035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33552) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:07.313465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b14f483-a37b-4119-9572-9280c3ddc02b None None] Network 27907f6c-f422-4b46-a1c8-589110ed6558 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:27:07.397259 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.454357 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Deleting port f22c62c3-f5ad-4279-b614-b20d6426218a {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:27:07.454708 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.521393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] For port f22c62c3-f5ad-4279-b614-b20d6426218a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f22c62c3-f5ad-4279-b614-b20d6426218a,segment=NetworkSegment(5eb7866d-bd12-4c88-8988-7cca41f6a2cc),segment_id=5eb7866d-bd12-4c88-8988-7cca41f6a2cc)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:27:07.521772 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.541136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Calling delete_port for f22c62c3-f5ad-4279-b614-b20d6426218a owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:27:07.626226 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8210b6-6b2e-463e-9c8d-1e99d22bc44a None None] DHCP port deletion for 27907f6c-f422-4b46-a1c8-589110ed6558 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:27:07.684314 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fd8210b6-6b2e-463e-9c8d-1e99d22bc44a None None] Deleting port f22c62c3-f5ad-4279-b614-b20d6426218a {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:27:07.684695 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fd8210b6-6b2e-463e-9c8d-1e99d22bc44a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.686562 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f22c62c3-f5ad-4279-b614-b20d6426218a no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:27:07.738636 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.765113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Port': ['ID=f22c62c3-f5ad-4279-b614-b20d6426218a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:07.770447 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No DVR routers for this DVR port f22c62c3-f5ad-4279-b614-b20d6426218a on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:27:07.784407 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fd8210b6-6b2e-463e-9c8d-1e99d22bc44a None None] For port f22c62c3-f5ad-4279-b614-b20d6426218a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f22c62c3-f5ad-4279-b614-b20d6426218a,segment=NetworkSegment(5eb7866d-bd12-4c88-8988-7cca41f6a2cc),segment_id=5eb7866d-bd12-4c88-8988-7cca41f6a2cc)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:27:07.785378 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fd8210b6-6b2e-463e-9c8d-1e99d22bc44a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.795687 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No active binding found for port f22c62c3-f5ad-4279-b614-b20d6426218a {{(pid=96116) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 15:27:07.796203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f22c62c3-f5ad-4279-b614-b20d6426218a not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:27:07.796520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8918a197-751b-406d-bfbb-d3ddfe05ae78 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:27:07.802477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fd8210b6-6b2e-463e-9c8d-1e99d22bc44a None None] Calling delete_port for f22c62c3-f5ad-4279-b614-b20d6426218a owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:27:07.821834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 8918a197-751b-406d-bfbb-d3ddfe05ae78 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:27:07.822185 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8918a197-751b-406d-bfbb-d3ddfe05ae78 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:27:07.862007 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.873609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27907f6c-f422-4b46-a1c8-589110ed6558']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:07.885245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb7866d-bd12-4c88-8988-7cca41f6a2cc') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:07.885546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb7866d-bd12-4c88-8988-7cca41f6a2cc') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:07.895253 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.896938 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fd8210b6-6b2e-463e-9c8d-1e99d22bc44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.909337 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.916716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:27:07.917098 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:27:07.920242 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:27:07.923624 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8210b6-6b2e-463e-9c8d-1e99d22bc44a None None] Pushing event deleted for resources: {'Port': ['ID=f22c62c3-f5ad-4279-b614-b20d6426218a,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:07.927834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8210b6-6b2e-463e-9c8d-1e99d22bc44a None None] No DVR routers for this DVR port f22c62c3-f5ad-4279-b614-b20d6426218a on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:27:08.062292 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:08.069291 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:08.071272 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/networks/27907f6c-f422-4b46-a1c8-589110ed6558 HTTP/1.1" status: 204 len: 168 time: 0.7581446 Aug 23 15:27:08.074515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33554) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:08.079742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-6307bf85-a33b-4c0d-990c-107dd4c231da tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'router': {'routes': None}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:08.085547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78baec-0395-4b43-bde1-b37705360c47 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Pushing event deleted for resources: {'Network': ['ID=27907f6c-f422-4b46-a1c8-589110ed6558,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:08.243797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.extraroute_db [None req-6307bf85-a33b-4c0d-990c-107dd4c231da tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Added routes are [] {{(pid=96115) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 15:27:08.244108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.extraroute_db [None req-6307bf85-a33b-4c0d-990c-107dd4c231da tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Removed routes are [] {{(pid=96115) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 15:27:08.244479 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6307bf85-a33b-4c0d-990c-107dd4c231da tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:08.392588 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6307bf85-a33b-4c0d-990c-107dd4c231da tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:08.397042 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6307bf85-a33b-4c0d-990c-107dd4c231da tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:08.826806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6307bf85-a33b-4c0d-990c-107dd4c231da tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router f0f86f86-3bcf-451a-938b-c9b6aa551183 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:27:08.902627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6307bf85-a33b-4c0d-990c-107dd4c231da tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:27:08.911564 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6307bf85-a33b-4c0d-990c-107dd4c231da tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:08.912738 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15538197-c04e-41c0-98b8-15707d01d57f None None] Sync routers for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:27:08.913218 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6307bf85-a33b-4c0d-990c-107dd4c231da tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/f0f86f86-3bcf-451a-938b-c9b6aa551183 HTTP/1.1" status: 200 len: 700 time: 0.8373027 Aug 23 15:27:08.915740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33556) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:08.922334 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15538197-c04e-41c0-98b8-15707d01d57f None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:27:08.922857 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-15538197-c04e-41c0-98b8-15707d01d57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:08.951515 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-665050f6-741f-4add-83ba-b89cac077981 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0f86f86-3bcf-451a-938b-c9b6aa551183 HTTP/1.1" status: 200 len: 205 time: 0.0345204 Aug 23 15:27:08.954126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33558) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:09.004893 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-15538197-c04e-41c0-98b8-15707d01d57f None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:27:09.032575 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ae9d466-f6e4-4b66-b607-eb11d2140f0f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:09.061065 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-15538197-c04e-41c0-98b8-15707d01d57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:27:06Z', 'revision_number': 11, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:09.089756 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15538197-c04e-41c0-98b8-15707d01d57f None None] Checking router: f0f86f86-3bcf-451a-938b-c9b6aa551183 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:27:09.100234 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15538197-c04e-41c0-98b8-15707d01d57f None None] Routers {'f0f86f86-3bcf-451a-938b-c9b6aa551183'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:27:09.100856 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-15538197-c04e-41c0-98b8-15707d01d57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f0f86f86-3bcf-451a-938b-c9b6aa551183'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:09.178545 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-15538197-c04e-41c0-98b8-15707d01d57f None None] Set router f0f86f86-3bcf-451a-938b-c9b6aa551183 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:27:09.239313 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-15538197-c04e-41c0-98b8-15707d01d57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:27:06Z', 'revision_number': 11, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:09.271234 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15538197-c04e-41c0-98b8-15707d01d57f None None] The sync data for ids ['f0f86f86-3bcf-451a-938b-c9b6aa551183'] in n-d-804985-3 is: [{'id': 'f0f86f86-3bcf-451a-938b-c9b6aa551183', 'name': 'tempest-RoutersTest-router-434735673', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:26:35Z', 'updated_at': '2021-08-23T15:27:06Z', 'revision_number': 11, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:27:09.510335 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ae9d466-f6e4-4b66-b607-eb11d2140f0f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:09.512588 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ae9d466-f6e4-4b66-b607-eb11d2140f0f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:09.606778 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ae9d466-f6e4-4b66-b607-eb11d2140f0f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:09.607336 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae9d466-f6e4-4b66-b607-eb11d2140f0f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Fanout notify agent at l3_agent the message router_deleted on router f0f86f86-3bcf-451a-938b-c9b6aa551183 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:27:09.616051 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1ae9d466-f6e4-4b66-b607-eb11d2140f0f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:09.617227 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1ae9d466-f6e4-4b66-b607-eb11d2140f0f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/routers/f0f86f86-3bcf-451a-938b-c9b6aa551183 HTTP/1.1" status: 204 len: 168 time: 0.6621320 Aug 23 15:27:09.621566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33560) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:09.627265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d4993e75-d06b-4476-b3dc-e4d25715af64 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-249307613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:09.738372 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4993e75-d06b-4476-b3dc-e4d25715af64 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:09.739479 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4993e75-d06b-4476-b3dc-e4d25715af64 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:09.806557 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4993e75-d06b-4476-b3dc-e4d25715af64 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:09.868403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4993e75-d06b-4476-b3dc-e4d25715af64 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:09.959416 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d4993e75-d06b-4476-b3dc-e4d25715af64 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:09.960622 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d4993e75-d06b-4476-b3dc-e4d25715af64 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3379922 Aug 23 15:27:09.963722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33562) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:09.969086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2dd03e49-731f-4a0d-932f-e99dcf36492d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Request body: {'router': {'admin_state_up': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:10.203390 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2dd03e49-731f-4a0d-932f-e99dcf36492d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31119'] for router, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:10.281885 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2dd03e49-731f-4a0d-932f-e99dcf36492d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673850'] for router, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:10.475825 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd03e49-731f-4a0d-932f-e99dcf36492d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Router 69121181-7fad-4953-96b7-7cb78040cbd9 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:27:10.566551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd03e49-731f-4a0d-932f-e99dcf36492d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:27:10.574149 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2dd03e49-731f-4a0d-932f-e99dcf36492d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:10.575337 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2dd03e49-731f-4a0d-932f-e99dcf36492d tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "PUT /v2.0/routers/69121181-7fad-4953-96b7-7cb78040cbd9 HTTP/1.1" status: 200 len: 693 time: 0.6106541 Aug 23 15:27:10.577126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c279ee7-1f75-4ade-b334-b8561fd65967 None None] Sync routers for ids ['69121181-7fad-4953-96b7-7cb78040cbd9'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:27:10.578271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33564) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:10.587786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c279ee7-1f75-4ade-b334-b8561fd65967 None None] Routers {'69121181-7fad-4953-96b7-7cb78040cbd9'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:27:10.588437 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7c279ee7-1f75-4ade-b334-b8561fd65967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['69121181-7fad-4953-96b7-7cb78040cbd9'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:10.661313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-7c279ee7-1f75-4ade-b334-b8561fd65967 None None] Set router 69121181-7fad-4953-96b7-7cb78040cbd9 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:27:10.671308 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6f0ed304-7bd0-48d9-a8f8-7dff08efa1e5 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/routers/69121181-7fad-4953-96b7-7cb78040cbd9 HTTP/1.1" status: 200 len: 699 time: 0.0895529 Aug 23 15:27:10.672508 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33566) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:10.703574 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-75b7623c-3a87-4ed8-a3a4-d718ed0c2c2f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports?device_id=69121181-7fad-4953-96b7-7cb78040cbd9 HTTP/1.1" status: 200 len: 205 time: 0.0293431 Aug 23 15:27:10.706273 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33568) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:10.726090 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7c279ee7-1f75-4ade-b334-b8561fd65967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69121181-7fad-4953-96b7-7cb78040cbd9', 'name': 'tempest-RoutersTest-router-249307613', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:27:09Z', 'updated_at': '2021-08-23T15:27:10Z', 'revision_number': 2, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:10.754174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c279ee7-1f75-4ade-b334-b8561fd65967 None None] Checking router: 69121181-7fad-4953-96b7-7cb78040cbd9 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:27:10.768161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c279ee7-1f75-4ade-b334-b8561fd65967 None None] Routers {'69121181-7fad-4953-96b7-7cb78040cbd9'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:27:10.768161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7c279ee7-1f75-4ade-b334-b8561fd65967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:26:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['69121181-7fad-4953-96b7-7cb78040cbd9'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:10.797144 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8890c77e-4db5-445e-99ee-d28c7e2e8a0c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:10.843433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-7c279ee7-1f75-4ade-b334-b8561fd65967 None None] Set router 69121181-7fad-4953-96b7-7cb78040cbd9 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:27:10.901053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-7c279ee7-1f75-4ade-b334-b8561fd65967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69121181-7fad-4953-96b7-7cb78040cbd9', 'name': 'tempest-RoutersTest-router-249307613', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:27:09Z', 'updated_at': '2021-08-23T15:27:10Z', 'revision_number': 2, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:27:10.928673 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c279ee7-1f75-4ade-b334-b8561fd65967 None None] The sync data for ids ['69121181-7fad-4953-96b7-7cb78040cbd9'] in n-d-804985-3 is: [{'id': '69121181-7fad-4953-96b7-7cb78040cbd9', 'name': 'tempest-RoutersTest-router-249307613', 'tenant_id': 'd4210432c7744a89bff896274d3d4b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:27:09Z', 'updated_at': '2021-08-23T15:27:10Z', 'revision_number': 2, 'project_id': 'd4210432c7744a89bff896274d3d4b8f', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:27:10.968985 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8890c77e-4db5-445e-99ee-d28c7e2e8a0c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:10.971173 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8890c77e-4db5-445e-99ee-d28c7e2e8a0c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:11.084833 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8890c77e-4db5-445e-99ee-d28c7e2e8a0c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:11.085356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8890c77e-4db5-445e-99ee-d28c7e2e8a0c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Fanout notify agent at l3_agent the message router_deleted on router 69121181-7fad-4953-96b7-7cb78040cbd9 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:27:11.092826 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8890c77e-4db5-445e-99ee-d28c7e2e8a0c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:11.093816 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8890c77e-4db5-445e-99ee-d28c7e2e8a0c tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/routers/69121181-7fad-4953-96b7-7cb78040cbd9 HTTP/1.1" status: 204 len: 168 time: 0.3857613 Aug 23 15:27:11.097666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33570) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.126418 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-55e541c5-6c6c-4bb7-ae39-8de77ee25287 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports?device_id=69121181-7fad-4953-96b7-7cb78040cbd9 HTTP/1.1" status: 200 len: 205 time: 0.0270376 Aug 23 15:27:11.128241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33572) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.168016 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-70b0d562-373e-48bb-a62d-0f2959ef2c12 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] delete failed (client error): The resource could not be found. Aug 23 15:27:11.169056 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-70b0d562-373e-48bb-a62d-0f2959ef2c12 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/routers/69121181-7fad-4953-96b7-7cb78040cbd9 HTTP/1.1" status: 404 len: 336 time: 0.0391705 Aug 23 15:27:11.177203 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33574) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.205111 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed1b004-c306-4b45-86c3-e85188759467 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] DELETE failed (client error): The resource could not be found. Aug 23 15:27:11.205582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed1b004-c306-4b45-86c3-e85188759467 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:27:11.207425 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-eed1b004-c306-4b45-86c3-e85188759467 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/2049b182-1f60-4d1a-b2b3-edaa045c7d4c HTTP/1.1" status: 404 len: 337 time: 0.0292032 Aug 23 15:27:11.209964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33576) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.241061 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8b86ab-39c8-4500-af0f-9b2709122068 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] DELETE failed (client error): The resource could not be found. Aug 23 15:27:11.241527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8b86ab-39c8-4500-af0f-9b2709122068 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:27:11.243245 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1d8b86ab-39c8-4500-af0f-9b2709122068 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/025659e0-455e-40e1-94e9-d0e04b1c6b79 HTTP/1.1" status: 404 len: 337 time: 0.0323696 Aug 23 15:27:11.245813 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33578) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.273114 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6bec3e3-a0be-40ad-af47-638d4c8786a4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] DELETE failed (client error): The resource could not be found. Aug 23 15:27:11.273496 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6bec3e3-a0be-40ad-af47-638d4c8786a4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:27:11.275191 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f6bec3e3-a0be-40ad-af47-638d4c8786a4 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/c0816c74-2224-4ba3-9f5d-7e948e690df9 HTTP/1.1" status: 404 len: 337 time: 0.0284336 Aug 23 15:27:11.277754 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33580) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.305565 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-13326d4e-f936-4593-8932-00f7d44950e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] DELETE failed (client error): The resource could not be found. Aug 23 15:27:11.306021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13326d4e-f936-4593-8932-00f7d44950e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:27:11.307729 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-13326d4e-f936-4593-8932-00f7d44950e6 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/45661d63-aefc-4e26-8900-05f368036773 HTTP/1.1" status: 404 len: 337 time: 0.0289679 Aug 23 15:27:11.310266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33582) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.337642 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-10eb0c03-4693-4209-940b-ce1b19327f09 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0f86f86-3bcf-451a-938b-c9b6aa551183 HTTP/1.1" status: 200 len: 205 time: 0.0260236 Aug 23 15:27:11.339928 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33584) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.378314 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-4e096666-18b2-4293-9e4c-5f7b06598f12 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] delete failed (client error): The resource could not be found. Aug 23 15:27:11.379369 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4e096666-18b2-4293-9e4c-5f7b06598f12 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/routers/f0f86f86-3bcf-451a-938b-c9b6aa551183 HTTP/1.1" status: 404 len: 336 time: 0.0385232 Aug 23 15:27:11.382044 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33586) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.415697 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-64ac6dfc-6c2a-4d64-9d9b-35f2aa62920b tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports?device_id=398870b0-65cf-45fc-87f6-ab35c004014e HTTP/1.1" status: 200 len: 205 time: 0.0325439 Aug 23 15:27:11.417984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33588) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.455473 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-0fb7d7b7-26c3-4dcf-a84e-29a07f621e30 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] delete failed (client error): The resource could not be found. Aug 23 15:27:11.457159 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0fb7d7b7-26c3-4dcf-a84e-29a07f621e30 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/routers/398870b0-65cf-45fc-87f6-ab35c004014e HTTP/1.1" status: 404 len: 336 time: 0.0376353 Aug 23 15:27:11.460032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33590) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.486154 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89708ad-ff91-46f7-8f72-09188bbc563f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] DELETE failed (client error): The resource could not be found. Aug 23 15:27:11.486582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89708ad-ff91-46f7-8f72-09188bbc563f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:27:11.488299 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e89708ad-ff91-46f7-8f72-09188bbc563f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/e9bf26e5-d227-4934-936a-973f7ca47c5b HTTP/1.1" status: 404 len: 337 time: 0.0273693 Aug 23 15:27:11.491061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33592) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.522138 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0c5aaa89-d34c-476a-bc3b-4b1923ad99c1 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports?device_id=13c5541b-d142-4b55-946a-44e7d4d89087 HTTP/1.1" status: 200 len: 205 time: 0.0300004 Aug 23 15:27:11.524520 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33594) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.564256 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-dfe1ee84-3684-4565-b143-a880209c83f0 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] delete failed (client error): The resource could not be found. Aug 23 15:27:11.565357 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dfe1ee84-3684-4565-b143-a880209c83f0 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/routers/13c5541b-d142-4b55-946a-44e7d4d89087 HTTP/1.1" status: 404 len: 336 time: 0.0399344 Aug 23 15:27:11.568656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33596) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.597773 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c50072a4-6717-46c8-be74-ec5f559c77a8 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d2f868b-c012-4e90-8f10-3fccc32c8b41 HTTP/1.1" status: 200 len: 205 time: 0.0277138 Aug 23 15:27:11.600205 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33598) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.641272 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-5f46bedf-b211-4596-a31f-9a0b5b326f03 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] delete failed (client error): The resource could not be found. Aug 23 15:27:11.646300 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5f46bedf-b211-4596-a31f-9a0b5b326f03 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/routers/1d2f868b-c012-4e90-8f10-3fccc32c8b41 HTTP/1.1" status: 404 len: 336 time: 0.0411470 Aug 23 15:27:11.646537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33600) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.673939 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-87140992-2a75-4908-bee1-056469234c88 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] DELETE failed (client error): The resource could not be found. Aug 23 15:27:11.683763 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87140992-2a75-4908-bee1-056469234c88 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:27:11.683763 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-87140992-2a75-4908-bee1-056469234c88 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/bbbe017f-8bdc-4c40-b61a-3229d281fe46 HTTP/1.1" status: 404 len: 337 time: 0.0294392 Aug 23 15:27:11.685766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33602) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.714656 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cefa6c5e-544f-42fe-bf7b-8285be304b50 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports?device_id=0899399a-990f-4782-a8c5-bdc2c743161f HTTP/1.1" status: 200 len: 205 time: 0.0276916 Aug 23 15:27:11.717185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33604) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.754426 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-6c12da22-3e67-4299-a20a-a964f49559df tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] delete failed (client error): The resource could not be found. Aug 23 15:27:11.755436 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6c12da22-3e67-4299-a20a-a964f49559df tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/routers/0899399a-990f-4782-a8c5-bdc2c743161f HTTP/1.1" status: 404 len: 336 time: 0.0373647 Aug 23 15:27:11.758670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33606) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.790242 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-47901bf4-a324-4f8e-bda6-bdac3a7abdbd tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] DELETE failed (client error): The resource could not be found. Aug 23 15:27:11.790706 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47901bf4-a324-4f8e-bda6-bdac3a7abdbd tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:27:11.793191 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-47901bf4-a324-4f8e-bda6-bdac3a7abdbd tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/d6690869-2d21-4a6f-9b61-45a1b2cdc5e0 HTTP/1.1" status: 404 len: 337 time: 0.0334797 Aug 23 15:27:11.795015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33608) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.824713 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2fb830b1-73c4-4cb9-b6ee-0ea61bfc220f tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa313621-7c9b-4b5b-916d-a080dd07ba27 HTTP/1.1" status: 200 len: 205 time: 0.0285847 Aug 23 15:27:11.826957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33610) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.865872 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-f72e591c-af30-4626-9b42-ff504ee5b6b9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] delete failed (client error): The resource could not be found. Aug 23 15:27:11.867572 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f72e591c-af30-4626-9b42-ff504ee5b6b9 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/routers/fa313621-7c9b-4b5b-916d-a080dd07ba27 HTTP/1.1" status: 404 len: 336 time: 0.0396464 Aug 23 15:27:11.869425 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33612) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.903430 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ca6f1d-e1d8-4598-a020-3c54b8332419 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] DELETE failed (client error): The resource could not be found. Aug 23 15:27:11.904152 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ca6f1d-e1d8-4598-a020-3c54b8332419 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:27:11.906174 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-00ca6f1d-e1d8-4598-a020-3c54b8332419 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/263404d0-3c98-48ea-ba77-6a2c1fedb843 HTTP/1.1" status: 404 len: 337 time: 0.0358081 Aug 23 15:27:11.909212 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33614) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:11.942443 n-d-804985-3 neutron-server[96115]: INFO neutron.pecan_wsgi.hooks.translation [None req-04007f75-58a4-46e7-a374-42685f866cd1 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] DELETE failed (client error): The resource could not be found. Aug 23 15:27:11.942910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04007f75-58a4-46e7-a374-42685f866cd1 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96115) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:27:11.944706 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-04007f75-58a4-46e7-a374-42685f866cd1 tempest-RoutersTest-1417900606 tempest-RoutersTest-1417900606-project] 10.222.0.38 "DELETE /v2.0/subnets/0249ea03-99d6-4624-867b-357eb4947044 HTTP/1.1" status: 404 len: 337 time: 0.0344548 Aug 23 15:27:12.502556 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33620) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:12.669088 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cb08e9be-cefc-4beb-9ddc-3c14239e2c87 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d4210432c7744a89bff896274d3d4b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645105 Aug 23 15:27:12.672309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33624) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:12.725743 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3cbfe286-a0d6-4d73-88b6-086bbc28c5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:12.748702 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3cbfe286-a0d6-4d73-88b6-086bbc28c5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:12.893399 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3cbfe286-a0d6-4d73-88b6-086bbc28c5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:12.896600 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3cbfe286-a0d6-4d73-88b6-086bbc28c5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:12.897809 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3cbfe286-a0d6-4d73-88b6-086bbc28c5d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23700170-db67-4190-9d35-1634e8ca1139 HTTP/1.1" status: 204 len: 168 time: 0.2244289 Aug 23 15:27:12.907127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfe286-a0d6-4d73-88b6-086bbc28c5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23700170-db67-4190-9d35-1634e8ca1139,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:13.908036 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33646) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:14.031108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c968f281-1896-4ae7-8fc1-d724bdea99b2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group': {'name': 'tempest-secgroup--851717693'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:14.126899 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c968f281-1896-4ae7-8fc1-d724bdea99b2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:14.137070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c968f281-1896-4ae7-8fc1-d724bdea99b2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:14.235390 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c968f281-1896-4ae7-8fc1-d724bdea99b2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:14.307537 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c968f281-1896-4ae7-8fc1-d724bdea99b2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:14.348490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968f281-1896-4ae7-8fc1-d724bdea99b2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eb86d3-e0e6-43ef-999d-e6ada25a0b47,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:14.412265 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c968f281-1896-4ae7-8fc1-d724bdea99b2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:14.475309 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c968f281-1896-4ae7-8fc1-d724bdea99b2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:14.505809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968f281-1896-4ae7-8fc1-d724bdea99b2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc02c23a-752c-4bb2-90e7-b1276bc3505e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:14.561695 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c968f281-1896-4ae7-8fc1-d724bdea99b2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:14.562940 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c968f281-1896-4ae7-8fc1-d724bdea99b2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6538179 Aug 23 15:27:14.565541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33650) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:14.631580 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c9e040fa-2743-4b59-a30b-0d21d922ca0a tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0638325 Aug 23 15:27:14.634208 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33652) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:14.638709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-37f53777-55a6-4f05-9e46-bb4f664364a6 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group': {'name': 'tempest-security--850971669', 'description': 'tempest-security-description-1884855559'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:14.666502 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37f53777-55a6-4f05-9e46-bb4f664364a6 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:14.714291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37f53777-55a6-4f05-9e46-bb4f664364a6 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:14.777951 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37f53777-55a6-4f05-9e46-bb4f664364a6 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:14.780964 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37f53777-55a6-4f05-9e46-bb4f664364a6 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:14.782250 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-37f53777-55a6-4f05-9e46-bb4f664364a6 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "PUT /v2.0/security-groups/cc02c23a-752c-4bb2-90e7-b1276bc3505e HTTP/1.1" status: 200 len: 1779 time: 0.1470952 Aug 23 15:27:14.786660 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33654) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:14.835721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f53777-55a6-4f05-9e46-bb4f664364a6 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc02c23a-752c-4bb2-90e7-b1276bc3505e,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:14.850326 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5e4cd67c-476b-4157-9bc2-bde0bdfc3470 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-groups/cc02c23a-752c-4bb2-90e7-b1276bc3505e HTTP/1.1" status: 200 len: 1779 time: 0.0623755 Aug 23 15:27:14.852751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33656) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:14.909360 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-434bd477-ae1f-41d6-b237-cf1ee7a555c3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:14.935383 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-434bd477-ae1f-41d6-b237-cf1ee7a555c3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:15.052943 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-434bd477-ae1f-41d6-b237-cf1ee7a555c3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:15.055559 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-434bd477-ae1f-41d6-b237-cf1ee7a555c3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:15.056786 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-434bd477-ae1f-41d6-b237-cf1ee7a555c3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-groups/cc02c23a-752c-4bb2-90e7-b1276bc3505e HTTP/1.1" status: 204 len: 168 time: 0.2029600 Aug 23 15:27:15.060272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33658) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:15.073872 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bd477-ae1f-41d6-b237-cf1ee7a555c3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc02c23a-752c-4bb2-90e7-b1276bc3505e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:15.123485 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8976502a-9040-4e35-9c1f-8a4d9c431156 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0618255 Aug 23 15:27:15.126260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33660) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:15.140644 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-a997ef31-f20a-4429-81db-e250721c88ab tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] delete failed (client error): The resource could not be found. Aug 23 15:27:15.141706 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a997ef31-f20a-4429-81db-e250721c88ab tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-groups/cc02c23a-752c-4bb2-90e7-b1276bc3505e HTTP/1.1" status: 404 len: 347 time: 0.0144675 Aug 23 15:27:15.146634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33662) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:15.151885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e2c2686a-ab96-4fb6-8190-6f9164890c0f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885789629'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:15.252812 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e2c2686a-ab96-4fb6-8190-6f9164890c0f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:15.360920 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e2c2686a-ab96-4fb6-8190-6f9164890c0f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:15.425242 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e2c2686a-ab96-4fb6-8190-6f9164890c0f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:15.465230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2686a-ab96-4fb6-8190-6f9164890c0f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ad4234-1f5c-4b0e-b7d9-9c598164c714,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:15.513240 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e2c2686a-ab96-4fb6-8190-6f9164890c0f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:15.515267 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e2c2686a-ab96-4fb6-8190-6f9164890c0f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3667762 Aug 23 15:27:15.518309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33664) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:15.524290 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-367c24fd-6e0f-470b-8fef-ce83ba80f6c5 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group_rule': {'security_group_id': 'f6ad4234-1f5c-4b0e-b7d9-9c598164c714', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:15.660195 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-367c24fd-6e0f-470b-8fef-ce83ba80f6c5 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:15.727896 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-367c24fd-6e0f-470b-8fef-ce83ba80f6c5 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:15.787331 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-367c24fd-6e0f-470b-8fef-ce83ba80f6c5 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:15.804592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c24fd-6e0f-470b-8fef-ce83ba80f6c5 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b0b390-a81f-447b-befe-ab25a5b724b7,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:15.869263 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:15.896478 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-367c24fd-6e0f-470b-8fef-ce83ba80f6c5 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:15.898062 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-367c24fd-6e0f-470b-8fef-ce83ba80f6c5 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3779616 Aug 23 15:27:15.901124 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33666) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:15.934090 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-edf02283-7d5e-460e-b3e5-681ddf619e45 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:15.950232 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-edf02283-7d5e-460e-b3e5-681ddf619e45 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:16.046719 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-edf02283-7d5e-460e-b3e5-681ddf619e45 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:16.053159 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-edf02283-7d5e-460e-b3e5-681ddf619e45 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:16.054305 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-edf02283-7d5e-460e-b3e5-681ddf619e45 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/04b0b390-a81f-447b-befe-ab25a5b724b7 HTTP/1.1" status: 204 len: 168 time: 0.1521943 Aug 23 15:27:16.058422 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33668) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:16.061814 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf02283-7d5e-460e-b3e5-681ddf619e45 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04b0b390-a81f-447b-befe-ab25a5b724b7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:16.112313 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6a7477b9-e510-4c79-bcf6-66eb2c6b7655 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0526772 Aug 23 15:27:16.115536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33670) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:16.173486 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebe17ae1-a306-4437-8234-e267d1370055 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:16.199242 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebe17ae1-a306-4437-8234-e267d1370055 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:16.347397 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebe17ae1-a306-4437-8234-e267d1370055 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:16.349860 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ebe17ae1-a306-4437-8234-e267d1370055 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:16.351035 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ebe17ae1-a306-4437-8234-e267d1370055 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-groups/f6ad4234-1f5c-4b0e-b7d9-9c598164c714 HTTP/1.1" status: 204 len: 168 time: 0.2345297 Aug 23 15:27:16.353835 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33672) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:16.360718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe17ae1-a306-4437-8234-e267d1370055 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ad4234-1f5c-4b0e-b7d9-9c598164c714,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:16.405109 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1a45ac5e-76f2-48b8-82dc-e07836034bda tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497739 Aug 23 15:27:16.414005 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33674) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:16.418795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-fa917793-d244-49ea-9b01-f8d2bef3cd48 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926736144'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:16.541613 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa917793-d244-49ea-9b01-f8d2bef3cd48 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:16.634225 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa917793-d244-49ea-9b01-f8d2bef3cd48 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:16.684463 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa917793-d244-49ea-9b01-f8d2bef3cd48 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:16.715576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa917793-d244-49ea-9b01-f8d2bef3cd48 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a191d52-1b5f-4986-a9c2-ffd5c653d01d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:16.788768 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fa917793-d244-49ea-9b01-f8d2bef3cd48 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:16.792162 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fa917793-d244-49ea-9b01-f8d2bef3cd48 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3766313 Aug 23 15:27:16.794448 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33676) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:16.799266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2cfd1cda-aff7-4c9e-8ea8-dfc989b29750 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group_rule': {'security_group_id': '8a191d52-1b5f-4986-a9c2-ffd5c653d01d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:16.906770 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1cda-aff7-4c9e-8ea8-dfc989b29750 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:16.982820 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1cda-aff7-4c9e-8ea8-dfc989b29750 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:17.050659 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1cda-aff7-4c9e-8ea8-dfc989b29750 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:17.068772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd1cda-aff7-4c9e-8ea8-dfc989b29750 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bf5676-de08-43f5-849a-c9172dc5e3f9,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:17.132408 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1cda-aff7-4c9e-8ea8-dfc989b29750 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:17.133648 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2cfd1cda-aff7-4c9e-8ea8-dfc989b29750 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3381863 Aug 23 15:27:17.137241 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33678) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:17.141758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7a3466de-a398-4274-9514-e81db93927c2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group_rule': {'security_group_id': '8a191d52-1b5f-4986-a9c2-ffd5c653d01d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:17.240773 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7a3466de-a398-4274-9514-e81db93927c2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:17.305673 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7a3466de-a398-4274-9514-e81db93927c2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:17.366496 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7a3466de-a398-4274-9514-e81db93927c2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:17.388306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3466de-a398-4274-9514-e81db93927c2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbc10f5-172c-4887-b793-1540c6e9a33e,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:17.475228 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7a3466de-a398-4274-9514-e81db93927c2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:17.476515 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7a3466de-a398-4274-9514-e81db93927c2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3383069 Aug 23 15:27:17.479312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33680) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:17.484108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ab491abd-473b-4320-ae0c-4e6ab351074f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group_rule': {'security_group_id': '8a191d52-1b5f-4986-a9c2-ffd5c653d01d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:17.557977 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ab491abd-473b-4320-ae0c-4e6ab351074f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:17.619999 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ab491abd-473b-4320-ae0c-4e6ab351074f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:17.701763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ab491abd-473b-4320-ae0c-4e6ab351074f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:17.723283 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab491abd-473b-4320-ae0c-4e6ab351074f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ad05c7-d7c5-4d31-97f4-8c520ba50976,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:17.787363 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ab491abd-473b-4320-ae0c-4e6ab351074f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:17.788648 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ab491abd-473b-4320-ae0c-4e6ab351074f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3082588 Aug 23 15:27:17.791277 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33682) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:17.795942 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a4729d1f-c986-44f7-8e4f-cccd7777898b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group_rule': {'security_group_id': '8a191d52-1b5f-4986-a9c2-ffd5c653d01d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:17.918659 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4729d1f-c986-44f7-8e4f-cccd7777898b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:17.985607 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4729d1f-c986-44f7-8e4f-cccd7777898b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:18.073166 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4729d1f-c986-44f7-8e4f-cccd7777898b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:18.095168 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4729d1f-c986-44f7-8e4f-cccd7777898b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9973145-6c97-43dc-9b9b-f36a361833ab,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:18.164837 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a4729d1f-c986-44f7-8e4f-cccd7777898b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:18.166264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a4729d1f-c986-44f7-8e4f-cccd7777898b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3739073 Aug 23 15:27:18.169218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33684) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:18.174322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-72c2a70c-b16c-4a1a-90ba-0bf425b01a5b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group_rule': {'security_group_id': '8a191d52-1b5f-4986-a9c2-ffd5c653d01d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:18.273149 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72c2a70c-b16c-4a1a-90ba-0bf425b01a5b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:18.339459 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72c2a70c-b16c-4a1a-90ba-0bf425b01a5b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:18.412583 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72c2a70c-b16c-4a1a-90ba-0bf425b01a5b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:18.429504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2a70c-b16c-4a1a-90ba-0bf425b01a5b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f98128-1afd-4b78-8029-2d2f0bae998d,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:18.513089 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72c2a70c-b16c-4a1a-90ba-0bf425b01a5b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:18.514359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-72c2a70c-b16c-4a1a-90ba-0bf425b01a5b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3441336 Aug 23 15:27:18.518009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33686) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:18.542829 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53dbfad3-89f6-4fd2-9312-d1002286e84d tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:18.552399 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53dbfad3-89f6-4fd2-9312-d1002286e84d tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:18.675209 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53dbfad3-89f6-4fd2-9312-d1002286e84d tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:18.681087 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53dbfad3-89f6-4fd2-9312-d1002286e84d tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:18.682669 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-53dbfad3-89f6-4fd2-9312-d1002286e84d tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/66f98128-1afd-4b78-8029-2d2f0bae998d HTTP/1.1" status: 204 len: 168 time: 0.1632318 Aug 23 15:27:18.685513 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33688) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:18.694237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbfad3-89f6-4fd2-9312-d1002286e84d tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66f98128-1afd-4b78-8029-2d2f0bae998d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:18.743829 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c3112fd9-3ab0-4bf1-86d4-4557245746f2 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0568242 Aug 23 15:27:18.747020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33690) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:18.779834 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a438628-3204-4924-8cb2-7203b7c657f3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:18.790006 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a438628-3204-4924-8cb2-7203b7c657f3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:18.920985 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a438628-3204-4924-8cb2-7203b7c657f3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:18.928536 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a438628-3204-4924-8cb2-7203b7c657f3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:18.929988 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3a438628-3204-4924-8cb2-7203b7c657f3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/f9973145-6c97-43dc-9b9b-f36a361833ab HTTP/1.1" status: 204 len: 168 time: 0.1813443 Aug 23 15:27:18.932555 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33692) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:18.935693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a438628-3204-4924-8cb2-7203b7c657f3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9973145-6c97-43dc-9b9b-f36a361833ab,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:18.988014 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-aa3ae0d9-ab35-4b24-9cc7-82c250dbbfb5 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0542796 Aug 23 15:27:18.991176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33694) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:19.015736 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b510ce84-d978-415b-aa47-c3f3127eb15a tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.025713 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b510ce84-d978-415b-aa47-c3f3127eb15a tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.144971 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b510ce84-d978-415b-aa47-c3f3127eb15a tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.151838 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b510ce84-d978-415b-aa47-c3f3127eb15a tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.152943 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b510ce84-d978-415b-aa47-c3f3127eb15a tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/c1ad05c7-d7c5-4d31-97f4-8c520ba50976 HTTP/1.1" status: 204 len: 168 time: 0.1607327 Aug 23 15:27:19.156485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33696) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:19.159185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510ce84-d978-415b-aa47-c3f3127eb15a tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1ad05c7-d7c5-4d31-97f4-8c520ba50976,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:19.205393 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ef296978-9afd-4da3-bddd-c4b7845954e0 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0477939 Aug 23 15:27:19.208234 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33698) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:19.234109 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f698f6c-58a2-498b-85ef-0709006a8ee1 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.242934 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f698f6c-58a2-498b-85ef-0709006a8ee1 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.353058 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f698f6c-58a2-498b-85ef-0709006a8ee1 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.359748 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f698f6c-58a2-498b-85ef-0709006a8ee1 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.360987 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4f698f6c-58a2-498b-85ef-0709006a8ee1 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/4fbc10f5-172c-4887-b793-1540c6e9a33e HTTP/1.1" status: 204 len: 168 time: 0.1517887 Aug 23 15:27:19.364516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33700) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:19.367785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f698f6c-58a2-498b-85ef-0709006a8ee1 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fbc10f5-172c-4887-b793-1540c6e9a33e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:19.414260 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-89fc10e3-154c-43aa-a065-c8771cbf6cca tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0463686 Aug 23 15:27:19.415544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33702) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:19.442482 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d702e95a-8881-4159-8d23-0643f48998f8 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.450335 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d702e95a-8881-4159-8d23-0643f48998f8 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.558713 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d702e95a-8881-4159-8d23-0643f48998f8 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.565293 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d702e95a-8881-4159-8d23-0643f48998f8 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.567107 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d702e95a-8881-4159-8d23-0643f48998f8 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/b3bf5676-de08-43f5-849a-c9172dc5e3f9 HTTP/1.1" status: 204 len: 168 time: 0.1505547 Aug 23 15:27:19.570299 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33704) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:19.572941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702e95a-8881-4159-8d23-0643f48998f8 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3bf5676-de08-43f5-849a-c9172dc5e3f9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:19.614381 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0814f770-5a26-45db-8fde-fcc8d7d23b27 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0428681 Aug 23 15:27:19.617644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33706) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:19.680349 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-113f7b00-39ba-4688-b0f1-745d0d7519e5 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.710799 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-113f7b00-39ba-4688-b0f1-745d0d7519e5 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.816236 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-113f7b00-39ba-4688-b0f1-745d0d7519e5 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.818683 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-113f7b00-39ba-4688-b0f1-745d0d7519e5 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:19.819902 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-113f7b00-39ba-4688-b0f1-745d0d7519e5 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-groups/8a191d52-1b5f-4986-a9c2-ffd5c653d01d HTTP/1.1" status: 204 len: 168 time: 0.2010784 Aug 23 15:27:19.822689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33708) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:19.829548 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f7b00-39ba-4688-b0f1-745d0d7519e5 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a191d52-1b5f-4986-a9c2-ffd5c653d01d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:19.871104 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-45de29db-c34b-46ea-a77b-543e2f129d98 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471523 Aug 23 15:27:19.875898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33710) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:19.881187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f9873f6f-6bdd-4255-8ef6-2ebaebb93e46 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group': {'name': 'tempest-secgroup--331987108'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:19.964720 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9873f6f-6bdd-4255-8ef6-2ebaebb93e46 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:20.054368 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9873f6f-6bdd-4255-8ef6-2ebaebb93e46 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:20.118857 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9873f6f-6bdd-4255-8ef6-2ebaebb93e46 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:20.150178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9873f6f-6bdd-4255-8ef6-2ebaebb93e46 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535c5a90-0166-4348-a6fe-ff38e69b7567,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:20.234941 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9873f6f-6bdd-4255-8ef6-2ebaebb93e46 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:20.236293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f9873f6f-6bdd-4255-8ef6-2ebaebb93e46 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3593295 Aug 23 15:27:20.240082 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33712) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:20.246020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-118ca8ce-f19c-4ef4-8685-166b74cee1b3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group_rule': {'security_group_id': '535c5a90-0166-4348-a6fe-ff38e69b7567', 'direction': 'ingress', 'protocol': 17}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:20.343936 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-118ca8ce-f19c-4ef4-8685-166b74cee1b3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:20.403734 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-118ca8ce-f19c-4ef4-8685-166b74cee1b3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:20.480790 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-118ca8ce-f19c-4ef4-8685-166b74cee1b3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:20.500232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ca8ce-f19c-4ef4-8685-166b74cee1b3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58f3d80-2bbb-4bc9-95db-1f6a3707a660,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:20.539197 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:20.568007 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-118ca8ce-f19c-4ef4-8685-166b74cee1b3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:20.569381 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-118ca8ce-f19c-4ef4-8685-166b74cee1b3 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3282158 Aug 23 15:27:20.574141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33714) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:20.639883 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45040e33-089c-405e-9803-4436510cf83d tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:20.669841 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45040e33-089c-405e-9803-4436510cf83d tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:20.824544 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45040e33-089c-405e-9803-4436510cf83d tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:20.827256 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-45040e33-089c-405e-9803-4436510cf83d tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:20.828959 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-45040e33-089c-405e-9803-4436510cf83d tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-groups/535c5a90-0166-4348-a6fe-ff38e69b7567 HTTP/1.1" status: 204 len: 168 time: 0.2536738 Aug 23 15:27:20.832033 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33716) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:20.839858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45040e33-089c-405e-9803-4436510cf83d tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=535c5a90-0166-4348-a6fe-ff38e69b7567,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:20.891856 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-952cd093-b47c-4bfa-9f96-f91865e09b32 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0584843 Aug 23 15:27:20.895862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33718) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:20.900534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-585044e4-5175-403d-83a0-135fc6e43645 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group': {'name': 'tempest-secgroup--522527508'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:20.989926 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-585044e4-5175-403d-83a0-135fc6e43645 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:21.095218 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-585044e4-5175-403d-83a0-135fc6e43645 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:21.164365 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-585044e4-5175-403d-83a0-135fc6e43645 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:21.199460 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585044e4-5175-403d-83a0-135fc6e43645 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2def04ac-8ef8-4c3d-86cd-2fa765c39df6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:21.252211 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-585044e4-5175-403d-83a0-135fc6e43645 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:21.253587 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-585044e4-5175-403d-83a0-135fc6e43645 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3566246 Aug 23 15:27:21.256166 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33720) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:21.260626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-86b440eb-7809-433a-b19e-3b4fbdd36407 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group': {'name': 'tempest-secgroup--491530406'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:21.343489 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86b440eb-7809-433a-b19e-3b4fbdd36407 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:21.440114 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86b440eb-7809-433a-b19e-3b4fbdd36407 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:21.509559 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86b440eb-7809-433a-b19e-3b4fbdd36407 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:21.541178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b440eb-7809-433a-b19e-3b4fbdd36407 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d297bd-fc7d-4cad-b55c-a004e5f0f0f0,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:21.601175 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86b440eb-7809-433a-b19e-3b4fbdd36407 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:21.602605 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-86b440eb-7809-433a-b19e-3b4fbdd36407 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3454692 Aug 23 15:27:21.605432 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33722) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:21.610123 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-1fb0cc03-ef22-453a-a0e0-8444c865efda tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group_rule': {'security_group_id': '2def04ac-8ef8-4c3d-86cd-2fa765c39df6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b6d297bd-fc7d-4cad-b55c-a004e5f0f0f0', 'remote_ip_prefix': None}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:21.701442 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1fb0cc03-ef22-453a-a0e0-8444c865efda tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:21.779066 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1fb0cc03-ef22-453a-a0e0-8444c865efda tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:21.844394 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1fb0cc03-ef22-453a-a0e0-8444c865efda tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:21.864438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0cc03-ef22-453a-a0e0-8444c865efda tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a91fe8c-e77d-4813-87c2-6cdb8ca3d62b,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:21.944376 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1fb0cc03-ef22-453a-a0e0-8444c865efda tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:21.947312 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1fb0cc03-ef22-453a-a0e0-8444c865efda tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3404918 Aug 23 15:27:21.950709 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33724) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:21.977807 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ad731f6-1b65-44ee-a9d4-9b60228acea4 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:21.985400 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ad731f6-1b65-44ee-a9d4-9b60228acea4 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:22.084647 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ad731f6-1b65-44ee-a9d4-9b60228acea4 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:22.091191 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9ad731f6-1b65-44ee-a9d4-9b60228acea4 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:22.092598 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9ad731f6-1b65-44ee-a9d4-9b60228acea4 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/2a91fe8c-e77d-4813-87c2-6cdb8ca3d62b HTTP/1.1" status: 204 len: 168 time: 0.1406851 Aug 23 15:27:22.096186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33726) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:22.099437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad731f6-1b65-44ee-a9d4-9b60228acea4 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a91fe8c-e77d-4813-87c2-6cdb8ca3d62b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:22.162502 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ad33534b-df78-4634-8e95-43289d26166a tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0631530 Aug 23 15:27:22.165297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33728) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:22.233432 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c94fa576-ceb1-4faa-abce-4325963a5253 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:22.263548 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c94fa576-ceb1-4faa-abce-4325963a5253 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:22.383703 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c94fa576-ceb1-4faa-abce-4325963a5253 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:22.386267 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c94fa576-ceb1-4faa-abce-4325963a5253 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:22.387845 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c94fa576-ceb1-4faa-abce-4325963a5253 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-groups/b6d297bd-fc7d-4cad-b55c-a004e5f0f0f0 HTTP/1.1" status: 204 len: 168 time: 0.2214236 Aug 23 15:27:22.391748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33730) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:22.399501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fa576-ceb1-4faa-abce-4325963a5253 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d297bd-fc7d-4cad-b55c-a004e5f0f0f0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:22.462791 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4b46f378-e8c1-41aa-a02f-cd9208e76f79 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0696754 Aug 23 15:27:22.465647 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33732) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:22.536159 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-355e90ca-3eca-4e14-99ee-4be3b8b94be1 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:22.567376 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-355e90ca-3eca-4e14-99ee-4be3b8b94be1 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:22.653105 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6c66160e-0ef6-40bc-bdb6-ccc987709fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:22.709602 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-355e90ca-3eca-4e14-99ee-4be3b8b94be1 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:22.712551 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-355e90ca-3eca-4e14-99ee-4be3b8b94be1 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:22.713786 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-355e90ca-3eca-4e14-99ee-4be3b8b94be1 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-groups/2def04ac-8ef8-4c3d-86cd-2fa765c39df6 HTTP/1.1" status: 204 len: 168 time: 0.2471223 Aug 23 15:27:22.717524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33734) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:22.724376 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e90ca-3eca-4e14-99ee-4be3b8b94be1 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2def04ac-8ef8-4c3d-86cd-2fa765c39df6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:22.780513 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-76c9ecb2-2420-44b4-97b7-5a10f3d05f69 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615702 Aug 23 15:27:22.785450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33736) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:22.790387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-8d596328-5ba5-4317-9fda-54bb6d6fe85b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group': {'name': 'tempest-secgroup--17438165'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:22.879164 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d596328-5ba5-4317-9fda-54bb6d6fe85b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:22.966006 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d596328-5ba5-4317-9fda-54bb6d6fe85b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:23.044587 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d596328-5ba5-4317-9fda-54bb6d6fe85b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:23.080764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d596328-5ba5-4317-9fda-54bb6d6fe85b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7a0c17-5fdf-4b0d-8d9e-c5e176add977,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:23.132492 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8d596328-5ba5-4317-9fda-54bb6d6fe85b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:23.133799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8d596328-5ba5-4317-9fda-54bb6d6fe85b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3472309 Aug 23 15:27:23.136485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33738) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:23.141060 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a7453f9c-869a-427f-a159-ec396a8f8ee9 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group_rule': {'security_group_id': '7d7a0c17-5fdf-4b0d-8d9e-c5e176add977', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:23.229421 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a7453f9c-869a-427f-a159-ec396a8f8ee9 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:23.291146 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a7453f9c-869a-427f-a159-ec396a8f8ee9 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:23.366569 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a7453f9c-869a-427f-a159-ec396a8f8ee9 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:23.385430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7453f9c-869a-427f-a159-ec396a8f8ee9 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ee3ef0-67fe-41ab-9e5a-20c9c5e8efcf,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:23.456221 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a7453f9c-869a-427f-a159-ec396a8f8ee9 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:23.457488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a7453f9c-869a-427f-a159-ec396a8f8ee9 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3200517 Aug 23 15:27:23.460361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33740) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:23.486075 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-024fbf4b-e1b5-46f5-8f1e-84d6347ef056 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:23.494738 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-024fbf4b-e1b5-46f5-8f1e-84d6347ef056 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:23.600679 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-024fbf4b-e1b5-46f5-8f1e-84d6347ef056 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:23.607442 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-024fbf4b-e1b5-46f5-8f1e-84d6347ef056 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:23.608595 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-024fbf4b-e1b5-46f5-8f1e-84d6347ef056 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/e1ee3ef0-67fe-41ab-9e5a-20c9c5e8efcf HTTP/1.1" status: 204 len: 168 time: 0.1472890 Aug 23 15:27:23.611632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33742) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:23.615365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fbf4b-e1b5-46f5-8f1e-84d6347ef056 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1ee3ef0-67fe-41ab-9e5a-20c9c5e8efcf,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:23.655763 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-add8e66d-bb2b-4725-9123-9f24521c2664 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411065 Aug 23 15:27:23.660100 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33744) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:23.736835 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-39e79e3c-76ab-4c10-9886-bb66c790df56 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:23.765514 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-39e79e3c-76ab-4c10-9886-bb66c790df56 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:23.880426 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-39e79e3c-76ab-4c10-9886-bb66c790df56 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:23.883096 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-39e79e3c-76ab-4c10-9886-bb66c790df56 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:23.884321 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-39e79e3c-76ab-4c10-9886-bb66c790df56 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-groups/7d7a0c17-5fdf-4b0d-8d9e-c5e176add977 HTTP/1.1" status: 204 len: 168 time: 0.2221887 Aug 23 15:27:23.886999 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33746) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:23.894434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e79e3c-76ab-4c10-9886-bb66c790df56 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7a0c17-5fdf-4b0d-8d9e-c5e176add977,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:23.937093 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2bfd121d-0620-4879-835b-be92ca6a874f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0488887 Aug 23 15:27:23.941390 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33748) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:23.946258 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-46a9de2f-1f4d-4bad-904c-3ce5a404727c tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group': {'name': 'tempest-secgroup--995062345'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:24.029271 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-46a9de2f-1f4d-4bad-904c-3ce5a404727c tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:24.113482 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-46a9de2f-1f4d-4bad-904c-3ce5a404727c tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:24.187352 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-46a9de2f-1f4d-4bad-904c-3ce5a404727c tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:24.217578 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9de2f-1f4d-4bad-904c-3ce5a404727c tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4009423-f4a8-4ec8-94a9-2319e20176c8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:24.278805 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-46a9de2f-1f4d-4bad-904c-3ce5a404727c tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:24.280382 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-46a9de2f-1f4d-4bad-904c-3ce5a404727c tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3377037 Aug 23 15:27:24.283143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33750) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:24.287855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1c2eafe5-5c4a-47a3-a5f9-813c55b95c62 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group_rule': {'security_group_id': 'a4009423-f4a8-4ec8-94a9-2319e20176c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:24.444998 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1c2eafe5-5c4a-47a3-a5f9-813c55b95c62 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:24.501000 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1c2eafe5-5c4a-47a3-a5f9-813c55b95c62 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:24.589982 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1c2eafe5-5c4a-47a3-a5f9-813c55b95c62 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:24.609053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2eafe5-5c4a-47a3-a5f9-813c55b95c62 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6e7bb6-eaef-4577-951b-26af47e7f2b0,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:24.681233 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1c2eafe5-5c4a-47a3-a5f9-813c55b95c62 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:24.683359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1c2eafe5-5c4a-47a3-a5f9-813c55b95c62 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3989244 Aug 23 15:27:24.687702 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33752) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:24.702920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9660bfb0-7fa5-4ba1-9616-9a46345b551a tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules/7b6e7bb6-eaef-4577-951b-26af47e7f2b0 HTTP/1.1" status: 200 len: 763 time: 0.0160921 Aug 23 15:27:24.705665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33754) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:24.760031 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-36eae53d-4f75-47d4-ae8f-8b0bc25b819c tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0524211 Aug 23 15:27:24.762565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33756) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:24.789844 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6889b94b-5853-407b-8a7d-1e0d93737089 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:24.797911 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6889b94b-5853-407b-8a7d-1e0d93737089 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:24.901563 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6889b94b-5853-407b-8a7d-1e0d93737089 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:24.907977 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6889b94b-5853-407b-8a7d-1e0d93737089 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:24.909231 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6889b94b-5853-407b-8a7d-1e0d93737089 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/7b6e7bb6-eaef-4577-951b-26af47e7f2b0 HTTP/1.1" status: 204 len: 168 time: 0.1453729 Aug 23 15:27:24.913129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33758) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:24.914893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889b94b-5853-407b-8a7d-1e0d93737089 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b6e7bb6-eaef-4577-951b-26af47e7f2b0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:24.959062 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-570959f6-83bf-4c5e-85f3-164c03fdbed0 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0438542 Aug 23 15:27:24.961844 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33760) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:24.966118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-24115350-846e-4341-9289-f92c0f75b64e tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group_rule': {'security_group_id': 'a4009423-f4a8-4ec8-94a9-2319e20176c8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:25.056602 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24115350-846e-4341-9289-f92c0f75b64e tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:25.118792 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24115350-846e-4341-9289-f92c0f75b64e tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:25.200407 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24115350-846e-4341-9289-f92c0f75b64e tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:25.218787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24115350-846e-4341-9289-f92c0f75b64e tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5f93f1-5bd2-480c-a505-db66462297ca,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:25.292171 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24115350-846e-4341-9289-f92c0f75b64e tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:25.293416 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-24115350-846e-4341-9289-f92c0f75b64e tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3306401 Aug 23 15:27:25.296035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33762) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:25.313170 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4ee90005-f9d1-43d6-8ed5-ebc0330f3957 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules/8d5f93f1-5bd2-480c-a505-db66462297ca HTTP/1.1" status: 200 len: 763 time: 0.0160668 Aug 23 15:27:25.315643 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33764) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:25.357733 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-612a9c35-587f-488b-9797-119bdaf58c88 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0409596 Aug 23 15:27:25.360310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33768) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:25.384254 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e6e02a4-79a2-4f99-9e13-be5df343ce9b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:25.393485 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e6e02a4-79a2-4f99-9e13-be5df343ce9b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:25.486056 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e6e02a4-79a2-4f99-9e13-be5df343ce9b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:25.491622 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e6e02a4-79a2-4f99-9e13-be5df343ce9b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:25.492831 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1e6e02a4-79a2-4f99-9e13-be5df343ce9b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/8d5f93f1-5bd2-480c-a505-db66462297ca HTTP/1.1" status: 204 len: 168 time: 0.1315708 Aug 23 15:27:25.495596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33770) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:25.501070 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e02a4-79a2-4f99-9e13-be5df343ce9b tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d5f93f1-5bd2-480c-a505-db66462297ca,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:25.539511 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-66bcd0d0-79e6-4835-89c2-90a9d65c4a91 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0417628 Aug 23 15:27:25.541384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33772) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:25.546239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-01c80f97-1d12-4fd4-9668-35338d5c9372 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Request body: {'security_group_rule': {'security_group_id': 'a4009423-f4a8-4ec8-94a9-2319e20176c8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:25.592568 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:25.633019 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c80f97-1d12-4fd4-9668-35338d5c9372 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:25.691271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c80f97-1d12-4fd4-9668-35338d5c9372 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:25.752907 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c80f97-1d12-4fd4-9668-35338d5c9372 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:25.770973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c80f97-1d12-4fd4-9668-35338d5c9372 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c403ff-cb39-4262-81b3-e66a48358acc,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:25.844307 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-01c80f97-1d12-4fd4-9668-35338d5c9372 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:25.845589 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-01c80f97-1d12-4fd4-9668-35338d5c9372 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3030434 Aug 23 15:27:25.849315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33776) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:25.865981 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0703e9f3-021f-4832-a054-dc811d1be8c4 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules/a7c403ff-cb39-4262-81b3-e66a48358acc HTTP/1.1" status: 200 len: 764 time: 0.0155358 Aug 23 15:27:25.868387 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33778) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:25.910202 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-eb64a497-ab1a-4840-bfde-7eab468efa7f tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0407343 Aug 23 15:27:25.912780 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33780) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:25.935561 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2c3c4cde-f2ae-45be-ab4b-ca465780f107 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:25.943702 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2c3c4cde-f2ae-45be-ab4b-ca465780f107 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:26.063269 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2c3c4cde-f2ae-45be-ab4b-ca465780f107 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:26.070141 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2c3c4cde-f2ae-45be-ab4b-ca465780f107 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:26.071264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2c3c4cde-f2ae-45be-ab4b-ca465780f107 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/a7c403ff-cb39-4262-81b3-e66a48358acc HTTP/1.1" status: 204 len: 168 time: 0.1575508 Aug 23 15:27:26.073903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33782) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:26.076895 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c4cde-f2ae-45be-ab4b-ca465780f107 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7c403ff-cb39-4262-81b3-e66a48358acc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:26.120468 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9e00ae81-8f80-46c7-bfb2-eb24198b6f95 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0452101 Aug 23 15:27:26.123941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33784) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:26.185708 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a982c3b8-839c-4337-8c23-ea651e41f6d6 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:26.210355 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a982c3b8-839c-4337-8c23-ea651e41f6d6 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:26.308958 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a982c3b8-839c-4337-8c23-ea651e41f6d6 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:26.311627 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a982c3b8-839c-4337-8c23-ea651e41f6d6 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:26.312846 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a982c3b8-839c-4337-8c23-ea651e41f6d6 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "DELETE /v2.0/security-groups/a4009423-f4a8-4ec8-94a9-2319e20176c8 HTTP/1.1" status: 204 len: 168 time: 0.1877718 Aug 23 15:27:26.316424 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33786) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:26.323099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982c3b8-839c-4337-8c23-ea651e41f6d6 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4009423-f4a8-4ec8-94a9-2319e20176c8,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:26.365571 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fc42c0f3-af66-4c74-ab6e-e620d190b103 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0474029 Aug 23 15:27:26.369057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33788) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:26.411642 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e523f93d-60fa-46dd-8d1f-236a5f3b72d1 tempest-SecGroupTest-1890442610 tempest-SecGroupTest-1890442610-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0414929 Aug 23 15:27:26.649921 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-75ea3da4-aab7-48e6-ae81-e77806b9b844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:26.852019 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:26.892015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33794) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:27.040858 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7d2fd278-de2b-4eda-b1f2-7e1f1a93bf75 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7721cfb595bc4bd198ae58124887db47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476796 Aug 23 15:27:27.043374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33798) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:27.093925 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0528f666-070d-4b3a-b85a-e4d0529b037b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:27.117810 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0528f666-070d-4b3a-b85a-e4d0529b037b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:27.263539 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0528f666-070d-4b3a-b85a-e4d0529b037b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:27.266207 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0528f666-070d-4b3a-b85a-e4d0529b037b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:27.267378 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0528f666-070d-4b3a-b85a-e4d0529b037b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0eb86d3-e0e6-43ef-999d-e6ada25a0b47 HTTP/1.1" status: 204 len: 168 time: 0.2230694 Aug 23 15:27:27.275267 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528f666-070d-4b3a-b85a-e4d0529b037b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eb86d3-e0e6-43ef-999d-e6ada25a0b47,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:28.351639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33820) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:28.485014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c3802fc2-a3a5-4c53-b869-838bdfa2a116 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group': {'name': 'default'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:28.485506 n-d-804985-3 neutron-server[96115]: WARNING neutron.api.v2.base [None req-c3802fc2-a3a5-4c53-b869-838bdfa2a116 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 15:27:28.486048 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-c3802fc2-a3a5-4c53-b869-838bdfa2a116 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 15:27:28.487451 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c3802fc2-a3a5-4c53-b869-838bdfa2a116 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1344435 Aug 23 15:27:28.491419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33824) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:28.497893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b2f0c655-66ff-4215-b3b6-f9ecd40c0dea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1496556410'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:28.583090 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2f0c655-66ff-4215-b3b6-f9ecd40c0dea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:28.594015 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2f0c655-66ff-4215-b3b6-f9ecd40c0dea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:28.692577 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:28.701700 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2f0c655-66ff-4215-b3b6-f9ecd40c0dea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:28.795301 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2f0c655-66ff-4215-b3b6-f9ecd40c0dea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:28.837890 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0c655-66ff-4215-b3b6-f9ecd40c0dea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05460c21-4cd0-431b-ae54-6fee52904be3,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:28.902057 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2f0c655-66ff-4215-b3b6-f9ecd40c0dea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:29.006196 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2f0c655-66ff-4215-b3b6-f9ecd40c0dea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:29.039821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0c655-66ff-4215-b3b6-f9ecd40c0dea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6fd42c-e519-48b2-b6ec-20c07a08d12a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:29.103730 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b2f0c655-66ff-4215-b3b6-f9ecd40c0dea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:29.105091 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b2f0c655-66ff-4215-b3b6-f9ecd40c0dea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6126533 Aug 23 15:27:29.107918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33826) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:29.113236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a8931006-5c8e-467e-9978-2fb3cf9eb3c5 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': '2f6fd42c-e519-48b2-b6ec-20c07a08d12a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:29.218307 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8931006-5c8e-467e-9978-2fb3cf9eb3c5 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:29.280457 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8931006-5c8e-467e-9978-2fb3cf9eb3c5 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:29.372066 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8931006-5c8e-467e-9978-2fb3cf9eb3c5 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:29.390469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8931006-5c8e-467e-9978-2fb3cf9eb3c5 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f58665-9e40-4e6d-aae8-e3323cd91b20,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:29.462067 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8931006-5c8e-467e-9978-2fb3cf9eb3c5 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:29.463328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a8931006-5c8e-467e-9978-2fb3cf9eb3c5 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3544686 Aug 23 15:27:29.467362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33828) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:29.473245 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4f375f6c-df32-4734-9f17-ce158b41fed8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': '2f6fd42c-e519-48b2-b6ec-20c07a08d12a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:29.607911 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4f375f6c-df32-4734-9f17-ce158b41fed8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:29.766932 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-4f375f6c-df32-4734-9f17-ce158b41fed8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 15:27:29.769683 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4f375f6c-df32-4734-9f17-ce158b41fed8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3010039 Aug 23 15:27:29.773737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33830) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:29.847916 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e466bfc4-12f2-4772-89f9-ecddec08a6ea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:29.876755 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e466bfc4-12f2-4772-89f9-ecddec08a6ea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:29.993503 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e466bfc4-12f2-4772-89f9-ecddec08a6ea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:29.998062 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e466bfc4-12f2-4772-89f9-ecddec08a6ea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:29.999616 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e466bfc4-12f2-4772-89f9-ecddec08a6ea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "DELETE /v2.0/security-groups/2f6fd42c-e519-48b2-b6ec-20c07a08d12a HTTP/1.1" status: 204 len: 168 time: 0.2253938 Aug 23 15:27:30.003867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33832) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:30.011336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466bfc4-12f2-4772-89f9-ecddec08a6ea tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6fd42c-e519-48b2-b6ec-20c07a08d12a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:30.077999 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9ca4c286-e2ec-47b9-adb7-d840f412aae1 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727727 Aug 23 15:27:30.082898 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33834) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:30.090707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-640435cc-800c-40e4-b91c-2ee46a2179c2 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group': {'name': 'tempest-secgroup--857922833'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:30.212034 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-640435cc-800c-40e4-b91c-2ee46a2179c2 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:30.294909 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-640435cc-800c-40e4-b91c-2ee46a2179c2 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:30.354743 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-640435cc-800c-40e4-b91c-2ee46a2179c2 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:30.384268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640435cc-800c-40e4-b91c-2ee46a2179c2 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a682f26-695b-46b9-9768-782394a21c1f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:30.461957 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-640435cc-800c-40e4-b91c-2ee46a2179c2 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:30.463145 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-640435cc-800c-40e4-b91c-2ee46a2179c2 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3788745 Aug 23 15:27:30.466149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33838) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:30.470697 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-709435d1-67b9-43b7-8ff8-d81e692c49f5 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': '7a682f26-695b-46b9-9768-782394a21c1f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:30.473607 n-d-804985-3 neutron-server[96114]: WARNING neutron.api.v2.base [None req-709435d1-67b9-43b7-8ff8-d81e692c49f5 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 23 15:27:30.473607 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-709435d1-67b9-43b7-8ff8-d81e692c49f5 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:30.473607 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-709435d1-67b9-43b7-8ff8-d81e692c49f5 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062270 Aug 23 15:27:30.475897 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33840) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:30.527609 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-30813a12-90e0-4f50-a1bf-78760b35b0c1 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:30.550278 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-30813a12-90e0-4f50-a1bf-78760b35b0c1 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:30.684663 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-30813a12-90e0-4f50-a1bf-78760b35b0c1 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:30.687255 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-30813a12-90e0-4f50-a1bf-78760b35b0c1 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:30.688484 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-30813a12-90e0-4f50-a1bf-78760b35b0c1 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "DELETE /v2.0/security-groups/7a682f26-695b-46b9-9768-782394a21c1f HTTP/1.1" status: 204 len: 168 time: 0.2116942 Aug 23 15:27:30.695292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33842) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:30.698440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30813a12-90e0-4f50-a1bf-78760b35b0c1 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a682f26-695b-46b9-9768-782394a21c1f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:30.735454 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5709e61e-5a94-42de-a8bd-2c85c0efc4b4 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0428600 Aug 23 15:27:30.740510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33844) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:30.745141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-fed05177-a9eb-4971-810e-87725e540a11 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1565942073'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:30.828932 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fed05177-a9eb-4971-810e-87725e540a11 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:30.921167 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fed05177-a9eb-4971-810e-87725e540a11 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:30.994876 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fed05177-a9eb-4971-810e-87725e540a11 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:31.025632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed05177-a9eb-4971-810e-87725e540a11 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1a9c21-b02a-483e-b2cf-919b46a15c01,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:31.084421 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fed05177-a9eb-4971-810e-87725e540a11 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:31.085720 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fed05177-a9eb-4971-810e-87725e540a11 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3440678 Aug 23 15:27:31.089221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33846) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:31.094217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-bcba2762-86e3-4e61-8ce1-ac9f3760b227 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'fa1a9c21-b02a-483e-b2cf-919b46a15c01', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:31.099903 n-d-804985-3 neutron-server[96115]: WARNING neutron.api.v2.base [None req-bcba2762-86e3-4e61-8ce1-ac9f3760b227 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 23 15:27:31.099903 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-bcba2762-86e3-4e61-8ce1-ac9f3760b227 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:31.099903 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bcba2762-86e3-4e61-8ce1-ac9f3760b227 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064285 Aug 23 15:27:31.101851 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33848) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:31.156034 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67891088-b7d8-499e-a008-27dcf24e2367 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:31.179039 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67891088-b7d8-499e-a008-27dcf24e2367 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:31.302071 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67891088-b7d8-499e-a008-27dcf24e2367 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:31.304631 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-67891088-b7d8-499e-a008-27dcf24e2367 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:31.305785 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-67891088-b7d8-499e-a008-27dcf24e2367 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "DELETE /v2.0/security-groups/fa1a9c21-b02a-483e-b2cf-919b46a15c01 HTTP/1.1" status: 204 len: 168 time: 0.2030497 Aug 23 15:27:31.308625 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33850) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:31.315282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67891088-b7d8-499e-a008-27dcf24e2367 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1a9c21-b02a-483e-b2cf-919b46a15c01,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:31.355110 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-de8f4675-3880-4f8d-85eb-873a601661f4 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451503 Aug 23 15:27:31.358660 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33852) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:31.364009 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2e1367a9-3e17-4b94-a0a1-3a62d26e5eb3 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970910398'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:31.450162 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2e1367a9-3e17-4b94-a0a1-3a62d26e5eb3 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:31.536243 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2e1367a9-3e17-4b94-a0a1-3a62d26e5eb3 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:31.617438 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2e1367a9-3e17-4b94-a0a1-3a62d26e5eb3 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:31.646530 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1367a9-3e17-4b94-a0a1-3a62d26e5eb3 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf9647f-7d01-4ff3-bb4f-4753f4d54333,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:31.708765 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2e1367a9-3e17-4b94-a0a1-3a62d26e5eb3 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:31.710050 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2e1367a9-3e17-4b94-a0a1-3a62d26e5eb3 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3504326 Aug 23 15:27:31.713110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33854) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:31.717739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-014ae854-4b78-4b42-8899-3ca73a790eb4 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'abf9647f-7d01-4ff3-bb4f-4753f4d54333', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:31.718604 n-d-804985-3 neutron-server[96114]: WARNING neutron.api.v2.base [None req-014ae854-4b78-4b42-8899-3ca73a790eb4 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 23 15:27:31.719101 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-014ae854-4b78-4b42-8899-3ca73a790eb4 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:31.720078 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-014ae854-4b78-4b42-8899-3ca73a790eb4 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060105 Aug 23 15:27:31.723402 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33856) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:31.728088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a38b92a3-6ae9-4b79-923d-eceaff8fe78f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'abf9647f-7d01-4ff3-bb4f-4753f4d54333', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:31.730426 n-d-804985-3 neutron-server[96115]: WARNING neutron.api.v2.base [None req-a38b92a3-6ae9-4b79-923d-eceaff8fe78f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 23 15:27:31.730924 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-a38b92a3-6ae9-4b79-923d-eceaff8fe78f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:31.731913 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a38b92a3-6ae9-4b79-923d-eceaff8fe78f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074608 Aug 23 15:27:31.734331 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33858) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:31.738468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c301f282-f0e9-4f7b-8c0b-5a09fa26d44b tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'abf9647f-7d01-4ff3-bb4f-4753f4d54333', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:31.739428 n-d-804985-3 neutron-server[96115]: WARNING neutron.api.v2.base [None req-c301f282-f0e9-4f7b-8c0b-5a09fa26d44b tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 23 15:27:31.741249 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-c301f282-f0e9-4f7b-8c0b-5a09fa26d44b tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:31.741249 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c301f282-f0e9-4f7b-8c0b-5a09fa26d44b tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056446 Aug 23 15:27:31.743183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33860) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:31.747246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-576ec156-6ff4-4e60-bbca-42fcfd38fd42 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'abf9647f-7d01-4ff3-bb4f-4753f4d54333', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:31.748091 n-d-804985-3 neutron-server[96115]: WARNING neutron.api.v2.base [None req-576ec156-6ff4-4e60-bbca-42fcfd38fd42 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 23 15:27:31.748561 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-576ec156-6ff4-4e60-bbca-42fcfd38fd42 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:31.752098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33862) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:31.753396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-576ec156-6ff4-4e60-bbca-42fcfd38fd42 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0053768 Aug 23 15:27:31.809063 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c61a91ca-8bf0-4b44-8ed3-12c29ad8d738 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:31.832391 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c61a91ca-8bf0-4b44-8ed3-12c29ad8d738 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:31.989692 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c61a91ca-8bf0-4b44-8ed3-12c29ad8d738 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:31.992340 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c61a91ca-8bf0-4b44-8ed3-12c29ad8d738 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:31.993579 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c61a91ca-8bf0-4b44-8ed3-12c29ad8d738 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "DELETE /v2.0/security-groups/abf9647f-7d01-4ff3-bb4f-4753f4d54333 HTTP/1.1" status: 204 len: 168 time: 0.2402234 Aug 23 15:27:31.996491 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33864) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:32.004714 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a91ca-8bf0-4b44-8ed3-12c29ad8d738 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf9647f-7d01-4ff3-bb4f-4753f4d54333,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:32.044968 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1a97f429-bd7b-46b5-8e7f-1b4f6b6c3ecd tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469372 Aug 23 15:27:32.048860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33866) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:32.053707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-af10ad3a-1018-4150-bda3-ba84f8e60e05 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group': {'name': 'tempest-secgroup--473469276'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:32.160500 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af10ad3a-1018-4150-bda3-ba84f8e60e05 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:32.242925 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af10ad3a-1018-4150-bda3-ba84f8e60e05 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:32.303400 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af10ad3a-1018-4150-bda3-ba84f8e60e05 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:32.335566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10ad3a-1018-4150-bda3-ba84f8e60e05 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03a6779-74f5-4945-8f66-5827140aabd4,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:32.410164 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-af10ad3a-1018-4150-bda3-ba84f8e60e05 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:32.411450 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-af10ad3a-1018-4150-bda3-ba84f8e60e05 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3615716 Aug 23 15:27:32.414168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33868) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:32.418597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f74c92ee-fd4b-406c-bac2-a5cf7396977b tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'd03a6779-74f5-4945-8f66-5827140aabd4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:32.419398 n-d-804985-3 neutron-server[96115]: WARNING neutron.api.v2.base [None req-f74c92ee-fd4b-406c-bac2-a5cf7396977b tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 15:27:32.420006 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-f74c92ee-fd4b-406c-bac2-a5cf7396977b tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:32.420877 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f74c92ee-fd4b-406c-bac2-a5cf7396977b tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057669 Aug 23 15:27:32.423173 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33870) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:32.427869 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-93ae23ef-76d8-4d22-a4fd-ed61009f3de8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'd03a6779-74f5-4945-8f66-5827140aabd4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:32.593386 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-93ae23ef-76d8-4d22-a4fd-ed61009f3de8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:32.594385 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-93ae23ef-76d8-4d22-a4fd-ed61009f3de8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1702700 Aug 23 15:27:32.597651 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33872) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:32.603189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b8f2d742-1e5f-4858-83ae-ac3a66a83d49 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'd03a6779-74f5-4945-8f66-5827140aabd4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:32.603702 n-d-804985-3 neutron-server[96115]: WARNING neutron.api.v2.base [None req-b8f2d742-1e5f-4858-83ae-ac3a66a83d49 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 23 15:27:32.604518 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-b8f2d742-1e5f-4858-83ae-ac3a66a83d49 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:32.605502 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b8f2d742-1e5f-4858-83ae-ac3a66a83d49 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069067 Aug 23 15:27:32.609850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33874) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:32.614553 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2aada9d5-a99f-4920-8d97-b37904b67312 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'd03a6779-74f5-4945-8f66-5827140aabd4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:32.800849 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-2aada9d5-a99f-4920-8d97-b37904b67312 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:32.801908 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2aada9d5-a99f-4920-8d97-b37904b67312 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1911538 Aug 23 15:27:32.804771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33876) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:32.809202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4132825b-5b73-4cde-95f0-ef2bb9b3fad8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'd03a6779-74f5-4945-8f66-5827140aabd4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:32.809710 n-d-804985-3 neutron-server[96115]: WARNING neutron.api.v2.base [None req-4132825b-5b73-4cde-95f0-ef2bb9b3fad8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 15:27:32.810134 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-4132825b-5b73-4cde-95f0-ef2bb9b3fad8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:32.811047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4132825b-5b73-4cde-95f0-ef2bb9b3fad8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053689 Aug 23 15:27:32.813465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33878) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:32.817441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-6729cf03-867c-45fd-aaef-a3f7e38d0909 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'd03a6779-74f5-4945-8f66-5827140aabd4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:32.897697 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-6729cf03-867c-45fd-aaef-a3f7e38d0909 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Project f7ca8417a3a343a5a32d4380ef53bc6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:27:32.954583 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-6729cf03-867c-45fd-aaef-a3f7e38d0909 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:32.955829 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6729cf03-867c-45fd-aaef-a3f7e38d0909 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1413419 Aug 23 15:27:32.958942 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33880) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:32.963632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d46a4a17-3cd6-471d-9854-db890c1137fb tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'd03a6779-74f5-4945-8f66-5827140aabd4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:32.964132 n-d-804985-3 neutron-server[96115]: WARNING neutron.api.v2.base [None req-d46a4a17-3cd6-471d-9854-db890c1137fb tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 23 15:27:32.964604 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-d46a4a17-3cd6-471d-9854-db890c1137fb tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:32.965515 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d46a4a17-3cd6-471d-9854-db890c1137fb tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056646 Aug 23 15:27:32.968797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33882) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:32.973513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9ce0525b-3d1a-4f54-8457-9d3601c31b0d tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'd03a6779-74f5-4945-8f66-5827140aabd4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:33.049719 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-9ce0525b-3d1a-4f54-8457-9d3601c31b0d tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Project f7ca8417a3a343a5a32d4380ef53bc6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:27:33.124253 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-9ce0525b-3d1a-4f54-8457-9d3601c31b0d tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:33.125347 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9ce0525b-3d1a-4f54-8457-9d3601c31b0d tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1556692 Aug 23 15:27:33.128865 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33884) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:33.133296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-84bce0ef-c6a5-4d44-b327-104022fb420c tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'd03a6779-74f5-4945-8f66-5827140aabd4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:33.189038 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-84bce0ef-c6a5-4d44-b327-104022fb420c tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Project f7ca8417a3a343a5a32d4380ef53bc6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:27:33.246041 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-84bce0ef-c6a5-4d44-b327-104022fb420c tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:33.247137 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-84bce0ef-c6a5-4d44-b327-104022fb420c tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1172950 Aug 23 15:27:33.250138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33886) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:33.307779 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-05f17457-4288-4503-8a44-2cb0402f9a5d tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:33.331605 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-05f17457-4288-4503-8a44-2cb0402f9a5d tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:33.441021 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-05f17457-4288-4503-8a44-2cb0402f9a5d tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:33.443615 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-05f17457-4288-4503-8a44-2cb0402f9a5d tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:33.444823 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-05f17457-4288-4503-8a44-2cb0402f9a5d tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "DELETE /v2.0/security-groups/d03a6779-74f5-4945-8f66-5827140aabd4 HTTP/1.1" status: 204 len: 168 time: 0.1937723 Aug 23 15:27:33.447487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33888) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:33.453896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f17457-4288-4503-8a44-2cb0402f9a5d tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03a6779-74f5-4945-8f66-5827140aabd4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:33.491826 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d21157cc-8d3e-4c1c-8407-be34a3bd71de tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0431201 Aug 23 15:27:33.495568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33890) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:33.500133 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-9237d124-4daf-4276-a59c-26dc3fbd687a tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group': {'name': 'tempest-secgroup--674157888'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:33.577511 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9237d124-4daf-4276-a59c-26dc3fbd687a tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:33.663617 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9237d124-4daf-4276-a59c-26dc3fbd687a tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:33.712695 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9237d124-4daf-4276-a59c-26dc3fbd687a tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:33.746068 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237d124-4daf-4276-a59c-26dc3fbd687a tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742c8b01-9ec2-48bd-9b9d-0e5a28250ca8,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:33.809335 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9237d124-4daf-4276-a59c-26dc3fbd687a tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:33.810609 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9237d124-4daf-4276-a59c-26dc3fbd687a tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3140469 Aug 23 15:27:33.813404 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33892) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:33.818091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3bd47d7d-bf48-402f-9a79-f110d633c2e4 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': '742c8b01-9ec2-48bd-9b9d-0e5a28250ca8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:33.987063 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-3bd47d7d-bf48-402f-9a79-f110d633c2e4 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The resource could not be found. Aug 23 15:27:33.988158 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3bd47d7d-bf48-402f-9a79-f110d633c2e4 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1738000 Aug 23 15:27:33.990886 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33894) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:33.995341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c015f722-1cab-4662-b9d6-9e350551777c tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': '742c8b01-9ec2-48bd-9b9d-0e5a28250ca8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bfebcf12-d020-4a68-98c6-2f0e1929e34d'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:34.177269 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-c015f722-1cab-4662-b9d6-9e350551777c tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The resource could not be found. Aug 23 15:27:34.178430 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c015f722-1cab-4662-b9d6-9e350551777c tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1866207 Aug 23 15:27:34.181239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33896) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:34.234166 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cac9d480-8b66-4993-89b1-77b18558ba04 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:34.256798 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cac9d480-8b66-4993-89b1-77b18558ba04 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:34.371995 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cac9d480-8b66-4993-89b1-77b18558ba04 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:34.374610 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cac9d480-8b66-4993-89b1-77b18558ba04 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:34.375807 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cac9d480-8b66-4993-89b1-77b18558ba04 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "DELETE /v2.0/security-groups/742c8b01-9ec2-48bd-9b9d-0e5a28250ca8 HTTP/1.1" status: 204 len: 168 time: 0.1935825 Aug 23 15:27:34.379399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33898) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:34.386167 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9d480-8b66-4993-89b1-77b18558ba04 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742c8b01-9ec2-48bd-9b9d-0e5a28250ca8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:34.426464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b177fc01-5bff-4f62-9d1a-8861e8c2d573 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458195 Aug 23 15:27:34.430311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33900) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:34.434603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4fc9a526-7af0-47ba-838b-bf9882ee054a tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': '3a1ffadd-8ee9-40c4-94d0-f0a23c8c7062', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:34.691128 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-4fc9a526-7af0-47ba-838b-bf9882ee054a tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The resource could not be found. Aug 23 15:27:34.692275 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4fc9a526-7af0-47ba-838b-bf9882ee054a tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2610018 Aug 23 15:27:34.696321 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33902) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:34.701001 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1adcaab4-05f6-4d22-b63c-a079667bcbd0 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group': {'name': 'tempest-secgroup--763962451'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:34.789175 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1adcaab4-05f6-4d22-b63c-a079667bcbd0 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:34.874778 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1adcaab4-05f6-4d22-b63c-a079667bcbd0 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:34.949710 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1adcaab4-05f6-4d22-b63c-a079667bcbd0 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:34.981277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcaab4-05f6-4d22-b63c-a079667bcbd0 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c91d765-aeb6-4590-8872-27f7d3d6a2fb,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:35.063351 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1adcaab4-05f6-4d22-b63c-a079667bcbd0 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:35.064707 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1adcaab4-05f6-4d22-b63c-a079667bcbd0 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3673902 Aug 23 15:27:35.067977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33904) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:35.072540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-595a66cb-e192-4b4a-aef8-1c39a2effa2f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group': {'name': 'tempest-secgroup--388056992'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:35.177552 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-595a66cb-e192-4b4a-aef8-1c39a2effa2f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:35.265869 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-595a66cb-e192-4b4a-aef8-1c39a2effa2f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:35.332548 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-595a66cb-e192-4b4a-aef8-1c39a2effa2f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:35.362852 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a66cb-e192-4b4a-aef8-1c39a2effa2f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9becc4-3c42-40e2-8a9c-82b055402883,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:35.441738 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-595a66cb-e192-4b4a-aef8-1c39a2effa2f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:35.443035 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-595a66cb-e192-4b4a-aef8-1c39a2effa2f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3740909 Aug 23 15:27:35.445943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33906) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:35.450359 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-594a9bdc-7d54-4141-b160-2e85fd7ec986 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': '2c91d765-aeb6-4590-8872-27f7d3d6a2fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6f9becc4-3c42-40e2-8a9c-82b055402883'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:35.629447 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-594a9bdc-7d54-4141-b160-2e85fd7ec986 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:35.630447 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-594a9bdc-7d54-4141-b160-2e85fd7ec986 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1835375 Aug 23 15:27:35.633375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33908) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:35.689230 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ff50ee31-c547-433b-8c1f-ca86471679e8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:35.713919 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ff50ee31-c547-433b-8c1f-ca86471679e8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:35.834371 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ff50ee31-c547-433b-8c1f-ca86471679e8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:35.837672 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ff50ee31-c547-433b-8c1f-ca86471679e8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:35.838869 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ff50ee31-c547-433b-8c1f-ca86471679e8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "DELETE /v2.0/security-groups/6f9becc4-3c42-40e2-8a9c-82b055402883 HTTP/1.1" status: 204 len: 168 time: 0.2044716 Aug 23 15:27:35.841732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33910) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:35.848956 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50ee31-c547-433b-8c1f-ca86471679e8 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9becc4-3c42-40e2-8a9c-82b055402883,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:35.900293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2049ea53-69a5-407d-83a3-843af8603c12 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0572624 Aug 23 15:27:35.902883 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33912) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:35.956974 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eec51ac1-d8ce-498a-aabc-24702a3c6546 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:35.980143 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eec51ac1-d8ce-498a-aabc-24702a3c6546 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:36.112961 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eec51ac1-d8ce-498a-aabc-24702a3c6546 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:36.115585 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eec51ac1-d8ce-498a-aabc-24702a3c6546 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:36.116749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-eec51ac1-d8ce-498a-aabc-24702a3c6546 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "DELETE /v2.0/security-groups/2c91d765-aeb6-4590-8872-27f7d3d6a2fb HTTP/1.1" status: 204 len: 168 time: 0.2129326 Aug 23 15:27:36.119496 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33914) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:36.126662 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec51ac1-d8ce-498a-aabc-24702a3c6546 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c91d765-aeb6-4590-8872-27f7d3d6a2fb,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:36.168332 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-62f01e71-4293-4e22-bbca-d9c760fa9749 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475662 Aug 23 15:27:36.172800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33916) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:36.178423 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-820bab72-8f81-4a1c-9844-bae6f240538f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009730575'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:36.290144 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-820bab72-8f81-4a1c-9844-bae6f240538f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:36.375832 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-820bab72-8f81-4a1c-9844-bae6f240538f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:36.434464 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-820bab72-8f81-4a1c-9844-bae6f240538f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:36.466280 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bab72-8f81-4a1c-9844-bae6f240538f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52cee9f-9f30-4148-9b0d-0424a3d1ba88,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:36.508734 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-820bab72-8f81-4a1c-9844-bae6f240538f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:36.510074 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-820bab72-8f81-4a1c-9844-bae6f240538f tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3362975 Aug 23 15:27:36.513370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33918) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:36.518846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-17f93842-ed41-4d55-bb45-81b63cfe3dc4 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'b52cee9f-9f30-4148-9b0d-0424a3d1ba88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:36.678556 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-17f93842-ed41-4d55-bb45-81b63cfe3dc4 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:36.679666 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-17f93842-ed41-4d55-bb45-81b63cfe3dc4 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1653321 Aug 23 15:27:36.682439 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33920) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:36.687110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c95623e2-90b5-4aeb-ba95-2475ef4d372b tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group_rule': {'security_group_id': 'b52cee9f-9f30-4148-9b0d-0424a3d1ba88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:36.878590 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-c95623e2-90b5-4aeb-ba95-2475ef4d372b tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:27:36.879891 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c95623e2-90b5-4aeb-ba95-2475ef4d372b tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1964433 Aug 23 15:27:36.882698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33922) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:36.937102 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ae80-419d-4991-b5fc-a8b7852a8722 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:36.960496 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ae80-419d-4991-b5fc-a8b7852a8722 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:37.072630 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ae80-419d-4991-b5fc-a8b7852a8722 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:37.075230 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ae80-419d-4991-b5fc-a8b7852a8722 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:37.076411 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fbc7ae80-419d-4991-b5fc-a8b7852a8722 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "DELETE /v2.0/security-groups/b52cee9f-9f30-4148-9b0d-0424a3d1ba88 HTTP/1.1" status: 204 len: 168 time: 0.1927741 Aug 23 15:27:37.079126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33924) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:37.087188 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7ae80-419d-4991-b5fc-a8b7852a8722 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52cee9f-9f30-4148-9b0d-0424a3d1ba88,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:37.129694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7ce8dc3f-3721-4466-ae41-0debfd8a0dcb tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490389 Aug 23 15:27:37.133443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33926) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:37.137903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9c08c887-72ef-46e1-a05f-fe853c9c6036 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245347865'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:37.215823 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c08c887-72ef-46e1-a05f-fe853c9c6036 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:37.303421 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c08c887-72ef-46e1-a05f-fe853c9c6036 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:37.359162 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c08c887-72ef-46e1-a05f-fe853c9c6036 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:37.388608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08c887-72ef-46e1-a05f-fe853c9c6036 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c184d6-2cc2-4d8d-a3e0-ff2d5b11ea71,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:37.446195 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9c08c887-72ef-46e1-a05f-fe853c9c6036 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:37.447478 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9c08c887-72ef-46e1-a05f-fe853c9c6036 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3130662 Aug 23 15:27:37.450658 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33928) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:37.455792 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ed9e8a3c-ec9f-4347-9ffc-5b53de5f63ab tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Request body: {'security_group': {'name': 'default'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:27:37.456264 n-d-804985-3 neutron-server[96115]: WARNING neutron.api.v2.base [None req-ed9e8a3c-ec9f-4347-9ffc-5b53de5f63ab tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 15:27:37.456842 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-ed9e8a3c-ec9f-4347-9ffc-5b53de5f63ab tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] update failed (client error): There was a conflict when trying to complete your request. Aug 23 15:27:37.457936 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ed9e8a3c-ec9f-4347-9ffc-5b53de5f63ab tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "PUT /v2.0/security-groups/f2c184d6-2cc2-4d8d-a3e0-ff2d5b11ea71 HTTP/1.1" status: 409 len: 330 time: 0.0062881 Aug 23 15:27:37.462362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33930) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:37.517512 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f11956a-5f19-4e97-83c0-dd06ce0270b6 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:37.539719 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f11956a-5f19-4e97-83c0-dd06ce0270b6 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:37.691676 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f11956a-5f19-4e97-83c0-dd06ce0270b6 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:37.694382 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f11956a-5f19-4e97-83c0-dd06ce0270b6 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:37.695540 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3f11956a-5f19-4e97-83c0-dd06ce0270b6 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "DELETE /v2.0/security-groups/f2c184d6-2cc2-4d8d-a3e0-ff2d5b11ea71 HTTP/1.1" status: 204 len: 168 time: 0.2322819 Aug 23 15:27:37.698306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33932) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:37.705923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11956a-5f19-4e97-83c0-dd06ce0270b6 tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c184d6-2cc2-4d8d-a3e0-ff2d5b11ea71,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:37.746032 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1d560887-78d2-4b0b-a6d4-e35ea60eacaf tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465569 Aug 23 15:27:37.750383 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 33934) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:37.764556 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-d159d4da-f965-4571-9420-d3bd9d6d814c tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] delete failed (client error): The resource could not be found. Aug 23 15:27:37.765524 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d159d4da-f965-4571-9420-d3bd9d6d814c tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "DELETE /v2.0/security-groups/c38f43fa-f350-49dc-aaa4-11d0908daf68 HTTP/1.1" status: 404 len: 347 time: 0.0141578 Aug 23 15:27:37.769880 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33936) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:37.784135 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-fdf6fff4-2351-4e9f-a56e-a7cd15f51dac tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] show failed (client error): The resource could not be found. Aug 23 15:27:37.785205 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fdf6fff4-2351-4e9f-a56e-a7cd15f51dac tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "GET /v2.0/security-groups/813f4ddd-af9e-4bb9-b35d-08c19f72bb21 HTTP/1.1" status: 404 len: 347 time: 0.0143888 Aug 23 15:27:37.789049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33938) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:37.801015 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-5105f1a5-8c02-405d-bbe0-d66f5c52117e tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] show failed (client error): The resource could not be found. Aug 23 15:27:37.801971 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5105f1a5-8c02-405d-bbe0-d66f5c52117e tempest-NegativeSecGroupIPv6Test-1554096179 tempest-NegativeSecGroupIPv6Test-1554096179-project] 10.222.0.38 "GET /v2.0/security-group-rules/c36476d7-0e6e-4aab-943c-a60d6a9cbf45 HTTP/1.1" status: 404 len: 356 time: 0.0119674 Aug 23 15:27:38.318858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33946) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:38.464086 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e75338d3-52eb-4397-b5f5-d3354b326f1a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7ca8417a3a343a5a32d4380ef53bc6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440144 Aug 23 15:27:38.466598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 33950) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:38.522226 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a748ed82-ae90-4223-96a4-01d348a72ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:38.544216 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a748ed82-ae90-4223-96a4-01d348a72ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:38.685826 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a748ed82-ae90-4223-96a4-01d348a72ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:38.688709 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a748ed82-ae90-4223-96a4-01d348a72ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:38.690044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a748ed82-ae90-4223-96a4-01d348a72ffb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/05460c21-4cd0-431b-ae54-6fee52904be3 HTTP/1.1" status: 204 len: 168 time: 0.2223914 Aug 23 15:27:38.698613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748ed82-ae90-4223-96a4-01d348a72ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05460c21-4cd0-431b-ae54-6fee52904be3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:41.605282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34006) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:41.718119 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f59cf94-e411-4fad-8a2f-c3059a31d1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:41.821967 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f59cf94-e411-4fad-8a2f-c3059a31d1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:41.883570 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f59cf94-e411-4fad-8a2f-c3059a31d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:41.922682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3f59cf94-e411-4fad-8a2f-c3059a31d1eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c21b8c25b9d400a957a3f5b3229e142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163035 Aug 23 15:27:41.923562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59cf94-e411-4fad-8a2f-c3059a31d1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a4be92-0dd2-4aab-8548-a6d7103253c7,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:41.925452 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34010) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:41.979585 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad7eca77-58f4-43c9-9525-4497b3604cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:42.002801 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad7eca77-58f4-43c9-9525-4497b3604cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:42.118519 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad7eca77-58f4-43c9-9525-4497b3604cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:42.121087 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad7eca77-58f4-43c9-9525-4497b3604cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:42.122334 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ad7eca77-58f4-43c9-9525-4497b3604cc7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08a4be92-0dd2-4aab-8548-a6d7103253c7 HTTP/1.1" status: 204 len: 168 time: 0.1944757 Aug 23 15:27:42.131099 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7eca77-58f4-43c9-9525-4497b3604cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a4be92-0dd2-4aab-8548-a6d7103253c7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:42.452254 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:27:42.787561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34016) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:42.801824 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8bbdbe7c-e288-4a79-8b31-11eaa73bb2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:42.896093 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8bbdbe7c-e288-4a79-8b31-11eaa73bb2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:42.975458 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8bbdbe7c-e288-4a79-8b31-11eaa73bb2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:43.022374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdbe7c-e288-4a79-8b31-11eaa73bb2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766a1f03-1693-43e6-bc9e-ea71465d77e6,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:43.027766 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8bbdbe7c-e288-4a79-8b31-11eaa73bb2d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee956bdce4af41b6841544ae5fda58ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391202 Aug 23 15:27:43.031262 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34018) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:43.081914 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9359682-84b2-4843-b5a2-3798b916626d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:43.106225 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9359682-84b2-4843-b5a2-3798b916626d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:43.257565 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9359682-84b2-4843-b5a2-3798b916626d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:43.260150 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9359682-84b2-4843-b5a2-3798b916626d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:43.261332 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f9359682-84b2-4843-b5a2-3798b916626d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/766a1f03-1693-43e6-bc9e-ea71465d77e6 HTTP/1.1" status: 204 len: 168 time: 0.2294276 Aug 23 15:27:43.269357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9359682-84b2-4843-b5a2-3798b916626d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766a1f03-1693-43e6-bc9e-ea71465d77e6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:45.866319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34072) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:45.920242 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:45.995776 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5fabd44-fc2e-460c-a42f-e02e4324de6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:46.123857 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5fabd44-fc2e-460c-a42f-e02e4324de6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:46.205738 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b5fabd44-fc2e-460c-a42f-e02e4324de6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:46.247959 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b5fabd44-fc2e-460c-a42f-e02e4324de6f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=074647bbadad46cb9fa920bbe33df5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3804626 Aug 23 15:27:46.248856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fabd44-fc2e-460c-a42f-e02e4324de6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b3e29b-7399-4a15-93af-dd058800992d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:46.250595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34076) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:46.304711 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8441970-5a9b-4492-8242-8e392a4d3757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:46.330354 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8441970-5a9b-4492-8242-8e392a4d3757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:46.461447 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8441970-5a9b-4492-8242-8e392a4d3757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:46.464027 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d8441970-5a9b-4492-8242-8e392a4d3757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:46.465199 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d8441970-5a9b-4492-8242-8e392a4d3757 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/31b3e29b-7399-4a15-93af-dd058800992d HTTP/1.1" status: 204 len: 168 time: 0.2127597 Aug 23 15:27:46.474887 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8441970-5a9b-4492-8242-8e392a4d3757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b3e29b-7399-4a15-93af-dd058800992d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:47.101891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34082) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:47.130226 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04825e2c-9083-4df1-a888-32a8bd56ad84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:47.282738 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04825e2c-9083-4df1-a888-32a8bd56ad84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:47.343234 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-04825e2c-9083-4df1-a888-32a8bd56ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:47.407983 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-04825e2c-9083-4df1-a888-32a8bd56ad84 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=16511eff182e40c8bd9cd4f4cb31234a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019288 Aug 23 15:27:47.407983 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04825e2c-9083-4df1-a888-32a8bd56ad84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafd1654-4c49-4862-b5fc-eb40c453141a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:47.409104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34084) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:27:47.478866 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f563109-4c71-420a-8820-8371b740bc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:47.502040 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f563109-4c71-420a-8820-8371b740bc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:47.627452 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f563109-4c71-420a-8820-8371b740bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:47.630973 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8f563109-4c71-420a-8820-8371b740bc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:47.632197 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8f563109-4c71-420a-8820-8371b740bc2e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cafd1654-4c49-4862-b5fc-eb40c453141a HTTP/1.1" status: 204 len: 168 time: 0.2220786 Aug 23 15:27:47.641235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f563109-4c71-420a-8820-8371b740bc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafd1654-4c49-4862-b5fc-eb40c453141a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:27:50.554392 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:52.632903 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-42572c85-4c5d-4b36-9eb9-2ddfbb335dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:55.570976 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:56.633971 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3059d3ee-fc5f-425f-be35-7db6f48e230c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:56.862728 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:27:58.696560 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:15.912426 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:19.453007 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:28:20.661973 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:22.633020 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4d6b37b4-3f87-495f-98b1-e4ef81768d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:25.570426 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:26.644342 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-537455a8-96e4-4e44-b99b-4109f38cfff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:26.885048 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:28.747584 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:36.889098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34290) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:28:37.067473 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:37.173191 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:37.307321 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:37.350446 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=abbedd7018a544c8b03fa2b9dcf10645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4591882 Aug 23 15:28:37.351385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188380ff-8d6f-4399-8306-fc196a3eef10,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:28:37.357319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34296) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:28:37.359974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.360347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.360673 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.361009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.361352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.361683 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.362014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.362430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.362765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.363091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.363416 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.363763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05f8a1-7d6b-4521-b4c0-b6b481b203cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.412822 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:37.435015 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:37.637438 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:37.640176 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:37.641439 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/188380ff-8d6f-4399-8306-fc196a3eef10 HTTP/1.1" status: 204 len: 168 time: 0.2873230 Aug 23 15:28:37.651643 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188380ff-8d6f-4399-8306-fc196a3eef10,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:28:37.659547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.659931 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.660284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.660626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.660968 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.661307 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.661643 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.662622 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.663145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.663535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.663897 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:37.664232 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e3bf-d904-4c88-b3f9-4a56ee06a85a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:28:45.918905 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:51.439214 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:52.626500 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-50825204-1623-414b-82de-6e2dca728ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:55.580536 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:56.452461 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:28:56.700766 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-adaf321e-eae3-44b1-86d5-3f515a58fa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:56.877793 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:28:58.763526 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:04.930909 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-9409b760-a90d-4628-87af-680803521402 req-57eb8b65-b83c-45d1-ae8c-4a6b4362e166 service neutron] (96114) timed out ('10.222.0.57', 58030) {{(pid=96114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 15:29:15.905926 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:19.970302 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34532) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:20.157560 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-553ddfee-6207-458d-80d6-9fe5509c8dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:20.273591 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-553ddfee-6207-458d-80d6-9fe5509c8dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:20.414962 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-553ddfee-6207-458d-80d6-9fe5509c8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:20.454557 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-553ddfee-6207-458d-80d6-9fe5509c8dcb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=886ae6162dbb4de098310fe5a1652300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4831326 Aug 23 15:29:20.455493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ddfee-6207-458d-80d6-9fe5509c8dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e85330-9bf3-4b21-9fbe-0350a40aa579,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:20.459635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34538) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:20.524032 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3ca242a-baf0-4358-a60b-c2078c908167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:20.547019 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3ca242a-baf0-4358-a60b-c2078c908167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:20.705798 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3ca242a-baf0-4358-a60b-c2078c908167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:20.709436 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3ca242a-baf0-4358-a60b-c2078c908167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:20.710675 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e3ca242a-baf0-4358-a60b-c2078c908167 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c3e85330-9bf3-4b21-9fbe-0350a40aa579 HTTP/1.1" status: 204 len: 168 time: 0.2498374 Aug 23 15:29:20.721301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca242a-baf0-4358-a60b-c2078c908167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e85330-9bf3-4b21-9fbe-0350a40aa579,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:20.785444 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:22.609487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34568) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:22.642634 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f6bcbae7-ea5f-4ebd-ae3d-26d8aa04d838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:22.718872 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ab1aaf7c-1678-4c8f-95bf-63d0fb4cee39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:22.813419 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ab1aaf7c-1678-4c8f-95bf-63d0fb4cee39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:22.900020 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ab1aaf7c-1678-4c8f-95bf-63d0fb4cee39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:22.939140 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ab1aaf7c-1678-4c8f-95bf-63d0fb4cee39 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=faa616b115504294bb80733d8b4d6223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3283765 Aug 23 15:29:22.939884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1aaf7c-1678-4c8f-95bf-63d0fb4cee39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9961ac-18d1-4303-96ce-c6b21dc3fa0f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:22.942276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34572) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:22.994614 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-577d08cf-2e56-459b-8dfd-7f4a8d0e1092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:23.016228 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-577d08cf-2e56-459b-8dfd-7f4a8d0e1092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:23.134387 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-577d08cf-2e56-459b-8dfd-7f4a8d0e1092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:23.137036 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-577d08cf-2e56-459b-8dfd-7f4a8d0e1092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:23.138276 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-577d08cf-2e56-459b-8dfd-7f4a8d0e1092 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a9961ac-18d1-4303-96ce-c6b21dc3fa0f HTTP/1.1" status: 204 len: 168 time: 0.1942880 Aug 23 15:29:23.146946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d08cf-2e56-459b-8dfd-7f4a8d0e1092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9961ac-18d1-4303-96ce-c6b21dc3fa0f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:24.502613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-5082b966-72ff-4197-94ac-8b34287bd9b2 req-8e51df7d-5057-4a64-be5c-8b0f862ff396 service neutron] (96115) timed out ('10.222.0.57', 58648) {{(pid=96115) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 15:29:25.552671 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:26.688411 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84a1e20b-e7d4-4ec0-a839-53b88a045855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:26.865236 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:28.727116 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:33.452282 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:29:35.005633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34652) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:35.122596 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e5ed646-7bf9-4993-93d7-42de6131c982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:35.217431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e5ed646-7bf9-4993-93d7-42de6131c982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:35.322495 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0e5ed646-7bf9-4993-93d7-42de6131c982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:35.363278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ed646-7bf9-4993-93d7-42de6131c982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b28a01-3c1c-4ef3-8de1-8ef508f3d60f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:35.375800 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0e5ed646-7bf9-4993-93d7-42de6131c982 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e698cee65c12468582c5adf69b4f51f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3623011 Aug 23 15:29:35.375800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34656) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:35.422536 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-91682bd8-dc56-491e-888c-62089a896198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:35.443923 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-91682bd8-dc56-491e-888c-62089a896198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:35.614127 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-91682bd8-dc56-491e-888c-62089a896198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:35.616681 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-91682bd8-dc56-491e-888c-62089a896198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:35.617866 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-91682bd8-dc56-491e-888c-62089a896198 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/75b28a01-3c1c-4ef3-8de1-8ef508f3d60f HTTP/1.1" status: 204 len: 168 time: 0.2452130 Aug 23 15:29:35.626016 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91682bd8-dc56-491e-888c-62089a896198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b28a01-3c1c-4ef3-8de1-8ef508f3d60f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:38.107451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34698) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:38.112999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-928185540', 'description': 'tempest-secgroup-smoke-928185540 description', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:29:38.230060 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:38.238867 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:38.345302 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:38.430670 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:38.464929 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e9b470-207a-4e92-88c8-ed319a5753e4,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:38.479681 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:38.480055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:38.480404 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:38.480741 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:38.481072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:38.481403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:38.481737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:38.482063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:38.482392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:38.482735 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:38.483041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:38.483362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:38.535927 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:38.607902 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:38.638228 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:38.710089 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:38.711527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-09e12ad2-c4a0-48fb-9c60-5861ad61b6aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6029835 Aug 23 15:29:38.714463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34700) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:38.718948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-446166c0-a94c-4866-a72a-484f1982dcac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': 'c2d9d163-1b07-43e5-91c3-a6dc80d7ed47', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:29:38.837437 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-446166c0-a94c-4866-a72a-484f1982dcac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:38.895564 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-446166c0-a94c-4866-a72a-484f1982dcac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:39.002291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-446166c0-a94c-4866-a72a-484f1982dcac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:39.021732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446166c0-a94c-4866-a72a-484f1982dcac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8706e8-daf2-4d35-a3f8-646b24e9f86c,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:39.116783 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-446166c0-a94c-4866-a72a-484f1982dcac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:39.118104 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-446166c0-a94c-4866-a72a-484f1982dcac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4026828 Aug 23 15:29:39.120989 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34702) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:39.125831 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': 'c2d9d163-1b07-43e5-91c3-a6dc80d7ed47', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:29:39.224342 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:39.276170 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:39.368329 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:39.389030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c4133c-24d7-4f30-bdd0-239027b28333,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:39.397941 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:39.398298 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:39.398649 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:39.398991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:39.399343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:39.399721 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:39.400059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:39.400393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:39.400727 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:39.401057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:39.401384 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:39.401711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:39.466326 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:39.467566 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d4a0291a-097a-4956-8db2-1b08ff918369 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3455493 Aug 23 15:29:39.470522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34704) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:39.476761 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-018045b8-f08c-45f2-bdc7-8a4e752121a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': 'c2d9d163-1b07-43e5-91c3-a6dc80d7ed47', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:29:39.562257 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-018045b8-f08c-45f2-bdc7-8a4e752121a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:39.627379 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-018045b8-f08c-45f2-bdc7-8a4e752121a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:39.682586 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-018045b8-f08c-45f2-bdc7-8a4e752121a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:39.704114 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018045b8-f08c-45f2-bdc7-8a4e752121a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc11c443-78b2-4d98-9a45-72ce703a8442,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:39.779443 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-018045b8-f08c-45f2-bdc7-8a4e752121a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:39.780646 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-018045b8-f08c-45f2-bdc7-8a4e752121a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3091717 Aug 23 15:29:39.783572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34706) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:39.788320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e0b4fe31-5f03-4226-83f9-436fbafb0e17 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': 'c2d9d163-1b07-43e5-91c3-a6dc80d7ed47', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:29:39.921658 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0b4fe31-5f03-4226-83f9-436fbafb0e17 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:39.998436 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0b4fe31-5f03-4226-83f9-436fbafb0e17 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:40.070528 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0b4fe31-5f03-4226-83f9-436fbafb0e17 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:40.090723 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4fe31-5f03-4226-83f9-436fbafb0e17 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e451dd37-0cf5-496c-8f03-4ed0b25c47f3,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:40.179032 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e0b4fe31-5f03-4226-83f9-436fbafb0e17 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:40.180329 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e0b4fe31-5f03-4226-83f9-436fbafb0e17 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3956819 Aug 23 15:29:40.183142 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34710) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:40.187926 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c862c310-9204-4053-9eae-ea259f45d04c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': 'c2d9d163-1b07-43e5-91c3-a6dc80d7ed47', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:29:40.299326 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-c862c310-9204-4053-9eae-ea259f45d04c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Project a92d2a4eb72f41b297dc61bf49092fe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:29:40.305604 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c862c310-9204-4053-9eae-ea259f45d04c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:40.373358 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c862c310-9204-4053-9eae-ea259f45d04c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:40.452619 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c862c310-9204-4053-9eae-ea259f45d04c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:40.474388 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862c310-9204-4053-9eae-ea259f45d04c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12003498-f2f8-45b7-97db-654c753aa076,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:40.550694 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c862c310-9204-4053-9eae-ea259f45d04c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:40.551977 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c862c310-9204-4053-9eae-ea259f45d04c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3678114 Aug 23 15:29:40.561143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34714) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:40.566832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7e5bdb3c-4b35-46e6-8a34-85b9c86cdcf6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': 'c2d9d163-1b07-43e5-91c3-a6dc80d7ed47', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:29:40.692542 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-7e5bdb3c-4b35-46e6-8a34-85b9c86cdcf6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Project a92d2a4eb72f41b297dc61bf49092fe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:29:40.698707 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e5bdb3c-4b35-46e6-8a34-85b9c86cdcf6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:40.764613 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e5bdb3c-4b35-46e6-8a34-85b9c86cdcf6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:40.848076 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e5bdb3c-4b35-46e6-8a34-85b9c86cdcf6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:40.864072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bdb3c-4b35-46e6-8a34-85b9c86cdcf6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884e8d9f-76f4-4154-8d6f-0849f6a2bb64,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:40.957200 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e5bdb3c-4b35-46e6-8a34-85b9c86cdcf6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:40.958654 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7e5bdb3c-4b35-46e6-8a34-85b9c86cdcf6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3961160 Aug 23 15:29:40.962418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34718) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:40.968192 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-00b54791-b7d7-4c2f-a0d1-27c5d76944b0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'network': {'name': 'tempest-network-smoke--1680435541', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'port_security_enabled': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:29:41.052452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b54791-b7d7-4c2f-a0d1-27c5d76944b0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Made reservation on behalf of a92d2a4eb72f41b297dc61bf49092fe1 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:29:41.056090 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00b54791-b7d7-4c2f-a0d1-27c5d76944b0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:41.088105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b54791-b7d7-4c2f-a0d1-27c5d76944b0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:29:41.100363 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00b54791-b7d7-4c2f-a0d1-27c5d76944b0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:41.100874 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-00b54791-b7d7-4c2f-a0d1-27c5d76944b0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Added segment fa9da468-7c32-4bf9-b3d0-0e383694dd79 of type vlan for network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e Aug 23 15:29:41.143897 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00b54791-b7d7-4c2f-a0d1-27c5d76944b0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:41.238079 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00b54791-b7d7-4c2f-a0d1-27c5d76944b0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:41.244194 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b54791-b7d7-4c2f-a0d1-27c5d76944b0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:41.244634 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-00b54791-b7d7-4c2f-a0d1-27c5d76944b0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:41.317979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b54791-b7d7-4c2f-a0d1-27c5d76944b0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Network': ['ID=84de8b0a-db6e-4b0f-9c92-7fc97224a68e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:41.334055 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:29:41.385736 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-00b54791-b7d7-4c2f-a0d1-27c5d76944b0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4220951 Aug 23 15:29:41.389143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34726) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:41.394414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'admin_state_up': True, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:29:41.482145 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:41.483593 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:41.541422 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:41.773159 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:42.035972 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:42.056112 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:42.164545 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.25.8.38 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/efd2e425-f72e-40fb-b111-782ca590e22f) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:29:42.269253 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:42.431348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:42.478564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:29:42.481468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:29:42.485035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:29:42.509897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=efd2e425-f72e-40fb-b111-782ca590e22f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:42.876479 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:43.411030 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:43.642106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router dc318ba7-e39f-4d12-9c7e-5129b5d40dad is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:29:43.757070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:29:43.766639 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Sync routers for ids ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:29:43.777360 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Routers {'dc318ba7-e39f-4d12-9c7e-5129b5d40dad'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:29:43.777967 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:29:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:29:43.848331 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:43.849639 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ecddebeb-4898-4ebe-b814-0ffdc6c29923 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4595470 Aug 23 15:29:43.852823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34730) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:43.888602 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Set router dc318ba7-e39f-4d12-9c7e-5129b5d40dad gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:29:43.999967 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9a2efbf8-c757-48d5-b651-08cdffc17c15 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=a92d2a4eb72f41b297dc61bf49092fe1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1459861 Aug 23 15:29:44.003164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34734) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:44.084053 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:29:41Z', 'updated_at': '2021-08-23T15:29:42Z', 'revision_number': 3, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:42Z', 'updated_at': '2021-08-23T15:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:29:44.111312 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Checking router: dc318ba7-e39f-4d12-9c7e-5129b5d40dad for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:29:44.111724 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Updating router dc318ba7-e39f-4d12-9c7e-5129b5d40dad port efd2e425-f72e-40fb-b111-782ca590e22f binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:29:44.143587 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:44.178059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6d392-3447-4109-8186-1d5180938a3c tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:44.179533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e1c6d392-3447-4109-8186-1d5180938a3c tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1753728 Aug 23 15:29:44.182302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34736) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:44.217871 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2f1d40bf-4ee6-49c2-aa43-7398fdb73d35 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344560 Aug 23 15:29:44.220525 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34738) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:44.226154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-329580b5-52f2-44f3-983f-b7da27482fba tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1601537205', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:29:44.389432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329580b5-52f2-44f3-983f-b7da27482fba tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Made reservation on behalf of a92d2a4eb72f41b297dc61bf49092fe1 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:29:44.393913 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-329580b5-52f2-44f3-983f-b7da27482fba tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:44.407503 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:44.419371 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Transition to ACTIVE for port object efd2e425-f72e-40fb-b111-782ca590e22f will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:29:44.498964 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:44.559345 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Attempting to bind port efd2e425-f72e-40fb-b111-782ca590e22f on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:29:44.559739 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Attempting to bind port efd2e425-f72e-40fb-b111-782ca590e22f by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:29:44.560111 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Attempting to bind port efd2e425-f72e-40fb-b111-782ca590e22f on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:29:44.562154 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cb1c3-90c5-4319-bf75-152f62eb604c None None] Pushing event updated for resources: {'Port': ['ID=efd2e425-f72e-40fb-b111-782ca590e22f,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:44.571356 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:29:44.571765 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:29:44.572180 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:44.572581 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:29:44.573060 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Bound port: efd2e425-f72e-40fb-b111-782ca590e22f, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:29:44.573449 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:44.576871 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7cb1c3-90c5-4319-bf75-152f62eb604c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:44.577225 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7cb1c3-90c5-4319-bf75-152f62eb604c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:44.577566 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7cb1c3-90c5-4319-bf75-152f62eb604c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:44.577906 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7cb1c3-90c5-4319-bf75-152f62eb604c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:44.578243 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7cb1c3-90c5-4319-bf75-152f62eb604c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:44.578573 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7cb1c3-90c5-4319-bf75-152f62eb604c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:44.578903 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7cb1c3-90c5-4319-bf75-152f62eb604c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:44.579232 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7cb1c3-90c5-4319-bf75-152f62eb604c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:44.579557 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7cb1c3-90c5-4319-bf75-152f62eb604c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:44.579906 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7cb1c3-90c5-4319-bf75-152f62eb604c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:44.580236 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7cb1c3-90c5-4319-bf75-152f62eb604c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:44.580607 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7cb1c3-90c5-4319-bf75-152f62eb604c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:44.634536 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] For port efd2e425-f72e-40fb-b111-782ca590e22f, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:29:44.637860 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] For port efd2e425-f72e-40fb-b111-782ca590e22f, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=efd2e425-f72e-40fb-b111-782ca590e22f,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:29:44.716922 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-329580b5-52f2-44f3-983f-b7da27482fba tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:44.745409 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:44.790694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329580b5-52f2-44f3-983f-b7da27482fba tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Subnet': ['ID=d6a511e2-3d12-43a3-bb2b-8870fbd57d66,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:44.790694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329580b5-52f2-44f3-983f-b7da27482fba tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Checking segment: {'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:29:44.790694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329580b5-52f2-44f3-983f-b7da27482fba tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network hostable DHCP agents. Network: 84de8b0a-db6e-4b0f-9c92-7fc97224a68e, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:29:44.807561 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Routers {'dc318ba7-e39f-4d12-9c7e-5129b5d40dad'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:29:44.808225 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:29:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:29:44.848204 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cb1c3-90c5-4319-bf75-152f62eb604c None None] Pushing event updated for resources: {'Port': ['ID=efd2e425-f72e-40fb-b111-782ca590e22f,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:44.910865 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329580b5-52f2-44f3-983f-b7da27482fba tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:29:44.926495 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] Set router dc318ba7-e39f-4d12-9c7e-5129b5d40dad gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:29:44.996305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-329580b5-52f2-44f3-983f-b7da27482fba tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 84de8b0a-db6e-4b0f-9c92-7fc97224a68e) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:29:45.005943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48d56fd-16bd-41b5-810b-c91a0bec86bc None None] Network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:29:45.009138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329580b5-52f2-44f3-983f-b7da27482fba tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:45.010343 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-329580b5-52f2-44f3-983f-b7da27482fba tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:45.113910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-329580b5-52f2-44f3-983f-b7da27482fba tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8894715 Aug 23 15:29:45.114120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34740) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:29:45.142127 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:29:41Z', 'updated_at': '2021-08-23T15:29:42Z', 'revision_number': 3, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:42Z', 'updated_at': '2021-08-23T15:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:29:45.173848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ips': [{'subnet_id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:29:45.175284 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:45.288805 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d58a5-bb75-4bec-a4b3-b3a5b6d31a41 None None] The sync data for ids ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'] in n-d-804985-3 is: [{'id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:29:41Z', 'updated_at': '2021-08-23T15:29:42Z', 'revision_number': 3, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:42Z', 'updated_at': '2021-08-23T15:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:29:45.361309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Allocated IP 172.20.0.2 (84de8b0a-db6e-4b0f-9c92-7fc97224a68e/d6a511e2-3d12-43a3-bb2b-8870fbd57d66/c5bbadab-8e23-43c3-b317-8f2a383fbba1) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:29:45.545364 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:45.554680 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Transition to ACTIVE for port object c5bbadab-8e23-43c3-b317-8f2a383fbba1 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:29:45.594207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Transition to ACTIVE for port object c5bbadab-8e23-43c3-b317-8f2a383fbba1 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:29:45.700207 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:45.705516 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:45.753238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:29:45.757761 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:29:45.765287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:29:45.780193 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Pushing event updated for resources: {'Port': ['ID=c5bbadab-8e23-43c3-b317-8f2a383fbba1,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:45.837136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:45.841252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:45.841252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:45.841252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:45.841252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:45.841252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:45.841252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:45.841252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:45.841252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:45.841946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:45.842140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:45.842532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:29:45.869666 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Attempting to bind port c5bbadab-8e23-43c3-b317-8f2a383fbba1 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:29:45.870129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Attempting to bind port c5bbadab-8e23-43c3-b317-8f2a383fbba1 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:29:45.870651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Attempting to bind port c5bbadab-8e23-43c3-b317-8f2a383fbba1 on network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:29:45.876153 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:29:45.879109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Checking segment: {'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:29:45.879109 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:45.879109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Bound using segment: {'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:29:45.879109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Bound port: c5bbadab-8e23-43c3-b317-8f2a383fbba1, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:29:45.879109 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:45.958508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] For port c5bbadab-8e23-43c3-b317-8f2a383fbba1, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:29:45.962340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] For port c5bbadab-8e23-43c3-b317-8f2a383fbba1, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c5bbadab-8e23-43c3-b317-8f2a383fbba1,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:29:45.963471 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:46.059936 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:46.066201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.20.0.1 (84de8b0a-db6e-4b0f-9c92-7fc97224a68e/d6a511e2-3d12-43a3-bb2b-8870fbd57d66/1c7cd986-d30e-497a-a320-c6cef57adc09) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:29:46.130750 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a0cc7-d0a7-4675-873d-5ea855137584 None None] Pushing event updated for resources: {'Port': ['ID=c5bbadab-8e23-43c3-b317-8f2a383fbba1,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:46.212241 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:46.228045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Transition to ACTIVE for port object 1c7cd986-d30e-497a-a320-c6cef57adc09 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:29:46.335046 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:46.398046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=1c7cd986-d30e-497a-a320-c6cef57adc09,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:46.401606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:29:46.403591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:29:46.405745 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:29:46.457187 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:46.669950 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:46.977504 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:47.042120 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:47.122881 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:47.124609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=1c7cd986-d30e-497a-a320-c6cef57adc09,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:47.220378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:29:47.223018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:29:47.344235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router dc318ba7-e39f-4d12-9c7e-5129b5d40dad has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:29:47.463133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:29:47.472017 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-09042a4d-cb0f-4a81-b6c5-8ee82ade1319 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "PUT /v2.0/routers/dc318ba7-e39f-4d12-9c7e-5129b5d40dad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3557868 Aug 23 15:29:47.476419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Sync routers for ids ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:29:47.486820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Routers {'dc318ba7-e39f-4d12-9c7e-5129b5d40dad'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:29:47.487302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:29:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:29:47.635398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Set router dc318ba7-e39f-4d12-9c7e-5129b5d40dad gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:29:47.676004 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device efd2e425-f72e-40fb-b111-782ca590e22f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:29:47.855232 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port efd2e425-f72e-40fb-b111-782ca590e22f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:29:47.865010 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port efd2e425-f72e-40fb-b111-782ca590e22f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:29:47.865628 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:47.906008 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-4caf0123-7818-47c8-a6f3-5eeea6a01fea tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928185540&fields=id&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 267 time: 0.0594535 Aug 23 15:29:47.967834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:29:41Z', 'updated_at': '2021-08-23T15:29:46Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:42Z', 'updated_at': '2021-08-23T15:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '1c7cd986-d30e-497a-a320-c6cef57adc09', 'name': '', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:85:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:45Z', 'updated_at': '2021-08-23T15:29:46Z', 'revision_number': 2, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:29:48.019088 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4755454-66cd-4fd0-a36c-7ac21608e7c5 None None] Network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:29:48.025370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Checking router: dc318ba7-e39f-4d12-9c7e-5129b5d40dad for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:29:48.025710 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Updating router dc318ba7-e39f-4d12-9c7e-5129b5d40dad port 1c7cd986-d30e-497a-a320-c6cef57adc09 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:29:48.117426 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:48.126272 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:48.126522 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-e62ce216-a64f-4e5e-9582-894b9274392d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:48.128804 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-e62ce216-a64f-4e5e-9582-894b9274392d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/networks?id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e HTTP/1.1" status: 200 len: 797 time: 0.2143078 Aug 23 15:29:48.144506 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-bf117eab-6cee-4bf6-80d0-a490b5e08f18 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/quotas/a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 375 time: 0.0093849 Aug 23 15:29:48.187728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port efd2e425-f72e-40fb-b111-782ca590e22f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=efd2e425-f72e-40fb-b111-782ca590e22f,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:29:48.239216 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-79b91361-9f47-431c-84ce-755fe7c70407 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887074 Aug 23 15:29:48.244625 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-cc679362-3150-4e19-8529-0e22329b0284 None None] Provisioning for port c5bbadab-8e23-43c3-b317-8f2a383fbba1 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:29:48.303688 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:48.304559 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c5bbadab-8e23-43c3-b317-8f2a383fbba1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:29:48.315805 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-87495312-292c-46f8-8414-3b376f16df31 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:29:48.316861 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-87495312-292c-46f8-8414-3b376f16df31 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0650456 Aug 23 15:29:48.415867 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-43e3a72d-af75-461f-8ebb-feaa019efde0 service neutron] 10.222.0.38 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918291 Aug 23 15:29:48.489114 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=efd2e425-f72e-40fb-b111-782ca590e22f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:48.516844 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-a7840bd6-c92f-45cc-adf9-ac7cc5691884 service neutron] 10.222.0.38 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947399 Aug 23 15:29:48.574534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port c5bbadab-8e23-43c3-b317-8f2a383fbba1 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:29:48.605034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c5bbadab-8e23-43c3-b317-8f2a383fbba1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:29:48.605413 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:48.659279 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:48.678435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Transition to ACTIVE for port object 1c7cd986-d30e-497a-a320-c6cef57adc09 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:29:48.728473 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:48.772505 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:48.781416 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port c5bbadab-8e23-43c3-b317-8f2a383fbba1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c5bbadab-8e23-43c3-b317-8f2a383fbba1,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:29:48.853475 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:48.882828 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e10185-4d08-4f83-b830-8a2a0435b4b4 None None] Pushing event updated for resources: {'Port': ['ID=1c7cd986-d30e-497a-a320-c6cef57adc09,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:48.891739 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44e18417-ae3c-4e06-ac50-38421192d34d req-9d07c75e-999e-4ee1-ab17-ac4698c135f3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 210 time: 0.1125281 Aug 23 15:29:48.918947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-84f85bea-1de9-463c-9ab1-74221d7bcb92 None None] Provisioning complete for port c5bbadab-8e23-43c3-b317-8f2a383fbba1 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:29:48.918947 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84f85bea-1de9-463c-9ab1-74221d7bcb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:48.990862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Attempting to bind port 1c7cd986-d30e-497a-a320-c6cef57adc09 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:29:48.991340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Attempting to bind port 1c7cd986-d30e-497a-a320-c6cef57adc09 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:29:48.991887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Attempting to bind port 1c7cd986-d30e-497a-a320-c6cef57adc09 on network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:29:49.014210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:29:49.014720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Checking segment: {'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:29:49.014996 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:49.015467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Bound using segment: {'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:29:49.015918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Bound port: 1c7cd986-d30e-497a-a320-c6cef57adc09, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:29:49.016313 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:49.207918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=c5bbadab-8e23-43c3-b317-8f2a383fbba1,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:49.298448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] For port 1c7cd986-d30e-497a-a320-c6cef57adc09, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:29:49.312796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] For port 1c7cd986-d30e-497a-a320-c6cef57adc09, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1c7cd986-d30e-497a-a320-c6cef57adc09,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:29:49.390702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-84f85bea-1de9-463c-9ab1-74221d7bcb92 None None] Provisioning for port 1c7cd986-d30e-497a-a320-c6cef57adc09 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:29:49.419763 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:49.484860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Routers {'dc318ba7-e39f-4d12-9c7e-5129b5d40dad'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:29:49.485519 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:29:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:29:49.491085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e10185-4d08-4f83-b830-8a2a0435b4b4 None None] Pushing event updated for resources: {'Port': ['ID=1c7cd986-d30e-497a-a320-c6cef57adc09,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:49.604667 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device efd2e425-f72e-40fb-b111-782ca590e22f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:29:49.667264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] Set router dc318ba7-e39f-4d12-9c7e-5129b5d40dad gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:29:49.710654 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port efd2e425-f72e-40fb-b111-782ca590e22f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:29:49.711033 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:49.937068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c5bbadab-8e23-43c3-b317-8f2a383fbba1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:29:49.992431 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-53a52c69-242d-42ea-b0f6-16b0d8752cd0 req-42f796b4-ffbd-491c-b87a-231eaa8f6719 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 210 time: 0.0413508 Aug 23 15:29:50.000619 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:29:41Z', 'updated_at': '2021-08-23T15:29:46Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:42Z', 'updated_at': '2021-08-23T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '1c7cd986-d30e-497a-a320-c6cef57adc09', 'name': '', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:85:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:45Z', 'updated_at': '2021-08-23T15:29:49Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:29:50.030695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1948724c-459b-42fa-b9ee-f391f6019681 None None] The sync data for ids ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'] in n-d-804985-3 is: [{'id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:29:41Z', 'updated_at': '2021-08-23T15:29:46Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:42Z', 'updated_at': '2021-08-23T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '1c7cd986-d30e-497a-a320-c6cef57adc09', 'name': '', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:85:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:45Z', 'updated_at': '2021-08-23T15:29:49Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:29:50.034170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c5bbadab-8e23-43c3-b317-8f2a383fbba1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:29:50.034658 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:50.704425 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:51.117831 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-189a919d-6252-47dc-8b5a-56ae0c83b7e6 req-89714033-03d8-48a4-b3f3-230e823ddc57 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 210 time: 0.0334899 Aug 23 15:29:51.575790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1c7cd986-d30e-497a-a320-c6cef57adc09 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:29:51.680824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-a23b33d7-2a08-4088-bbb4-adeae6b8228c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:51.683401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-a23b33d7-2a08-4088-bbb4-adeae6b8228c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "GET /v2.0/networks?id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e HTTP/1.1" status: 200 len: 797 time: 0.1516950 Aug 23 15:29:51.704729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 1c7cd986-d30e-497a-a320-c6cef57adc09 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:29:51.709589 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1c7cd986-d30e-497a-a320-c6cef57adc09 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:29:51.709981 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:51.743808 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-acfd13d5-b1ff-49c6-84ed-29f57cba8eba tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 379 time: 0.0455871 Aug 23 15:29:51.755291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-110aa17a-35f1-41cb-b12a-e4dbe3dfb8ac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'port': {'device_id': '70704046-affc-4101-98ea-188b6dd3a8fc', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'admin_state_up': True, 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'security_groups': ['c2d9d163-1b07-43e5-91c3-a6dc80d7ed47']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:29:51.809591 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:51.854158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 1c7cd986-d30e-497a-a320-c6cef57adc09, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1c7cd986-d30e-497a-a320-c6cef57adc09,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:29:51.938806 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:51.990853 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-110aa17a-35f1-41cb-b12a-e4dbe3dfb8ac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Made reservation on behalf of a92d2a4eb72f41b297dc61bf49092fe1 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:29:51.992160 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=1c7cd986-d30e-497a-a320-c6cef57adc09,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:52.001378 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-110aa17a-35f1-41cb-b12a-e4dbe3dfb8ac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:52.140809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-110aa17a-35f1-41cb-b12a-e4dbe3dfb8ac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.20.0.7 (84de8b0a-db6e-4b0f-9c92-7fc97224a68e/d6a511e2-3d12-43a3-bb2b-8870fbd57d66/04fd19d5-89ff-4563-b3a3-9fb05394d0a9) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:29:52.224562 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-28aa144b-08bd-4a39-ad1e-33b7addeac9b req-c7be04b6-22d3-4400-9975-0d2889f857b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 210 time: 0.0276453 Aug 23 15:29:52.304724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-110aa17a-35f1-41cb-b12a-e4dbe3dfb8ac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:52.318433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-110aa17a-35f1-41cb-b12a-e4dbe3dfb8ac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Transition to ACTIVE for port object 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:29:52.419399 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-110aa17a-35f1-41cb-b12a-e4dbe3dfb8ac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:52.467975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-110aa17a-35f1-41cb-b12a-e4dbe3dfb8ac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:29:52.472148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-110aa17a-35f1-41cb-b12a-e4dbe3dfb8ac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:29:52.475834 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-110aa17a-35f1-41cb-b12a-e4dbe3dfb8ac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:29:52.512225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110aa17a-35f1-41cb-b12a-e4dbe3dfb8ac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:52.541254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-110aa17a-35f1-41cb-b12a-e4dbe3dfb8ac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:52.542081 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-110aa17a-35f1-41cb-b12a-e4dbe3dfb8ac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:52.664612 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-51ea47f3-2dae-4a36-b601-ee32d461aa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:52.693647 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-110aa17a-35f1-41cb-b12a-e4dbe3dfb8ac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9490209 Aug 23 15:29:52.761230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Request body: {'port': {'device_id': '70704046-affc-4101-98ea-188b6dd3a8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:29:52.773540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f3886d80-9d0f-4770-9e2b-6ae1ccf15d25 None None] Provisioning for port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:29:52.777578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f3886d80-9d0f-4770-9e2b-6ae1ccf15d25 None None] Provisioning complete for port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:29:52.778031 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f3886d80-9d0f-4770-9e2b-6ae1ccf15d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:52.813238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f3886d80-9d0f-4770-9e2b-6ae1ccf15d25 None None] Port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:29:52.819012 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:53.090628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:29:53.098030 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:53.109737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Transition to ACTIVE for port object 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:29:53.184264 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:53.237834 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Pushing event updated for resources: {'Port': ['ID=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:53.339340 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Attempting to bind port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:29:53.339715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Attempting to bind port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:29:53.340055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Attempting to bind port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 on network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:29:53.348722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 on network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:29:53.349323 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Attempting to bind port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 on network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:29:53.357362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:29:53.357708 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Checking segment: {'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:29:53.358101 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Bound using segment: {'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:29:53.358533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Bound port: 04fd19d5-89ff-4563-b3a3-9fb05394d0a9, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:29:53.358904 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:53.389320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfbe91-7e6e-43a9-b5e7-552f4a7b1ce8 req-979050ee-8ece-4c96-8f9d-48fa504df07e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:53.390963 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1bdfbe91-7e6e-43a9-b5e7-552f4a7b1ce8 req-979050ee-8ece-4c96-8f9d-48fa504df07e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 943 time: 0.0947974 Aug 23 15:29:53.468674 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1bdfbe91-7e6e-43a9-b5e7-552f4a7b1ce8 req-2f7957c4-d3ad-4946-a226-71fc89036e4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694489 Aug 23 15:29:53.477571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] For port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:29:53.480857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] For port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:29:53.546749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1c7cd986-d30e-497a-a320-c6cef57adc09 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:29:53.573837 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:53.599338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1c7cd986-d30e-497a-a320-c6cef57adc09 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:29:53.599617 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:53.610647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:53.611145 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:53.613259 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] 10.222.0.57 "PUT /v2.0/ports/04fd19d5-89ff-4563-b3a3-9fb05394d0a9 HTTP/1.1" status: 200 len: 1091 time: 0.9107633 Aug 23 15:29:53.613780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:29:53.616070 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e519cf-2901-4c7d-bbea-148d1b8a93e4" -d '{"events": [{"name": "network-changed", "server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:29:53.643442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee1cef-f9f5-42bf-971e-fe12ef067c98 service neutron] Pushing event updated for resources: {'Port': ['ID=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:53.673408 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39848fef-9551-40ec-b834-92470589f51e x-openstack-request-id: req-39848fef-9551-40ec-b834-92470589f51e {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:29:53.673752 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:29:53.685102 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-39848fef-9551-40ec-b834-92470589f51e {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:29:53.685102 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'status': 'completed', 'code': 200} Aug 23 15:29:53.750613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e519cf-2901-4c7d-bbea-148d1b8a93e4 req-08a0e16d-ce9b-4362-a9a8-3dc8b82e756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:53.752973 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-68e519cf-2901-4c7d-bbea-148d1b8a93e4 req-08a0e16d-ce9b-4362-a9a8-3dc8b82e756f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 1094 time: 0.0538795 Aug 23 15:29:53.861039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e519cf-2901-4c7d-bbea-148d1b8a93e4 req-b12f35f2-ece7-459e-8d9d-659d3c2dff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:53.863081 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-68e519cf-2901-4c7d-bbea-148d1b8a93e4 req-b12f35f2-ece7-459e-8d9d-659d3c2dff7a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1027822 Aug 23 15:29:53.963216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e519cf-2901-4c7d-bbea-148d1b8a93e4 req-e1277ffb-4eec-4604-8a3e-2b6661dfd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:53.964642 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-68e519cf-2901-4c7d-bbea-148d1b8a93e4 req-e1277ffb-4eec-4604-8a3e-2b6661dfd552 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939858 Aug 23 15:29:54.388122 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-f9a343f6-075e-4b4e-b289-6be3c100ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:54.389519 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-f9a343f6-075e-4b4e-b289-6be3c100ecc6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 1094 time: 0.3884208 Aug 23 15:29:54.431111 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-4d20c7f1-8bd6-4774-86ec-c7926a3ed1c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9 HTTP/1.1" status: 200 len: 217 time: 0.0332530 Aug 23 15:29:54.480995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-e8c2356c-1162-4c1c-ad7a-4a5235cbd410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:54.482460 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-e8c2356c-1162-4c1c-ad7a-4a5235cbd410 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6a511e2-3d12-43a3-bb2b-8870fbd57d66 HTTP/1.1" status: 200 len: 835 time: 0.0452363 Aug 23 15:29:54.536821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-007c8ee1-1397-4a28-8abd-2baedfeb28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:54.538350 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-007c8ee1-1397-4a28-8abd-2baedfeb28e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483174 Aug 23 15:29:54.654433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c76c1-38d8-4650-b0ea-e5827f9f019f req-7027f29e-b60d-4820-ba6c-1bdc76281af3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:54.655881 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-966c76c1-38d8-4650-b0ea-e5827f9f019f req-7027f29e-b60d-4820-ba6c-1bdc76281af3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 943 time: 0.1025145 Aug 23 15:29:54.684927 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-1bcc9faf-d3c0-4681-8ac1-e596844524cf service neutron] 10.222.0.57 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394885 Aug 23 15:29:54.721952 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-966c76c1-38d8-4650-b0ea-e5827f9f019f req-ca9fc1a0-3eb4-4c5f-9be4-d4a58aa9180c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592220 Aug 23 15:29:54.789050 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fea204b-0e09-47cf-9f15-e8ba4c5b4be6 req-31c7a349-af3b-4198-90df-fae5defed427 service neutron] 10.222.0.57 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958667 Aug 23 15:29:55.573115 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:55.841867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e2681-8ce4-4492-abc7-a987e436be19 req-b6bf4be3-64cb-4163-beb5-c9d037968aa4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:55.843360 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b24e2681-8ce4-4492-abc7-a987e436be19 req-b6bf4be3-64cb-4163-beb5-c9d037968aa4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 943 time: 0.0509026 Aug 23 15:29:55.882812 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b24e2681-8ce4-4492-abc7-a987e436be19 req-13234a46-bd53-4485-a623-1d607dd16b84 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330381 Aug 23 15:29:56.692747 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3109d676-51bc-440c-8b1d-c2623e67496a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:56.853230 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:57.006974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0ae9c-289f-4ca3-b27d-04023656706c req-6058f892-5449-4566-8e1c-7be64e58d668 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:57.008502 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84a0ae9c-289f-4ca3-b27d-04023656706c req-6058f892-5449-4566-8e1c-7be64e58d668 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 943 time: 0.0551696 Aug 23 15:29:57.051090 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84a0ae9c-289f-4ca3-b27d-04023656706c req-89818b7a-69a2-4fb0-992c-1b924caa6a74 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365970 Aug 23 15:29:57.062459 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:29:57.164642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:29:57.176025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'port_id': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'mac_address': 'fa:16:3e:cc:81:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:29:57.214671 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:57.227144 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:29:57.246451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:29:57.304907 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:57.354916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:57.529757 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['04fd19d5-89ff-4563-b3a3-9fb05394d0a9'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:29:58.193455 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e0d55-2a12-4dbb-a3d4-4025e6f944e7 req-89f33896-7c6f-4508-b043-f234d87d9b9c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:58.194954 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-478e0d55-2a12-4dbb-a3d4-4025e6f944e7 req-89f33896-7c6f-4508-b043-f234d87d9b9c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 944 time: 0.0525172 Aug 23 15:29:58.521403 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-478e0d55-2a12-4dbb-a3d4-4025e6f944e7 req-a0868c78-a1ff-49b9-a6fe-553fd691eb7e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203905 Aug 23 15:29:58.698752 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:59.061535 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:29:59.184362 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:29:59.188531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:29:59.188924 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:59.265678 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:59.289657 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:29:59.291939 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e51bad7-8096-4cef-aa76-9b6ad17737c2" -d '{"events": [{"server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "name": "network-vif-plugged", "status": "completed", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:29:59.304552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:29:59.368024 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:29:59.412331 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390b18b3-1f23-4f38-aa79-be23b7d721f0 x-openstack-request-id: req-390b18b3-1f23-4f38-aa79-be23b7d721f0 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:29:59.412804 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "name": "network-vif-plugged", "status": "completed", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:29:59.413215 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-390b18b3-1f23-4f38-aa79-be23b7d721f0 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:29:59.413833 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'code': 200} Aug 23 15:29:59.445523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:29:59.503455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9c8e6-8036-49a1-9782-afc6d910570a req-07ae6c49-f825-4a3b-89c5-d4dfddac1a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:59.505051 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4eb9c8e6-8036-49a1-9782-afc6d910570a req-07ae6c49-f825-4a3b-89c5-d4dfddac1a51 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 1096 time: 0.0424225 Aug 23 15:29:59.540793 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4eb9c8e6-8036-49a1-9782-afc6d910570a req-2bf5d100-852d-4463-9600-67184196368e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285530 Aug 23 15:29:59.640781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed7737-00b7-4f2d-9ef9-c9370da3a995 req-fa82d0b4-f2f4-4452-b323-548853a903a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:29:59.642195 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5bed7737-00b7-4f2d-9ef9-c9370da3a995 req-fa82d0b4-f2f4-4452-b323-548853a903a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0511825 Aug 23 15:29:59.691086 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5bed7737-00b7-4f2d-9ef9-c9370da3a995 req-83b451a8-6349-4383-837e-9f9e6f0da7a8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421362 Aug 23 15:30:00.818608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf3042-55cb-43b4-936f-ea1dff95a74f req-59c1b7c2-7280-46e6-bf12-61ee23d7a2af tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:00.820476 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efcf3042-55cb-43b4-936f-ea1dff95a74f req-59c1b7c2-7280-46e6-bf12-61ee23d7a2af tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0588694 Aug 23 15:30:00.859877 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-efcf3042-55cb-43b4-936f-ea1dff95a74f req-78c5e614-1e91-42a3-bfc4-047c91f198d3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326669 Aug 23 15:30:00.984931 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0efdf2-b4f4-426e-9a9f-70da449ebc81 req-ec9f6e7f-362e-44d9-9913-21a3100875fc tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:00.986525 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b0efdf2-b4f4-426e-9a9f-70da449ebc81 req-ec9f6e7f-362e-44d9-9913-21a3100875fc tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0495896 Aug 23 15:30:01.028135 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b0efdf2-b4f4-426e-9a9f-70da449ebc81 req-adc28ab7-342b-4406-9b80-6e9b677a6e62 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345547 Aug 23 15:30:01.050444 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34820) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:30:01.097859 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96230ec8-36dc-4f8b-b923-123aa4b4f87b tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:01.099521 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-96230ec8-36dc-4f8b-b923-123aa4b4f87b tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 1091 time: 0.0480063 Aug 23 15:30:01.102960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34824) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:30:01.107295 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:30:01.189927 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:01.288556 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:01.396017 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.25.8.128 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/bbeb4bd4-7e19-466b-9bc4-9fdd261ffb9b) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:30:01.501289 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:01.619084 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:01.661264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:30:01.664330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:30:01.667963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:30:01.694111 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=bbeb4bd4-7e19-466b-9bc4-9fdd261ffb9b,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:30:02.039936 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:02.217102 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:02.380087 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:02.480857 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:02.556149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=bbeb4bd4-7e19-466b-9bc4-9fdd261ffb9b,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:30:02.569156 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:02.679220 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Floating IP cced2a56-35ed-4528-bd0d-a524dc2e941e associated. External IP: 172.25.8.128, port: 04fd19d5-89ff-4563-b3a3-9fb05394d0a9. Aug 23 15:30:02.903076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router dc318ba7-e39f-4d12-9c7e-5129b5d40dad has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:30:03.016158 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:30:03.026551 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213a27e8-01fa-4e24-92cc-06b51f79ccea None None] Sync routers for ids ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:30:03.036057 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a27e8-01fa-4e24-92cc-06b51f79ccea None None] Routers {'dc318ba7-e39f-4d12-9c7e-5129b5d40dad'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:30:03.039980 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-213a27e8-01fa-4e24-92cc-06b51f79ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:29:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:30:03.098514 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:03.127468 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c2f1eba8-e105-4413-b6ec-09814e937b52 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0228713 Aug 23 15:30:03.128151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:30:03.130454 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d7ddef-c48f-4407-9328-ae2b4dace2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:30:03.148436 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-213a27e8-01fa-4e24-92cc-06b51f79ccea None None] Set router dc318ba7-e39f-4d12-9c7e-5129b5d40dad gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:30:03.244260 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6903424f-e2f4-4c29-818b-d011586ce9cd x-openstack-request-id: req-6903424f-e2f4-4c29-818b-d011586ce9cd {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:30:03.244583 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:30:03.244843 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6903424f-e2f4-4c29-818b-d011586ce9cd {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:30:03.245255 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'status': 'completed', 'code': 200} Aug 23 15:30:03.252863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a5c9-52d0-4c59-934a-938fd7a235ab req-1862efab-d4eb-4fda-9efe-be21438b02f4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:03.254453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14f0a5c9-52d0-4c59-934a-938fd7a235ab req-1862efab-d4eb-4fda-9efe-be21438b02f4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0679119 Aug 23 15:30:03.323495 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14f0a5c9-52d0-4c59-934a-938fd7a235ab req-62d888ac-351e-478c-9575-ea5380440d4e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613999 Aug 23 15:30:03.331562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7ddef-c48f-4407-9328-ae2b4dace2e0 req-f070e173-4fc8-431d-a6cc-9ffcb2af36eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:03.333645 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39d7ddef-c48f-4407-9328-ae2b4dace2e0 req-f070e173-4fc8-431d-a6cc-9ffcb2af36eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 1096 time: 0.0580058 Aug 23 15:30:03.346481 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34832) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:30:03.392339 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-213a27e8-01fa-4e24-92cc-06b51f79ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:29:41Z', 'updated_at': '2021-08-23T15:29:46Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:42Z', 'updated_at': '2021-08-23T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'cced2a56-35ed-4528-bd0d-a524dc2e941e', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'port_id': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'mac_address': 'fa:16:3e:cc:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70704046-affc-4101-98ea-188b6dd3a8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:30:01Z', 'updated_at': '2021-08-23T15:30:01Z', 'revision_number': 0, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7cd986-d30e-497a-a320-c6cef57adc09', 'name': '', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:85:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:45Z', 'updated_at': '2021-08-23T15:29:51Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:30:03.410909 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-61c8e88b-6824-476a-837c-fb66a27ac799 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/floatingips/cced2a56-35ed-4528-bd0d-a524dc2e941e HTTP/1.1" status: 200 len: 991 time: 0.0631862 Aug 23 15:30:03.419721 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213a27e8-01fa-4e24-92cc-06b51f79ccea None None] Checking router: dc318ba7-e39f-4d12-9c7e-5129b5d40dad for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:30:03.434961 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a27e8-01fa-4e24-92cc-06b51f79ccea None None] Routers {'dc318ba7-e39f-4d12-9c7e-5129b5d40dad'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:30:03.435584 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-213a27e8-01fa-4e24-92cc-06b51f79ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:29:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:30:03.437822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7ddef-c48f-4407-9328-ae2b4dace2e0 req-45be15f8-3278-4320-ab6e-d5b87c427646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:03.439363 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39d7ddef-c48f-4407-9328-ae2b4dace2e0 req-45be15f8-3278-4320-ab6e-d5b87c427646 service neutron] 10.222.0.57 "GET /v2.0/networks?id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e HTTP/1.1" status: 200 len: 898 time: 0.0984359 Aug 23 15:30:03.507999 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39d7ddef-c48f-4407-9328-ae2b4dace2e0 req-4bd0249e-4150-4fa3-86f4-9bdd6f3bc6b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9 HTTP/1.1" status: 200 len: 999 time: 0.0613680 Aug 23 15:30:03.543049 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-213a27e8-01fa-4e24-92cc-06b51f79ccea None None] Set router dc318ba7-e39f-4d12-9c7e-5129b5d40dad gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:30:03.559797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7ddef-c48f-4407-9328-ae2b4dace2e0 req-3d091e15-1241-40ee-9e55-5eded80874f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:03.561315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39d7ddef-c48f-4407-9328-ae2b4dace2e0 req-3d091e15-1241-40ee-9e55-5eded80874f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6a511e2-3d12-43a3-bb2b-8870fbd57d66 HTTP/1.1" status: 200 len: 835 time: 0.0460773 Aug 23 15:30:03.612940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7ddef-c48f-4407-9328-ae2b4dace2e0 req-cb91979a-292a-43e5-a767-7919f0e84ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:03.614457 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39d7ddef-c48f-4407-9328-ae2b4dace2e0 req-cb91979a-292a-43e5-a767-7919f0e84ca5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465300 Aug 23 15:30:03.706426 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39d7ddef-c48f-4407-9328-ae2b4dace2e0 req-c06d09ed-bcf1-4879-ae01-4c699e205259 service neutron] 10.222.0.57 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842540 Aug 23 15:30:03.774908 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-213a27e8-01fa-4e24-92cc-06b51f79ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:29:41Z', 'updated_at': '2021-08-23T15:29:46Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:42Z', 'updated_at': '2021-08-23T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'cced2a56-35ed-4528-bd0d-a524dc2e941e', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'port_id': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'mac_address': 'fa:16:3e:cc:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70704046-affc-4101-98ea-188b6dd3a8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:30:01Z', 'updated_at': '2021-08-23T15:30:01Z', 'revision_number': 0, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7cd986-d30e-497a-a320-c6cef57adc09', 'name': '', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:85:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:45Z', 'updated_at': '2021-08-23T15:29:51Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:30:03.805075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39d7ddef-c48f-4407-9328-ae2b4dace2e0 req-1cf20c33-467c-4c71-b9af-efc81cb5ad9f service neutron] 10.222.0.57 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919619 Aug 23 15:30:03.805400 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213a27e8-01fa-4e24-92cc-06b51f79ccea None None] The sync data for ids ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'] in n-d-804985-3 is: [{'id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:29:41Z', 'updated_at': '2021-08-23T15:29:46Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:42Z', 'updated_at': '2021-08-23T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'cced2a56-35ed-4528-bd0d-a524dc2e941e', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'port_id': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'mac_address': 'fa:16:3e:cc:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70704046-affc-4101-98ea-188b6dd3a8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:30:01Z', 'updated_at': '2021-08-23T15:30:01Z', 'revision_number': 0, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7cd986-d30e-497a-a320-c6cef57adc09', 'name': '', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:85:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:45Z', 'updated_at': '2021-08-23T15:29:51Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:30:04.005025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43fae18-c364-46dc-83e6-30de5df03fe9 None None] New status for floating IP cced2a56-35ed-4528-bd0d-a524dc2e941e: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:30:04.414231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34834) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:30:04.477841 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9533f610-b3fb-470a-a11e-9e5742c2b65d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/floatingips/cced2a56-35ed-4528-bd0d-a524dc2e941e HTTP/1.1" status: 200 len: 993 time: 0.0621960 Aug 23 15:30:07.953560 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-2845c7e0-25de-4aff-a00f-77e989eb7b92 req-41459c47-c9a2-46d9-b975-d12c76dda316 service neutron] (96115) timed out ('10.222.0.38', 52118) {{(pid=96115) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 15:30:10.451479 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:30:15.937928 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:20.686386 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:22.628473 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf6a2-70c5-400b-ab47-5805843778c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:25.571479 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:26.628492 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f106553a-dae8-4887-bfca-b944839a77b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:26.914676 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:28.704424 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:33.186598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79217b-07d3-4e9c-8ed3-aae1518727b4 req-8cf9a947-3b08-4ba1-bf98-821605605fe6 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:33.188372 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a79217b-07d3-4e9c-8ed3-aae1518727b4 req-8cf9a947-3b08-4ba1-bf98-821605605fe6 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 1096 time: 0.0453916 Aug 23 15:30:33.207918 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2a79217b-07d3-4e9c-8ed3-aae1518727b4 req-cc563f95-2478-4041-9094-b37c10ff6287 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:33.302389 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2a79217b-07d3-4e9c-8ed3-aae1518727b4 req-cc563f95-2478-4041-9094-b37c10ff6287 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:33.389016 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2a79217b-07d3-4e9c-8ed3-aae1518727b4 req-cc563f95-2478-4041-9094-b37c10ff6287 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:33.417626 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a79217b-07d3-4e9c-8ed3-aae1518727b4 req-cc563f95-2478-4041-9094-b37c10ff6287 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231290 Aug 23 15:30:33.422308 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc563f95-2478-4041-9094-b37c10ff6287 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37137e05-e794-4480-a1f4-21db2f0e109b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:30:33.544373 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625ae6b-5870-4e7e-8e31-18531c6e074a req-92b591ae-37d7-46b3-be86-7ccc14884a42 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:33.546606 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8625ae6b-5870-4e7e-8e31-18531c6e074a req-92b591ae-37d7-46b3-be86-7ccc14884a42 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0549452 Aug 23 15:30:33.588203 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8625ae6b-5870-4e7e-8e31-18531c6e074a req-75d2b54b-05eb-40e7-9d51-417f20c9886c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353775 Aug 23 15:30:33.615021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 34852) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:30:33.679411 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2bc7dffa-3f3c-4a9a-93c2-442d8190fc9c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/floatingips/cced2a56-35ed-4528-bd0d-a524dc2e941e HTTP/1.1" status: 200 len: 993 time: 0.0631011 Aug 23 15:30:34.576083 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc1ce5-22d4-4103-9f64-564684cf0c29 req-c5b27873-5660-4f1c-ae8a-5accf0772230 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:34.577593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16bc1ce5-22d4-4103-9f64-564684cf0c29 req-c5b27873-5660-4f1c-ae8a-5accf0772230 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0531061 Aug 23 15:30:34.622950 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16bc1ce5-22d4-4103-9f64-564684cf0c29 req-32410532-0334-43d8-8924-ecc8ebcee4ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381832 Aug 23 15:30:34.731367 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34870) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:30:34.829009 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-ff08d493-ddce-4bd3-8e28-6434d779b133 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955315 Aug 23 15:30:35.755968 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82f346-6aaf-4bd8-bf6d-9aa43e9b33f8 req-a2a0421f-ce17-4fb0-8571-c977406e37da tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:35.758158 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0a82f346-6aaf-4bd8-bf6d-9aa43e9b33f8 req-a2a0421f-ce17-4fb0-8571-c977406e37da tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0542965 Aug 23 15:30:35.800012 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0a82f346-6aaf-4bd8-bf6d-9aa43e9b33f8 req-eab529e0-6073-4995-baba-c3e94ff0978f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354609 Aug 23 15:30:36.923864 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989d34-6500-4046-9a20-f457434ab255 req-91609e4c-a23f-45a1-9347-fd8744845df0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:36.925437 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db989d34-6500-4046-9a20-f457434ab255 req-91609e4c-a23f-45a1-9347-fd8744845df0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0553825 Aug 23 15:30:36.965970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db989d34-6500-4046-9a20-f457434ab255 req-60e35734-e906-42c2-95e6-975ca8620d68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342569 Aug 23 15:30:37.402079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-4f0dd3c0-ae26-41cf-95e8-4c1a2e939fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:37.403587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-4f0dd3c0-ae26-41cf-95e8-4c1a2e939fe3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 1096 time: 0.0416501 Aug 23 15:30:37.499678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-a6f514c6-97c9-460e-b857-75ef6bccb101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:37.501207 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-a6f514c6-97c9-460e-b857-75ef6bccb101 service neutron] 10.222.0.57 "GET /v2.0/networks?id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e HTTP/1.1" status: 200 len: 898 time: 0.0898528 Aug 23 15:30:37.567305 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-072540bb-e3b4-4fe8-b622-687b6878337f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9 HTTP/1.1" status: 200 len: 1001 time: 0.0591197 Aug 23 15:30:37.619730 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-66f115f7-c160-493f-afcc-c06ce2584157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:37.621175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-66f115f7-c160-493f-afcc-c06ce2584157 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6a511e2-3d12-43a3-bb2b-8870fbd57d66 HTTP/1.1" status: 200 len: 835 time: 0.0472016 Aug 23 15:30:37.675639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-6b189730-f4b3-4da8-8f3a-996f050948df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:37.677296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-6b189730-f4b3-4da8-8f3a-996f050948df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492954 Aug 23 15:30:37.771888 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-47a18b7a-a233-4842-9efe-7ddcd3141fe9 service neutron] 10.222.0.57 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863917 Aug 23 15:30:37.869251 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-06916270-c21b-43eb-a0e7-f40e50ce9260 service neutron] 10.222.0.57 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891933 Aug 23 15:30:38.098576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346843c3-e8f5-4d8e-bccd-4fd71033ebfe req-f54fe747-cfe2-4c11-8333-f17bbf9b6e48 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:38.100205 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-346843c3-e8f5-4d8e-bccd-4fd71033ebfe req-f54fe747-cfe2-4c11-8333-f17bbf9b6e48 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0617402 Aug 23 15:30:38.139534 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-346843c3-e8f5-4d8e-bccd-4fd71033ebfe req-3c1f1481-2402-430c-ad69-8c35ebb772a1 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332835 Aug 23 15:30:39.259975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2581cf-f7d1-4ad3-ad17-1dd4fca8e9dc req-1106b9e4-7a8d-4db6-aecf-0f4eec64d5cf tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:39.261481 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db2581cf-f7d1-4ad3-ad17-1dd4fca8e9dc req-1106b9e4-7a8d-4db6-aecf-0f4eec64d5cf tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0509839 Aug 23 15:30:39.300069 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db2581cf-f7d1-4ad3-ad17-1dd4fca8e9dc req-75c559a7-06e8-46de-b03d-f575efb1b881 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316327 Aug 23 15:30:40.420740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce64a5-0ee8-4999-aab5-951aeeb60466 req-fb280425-a8d7-4ef1-806d-16fdeb11abd5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:40.422683 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbce64a5-0ee8-4999-aab5-951aeeb60466 req-fb280425-a8d7-4ef1-806d-16fdeb11abd5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0507946 Aug 23 15:30:40.465506 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbce64a5-0ee8-4999-aab5-951aeeb60466 req-bc3e1a23-324e-4233-ae19-a7e096941917 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362151 Aug 23 15:30:41.603360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddec21-a391-4fb3-af65-194ca04fa3c1 req-21fa72ac-615f-4570-98be-cf3eec9451a6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:41.604924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccddec21-a391-4fb3-af65-194ca04fa3c1 req-21fa72ac-615f-4570-98be-cf3eec9451a6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0518918 Aug 23 15:30:41.644463 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccddec21-a391-4fb3-af65-194ca04fa3c1 req-28785438-8980-4a64-99ef-192d6b0aa553 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329499 Aug 23 15:30:42.778915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc87592-9f8d-47c5-899a-c3f5adca6885 req-27bb896d-3421-4f03-b95e-ff1a4796a2cf tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:42.780454 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bbc87592-9f8d-47c5-899a-c3f5adca6885 req-27bb896d-3421-4f03-b95e-ff1a4796a2cf tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0565672 Aug 23 15:30:42.820620 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bbc87592-9f8d-47c5-899a-c3f5adca6885 req-99816807-702b-4e91-ac2e-eec6a375c008 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330601 Aug 23 15:30:43.942660 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51439a35-b70b-4d59-91a1-b782628ec21b req-47d548a6-a8f2-4703-92cb-5a25664738e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:43.944234 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51439a35-b70b-4d59-91a1-b782628ec21b req-47d548a6-a8f2-4703-92cb-5a25664738e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0518887 Aug 23 15:30:43.989255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51439a35-b70b-4d59-91a1-b782628ec21b req-e6ec1907-9c94-44b9-a607-3914347fa2e2 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389357 Aug 23 15:30:45.119125 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ea633-2231-4ae8-94a3-ee8ae2fdb6f6 req-abdc17c9-7be7-404a-a8a8-b3bebeeece7e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:45.120672 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f0ea633-2231-4ae8-94a3-ee8ae2fdb6f6 req-abdc17c9-7be7-404a-a8a8-b3bebeeece7e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0564024 Aug 23 15:30:45.163108 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9f0ea633-2231-4ae8-94a3-ee8ae2fdb6f6 req-b7b193f2-6ec0-4c3e-97e4-9be7b0d03bdd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363739 Aug 23 15:30:45.394697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc97ba4-49a3-4fda-bf2f-7e97b13fd5d4 req-d739b0f1-93ea-45fb-bae6-5f0fabcc08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:45.396321 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc97ba4-49a3-4fda-bf2f-7e97b13fd5d4 req-d739b0f1-93ea-45fb-bae6-5f0fabcc08b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 1096 time: 0.0448875 Aug 23 15:30:45.504340 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc97ba4-49a3-4fda-bf2f-7e97b13fd5d4 req-46e95385-9423-4d2f-a836-a736b3e44e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:45.505851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc97ba4-49a3-4fda-bf2f-7e97b13fd5d4 req-46e95385-9423-4d2f-a836-a736b3e44e7c service neutron] 10.222.0.57 "GET /v2.0/networks?id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e HTTP/1.1" status: 200 len: 898 time: 0.0886736 Aug 23 15:30:45.581136 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc97ba4-49a3-4fda-bf2f-7e97b13fd5d4 req-3368cd00-7f25-41fa-be3b-d78695d076c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9 HTTP/1.1" status: 200 len: 1001 time: 0.0678077 Aug 23 15:30:45.634434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc97ba4-49a3-4fda-bf2f-7e97b13fd5d4 req-8bc8d895-aef9-488d-b492-0db9c69876ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:45.635930 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc97ba4-49a3-4fda-bf2f-7e97b13fd5d4 req-8bc8d895-aef9-488d-b492-0db9c69876ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6a511e2-3d12-43a3-bb2b-8870fbd57d66 HTTP/1.1" status: 200 len: 835 time: 0.0463426 Aug 23 15:30:45.694130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc97ba4-49a3-4fda-bf2f-7e97b13fd5d4 req-ebc428f7-a90b-4b91-906e-5ba2aeec29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:45.698904 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc97ba4-49a3-4fda-bf2f-7e97b13fd5d4 req-ebc428f7-a90b-4b91-906e-5ba2aeec29e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552795 Aug 23 15:30:45.799197 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc97ba4-49a3-4fda-bf2f-7e97b13fd5d4 req-77c1a31a-9efb-4696-9afd-472bd26f0e6d service neutron] 10.222.0.57 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921273 Aug 23 15:30:45.897359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbc97ba4-49a3-4fda-bf2f-7e97b13fd5d4 req-23383a56-03fe-4057-ad71-84c388f35794 service neutron] 10.222.0.57 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904489 Aug 23 15:30:45.965510 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:46.281538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5eaea-a477-4f1c-a622-7529c8c215c6 req-a1ce4d49-62a7-48a9-b617-d2ad6d79b667 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:46.283053 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34e5eaea-a477-4f1c-a622-7529c8c215c6 req-a1ce4d49-62a7-48a9-b617-d2ad6d79b667 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0514729 Aug 23 15:30:46.326290 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34e5eaea-a477-4f1c-a622-7529c8c215c6 req-d96910b7-55a5-4c0e-9c5f-79ba23836479 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371475 Aug 23 15:30:47.446810 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c6806-743c-48fd-b58c-542630fabdb6 req-0a1f1b17-7204-4d38-adf1-5a97174ca1bb tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:47.455085 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-899c6806-743c-48fd-b58c-542630fabdb6 req-0a1f1b17-7204-4d38-adf1-5a97174ca1bb tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0533836 Aug 23 15:30:47.455278 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:30:47.488720 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-899c6806-743c-48fd-b58c-542630fabdb6 req-bd518a91-bc61-4959-8d9a-043425812fb6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341554 Aug 23 15:30:48.611790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5a368-49d0-4cfc-b97a-87b7518b9037 req-60378301-fdde-4fbc-a4d1-768881476f2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:48.613289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9fb5a368-49d0-4cfc-b97a-87b7518b9037 req-60378301-fdde-4fbc-a4d1-768881476f2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0526550 Aug 23 15:30:48.651146 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9fb5a368-49d0-4cfc-b97a-87b7518b9037 req-99f704f3-611d-40ce-8dd3-06cb3b61d637 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319209 Aug 23 15:30:49.772741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7e9e1-ed82-4e52-a9b5-4d7a30a91856 req-c5d32ae5-e46e-4225-bfef-2e49c6b2737c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:49.774159 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4be7e9e1-ed82-4e52-a9b5-4d7a30a91856 req-c5d32ae5-e46e-4225-bfef-2e49c6b2737c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0530753 Aug 23 15:30:49.815053 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4be7e9e1-ed82-4e52-a9b5-4d7a30a91856 req-5ba84752-3818-476c-bf37-54336dc0f2cb tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348299 Aug 23 15:30:50.720561 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:50.937969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a50be-33ca-441b-962b-7f62f1bc759c req-9681bfdf-a704-4637-8404-4ef098160e9e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:50.940234 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f32a50be-33ca-441b-962b-7f62f1bc759c req-9681bfdf-a704-4637-8404-4ef098160e9e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0553765 Aug 23 15:30:50.981867 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f32a50be-33ca-441b-962b-7f62f1bc759c req-bf97716b-22f1-4547-a258-0eacff29c29e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354142 Aug 23 15:30:52.112493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f834d-a38e-4a0f-8218-f58e17decf4e req-9c58f444-11ab-458c-88ef-5f118495b3bb tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:52.114023 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c00f834d-a38e-4a0f-8218-f58e17decf4e req-9c58f444-11ab-458c-88ef-5f118495b3bb tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0603094 Aug 23 15:30:52.169766 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c00f834d-a38e-4a0f-8218-f58e17decf4e req-bad21f57-03f2-4729-a218-9e60154427d1 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425215 Aug 23 15:30:52.623286 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5c296ff4-4820-4992-ae7e-c0dedd15bbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:53.295934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f85a16-8721-4c8f-9852-0193c9f304ed req-638a06d0-21ae-4224-9f13-480c0035633d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:53.297582 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20f85a16-8721-4c8f-9852-0193c9f304ed req-638a06d0-21ae-4224-9f13-480c0035633d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0498657 Aug 23 15:30:53.341801 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20f85a16-8721-4c8f-9852-0193c9f304ed req-1f2b4eb6-510f-4ba9-9101-6a60373b89e9 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382497 Aug 23 15:30:54.463369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6e06d-167d-47b0-99d4-3b0f7867e1e6 req-218230f4-2dac-44d1-b981-fe613c398ad7 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:54.464926 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-48f6e06d-167d-47b0-99d4-3b0f7867e1e6 req-218230f4-2dac-44d1-b981-fe613c398ad7 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0529499 Aug 23 15:30:54.505584 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-48f6e06d-167d-47b0-99d4-3b0f7867e1e6 req-3be761c4-9c2f-49c6-875e-6d9c78960baa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345185 Aug 23 15:30:55.031723 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-4b697ec4-4fcc-4225-90e3-e7bb187fdae1 service neutron] show failed (client error): The resource could not be found. Aug 23 15:30:55.032779 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-4b697ec4-4fcc-4225-90e3-e7bb187fdae1 service neutron] 10.222.0.57 "GET /v2.0/ports/04fd19d5-89ff-4563-b3a3-9fb05394d0a9/bindings/n-h2-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0581310 Aug 23 15:30:55.566003 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:55.690847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce1cea-7b98-4567-b387-94d1665f6777 req-86db80f3-ede4-4b33-8c4e-b44c13a63e9b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:55.692396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-55ce1cea-7b98-4567-b387-94d1665f6777 req-86db80f3-ede4-4b33-8c4e-b44c13a63e9b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.1094198 Aug 23 15:30:55.720731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-5e7573c1-c678-4148-a9d0-a0ab0b309bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:55.722226 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-5e7573c1-c678-4148-a9d0-a0ab0b309bd3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 1096 time: 0.1606143 Aug 23 15:30:55.739579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:30:55.763637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-55ce1cea-7b98-4567-b387-94d1665f6777 req-da5a7f70-51e3-4f97-ab36-9be51cb0422c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640633 Aug 23 15:30:55.800978 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:56.009839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] For port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:30:56.043896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] For port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:30:56.091198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:30:56.093595 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f831aeaa-2c93-42f2-a951-ce958bc08ca4" -d '{"events": [{"server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "name": "network-vif-unplugged", "status": "completed", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:30:56.098937 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:56.118960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Transition to ACTIVE for port object 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:30:56.176065 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:56.220998 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4caa23-f682-4c84-87a1-b7e9887331df x-openstack-request-id: req-ac4caa23-f682-4c84-87a1-b7e9887331df {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:30:56.221337 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "name": "network-vif-unplugged", "status": "completed", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:30:56.221491 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ac4caa23-f682-4c84-87a1-b7e9887331df {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:30:56.221886 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'code': 200} Aug 23 15:30:56.288945 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Pushing event updated for resources: {'Port': ['ID=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,revision_number=6']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:30:56.334986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:56.335334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:56.335692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:56.336037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:56.336372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:56.336701 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:56.337029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:56.337350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:56.337672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:56.337995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:56.338313 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:56.338630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:56.389224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] No DVR routers for this DVR port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:30:56.531633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Attempting to bind port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:30:56.532000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Attempting to bind port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:30:56.532330 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Attempting to bind port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 on network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:30:56.537540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 on network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:30:56.537884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Attempting to bind port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 on network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:30:56.542777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:30:56.543110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Checking segment: {'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:30:56.543493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Bound using segment: {'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:30:56.543945 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Bound port: 04fd19d5-89ff-4563-b3a3-9fb05394d0a9, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9da468-7c32-4bf9-b3d0-0e383694dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:30:56.544302 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:56.610174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] For port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:30:56.613355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] For port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:30:56.633708 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5ad4-5829-4d07-9c69-3a86ebfc9466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:56.691447 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:56.731042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:56.731684 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:56.733080 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] 10.222.0.61 "PUT /v2.0/ports/04fd19d5-89ff-4563-b3a3-9fb05394d0a9 HTTP/1.1" status: 200 len: 1091 time: 0.9981465 Aug 23 15:30:56.755585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644f87a-5b05-4a5d-8f92-89c9625a8b96 service neutron] Pushing event updated for resources: {'Port': ['ID=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:30:56.805672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-2daa490e-f19d-4cfd-8098-a54ecb4564b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:56.807284 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-2daa490e-f19d-4cfd-8098-a54ecb4564b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 1094 time: 0.0486145 Aug 23 15:30:56.885317 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:56.958830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54655ed5-6078-4374-b3f1-4ed2a8b28eba req-2220217c-bcba-44ae-b40f-e0dfe38158e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:56.960777 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54655ed5-6078-4374-b3f1-4ed2a8b28eba req-2220217c-bcba-44ae-b40f-e0dfe38158e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 943 time: 0.0923307 Aug 23 15:30:56.962247 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-ee6ad421-924d-4258-ba7a-b4ef9b57122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:56.963627 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-ee6ad421-924d-4258-ba7a-b4ef9b57122d service neutron] 10.222.0.61 "GET /v2.0/networks?id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e HTTP/1.1" status: 200 len: 898 time: 0.1468968 Aug 23 15:30:57.048213 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54655ed5-6078-4374-b3f1-4ed2a8b28eba req-3d3c7b6b-1695-4ac6-9c04-c0eadc83e4d3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813174 Aug 23 15:30:57.059213 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-1fa1d462-965b-4519-8527-28cf4840ba84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9 HTTP/1.1" status: 200 len: 999 time: 0.0850861 Aug 23 15:30:57.116841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-b8d97145-e3a3-4d57-b71c-afb829259886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:57.118504 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-b8d97145-e3a3-4d57-b71c-afb829259886 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d6a511e2-3d12-43a3-bb2b-8870fbd57d66 HTTP/1.1" status: 200 len: 835 time: 0.0517919 Aug 23 15:30:57.168994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-c6646e70-076b-4126-9b8a-00ee7b88a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:57.170491 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-c6646e70-076b-4126-9b8a-00ee7b88a9d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447400 Aug 23 15:30:57.264170 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-a900292e-651c-4290-a74b-1272e9e820c7 service neutron] 10.222.0.61 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860102 Aug 23 15:30:57.360983 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cabb6499-6d34-44eb-b558-f46e29d8a0df req-1415e7b0-cb8e-42a2-a199-ab7ee625c39d service neutron] 10.222.0.61 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891600 Aug 23 15:30:58.172270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59fc96-1e75-43fd-aa5a-8d841b9e2211 req-635b69a7-f73c-42f1-8fd8-fb2ed06e8694 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:58.174110 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c59fc96-1e75-43fd-aa5a-8d841b9e2211 req-635b69a7-f73c-42f1-8fd8-fb2ed06e8694 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 943 time: 0.0532806 Aug 23 15:30:58.213465 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c59fc96-1e75-43fd-aa5a-8d841b9e2211 req-4f74abec-26eb-4fdd-b264-5dc824b06eff tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329328 Aug 23 15:30:58.223377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:30:58.226652 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b298705-b6ec-484d-88e2-5c630da53284" -d '{"events": [{"name": "network-changed", "server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:30:58.279819 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7da9fc1-4e36-401a-83e1-fafb3a3847d6 x-openstack-request-id: req-e7da9fc1-4e36-401a-83e1-fafb3a3847d6 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:30:58.280117 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:30:58.280387 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7da9fc1-4e36-401a-83e1-fafb3a3847d6 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:30:58.280791 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'status': 'completed', 'code': 200} Aug 23 15:30:58.369751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b298705-b6ec-484d-88e2-5c630da53284 req-af37833d-7398-4e4d-8ae2-ef0e562c9207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:58.371174 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b298705-b6ec-484d-88e2-5c630da53284 req-af37833d-7398-4e4d-8ae2-ef0e562c9207 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 1094 time: 0.0623863 Aug 23 15:30:58.373816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b298705-b6ec-484d-88e2-5c630da53284 req-0ba017ef-56b4-4d87-a03d-6a0c913ee5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:58.379467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b298705-b6ec-484d-88e2-5c630da53284 req-0ba017ef-56b4-4d87-a03d-6a0c913ee5ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 1094 time: 0.0755167 Aug 23 15:30:58.535922 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b298705-b6ec-484d-88e2-5c630da53284 req-b161bb8e-43b3-439e-8f45-d91d24c2f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:58.537432 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b298705-b6ec-484d-88e2-5c630da53284 req-b161bb8e-43b3-439e-8f45-d91d24c2f13a service neutron] 10.222.0.61 "GET /v2.0/networks?id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e HTTP/1.1" status: 200 len: 898 time: 0.1585913 Aug 23 15:30:58.538789 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b298705-b6ec-484d-88e2-5c630da53284 req-f3fd9add-d54a-44f5-ab9c-df117515080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:58.540149 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b298705-b6ec-484d-88e2-5c630da53284 req-f3fd9add-d54a-44f5-ab9c-df117515080f service neutron] 10.222.0.57 "GET /v2.0/networks?id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e HTTP/1.1" status: 200 len: 898 time: 0.1538596 Aug 23 15:30:58.667814 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b298705-b6ec-484d-88e2-5c630da53284 req-006419d5-8ee0-4e0e-8c9e-3001851c6316 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9 HTTP/1.1" status: 200 len: 999 time: 0.1149015 Aug 23 15:30:58.669404 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b298705-b6ec-484d-88e2-5c630da53284 req-a7c9db00-0d0f-4a03-bbbe-7e527815d0b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9 HTTP/1.1" status: 200 len: 999 time: 0.1223826 Aug 23 15:30:58.696494 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:59.114680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b298705-b6ec-484d-88e2-5c630da53284 req-8d31d84d-21b1-4301-b9d2-fa22fc0d4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:59.116221 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b298705-b6ec-484d-88e2-5c630da53284 req-8d31d84d-21b1-4301-b9d2-fa22fc0d4afd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6a511e2-3d12-43a3-bb2b-8870fbd57d66 HTTP/1.1" status: 200 len: 835 time: 0.4407258 Aug 23 15:30:59.117613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b298705-b6ec-484d-88e2-5c630da53284 req-4e8827d0-0929-45f5-931e-2b1c2dbe3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:59.118928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b298705-b6ec-484d-88e2-5c630da53284 req-4e8827d0-0929-45f5-931e-2b1c2dbe3e09 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d6a511e2-3d12-43a3-bb2b-8870fbd57d66 HTTP/1.1" status: 200 len: 835 time: 0.4353480 Aug 23 15:30:59.196815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b298705-b6ec-484d-88e2-5c630da53284 req-d5ac4e7c-c3d7-4ac2-a53f-298d62668444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:59.198424 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b298705-b6ec-484d-88e2-5c630da53284 req-d5ac4e7c-c3d7-4ac2-a53f-298d62668444 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744934 Aug 23 15:30:59.204722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b298705-b6ec-484d-88e2-5c630da53284 req-46951f2b-8346-467c-a93a-faa74acc873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:59.206483 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b298705-b6ec-484d-88e2-5c630da53284 req-46951f2b-8346-467c-a93a-faa74acc873b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743849 Aug 23 15:30:59.343956 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:30:59.345493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9220816-7d19-4891-9ede-5343e414638a req-115d7e2a-cb04-40cb-989c-54733d00bbe2 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:30:59.353615 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9220816-7d19-4891-9ede-5343e414638a req-115d7e2a-cb04-40cb-989c-54733d00bbe2 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 943 time: 0.0623326 Aug 23 15:30:59.369695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b298705-b6ec-484d-88e2-5c630da53284 req-7d45bb93-0142-41fa-bc7d-1aa1305608d5 service neutron] 10.222.0.57 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610341 Aug 23 15:30:59.372472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b298705-b6ec-484d-88e2-5c630da53284 req-efa7a541-c109-40b2-b4c2-124464b59f06 service neutron] 10.222.0.61 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574423 Aug 23 15:30:59.394366 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9220816-7d19-4891-9ede-5343e414638a req-5455974c-72b5-408f-9e2b-24abcd1f5e11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395951 Aug 23 15:30:59.423069 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:30:59.489584 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:30:59.497168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:30:59.508948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'port_id': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'mac_address': 'fa:16:3e:cc:81:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:30:59.538390 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b298705-b6ec-484d-88e2-5c630da53284 req-5dae3acb-3ad3-42f8-afd0-c068bc1cdec7 service neutron] 10.222.0.57 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611812 Aug 23 15:30:59.540559 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b298705-b6ec-484d-88e2-5c630da53284 req-d1a6fe47-9553-4e65-805e-b3c48ba4a154 service neutron] 10.222.0.61 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545560 Aug 23 15:30:59.548317 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:59.567324 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:30:59.587601 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:30:59.667977 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:30:59.717250 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:30:59.724926 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:59.725272 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:59.725613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:59.725950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:59.726281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:59.726613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:59.726939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:59.727264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:59.727588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:59.727941 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:59.728263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:59.728583 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:30:59.925131 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['04fd19d5-89ff-4563-b3a3-9fb05394d0a9'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:31:00.516879 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29d844-8950-42fd-b949-58e50be203e9 req-17190db4-45dd-4250-8c3f-3852c0df287e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:00.518415 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a29d844-8950-42fd-b949-58e50be203e9 req-17190db4-45dd-4250-8c3f-3852c0df287e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 944 time: 0.0520272 Aug 23 15:31:00.557737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a29d844-8950-42fd-b949-58e50be203e9 req-54707b0f-ea00-4695-ab2a-184c1aaf629b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327730 Aug 23 15:31:00.938512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb5403-cd31-44e3-8d82-22dd073314be req-8485f167-e262-46ae-a78a-610e0106283e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:00.940211 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-addb5403-cd31-44e3-8d82-22dd073314be req-8485f167-e262-46ae-a78a-610e0106283e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 944 time: 0.0535836 Aug 23 15:31:01.042680 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-addb5403-cd31-44e3-8d82-22dd073314be req-0004eb91-080a-4d10-833f-217cc3a39727 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905516 Aug 23 15:31:01.073600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f10b8b-b499-47ca-a2a2-7aac6f4198ce req-3127a734-82bf-46e1-9f9a-966aeac8ec37 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:01.075083 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f10b8b-b499-47ca-a2a2-7aac6f4198ce req-3127a734-82bf-46e1-9f9a-966aeac8ec37 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 944 time: 0.1016755 Aug 23 15:31:01.138892 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-41f10b8b-b499-47ca-a2a2-7aac6f4198ce req-1c256a05-3dbc-44eb-9f95-cd91a875ebea service neutron] delete failed (client error): The resource could not be found. Aug 23 15:31:01.140424 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f10b8b-b499-47ca-a2a2-7aac6f4198ce req-1c256a05-3dbc-44eb-9f95-cd91a875ebea service neutron] 10.222.0.57 "DELETE /v2.0/ports/04fd19d5-89ff-4563-b3a3-9fb05394d0a9/bindings/n-h1-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0553162 Aug 23 15:31:01.236602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f10b8b-b499-47ca-a2a2-7aac6f4198ce req-a9923ef0-e552-41d4-bf5a-088b703bc94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:01.238136 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f10b8b-b499-47ca-a2a2-7aac6f4198ce req-a9923ef0-e552-41d4-bf5a-088b703bc94a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 1095 time: 0.0465007 Aug 23 15:31:01.338394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f10b8b-b499-47ca-a2a2-7aac6f4198ce req-eddbe774-1bbe-4880-af59-b4718e673cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:01.339923 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f10b8b-b499-47ca-a2a2-7aac6f4198ce req-eddbe774-1bbe-4880-af59-b4718e673cf3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e HTTP/1.1" status: 200 len: 898 time: 0.0937958 Aug 23 15:31:01.355142 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:31:01.416342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f10b8b-b499-47ca-a2a2-7aac6f4198ce req-94b3f40f-94df-4213-b89c-20a3f50f62e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9 HTTP/1.1" status: 200 len: 1000 time: 0.0676751 Aug 23 15:31:01.462108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:31:01.466030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:31:01.469879 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:01.470027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f10b8b-b499-47ca-a2a2-7aac6f4198ce req-3129b687-77ac-436d-9fae-7712a32f8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:01.470027 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f10b8b-b499-47ca-a2a2-7aac6f4198ce req-3129b687-77ac-436d-9fae-7712a32f8a3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6a511e2-3d12-43a3-bb2b-8870fbd57d66 HTTP/1.1" status: 200 len: 835 time: 0.0456810 Aug 23 15:31:01.521003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f10b8b-b499-47ca-a2a2-7aac6f4198ce req-3a97b3a6-03db-47dc-af95-1309b1db9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:01.522544 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f10b8b-b499-47ca-a2a2-7aac6f4198ce req-3a97b3a6-03db-47dc-af95-1309b1db9c38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433745 Aug 23 15:31:01.551383 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:01.574448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:31:01.576735 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c185dd-6c7e-46a8-a741-547926312f45" -d '{"events": [{"server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "name": "network-vif-plugged", "status": "completed", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:31:01.593249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:31:01.628384 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f10b8b-b499-47ca-a2a2-7aac6f4198ce req-99e0286b-9f2b-4562-96dd-c286143f076a service neutron] 10.222.0.57 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950894 Aug 23 15:31:01.634071 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce65a67-fc9a-4661-9562-ea3883f4fc7e x-openstack-request-id: req-2ce65a67-fc9a-4661-9562-ea3883f4fc7e {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:31:01.634405 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "name": "network-vif-plugged", "status": "completed", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:31:01.634665 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ce65a67-fc9a-4661-9562-ea3883f4fc7e {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:31:01.635053 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'code': 200} Aug 23 15:31:01.657266 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:01.713709 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:01.736650 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41f10b8b-b499-47ca-a2a2-7aac6f4198ce req-4f5c5ee3-a52b-43e3-afb2-4d3b7469ae26 service neutron] 10.222.0.57 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942442 Aug 23 15:31:02.173861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297aaeb7-3072-4f9e-bad0-2eca2cf2c073 req-fcc904a7-6cf5-49e5-88e3-fbf0531fd467 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:02.175298 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-297aaeb7-3072-4f9e-bad0-2eca2cf2c073 req-fcc904a7-6cf5-49e5-88e3-fbf0531fd467 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0584857 Aug 23 15:31:02.216413 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-297aaeb7-3072-4f9e-bad0-2eca2cf2c073 req-b44e9262-1314-4a12-a5c4-65aed6a34ddb tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348222 Aug 23 15:31:03.353934 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c53dc-7e28-4c63-8adf-eecf54b6f501 req-5bbdec8b-14f7-4b46-b980-adfb3d46c9e8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:03.355452 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5c3c53dc-7e28-4c63-8adf-eecf54b6f501 req-5bbdec8b-14f7-4b46-b980-adfb3d46c9e8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0567250 Aug 23 15:31:03.400353 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5c3c53dc-7e28-4c63-8adf-eecf54b6f501 req-49c9386c-82ca-4b4a-b23f-00ed0582b154 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380487 Aug 23 15:31:03.425187 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 34978) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:03.493619 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5088d59b-8d5e-4cf6-b749-79ec7ef8c5c5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/floatingips/cced2a56-35ed-4528-bd0d-a524dc2e941e HTTP/1.1" status: 200 len: 993 time: 0.0672503 Aug 23 15:31:15.958543 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:20.703108 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:22.604601 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0d115b6e-6684-45f6-a1ac-1e63f7b2efda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:24.449977 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:31:25.559021 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:26.650485 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-657abf9c-733e-4e9b-bcfa-f6b8cbf9ef10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:26.879097 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:28.689717 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:32.348322 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440b311-0b73-49a0-812c-f6c4ad8eb353 req-112014f1-4158-424a-b6ec-cc4f49a311c0 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:32.349843 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2440b311-0b73-49a0-812c-f6c4ad8eb353 req-112014f1-4158-424a-b6ec-cc4f49a311c0 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 1096 time: 0.0420237 Aug 23 15:31:32.391590 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2440b311-0b73-49a0-812c-f6c4ad8eb353 req-74347733-74af-45aa-ad50-3d0a6a0c8c0d tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357606 Aug 23 15:31:32.413737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35004) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:32.578529 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port bbeb4bd4-7e19-466b-9bc4-9fdd261ffb9b {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:31:32.578878 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:32.657686 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:32.658017 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:32.671474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for bbeb4bd4-7e19-466b-9bc4-9fdd261ffb9b owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:31:32.987848 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:33.018687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=bbeb4bd4-7e19-466b-9bc4-9fdd261ffb9b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:33.042921 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:33.043264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:33.043604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:33.043962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:33.045240 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:33.045405 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:33.045744 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:33.046083 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:33.046412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:33.046736 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:33.047060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:33.047383 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:33.088970 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:33.089347 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Floating IP cced2a56-35ed-4528-bd0d-a524dc2e941e disassociated (deleted). External IP: 172.25.8.128, port: 04fd19d5-89ff-4563-b3a3-9fb05394d0a9. Aug 23 15:31:33.313917 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router dc318ba7-e39f-4d12-9c7e-5129b5d40dad has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:31:33.428231 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:31:33.433078 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:33.438331 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279c77fd-d82d-4132-8bc5-5afe82209a22 None None] Sync routers for ids ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:31:33.448186 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c77fd-d82d-4132-8bc5-5afe82209a22 None None] Routers {'dc318ba7-e39f-4d12-9c7e-5129b5d40dad'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:31:33.448901 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-279c77fd-d82d-4132-8bc5-5afe82209a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:31:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:33.462241 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4ce0485f-3539-47c7-acd4-9f8a987e1bed tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/floatingips/cced2a56-35ed-4528-bd0d-a524dc2e941e HTTP/1.1" status: 204 len: 168 time: 1.0473504 Aug 23 15:31:33.462858 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:31:33.465134 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca753e00-3bbf-4322-b4ae-6e0d68ba7031" -d '{"events": [{"name": "network-changed", "server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:31:33.504268 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af73623-e666-4c09-bac5-b9913ec20a9b x-openstack-request-id: req-8af73623-e666-4c09-bac5-b9913ec20a9b {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:31:33.504925 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:31:33.505349 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8af73623-e666-4c09-bac5-b9913ec20a9b {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:31:33.506043 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'status': 'completed', 'code': 200} Aug 23 15:31:33.571164 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-279c77fd-d82d-4132-8bc5-5afe82209a22 None None] Set router dc318ba7-e39f-4d12-9c7e-5129b5d40dad gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:31:33.579057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca753e00-3bbf-4322-b4ae-6e0d68ba7031 req-f8166c83-a30c-4df5-8544-0d66e6873746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:33.581074 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca753e00-3bbf-4322-b4ae-6e0d68ba7031 req-f8166c83-a30c-4df5-8544-0d66e6873746 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 1096 time: 0.0527217 Aug 23 15:31:33.682685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca753e00-3bbf-4322-b4ae-6e0d68ba7031 req-2cc01f77-551d-4216-a245-5d5bfa5d8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:33.684260 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca753e00-3bbf-4322-b4ae-6e0d68ba7031 req-2cc01f77-551d-4216-a245-5d5bfa5d8043 service neutron] 10.222.0.61 "GET /v2.0/networks?id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e HTTP/1.1" status: 200 len: 898 time: 0.0941315 Aug 23 15:31:33.732646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca753e00-3bbf-4322-b4ae-6e0d68ba7031 req-9a64d8b3-a5e9-4e44-93ad-d05a8b80e045 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9 HTTP/1.1" status: 200 len: 217 time: 0.0403063 Aug 23 15:31:33.783726 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-279c77fd-d82d-4132-8bc5-5afe82209a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:29:41Z', 'updated_at': '2021-08-23T15:29:46Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:42Z', 'updated_at': '2021-08-23T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '1c7cd986-d30e-497a-a320-c6cef57adc09', 'name': '', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:85:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:45Z', 'updated_at': '2021-08-23T15:29:51Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:33.784113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca753e00-3bbf-4322-b4ae-6e0d68ba7031 req-64e86047-b46b-430d-8bf1-fbe38e0b2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:33.785655 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca753e00-3bbf-4322-b4ae-6e0d68ba7031 req-64e86047-b46b-430d-8bf1-fbe38e0b2fcf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d6a511e2-3d12-43a3-bb2b-8870fbd57d66 HTTP/1.1" status: 200 len: 835 time: 0.0457172 Aug 23 15:31:33.816336 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279c77fd-d82d-4132-8bc5-5afe82209a22 None None] Checking router: dc318ba7-e39f-4d12-9c7e-5129b5d40dad for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:31:33.825415 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c77fd-d82d-4132-8bc5-5afe82209a22 None None] Routers {'dc318ba7-e39f-4d12-9c7e-5129b5d40dad'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:31:33.826865 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-279c77fd-d82d-4132-8bc5-5afe82209a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:31:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:33.834520 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca753e00-3bbf-4322-b4ae-6e0d68ba7031 req-b2126a9b-0586-45ee-bf70-2f95b853ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:33.836091 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca753e00-3bbf-4322-b4ae-6e0d68ba7031 req-b2126a9b-0586-45ee-bf70-2f95b853ab14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=84de8b0a-db6e-4b0f-9c92-7fc97224a68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433199 Aug 23 15:31:33.946287 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca753e00-3bbf-4322-b4ae-6e0d68ba7031 req-38f3552b-6a35-4763-98a5-c8087d4a866e service neutron] 10.222.0.61 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994122 Aug 23 15:31:33.948517 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c37bc-f14c-4f57-8ded-187c7ed3c552 req-e6973545-38d9-41e5-8ee0-bd9ecec7feb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:33.950121 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f98c37bc-f14c-4f57-8ded-187c7ed3c552 req-e6973545-38d9-41e5-8ee0-bd9ecec7feb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0543058 Aug 23 15:31:33.995228 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f98c37bc-f14c-4f57-8ded-187c7ed3c552 req-f5bde744-215c-4ff2-b603-e03f4f1781a9 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370646 Aug 23 15:31:34.045123 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-279c77fd-d82d-4132-8bc5-5afe82209a22 None None] Set router dc318ba7-e39f-4d12-9c7e-5129b5d40dad gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:31:34.051770 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca753e00-3bbf-4322-b4ae-6e0d68ba7031 req-8f50d390-93d6-4394-a5b5-96a459789320 service neutron] 10.222.0.61 "GET /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978525 Aug 23 15:31:34.247132 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-279c77fd-d82d-4132-8bc5-5afe82209a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:29:41Z', 'updated_at': '2021-08-23T15:29:46Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:42Z', 'updated_at': '2021-08-23T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '1c7cd986-d30e-497a-a320-c6cef57adc09', 'name': '', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:85:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:45Z', 'updated_at': '2021-08-23T15:29:51Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:34.273882 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279c77fd-d82d-4132-8bc5-5afe82209a22 None None] The sync data for ids ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'] in n-d-804985-3 is: [{'id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:29:41Z', 'updated_at': '2021-08-23T15:29:46Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:42Z', 'updated_at': '2021-08-23T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '1c7cd986-d30e-497a-a320-c6cef57adc09', 'name': '', 'network_id': '84de8b0a-db6e-4b0f-9c92-7fc97224a68e', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:85:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:45Z', 'updated_at': '2021-08-23T15:29:51Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': 'd6a511e2-3d12-43a3-bb2b-8870fbd57d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:31:34.502096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe07efb3-a7a5-47a9-8c50-c085977b5a2b None None] New status for floating IP cced2a56-35ed-4528-bd0d-a524dc2e941e: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:31:35.120565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988ee2c-df87-4bc3-8226-5793ee3a75f9 req-aa9b3a27-106a-415e-9a3c-7c8f0054ea41 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:35.122073 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c988ee2c-df87-4bc3-8226-5793ee3a75f9 req-aa9b3a27-106a-415e-9a3c-7c8f0054ea41 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0537250 Aug 23 15:31:35.163330 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c988ee2c-df87-4bc3-8226-5793ee3a75f9 req-76227bca-6746-41aa-88ff-0d1f94c28317 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341561 Aug 23 15:31:35.345473 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc96db-ea4b-4b6f-974b-c2df3d524ad9 req-f83d6179-10fc-4f50-8ab4-11143de22c4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:35.347852 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-40cc96db-ea4b-4b6f-974b-c2df3d524ad9 req-f83d6179-10fc-4f50-8ab4-11143de22c4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.61 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 945 time: 0.0585117 Aug 23 15:31:35.443678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-40cc96db-ea4b-4b6f-974b-c2df3d524ad9 req-416a05ff-c10b-4f65-91d3-01441f59e779 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:31:35.444077 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-40cc96db-ea4b-4b6f-974b-c2df3d524ad9 req-416a05ff-c10b-4f65-91d3-01441f59e779 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:35.539603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-40cc96db-ea4b-4b6f-974b-c2df3d524ad9 req-416a05ff-c10b-4f65-91d3-01441f59e779 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] For port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:31:35.539990 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-40cc96db-ea4b-4b6f-974b-c2df3d524ad9 req-416a05ff-c10b-4f65-91d3-01441f59e779 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:35.554111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-40cc96db-ea4b-4b6f-974b-c2df3d524ad9 req-416a05ff-c10b-4f65-91d3-01441f59e779 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:31:35.793135 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-40cc96db-ea4b-4b6f-974b-c2df3d524ad9 req-416a05ff-c10b-4f65-91d3-01441f59e779 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:35.821797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a05ff-c10b-4f65-91d3-01441f59e779 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=04fd19d5-89ff-4563-b3a3-9fb05394d0a9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:35.888732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cc96db-ea4b-4b6f-974b-c2df3d524ad9 req-416a05ff-c10b-4f65-91d3-01441f59e779 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] No DVR routers for this DVR port 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:31:35.891435 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-40cc96db-ea4b-4b6f-974b-c2df3d524ad9 req-416a05ff-c10b-4f65-91d3-01441f59e779 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:35.893727 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-40cc96db-ea4b-4b6f-974b-c2df3d524ad9 req-416a05ff-c10b-4f65-91d3-01441f59e779 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.61 "DELETE /v2.0/ports/04fd19d5-89ff-4563-b3a3-9fb05394d0a9 HTTP/1.1" status: 204 len: 173 time: 0.5376546 Aug 23 15:31:35.894087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'name': 'network-vif-deleted', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:31:35.896401 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e5711c-00d9-4b70-8e1d-d2cb29b23ded" -d '{"events": [{"server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "name": "network-vif-deleted", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:31:35.932366 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d01b12f-f2ee-4844-85d7-39a5be8d4165 x-openstack-request-id: req-8d01b12f-f2ee-4844-85d7-39a5be8d4165 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:31:35.932664 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70704046-affc-4101-98ea-188b6dd3a8fc", "name": "network-vif-deleted", "tag": "04fd19d5-89ff-4563-b3a3-9fb05394d0a9", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:31:35.932919 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d01b12f-f2ee-4844-85d7-39a5be8d4165 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:31:35.933318 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70704046-affc-4101-98ea-188b6dd3a8fc', 'name': 'network-vif-deleted', 'tag': '04fd19d5-89ff-4563-b3a3-9fb05394d0a9', 'status': 'completed', 'code': 200} Aug 23 15:31:36.279226 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d4870057-dabc-4715-a12e-6c0068624f0b req-6f7615f0-9018-48cb-bda7-25d4598ecdc3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=70704046-affc-4101-98ea-188b6dd3a8fc HTTP/1.1" status: 200 len: 210 time: 0.0306940 Aug 23 15:31:37.337815 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35022) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:38.023555 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f7b48340-010c-4a35-8cca-69cf3a800e45 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:38.288129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f7b48340-010c-4a35-8cca-69cf3a800e45 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port 1c7cd986-d30e-497a-a320-c6cef57adc09 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:31:38.288393 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f7b48340-010c-4a35-8cca-69cf3a800e45 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:38.386002 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-f7b48340-010c-4a35-8cca-69cf3a800e45 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] For port 1c7cd986-d30e-497a-a320-c6cef57adc09, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1c7cd986-d30e-497a-a320-c6cef57adc09,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:31:38.386686 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f7b48340-010c-4a35-8cca-69cf3a800e45 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:38.399430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-f7b48340-010c-4a35-8cca-69cf3a800e45 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for 1c7cd986-d30e-497a-a320-c6cef57adc09 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:31:38.644406 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f7b48340-010c-4a35-8cca-69cf3a800e45 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:38.670368 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b48340-010c-4a35-8cca-69cf3a800e45 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=1c7cd986-d30e-497a-a320-c6cef57adc09,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:38.855622 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f7b48340-010c-4a35-8cca-69cf3a800e45 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:39.084835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b48340-010c-4a35-8cca-69cf3a800e45 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router dc318ba7-e39f-4d12-9c7e-5129b5d40dad has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:31:39.194804 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b48340-010c-4a35-8cca-69cf3a800e45 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:31:39.201366 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f7b48340-010c-4a35-8cca-69cf3a800e45 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "PUT /v2.0/routers/dc318ba7-e39f-4d12-9c7e-5129b5d40dad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8616264 Aug 23 15:31:39.204278 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35024) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:39.205075 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9b5086-e4b0-41ad-9b9a-d0e701840cd9 None None] Sync routers for ids ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:31:39.214356 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b5086-e4b0-41ad-9b9a-d0e701840cd9 None None] Routers {'dc318ba7-e39f-4d12-9c7e-5129b5d40dad'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:31:39.214966 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7d9b5086-e4b0-41ad-9b9a-d0e701840cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:31:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:39.272195 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-8226cef4-cbe9-4966-bc92-4163d739eb13 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting subnet d6a511e2-3d12-43a3-bb2b-8870fbd57d66 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:31:39.276893 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8226cef4-cbe9-4966-bc92-4163d739eb13 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:39.322941 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8226cef4-cbe9-4966-bc92-4163d739eb13 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:39.343316 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-7d9b5086-e4b0-41ad-9b9a-d0e701840cd9 None None] Set router dc318ba7-e39f-4d12-9c7e-5129b5d40dad gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:31:39.420553 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8226cef4-cbe9-4966-bc92-4163d739eb13 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:39.461419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:31:39.481725 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:31:39.482209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 04fd19d5-89ff-4563-b3a3-9fb05394d0a9 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:31:39.538300 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7d9b5086-e4b0-41ad-9b9a-d0e701840cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:29:41Z', 'updated_at': '2021-08-23T15:31:38Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:42Z', 'updated_at': '2021-08-23T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:39.564432 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9b5086-e4b0-41ad-9b9a-d0e701840cd9 None None] Checking router: dc318ba7-e39f-4d12-9c7e-5129b5d40dad for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:31:39.573528 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b5086-e4b0-41ad-9b9a-d0e701840cd9 None None] Routers {'dc318ba7-e39f-4d12-9c7e-5129b5d40dad'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:31:39.574297 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7d9b5086-e4b0-41ad-9b9a-d0e701840cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:31:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:39.576866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8226cef4-cbe9-4966-bc92-4163d739eb13 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:39.609147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226cef4-cbe9-4966-bc92-4163d739eb13 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a511e2-3d12-43a3-bb2b-8870fbd57d66,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:39.611175 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8226cef4-cbe9-4966-bc92-4163d739eb13 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:39.613100 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8226cef4-cbe9-4966-bc92-4163d739eb13 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/subnets/d6a511e2-3d12-43a3-bb2b-8870fbd57d66 HTTP/1.1" status: 204 len: 168 time: 0.4078333 Aug 23 15:31:39.619978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35026) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:39.620954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804b9003-7118-473a-b4ba-15de36be05aa None None] Network 84de8b0a-db6e-4b0f-9c92-7fc97224a68e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:31:39.706817 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-7d9b5086-e4b0-41ad-9b9a-d0e701840cd9 None None] Set router dc318ba7-e39f-4d12-9c7e-5129b5d40dad gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:31:39.748765 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:39.860519 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:39.903890 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7d9b5086-e4b0-41ad-9b9a-d0e701840cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:29:41Z', 'updated_at': '2021-08-23T15:31:38Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:42Z', 'updated_at': '2021-08-23T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:39.936934 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9b5086-e4b0-41ad-9b9a-d0e701840cd9 None None] The sync data for ids ['dc318ba7-e39f-4d12-9c7e-5129b5d40dad'] in n-d-804985-3 is: [{'id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486581904', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:29:41Z', 'updated_at': '2021-08-23T15:31:38Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'efd2e425-f72e-40fb-b111-782ca590e22f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc318ba7-e39f-4d12-9c7e-5129b5d40dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:29:42Z', 'updated_at': '2021-08-23T15:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:31:39.985031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0b17a8-2b3a-4ff8-baa2-7c353d5a218e None None] DHCP port deletion for 84de8b0a-db6e-4b0f-9c92-7fc97224a68e request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:31:40.037677 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b17a8-2b3a-4ff8-baa2-7c353d5a218e None None] Deleting port c5bbadab-8e23-43c3-b317-8f2a383fbba1 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:31:40.037974 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5b0b17a8-2b3a-4ff8-baa2-7c353d5a218e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:40.110207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5b0b17a8-2b3a-4ff8-baa2-7c353d5a218e None None] For port c5bbadab-8e23-43c3-b317-8f2a383fbba1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c5bbadab-8e23-43c3-b317-8f2a383fbba1,segment=NetworkSegment(fa9da468-7c32-4bf9-b3d0-0e383694dd79),segment_id=fa9da468-7c32-4bf9-b3d0-0e383694dd79)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:31:40.110946 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5b0b17a8-2b3a-4ff8-baa2-7c353d5a218e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:40.125471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b17a8-2b3a-4ff8-baa2-7c353d5a218e None None] Calling delete_port for c5bbadab-8e23-43c3-b317-8f2a383fbba1 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:31:40.211638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port efd2e425-f72e-40fb-b111-782ca590e22f {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:31:40.211924 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:40.291866 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] For port efd2e425-f72e-40fb-b111-782ca590e22f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=efd2e425-f72e-40fb-b111-782ca590e22f,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:31:40.292151 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:40.301200 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5b0b17a8-2b3a-4ff8-baa2-7c353d5a218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:40.305726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for efd2e425-f72e-40fb-b111-782ca590e22f owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:31:40.333105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b17a8-2b3a-4ff8-baa2-7c353d5a218e None None] Pushing event deleted for resources: {'Port': ['ID=c5bbadab-8e23-43c3-b317-8f2a383fbba1,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:40.340592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b17a8-2b3a-4ff8-baa2-7c353d5a218e None None] No DVR routers for this DVR port c5bbadab-8e23-43c3-b317-8f2a383fbba1 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:31:40.558639 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:40.585951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=efd2e425-f72e-40fb-b111-782ca590e22f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:40.650163 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:40.766935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:40.769147 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:40.906701 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:40.907276 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Fanout notify agent at l3_agent the message router_deleted on router dc318ba7-e39f-4d12-9c7e-5129b5d40dad {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:31:40.914749 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:40.915928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3ed22080-ea33-47ef-8253-531d82e48260 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/routers/dc318ba7-e39f-4d12-9c7e-5129b5d40dad HTTP/1.1" status: 204 len: 168 time: 1.2989075 Aug 23 15:31:40.918674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35028) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:41.008616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8afb7a19-ba1a-421e-9d00-34974f959349 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:41.106906 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8afb7a19-ba1a-421e-9d00-34974f959349 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:41.116934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-8afb7a19-ba1a-421e-9d00-34974f959349 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84de8b0a-db6e-4b0f-9c92-7fc97224a68e']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:41.135619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-8afb7a19-ba1a-421e-9d00-34974f959349 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9da468-7c32-4bf9-b3d0-0e383694dd79') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:41.135946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-8afb7a19-ba1a-421e-9d00-34974f959349 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9da468-7c32-4bf9-b3d0-0e383694dd79') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:41.151902 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8afb7a19-ba1a-421e-9d00-34974f959349 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:41.177263 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8afb7a19-ba1a-421e-9d00-34974f959349 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:41.184053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afb7a19-ba1a-421e-9d00-34974f959349 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:31:41.185220 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8afb7a19-ba1a-421e-9d00-34974f959349 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:31:41.188165 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:31:41.337092 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8afb7a19-ba1a-421e-9d00-34974f959349 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:41.347791 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8afb7a19-ba1a-421e-9d00-34974f959349 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:41.349685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8afb7a19-ba1a-421e-9d00-34974f959349 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/networks/84de8b0a-db6e-4b0f-9c92-7fc97224a68e HTTP/1.1" status: 204 len: 168 time: 0.4294779 Aug 23 15:31:41.352715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35030) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:41.361787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb7a19-ba1a-421e-9d00-34974f959349 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Network': ['ID=84de8b0a-db6e-4b0f-9c92-7fc97224a68e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:41.421324 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-38ceec4c-cc74-406b-93f8-0773c80f97c0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:41.447138 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-38ceec4c-cc74-406b-93f8-0773c80f97c0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:41.581072 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-38ceec4c-cc74-406b-93f8-0773c80f97c0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:41.583890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-38ceec4c-cc74-406b-93f8-0773c80f97c0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:41.587891 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-38ceec4c-cc74-406b-93f8-0773c80f97c0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/security-groups/c2d9d163-1b07-43e5-91c3-a6dc80d7ed47 HTTP/1.1" status: 204 len: 168 time: 0.2309525 Aug 23 15:31:41.596368 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ceec4c-cc74-406b-93f8-0773c80f97c0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d9d163-1b07-43e5-91c3-a6dc80d7ed47,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:41.616283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device efd2e425-f72e-40fb-b111-782ca590e22f no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:31:41.639970 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: efd2e425-f72e-40fb-b111-782ca590e22f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:31:41.640278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device efd2e425-f72e-40fb-b111-782ca590e22f not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:31:41.640700 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1c7cd986-d30e-497a-a320-c6cef57adc09 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:31:41.661062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 1c7cd986-d30e-497a-a320-c6cef57adc09 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:31:41.661415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1c7cd986-d30e-497a-a320-c6cef57adc09 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:31:41.661865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c5bbadab-8e23-43c3-b317-8f2a383fbba1 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:31:41.685161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: c5bbadab-8e23-43c3-b317-8f2a383fbba1 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:31:41.685161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c5bbadab-8e23-43c3-b317-8f2a383fbba1 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:31:42.037319 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35036) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:42.042292 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-14761f89-b2ed-4e20-85f7-2bce33ab569d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-225180167', 'description': 'tempest-secgroup-smoke-225180167 description', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:31:42.147211 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14761f89-b2ed-4e20-85f7-2bce33ab569d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:42.231527 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14761f89-b2ed-4e20-85f7-2bce33ab569d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:42.301165 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14761f89-b2ed-4e20-85f7-2bce33ab569d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:42.331381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14761f89-b2ed-4e20-85f7-2bce33ab569d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7697f8d5-cb33-4a7b-92b9-425c01e57f49,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:42.404235 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14761f89-b2ed-4e20-85f7-2bce33ab569d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:42.405551 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-14761f89-b2ed-4e20-85f7-2bce33ab569d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3671069 Aug 23 15:31:42.408795 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35038) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:42.413410 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-1745a5fe-98bb-4d78-8632-b400038997ae tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '7697f8d5-cb33-4a7b-92b9-425c01e57f49', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:31:42.494487 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1745a5fe-98bb-4d78-8632-b400038997ae tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:42.552283 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1745a5fe-98bb-4d78-8632-b400038997ae tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:42.615675 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1745a5fe-98bb-4d78-8632-b400038997ae tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:42.634189 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745a5fe-98bb-4d78-8632-b400038997ae tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ac04ab-87e5-45d9-8cd8-10781808c699,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:42.712784 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1745a5fe-98bb-4d78-8632-b400038997ae tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:42.714069 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1745a5fe-98bb-4d78-8632-b400038997ae tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3042693 Aug 23 15:31:42.717347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35040) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:42.722141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b65b4fb2-cfa9-4e0f-a392-239fed09b6c5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '7697f8d5-cb33-4a7b-92b9-425c01e57f49', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:31:42.809310 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b65b4fb2-cfa9-4e0f-a392-239fed09b6c5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:42.868686 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b65b4fb2-cfa9-4e0f-a392-239fed09b6c5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:42.924261 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b65b4fb2-cfa9-4e0f-a392-239fed09b6c5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:42.947814 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b4fb2-cfa9-4e0f-a392-239fed09b6c5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3e0c9d-29dc-46c4-b08a-c5c9b1c514c7,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:43.009734 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b65b4fb2-cfa9-4e0f-a392-239fed09b6c5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:43.010973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b65b4fb2-cfa9-4e0f-a392-239fed09b6c5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2926688 Aug 23 15:31:43.014554 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35042) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:43.019366 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c5a5857a-f946-4bdf-b9af-f275c8b65d80 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '7697f8d5-cb33-4a7b-92b9-425c01e57f49', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:31:43.099928 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c5a5857a-f946-4bdf-b9af-f275c8b65d80 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:43.161408 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c5a5857a-f946-4bdf-b9af-f275c8b65d80 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:43.226835 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c5a5857a-f946-4bdf-b9af-f275c8b65d80 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:43.245480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5857a-f946-4bdf-b9af-f275c8b65d80 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c07ba3a-a4a1-44f3-a403-b5e784724043,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:43.318462 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c5a5857a-f946-4bdf-b9af-f275c8b65d80 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:43.319770 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c5a5857a-f946-4bdf-b9af-f275c8b65d80 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041713 Aug 23 15:31:43.322525 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35044) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:43.327751 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2e64b72d-48c1-4f5d-a703-c8d6391baea6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '7697f8d5-cb33-4a7b-92b9-425c01e57f49', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:31:43.403830 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2e64b72d-48c1-4f5d-a703-c8d6391baea6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:43.467214 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2e64b72d-48c1-4f5d-a703-c8d6391baea6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:43.529998 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2e64b72d-48c1-4f5d-a703-c8d6391baea6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:43.549547 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64b72d-48c1-4f5d-a703-c8d6391baea6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c2c953-30c2-4f73-abdd-5fb63af857ce,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:43.689962 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2e64b72d-48c1-4f5d-a703-c8d6391baea6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:43.691235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2e64b72d-48c1-4f5d-a703-c8d6391baea6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3677518 Aug 23 15:31:43.695147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35046) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:43.698539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ce3cae2e-1a25-4702-a687-b0ec1b24317f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '7697f8d5-cb33-4a7b-92b9-425c01e57f49', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:31:43.798571 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-ce3cae2e-1a25-4702-a687-b0ec1b24317f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Project a92d2a4eb72f41b297dc61bf49092fe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:31:43.804406 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ce3cae2e-1a25-4702-a687-b0ec1b24317f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:43.868181 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ce3cae2e-1a25-4702-a687-b0ec1b24317f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:43.963805 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ce3cae2e-1a25-4702-a687-b0ec1b24317f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:43.988435 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cae2e-1a25-4702-a687-b0ec1b24317f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2922e01f-38f8-4b2c-9a6e-618b685f6016,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:44.061533 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ce3cae2e-1a25-4702-a687-b0ec1b24317f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:44.062826 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ce3cae2e-1a25-4702-a687-b0ec1b24317f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3678472 Aug 23 15:31:44.065505 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35048) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:44.069966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-4e18b39d-6936-495b-b6c3-23c015d6f47e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '7697f8d5-cb33-4a7b-92b9-425c01e57f49', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:31:44.152781 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-4e18b39d-6936-495b-b6c3-23c015d6f47e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Project a92d2a4eb72f41b297dc61bf49092fe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:31:44.158536 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e18b39d-6936-495b-b6c3-23c015d6f47e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:44.227407 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e18b39d-6936-495b-b6c3-23c015d6f47e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:44.301082 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e18b39d-6936-495b-b6c3-23c015d6f47e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:44.319496 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18b39d-6936-495b-b6c3-23c015d6f47e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ada6a2-a840-4db7-bb1c-572e9f41d7b6,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:44.415920 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e18b39d-6936-495b-b6c3-23c015d6f47e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:44.417167 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4e18b39d-6936-495b-b6c3-23c015d6f47e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3507259 Aug 23 15:31:44.420991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35050) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:44.426460 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c010e764-ba4e-491a-b308-2331bfa6b7c6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'network': {'name': 'tempest-network-smoke--1696306716', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'port_security_enabled': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:31:44.541196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c010e764-ba4e-491a-b308-2331bfa6b7c6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Made reservation on behalf of a92d2a4eb72f41b297dc61bf49092fe1 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:31:44.545374 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c010e764-ba4e-491a-b308-2331bfa6b7c6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:44.571619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c010e764-ba4e-491a-b308-2331bfa6b7c6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:31:44.582223 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c010e764-ba4e-491a-b308-2331bfa6b7c6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:44.582574 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-c010e764-ba4e-491a-b308-2331bfa6b7c6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Added segment 3ed80482-dddf-4464-829f-62660c2d9f11 of type vlan for network 7c144c81-ee60-4c19-8f87-d8005f9176ac Aug 23 15:31:44.624032 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c010e764-ba4e-491a-b308-2331bfa6b7c6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:44.741312 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c010e764-ba4e-491a-b308-2331bfa6b7c6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:44.748078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c010e764-ba4e-491a-b308-2331bfa6b7c6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:44.748747 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c010e764-ba4e-491a-b308-2331bfa6b7c6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:44.820093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010e764-ba4e-491a-b308-2331bfa6b7c6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Network': ['ID=7c144c81-ee60-4c19-8f87-d8005f9176ac,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:44.832893 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 7c144c81-ee60-4c19-8f87-d8005f9176ac details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:31:44.896085 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c010e764-ba4e-491a-b308-2331bfa6b7c6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4739556 Aug 23 15:31:44.898663 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35052) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:44.905692 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'admin_state_up': True, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:31:44.964362 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:44.965564 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:45.020446 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:45.217304 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:45.508223 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:45.532450 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:45.679406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.25.8.135 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:31:45.882181 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:45.970442 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:46.000058 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:46.039374 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:31:46.042255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:31:46.046974 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:31:46.071848 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:46.359449 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:46.566890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:46.786782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router 427bdfca-b515-4819-97b7-22b0a0a14645 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:31:47.200550 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:31:47.211187 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Sync routers for ids ['427bdfca-b515-4819-97b7-22b0a0a14645'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:31:47.222577 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Routers {'427bdfca-b515-4819-97b7-22b0a0a14645'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:31:47.225313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:31:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['427bdfca-b515-4819-97b7-22b0a0a14645'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:47.283786 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:47.285266 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-59434091-8ec4-491a-8e09-04354d58a628 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3854902 Aug 23 15:31:47.288296 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35054) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:47.324115 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ca40f902-bb82-4ce8-a296-f40d9c2ca150 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=a92d2a4eb72f41b297dc61bf49092fe1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346713 Aug 23 15:31:47.328323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35056) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:47.332543 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Set router 427bdfca-b515-4819-97b7-22b0a0a14645 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:31:47.491828 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976988f1-60f2-4d01-8152-7b855d2d3193 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:47.493381 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-976988f1-60f2-4d01-8152-7b855d2d3193 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1637242 Aug 23 15:31:47.496152 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35058) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:47.518611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:31:44Z', 'updated_at': '2021-08-23T15:31:46Z', 'revision_number': 3, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:45Z', 'updated_at': '2021-08-23T15:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:47.533803 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3eb096e6-34e4-4a66-9fb9-161b0b1ac96b tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359519 Aug 23 15:31:47.536990 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35060) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:47.541945 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d808c2f3-6d57-4800-ac0e-272310f3a1b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1020198324', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:31:47.552263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Checking router: 427bdfca-b515-4819-97b7-22b0a0a14645 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:31:47.552629 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Updating router 427bdfca-b515-4819-97b7-22b0a0a14645 port b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:31:47.583708 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:47.702132 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d808c2f3-6d57-4800-ac0e-272310f3a1b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Made reservation on behalf of a92d2a4eb72f41b297dc61bf49092fe1 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:31:47.706069 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d808c2f3-6d57-4800-ac0e-272310f3a1b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:47.865458 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:47.877166 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Transition to ACTIVE for port object b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:31:47.941098 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:47.964586 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d808c2f3-6d57-4800-ac0e-272310f3a1b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:47.995528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9a123-76e4-4a20-803c-12d8311edb7c None None] Pushing event updated for resources: {'Port': ['ID=b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:47.998374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Attempting to bind port b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:31:47.998734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Attempting to bind port b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:31:47.999100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Attempting to bind port b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:31:48.005810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:31:48.006326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:31:48.006737 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:48.007134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:31:48.007637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Bound port: b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:31:48.008045 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:48.036024 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808c2f3-6d57-4800-ac0e-272310f3a1b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Subnet': ['ID=9d06fd97-75cc-4459-a40e-e30fd3a4e7a5,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:48.041536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808c2f3-6d57-4800-ac0e-272310f3a1b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Checking segment: {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:31:48.041914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d808c2f3-6d57-4800-ac0e-272310f3a1b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network hostable DHCP agents. Network: 7c144c81-ee60-4c19-8f87-d8005f9176ac, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:31:48.066699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] For port b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:31:48.069801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] For port b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:31:48.146704 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:48.157771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d808c2f3-6d57-4800-ac0e-272310f3a1b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network 7c144c81-ee60-4c19-8f87-d8005f9176ac is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:31:48.200665 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Routers {'427bdfca-b515-4819-97b7-22b0a0a14645'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:31:48.201337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:31:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['427bdfca-b515-4819-97b7-22b0a0a14645'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:48.237872 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-d808c2f3-6d57-4800-ac0e-272310f3a1b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 7c144c81-ee60-4c19-8f87-d8005f9176ac) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:31:48.242326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d808c2f3-6d57-4800-ac0e-272310f3a1b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:48.242937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d808c2f3-6d57-4800-ac0e-272310f3a1b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:48.248288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9973e1-c5bc-4f01-9171-66c28c590db2 None None] Network 7c144c81-ee60-4c19-8f87-d8005f9176ac requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:31:48.253003 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9a123-76e4-4a20-803c-12d8311edb7c None None] Pushing event updated for resources: {'Port': ['ID=b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:48.330547 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d808c2f3-6d57-4800-ac0e-272310f3a1b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7924354 Aug 23 15:31:48.333197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35062) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:31:48.379917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] Set router 427bdfca-b515-4819-97b7-22b0a0a14645 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:31:48.571746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-7c144c81-ee60-4c19-8f87-d8005f9176ac', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ips': [{'subnet_id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:31:48.572599 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:48.737060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:31:44Z', 'updated_at': '2021-08-23T15:31:46Z', 'revision_number': 3, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:45Z', 'updated_at': '2021-08-23T15:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:48.765870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0771bf-4015-403a-8db6-c420e9b81ab7 None None] The sync data for ids ['427bdfca-b515-4819-97b7-22b0a0a14645'] in n-d-804985-3 is: [{'id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:31:44Z', 'updated_at': '2021-08-23T15:31:46Z', 'revision_number': 3, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:45Z', 'updated_at': '2021-08-23T15:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:31:48.775262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Allocated IP 172.20.0.2 (7c144c81-ee60-4c19-8f87-d8005f9176ac/9d06fd97-75cc-4459-a40e-e30fd3a4e7a5/307c3329-270e-41cb-b897-f404234eb106) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:31:48.811375 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:48.936473 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:48.946251 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Transition to ACTIVE for port object 307c3329-270e-41cb-b897-f404234eb106 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:31:48.962649 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Transition to ACTIVE for port object 307c3329-270e-41cb-b897-f404234eb106 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:31:49.056026 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:49.109380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Network 7c144c81-ee60-4c19-8f87-d8005f9176ac is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:31:49.116866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:31:49.127118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:31:49.127118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Pushing event updated for resources: {'Port': ['ID=307c3329-270e-41cb-b897-f404234eb106,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:49.157311 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.20.0.1 (7c144c81-ee60-4c19-8f87-d8005f9176ac/9d06fd97-75cc-4459-a40e-e30fd3a4e7a5/51eccf2d-ca72-4139-8880-85d76fea14bd) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:31:49.204971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Attempting to bind port 307c3329-270e-41cb-b897-f404234eb106 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:31:49.207169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Attempting to bind port 307c3329-270e-41cb-b897-f404234eb106 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:31:49.207169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Attempting to bind port 307c3329-270e-41cb-b897-f404234eb106 on network 7c144c81-ee60-4c19-8f87-d8005f9176ac {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:31:49.216744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:31:49.217033 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Checking segment: {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:31:49.217521 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:49.218280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Bound using segment: {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:31:49.218858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Bound port: 307c3329-270e-41cb-b897-f404234eb106, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:31:49.219464 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:49.298966 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:49.301388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] For port 307c3329-270e-41cb-b897-f404234eb106, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:31:49.305072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] For port 307c3329-270e-41cb-b897-f404234eb106, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=307c3329-270e-41cb-b897-f404234eb106,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:31:49.315613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Transition to ACTIVE for port object 51eccf2d-ca72-4139-8880-85d76fea14bd will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:31:49.364193 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:49.420607 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:49.438878 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87010fb4-ff84-46ca-8d55-37c77783a38e None None] Pushing event updated for resources: {'Port': ['ID=307c3329-270e-41cb-b897-f404234eb106,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:49.466864 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network 7c144c81-ee60-4c19-8f87-d8005f9176ac is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:31:49.470059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:31:49.474144 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:31:49.513763 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=51eccf2d-ca72-4139-8880-85d76fea14bd,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:49.541132 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:49.725175 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:31:49.844432 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:49.873438 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:31:49.878558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:31:49.883207 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:49.964786 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:49.988473 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:31:50.078119 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:50.133716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:50.157695 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:50.278959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:50.361997 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:50.363920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=51eccf2d-ca72-4139-8880-85d76fea14bd,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:50.437084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e99347-c3f2-4849-a975-70c89d237ae2 None None] Network 7c144c81-ee60-4c19-8f87-d8005f9176ac requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:31:50.464298 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network 7c144c81-ee60-4c19-8f87-d8005f9176ac is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:31:50.466363 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:31:50.595411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router 427bdfca-b515-4819-97b7-22b0a0a14645 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:31:50.722650 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:31:50.728776 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-772d52a8-377f-45fb-ba57-91ef77e1307f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "PUT /v2.0/routers/427bdfca-b515-4819-97b7-22b0a0a14645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3944588 Aug 23 15:31:50.744742 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:50.760505 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3016b72b-2292-45b8-a4f2-3f192a3c1757 None None] Provisioning for port 307c3329-270e-41cb-b897-f404234eb106 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:31:50.928851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-e8e16761-f737-43ad-86c0-f52cbc47ba68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225180167&fields=id&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 267 time: 0.0463703 Aug 23 15:31:51.052813 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-9356197e-cac6-45c5-b33d-c233294e58fd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:51.054379 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-9356197e-cac6-45c5-b33d-c233294e58fd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/networks?id=7c144c81-ee60-4c19-8f87-d8005f9176ac HTTP/1.1" status: 200 len: 797 time: 0.1179249 Aug 23 15:31:51.056968 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Sync routers for ids ['427bdfca-b515-4819-97b7-22b0a0a14645'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:31:51.067238 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Routers {'427bdfca-b515-4819-97b7-22b0a0a14645'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:31:51.067820 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-066a4789-a4de-412f-b586-738dbf913923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:31:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['427bdfca-b515-4819-97b7-22b0a0a14645'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:51.071496 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-23585209-bfa2-4d39-9772-d5e1362eddc9 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/quotas/a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 375 time: 0.0100169 Aug 23 15:31:51.166514 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5e483767-0562-4747-81e3-cd05e2a17830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884352 Aug 23 15:31:51.171203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-af396ca1-95c4-4091-bd43-10ea0aced2ea None None] Provisioning for port 51eccf2d-ca72-4139-8880-85d76fea14bd completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:31:51.178279 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-af396ca1-95c4-4091-bd43-10ea0aced2ea None None] Provisioning complete for port 51eccf2d-ca72-4139-8880-85d76fea14bd triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:31:51.178922 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-af396ca1-95c4-4091-bd43-10ea0aced2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:51.214097 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Set router 427bdfca-b515-4819-97b7-22b0a0a14645 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:31:51.232502 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-af396ca1-95c4-4091-bd43-10ea0aced2ea None None] Port 51eccf2d-ca72-4139-8880-85d76fea14bd cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:31:51.305107 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-0fb81431-553e-4225-8ff2-b6ace69bfa26 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:31:51.306287 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-0fb81431-553e-4225-8ff2-b6ace69bfa26 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1190963 Aug 23 15:31:51.363615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1d35c246-5be2-4906-8882-ee6f123fe686 None None] Provisioning complete for port 51eccf2d-ca72-4139-8880-85d76fea14bd triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:31:51.364247 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1d35c246-5be2-4906-8882-ee6f123fe686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:51.438924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-ed93cd05-bf4e-481c-8a06-2abd092cb1d2 service neutron] 10.222.0.38 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254284 Aug 23 15:31:51.441592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1d35c246-5be2-4906-8882-ee6f123fe686 None None] Port 51eccf2d-ca72-4139-8880-85d76fea14bd cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:31:51.460278 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-066a4789-a4de-412f-b586-738dbf913923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:31:44Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:45Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '51eccf2d-ca72-4139-8880-85d76fea14bd', 'name': '', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:04:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:48Z', 'updated_at': '2021-08-23T15:31:50Z', 'revision_number': 2, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:51.487293 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Checking router: 427bdfca-b515-4819-97b7-22b0a0a14645 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:31:51.487568 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Updating router 427bdfca-b515-4819-97b7-22b0a0a14645 port 51eccf2d-ca72-4139-8880-85d76fea14bd binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:31:51.516809 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:51.539779 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-f7f72161-c823-47f7-9ba6-8655fdc51224 service neutron] 10.222.0.38 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927670 Aug 23 15:31:51.571337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-388b93f3-e9cc-49be-b628-27d5f9d1a3f0 None None] Provisioning complete for port 51eccf2d-ca72-4139-8880-85d76fea14bd triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:31:51.571735 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-388b93f3-e9cc-49be-b628-27d5f9d1a3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:51.635340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-388b93f3-e9cc-49be-b628-27d5f9d1a3f0 None None] Port 51eccf2d-ca72-4139-8880-85d76fea14bd cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:31:51.733582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:31:51.788506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:31:51.789059 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:51.860398 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-af3da852-42c3-4f86-9b9b-db655ff9d22c req-dd6b519f-d43c-4b93-89f1-a6cf2ab5beec tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 210 time: 0.0383859 Aug 23 15:31:51.894789 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 307c3329-270e-41cb-b897-f404234eb106 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:31:51.963503 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:51.973628 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Transition to ACTIVE for port object 51eccf2d-ca72-4139-8880-85d76fea14bd will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:31:52.032092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 307c3329-270e-41cb-b897-f404234eb106 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:31:52.036092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 307c3329-270e-41cb-b897-f404234eb106 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:31:52.036602 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:52.066745 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:52.119298 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:52.123619 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4bd6c-76ba-47e4-bf01-48e21c3b80e9 None None] Pushing event updated for resources: {'Port': ['ID=51eccf2d-ca72-4139-8880-85d76fea14bd,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:52.151084 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4bd6c-76ba-47e4-bf01-48e21c3b80e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:52.151434 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4bd6c-76ba-47e4-bf01-48e21c3b80e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:52.151803 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4bd6c-76ba-47e4-bf01-48e21c3b80e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:52.152135 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4bd6c-76ba-47e4-bf01-48e21c3b80e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:52.152656 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4bd6c-76ba-47e4-bf01-48e21c3b80e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:52.153170 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4bd6c-76ba-47e4-bf01-48e21c3b80e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:52.153504 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4bd6c-76ba-47e4-bf01-48e21c3b80e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:52.153837 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4bd6c-76ba-47e4-bf01-48e21c3b80e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:52.154164 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4bd6c-76ba-47e4-bf01-48e21c3b80e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:52.154491 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4bd6c-76ba-47e4-bf01-48e21c3b80e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:52.154816 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4bd6c-76ba-47e4-bf01-48e21c3b80e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:52.155146 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4bd6c-76ba-47e4-bf01-48e21c3b80e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:31:52.169790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 307c3329-270e-41cb-b897-f404234eb106, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=307c3329-270e-41cb-b897-f404234eb106,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:31:52.187321 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Attempting to bind port 51eccf2d-ca72-4139-8880-85d76fea14bd on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:31:52.187731 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Attempting to bind port 51eccf2d-ca72-4139-8880-85d76fea14bd by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:31:52.188104 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Attempting to bind port 51eccf2d-ca72-4139-8880-85d76fea14bd on network 7c144c81-ee60-4c19-8f87-d8005f9176ac {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:31:52.196163 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:31:52.196163 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Checking segment: {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:31:52.196477 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:52.196662 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Bound using segment: {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:31:52.197451 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Bound port: 51eccf2d-ca72-4139-8880-85d76fea14bd, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:31:52.198177 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:52.272427 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-066a4789-a4de-412f-b586-738dbf913923 None None] For port 51eccf2d-ca72-4139-8880-85d76fea14bd, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:31:52.275704 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-066a4789-a4de-412f-b586-738dbf913923 None None] For port 51eccf2d-ca72-4139-8880-85d76fea14bd, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=51eccf2d-ca72-4139-8880-85d76fea14bd,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:31:52.284613 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:52.336943 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:52.377079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=307c3329-270e-41cb-b897-f404234eb106,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:52.395002 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Routers {'427bdfca-b515-4819-97b7-22b0a0a14645'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:31:52.395630 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-066a4789-a4de-412f-b586-738dbf913923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:31:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['427bdfca-b515-4819-97b7-22b0a0a14645'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:52.444073 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4bd6c-76ba-47e4-bf01-48e21c3b80e9 None None] Pushing event updated for resources: {'Port': ['ID=51eccf2d-ca72-4139-8880-85d76fea14bd,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:52.517891 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-066a4789-a4de-412f-b586-738dbf913923 None None] Set router 427bdfca-b515-4819-97b7-22b0a0a14645 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:31:52.666328 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a69318da-e2f2-440c-97d6-41e3d96a760b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:52.734457 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-066a4789-a4de-412f-b586-738dbf913923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:31:44Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:45Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '51eccf2d-ca72-4139-8880-85d76fea14bd', 'name': '', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:04:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:48Z', 'updated_at': '2021-08-23T15:31:52Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:31:52.760962 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a4789-a4de-412f-b586-738dbf913923 None None] The sync data for ids ['427bdfca-b515-4819-97b7-22b0a0a14645'] in n-d-804985-3 is: [{'id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:31:44Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:45Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '51eccf2d-ca72-4139-8880-85d76fea14bd', 'name': '', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:04:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:48Z', 'updated_at': '2021-08-23T15:31:52Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:31:52.966620 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7615dcd3-65c1-4f6c-b0e5-d640358a31bb req-71ab3576-fbbf-4a31-8709-4a37c75eb7ff tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 210 time: 0.0306323 Aug 23 15:31:53.715166 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 51eccf2d-ca72-4139-8880-85d76fea14bd up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:31:53.826676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 51eccf2d-ca72-4139-8880-85d76fea14bd completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:31:53.831750 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 51eccf2d-ca72-4139-8880-85d76fea14bd triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:31:53.832256 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:53.956173 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:54.006397 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 51eccf2d-ca72-4139-8880-85d76fea14bd, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=51eccf2d-ca72-4139-8880-85d76fea14bd,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:31:54.067405 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:54.068154 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 307c3329-270e-41cb-b897-f404234eb106 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:31:54.082052 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-370afd51-c8f4-461b-b9a5-1282f397a21b req-bd23b026-314a-4ad1-976e-27af77385642 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 210 time: 0.0364795 Aug 23 15:31:54.091951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-c587a3d9-6f9c-4b9e-b97e-17d8861354cb tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:54.093695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-c587a3d9-6f9c-4b9e-b97e-17d8861354cb tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "GET /v2.0/networks?id=7c144c81-ee60-4c19-8f87-d8005f9176ac HTTP/1.1" status: 200 len: 797 time: 0.1533892 Aug 23 15:31:54.153153 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-e589b4e7-f727-43ea-8779-c8f82a656274 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 379 time: 0.0471454 Aug 23 15:31:54.163989 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=51eccf2d-ca72-4139-8880-85d76fea14bd,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:54.168780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-1f1910ff-e902-4338-bc3a-97f1c6581b30 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'port': {'device_id': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'admin_state_up': True, 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'security_groups': ['7697f8d5-cb33-4a7b-92b9-425c01e57f49']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:31:54.176029 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 307c3329-270e-41cb-b897-f404234eb106 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:31:54.176400 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:54.449490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-1f1910ff-e902-4338-bc3a-97f1c6581b30 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Made reservation on behalf of a92d2a4eb72f41b297dc61bf49092fe1 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:31:54.453319 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-1f1910ff-e902-4338-bc3a-97f1c6581b30 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:54.585811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-1f1910ff-e902-4338-bc3a-97f1c6581b30 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.20.0.8 (7c144c81-ee60-4c19-8f87-d8005f9176ac/9d06fd97-75cc-4459-a40e-e30fd3a4e7a5/a3cff741-5afe-4431-8aae-dcd9b11d7ea5) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:31:54.727343 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-1f1910ff-e902-4338-bc3a-97f1c6581b30 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:54.741172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-1f1910ff-e902-4338-bc3a-97f1c6581b30 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Transition to ACTIVE for port object a3cff741-5afe-4431-8aae-dcd9b11d7ea5 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:31:54.832805 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-1f1910ff-e902-4338-bc3a-97f1c6581b30 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:54.880132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-1f1910ff-e902-4338-bc3a-97f1c6581b30 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network 7c144c81-ee60-4c19-8f87-d8005f9176ac is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:31:54.883130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-1f1910ff-e902-4338-bc3a-97f1c6581b30 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:31:54.886794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-1f1910ff-e902-4338-bc3a-97f1c6581b30 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:31:54.913188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1910ff-e902-4338-bc3a-97f1c6581b30 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:54.943153 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-1f1910ff-e902-4338-bc3a-97f1c6581b30 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:54.944437 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-1f1910ff-e902-4338-bc3a-97f1c6581b30 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:55.028566 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-1f1910ff-e902-4338-bc3a-97f1c6581b30 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8694663 Aug 23 15:31:55.041642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Request body: {'port': {'device_id': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:31:55.099033 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:55.204030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c4793cf5-d183-4217-b3bd-69aa47b84232 None None] Provisioning for port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:31:55.208093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c4793cf5-d183-4217-b3bd-69aa47b84232 None None] Provisioning complete for port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:31:55.213042 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c4793cf5-d183-4217-b3bd-69aa47b84232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:55.245313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c4793cf5-d183-4217-b3bd-69aa47b84232 None None] Port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:31:55.282157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9f9c7-1e28-4c92-91df-4784d3d0587c req-a03b5d92-923a-4c03-8c9e-c682825e3833 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:55.283702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cbc9f9c7-1e28-4c92-91df-4784d3d0587c req-a03b5d92-923a-4c03-8c9e-c682825e3833 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 931 time: 0.1279528 Aug 23 15:31:55.366481 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cbc9f9c7-1e28-4c92-91df-4784d3d0587c req-bf13929a-505d-402f-ae54-6dd2842f0004 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561895 Aug 23 15:31:55.444402 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3cff741-5afe-4431-8aae-dcd9b11d7ea5 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:31:55.452508 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:55.464566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Transition to ACTIVE for port object a3cff741-5afe-4431-8aae-dcd9b11d7ea5 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:31:55.523847 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:55.561899 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:55.583863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Pushing event updated for resources: {'Port': ['ID=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:55.635911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 51eccf2d-ca72-4139-8880-85d76fea14bd up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:31:55.666190 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Attempting to bind port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:31:55.666532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Attempting to bind port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:31:55.666868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Attempting to bind port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 on network 7c144c81-ee60-4c19-8f87-d8005f9176ac {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:31:55.674449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 on network 7c144c81-ee60-4c19-8f87-d8005f9176ac not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:31:55.675021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Attempting to bind port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 on network 7c144c81-ee60-4c19-8f87-d8005f9176ac {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:31:55.681651 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:31:55.682053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Checking segment: {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:31:55.682447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Bound using segment: {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:31:55.682887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Bound port: a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:31:55.683253 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:55.706135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 51eccf2d-ca72-4139-8880-85d76fea14bd triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:31:55.706135 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:55.766806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:31:55.770255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:31:55.821131 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:55.862093 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:55.862728 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:55.864355 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] 10.222.0.57 "PUT /v2.0/ports/a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 200 len: 1091 time: 0.8272736 Aug 23 15:31:55.864869 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:31:55.867212 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192c1780-c8bc-47e0-8b0f-519821ba3bee" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:31:55.898886 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881f121-7772-4014-9d25-5d58ef835d1b service neutron] Pushing event updated for resources: {'Port': ['ID=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:31:55.914686 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8dc832-3e9b-407c-9987-6ae09b195fad x-openstack-request-id: req-7e8dc832-3e9b-407c-9987-6ae09b195fad {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:31:55.914987 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:31:55.915241 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e8dc832-3e9b-407c-9987-6ae09b195fad {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:31:55.915830 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'status': 'completed', 'code': 200} Aug 23 15:31:55.979840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c1780-c8bc-47e0-8b0f-519821ba3bee req-37103589-80f2-47ff-a774-4ec57c6b2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:55.982347 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-192c1780-c8bc-47e0-8b0f-519821ba3bee req-37103589-80f2-47ff-a774-4ec57c6b2790 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1094 time: 0.0475519 Aug 23 15:31:56.100276 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c1780-c8bc-47e0-8b0f-519821ba3bee req-934343d4-5983-4b81-8bc9-10d7534faba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:56.101799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-192c1780-c8bc-47e0-8b0f-519821ba3bee req-934343d4-5983-4b81-8bc9-10d7534faba0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1118340 Aug 23 15:31:56.207034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c1780-c8bc-47e0-8b0f-519821ba3bee req-abb26073-38fd-4d4c-a103-a5927d12fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:56.208593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-192c1780-c8bc-47e0-8b0f-519821ba3bee req-abb26073-38fd-4d4c-a103-a5927d12fe90 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990269 Aug 23 15:31:56.291596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-b76ac7c0-4918-4dc2-9cec-293478726b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:56.293049 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-b76ac7c0-4918-4dc2-9cec-293478726b4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1094 time: 0.0486486 Aug 23 15:31:56.338124 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-cdae1bbe-027c-4d4f-a39c-e7aa7f6cdfef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 200 len: 217 time: 0.0364149 Aug 23 15:31:56.387795 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-d87861c3-5de4-4214-aee9-4581857f5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:56.389284 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-d87861c3-5de4-4214-aee9-4581857f5896 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d06fd97-75cc-4459-a40e-e30fd3a4e7a5 HTTP/1.1" status: 200 len: 835 time: 0.0439856 Aug 23 15:31:56.469331 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-173477c4-8cb5-4b60-8f59-d456a372b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:56.470941 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-173477c4-8cb5-4b60-8f59-d456a372b897 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c144c81-ee60-4c19-8f87-d8005f9176ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751100 Aug 23 15:31:56.538094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8abd3-d7e1-47ed-8e28-00d6b43e1665 req-d7d4bec3-26ef-46c6-b74a-6a847a719623 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:56.539583 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8df8abd3-d7e1-47ed-8e28-00d6b43e1665 req-d7d4bec3-26ef-46c6-b74a-6a847a719623 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 943 time: 0.1012318 Aug 23 15:31:56.608097 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8df8abd3-d7e1-47ed-8e28-00d6b43e1665 req-7e3d9e78-9152-4f3b-960c-50bc6ce50045 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614381 Aug 23 15:31:56.613012 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-db6ca69c-4473-4c43-954b-be03f56502d4 service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342587 Aug 23 15:31:56.643749 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5d55f2bb-804e-4b38-b777-737bb5beca70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:56.717741 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2077f8fc-993c-466a-ad1f-d22b2ceaba5d req-ba0d9c20-b7c4-4138-8482-04c5b23fbc46 service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972002 Aug 23 15:31:56.865808 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:57.737739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02beb8-e871-4558-ae6a-802a65d6acfe req-26efb225-3be9-4508-82f2-87d501d28ded tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:57.739319 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f02beb8-e871-4558-ae6a-802a65d6acfe req-26efb225-3be9-4508-82f2-87d501d28ded tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 943 time: 0.0571430 Aug 23 15:31:57.778729 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1f02beb8-e871-4558-ae6a-802a65d6acfe req-7a0f5dad-d1ac-4391-b0f2-f35737b10c10 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333312 Aug 23 15:31:58.666372 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:31:58.905771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e62c6-c305-4751-afc0-5813b4382ee9 req-365f2be3-9b42-454e-bf74-818cb4288b79 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:31:58.907623 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a10e62c6-c305-4751-afc0-5813b4382ee9 req-365f2be3-9b42-454e-bf74-818cb4288b79 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 943 time: 0.0569165 Aug 23 15:31:58.946794 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a10e62c6-c305-4751-afc0-5813b4382ee9 req-c316177b-191b-477c-bf66-0da6e72d1ce1 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330853 Aug 23 15:31:59.838234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a3cff741-5afe-4431-8aae-dcd9b11d7ea5 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:31:59.935406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:31:59.955005 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'port_id': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'mac_address': 'fa:16:3e:7c:e2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:32:00.007104 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:00.021080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3cff741-5afe-4431-8aae-dcd9b11d7ea5 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:32:00.041303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:32:00.064461 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732dc41-cc21-4627-a069-b59140c7b900 req-4b481f33-a35f-4898-8b50-72f6e7e435c0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:00.066083 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a732dc41-cc21-4627-a069-b59140c7b900 req-4b481f33-a35f-4898-8b50-72f6e7e435c0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 943 time: 0.0509949 Aug 23 15:32:00.107096 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a732dc41-cc21-4627-a069-b59140c7b900 req-7d657c0a-b4ed-4ba5-9758-10850182992f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347703 Aug 23 15:32:00.146505 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:00.195153 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:32:00.202901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:00.208749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:00.208749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:00.208749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:00.208749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:00.208749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:00.208749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:00.208749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:00.208749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:00.208749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:00.208749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:00.208749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:00.364626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['a3cff741-5afe-4431-8aae-dcd9b11d7ea5'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:32:01.227066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d4ac4-b0af-47ba-b898-8081f455bfbe req-3bb4e0c4-028a-402d-bc08-e013ea18751e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:01.228595 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da1d4ac4-b0af-47ba-b898-8081f455bfbe req-3bb4e0c4-028a-402d-bc08-e013ea18751e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 944 time: 0.0555756 Aug 23 15:32:01.270574 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-da1d4ac4-b0af-47ba-b898-8081f455bfbe req-5e56d756-1889-4c94-afe7-3f03488eff54 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347431 Aug 23 15:32:01.450022 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:32:01.854036 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a3cff741-5afe-4431-8aae-dcd9b11d7ea5 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:32:01.963165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:32:01.968291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:32:01.968502 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:02.058706 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:02.082280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:32:02.084604 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c878858-d5f6-4c80-a36e-42c254a8955a" -d '{"events": [{"server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "name": "network-vif-plugged", "status": "completed", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:32:02.100797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:32:02.124311 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef72645-0f16-4398-8cec-7d0ac15df2bd x-openstack-request-id: req-2ef72645-0f16-4398-8cec-7d0ac15df2bd {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:32:02.129552 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "name": "network-vif-plugged", "status": "completed", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:32:02.129552 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2ef72645-0f16-4398-8cec-7d0ac15df2bd {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:32:02.129552 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'code': 200} Aug 23 15:32:02.175024 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:02.223758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:32:02.224170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa255a-bd85-4dba-a9d2-3a067de17541 req-b1871ed7-accd-48b4-b213-e6e69b4f7f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:02.226406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80aa255a-bd85-4dba-a9d2-3a067de17541 req-b1871ed7-accd-48b4-b213-e6e69b4f7f65 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1096 time: 0.0412672 Aug 23 15:32:02.263192 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80aa255a-bd85-4dba-a9d2-3a067de17541 req-300e9b76-da43-42f3-84a7-967fa3fbae47 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296471 Aug 23 15:32:02.395483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01b651-c4e1-4a67-b786-b99371895706 req-850aa971-39d7-4612-8fec-ed6c2e39b7f7 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:02.396737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b01b651-c4e1-4a67-b786-b99371895706 req-850aa971-39d7-4612-8fec-ed6c2e39b7f7 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0532291 Aug 23 15:32:02.440632 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b01b651-c4e1-4a67-b786-b99371895706 req-07432fad-b24b-4525-8e4c-77afee021b7e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362477 Aug 23 15:32:03.561872 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43479d5d-de6e-4091-85d4-fa851f546fd9 req-e3200dea-3135-42b6-b67a-aaf68dbf1b45 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:03.563499 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-43479d5d-de6e-4091-85d4-fa851f546fd9 req-e3200dea-3135-42b6-b67a-aaf68dbf1b45 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0524814 Aug 23 15:32:03.606330 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-43479d5d-de6e-4091-85d4-fa851f546fd9 req-20b378cc-3836-4abc-8e64-02c89cf665f4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353768 Aug 23 15:32:03.739833 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a0b7d-32a6-4a84-81cf-b56b567e2ae0 req-939d7cd1-9cbe-47dc-8929-ec0d0d00aacf tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:03.741375 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-607a0b7d-32a6-4a84-81cf-b56b567e2ae0 req-939d7cd1-9cbe-47dc-8929-ec0d0d00aacf tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0672433 Aug 23 15:32:03.781256 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-607a0b7d-32a6-4a84-81cf-b56b567e2ae0 req-5f7be93c-a6b1-40dd-a3b0-20cfb7c7c076 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333588 Aug 23 15:32:03.803378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35118) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:32:03.848130 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee43e33-ddd0-401a-8fe6-4ce277ca2270 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:03.849554 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0ee43e33-ddd0-401a-8fe6-4ce277ca2270 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1091 time: 0.0451469 Aug 23 15:32:03.852491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35120) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:32:03.856937 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:32:03.935676 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:04.034732 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:04.146300 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.25.8.54 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/2e293746-7ed8-437a-9edf-15e1c863bd90) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:32:04.249172 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:04.358346 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:04.401341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:32:04.405194 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:32:04.408700 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:32:04.436178 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=2e293746-7ed8-437a-9edf-15e1c863bd90,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:32:04.790481 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:04.926969 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:05.092980 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:05.151948 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:05.221643 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=2e293746-7ed8-437a-9edf-15e1c863bd90,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:32:05.234903 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:05.336762 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Floating IP 402f2c37-e4b7-4148-8369-bca056c09d34 associated. External IP: 172.25.8.54, port: a3cff741-5afe-4431-8aae-dcd9b11d7ea5. Aug 23 15:32:05.554418 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router 427bdfca-b515-4819-97b7-22b0a0a14645 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:32:05.995563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:32:06.006681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c083995-2b97-40e8-b0c3-305e35977d34 None None] Sync routers for ids ['427bdfca-b515-4819-97b7-22b0a0a14645'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:32:06.021032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c083995-2b97-40e8-b0c3-305e35977d34 None None] Routers {'427bdfca-b515-4819-97b7-22b0a0a14645'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:32:06.021676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6c083995-2b97-40e8-b0c3-305e35977d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:31:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['427bdfca-b515-4819-97b7-22b0a0a14645'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:32:06.049148 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:06.079009 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e1e9876a-dcd7-4361-bf77-dd7c8d9e9a09 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2254524 Aug 23 15:32:06.079678 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:32:06.082103 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f92315d-a303-4f9c-a775-e5c252fc97b0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:32:06.122306 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3257cdf9-6c5c-44ca-a479-0ad67769c467 x-openstack-request-id: req-3257cdf9-6c5c-44ca-a479-0ad67769c467 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:32:06.122610 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:32:06.122868 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3257cdf9-6c5c-44ca-a479-0ad67769c467 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:32:06.123272 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'status': 'completed', 'code': 200} Aug 23 15:32:06.138486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-6c083995-2b97-40e8-b0c3-305e35977d34 None None] Set router 427bdfca-b515-4819-97b7-22b0a0a14645 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:32:06.185406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141223f8-96f7-401b-8f29-4e3f1cd434d7 req-5940fc7c-3938-43d7-a7f7-da389b9a80f8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:06.187181 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-141223f8-96f7-401b-8f29-4e3f1cd434d7 req-5940fc7c-3938-43d7-a7f7-da389b9a80f8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0537772 Aug 23 15:32:06.190018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92315d-a303-4f9c-a775-e5c252fc97b0 req-774daf46-687e-4643-b548-f1dbb20c4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:06.192232 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f92315d-a303-4f9c-a775-e5c252fc97b0 req-774daf46-687e-4643-b548-f1dbb20c4fbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1096 time: 0.0461416 Aug 23 15:32:06.231268 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-141223f8-96f7-401b-8f29-4e3f1cd434d7 req-040d89df-f290-4ebc-8b7a-959b2c13fcb6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364075 Aug 23 15:32:06.255923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35126) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:32:06.341947 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9a6fe0dc-8785-4c41-9676-e6263154bc91 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/floatingips/402f2c37-e4b7-4148-8369-bca056c09d34 HTTP/1.1" status: 200 len: 990 time: 0.0849724 Aug 23 15:32:06.353195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92315d-a303-4f9c-a775-e5c252fc97b0 req-c940ef9f-9edc-42b4-90ca-5247e611dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:06.354702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f92315d-a303-4f9c-a775-e5c252fc97b0 req-c940ef9f-9edc-42b4-90ca-5247e611dd28 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c144c81-ee60-4c19-8f87-d8005f9176ac HTTP/1.1" status: 200 len: 898 time: 0.1539071 Aug 23 15:32:06.387517 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6c083995-2b97-40e8-b0c3-305e35977d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:31:44Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:45Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '402f2c37-e4b7-4148-8369-bca056c09d34', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'port_id': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'mac_address': 'fa:16:3e:7c:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:32:04Z', 'updated_at': '2021-08-23T15:32:04Z', 'revision_number': 0, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eccf2d-ca72-4139-8880-85d76fea14bd', 'name': '', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:04:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:48Z', 'updated_at': '2021-08-23T15:31:53Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:32:06.414701 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c083995-2b97-40e8-b0c3-305e35977d34 None None] Checking router: 427bdfca-b515-4819-97b7-22b0a0a14645 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:32:06.423400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c083995-2b97-40e8-b0c3-305e35977d34 None None] Routers {'427bdfca-b515-4819-97b7-22b0a0a14645'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:32:06.424038 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6c083995-2b97-40e8-b0c3-305e35977d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:31:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['427bdfca-b515-4819-97b7-22b0a0a14645'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:32:06.429867 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f92315d-a303-4f9c-a775-e5c252fc97b0 req-22b31e9d-07c4-4a14-882b-c195127b0796 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 200 len: 998 time: 0.0673740 Aug 23 15:32:06.537679 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-6c083995-2b97-40e8-b0c3-305e35977d34 None None] Set router 427bdfca-b515-4819-97b7-22b0a0a14645 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:32:06.730076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92315d-a303-4f9c-a775-e5c252fc97b0 req-084d9a5b-c35e-4758-aa86-b57fe4cb6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:06.731584 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f92315d-a303-4f9c-a775-e5c252fc97b0 req-084d9a5b-c35e-4758-aa86-b57fe4cb6bb8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d06fd97-75cc-4459-a40e-e30fd3a4e7a5 HTTP/1.1" status: 200 len: 835 time: 0.2939301 Aug 23 15:32:06.780060 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92315d-a303-4f9c-a775-e5c252fc97b0 req-4bde8c6c-927f-45bb-be8b-6ea4e4331778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:06.781606 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f92315d-a303-4f9c-a775-e5c252fc97b0 req-4bde8c6c-927f-45bb-be8b-6ea4e4331778 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c144c81-ee60-4c19-8f87-d8005f9176ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417967 Aug 23 15:32:06.782213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-6c083995-2b97-40e8-b0c3-305e35977d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:31:44Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:45Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '402f2c37-e4b7-4148-8369-bca056c09d34', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'port_id': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'mac_address': 'fa:16:3e:7c:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:32:04Z', 'updated_at': '2021-08-23T15:32:04Z', 'revision_number': 0, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eccf2d-ca72-4139-8880-85d76fea14bd', 'name': '', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:04:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:48Z', 'updated_at': '2021-08-23T15:31:53Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:32:06.809590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c083995-2b97-40e8-b0c3-305e35977d34 None None] The sync data for ids ['427bdfca-b515-4819-97b7-22b0a0a14645'] in n-d-804985-3 is: [{'id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:31:44Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:45Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '402f2c37-e4b7-4148-8369-bca056c09d34', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'port_id': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'mac_address': 'fa:16:3e:7c:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:32:04Z', 'updated_at': '2021-08-23T15:32:04Z', 'revision_number': 0, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eccf2d-ca72-4139-8880-85d76fea14bd', 'name': '', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:04:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:48Z', 'updated_at': '2021-08-23T15:31:53Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:32:06.895605 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f92315d-a303-4f9c-a775-e5c252fc97b0 req-0ef969d9-97dd-42de-a167-b352c9681655 service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062782 Aug 23 15:32:06.992786 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f92315d-a303-4f9c-a775-e5c252fc97b0 req-0e0108db-a5fa-4c2f-b543-78d1591e17ed service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889144 Aug 23 15:32:07.022030 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b122da63-1520-4afc-9bd8-8a306ab08912 None None] New status for floating IP 402f2c37-e4b7-4148-8369-bca056c09d34: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:32:07.346736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35128) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:32:07.413942 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bae73a40-a5fd-4727-9d5b-e43fc412bc91 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/floatingips/402f2c37-e4b7-4148-8369-bca056c09d34 HTTP/1.1" status: 200 len: 992 time: 0.0660198 Aug 23 15:32:15.946298 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:20.694376 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:22.660117 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-233386a7-0034-4500-9373-431253854dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:25.528601 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:26.660170 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-07d18b66-fc58-4f25-a81b-759f3f894d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:26.853925 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:28.694039 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:38.451539 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:32:38.616676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b847f-124e-4775-b8c2-0a7988d9e841 req-4a061846-727d-48d1-b0b5-51147929a36a tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:38.618232 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed3b847f-124e-4775-b8c2-0a7988d9e841 req-4a061846-727d-48d1-b0b5-51147929a36a tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1096 time: 0.0467510 Aug 23 15:32:38.656854 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ed3b847f-124e-4775-b8c2-0a7988d9e841 req-e7ef15d5-9eda-47c0-aa4e-196c1aeb41a9 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318155 Aug 23 15:32:38.774690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4361c-30f4-4c69-877d-e94e126f106f req-87acf2f6-ae0f-415c-995b-3d9b05691d88 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:38.776943 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d8f4361c-30f4-4c69-877d-e94e126f106f req-87acf2f6-ae0f-415c-995b-3d9b05691d88 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0501959 Aug 23 15:32:38.814593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d8f4361c-30f4-4c69-877d-e94e126f106f req-2ddba333-3814-4500-b4fa-2b05c618eb6b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315957 Aug 23 15:32:38.837214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35144) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:32:38.900362 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f1f3bf0f-13c1-42b9-8106-d2e81f7b6076 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/floatingips/402f2c37-e4b7-4148-8369-bca056c09d34 HTTP/1.1" status: 200 len: 992 time: 0.0619872 Aug 23 15:32:39.634019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf173d5-719d-4669-adbd-d9957e1f4269 req-072d5a79-bbc2-4ed6-94c8-193b10049654 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:39.636145 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fcf173d5-719d-4669-adbd-d9957e1f4269 req-072d5a79-bbc2-4ed6-94c8-193b10049654 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0555282 Aug 23 15:32:39.676483 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fcf173d5-719d-4669-adbd-d9957e1f4269 req-f393abab-9cdb-41b2-ba17-4457091cd3fb tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336394 Aug 23 15:32:39.768031 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-ed068d0f-a3f5-4895-8d12-845ac286a189 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427270 Aug 23 15:32:40.800775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7142f3-d284-4894-8274-19dc853963b9 req-27f5e86b-edce-45c7-9ff5-eb84c23501c4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:40.802313 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e7142f3-d284-4894-8274-19dc853963b9 req-27f5e86b-edce-45c7-9ff5-eb84c23501c4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0536251 Aug 23 15:32:40.843726 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e7142f3-d284-4894-8274-19dc853963b9 req-3219385c-3fd0-4ad8-84c5-58c9fa9a39a9 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352256 Aug 23 15:32:41.964423 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c964d-c61e-4be8-8099-d83ffd8afc74 req-3225a18f-9e8c-4f0e-8f38-a1cb0fc62dd9 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:41.965899 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-479c964d-c61e-4be8-8099-d83ffd8afc74 req-3225a18f-9e8c-4f0e-8f38-a1cb0fc62dd9 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0515952 Aug 23 15:32:42.004241 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-479c964d-c61e-4be8-8099-d83ffd8afc74 req-d363f764-8fe5-45bb-a3fa-a230f54e1d41 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321989 Aug 23 15:32:42.667599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-a96cd112-d227-464a-86a1-20a322fc8771 req-28408873-ab0f-4541-a999-e6b2c20959dc tempest-TestVolumeBootPattern-2086560394 tempest-TestVolumeBootPattern-2086560394-project] (96115) timed out ('10.222.0.57', 58026) {{(pid=96115) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 15:32:43.129487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db246d0-2fcf-47d8-9a7f-3ec117970d68 req-2c460cc2-8779-40f2-abc2-888440f748a2 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:43.131086 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2db246d0-2fcf-47d8-9a7f-3ec117970d68 req-2c460cc2-8779-40f2-abc2-888440f748a2 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0517111 Aug 23 15:32:43.174550 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2db246d0-2fcf-47d8-9a7f-3ec117970d68 req-144cd876-52e4-41a4-a4a3-29a1996ddc2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349050 Aug 23 15:32:44.313591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d356285-c088-4204-81da-28b3992ac75c req-d65a62ba-348d-4cee-9ab2-4070c31aa14d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:44.315086 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3d356285-c088-4204-81da-28b3992ac75c req-d65a62ba-348d-4cee-9ab2-4070c31aa14d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0565944 Aug 23 15:32:44.353397 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3d356285-c088-4204-81da-28b3992ac75c req-7d242ee0-798d-4fc6-a31f-ab3386c3fa63 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322731 Aug 23 15:32:45.480718 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc2e62-97d9-40b6-b7f9-1b87a080bba4 req-b67fb4c8-2777-498d-a745-48aa84b1f357 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:45.482391 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-91bc2e62-97d9-40b6-b7f9-1b87a080bba4 req-b67fb4c8-2777-498d-a745-48aa84b1f357 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0553546 Aug 23 15:32:45.526703 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-91bc2e62-97d9-40b6-b7f9-1b87a080bba4 req-c8d5de84-7aad-403f-901c-da79a1537119 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376809 Aug 23 15:32:45.745073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-ca5c4a05-2bec-4037-82e4-782f6bdfc26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:45.746501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-ca5c4a05-2bec-4037-82e4-782f6bdfc26c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1096 time: 0.0473106 Aug 23 15:32:45.841023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-cf93402b-d123-4808-b7c0-1b39e55dae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:45.842645 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-cf93402b-d123-4808-b7c0-1b39e55dae61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c144c81-ee60-4c19-8f87-d8005f9176ac HTTP/1.1" status: 200 len: 898 time: 0.0894020 Aug 23 15:32:45.921059 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-156440a3-78eb-4c42-91be-33ad34933b3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 200 len: 1000 time: 0.0715070 Aug 23 15:32:45.973649 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:45.974932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-f025a7fa-7ea6-410f-89a7-97e6bfec2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:45.976459 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-f025a7fa-7ea6-410f-89a7-97e6bfec2d3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d06fd97-75cc-4459-a40e-e30fd3a4e7a5 HTTP/1.1" status: 200 len: 835 time: 0.0487597 Aug 23 15:32:46.027097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-e6f2bcee-aaed-48a1-9f23-8268bc113c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:46.028806 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-e6f2bcee-aaed-48a1-9f23-8268bc113c6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c144c81-ee60-4c19-8f87-d8005f9176ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445621 Aug 23 15:32:46.128000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-477e0918-13f0-4ee7-9163-febf2080ec43 service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913541 Aug 23 15:32:46.223917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-12827aa2-fbba-4a33-893d-e0e33ddf9b4f service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882342 Aug 23 15:32:46.443875 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5263f-3141-4ad4-86a1-c2073842800e req-7c787511-04e4-4b58-bef3-5f269ed52f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:46.445389 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbb5263f-3141-4ad4-86a1-c2073842800e req-7c787511-04e4-4b58-bef3-5f269ed52f89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1096 time: 0.0434871 Aug 23 15:32:46.590650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5263f-3141-4ad4-86a1-c2073842800e req-08dcc5ad-c4b2-4615-a1ce-9ad9643273ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:46.592637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbb5263f-3141-4ad4-86a1-c2073842800e req-08dcc5ad-c4b2-4615-a1ce-9ad9643273ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c144c81-ee60-4c19-8f87-d8005f9176ac HTTP/1.1" status: 200 len: 898 time: 0.1071017 Aug 23 15:32:46.651668 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237aace-ddcd-43c0-8ad4-b529abc8883c req-7af02e2b-8c1e-4478-8f21-72172ac0fd9e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:46.653303 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e237aace-ddcd-43c0-8ad4-b529abc8883c req-7af02e2b-8c1e-4478-8f21-72172ac0fd9e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0537953 Aug 23 15:32:46.666280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbb5263f-3141-4ad4-86a1-c2073842800e req-a32f9be2-e558-44a0-8a4b-58e18275f529 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 200 len: 1000 time: 0.0646679 Aug 23 15:32:46.698410 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e237aace-ddcd-43c0-8ad4-b529abc8883c req-9744d1bf-0c85-4fe6-a648-9baa5d061c82 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379710 Aug 23 15:32:46.723363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5263f-3141-4ad4-86a1-c2073842800e req-ad7ca99e-ff6a-4965-9e74-7acb747eac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:46.724867 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbb5263f-3141-4ad4-86a1-c2073842800e req-ad7ca99e-ff6a-4965-9e74-7acb747eac53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d06fd97-75cc-4459-a40e-e30fd3a4e7a5 HTTP/1.1" status: 200 len: 835 time: 0.0510368 Aug 23 15:32:46.773610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5263f-3141-4ad4-86a1-c2073842800e req-2b6eda55-f06e-42c0-b59f-cc2c662e6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:46.775214 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbb5263f-3141-4ad4-86a1-c2073842800e req-2b6eda55-f06e-42c0-b59f-cc2c662e6268 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c144c81-ee60-4c19-8f87-d8005f9176ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421855 Aug 23 15:32:46.869782 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbb5263f-3141-4ad4-86a1-c2073842800e req-e473c8a3-aff8-41eb-bb5a-9ccdbb3d94ec service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865154 Aug 23 15:32:46.967848 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dbb5263f-3141-4ad4-86a1-c2073842800e req-82894e2c-5964-4743-929f-24d4cd3f7c2d service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908940 Aug 23 15:32:47.826597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba8b2a-f9b6-415d-ae59-5bff8f299207 req-673e9953-883f-43fd-9d6f-dbe454d97dd2 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:47.828424 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfba8b2a-f9b6-415d-ae59-5bff8f299207 req-673e9953-883f-43fd-9d6f-dbe454d97dd2 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0571966 Aug 23 15:32:47.868184 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfba8b2a-f9b6-415d-ae59-5bff8f299207 req-a314c501-68a1-49a4-b325-7598af6d1bd2 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333819 Aug 23 15:32:48.989437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713105b6-4fb2-4a20-bd10-335c941c110a req-4bf7f2fd-a8c4-48ca-aa25-b3135255bc3d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:48.990954 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-713105b6-4fb2-4a20-bd10-335c941c110a req-4bf7f2fd-a8c4-48ca-aa25-b3135255bc3d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0504856 Aug 23 15:32:49.030553 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-713105b6-4fb2-4a20-bd10-335c941c110a req-abb37b72-3b01-4826-a096-7461afe5756b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330215 Aug 23 15:32:50.153231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b9e32-358a-4d31-8302-1501137892bc req-1478549c-f5e5-4bf0-9be2-7da405f1a038 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:50.154781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f1b9e32-358a-4d31-8302-1501137892bc req-1478549c-f5e5-4bf0-9be2-7da405f1a038 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0527904 Aug 23 15:32:50.199329 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f1b9e32-358a-4d31-8302-1501137892bc req-ff89e770-8d02-4c79-bbb6-9755a5493c2f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385664 Aug 23 15:32:50.733490 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:51.343754 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f6951-1dc7-4a21-9e86-52e040fd7651 req-00746cb8-ee87-4144-bc67-f699472cd587 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:51.345268 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c61f6951-1dc7-4a21-9e86-52e040fd7651 req-00746cb8-ee87-4144-bc67-f699472cd587 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0564139 Aug 23 15:32:51.383728 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c61f6951-1dc7-4a21-9e86-52e040fd7651 req-e258a063-2da3-49b6-af5f-1e323e3ab05d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324488 Aug 23 15:32:52.522085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca65b5-a53d-4829-b483-622102e95b9e req-cdc8fac4-9c62-420a-9bbc-b1000ed66337 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:52.523927 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1ca65b5-a53d-4829-b483-622102e95b9e req-cdc8fac4-9c62-420a-9bbc-b1000ed66337 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0529876 Aug 23 15:32:52.565274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1ca65b5-a53d-4829-b483-622102e95b9e req-aeeeae4a-e46f-4ae8-8e77-06e9926605ad tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350695 Aug 23 15:32:52.630552 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1a0bd45a-2c6f-4f2c-8fd6-a3df329940bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:53.685114 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2437da6-e907-45bc-a5ed-49d1d5debc51 req-d26d5e2b-844d-4e56-9471-837e9c8009ba tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:53.686610 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a2437da6-e907-45bc-a5ed-49d1d5debc51 req-d26d5e2b-844d-4e56-9471-837e9c8009ba tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0509849 Aug 23 15:32:53.725848 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a2437da6-e907-45bc-a5ed-49d1d5debc51 req-88982e56-c028-46f4-b2a9-de95ea0d4284 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331748 Aug 23 15:32:54.847244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68294e5a-0044-4794-bf25-05364938c8b8 req-cc666a18-974c-4f64-9f14-62342b4617cb tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:54.848805 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-68294e5a-0044-4794-bf25-05364938c8b8 req-cc666a18-974c-4f64-9f14-62342b4617cb tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0521965 Aug 23 15:32:54.889561 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-68294e5a-0044-4794-bf25-05364938c8b8 req-1de6528a-3b03-4865-8ee1-5b53ae3c92b2 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347927 Aug 23 15:32:55.561882 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:56.010545 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61ec76-c1e3-4d88-8817-75e697985688 req-f6afc1ab-ca26-4526-a407-13d05b54b47f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:56.012135 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c61ec76-c1e3-4d88-8817-75e697985688 req-f6afc1ab-ca26-4526-a407-13d05b54b47f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0513096 Aug 23 15:32:56.052487 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0c61ec76-c1e3-4d88-8817-75e697985688 req-06722c1f-1e9f-481b-bd23-585989713e9b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339146 Aug 23 15:32:56.637124 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-287d2cb8-bdd6-4722-8714-52e86ed49f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:56.870300 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:57.171447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89169166-2dd3-4308-a252-51c512754d8b req-5d9a5be9-147d-44d5-a2d3-64f58a4162e1 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:57.173005 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-89169166-2dd3-4308-a252-51c512754d8b req-5d9a5be9-147d-44d5-a2d3-64f58a4162e1 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0496860 Aug 23 15:32:57.215565 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-89169166-2dd3-4308-a252-51c512754d8b req-0973a4ba-97be-4551-943b-2f51b4ed1a63 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364678 Aug 23 15:32:58.342290 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890bc04-c2df-4488-932a-7a3f531ead53 req-1e768dac-ee49-4825-b129-b8d0da193574 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:58.343939 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7890bc04-c2df-4488-932a-7a3f531ead53 req-1e768dac-ee49-4825-b129-b8d0da193574 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0554657 Aug 23 15:32:58.388004 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7890bc04-c2df-4488-932a-7a3f531ead53 req-db612c4e-003c-43e5-b07b-d58efd096cc4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366347 Aug 23 15:32:58.419541 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-b60fceeb-7740-4481-889c-9f55da44298a service neutron] show failed (client error): The resource could not be found. Aug 23 15:32:58.420530 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-b60fceeb-7740-4481-889c-9f55da44298a service neutron] 10.222.0.57 "GET /v2.0/ports/a3cff741-5afe-4431-8aae-dcd9b11d7ea5/bindings/n-h2-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0588124 Aug 23 15:32:58.693344 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:58.934766 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-a055d544-8183-40a8-8120-76c705872693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:58.936153 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-a055d544-8183-40a8-8120-76c705872693 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 1096 time: 0.0454874 Aug 23 15:32:58.949327 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:32:59.006007 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:59.228639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:32:59.264216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:32:59.306211 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:32:59.309112 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943bf3a7-5017-40a6-b0d7-1563bb8cbdf9" -d '{"events": [{"server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "name": "network-vif-unplugged", "status": "completed", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:32:59.312971 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:59.327033 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Transition to ACTIVE for port object a3cff741-5afe-4431-8aae-dcd9b11d7ea5 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:32:59.360649 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692a8a8b-0a5c-4878-ac0a-96a720ae4517 x-openstack-request-id: req-692a8a8b-0a5c-4878-ac0a-96a720ae4517 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:32:59.360953 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "name": "network-vif-unplugged", "status": "completed", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:32:59.361358 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-692a8a8b-0a5c-4878-ac0a-96a720ae4517 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:32:59.361775 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'code': 200} Aug 23 15:32:59.396124 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:59.486935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Pushing event updated for resources: {'Port': ['ID=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,revision_number=6']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:32:59.498506 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:59.498858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:59.499204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:59.499539 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:59.499904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:59.500235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:59.500565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:59.500891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:59.501343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:59.501537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:59.501860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:59.502180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:32:59.525324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89aa916-ff80-411f-bbe6-29ac66cdf2ac req-31f6eb63-bb99-414d-a87d-b7d6b838cd14 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:59.528178 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e89aa916-ff80-411f-bbe6-29ac66cdf2ac req-31f6eb63-bb99-414d-a87d-b7d6b838cd14 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 943 time: 0.0685828 Aug 23 15:32:59.538143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] No DVR routers for this DVR port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:32:59.576522 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e89aa916-ff80-411f-bbe6-29ac66cdf2ac req-aa433f06-0aff-4dda-9c3b-98e5a70d6407 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420668 Aug 23 15:32:59.686973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Attempting to bind port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:32:59.687306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Attempting to bind port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:32:59.687634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Attempting to bind port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 on network 7c144c81-ee60-4c19-8f87-d8005f9176ac {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:32:59.691966 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 on network 7c144c81-ee60-4c19-8f87-d8005f9176ac not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:32:59.692289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Attempting to bind port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 on network 7c144c81-ee60-4c19-8f87-d8005f9176ac {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:32:59.697342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:32:59.697665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Checking segment: {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:32:59.698056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Bound using segment: {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:32:59.698483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Bound port: a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:32:59.698836 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:59.762925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:32:59.765898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:32:59.830893 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:59.870090 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:59.870699 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:32:59.874271 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] 10.222.0.61 "PUT /v2.0/ports/a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 200 len: 1091 time: 0.9279528 Aug 23 15:32:59.893869 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43800d04-69f5-45de-bdd6-64fea8747475 service neutron] Pushing event updated for resources: {'Port': ['ID=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:32:59.940242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-169dfdfb-8ede-4ad1-9826-c75a0ca8db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:32:59.941779 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-169dfdfb-8ede-4ad1-9826-c75a0ca8db30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1094 time: 0.0449996 Aug 23 15:33:00.043813 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-afb5a9a3-ad22-4540-b03c-471aac2c5907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:00.045809 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-afb5a9a3-ad22-4540-b03c-471aac2c5907 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c144c81-ee60-4c19-8f87-d8005f9176ac HTTP/1.1" status: 200 len: 898 time: 0.0959713 Aug 23 15:33:00.116955 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-f731bced-339d-4ef7-b486-0d84501ad967 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 200 len: 998 time: 0.0636575 Aug 23 15:33:00.169009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-b6cc5c0f-075c-4d49-9d15-483cc6fd74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:00.170484 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-b6cc5c0f-075c-4d49-9d15-483cc6fd74a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d06fd97-75cc-4459-a40e-e30fd3a4e7a5 HTTP/1.1" status: 200 len: 835 time: 0.0466518 Aug 23 15:33:00.217295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-4dce8882-005c-47c3-8393-21f4e8ca4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:00.218963 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-4dce8882-005c-47c3-8393-21f4e8ca4c27 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c144c81-ee60-4c19-8f87-d8005f9176ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413082 Aug 23 15:33:00.232195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-2b38a6f1-7c7b-434a-9509-42b36bcc5e5b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:33:00.233166 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-2b38a6f1-7c7b-434a-9509-42b36bcc5e5b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057399 Aug 23 15:33:00.331508 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-09333643-785a-47ef-8de1-5297dc54345c service neutron] 10.222.0.61 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901670 Aug 23 15:33:00.428031 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-087dd6e7-5389-404e-b398-7fc741cbf2b6 req-8bf568af-4024-47d7-ad2c-489f405af364 service neutron] 10.222.0.61 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879793 Aug 23 15:33:00.709398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504b723-9fa4-4973-a9ae-e789e3a2885d req-24aa0b17-9764-46d1-84fd-c6fa387adf1f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:00.715583 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4504b723-9fa4-4973-a9ae-e789e3a2885d req-24aa0b17-9764-46d1-84fd-c6fa387adf1f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 943 time: 0.0601931 Aug 23 15:33:00.754411 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4504b723-9fa4-4973-a9ae-e789e3a2885d req-d8716eff-11aa-4c8e-bef2-22d84d4f7691 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369227 Aug 23 15:33:01.363491 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:33:01.366400 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75b6c1e-6b02-4730-b320-bb1a2f97f268" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:33:01.416569 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787aa4f4-be4e-4887-a144-8f87312977ef x-openstack-request-id: req-787aa4f4-be4e-4887-a144-8f87312977ef {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:33:01.417323 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:33:01.417581 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-787aa4f4-be4e-4887-a144-8f87312977ef {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:33:01.418364 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'status': 'completed', 'code': 200} Aug 23 15:33:01.501397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-b9d07cef-a120-4720-88a1-890e0f2a1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:01.502919 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-b9d07cef-a120-4720-88a1-890e0f2a1906 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1094 time: 0.0691388 Aug 23 15:33:01.507099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-0fb623fc-f91a-4883-8298-467bc49f0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:01.508473 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-0fb623fc-f91a-4883-8298-467bc49f0b80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1094 time: 0.0665355 Aug 23 15:33:01.670902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-6acde73d-10ff-4c36-9c39-d6ced53596e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:01.672423 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-6acde73d-10ff-4c36-9c39-d6ced53596e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c144c81-ee60-4c19-8f87-d8005f9176ac HTTP/1.1" status: 200 len: 898 time: 0.1549037 Aug 23 15:33:01.673372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-b41a58b1-dbcd-4007-8ec1-5b530d59f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:01.674693 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-b41a58b1-dbcd-4007-8ec1-5b530d59f5d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c144c81-ee60-4c19-8f87-d8005f9176ac HTTP/1.1" status: 200 len: 898 time: 0.1642892 Aug 23 15:33:01.785781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-e88b17d5-f035-4443-bd1e-967fc1a2018d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 200 len: 998 time: 0.1057577 Aug 23 15:33:01.789436 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-8200b457-5db1-48c0-8018-7fd0b4d8be12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 200 len: 998 time: 0.1030829 Aug 23 15:33:01.902837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-f2005f3c-214c-459d-a3ad-6d84fd3c482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:01.904345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-f2005f3c-214c-459d-a3ad-6d84fd3c482e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d06fd97-75cc-4459-a40e-e30fd3a4e7a5 HTTP/1.1" status: 200 len: 835 time: 0.1110866 Aug 23 15:33:01.905591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-5b8b4e40-3f00-4152-8449-c6a9c964aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:01.906906 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-5b8b4e40-3f00-4152-8449-c6a9c964aef5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d06fd97-75cc-4459-a40e-e30fd3a4e7a5 HTTP/1.1" status: 200 len: 835 time: 0.1058311 Aug 23 15:33:01.937841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10100e8c-d0d5-4e19-90b8-0269ab8dd1f9 req-0ec9ab18-1350-4083-8a09-8a5eb80b7146 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:01.939213 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10100e8c-d0d5-4e19-90b8-0269ab8dd1f9 req-0ec9ab18-1350-4083-8a09-8a5eb80b7146 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 943 time: 0.1066129 Aug 23 15:33:02.026060 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-c44eebb7-4322-4792-9f8a-fdfe2b0de383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:02.027687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-c44eebb7-4322-4792-9f8a-fdfe2b0de383 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c144c81-ee60-4c19-8f87-d8005f9176ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130319 Aug 23 15:33:02.035278 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-10100e8c-d0d5-4e19-90b8-0269ab8dd1f9 req-a9f5bbc2-b2ce-4e12-8091-7cef43d3cbd8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708339 Aug 23 15:33:02.039303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-289a6414-4fa4-4716-86fe-c731864acf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:02.039303 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-289a6414-4fa4-4716-86fe-c731864acf9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c144c81-ee60-4c19-8f87-d8005f9176ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230922 Aug 23 15:33:02.117246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a3cff741-5afe-4431-8aae-dcd9b11d7ea5 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:33:02.162365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a3cff741-5afe-4431-8aae-dcd9b11d7ea5 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:33:02.200809 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-b26c104d-1e89-404b-8f92-d1b3e6f00a0d service neutron] 10.222.0.61 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592593 Aug 23 15:33:02.207013 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-030addb8-dc34-4eb6-941b-24b8c8a2e4fb service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575694 Aug 23 15:33:02.636936 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-c58ead96-113e-4fa3-bd8d-eb62218233ad service neutron] 10.222.0.61 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259212 Aug 23 15:33:02.638688 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c75b6c1e-6b02-4730-b320-bb1a2f97f268 req-002b9a7e-f154-48c5-80b2-75820433a47d service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197912 Aug 23 15:33:03.163750 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8341c-1d63-4811-8b98-f8a8e23158ee req-a388c43d-6a17-4f27-85a4-a6b61acbea96 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:03.165908 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2fa8341c-1d63-4811-8b98-f8a8e23158ee req-a388c43d-6a17-4f27-85a4-a6b61acbea96 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 943 time: 0.0511358 Aug 23 15:33:03.210749 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2fa8341c-1d63-4811-8b98-f8a8e23158ee req-ebfa1409-0dc2-4384-baf7-38d58734f395 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393860 Aug 23 15:33:03.689501 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9b2a3-c99c-4a79-be93-f0e9ea9109b7 req-c5468004-2754-4826-a11f-d5d6fdd8d5cc tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:03.691180 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30d9b2a3-c99c-4a79-be93-f0e9ea9109b7 req-c5468004-2754-4826-a11f-d5d6fdd8d5cc tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 943 time: 0.0576310 Aug 23 15:33:03.715193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-5a058285-79b5-4f6c-a37d-bebe077a22b4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:03.716813 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-5a058285-79b5-4f6c-a37d-bebe077a22b4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 943 time: 0.0641594 Aug 23 15:33:03.735537 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30d9b2a3-c99c-4a79-be93-f0e9ea9109b7 req-b0e8418f-0669-4371-9c67-7b4f93e49e13 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341098 Aug 23 15:33:03.789139 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-7780db80-b6e6-4952-9227-d4c2f3a629a4 service neutron] 10.222.0.61 "GET /v2.0/ports/a3cff741-5afe-4431-8aae-dcd9b11d7ea5/bindings/n-h2-804985-3 HTTP/1.1" status: 200 len: 382 time: 0.0640490 Aug 23 15:33:03.856778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-d4c39dc1-9286-452f-a897-5d464b889a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:03.858162 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-d4c39dc1-9286-452f-a897-5d464b889a75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1094 time: 0.0450029 Aug 23 15:33:03.864591 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a3cff741-5afe-4431-8aae-dcd9b11d7ea5 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:33:03.955565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-c9c00187-ff1e-47a8-a681-642bc405b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:03.957147 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-c9c00187-ff1e-47a8-a681-642bc405b093 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c144c81-ee60-4c19-8f87-d8005f9176ac HTTP/1.1" status: 200 len: 898 time: 0.0916541 Aug 23 15:33:03.961159 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:33:03.972863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'port_id': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'mac_address': 'fa:16:3e:7c:e2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:33:04.014619 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:04.028458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3cff741-5afe-4431-8aae-dcd9b11d7ea5 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:33:04.029970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-06a4d18c-6a2b-4163-b675-fe45fa686400 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 200 len: 998 time: 0.0640404 Aug 23 15:33:04.048537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:33:04.082903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-ae6b55d2-abdf-4692-9324-f78cd3809b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:04.084402 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-ae6b55d2-abdf-4692-9324-f78cd3809b5d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d06fd97-75cc-4459-a40e-e30fd3a4e7a5 HTTP/1.1" status: 200 len: 835 time: 0.0462193 Aug 23 15:33:04.115789 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:04.134163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-0013a272-15db-4be5-96c5-7f90b6fcc2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:04.135739 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-0013a272-15db-4be5-96c5-7f90b6fcc2a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c144c81-ee60-4c19-8f87-d8005f9176ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430915 Aug 23 15:33:04.167867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:04.175443 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:04.175828 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:04.176173 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:04.176513 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:04.181436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:04.181436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:04.181436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:04.181436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:04.181436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:04.181436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:04.181436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:04.181436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:04.231372 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-a138928a-dce3-451d-8d1a-382ca6b137de service neutron] 10.222.0.61 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884016 Aug 23 15:33:04.324936 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-9e81728c-abf5-40e0-8724-93f33b72aa81 service neutron] 10.222.0.61 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860729 Aug 23 15:33:04.341882 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['a3cff741-5afe-4431-8aae-dcd9b11d7ea5'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:33:04.861767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badf6a3-2d01-4c7b-8c8e-4124c4823f86 req-a0270983-aa7b-4492-997f-aed1fe4137ab tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:04.864602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6badf6a3-2d01-4c7b-8c8e-4124c4823f86 req-a0270983-aa7b-4492-997f-aed1fe4137ab tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 944 time: 0.0519164 Aug 23 15:33:04.904773 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6badf6a3-2d01-4c7b-8c8e-4124c4823f86 req-3ee6985c-744f-46f5-8999-7581dea61458 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335407 Aug 23 15:33:05.858122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a3cff741-5afe-4431-8aae-dcd9b11d7ea5 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:33:05.972880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:33:05.977040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:33:05.982506 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:06.027644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69556d80-dc6b-4282-8a4b-df20372782e5 req-fa3e31e8-24af-449a-9ee8-5d91502625f0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:06.029216 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69556d80-dc6b-4282-8a4b-df20372782e5 req-fa3e31e8-24af-449a-9ee8-5d91502625f0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 944 time: 0.0523715 Aug 23 15:33:06.062603 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:06.069298 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69556d80-dc6b-4282-8a4b-df20372782e5 req-c59c276b-25e4-423f-9a84-74af21106cb0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339391 Aug 23 15:33:06.087012 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:33:06.089401 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3750463-4290-4ee4-a512-c8b1b36fe09d" -d '{"events": [{"server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "name": "network-vif-plugged", "status": "completed", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:33:06.102723 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:33:06.140176 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912e7003-1715-4512-9882-d299473ebd87 x-openstack-request-id: req-912e7003-1715-4512-9882-d299473ebd87 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:33:06.140474 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "name": "network-vif-plugged", "status": "completed", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:33:06.140732 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-912e7003-1715-4512-9882-d299473ebd87 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:33:06.141131 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'code': 200} Aug 23 15:33:06.173224 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:06.225481 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:06.833447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-fbb574c8-92cd-40a7-8ef8-70c4ef5ea0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:06.834979 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-fbb574c8-92cd-40a7-8ef8-70c4ef5ea0f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 1096 time: 0.0526402 Aug 23 15:33:06.847570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:33:06.904271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:07.116375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:33:07.153665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:33:07.194219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb17528-4125-49aa-b815-e799800fc23b req-0e1c5d41-8b69-4e1a-a166-1594ca6ce097 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:07.195773 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bbb17528-4125-49aa-b815-e799800fc23b req-0e1c5d41-8b69-4e1a-a166-1594ca6ce097 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0519314 Aug 23 15:33:07.199008 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:33:07.201663 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6b8e2b-113e-40a9-9145-35d13ac7519d" -d '{"events": [{"server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "name": "network-vif-unplugged", "status": "completed", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:33:07.205598 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:07.219335 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Transition to ACTIVE for port object a3cff741-5afe-4431-8aae-dcd9b11d7ea5 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:33:07.239067 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bbb17528-4125-49aa-b815-e799800fc23b req-8d42d3c8-0b4b-4ac0-abaf-ac46ab596e76 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361674 Aug 23 15:33:07.263572 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80d2d3d-90f1-4fee-ab0b-c08fb622688b x-openstack-request-id: req-f80d2d3d-90f1-4fee-ab0b-c08fb622688b {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:33:07.263907 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "name": "network-vif-unplugged", "status": "completed", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:33:07.264165 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f80d2d3d-90f1-4fee-ab0b-c08fb622688b {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:33:07.264574 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'code': 200} Aug 23 15:33:07.292715 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:07.373015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Pushing event updated for resources: {'Port': ['ID=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,revision_number=10']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:07.414177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] No DVR routers for this DVR port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:33:07.561788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Attempting to bind port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:33:07.562126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Attempting to bind port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:33:07.562465 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Attempting to bind port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 on network 7c144c81-ee60-4c19-8f87-d8005f9176ac {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:33:07.567050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 on network 7c144c81-ee60-4c19-8f87-d8005f9176ac not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:33:07.567378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Attempting to bind port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 on network 7c144c81-ee60-4c19-8f87-d8005f9176ac {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:33:07.572577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:33:07.573093 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Checking segment: {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:33:07.573574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Bound using segment: {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:33:07.574005 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Bound port: a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed80482-dddf-4464-829f-62660c2d9f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:33:07.574369 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:07.643766 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:33:07.646750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:33:07.733574 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:07.769916 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:07.770571 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:07.771957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] 10.222.0.57 "PUT /v2.0/ports/a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 200 len: 1092 time: 0.9285324 Aug 23 15:33:07.793067 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c541b6-d6e0-44fe-84a3-e9e131127a6a service neutron] Pushing event updated for resources: {'Port': ['ID=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,revision_number=11']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:07.840668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-60870363-3144-4840-b6de-e20c10daa5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:07.842255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-60870363-3144-4840-b6de-e20c10daa5d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1095 time: 0.0458505 Aug 23 15:33:07.946548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-e14a4dd4-6cf3-4007-a548-74225a6e0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:07.949367 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-e14a4dd4-6cf3-4007-a548-74225a6e0777 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c144c81-ee60-4c19-8f87-d8005f9176ac HTTP/1.1" status: 200 len: 898 time: 0.1000183 Aug 23 15:33:08.019877 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-1e486f46-7fca-435e-ac81-b122d243ae1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 200 len: 998 time: 0.0638011 Aug 23 15:33:08.078577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-16c4904f-6e7e-4d48-a184-8d147ed4b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:08.080094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-16c4904f-6e7e-4d48-a184-8d147ed4b191 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d06fd97-75cc-4459-a40e-e30fd3a4e7a5 HTTP/1.1" status: 200 len: 835 time: 0.0519505 Aug 23 15:33:08.128066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-75810f4c-dd80-4ab9-9f95-7f60f1adba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:08.129593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-75810f4c-dd80-4ab9-9f95-7f60f1adba73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c144c81-ee60-4c19-8f87-d8005f9176ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426161 Aug 23 15:33:08.220809 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-c5e38571-99f2-4884-b5fa-4c96f962f2ee service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830498 Aug 23 15:33:08.321977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d1f1eb3-debd-427e-9b65-478ed67a91f9 req-dbe993a2-107b-477c-9fab-6ba66aa1a5bc service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935733 Aug 23 15:33:08.365800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bad73b-658a-425c-a40a-7371387c8da1 req-e215c6aa-b3b5-4ce7-89ec-3bad1823d8ff tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:08.367296 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-39bad73b-658a-425c-a40a-7371387c8da1 req-e215c6aa-b3b5-4ce7-89ec-3bad1823d8ff tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 944 time: 0.0551422 Aug 23 15:33:08.406467 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-39bad73b-658a-425c-a40a-7371387c8da1 req-ccb79748-9407-45f6-97f7-e45c7810c8c2 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324576 Aug 23 15:33:09.266410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:33:09.268952 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cf2774-9aab-4d7d-9ac5-737d7741e252" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:33:09.318573 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb685f15-3cbd-4c04-b7ad-1141789d9216 x-openstack-request-id: req-fb685f15-3cbd-4c04-b7ad-1141789d9216 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:33:09.318868 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:33:09.319118 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb685f15-3cbd-4c04-b7ad-1141789d9216 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:33:09.319512 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'status': 'completed', 'code': 200} Aug 23 15:33:09.413909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-374a1cbf-5b58-472f-8bf4-c01bcba0bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:09.416578 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-374a1cbf-5b58-472f-8bf4-c01bcba0bd55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1095 time: 0.0727599 Aug 23 15:33:09.418268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-b5706cfa-83c4-473b-9920-68664e801134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:09.419696 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-b5706cfa-83c4-473b-9920-68664e801134 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1095 time: 0.0770733 Aug 23 15:33:09.525707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b57369-43a5-4079-87c5-02628f524e16 req-9e919d24-b179-4a21-bbb4-3133d5100420 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:09.527183 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9b57369-43a5-4079-87c5-02628f524e16 req-9e919d24-b179-4a21-bbb4-3133d5100420 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 944 time: 0.0518808 Aug 23 15:33:09.567596 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9b57369-43a5-4079-87c5-02628f524e16 req-1fb5ecd6-ed78-4b38-8315-ca284dd7883b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341530 Aug 23 15:33:09.598946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-77b8834c-2e5f-4c0f-8bd0-c2291e44d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:09.600862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-77b8834c-2e5f-4c0f-8bd0-c2291e44d59d service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c144c81-ee60-4c19-8f87-d8005f9176ac HTTP/1.1" status: 200 len: 898 time: 0.1762631 Aug 23 15:33:09.601823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-463e2ec9-047e-4477-8b1b-c081c5b41f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:09.604089 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-463e2ec9-047e-4477-8b1b-c081c5b41f3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c144c81-ee60-4c19-8f87-d8005f9176ac HTTP/1.1" status: 200 len: 898 time: 0.1708658 Aug 23 15:33:09.722573 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-746b8dee-813d-454d-8922-ae437f3b5592 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 200 len: 998 time: 0.1137736 Aug 23 15:33:09.724344 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-f25db3ac-ae8b-4941-a15f-10455961b803 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 200 len: 998 time: 0.1099355 Aug 23 15:33:09.818344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-5d7b66ec-2944-4d06-85eb-ea61d4bab8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:09.819779 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-5d7b66ec-2944-4d06-85eb-ea61d4bab8a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d06fd97-75cc-4459-a40e-e30fd3a4e7a5 HTTP/1.1" status: 200 len: 835 time: 0.0887158 Aug 23 15:33:09.821876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-d2184ef8-148e-4d74-891c-513450a984c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:09.823238 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-d2184ef8-148e-4d74-891c-513450a984c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d06fd97-75cc-4459-a40e-e30fd3a4e7a5 HTTP/1.1" status: 200 len: 835 time: 0.0910470 Aug 23 15:33:09.877347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a3cff741-5afe-4431-8aae-dcd9b11d7ea5 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:33:09.906597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-edd3c8e7-5922-4584-9c5d-87b8cae01611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:09.908167 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-edd3c8e7-5922-4584-9c5d-87b8cae01611 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c144c81-ee60-4c19-8f87-d8005f9176ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802615 Aug 23 15:33:09.910656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-55303962-34b4-499e-b2bd-97f0ab7345d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:09.912114 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-55303962-34b4-499e-b2bd-97f0ab7345d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c144c81-ee60-4c19-8f87-d8005f9176ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764298 Aug 23 15:33:09.921660 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a3cff741-5afe-4431-8aae-dcd9b11d7ea5 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:33:10.074716 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-ff94de16-b978-472d-94e0-1625efcc00b6 service neutron] 10.222.0.61 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582005 Aug 23 15:33:10.076771 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-7b17f54e-f989-4e90-962d-9f276e567ca7 service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524491 Aug 23 15:33:10.141086 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a3cff741-5afe-4431-8aae-dcd9b11d7ea5 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:33:10.240243 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-a5ba65eb-a96d-4a42-b6f9-47395e8676d0 service neutron] 10.222.0.61 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577146 Aug 23 15:33:10.242382 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-95cf2774-9aab-4d7d-9ac5-737d7741e252 req-5a04e924-5d2b-4200-9adf-cd8bd57b88e9 service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523643 Aug 23 15:33:10.247588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:33:10.261664 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'port_id': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'mac_address': 'fa:16:3e:7c:e2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:33:10.306241 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:10.319178 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3cff741-5afe-4431-8aae-dcd9b11d7ea5 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:33:10.338865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:33:10.384286 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:10.437025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,revision_number=12']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:10.603933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['a3cff741-5afe-4431-8aae-dcd9b11d7ea5'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:33:10.696099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b95884-a2a9-4b2c-a45f-8ab1210affc9 req-acd7f220-6651-4a1e-9a62-1edbec555c02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:10.697896 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97b95884-a2a9-4b2c-a45f-8ab1210affc9 req-acd7f220-6651-4a1e-9a62-1edbec555c02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 945 time: 0.0581410 Aug 23 15:33:10.737812 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97b95884-a2a9-4b2c-a45f-8ab1210affc9 req-893d96bb-1f4d-4ab4-898d-dd76526c1a2a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328658 Aug 23 15:33:10.762656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35264) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:10.829826 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3c549acc-99d5-47b1-8181-987e35807042 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/floatingips/402f2c37-e4b7-4148-8369-bca056c09d34 HTTP/1.1" status: 200 len: 991 time: 0.0654726 Aug 23 15:33:12.147948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a3cff741-5afe-4431-8aae-dcd9b11d7ea5 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:33:12.281646 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:33:12.285761 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:33:12.286142 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:12.368872 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:12.394409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:33:12.397084 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699f5cc3-1796-4d95-b916-a52cf5d9c6da" -d '{"events": [{"server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "name": "network-vif-plugged", "status": "completed", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:33:12.410955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:33:12.436221 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f8a04a-193a-491f-b765-e5d398796bd5 x-openstack-request-id: req-f6f8a04a-193a-491f-b765-e5d398796bd5 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:33:12.436544 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "name": "network-vif-plugged", "status": "completed", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:33:12.436797 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f6f8a04a-193a-491f-b765-e5d398796bd5 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:33:12.437193 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'code': 200} Aug 23 15:33:12.475917 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:12.681300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,revision_number=13']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:15.456498 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:33:15.972738 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:20.709733 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:22.618537 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cf12cf50-2584-4269-abe8-719c2a98946b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:25.555951 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:26.629623 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-548775c3-a5e0-4ebc-b1f1-46c81d97103a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:26.882400 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:28.675148 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:41.342556 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292b79c-ccf9-458d-b8c9-5f0d883c9d25 req-424237fd-774c-491c-ac21-93fd5c6bb91b tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:41.344083 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f292b79c-ccf9-458d-b8c9-5f0d883c9d25 req-424237fd-774c-491c-ac21-93fd5c6bb91b tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1097 time: 0.0416565 Aug 23 15:33:41.379321 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f292b79c-ccf9-458d-b8c9-5f0d883c9d25 req-2d94010b-0c3f-4484-9758-9005c61ed678 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292585 Aug 23 15:33:41.402567 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35278) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:41.561984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-dc092b49-887f-4cc9-a358-eca90fdc4e3b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port 2e293746-7ed8-437a-9edf-15e1c863bd90 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:33:41.562240 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc092b49-887f-4cc9-a358-eca90fdc4e3b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:41.639758 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc092b49-887f-4cc9-a358-eca90fdc4e3b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:41.640110 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc092b49-887f-4cc9-a358-eca90fdc4e3b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:41.651546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-dc092b49-887f-4cc9-a358-eca90fdc4e3b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for 2e293746-7ed8-437a-9edf-15e1c863bd90 owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:33:42.183901 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc092b49-887f-4cc9-a358-eca90fdc4e3b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:42.208002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc092b49-887f-4cc9-a358-eca90fdc4e3b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=2e293746-7ed8-437a-9edf-15e1c863bd90,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:42.274019 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc092b49-887f-4cc9-a358-eca90fdc4e3b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:42.274346 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-dc092b49-887f-4cc9-a358-eca90fdc4e3b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Floating IP 402f2c37-e4b7-4148-8369-bca056c09d34 disassociated (deleted). External IP: 172.25.8.54, port: a3cff741-5afe-4431-8aae-dcd9b11d7ea5. Aug 23 15:33:42.489307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc092b49-887f-4cc9-a358-eca90fdc4e3b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router 427bdfca-b515-4819-97b7-22b0a0a14645 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:33:42.601955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc092b49-887f-4cc9-a358-eca90fdc4e3b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:33:42.606874 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc092b49-887f-4cc9-a358-eca90fdc4e3b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:42.614436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20008d6d-c786-466c-964b-1ffc6aff1ced None None] Sync routers for ids ['427bdfca-b515-4819-97b7-22b0a0a14645'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:33:42.621838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20008d6d-c786-466c-964b-1ffc6aff1ced None None] Routers {'427bdfca-b515-4819-97b7-22b0a0a14645'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:33:42.622471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-20008d6d-c786-466c-964b-1ffc6aff1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:33:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['427bdfca-b515-4819-97b7-22b0a0a14645'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:42.636472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-dc092b49-887f-4cc9-a358-eca90fdc4e3b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/floatingips/402f2c37-e4b7-4148-8369-bca056c09d34 HTTP/1.1" status: 204 len: 168 time: 1.2316129 Aug 23 15:33:42.637086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:33:42.639479 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1c19f2-d741-49e1-afc1-2c2e2fb44c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:33:42.681812 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c23c3d-e16c-4abb-9696-e60cb99e2bf1 x-openstack-request-id: req-e8c23c3d-e16c-4abb-9696-e60cb99e2bf1 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:33:42.682253 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:33:42.682516 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e8c23c3d-e16c-4abb-9696-e60cb99e2bf1 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:33:42.682915 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'status': 'completed', 'code': 200} Aug 23 15:33:42.751613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c19f2-d741-49e1-afc1-2c2e2fb44c5b req-45e43938-f384-4446-9748-202418ab5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:42.752026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-20008d6d-c786-466c-964b-1ffc6aff1ced None None] Set router 427bdfca-b515-4819-97b7-22b0a0a14645 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:33:42.753227 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd1c19f2-d741-49e1-afc1-2c2e2fb44c5b req-45e43938-f384-4446-9748-202418ab5ae9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 1097 time: 0.0489979 Aug 23 15:33:42.857097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c19f2-d741-49e1-afc1-2c2e2fb44c5b req-8f69f52e-1515-440e-87a0-8e38e08b469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:42.858682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd1c19f2-d741-49e1-afc1-2c2e2fb44c5b req-8f69f52e-1515-440e-87a0-8e38e08b469e service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c144c81-ee60-4c19-8f87-d8005f9176ac HTTP/1.1" status: 200 len: 898 time: 0.0980012 Aug 23 15:33:42.909482 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd1c19f2-d741-49e1-afc1-2c2e2fb44c5b req-2230fcf4-b938-4208-8f40-55efafaa6698 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 200 len: 217 time: 0.0414560 Aug 23 15:33:42.968686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c19f2-d741-49e1-afc1-2c2e2fb44c5b req-dd96b858-f152-4e04-bd93-b3617082bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:42.970253 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd1c19f2-d741-49e1-afc1-2c2e2fb44c5b req-dd96b858-f152-4e04-bd93-b3617082bae4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d06fd97-75cc-4459-a40e-e30fd3a4e7a5 HTTP/1.1" status: 200 len: 835 time: 0.0536234 Aug 23 15:33:42.981095 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-20008d6d-c786-466c-964b-1ffc6aff1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:31:44Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:45Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '51eccf2d-ca72-4139-8880-85d76fea14bd', 'name': '', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:04:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:48Z', 'updated_at': '2021-08-23T15:31:53Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:43.008868 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20008d6d-c786-466c-964b-1ffc6aff1ced None None] Checking router: 427bdfca-b515-4819-97b7-22b0a0a14645 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:33:43.018808 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20008d6d-c786-466c-964b-1ffc6aff1ced None None] Routers {'427bdfca-b515-4819-97b7-22b0a0a14645'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:33:43.019435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-20008d6d-c786-466c-964b-1ffc6aff1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:33:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['427bdfca-b515-4819-97b7-22b0a0a14645'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:43.020241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c19f2-d741-49e1-afc1-2c2e2fb44c5b req-9c791902-635e-4883-9387-1712145ba959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:43.025781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd1c19f2-d741-49e1-afc1-2c2e2fb44c5b req-9c791902-635e-4883-9387-1712145ba959 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c144c81-ee60-4c19-8f87-d8005f9176ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439222 Aug 23 15:33:43.129733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd1c19f2-d741-49e1-afc1-2c2e2fb44c5b req-77af08fa-ab4a-4fa6-bf35-11080e0575ae service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978246 Aug 23 15:33:43.140899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-20008d6d-c786-466c-964b-1ffc6aff1ced None None] Set router 427bdfca-b515-4819-97b7-22b0a0a14645 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:33:43.189487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da798f-813b-4d92-8e3e-a6587fc59fb7 req-76fd11e9-b82e-4ddf-a0a7-dfa8c678ad69 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:43.191150 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7da798f-813b-4d92-8e3e-a6587fc59fb7 req-76fd11e9-b82e-4ddf-a0a7-dfa8c678ad69 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 946 time: 0.0562866 Aug 23 15:33:43.229464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd1c19f2-d741-49e1-afc1-2c2e2fb44c5b req-f8c9f91e-a7e1-48d6-af49-fe923973aa9a service neutron] 10.222.0.57 "GET /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922179 Aug 23 15:33:43.239474 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7da798f-813b-4d92-8e3e-a6587fc59fb7 req-ea93da3c-642d-435e-bdd5-07443ec02715 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350215 Aug 23 15:33:43.351482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-20008d6d-c786-466c-964b-1ffc6aff1ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:31:44Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:45Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '51eccf2d-ca72-4139-8880-85d76fea14bd', 'name': '', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:04:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:48Z', 'updated_at': '2021-08-23T15:31:53Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:43.382575 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20008d6d-c786-466c-964b-1ffc6aff1ced None None] The sync data for ids ['427bdfca-b515-4819-97b7-22b0a0a14645'] in n-d-804985-3 is: [{'id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:31:44Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:45Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '51eccf2d-ca72-4139-8880-85d76fea14bd', 'name': '', 'network_id': '7c144c81-ee60-4c19-8f87-d8005f9176ac', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:04:20:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:48Z', 'updated_at': '2021-08-23T15:31:53Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '9d06fd97-75cc-4459-a40e-e30fd3a4e7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:33:43.608880 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32825905-0d2f-4c6e-a7a0-143e26a38c36 None None] New status for floating IP 402f2c37-e4b7-4148-8369-bca056c09d34: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:33:44.381662 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50057561-e157-42fa-8549-22afe973640a req-7460ba81-d368-490f-812a-9fbd13ab73c4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:44.388383 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50057561-e157-42fa-8549-22afe973640a req-7460ba81-d368-490f-812a-9fbd13ab73c4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 946 time: 0.0700734 Aug 23 15:33:44.438224 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50057561-e157-42fa-8549-22afe973640a req-ed12bf0b-526d-45a4-97c7-984c5930c22c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=7697f8d5-cb33-4a7b-92b9-425c01e57f49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468857 Aug 23 15:33:44.485898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2070a9-0c3b-43f1-b94d-88ceccf313e4 req-9b46338b-80a3-4e8e-8edc-17562cb45a6d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:44.487825 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f2070a9-0c3b-43f1-b94d-88ceccf313e4 req-9b46338b-80a3-4e8e-8edc-17562cb45a6d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 946 time: 0.0650537 Aug 23 15:33:44.582825 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-5f2070a9-0c3b-43f1-b94d-88ceccf313e4 req-6698d392-4513-4ee1-be3a-6ec937b39494 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:33:44.583083 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5f2070a9-0c3b-43f1-b94d-88ceccf313e4 req-6698d392-4513-4ee1-be3a-6ec937b39494 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:44.677542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5f2070a9-0c3b-43f1-b94d-88ceccf313e4 req-6698d392-4513-4ee1-be3a-6ec937b39494 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] For port a3cff741-5afe-4431-8aae-dcd9b11d7ea5, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:33:44.677916 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5f2070a9-0c3b-43f1-b94d-88ceccf313e4 req-6698d392-4513-4ee1-be3a-6ec937b39494 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:44.690933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-5f2070a9-0c3b-43f1-b94d-88ceccf313e4 req-6698d392-4513-4ee1-be3a-6ec937b39494 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for a3cff741-5afe-4431-8aae-dcd9b11d7ea5 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:33:44.972326 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5f2070a9-0c3b-43f1-b94d-88ceccf313e4 req-6698d392-4513-4ee1-be3a-6ec937b39494 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:45.006366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698d392-4513-4ee1-be3a-6ec937b39494 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=a3cff741-5afe-4431-8aae-dcd9b11d7ea5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:45.055526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2070a9-0c3b-43f1-b94d-88ceccf313e4 req-6698d392-4513-4ee1-be3a-6ec937b39494 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] No DVR routers for this DVR port a3cff741-5afe-4431-8aae-dcd9b11d7ea5 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:33:45.058573 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5f2070a9-0c3b-43f1-b94d-88ceccf313e4 req-6698d392-4513-4ee1-be3a-6ec937b39494 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:45.060617 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f2070a9-0c3b-43f1-b94d-88ceccf313e4 req-6698d392-4513-4ee1-be3a-6ec937b39494 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "DELETE /v2.0/ports/a3cff741-5afe-4431-8aae-dcd9b11d7ea5 HTTP/1.1" status: 204 len: 173 time: 0.5653758 Aug 23 15:33:45.061061 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'name': 'network-vif-deleted', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:33:45.063518 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539a2728-8d4b-4530-9363-9d644f58b2c5" -d '{"events": [{"server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "name": "network-vif-deleted", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:33:45.104356 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60e971b-b544-4ed2-92ed-76642ff98158 x-openstack-request-id: req-f60e971b-b544-4ed2-92ed-76642ff98158 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:33:45.104356 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f4e4c-9bdc-4ac9-93c3-8552b8553357", "name": "network-vif-deleted", "tag": "a3cff741-5afe-4431-8aae-dcd9b11d7ea5", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:33:45.104356 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f60e971b-b544-4ed2-92ed-76642ff98158 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:33:45.104356 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f4e4c-9bdc-4ac9-93c3-8552b8553357', 'name': 'network-vif-deleted', 'tag': 'a3cff741-5afe-4431-8aae-dcd9b11d7ea5', 'status': 'completed', 'code': 200} Aug 23 15:33:45.550181 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ee8dfaad-ec4c-4f1f-8c62-1325a67fb857 req-4a815316-657d-4c46-849a-76ac55464ae6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b2f4e4c-9bdc-4ac9-93c3-8552b8553357 HTTP/1.1" status: 200 len: 210 time: 0.0275929 Aug 23 15:33:46.103431 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:46.611723 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35294) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:47.005377 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:47.285786 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port 51eccf2d-ca72-4139-8880-85d76fea14bd {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:33:47.286136 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:47.385852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] For port 51eccf2d-ca72-4139-8880-85d76fea14bd, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=51eccf2d-ca72-4139-8880-85d76fea14bd,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:33:47.386225 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:47.398708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for 51eccf2d-ca72-4139-8880-85d76fea14bd owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:33:47.722247 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:47.750242 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=51eccf2d-ca72-4139-8880-85d76fea14bd,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:47.763946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:47.764312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:47.764663 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:47.765007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:47.765348 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:47.765685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:47.766022 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:47.766359 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:47.766699 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:47.767030 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:47.767364 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:47.767713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:47.963874 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:48.195347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router 427bdfca-b515-4819-97b7-22b0a0a14645 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:33:48.321599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:33:48.337505 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0b757ebb-b0bc-4658-bb28-c165c952eb02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "PUT /v2.0/routers/427bdfca-b515-4819-97b7-22b0a0a14645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7169409 Aug 23 15:33:48.337505 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35296) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:48.337851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d76eaa-6e80-48bb-b33a-6fdd62af2afa None None] Sync routers for ids ['427bdfca-b515-4819-97b7-22b0a0a14645'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:33:48.342391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a3cff741-5afe-4431-8aae-dcd9b11d7ea5 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:33:48.366050 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: a3cff741-5afe-4431-8aae-dcd9b11d7ea5 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:33:48.366948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a3cff741-5afe-4431-8aae-dcd9b11d7ea5 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:33:48.369537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d76eaa-6e80-48bb-b33a-6fdd62af2afa None None] Routers {'427bdfca-b515-4819-97b7-22b0a0a14645'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:33:48.376338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-50d76eaa-6e80-48bb-b33a-6fdd62af2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:33:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['427bdfca-b515-4819-97b7-22b0a0a14645'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:48.396261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6dee070-7ca2-49ff-a735-5e82ab175651 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting subnet 9d06fd97-75cc-4459-a40e-e30fd3a4e7a5 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:33:48.401822 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6dee070-7ca2-49ff-a735-5e82ab175651 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:48.451472 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6dee070-7ca2-49ff-a735-5e82ab175651 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:48.480963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-50d76eaa-6e80-48bb-b33a-6fdd62af2afa None None] Set router 427bdfca-b515-4819-97b7-22b0a0a14645 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:33:48.544238 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6dee070-7ca2-49ff-a735-5e82ab175651 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:48.672754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-50d76eaa-6e80-48bb-b33a-6fdd62af2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:31:44Z', 'updated_at': '2021-08-23T15:33:47Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:45Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:48.704269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d76eaa-6e80-48bb-b33a-6fdd62af2afa None None] Checking router: 427bdfca-b515-4819-97b7-22b0a0a14645 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:33:48.713421 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d76eaa-6e80-48bb-b33a-6fdd62af2afa None None] Routers {'427bdfca-b515-4819-97b7-22b0a0a14645'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:33:48.714038 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-50d76eaa-6e80-48bb-b33a-6fdd62af2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:33:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['427bdfca-b515-4819-97b7-22b0a0a14645'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:48.746049 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6dee070-7ca2-49ff-a735-5e82ab175651 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:48.775402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dee070-7ca2-49ff-a735-5e82ab175651 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Subnet': ['ID=9d06fd97-75cc-4459-a40e-e30fd3a4e7a5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:48.781279 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c6dee070-7ca2-49ff-a735-5e82ab175651 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:48.783958 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c6dee070-7ca2-49ff-a735-5e82ab175651 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/subnets/9d06fd97-75cc-4459-a40e-e30fd3a4e7a5 HTTP/1.1" status: 204 len: 168 time: 0.4506683 Aug 23 15:33:48.786190 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35298) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:48.805315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3990c3e-3852-4f81-8b16-857ba7634327 None None] Network 7c144c81-ee60-4c19-8f87-d8005f9176ac requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:33:48.882290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-50d76eaa-6e80-48bb-b33a-6fdd62af2afa None None] Set router 427bdfca-b515-4819-97b7-22b0a0a14645 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:33:48.901291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:49.030769 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:49.161115 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:33:49.161474 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:49.253288 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] For port b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:33:49.253664 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:49.267460 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:33:49.297792 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-50d76eaa-6e80-48bb-b33a-6fdd62af2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:31:44Z', 'updated_at': '2021-08-23T15:33:47Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:45Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:49.304517 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763103f2-785c-455c-b8d2-45a5e5941332 None None] DHCP port deletion for 7c144c81-ee60-4c19-8f87-d8005f9176ac request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:33:49.331894 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d76eaa-6e80-48bb-b33a-6fdd62af2afa None None] The sync data for ids ['427bdfca-b515-4819-97b7-22b0a0a14645'] in n-d-804985-3 is: [{'id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'name': 'tempest-TestNetworkAdvancedServerOps-router-57810791', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:31:44Z', 'updated_at': '2021-08-23T15:33:47Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427bdfca-b515-4819-97b7-22b0a0a14645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:31:45Z', 'updated_at': '2021-08-23T15:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:33:49.394851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-763103f2-785c-455c-b8d2-45a5e5941332 None None] Deleting port 307c3329-270e-41cb-b897-f404234eb106 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:33:49.395528 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-763103f2-785c-455c-b8d2-45a5e5941332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:49.462600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-763103f2-785c-455c-b8d2-45a5e5941332 None None] For port 307c3329-270e-41cb-b897-f404234eb106, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=307c3329-270e-41cb-b897-f404234eb106,segment=NetworkSegment(3ed80482-dddf-4464-829f-62660c2d9f11),segment_id=3ed80482-dddf-4464-829f-62660c2d9f11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:33:49.463865 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-763103f2-785c-455c-b8d2-45a5e5941332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:49.477021 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-763103f2-785c-455c-b8d2-45a5e5941332 None None] Calling delete_port for 307c3329-270e-41cb-b897-f404234eb106 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:33:49.550105 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:49.591280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:49.674387 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:49.704655 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-763103f2-785c-455c-b8d2-45a5e5941332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:49.762061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763103f2-785c-455c-b8d2-45a5e5941332 None None] Pushing event deleted for resources: {'Port': ['ID=307c3329-270e-41cb-b897-f404234eb106,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:49.777039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763103f2-785c-455c-b8d2-45a5e5941332 None None] No DVR routers for this DVR port 307c3329-270e-41cb-b897-f404234eb106 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:33:49.818629 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:49.821879 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:49.861319 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 307c3329-270e-41cb-b897-f404234eb106 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:33:49.903818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 307c3329-270e-41cb-b897-f404234eb106 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:33:49.904448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 307c3329-270e-41cb-b897-f404234eb106 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:33:49.905220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 51eccf2d-ca72-4139-8880-85d76fea14bd no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:33:49.931057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 51eccf2d-ca72-4139-8880-85d76fea14bd {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:33:49.931979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 51eccf2d-ca72-4139-8880-85d76fea14bd not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:33:49.983486 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:49.984068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Fanout notify agent at l3_agent the message router_deleted on router 427bdfca-b515-4819-97b7-22b0a0a14645 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:33:49.991604 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:49.997273 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c45794a7-41e5-44b1-8a38-f7669c0a1ad8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/routers/427bdfca-b515-4819-97b7-22b0a0a14645 HTTP/1.1" status: 204 len: 168 time: 1.2056851 Aug 23 15:33:49.997273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35300) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:50.096387 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49d7530b-db96-4d86-9055-f8b3a86401f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:50.197278 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49d7530b-db96-4d86-9055-f8b3a86401f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:50.207464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-49d7530b-db96-4d86-9055-f8b3a86401f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c144c81-ee60-4c19-8f87-d8005f9176ac']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:50.219020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-49d7530b-db96-4d86-9055-f8b3a86401f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed80482-dddf-4464-829f-62660c2d9f11') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:50.219319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-49d7530b-db96-4d86-9055-f8b3a86401f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed80482-dddf-4464-829f-62660c2d9f11') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:50.228939 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49d7530b-db96-4d86-9055-f8b3a86401f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:50.242611 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49d7530b-db96-4d86-9055-f8b3a86401f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:50.248583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d7530b-db96-4d86-9055-f8b3a86401f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:33:50.248975 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49d7530b-db96-4d86-9055-f8b3a86401f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:33:50.251936 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:33:50.395212 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49d7530b-db96-4d86-9055-f8b3a86401f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:50.406655 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-49d7530b-db96-4d86-9055-f8b3a86401f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:50.408552 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-49d7530b-db96-4d86-9055-f8b3a86401f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/networks/7c144c81-ee60-4c19-8f87-d8005f9176ac HTTP/1.1" status: 204 len: 168 time: 0.4120569 Aug 23 15:33:50.411572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35302) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:50.426198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7530b-db96-4d86-9055-f8b3a86401f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Network': ['ID=7c144c81-ee60-4c19-8f87-d8005f9176ac,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:50.484090 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-618daa03-68bf-4961-9e68-aaa3239ee2cf tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:50.511271 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-618daa03-68bf-4961-9e68-aaa3239ee2cf tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:50.634864 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-618daa03-68bf-4961-9e68-aaa3239ee2cf tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:50.637680 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-618daa03-68bf-4961-9e68-aaa3239ee2cf tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:50.638905 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-618daa03-68bf-4961-9e68-aaa3239ee2cf tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/security-groups/7697f8d5-cb33-4a7b-92b9-425c01e57f49 HTTP/1.1" status: 204 len: 168 time: 0.2263019 Aug 23 15:33:50.649987 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618daa03-68bf-4961-9e68-aaa3239ee2cf tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7697f8d5-cb33-4a7b-92b9-425c01e57f49,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:50.737648 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:51.038604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35308) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:51.043437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-32abca46-f84f-4b95-94ad-7a06102788cc tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-204646420', 'description': 'tempest-secgroup-smoke-204646420 description', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:33:51.132507 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-32abca46-f84f-4b95-94ad-7a06102788cc tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:51.225870 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-32abca46-f84f-4b95-94ad-7a06102788cc tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:51.292037 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-32abca46-f84f-4b95-94ad-7a06102788cc tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:51.323995 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abca46-f84f-4b95-94ad-7a06102788cc tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:51.389114 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-32abca46-f84f-4b95-94ad-7a06102788cc tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:51.393019 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-32abca46-f84f-4b95-94ad-7a06102788cc tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3507941 Aug 23 15:33:51.393392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35310) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:51.398957 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-96a9323c-17f9-476d-a23e-938a77cc4c11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:33:51.486194 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-96a9323c-17f9-476d-a23e-938a77cc4c11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:51.547275 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-96a9323c-17f9-476d-a23e-938a77cc4c11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:51.600472 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-96a9323c-17f9-476d-a23e-938a77cc4c11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:51.618923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9323c-17f9-476d-a23e-938a77cc4c11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d326c3-fa61-48aa-afe5-beb78c8b2928,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:51.642657 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:33:51.665817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:33:51.666445 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b5ee6bc9-f31e-4b34-9d6a-34cf0bb83bea not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:33:51.681110 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-96a9323c-17f9-476d-a23e-938a77cc4c11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:51.682412 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-96a9323c-17f9-476d-a23e-938a77cc4c11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2880039 Aug 23 15:33:51.685178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35312) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:51.689801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-035072ca-aaf4-4bf9-8e94-7315cce90a62 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:33:51.789011 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-035072ca-aaf4-4bf9-8e94-7315cce90a62 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:51.854665 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-035072ca-aaf4-4bf9-8e94-7315cce90a62 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:51.932306 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-035072ca-aaf4-4bf9-8e94-7315cce90a62 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:51.953074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035072ca-aaf4-4bf9-8e94-7315cce90a62 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53dcc0a6-0ad6-4565-b994-12084f77e4ac,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:52.046187 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-035072ca-aaf4-4bf9-8e94-7315cce90a62 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:52.047457 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-035072ca-aaf4-4bf9-8e94-7315cce90a62 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3613112 Aug 23 15:33:52.050246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35314) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:52.055914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-faff195c-2ef3-4f0b-8e2f-4067113cd5b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:33:52.162162 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-faff195c-2ef3-4f0b-8e2f-4067113cd5b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:52.228710 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-faff195c-2ef3-4f0b-8e2f-4067113cd5b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:52.331902 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-faff195c-2ef3-4f0b-8e2f-4067113cd5b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:52.358298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff195c-2ef3-4f0b-8e2f-4067113cd5b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6da778-aeb1-484c-b134-a1436a81bf80,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:52.429936 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-faff195c-2ef3-4f0b-8e2f-4067113cd5b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:52.431225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-faff195c-2ef3-4f0b-8e2f-4067113cd5b3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3799882 Aug 23 15:33:52.434399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35316) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:52.439271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-83645a8c-48ee-41e0-9a7a-276db825440b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:33:52.456832 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:33:52.545478 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-83645a8c-48ee-41e0-9a7a-276db825440b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:52.618597 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-83645a8c-48ee-41e0-9a7a-276db825440b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:52.634497 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-40c6b115-5dfc-4f6b-9bfc-c3c69141c978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:52.697350 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-83645a8c-48ee-41e0-9a7a-276db825440b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:52.716796 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83645a8c-48ee-41e0-9a7a-276db825440b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93afd36-1190-473d-8154-5f61f4ed0765,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:52.806294 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-83645a8c-48ee-41e0-9a7a-276db825440b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:52.807614 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-83645a8c-48ee-41e0-9a7a-276db825440b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3721504 Aug 23 15:33:52.810877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35318) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:52.816904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-255facd4-0225-4b59-ada8-c76db3c6e2a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:33:52.920517 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-255facd4-0225-4b59-ada8-c76db3c6e2a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Project a92d2a4eb72f41b297dc61bf49092fe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:33:52.926191 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-255facd4-0225-4b59-ada8-c76db3c6e2a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:53.010700 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-255facd4-0225-4b59-ada8-c76db3c6e2a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:53.091827 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-255facd4-0225-4b59-ada8-c76db3c6e2a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:53.111090 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255facd4-0225-4b59-ada8-c76db3c6e2a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb51131e-3c9c-486b-91af-288f857af55f,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:53.212152 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-255facd4-0225-4b59-ada8-c76db3c6e2a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:53.213434 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-255facd4-0225-4b59-ada8-c76db3c6e2a5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4015000 Aug 23 15:33:53.216261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35320) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:53.220698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-4c5641f8-3284-45ef-913f-495f520a4481 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:33:53.297498 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-4c5641f8-3284-45ef-913f-495f520a4481 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Project a92d2a4eb72f41b297dc61bf49092fe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:33:53.302909 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c5641f8-3284-45ef-913f-495f520a4481 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:53.370152 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c5641f8-3284-45ef-913f-495f520a4481 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:53.474998 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c5641f8-3284-45ef-913f-495f520a4481 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:53.494054 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5641f8-3284-45ef-913f-495f520a4481 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96bb4e7-641a-428a-a9f5-539ba7970b3a,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:53.566350 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4c5641f8-3284-45ef-913f-495f520a4481 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:53.567597 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4c5641f8-3284-45ef-913f-495f520a4481 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3503907 Aug 23 15:33:53.571344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35322) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:53.577185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ba619eb3-16b8-4582-a965-ece8732bf27a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'network': {'name': 'tempest-network-smoke--307027561', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'port_security_enabled': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:33:53.680365 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba619eb3-16b8-4582-a965-ece8732bf27a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Made reservation on behalf of a92d2a4eb72f41b297dc61bf49092fe1 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:33:53.684329 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ba619eb3-16b8-4582-a965-ece8732bf27a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:53.713965 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba619eb3-16b8-4582-a965-ece8732bf27a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:33:53.723349 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ba619eb3-16b8-4582-a965-ece8732bf27a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:53.723811 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-ba619eb3-16b8-4582-a965-ece8732bf27a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Added segment 09c53d32-eeea-473c-8033-9816134ce937 of type vlan for network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 Aug 23 15:33:53.768846 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ba619eb3-16b8-4582-a965-ece8732bf27a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:53.857727 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ba619eb3-16b8-4582-a965-ece8732bf27a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:53.863275 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba619eb3-16b8-4582-a965-ece8732bf27a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:53.863909 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ba619eb3-16b8-4582-a965-ece8732bf27a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:53.933239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba619eb3-16b8-4582-a965-ece8732bf27a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Network': ['ID=be4964ce-d0f0-4cd9-9992-36d6e3cf3565,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:53.947262 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:33:53.995735 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ba619eb3-16b8-4582-a965-ece8732bf27a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4230149 Aug 23 15:33:53.998727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35324) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:54.003670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'admin_state_up': True, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:33:54.091976 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:54.093096 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:54.152377 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:54.375606 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:54.663582 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:54.691403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:54.798928 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.25.8.50 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/87db4de0-04d8-4cfe-b2f5-148f503f6c1d) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:33:54.923145 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:55.018213 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:55.060815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:33:55.063940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:33:55.068826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:33:55.098600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=87db4de0-04d8-4cfe-b2f5-148f503f6c1d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:55.484663 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:55.565860 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:56.018312 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:56.245797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:33:56.371471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:33:56.382209 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Sync routers for ids ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:33:56.392264 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Routers {'9c24e798-6e0a-4911-bb34-ff5b8bd6726e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:33:56.392848 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:33:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:56.434345 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:56.435810 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6c9a1fb9-6d6d-47b9-ab07-cddbc3b58020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4359057 Aug 23 15:33:56.441811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35326) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:56.472814 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3bfc69c4-bb10-4454-a822-9ce89f637cb3 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=a92d2a4eb72f41b297dc61bf49092fe1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299885 Aug 23 15:33:56.473034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35328) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:56.500584 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Set router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:33:56.570576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a27a4ef-5d87-433e-a074-a799759e57b7 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:56.574790 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6a27a4ef-5d87-433e-a074-a799759e57b7 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980704 Aug 23 15:33:56.575440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35330) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:56.606994 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2a530c9a-055a-4796-9adb-1d720c0e1660 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301080 Aug 23 15:33:56.609584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35332) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:56.614914 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a2ca729e-4acb-4cc9-b5ef-927d0b068833 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2009144374', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:33:56.640538 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-172177c4-222d-4a9a-bdf6-5bddb87cfe43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:56.691691 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:55Z', 'revision_number': 3, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:56.721360 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Checking router: 9c24e798-6e0a-4911-bb34-ff5b8bd6726e for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:33:56.721709 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Updating router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e port 87db4de0-04d8-4cfe-b2f5-148f503f6c1d binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:33:56.749406 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:56.782916 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ca729e-4acb-4cc9-b5ef-927d0b068833 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Made reservation on behalf of a92d2a4eb72f41b297dc61bf49092fe1 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:33:56.786666 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a2ca729e-4acb-4cc9-b5ef-927d0b068833 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:56.875406 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:57.009484 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:57.018999 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Transition to ACTIVE for port object 87db4de0-04d8-4cfe-b2f5-148f503f6c1d will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:33:57.034722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a2ca729e-4acb-4cc9-b5ef-927d0b068833 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:57.086151 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:57.107882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca729e-4acb-4cc9-b5ef-927d0b068833 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Subnet': ['ID=24ed745f-72d0-48c4-aa26-249bfba426e4,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:57.115260 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ca729e-4acb-4cc9-b5ef-927d0b068833 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Checking segment: {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:33:57.115671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ca729e-4acb-4cc9-b5ef-927d0b068833 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network hostable DHCP agents. Network: be4964ce-d0f0-4cd9-9992-36d6e3cf3565, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:33:57.137613 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Attempting to bind port 87db4de0-04d8-4cfe-b2f5-148f503f6c1d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:33:57.137979 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Attempting to bind port 87db4de0-04d8-4cfe-b2f5-148f503f6c1d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:33:57.138856 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Attempting to bind port 87db4de0-04d8-4cfe-b2f5-148f503f6c1d on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:33:57.147816 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65fbcb-38b6-4ce3-8a71-e975a8719fbf None None] Pushing event updated for resources: {'Port': ['ID=87db4de0-04d8-4cfe-b2f5-148f503f6c1d,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:57.150914 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:33:57.151283 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:33:57.151700 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:57.152087 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:33:57.152546 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Bound port: 87db4de0-04d8-4cfe-b2f5-148f503f6c1d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:33:57.152923 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:57.171628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ca729e-4acb-4cc9-b5ef-927d0b068833 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:33:57.177191 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65fbcb-38b6-4ce3-8a71-e975a8719fbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:57.177532 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65fbcb-38b6-4ce3-8a71-e975a8719fbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:57.177869 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65fbcb-38b6-4ce3-8a71-e975a8719fbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:57.178850 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65fbcb-38b6-4ce3-8a71-e975a8719fbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:57.179184 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65fbcb-38b6-4ce3-8a71-e975a8719fbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:57.179509 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65fbcb-38b6-4ce3-8a71-e975a8719fbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:57.179858 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65fbcb-38b6-4ce3-8a71-e975a8719fbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:57.180184 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65fbcb-38b6-4ce3-8a71-e975a8719fbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:57.180508 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65fbcb-38b6-4ce3-8a71-e975a8719fbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:57.180883 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65fbcb-38b6-4ce3-8a71-e975a8719fbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:57.181143 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65fbcb-38b6-4ce3-8a71-e975a8719fbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:57.181461 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65fbcb-38b6-4ce3-8a71-e975a8719fbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:33:57.215599 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] For port 87db4de0-04d8-4cfe-b2f5-148f503f6c1d, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:33:57.218538 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] For port 87db4de0-04d8-4cfe-b2f5-148f503f6c1d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=87db4de0-04d8-4cfe-b2f5-148f503f6c1d,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:33:57.239999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-a2ca729e-4acb-4cc9-b5ef-927d0b068833 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, be4964ce-d0f0-4cd9-9992-36d6e3cf3565) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:33:57.245044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ca729e-4acb-4cc9-b5ef-927d0b068833 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:33:57.245656 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a2ca729e-4acb-4cc9-b5ef-927d0b068833 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:57.254082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9667e4cc-5bf9-4621-8ee5-bcab606cdd6b None None] Network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:33:57.280844 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:57.326675 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a2ca729e-4acb-4cc9-b5ef-927d0b068833 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7157845 Aug 23 15:33:57.329481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35334) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:33:57.347797 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Routers {'9c24e798-6e0a-4911-bb34-ff5b8bd6726e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:33:57.348586 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:33:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:57.354022 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65fbcb-38b6-4ce3-8a71-e975a8719fbf None None] Pushing event updated for resources: {'Port': ['ID=87db4de0-04d8-4cfe-b2f5-148f503f6c1d,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:57.422353 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ips': [{'subnet_id': '24ed745f-72d0-48c4-aa26-249bfba426e4'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:33:57.423403 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:57.483862 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] Set router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:33:57.590769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Allocated IP 172.20.0.2 (be4964ce-d0f0-4cd9-9992-36d6e3cf3565/24ed745f-72d0-48c4-aa26-249bfba426e4/60911bc5-eb07-49e1-84bc-9b474941b416) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:33:57.773566 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:57.782366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Transition to ACTIVE for port object 60911bc5-eb07-49e1-84bc-9b474941b416 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:33:57.800983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Transition to ACTIVE for port object 60911bc5-eb07-49e1-84bc-9b474941b416 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:33:57.845102 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:55Z', 'revision_number': 3, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:57.858088 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:57.872351 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7719fcb-5447-44d9-9fe7-0124558e7cc6 None None] The sync data for ids ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'] in n-d-804985-3 is: [{'id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:55Z', 'revision_number': 3, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:33:57.877108 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:57.901169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:33:57.904339 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:33:57.908280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:33:57.923805 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Pushing event updated for resources: {'Port': ['ID=60911bc5-eb07-49e1-84bc-9b474941b416,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:57.989172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Attempting to bind port 60911bc5-eb07-49e1-84bc-9b474941b416 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:33:57.989550 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Attempting to bind port 60911bc5-eb07-49e1-84bc-9b474941b416 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:33:57.989910 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Attempting to bind port 60911bc5-eb07-49e1-84bc-9b474941b416 on network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:33:57.995727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:33:57.996111 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Checking segment: {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:33:57.996514 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:57.996910 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Bound using segment: {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:33:57.997809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Bound port: 60911bc5-eb07-49e1-84bc-9b474941b416, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:33:57.997809 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:58.067783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] For port 60911bc5-eb07-49e1-84bc-9b474941b416, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:33:58.072060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] For port 60911bc5-eb07-49e1-84bc-9b474941b416, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=60911bc5-eb07-49e1-84bc-9b474941b416,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:33:58.132751 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:58.215379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf91fd9-724b-4ea9-a57f-04b34d6bffe5 None None] Pushing event updated for resources: {'Port': ['ID=60911bc5-eb07-49e1-84bc-9b474941b416,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:58.224709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.20.0.1 (be4964ce-d0f0-4cd9-9992-36d6e3cf3565/24ed745f-72d0-48c4-aa26-249bfba426e4/0853ab52-2f6a-42e7-81a6-93328e135f75) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:33:58.376265 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:58.416814 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Transition to ACTIVE for port object 0853ab52-2f6a-42e7-81a6-93328e135f75 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:33:58.549272 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:58.599242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:33:58.602876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:33:58.606858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:33:58.616953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=0853ab52-2f6a-42e7-81a6-93328e135f75,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:58.667641 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:58.714527 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:58.902924 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:59.190390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c107bc44-7bc2-43e9-98cc-c0e44204bf00 None None] Network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:33:59.243559 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:59.339224 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:59.361909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4ea66ef7-a755-47fb-a1e4-40cd940b39ae None None] Provisioning for port 60911bc5-eb07-49e1-84bc-9b474941b416 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:33:59.418618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=0853ab52-2f6a-42e7-81a6-93328e135f75,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:33:59.421025 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:59.542650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:33:59.544377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:33:59.668644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e474ec8d-9b9f-4216-acf2-e6499d7acabb None None] Provisioning for port 0853ab52-2f6a-42e7-81a6-93328e135f75 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:33:59.673542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e474ec8d-9b9f-4216-acf2-e6499d7acabb None None] Provisioning complete for port 0853ab52-2f6a-42e7-81a6-93328e135f75 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:33:59.673542 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e474ec8d-9b9f-4216-acf2-e6499d7acabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:59.696003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:33:59.742205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e474ec8d-9b9f-4216-acf2-e6499d7acabb None None] Port 0853ab52-2f6a-42e7-81a6-93328e135f75 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:33:59.788254 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 87db4de0-04d8-4cfe-b2f5-148f503f6c1d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:33:59.864833 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:33:59.870558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-82862461-6f18-4a0a-8959-24fee8b2922f None None] Provisioning complete for port 0853ab52-2f6a-42e7-81a6-93328e135f75 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:33:59.870558 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-82862461-6f18-4a0a-8959-24fee8b2922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:33:59.871068 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0369ee6b-2964-4c03-94df-9e200f4d3980 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "PUT /v2.0/routers/9c24e798-6e0a-4911-bb34-ff5b8bd6726e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5399575 Aug 23 15:33:59.899968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Sync routers for ids ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:33:59.917108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Routers {'9c24e798-6e0a-4911-bb34-ff5b8bd6726e'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:33:59.917765 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:33:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:33:59.965070 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 87db4de0-04d8-4cfe-b2f5-148f503f6c1d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:33:59.973061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-82862461-6f18-4a0a-8959-24fee8b2922f None None] Port 0853ab52-2f6a-42e7-81a6-93328e135f75 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:33:59.978400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 87db4de0-04d8-4cfe-b2f5-148f503f6c1d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:33:59.978786 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:00.047467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-0ff1ecb2-c0cf-46a1-85a0-b67423ce421c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-204646420&fields=id&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 267 time: 0.0391083 Aug 23 15:34:00.102602 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Set router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:34:00.171235 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ae7e2bf7-990e-4687-9582-71267331efa8 None None] Provisioning complete for port 0853ab52-2f6a-42e7-81a6-93328e135f75 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:34:00.171507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-2559ddbb-a09b-4a46-a1bf-3b5aabc5674b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:00.171821 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2bf7-990e-4687-9582-71267331efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:00.173155 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-2559ddbb-a09b-4a46-a1bf-3b5aabc5674b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/networks?id=be4964ce-d0f0-4cd9-9992-36d6e3cf3565 HTTP/1.1" status: 200 len: 796 time: 0.1170845 Aug 23 15:34:00.189629 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-b3258d15-e5ce-4203-81ce-8ca6ca1ce55b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/quotas/a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 375 time: 0.0094414 Aug 23 15:34:00.244504 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-21010e5c-31de-4d8d-a28a-3e5624c1d9fb tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482416 Aug 23 15:34:00.248250 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:00.272615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e2bf7-990e-4687-9582-71267331efa8 None None] Port 0853ab52-2f6a-42e7-81a6-93328e135f75 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:34:00.292439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 87db4de0-04d8-4cfe-b2f5-148f503f6c1d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=87db4de0-04d8-4cfe-b2f5-148f503f6c1d,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:34:00.345047 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:00.345837 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 60911bc5-eb07-49e1-84bc-9b474941b416 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:34:00.352589 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-0cd1b52f-5584-4e98-a394-e94ac505cebb service neutron] 10.222.0.38 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920928 Aug 23 15:34:00.455988 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-3bb7bf46-b196-4618-9904-47d58ae0fda6 service neutron] 10.222.0.38 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963652 Aug 23 15:34:00.464158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=87db4de0-04d8-4cfe-b2f5-148f503f6c1d,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:00.496541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:58Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0853ab52-2f6a-42e7-81a6-93328e135f75', 'name': '', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:a2:db:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:58Z', 'updated_at': '2021-08-23T15:33:59Z', 'revision_number': 2, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:34:00.525888 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Checking router: 9c24e798-6e0a-4911-bb34-ff5b8bd6726e for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:34:00.526295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Updating router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e port 0853ab52-2f6a-42e7-81a6-93328e135f75 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:34:00.554421 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:00.600023 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 60911bc5-eb07-49e1-84bc-9b474941b416 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:34:00.608036 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 60911bc5-eb07-49e1-84bc-9b474941b416 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:34:00.608416 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:00.732328 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72133d25-2651-4bd1-9523-30d52c165ec3 req-0b4e5427-4749-4890-9ca2-e7d2b7faa28f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 210 time: 0.0282302 Aug 23 15:34:00.878038 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:00.959872 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 60911bc5-eb07-49e1-84bc-9b474941b416, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=60911bc5-eb07-49e1-84bc-9b474941b416,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:34:01.002334 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:01.081461 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:01.113342 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Transition to ACTIVE for port object 0853ab52-2f6a-42e7-81a6-93328e135f75 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:34:01.115092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=60911bc5-eb07-49e1-84bc-9b474941b416,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:01.228950 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:01.311062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e8c7d-15b0-4df1-a3b3-9ce0e2b833c1 None None] Pushing event updated for resources: {'Port': ['ID=0853ab52-2f6a-42e7-81a6-93328e135f75,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:01.347145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Attempting to bind port 0853ab52-2f6a-42e7-81a6-93328e135f75 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:34:01.347414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Attempting to bind port 0853ab52-2f6a-42e7-81a6-93328e135f75 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:34:01.347920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Attempting to bind port 0853ab52-2f6a-42e7-81a6-93328e135f75 on network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:34:01.354440 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:34:01.354907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Checking segment: {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:34:01.355324 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:01.355781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Bound using segment: {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:34:01.356274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Bound port: 0853ab52-2f6a-42e7-81a6-93328e135f75, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:34:01.356691 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:01.436191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] For port 0853ab52-2f6a-42e7-81a6-93328e135f75, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:34:01.440167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] For port 0853ab52-2f6a-42e7-81a6-93328e135f75, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0853ab52-2f6a-42e7-81a6-93328e135f75,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:34:01.520756 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:01.584428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Routers {'9c24e798-6e0a-4911-bb34-ff5b8bd6726e'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:34:01.585070 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:33:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:34:01.590651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e8c7d-15b0-4df1-a3b3-9ce0e2b833c1 None None] Pushing event updated for resources: {'Port': ['ID=0853ab52-2f6a-42e7-81a6-93328e135f75,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:01.720467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 87db4de0-04d8-4cfe-b2f5-148f503f6c1d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:34:01.776459 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] Set router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:34:01.853215 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43ebdb93-70cb-495d-aec2-3ba9c83e8363 req-a3af8a99-6f03-4929-bc8f-8f15c9a09bda tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 210 time: 0.0312512 Aug 23 15:34:01.864868 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 87db4de0-04d8-4cfe-b2f5-148f503f6c1d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:34:01.865983 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:02.203522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 60911bc5-eb07-49e1-84bc-9b474941b416 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:34:02.279397 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:58Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0853ab52-2f6a-42e7-81a6-93328e135f75', 'name': '', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:a2:db:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:58Z', 'updated_at': '2021-08-23T15:34:01Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:34:02.308346 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f7c5e-5e1e-452a-a472-1a889bc4035d None None] The sync data for ids ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'] in n-d-804985-3 is: [{'id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:58Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0853ab52-2f6a-42e7-81a6-93328e135f75', 'name': '', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:a2:db:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:58Z', 'updated_at': '2021-08-23T15:34:01Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:34:02.310918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 60911bc5-eb07-49e1-84bc-9b474941b416 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:34:02.311292 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:02.751960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-e879c6c5-e3de-4528-9afd-c5c81b5022e3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:02.751960 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-e879c6c5-e3de-4528-9afd-c5c81b5022e3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.61 "GET /v2.0/networks?id=be4964ce-d0f0-4cd9-9992-36d6e3cf3565 HTTP/1.1" status: 200 len: 796 time: 0.1177385 Aug 23 15:34:02.794271 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-7aeaea40-4bd6-4be4-aa78-4c5e6b7aa768 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 379 time: 0.0378342 Aug 23 15:34:02.805080 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'port': {'device_id': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'admin_state_up': True, 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'security_groups': ['6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:34:02.990836 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9a60e66e-e9e1-4659-a094-f2b4da448e05 req-c0b6dd5c-c42e-4ca5-8da3-fc9282cebed6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 210 time: 0.0282419 Aug 23 15:34:03.011925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Made reservation on behalf of a92d2a4eb72f41b297dc61bf49092fe1 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:34:03.015523 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:03.166746 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.20.0.12 (be4964ce-d0f0-4cd9-9992-36d6e3cf3565/24ed745f-72d0-48c4-aa26-249bfba426e4/a85e7b92-f47c-4d66-b6e9-08365c7029da) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:34:03.342099 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:03.357733 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Transition to ACTIVE for port object a85e7b92-f47c-4d66-b6e9-08365c7029da will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:34:03.446145 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:03.492119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:34:03.495134 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:34:03.504430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:34:03.505319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=a85e7b92-f47c-4d66-b6e9-08365c7029da,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:03.535866 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:03.536256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:03.536564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:03.536902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:03.537764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:03.538182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:03.538518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:03.538844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:03.539174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:03.539496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:03.539840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:03.540163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:03.563763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:03.564401 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:03.629304 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-af9b8984-25bc-444a-9df4-60c685d73d4c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8291907 Aug 23 15:34:03.649048 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Request body: {'port': {'device_id': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:34:03.728732 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:03.742011 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0853ab52-2f6a-42e7-81a6-93328e135f75 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:34:03.794972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3dfd744b-774f-4399-b8dd-8cac17c19f7e None None] Provisioning for port a85e7b92-f47c-4d66-b6e9-08365c7029da completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:34:03.800530 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3dfd744b-774f-4399-b8dd-8cac17c19f7e None None] Provisioning complete for port a85e7b92-f47c-4d66-b6e9-08365c7029da triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:34:03.803874 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3dfd744b-774f-4399-b8dd-8cac17c19f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:03.839565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd744b-774f-4399-b8dd-8cac17c19f7e None None] Port a85e7b92-f47c-4d66-b6e9-08365c7029da cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:34:03.925901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 0853ab52-2f6a-42e7-81a6-93328e135f75 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:34:03.930582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0853ab52-2f6a-42e7-81a6-93328e135f75 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:34:03.930964 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:04.036254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85e7b92-f47c-4d66-b6e9-08365c7029da {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:34:04.044445 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:04.049639 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:04.057561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Transition to ACTIVE for port object a85e7b92-f47c-4d66-b6e9-08365c7029da will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:34:04.106773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 0853ab52-2f6a-42e7-81a6-93328e135f75, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0853ab52-2f6a-42e7-81a6-93328e135f75,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:34:04.147337 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:04.174857 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:04.205367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce494f88-916e-4bf5-b090-edbb39e2bd07 req-0daa5526-d902-4d4a-8014-a4da107e11e5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:04.207393 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ce494f88-916e-4bf5-b090-edbb39e2bd07 req-0daa5526-d902-4d4a-8014-a4da107e11e5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 932 time: 0.0961459 Aug 23 15:34:04.231876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=0853ab52-2f6a-42e7-81a6-93328e135f75,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:04.242589 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:04.242963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:04.243313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:04.243673 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:04.244016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:04.245030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:04.245030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:04.245030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:04.245755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:04.245948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:04.246292 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:04.246619 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:34:04.283303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a85e7b92-f47c-4d66-b6e9-08365c7029da,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:04.327268 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ce494f88-916e-4bf5-b090-edbb39e2bd07 req-f091a198-d4f9-4ffc-8e41-118e609bd1a7 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895505 Aug 23 15:34:04.342561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Attempting to bind port a85e7b92-f47c-4d66-b6e9-08365c7029da on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:34:04.342986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Attempting to bind port a85e7b92-f47c-4d66-b6e9-08365c7029da by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:34:04.343385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Attempting to bind port a85e7b92-f47c-4d66-b6e9-08365c7029da on network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:34:04.348630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Port a85e7b92-f47c-4d66-b6e9-08365c7029da on network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:34:04.355918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Attempting to bind port a85e7b92-f47c-4d66-b6e9-08365c7029da on network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:34:04.355918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:34:04.355918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Checking segment: {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:34:04.355918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Bound using segment: {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:34:04.355918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Bound port: a85e7b92-f47c-4d66-b6e9-08365c7029da, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:34:04.356414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:04.689350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:34:04.692433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:34:04.737710 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:04.772894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:04.773516 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:04.774995 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] 10.222.0.61 "PUT /v2.0/ports/a85e7b92-f47c-4d66-b6e9-08365c7029da HTTP/1.1" status: 200 len: 1092 time: 1.1340353 Aug 23 15:34:04.777534 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:34:04.780769 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2ae37c-0591-49ac-9374-3a1e77ef84a6" -d '{"events": [{"name": "network-changed", "server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:34:04.808711 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515aed7a-189e-4f1f-aa22-3a87563540c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a85e7b92-f47c-4d66-b6e9-08365c7029da,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:04.822214 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee1d3df-1694-479b-bfff-268693621777 x-openstack-request-id: req-7ee1d3df-1694-479b-bfff-268693621777 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:34:04.822516 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:34:04.822769 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7ee1d3df-1694-479b-bfff-268693621777 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:34:04.823166 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da', 'status': 'completed', 'code': 200} Aug 23 15:34:04.891143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ae37c-0591-49ac-9374-3a1e77ef84a6 req-2149f0db-9456-4d40-87c0-212460243fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:04.893354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f2ae37c-0591-49ac-9374-3a1e77ef84a6 req-2149f0db-9456-4d40-87c0-212460243fcf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 1095 time: 0.0486038 Aug 23 15:34:05.006863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ae37c-0591-49ac-9374-3a1e77ef84a6 req-091bc619-7700-4802-a0cc-9613c41fe58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:05.008337 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f2ae37c-0591-49ac-9374-3a1e77ef84a6 req-091bc619-7700-4802-a0cc-9613c41fe58f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1049955 Aug 23 15:34:05.106611 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ae37c-0591-49ac-9374-3a1e77ef84a6 req-57cd1329-d4c6-46e4-990c-25e00ddf1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:05.108033 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5f2ae37c-0591-49ac-9374-3a1e77ef84a6 req-57cd1329-d4c6-46e4-990c-25e00ddf1ee9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929003 Aug 23 15:34:05.207099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-7f98599f-0796-4dca-9db4-ffca8d6323b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:05.208591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-7f98599f-0796-4dca-9db4-ffca8d6323b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 1095 time: 0.0503857 Aug 23 15:34:05.257787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-5a04cea0-04e7-4ef4-ad8e-077c7bddeb8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da HTTP/1.1" status: 200 len: 217 time: 0.0399644 Aug 23 15:34:05.312016 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-94f969eb-4ab6-4841-946e-6fd07018e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:05.313514 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-94f969eb-4ab6-4841-946e-6fd07018e0c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24ed745f-72d0-48c4-aa26-249bfba426e4 HTTP/1.1" status: 200 len: 835 time: 0.0474043 Aug 23 15:34:05.363304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-9073f8d2-d9bb-4351-9132-f355d9be112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:05.364936 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-9073f8d2-d9bb-4351-9132-f355d9be112a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=be4964ce-d0f0-4cd9-9992-36d6e3cf3565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432470 Aug 23 15:34:05.499232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2078f7-0450-40c5-968a-e5c46f357183 req-480c4b9b-277f-4faa-b10b-7a395560abd4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:05.500799 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d2078f7-0450-40c5-968a-e5c46f357183 req-480c4b9b-277f-4faa-b10b-7a395560abd4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 944 time: 0.0801318 Aug 23 15:34:05.504502 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-f6864ffd-efe3-4e3e-83b4-fbaf22dc5685 service neutron] 10.222.0.61 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319818 Aug 23 15:34:05.594982 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d2078f7-0450-40c5-968a-e5c46f357183 req-e4376891-96d0-4e3d-8414-deaed619ae65 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872641 Aug 23 15:34:05.632100 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84c8bf73-50c1-43a5-889c-ad592d23725b req-62a8c7df-3857-4f66-870f-04cd5f36f4c3 service neutron] 10.222.0.61 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182368 Aug 23 15:34:05.688850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0853ab52-2f6a-42e7-81a6-93328e135f75 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:34:05.745946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0853ab52-2f6a-42e7-81a6-93328e135f75 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:34:05.746313 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:06.721896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3a53a-e9e1-44b4-894d-91633dd2aa35 req-c8a9eede-4b9e-43b3-9788-400475daaf7a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:06.723404 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aea3a53a-e9e1-44b4-894d-91633dd2aa35 req-c8a9eede-4b9e-43b3-9788-400475daaf7a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 944 time: 0.0501161 Aug 23 15:34:06.764030 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aea3a53a-e9e1-44b4-894d-91633dd2aa35 req-047b211a-0f43-43e0-8ee0-9bf732b73f70 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331810 Aug 23 15:34:07.885850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75079dc-37ef-4449-b710-9b3438745db9 req-5f7e246a-c1f6-459c-a821-e63ad4a13ae0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:07.887267 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b75079dc-37ef-4449-b710-9b3438745db9 req-5f7e246a-c1f6-459c-a821-e63ad4a13ae0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 944 time: 0.0517056 Aug 23 15:34:07.924938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b75079dc-37ef-4449-b710-9b3438745db9 req-f9e0c2d4-53ff-4b06-9520-f1c6304ce6f2 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315592 Aug 23 15:34:08.169266 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a85e7b92-f47c-4d66-b6e9-08365c7029da details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:34:08.266361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:34:08.277222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'a85e7b92-f47c-4d66-b6e9-08365c7029da', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'port_id': 'a85e7b92-f47c-4d66-b6e9-08365c7029da', 'mac_address': 'fa:16:3e:e5:07:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:34:08.318139 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:08.331146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85e7b92-f47c-4d66-b6e9-08365c7029da {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:34:08.351951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:34:08.405768 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:08.455183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a85e7b92-f47c-4d66-b6e9-08365c7029da,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:08.633753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['a85e7b92-f47c-4d66-b6e9-08365c7029da'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:34:09.054439 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caeed6-e4cc-42d5-b24c-e114cc5eab5d req-b18d0271-2cf5-4a36-a7b1-8552bcc577fa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:09.055996 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d5caeed6-e4cc-42d5-b24c-e114cc5eab5d req-b18d0271-2cf5-4a36-a7b1-8552bcc577fa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 945 time: 0.0575690 Aug 23 15:34:09.097362 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d5caeed6-e4cc-42d5-b24c-e114cc5eab5d req-59d4d08e-3058-4cec-86ed-3db808c8ed95 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344939 Aug 23 15:34:10.184223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a85e7b92-f47c-4d66-b6e9-08365c7029da up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:34:10.221632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2885a28-637f-455f-9189-19e16d79d5ec req-7ba0c119-5ca1-4835-8b1d-4c1045720284 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:10.223144 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2885a28-637f-455f-9189-19e16d79d5ec req-7ba0c119-5ca1-4835-8b1d-4c1045720284 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 945 time: 0.0547075 Aug 23 15:34:10.262135 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2885a28-637f-455f-9189-19e16d79d5ec req-77066ed0-9f2c-4c68-8576-c7c6e3b73e71 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318959 Aug 23 15:34:10.365603 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port a85e7b92-f47c-4d66-b6e9-08365c7029da completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:34:10.371438 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port a85e7b92-f47c-4d66-b6e9-08365c7029da triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:34:10.371948 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:10.450203 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:10.473041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:34:10.476134 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f930ef5f-b6b8-4b70-9bdc-f646d90ed9d9" -d '{"events": [{"server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "name": "network-vif-plugged", "status": "completed", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:34:10.488716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:34:10.516373 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27e2fe1-5f4a-45f4-9ffa-43fdd428fd12 x-openstack-request-id: req-b27e2fe1-5f4a-45f4-9ffa-43fdd428fd12 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:34:10.516373 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "name": "network-vif-plugged", "status": "completed", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:34:10.516373 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b27e2fe1-5f4a-45f4-9ffa-43fdd428fd12 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:34:10.516373 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da', 'code': 200} Aug 23 15:34:10.565709 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:10.610726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a157457-4ad7-4f49-959f-069a4f5d9f53 req-48050b1b-e008-42de-9daf-81fcd6e07774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:10.612431 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7a157457-4ad7-4f49-959f-069a4f5d9f53 req-48050b1b-e008-42de-9daf-81fcd6e07774 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 1097 time: 0.0429397 Aug 23 15:34:10.615835 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=a85e7b92-f47c-4d66-b6e9-08365c7029da,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:10.651156 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7a157457-4ad7-4f49-959f-069a4f5d9f53 req-05637520-4e04-40b9-8e54-c523038972d3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295036 Aug 23 15:34:11.379070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58293a-2d28-479b-95d1-ca694c7b6805 req-bbdebcd2-74b8-436e-93d4-bb5ac59959a4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:11.380586 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb58293a-2d28-479b-95d1-ca694c7b6805 req-bbdebcd2-74b8-436e-93d4-bb5ac59959a4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 946 time: 0.0495579 Aug 23 15:34:11.420044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb58293a-2d28-479b-95d1-ca694c7b6805 req-78ccd918-f182-4c53-a835-6bfef21ed0fb tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323911 Aug 23 15:34:12.543251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1117929-14c8-4286-9d3b-38f69c102b5a req-056220e3-2204-4d89-b83a-77cb6a10ae2e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:12.544794 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a1117929-14c8-4286-9d3b-38f69c102b5a req-056220e3-2204-4d89-b83a-77cb6a10ae2e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 946 time: 0.0536084 Aug 23 15:34:12.584967 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a1117929-14c8-4286-9d3b-38f69c102b5a req-d2c68988-5d8a-4062-80b6-3fe49d3b2b61 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330079 Aug 23 15:34:12.705494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca855740-e3f9-4bcd-bdaf-58d57c498b68 req-d6c45e5c-0e3a-4143-870a-1e6f9cfdeb18 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:12.706892 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca855740-e3f9-4bcd-bdaf-58d57c498b68 req-d6c45e5c-0e3a-4143-870a-1e6f9cfdeb18 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 946 time: 0.0544844 Aug 23 15:34:12.745315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca855740-e3f9-4bcd-bdaf-58d57c498b68 req-b1170c2e-c0c1-4e17-8838-2d1281b64dad tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316689 Aug 23 15:34:12.767589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35390) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:34:12.811532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6bba4-92e4-4408-b1ed-1ec31526424e tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:12.813133 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-07e6bba4-92e4-4408-b1ed-1ec31526424e tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 1092 time: 0.0444725 Aug 23 15:34:12.815946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35392) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:34:12.821017 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': 'a85e7b92-f47c-4d66-b6e9-08365c7029da', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:34:12.908266 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:13.008636 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:13.109580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.25.8.235 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/bf76505e-94c6-481c-96c4-88f1a36d40d2) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:34:13.222412 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:13.297463 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:13.336290 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:34:13.340484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:34:13.346719 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:34:13.349834 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=bf76505e-94c6-481c-96c4-88f1a36d40d2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:13.831271 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:13.997638 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:14.146702 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:14.200155 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:14.271720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=bf76505e-94c6-481c-96c4-88f1a36d40d2,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:14.283789 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:14.388167 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Floating IP 52bbc591-1385-476b-860d-1c9416bd2910 associated. External IP: 172.25.8.235, port: a85e7b92-f47c-4d66-b6e9-08365c7029da. Aug 23 15:34:14.622144 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:34:14.734457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:34:14.744546 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4139334-e16a-4521-8866-aff4a3b6cd5d None None] Sync routers for ids ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:34:14.754198 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4139334-e16a-4521-8866-aff4a3b6cd5d None None] Routers {'9c24e798-6e0a-4911-bb34-ff5b8bd6726e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:34:14.754802 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f4139334-e16a-4521-8866-aff4a3b6cd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:33:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:34:14.816924 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:14.846891 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6e030d11-3085-44d0-9dba-8f9f45314eb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0299041 Aug 23 15:34:14.847692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:34:14.850437 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4274ee75-8953-4279-ba1d-0ead5842437b" -d '{"events": [{"name": "network-changed", "server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:34:14.862689 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f4139334-e16a-4521-8866-aff4a3b6cd5d None None] Set router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:34:14.889308 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e298e610-7681-4082-98cd-010eee3e1111 x-openstack-request-id: req-e298e610-7681-4082-98cd-010eee3e1111 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:34:14.889611 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:34:14.889870 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e298e610-7681-4082-98cd-010eee3e1111 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:34:14.890303 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da', 'status': 'completed', 'code': 200} Aug 23 15:34:14.948536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05ec23-559d-43d7-bec9-dfcbce88b0ba req-7f5f70f3-7aa5-4895-b739-73c21b896983 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:14.950453 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8b05ec23-559d-43d7-bec9-dfcbce88b0ba req-7f5f70f3-7aa5-4895-b739-73c21b896983 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 946 time: 0.0505905 Aug 23 15:34:14.958847 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274ee75-8953-4279-ba1d-0ead5842437b req-fee095e0-98ac-49e9-a9b1-e1145eef2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:14.960729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4274ee75-8953-4279-ba1d-0ead5842437b req-fee095e0-98ac-49e9-a9b1-e1145eef2f4f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 1097 time: 0.0483370 Aug 23 15:34:14.990798 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8b05ec23-559d-43d7-bec9-dfcbce88b0ba req-2fdd1272-a031-4205-bfc9-f4794a89add5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327449 Aug 23 15:34:15.014420 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35398) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:34:15.060768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274ee75-8953-4279-ba1d-0ead5842437b req-05aad2a0-a89a-476b-b737-c478cd59380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:15.062129 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4274ee75-8953-4279-ba1d-0ead5842437b req-05aad2a0-a89a-476b-b737-c478cd59380d service neutron] 10.222.0.61 "GET /v2.0/networks?id=be4964ce-d0f0-4cd9-9992-36d6e3cf3565 HTTP/1.1" status: 200 len: 897 time: 0.0917580 Aug 23 15:34:15.085143 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b340fb70-3897-4f14-9921-69c3108ea5c1 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/floatingips/52bbc591-1385-476b-860d-1c9416bd2910 HTTP/1.1" status: 200 len: 992 time: 0.0680361 Aug 23 15:34:15.108578 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f4139334-e16a-4521-8866-aff4a3b6cd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:58Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '52bbc591-1385-476b-860d-1c9416bd2910', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'port_id': 'a85e7b92-f47c-4d66-b6e9-08365c7029da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'mac_address': 'fa:16:3e:e5:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:34:13Z', 'updated_at': '2021-08-23T15:34:13Z', 'revision_number': 0, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0853ab52-2f6a-42e7-81a6-93328e135f75', 'name': '', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:a2:db:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:58Z', 'updated_at': '2021-08-23T15:34:04Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:34:15.133680 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4274ee75-8953-4279-ba1d-0ead5842437b req-db55ff76-67f5-4ae9-9d59-e006879709aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da HTTP/1.1" status: 200 len: 1000 time: 0.0636497 Aug 23 15:34:15.135124 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4139334-e16a-4521-8866-aff4a3b6cd5d None None] Checking router: 9c24e798-6e0a-4911-bb34-ff5b8bd6726e for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:34:15.143792 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4139334-e16a-4521-8866-aff4a3b6cd5d None None] Routers {'9c24e798-6e0a-4911-bb34-ff5b8bd6726e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:34:15.144395 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f4139334-e16a-4521-8866-aff4a3b6cd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:33:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:34:15.184840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274ee75-8953-4279-ba1d-0ead5842437b req-f54e66bf-1d13-4a64-845d-dfe971705f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:15.186294 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4274ee75-8953-4279-ba1d-0ead5842437b req-f54e66bf-1d13-4a64-845d-dfe971705f58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24ed745f-72d0-48c4-aa26-249bfba426e4 HTTP/1.1" status: 200 len: 835 time: 0.0452843 Aug 23 15:34:15.235381 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274ee75-8953-4279-ba1d-0ead5842437b req-167f487c-f634-4d14-a86e-f84af7ab78c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:15.236938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4274ee75-8953-4279-ba1d-0ead5842437b req-167f487c-f634-4d14-a86e-f84af7ab78c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=be4964ce-d0f0-4cd9-9992-36d6e3cf3565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432112 Aug 23 15:34:15.256488 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f4139334-e16a-4521-8866-aff4a3b6cd5d None None] Set router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:34:15.331830 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4274ee75-8953-4279-ba1d-0ead5842437b req-e36c73ff-d653-4cf9-8b14-0357c771651b service neutron] 10.222.0.61 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871520 Aug 23 15:34:15.501481 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f4139334-e16a-4521-8866-aff4a3b6cd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:58Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '52bbc591-1385-476b-860d-1c9416bd2910', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'port_id': 'a85e7b92-f47c-4d66-b6e9-08365c7029da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'mac_address': 'fa:16:3e:e5:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:34:13Z', 'updated_at': '2021-08-23T15:34:13Z', 'revision_number': 0, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0853ab52-2f6a-42e7-81a6-93328e135f75', 'name': '', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:a2:db:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:58Z', 'updated_at': '2021-08-23T15:34:04Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:34:15.534775 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4139334-e16a-4521-8866-aff4a3b6cd5d None None] The sync data for ids ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'] in n-d-804985-3 is: [{'id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:58Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '52bbc591-1385-476b-860d-1c9416bd2910', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'port_id': 'a85e7b92-f47c-4d66-b6e9-08365c7029da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'mac_address': 'fa:16:3e:e5:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:34:13Z', 'updated_at': '2021-08-23T15:34:13Z', 'revision_number': 0, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0853ab52-2f6a-42e7-81a6-93328e135f75', 'name': '', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:a2:db:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:58Z', 'updated_at': '2021-08-23T15:34:04Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:34:15.688151 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4274ee75-8953-4279-ba1d-0ead5842437b req-e3187823-16ac-42bc-a38e-599fedb88d39 service neutron] 10.222.0.61 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488429 Aug 23 15:34:15.741215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a738cba-c638-407a-9b1e-950f4bb42a9f None None] New status for floating IP 52bbc591-1385-476b-860d-1c9416bd2910: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:34:16.016612 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:16.087137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35400) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:34:16.151554 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b80ca747-3de8-4d30-aa62-8cceaec353af tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/floatingips/52bbc591-1385-476b-860d-1c9416bd2910 HTTP/1.1" status: 200 len: 994 time: 0.0628471 Aug 23 15:34:20.691134 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:22.633899 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0c032d1b-ab3e-4073-a9a9-648916cde702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:25.553925 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:26.628190 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-480911e3-c709-40b3-8c48-7c0c465a9bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:26.867840 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:28.725240 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:29.456131 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:34:38.922637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-677a2216-4ec3-4bad-8dd5-ba18e69c7bd0 req-ad4d01fd-c55a-4fc4-a511-477d4b75176c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404925 Aug 23 15:34:39.005937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a2216-4ec3-4bad-8dd5-ba18e69c7bd0 req-312f20b3-e6a4-4aa5-aca6-e48475707183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:39.007677 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-677a2216-4ec3-4bad-8dd5-ba18e69c7bd0 req-312f20b3-e6a4-4aa5-aca6-e48475707183 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 1097 time: 0.0406263 Aug 23 15:34:39.117094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a2216-4ec3-4bad-8dd5-ba18e69c7bd0 req-afe3182e-1087-4db1-b57c-61f826a7d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:39.118591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-677a2216-4ec3-4bad-8dd5-ba18e69c7bd0 req-afe3182e-1087-4db1-b57c-61f826a7d611 service neutron] 10.222.0.61 "GET /v2.0/networks?id=be4964ce-d0f0-4cd9-9992-36d6e3cf3565 HTTP/1.1" status: 200 len: 897 time: 0.0898433 Aug 23 15:34:39.184878 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-677a2216-4ec3-4bad-8dd5-ba18e69c7bd0 req-282bc55f-dcfe-426d-8457-4a883e693d25 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da HTTP/1.1" status: 200 len: 1002 time: 0.0584462 Aug 23 15:34:39.239619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a2216-4ec3-4bad-8dd5-ba18e69c7bd0 req-06dbf3cf-9c45-49c8-8da7-bc46d0e64d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:39.241175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-677a2216-4ec3-4bad-8dd5-ba18e69c7bd0 req-06dbf3cf-9c45-49c8-8da7-bc46d0e64d33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24ed745f-72d0-48c4-aa26-249bfba426e4 HTTP/1.1" status: 200 len: 835 time: 0.0493524 Aug 23 15:34:39.294904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a2216-4ec3-4bad-8dd5-ba18e69c7bd0 req-ac3f50bf-412b-4d6d-95a5-d886eea8e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:39.296436 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-677a2216-4ec3-4bad-8dd5-ba18e69c7bd0 req-ac3f50bf-412b-4d6d-95a5-d886eea8e9da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=be4964ce-d0f0-4cd9-9992-36d6e3cf3565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475783 Aug 23 15:34:39.388197 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-677a2216-4ec3-4bad-8dd5-ba18e69c7bd0 req-91e429e8-4a19-4a41-bcb6-07f884ebb6f0 service neutron] 10.222.0.61 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822682 Aug 23 15:34:39.482760 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-677a2216-4ec3-4bad-8dd5-ba18e69c7bd0 req-0d370e1c-13a5-4012-9380-c32153821a3d service neutron] 10.222.0.61 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871632 Aug 23 15:34:46.038694 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:49.572931 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19298236-d114-4455-aaf4-f789cb70bb95 req-ee1f9840-d5b0-48a6-a38a-91053ea5f111 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:49.574693 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-19298236-d114-4455-aaf4-f789cb70bb95 req-ee1f9840-d5b0-48a6-a38a-91053ea5f111 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 946 time: 0.1115599 Aug 23 15:34:49.613594 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-19298236-d114-4455-aaf4-f789cb70bb95 req-1ebd47e6-c8e8-45d3-a0d7-02b71c5d1e5f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326462 Aug 23 15:34:49.638140 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35422) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:34:49.705283 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0f8fa435-808b-442c-b1f0-51c817c78d19 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/floatingips/52bbc591-1385-476b-860d-1c9416bd2910 HTTP/1.1" status: 200 len: 994 time: 0.0658338 Aug 23 15:34:50.089798 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746db9de-fd79-487b-a6ae-4c0dfdf01a7c req-a26e1ac3-a165-4096-b891-dc9afd3a8d29 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:50.091356 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-746db9de-fd79-487b-a6ae-4c0dfdf01a7c req-a26e1ac3-a165-4096-b891-dc9afd3a8d29 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 1097 time: 0.0412347 Aug 23 15:34:50.125835 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-746db9de-fd79-487b-a6ae-4c0dfdf01a7c req-122d9644-4327-44b4-852b-2c0b48aed55e tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286186 Aug 23 15:34:50.724797 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:51.110065 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c7361660-390e-443b-9cea-d0f2739a744d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408261 Aug 23 15:34:51.780130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-dc3a00d2-271a-4231-817e-490376964c44 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:34:51.781099 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-dc3a00d2-271a-4231-817e-490376964c44 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055199 Aug 23 15:34:51.943871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-03947003-139c-45eb-bb8f-ac351ed7e7c2 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:34:51.944917 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-03947003-139c-45eb-bb8f-ac351ed7e7c2 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0608497 Aug 23 15:34:51.955912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c85fcd29-c46b-4cb1-94ff-068550e824a6 service neutron] Request body: {'binding': {'host': 'n-h1-804985-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:34:51.956401 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c85fcd29-c46b-4cb1-94ff-068550e824a6 service neutron] Unknown quota resources ['binding']. {{(pid=96114) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 15:34:52.091124 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c85fcd29-c46b-4cb1-94ff-068550e824a6 service neutron] Attempting to bind port a85e7b92-f47c-4d66-b6e9-08365c7029da on host n-h1-804985-3 for vnic_type normal with profile None {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:34:52.091463 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c85fcd29-c46b-4cb1-94ff-068550e824a6 service neutron] Attempting to bind port a85e7b92-f47c-4d66-b6e9-08365c7029da by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:34:52.091829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c85fcd29-c46b-4cb1-94ff-068550e824a6 service neutron] Attempting to bind port a85e7b92-f47c-4d66-b6e9-08365c7029da on network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:34:52.097427 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c85fcd29-c46b-4cb1-94ff-068550e824a6 service neutron] Port a85e7b92-f47c-4d66-b6e9-08365c7029da on network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:34:52.097950 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c85fcd29-c46b-4cb1-94ff-068550e824a6 service neutron] Attempting to bind port a85e7b92-f47c-4d66-b6e9-08365c7029da on network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:34:52.103089 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c85fcd29-c46b-4cb1-94ff-068550e824a6 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:34:52.103428 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c85fcd29-c46b-4cb1-94ff-068550e824a6 service neutron] Checking segment: {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:34:52.103853 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c85fcd29-c46b-4cb1-94ff-068550e824a6 service neutron] Bound using segment: {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'} {{(pid=96114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:34:52.104282 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.managers [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c85fcd29-c46b-4cb1-94ff-068550e824a6 service neutron] Bound port: a85e7b92-f47c-4d66-b6e9-08365c7029da, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'}}] {{(pid=96114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:34:52.193729 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c85fcd29-c46b-4cb1-94ff-068550e824a6 service neutron] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:34:52.285808 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c85fcd29-c46b-4cb1-94ff-068550e824a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:52.287228 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c85fcd29-c46b-4cb1-94ff-068550e824a6 service neutron] 10.222.0.38 "POST /v2.0/ports/a85e7b92-f47c-4d66-b6e9-08365c7029da/bindings HTTP/1.1" status: 201 len: 389 time: 0.3346825 Aug 23 15:34:52.545475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45cea9-3b05-4888-900c-53b66fb990d5 req-5e5e4030-21b6-4b8b-82a4-eba2fb7ed480 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:52.546959 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4f45cea9-3b05-4888-900c-53b66fb990d5 req-5e5e4030-21b6-4b8b-82a4-eba2fb7ed480 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 946 time: 0.0497720 Aug 23 15:34:52.589418 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4f45cea9-3b05-4888-900c-53b66fb990d5 req-6e90775f-0d98-4d09-a0a1-33c0d4186dce tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364451 Aug 23 15:34:52.626772 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1899c99d-0add-43b4-95b1-0da0119d8342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:52.879397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-8b2125cf-db60-4a33-ad1f-31ecfdd16798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:52.880931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-8b2125cf-db60-4a33-ad1f-31ecfdd16798 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 1097 time: 0.0918078 Aug 23 15:34:52.978981 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-11a7fc1b-ad5e-4ea3-9c54-b9b0b9f26f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:52.980551 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-11a7fc1b-ad5e-4ea3-9c54-b9b0b9f26f98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=be4964ce-d0f0-4cd9-9992-36d6e3cf3565 HTTP/1.1" status: 200 len: 897 time: 0.0926082 Aug 23 15:34:53.053972 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-d009b94b-5906-4279-863f-0e6e846de3cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da HTTP/1.1" status: 200 len: 1002 time: 0.0657854 Aug 23 15:34:53.103439 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-769af142-db78-4595-80c9-3f22d2f4bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:53.104904 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-769af142-db78-4595-80c9-3f22d2f4bf47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24ed745f-72d0-48c4-aa26-249bfba426e4 HTTP/1.1" status: 200 len: 835 time: 0.0448041 Aug 23 15:34:53.151668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-f8c26a21-0cc4-4da4-81dd-cf7008e4112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:53.153165 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-f8c26a21-0cc4-4da4-81dd-cf7008e4112d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=be4964ce-d0f0-4cd9-9992-36d6e3cf3565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405486 Aug 23 15:34:53.248238 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-8bff3786-a167-4e5a-a29b-50b4833e3d49 service neutron] 10.222.0.57 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876501 Aug 23 15:34:53.341429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-7c40d934-c077-4cec-9665-c418f9f5c579 service neutron] 10.222.0.57 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862603 Aug 23 15:34:53.479310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-9d69f227-bdf8-46e4-8649-b86b5b199b1a tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:53.480862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-9d69f227-bdf8-46e4-8649-b86b5b199b1a tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 1097 time: 0.0827117 Aug 23 15:34:53.492926 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804985-3'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:34:53.547129 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:53.687793 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:34:53.737306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:34:53.800840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:34:53.803087 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afc3aee-9cde-4615-960e-97ed99a3afec" -d '{"events": [{"server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "name": "network-vif-unplugged", "status": "completed", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:34:53.808697 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:53.817551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222aa879-6078-4b1c-acba-36a2c1907e46 req-1ab934dd-5b71-4d39-bbf7-20ebc67539a8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:53.819089 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-222aa879-6078-4b1c-acba-36a2c1907e46 req-1ab934dd-5b71-4d39-bbf7-20ebc67539a8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 946 time: 0.1585600 Aug 23 15:34:53.846410 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e006b7ca-e182-487a-9eda-cac798864e75 x-openstack-request-id: req-e006b7ca-e182-487a-9eda-cac798864e75 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:34:53.846707 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "name": "network-vif-unplugged", "status": "completed", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:34:53.846957 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e006b7ca-e182-487a-9eda-cac798864e75 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:34:53.847344 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da', 'code': 200} Aug 23 15:34:53.864937 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-222aa879-6078-4b1c-acba-36a2c1907e46 req-82739d94-ade6-4a21-9b82-022ad5b22808 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388985 Aug 23 15:34:53.884612 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:53.983320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a85e7b92-f47c-4d66-b6e9-08365c7029da,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:54.054504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Attempting to bind port a85e7b92-f47c-4d66-b6e9-08365c7029da on host n-h2-804985-3 for vnic_type normal with profile {"migrating_to": "n-h1-804985-3"} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:34:54.055452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Attempting to bind port a85e7b92-f47c-4d66-b6e9-08365c7029da by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:34:54.055836 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Attempting to bind port a85e7b92-f47c-4d66-b6e9-08365c7029da on network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:34:54.061041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Port a85e7b92-f47c-4d66-b6e9-08365c7029da on network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:34:54.061425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Attempting to bind port a85e7b92-f47c-4d66-b6e9-08365c7029da on network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:34:54.066705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:34:54.067066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Checking segment: {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:34:54.067462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Bound using segment: {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:34:54.067933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Bound port: a85e7b92-f47c-4d66-b6e9-08365c7029da, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c53d32-eeea-473c-8033-9816134ce937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:34:54.068511 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:54.104503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-173c83eb-a5ed-4b1b-aab8-0a562d0541e6 None None] Provisioning complete for port a85e7b92-f47c-4d66-b6e9-08365c7029da triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:34:54.105048 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-173c83eb-a5ed-4b1b-aab8-0a562d0541e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:54.136674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:34:54.139729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-173c83eb-a5ed-4b1b-aab8-0a562d0541e6 None None] Port a85e7b92-f47c-4d66-b6e9-08365c7029da cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:34:54.139876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:34:54.204803 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:54.298402 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a85e7b92-f47c-4d66-b6e9-08365c7029da,revision_number=8']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:54.349053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:54.349695 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:54.351269 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e1e486b3-9ac2-47ff-9447-6e85fd2948a4 service neutron] 10.222.0.57 "PUT /v2.0/ports/a85e7b92-f47c-4d66-b6e9-08365c7029da HTTP/1.1" status: 200 len: 1122 time: 0.8625941 Aug 23 15:34:54.412549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['a85e7b92-f47c-4d66-b6e9-08365c7029da'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:34:54.477686 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fadae381-1f2c-45c3-9577-310059d00e78 None None] Provisioning complete for port a85e7b92-f47c-4d66-b6e9-08365c7029da triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:34:54.478059 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fadae381-1f2c-45c3-9577-310059d00e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:54.610658 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fadae381-1f2c-45c3-9577-310059d00e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:54.650669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:34:54.652831 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330fa6fa-f127-404e-a16a-8cf6db2604e1" -d '{"events": [{"server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "name": "network-vif-plugged", "status": "completed", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:34:54.673501 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fadae381-1f2c-45c3-9577-310059d00e78 None None] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:34:54.699592 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672fddbe-f072-4fff-871d-a69418b65e0d x-openstack-request-id: req-672fddbe-f072-4fff-871d-a69418b65e0d {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:34:54.699916 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "name": "network-vif-plugged", "status": "completed", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:34:54.700167 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-672fddbe-f072-4fff-871d-a69418b65e0d {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:34:54.700554 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da', 'code': 200} Aug 23 15:34:54.737647 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fadae381-1f2c-45c3-9577-310059d00e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:54.890041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadae381-1f2c-45c3-9577-310059d00e78 None None] Pushing event updated for resources: {'Port': ['ID=a85e7b92-f47c-4d66-b6e9-08365c7029da,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:54.993931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5377e8-d4ec-4a44-accb-48ebf91bb6e1 req-b5ad7fc7-adf7-4e38-92e2-82546278c51e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:54.995457 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f5377e8-d4ec-4a44-accb-48ebf91bb6e1 req-b5ad7fc7-adf7-4e38-92e2-82546278c51e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 946 time: 0.0510564 Aug 23 15:34:55.033495 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f5377e8-d4ec-4a44-accb-48ebf91bb6e1 req-7f87018b-6e7a-4c03-ba17-bba69287fbbe tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319600 Aug 23 15:34:55.563441 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:55.848251 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:34:55.850699 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73135ced-7728-479c-9ebc-87e8782a2710" -d '{"events": [{"name": "network-changed", "server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:34:55.889867 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9260c7ee-1dad-4ece-8658-880b0e84919d x-openstack-request-id: req-9260c7ee-1dad-4ece-8658-880b0e84919d {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:34:55.890167 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:34:55.890440 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9260c7ee-1dad-4ece-8658-880b0e84919d {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:34:55.890871 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da', 'status': 'completed', 'code': 200} Aug 23 15:34:55.955010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73135ced-7728-479c-9ebc-87e8782a2710 req-c3206818-f6a0-4fc8-ab62-706f38d1d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:55.956526 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73135ced-7728-479c-9ebc-87e8782a2710 req-c3206818-f6a0-4fc8-ab62-706f38d1d1a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 1127 time: 0.0458901 Aug 23 15:34:56.047210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73135ced-7728-479c-9ebc-87e8782a2710 req-eb3fcc59-52dc-4f3f-a8bf-b46b8a9fbe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:56.048711 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73135ced-7728-479c-9ebc-87e8782a2710 req-eb3fcc59-52dc-4f3f-a8bf-b46b8a9fbe41 service neutron] 10.222.0.61 "GET /v2.0/networks?id=be4964ce-d0f0-4cd9-9992-36d6e3cf3565 HTTP/1.1" status: 200 len: 897 time: 0.0841219 Aug 23 15:34:56.148590 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73135ced-7728-479c-9ebc-87e8782a2710 req-cac86cca-05c7-46a5-b57b-820823f24e82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da HTTP/1.1" status: 200 len: 1002 time: 0.0909898 Aug 23 15:34:56.197395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92dcb9-78c9-4aac-a43a-d3ebe4468c5c req-2b5925d9-a660-4d5b-8833-7ce3bc12b21b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:56.199287 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba92dcb9-78c9-4aac-a43a-d3ebe4468c5c req-2b5925d9-a660-4d5b-8833-7ce3bc12b21b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 946 time: 0.0884035 Aug 23 15:34:56.237270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73135ced-7728-479c-9ebc-87e8782a2710 req-316672ea-1915-4a13-bb6e-6bda9d5b6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:56.238754 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73135ced-7728-479c-9ebc-87e8782a2710 req-316672ea-1915-4a13-bb6e-6bda9d5b6f3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24ed745f-72d0-48c4-aa26-249bfba426e4 HTTP/1.1" status: 200 len: 835 time: 0.0815883 Aug 23 15:34:56.262658 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba92dcb9-78c9-4aac-a43a-d3ebe4468c5c req-cc747671-82ed-4d6a-aecb-ea97cd81e95f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565279 Aug 23 15:34:56.303236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73135ced-7728-479c-9ebc-87e8782a2710 req-8a7a2a6f-9914-41ef-bb58-60555509ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:56.305637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73135ced-7728-479c-9ebc-87e8782a2710 req-8a7a2a6f-9914-41ef-bb58-60555509ffc4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=be4964ce-d0f0-4cd9-9992-36d6e3cf3565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577130 Aug 23 15:34:56.412244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73135ced-7728-479c-9ebc-87e8782a2710 req-c8c27f00-0ef1-4ce2-a889-7cf48a25578d service neutron] 10.222.0.61 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992174 Aug 23 15:34:56.526618 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73135ced-7728-479c-9ebc-87e8782a2710 req-d43aefe2-82a9-48ce-9a0d-e7a0ae3c4a44 service neutron] 10.222.0.61 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074240 Aug 23 15:34:56.604553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a85e7b92-f47c-4d66-b6e9-08365c7029da details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:34:56.623790 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ba09faa4-dee9-4c41-bbfd-4b75a23210ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:56.731800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:34:56.745066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a85e7b92-f47c-4d66-b6e9-08365c7029da has no active binding in host n-h1-804985-3 {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 15:34:56.890012 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:57.384124 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706a62c-5919-46f5-b9b9-7514d87c1842 req-1de4944d-7f15-4c07-9704-d895c40fead6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:57.386324 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c706a62c-5919-46f5-b9b9-7514d87c1842 req-1de4944d-7f15-4c07-9704-d895c40fead6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 946 time: 0.0494585 Aug 23 15:34:57.423526 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c706a62c-5919-46f5-b9b9-7514d87c1842 req-13a9b1fe-0e92-4bd7-a821-44a8db4de013 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309796 Aug 23 15:34:58.543686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb0304-73d2-469d-9717-9895de80a04a req-1939dcaa-5662-4860-bf53-d8b070ffacc0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:58.545175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1feb0304-73d2-469d-9717-9895de80a04a req-1939dcaa-5662-4860-bf53-d8b070ffacc0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 946 time: 0.0509865 Aug 23 15:34:58.583532 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1feb0304-73d2-469d-9717-9895de80a04a req-8d2f9596-1a0f-404b-bec2-15f3f45ca2b7 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324805 Aug 23 15:34:58.706694 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:59.251853 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-c5d3a4c4-5821-47f2-b78a-cc856e1237f5 service neutron] 10.222.0.61 "GET /v2.0/ports/a85e7b92-f47c-4d66-b6e9-08365c7029da/bindings/n-h1-804985-3 HTTP/1.1" status: 200 len: 384 time: 0.0563827 Aug 23 15:34:59.433441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-ac3e2538-c90c-4a04-bd56-f54019bf8c52 service neutron] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:34:59.452986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-ac3e2538-c90c-4a04-bd56-f54019bf8c52 service neutron] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:34:59.493493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:34:59.495876 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af4485a-1689-48ac-a511-c88fab8066ad" -d '{"events": [{"server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "name": "network-vif-unplugged", "status": "completed", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:34:59.503166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-ac3e2538-c90c-4a04-bd56-f54019bf8c52 service neutron] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:34:59.535542 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cba20f3-9bf1-4c80-8614-a28d07bc95e8 x-openstack-request-id: req-5cba20f3-9bf1-4c80-8614-a28d07bc95e8 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:34:59.535880 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "name": "network-vif-unplugged", "status": "completed", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:34:59.536137 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5cba20f3-9bf1-4c80-8614-a28d07bc95e8 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:34:59.543405 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da', 'code': 200} Aug 23 15:34:59.586950 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-ac3e2538-c90c-4a04-bd56-f54019bf8c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:59.693058 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-ac3e2538-c90c-4a04-bd56-f54019bf8c52 service neutron] Transition to ACTIVE for port object a85e7b92-f47c-4d66-b6e9-08365c7029da will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:34:59.717871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f79bb5-1ece-4c0a-a663-eed4378faf5c req-f434eb36-fee8-44c4-b614-c64daf5c5563 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:34:59.719449 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-90f79bb5-1ece-4c0a-a663-eed4378faf5c req-f434eb36-fee8-44c4-b614-c64daf5c5563 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 945 time: 0.0649323 Aug 23 15:34:59.758399 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-90f79bb5-1ece-4c0a-a663-eed4378faf5c req-8ff9181d-f25f-4ec8-b2ff-0fa757089675 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326712 Aug 23 15:34:59.770329 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-ac3e2538-c90c-4a04-bd56-f54019bf8c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:34:59.868732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e2538-c90c-4a04-bd56-f54019bf8c52 service neutron] Pushing event updated for resources: {'Port': ['ID=a85e7b92-f47c-4d66-b6e9-08365c7029da,revision_number=11']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:34:59.908435 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-ac3e2538-c90c-4a04-bd56-f54019bf8c52 service neutron] No DVR routers for this DVR port a85e7b92-f47c-4d66-b6e9-08365c7029da on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:35:00.048490 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-ac3e2538-c90c-4a04-bd56-f54019bf8c52 service neutron] 10.222.0.61 "PUT /v2.0/ports/a85e7b92-f47c-4d66-b6e9-08365c7029da/bindings/n-h1-804985-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7867329 Aug 23 15:35:00.753496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-8e75cadd-01b2-42e0-9646-8cde2d83775b tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:00.755000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-8e75cadd-01b2-42e0-9646-8cde2d83775b tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 1096 time: 0.0453038 Aug 23 15:35:00.806623 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-2c658300-c10b-455b-8617-85a18e30c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:00.808147 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-2c658300-c10b-455b-8617-85a18e30c9d4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 1096 time: 0.0446565 Aug 23 15:35:00.872046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e3c2c7fb-1bea-4698-99b7-75376d8f5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:00.873679 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e3c2c7fb-1bea-4698-99b7-75376d8f5bfc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 1096 time: 0.0417697 Aug 23 15:35:00.881248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e27b1-333f-461d-9e9b-26d82c66fefa req-7bd67bb9-69dd-4f04-a51a-d6f1c66b7c02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:00.882726 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b7e27b1-333f-461d-9e9b-26d82c66fefa req-7bd67bb9-69dd-4f04-a51a-d6f1c66b7c02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 945 time: 0.0538692 Aug 23 15:35:00.921214 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b7e27b1-333f-461d-9e9b-26d82c66fefa req-78cc178c-a27c-4718-bc3f-327b21ee5cb5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314476 Aug 23 15:35:00.970604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e699ad05-7e15-4dac-bcc6-2c4dc9a8a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:00.972119 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-e699ad05-7e15-4dac-bcc6-2c4dc9a8a06a service neutron] 10.222.0.57 "GET /v2.0/networks?id=be4964ce-d0f0-4cd9-9992-36d6e3cf3565 HTTP/1.1" status: 200 len: 897 time: 0.0917571 Aug 23 15:35:01.042442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-f971ee6e-68cb-460e-9c76-c5aa5dc2d48c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da HTTP/1.1" status: 200 len: 1000 time: 0.0629725 Aug 23 15:35:01.097533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-20def823-5ce3-429b-b1ed-45a167585bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:01.099010 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-20def823-5ce3-429b-b1ed-45a167585bff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24ed745f-72d0-48c4-aa26-249bfba426e4 HTTP/1.1" status: 200 len: 835 time: 0.0496476 Aug 23 15:35:01.144994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-65ef58c1-18d1-49a8-bf19-29a60dfb66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:01.146500 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-65ef58c1-18d1-49a8-bf19-29a60dfb66a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=be4964ce-d0f0-4cd9-9992-36d6e3cf3565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403574 Aug 23 15:35:01.241906 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-1437856c-f454-40d5-a0b3-5a699dedefae service neutron] 10.222.0.57 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880904 Aug 23 15:35:01.334682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-781bc0b0-4a1e-482d-9474-49a9de722bae service neutron] 10.222.0.57 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853992 Aug 23 15:35:01.743390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-499d6297-18dd-4170-b4ce-ab2820dcd99c tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:01.746000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-499d6297-18dd-4170-b4ce-ab2820dcd99c tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 1096 time: 0.0523846 Aug 23 15:35:01.953819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-1b5f2588-6bdc-4051-8542-bc05c9c5e872 service neutron] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:35:01.957617 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-1b5f2588-6bdc-4051-8542-bc05c9c5e872 service neutron] Notify callbacks [] for binding, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:01.958783 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8dc4d6-2c84-4822-811e-57997aff8ead req-1b5f2588-6bdc-4051-8542-bc05c9c5e872 service neutron] 10.222.0.57 "DELETE /v2.0/ports/a85e7b92-f47c-4d66-b6e9-08365c7029da/bindings/n-h2-804985-3 HTTP/1.1" status: 204 len: 173 time: 0.2055750 Aug 23 15:35:02.047198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d4b1e-36e8-4244-8ae0-f3bd1343bbe5 req-c95ff766-285e-4aa8-bcd0-f00f240fb21a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:02.048842 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-396d4b1e-36e8-4244-8ae0-f3bd1343bbe5 req-c95ff766-285e-4aa8-bcd0-f00f240fb21a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 945 time: 0.0533059 Aug 23 15:35:02.088802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-396d4b1e-36e8-4244-8ae0-f3bd1343bbe5 req-0813bd83-d6a0-4805-a7b7-3cba5908c8e2 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335698 Aug 23 15:35:02.201610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b6737-ccac-402d-95c6-61056461e475 req-dc835d06-83c7-4551-8994-5388ff633b25 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:02.203100 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da5b6737-ccac-402d-95c6-61056461e475 req-dc835d06-83c7-4551-8994-5388ff633b25 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 1096 time: 0.0414801 Aug 23 15:35:02.239479 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da5b6737-ccac-402d-95c6-61056461e475 req-65a70b2d-6e8a-407a-9416-9973d08ab27f tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303829 Aug 23 15:35:02.356189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16abb4-79a8-49b5-aa30-9ec0c172e6e8 req-d4e171a1-cbcd-4470-af59-f21b0fcc9738 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:02.357722 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd16abb4-79a8-49b5-aa30-9ec0c172e6e8 req-d4e171a1-cbcd-4470-af59-f21b0fcc9738 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 945 time: 0.0499473 Aug 23 15:35:02.396834 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd16abb4-79a8-49b5-aa30-9ec0c172e6e8 req-4552fc91-bfc2-4cd6-a945-840cdfc5a918 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328395 Aug 23 15:35:02.419338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a85e7b92-f47c-4d66-b6e9-08365c7029da no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:35:02.424287 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35494) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:02.461581 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device a85e7b92-f47c-4d66-b6e9-08365c7029da not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:35:02.485391 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b6d2fe13-4e6b-4e0c-884a-06158382ef26 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/floatingips/52bbc591-1385-476b-860d-1c9416bd2910 HTTP/1.1" status: 200 len: 992 time: 0.0599258 Aug 23 15:35:02.721555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35500) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:03.199409 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port bf76505e-94c6-481c-96c4-88f1a36d40d2 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:35:03.199710 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:03.279229 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:03.279931 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:03.290975 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for bf76505e-94c6-481c-96c4-88f1a36d40d2 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:35:03.511765 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:03.536501 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=bf76505e-94c6-481c-96c4-88f1a36d40d2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:03.548554 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:03.548916 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:03.549267 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:03.549605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:03.549942 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:03.550284 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:03.550619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:03.550954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:03.551286 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:03.551613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:03.551967 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:03.552292 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:03.610283 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:03.610620 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Floating IP 52bbc591-1385-476b-860d-1c9416bd2910 disassociated (deleted). External IP: 172.25.8.235, port: a85e7b92-f47c-4d66-b6e9-08365c7029da. Aug 23 15:35:03.825836 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:35:03.931942 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:35:03.936732 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:03.941548 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc399d-febf-4c61-853e-b27ee5208c16 None None] Sync routers for ids ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:35:03.951200 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc399d-febf-4c61-853e-b27ee5208c16 None None] Routers {'9c24e798-6e0a-4911-bb34-ff5b8bd6726e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:35:03.951854 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c6fc399d-febf-4c61-853e-b27ee5208c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:34:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:03.964670 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4e46bd36-796f-4b34-9535-dc23c18916ca tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/floatingips/52bbc591-1385-476b-860d-1c9416bd2910 HTTP/1.1" status: 204 len: 168 time: 1.2419362 Aug 23 15:35:03.965697 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:35:03.969587 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc384a661750e4d5d69e46b7724d82b0cafee8840b6bfc646258ec52ed63c1a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b0aff1-faca-42c2-b8e9-3373cb33e1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:35:04.062128 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-c6fc399d-febf-4c61-853e-b27ee5208c16 None None] Set router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:35:04.074484 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61636af-cee9-4434-83e7-e5661fb2a5cb x-openstack-request-id: req-e61636af-cee9-4434-83e7-e5661fb2a5cb {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:35:04.074765 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:35:04.075026 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e61636af-cee9-4434-83e7-e5661fb2a5cb {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:35:04.075458 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da', 'status': 'completed', 'code': 200} Aug 23 15:35:04.167212 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0aff1-faca-42c2-b8e9-3373cb33e1c0 req-e3848a96-61a0-4988-affb-68c366531ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:04.169095 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70b0aff1-faca-42c2-b8e9-3373cb33e1c0 req-e3848a96-61a0-4988-affb-68c366531ab2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 1096 time: 0.0413833 Aug 23 15:35:04.268233 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c6fc399d-febf-4c61-853e-b27ee5208c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:58Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0853ab52-2f6a-42e7-81a6-93328e135f75', 'name': '', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:a2:db:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:58Z', 'updated_at': '2021-08-23T15:34:04Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:04.271869 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0aff1-faca-42c2-b8e9-3373cb33e1c0 req-cbe41ba4-a521-4f0c-a962-5519a1a76a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:04.273446 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70b0aff1-faca-42c2-b8e9-3373cb33e1c0 req-cbe41ba4-a521-4f0c-a962-5519a1a76a65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=be4964ce-d0f0-4cd9-9992-36d6e3cf3565 HTTP/1.1" status: 200 len: 897 time: 0.0971899 Aug 23 15:35:04.301909 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc399d-febf-4c61-853e-b27ee5208c16 None None] Checking router: 9c24e798-6e0a-4911-bb34-ff5b8bd6726e for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:35:04.312234 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc399d-febf-4c61-853e-b27ee5208c16 None None] Routers {'9c24e798-6e0a-4911-bb34-ff5b8bd6726e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:35:04.312855 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c6fc399d-febf-4c61-853e-b27ee5208c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:34:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:04.316113 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70b0aff1-faca-42c2-b8e9-3373cb33e1c0 req-6c8fad40-12f9-4499-960b-87f1d35c6b11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da HTTP/1.1" status: 200 len: 217 time: 0.0358188 Aug 23 15:35:04.371201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0aff1-faca-42c2-b8e9-3373cb33e1c0 req-4f7f73f9-df31-41f7-81e4-5040dd1bf3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:04.372805 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70b0aff1-faca-42c2-b8e9-3373cb33e1c0 req-4f7f73f9-df31-41f7-81e4-5040dd1bf3f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24ed745f-72d0-48c4-aa26-249bfba426e4 HTTP/1.1" status: 200 len: 835 time: 0.0489933 Aug 23 15:35:04.429570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0aff1-faca-42c2-b8e9-3373cb33e1c0 req-d15e1b75-2258-4a1a-96a4-8962d44147e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:04.432081 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-c6fc399d-febf-4c61-853e-b27ee5208c16 None None] Set router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:35:04.433110 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70b0aff1-faca-42c2-b8e9-3373cb33e1c0 req-d15e1b75-2258-4a1a-96a4-8962d44147e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=be4964ce-d0f0-4cd9-9992-36d6e3cf3565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522630 Aug 23 15:35:04.443870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8949d3-b585-4166-98ff-3ea28b373eb2 req-0b983fe5-552d-4c0f-b0ce-0619a01219b5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:04.445515 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d8949d3-b585-4166-98ff-3ea28b373eb2 req-0b983fe5-552d-4c0f-b0ce-0619a01219b5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 945 time: 0.0563955 Aug 23 15:35:04.486901 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d8949d3-b585-4166-98ff-3ea28b373eb2 req-f4e2f6c7-f3ad-45b6-adc1-e5850d7fc6c8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341902 Aug 23 15:35:04.531681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70b0aff1-faca-42c2-b8e9-3373cb33e1c0 req-e6607c5c-5cac-4e3f-bec1-93339a2ca78a service neutron] 10.222.0.57 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897377 Aug 23 15:35:04.632276 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-70b0aff1-faca-42c2-b8e9-3373cb33e1c0 req-a65c1276-8c5f-4959-9ac7-84ebb9dd575d service neutron] 10.222.0.57 "GET /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924544 Aug 23 15:35:04.734990 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c6fc399d-febf-4c61-853e-b27ee5208c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:58Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0853ab52-2f6a-42e7-81a6-93328e135f75', 'name': '', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:a2:db:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:58Z', 'updated_at': '2021-08-23T15:34:04Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:04.760365 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc399d-febf-4c61-853e-b27ee5208c16 None None] The sync data for ids ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'] in n-d-804985-3 is: [{'id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:33:58Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0853ab52-2f6a-42e7-81a6-93328e135f75', 'name': '', 'network_id': 'be4964ce-d0f0-4cd9-9992-36d6e3cf3565', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:a2:db:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:58Z', 'updated_at': '2021-08-23T15:34:04Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '24ed745f-72d0-48c4-aa26-249bfba426e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:35:04.874817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0814f20-194c-4070-9647-e63efa0b9626 req-cacb3745-c171-49ea-bbb3-bd9319f1028d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:04.876315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0814f20-194c-4070-9647-e63efa0b9626 req-cacb3745-c171-49ea-bbb3-bd9319f1028d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 945 time: 0.0510919 Aug 23 15:35:04.969588 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-f0814f20-194c-4070-9647-e63efa0b9626 req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port a85e7b92-f47c-4d66-b6e9-08365c7029da {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:35:04.969928 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f0814f20-194c-4070-9647-e63efa0b9626 req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:05.003489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e761bed9-b14e-47c0-9161-ea06b2553783 None None] New status for floating IP 52bbc591-1385-476b-860d-1c9416bd2910: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:35:05.068900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f0814f20-194c-4070-9647-e63efa0b9626 req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] For port a85e7b92-f47c-4d66-b6e9-08365c7029da, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=a85e7b92-f47c-4d66-b6e9-08365c7029da,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:35:05.069226 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f0814f20-194c-4070-9647-e63efa0b9626 req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:05.083159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-f0814f20-194c-4070-9647-e63efa0b9626 req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for a85e7b92-f47c-4d66-b6e9-08365c7029da owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:35:05.295441 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f0814f20-194c-4070-9647-e63efa0b9626 req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:05.325488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=a85e7b92-f47c-4d66-b6e9-08365c7029da,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:05.340143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:05.340496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:05.340839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:05.341173 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:05.341508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:05.341840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:05.342169 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:05.342498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:05.342827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:05.343152 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:05.343475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:05.343824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:05.378291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0814f20-194c-4070-9647-e63efa0b9626 req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] No DVR routers for this DVR port a85e7b92-f47c-4d66-b6e9-08365c7029da on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:35:05.380961 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f0814f20-194c-4070-9647-e63efa0b9626 req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:05.382976 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f0814f20-194c-4070-9647-e63efa0b9626 req-5f322b14-7db3-48cb-bfc8-34acaf94820d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "DELETE /v2.0/ports/a85e7b92-f47c-4d66-b6e9-08365c7029da HTTP/1.1" status: 204 len: 173 time: 0.5009842 Aug 23 15:35:05.383528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'name': 'network-vif-deleted', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:35:05.386639 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c413420-6026-4c5d-8c05-6f70e83973cb" -d '{"events": [{"server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "name": "network-vif-deleted", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:35:05.422530 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b181956b-d309-4b53-81a4-ffdb54cf0e17 x-openstack-request-id: req-b181956b-d309-4b53-81a4-ffdb54cf0e17 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:35:05.422830 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99498ca1-4215-45cb-9d3d-6b7794ba1209", "name": "network-vif-deleted", "tag": "a85e7b92-f47c-4d66-b6e9-08365c7029da", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:35:05.423105 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b181956b-d309-4b53-81a4-ffdb54cf0e17 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:35:05.423487 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99498ca1-4215-45cb-9d3d-6b7794ba1209', 'name': 'network-vif-deleted', 'tag': 'a85e7b92-f47c-4d66-b6e9-08365c7029da', 'status': 'completed', 'code': 200} Aug 23 15:35:05.585694 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2ab647e4-6531-4cd0-ad1f-26dbcfa184cb req-5f9c8c8d-878d-4505-82c2-de9843683624 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=99498ca1-4215-45cb-9d3d-6b7794ba1209 HTTP/1.1" status: 200 len: 210 time: 0.0273252 Aug 23 15:35:06.456878 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:35:06.647343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35516) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:07.013977 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fe44449-7c06-4ac5-9f0f-5dc503170f8c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:07.276236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0fe44449-7c06-4ac5-9f0f-5dc503170f8c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port 0853ab52-2f6a-42e7-81a6-93328e135f75 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:35:07.276595 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fe44449-7c06-4ac5-9f0f-5dc503170f8c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:07.362923 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-0fe44449-7c06-4ac5-9f0f-5dc503170f8c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] For port 0853ab52-2f6a-42e7-81a6-93328e135f75, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0853ab52-2f6a-42e7-81a6-93328e135f75,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:35:07.363291 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fe44449-7c06-4ac5-9f0f-5dc503170f8c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:07.376143 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0fe44449-7c06-4ac5-9f0f-5dc503170f8c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for 0853ab52-2f6a-42e7-81a6-93328e135f75 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:35:07.627232 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fe44449-7c06-4ac5-9f0f-5dc503170f8c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:07.655207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe44449-7c06-4ac5-9f0f-5dc503170f8c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=0853ab52-2f6a-42e7-81a6-93328e135f75,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:07.840012 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0fe44449-7c06-4ac5-9f0f-5dc503170f8c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:08.067334 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe44449-7c06-4ac5-9f0f-5dc503170f8c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:35:08.172146 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe44449-7c06-4ac5-9f0f-5dc503170f8c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:35:08.179191 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0fe44449-7c06-4ac5-9f0f-5dc503170f8c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "PUT /v2.0/routers/9c24e798-6e0a-4911-bb34-ff5b8bd6726e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5288501 Aug 23 15:35:08.179976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35518) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:08.182612 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140e3e5e-b4c5-4226-9b24-0f045c4e83c3 None None] Sync routers for ids ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:35:08.191793 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e3e5e-b4c5-4226-9b24-0f045c4e83c3 None None] Routers {'9c24e798-6e0a-4911-bb34-ff5b8bd6726e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:35:08.192402 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-140e3e5e-b4c5-4226-9b24-0f045c4e83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:34:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:08.231793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e77f5da-a38a-411a-94d3-ca4ad5c00020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting subnet 24ed745f-72d0-48c4-aa26-249bfba426e4 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:35:08.235074 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e77f5da-a38a-411a-94d3-ca4ad5c00020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:08.277900 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e77f5da-a38a-411a-94d3-ca4ad5c00020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:08.333964 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-140e3e5e-b4c5-4226-9b24-0f045c4e83c3 None None] Set router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:35:08.366781 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e77f5da-a38a-411a-94d3-ca4ad5c00020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:08.473233 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e77f5da-a38a-411a-94d3-ca4ad5c00020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:08.501346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77f5da-a38a-411a-94d3-ca4ad5c00020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Subnet': ['ID=24ed745f-72d0-48c4-aa26-249bfba426e4,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:08.506527 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e77f5da-a38a-411a-94d3-ca4ad5c00020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:08.508471 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5e77f5da-a38a-411a-94d3-ca4ad5c00020 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/subnets/24ed745f-72d0-48c4-aa26-249bfba426e4 HTTP/1.1" status: 204 len: 168 time: 0.3275244 Aug 23 15:35:08.511315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35520) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:08.513796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f2548-61a3-4fdf-ab94-f9a2e143b587 None None] Network be4964ce-d0f0-4cd9-9992-36d6e3cf3565 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:35:08.518885 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-140e3e5e-b4c5-4226-9b24-0f045c4e83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:35:07Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:08.547226 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140e3e5e-b4c5-4226-9b24-0f045c4e83c3 None None] Checking router: 9c24e798-6e0a-4911-bb34-ff5b8bd6726e for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:35:08.556308 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e3e5e-b4c5-4226-9b24-0f045c4e83c3 None None] Routers {'9c24e798-6e0a-4911-bb34-ff5b8bd6726e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:35:08.557484 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-140e3e5e-b4c5-4226-9b24-0f045c4e83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:34:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:08.630336 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:08.679060 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-140e3e5e-b4c5-4226-9b24-0f045c4e83c3 None None] Set router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:35:08.690622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a85e7b92-f47c-4d66-b6e9-08365c7029da no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:35:08.717712 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] DHCP port deletion for be4964ce-d0f0-4cd9-9992-36d6e3cf3565 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:35:08.721568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: a85e7b92-f47c-4d66-b6e9-08365c7029da {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:35:08.721568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device a85e7b92-f47c-4d66-b6e9-08365c7029da not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:35:08.746986 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:08.767778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Deleting port 60911bc5-eb07-49e1-84bc-9b474941b416 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:35:08.768334 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:08.836335 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] For port 60911bc5-eb07-49e1-84bc-9b474941b416, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=60911bc5-eb07-49e1-84bc-9b474941b416,segment=NetworkSegment(09c53d32-eeea-473c-8033-9816134ce937),segment_id=09c53d32-eeea-473c-8033-9816134ce937)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:35:08.837735 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:08.853357 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Calling delete_port for 60911bc5-eb07-49e1-84bc-9b474941b416 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:35:08.863612 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port 87db4de0-04d8-4cfe-b2f5-148f503f6c1d {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:35:08.864087 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:08.866896 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-140e3e5e-b4c5-4226-9b24-0f045c4e83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:35:07Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:08.896731 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140e3e5e-b4c5-4226-9b24-0f045c4e83c3 None None] The sync data for ids ['9c24e798-6e0a-4911-bb34-ff5b8bd6726e'] in n-d-804985-3 is: [{'id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923862968', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:35:07Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': '87db4de0-04d8-4cfe-b2f5-148f503f6c1d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24e798-6e0a-4911-bb34-ff5b8bd6726e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:33:54Z', 'updated_at': '2021-08-23T15:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:35:08.955644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] For port 87db4de0-04d8-4cfe-b2f5-148f503f6c1d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=87db4de0-04d8-4cfe-b2f5-148f503f6c1d,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:35:08.956043 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:08.968762 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for 87db4de0-04d8-4cfe-b2f5-148f503f6c1d owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:35:09.010660 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:09.035852 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Pushing event deleted for resources: {'Port': ['ID=60911bc5-eb07-49e1-84bc-9b474941b416,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:09.040341 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] No DVR routers for this DVR port 60911bc5-eb07-49e1-84bc-9b474941b416 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:35:09.046979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:09.047323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:09.047677 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:09.048014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:09.048343 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:09.048722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:09.049050 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:09.049372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:09.050016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:09.050016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:09.050307 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:09.050623 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ee2e8f-b93c-478e-bb36-0174af5adef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:09.209885 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:09.236056 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=87db4de0-04d8-4cfe-b2f5-148f503f6c1d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:09.308782 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:09.404585 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:09.406672 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:09.512370 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:09.512941 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Fanout notify agent at l3_agent the message router_deleted on router 9c24e798-6e0a-4911-bb34-ff5b8bd6726e {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:35:09.520434 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:09.521696 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8eb8c07a-9914-43df-978b-fe2c3e59e94d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/routers/9c24e798-6e0a-4911-bb34-ff5b8bd6726e HTTP/1.1" status: 204 len: 168 time: 1.0088713 Aug 23 15:35:09.524568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35522) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:09.610265 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d309a1e8-ae66-48b0-a4bf-6045b2657a1e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:10.033337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 60911bc5-eb07-49e1-84bc-9b474941b416 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:35:10.036258 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d309a1e8-ae66-48b0-a4bf-6045b2657a1e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:10.050821 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-d309a1e8-ae66-48b0-a4bf-6045b2657a1e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4964ce-d0f0-4cd9-9992-36d6e3cf3565']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:10.061966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-d309a1e8-ae66-48b0-a4bf-6045b2657a1e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c53d32-eeea-473c-8033-9816134ce937') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:10.062274 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-d309a1e8-ae66-48b0-a4bf-6045b2657a1e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c53d32-eeea-473c-8033-9816134ce937') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:10.065476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 60911bc5-eb07-49e1-84bc-9b474941b416 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:35:10.066120 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 60911bc5-eb07-49e1-84bc-9b474941b416 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:35:10.066602 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 87db4de0-04d8-4cfe-b2f5-148f503f6c1d no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:35:10.072609 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d309a1e8-ae66-48b0-a4bf-6045b2657a1e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:10.086292 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 87db4de0-04d8-4cfe-b2f5-148f503f6c1d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:35:10.086488 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d309a1e8-ae66-48b0-a4bf-6045b2657a1e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:10.086642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 87db4de0-04d8-4cfe-b2f5-148f503f6c1d not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:35:10.087924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0853ab52-2f6a-42e7-81a6-93328e135f75 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:35:10.093731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d309a1e8-ae66-48b0-a4bf-6045b2657a1e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:35:10.094144 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d309a1e8-ae66-48b0-a4bf-6045b2657a1e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:35:10.097151 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:35:10.107083 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 0853ab52-2f6a-42e7-81a6-93328e135f75 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:35:10.107438 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0853ab52-2f6a-42e7-81a6-93328e135f75 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:35:10.215428 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d309a1e8-ae66-48b0-a4bf-6045b2657a1e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:10.229031 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d309a1e8-ae66-48b0-a4bf-6045b2657a1e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:10.229407 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d309a1e8-ae66-48b0-a4bf-6045b2657a1e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/networks/be4964ce-d0f0-4cd9-9992-36d6e3cf3565 HTTP/1.1" status: 204 len: 168 time: 0.7031944 Aug 23 15:35:10.232488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35524) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:10.242661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309a1e8-ae66-48b0-a4bf-6045b2657a1e tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Network': ['ID=be4964ce-d0f0-4cd9-9992-36d6e3cf3565,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:10.296546 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bd44a789-1b02-4acf-87b2-da90f1a1040a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:10.327914 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bd44a789-1b02-4acf-87b2-da90f1a1040a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:10.735419 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bd44a789-1b02-4acf-87b2-da90f1a1040a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:10.738065 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bd44a789-1b02-4acf-87b2-da90f1a1040a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:10.739283 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bd44a789-1b02-4acf-87b2-da90f1a1040a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/security-groups/6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f HTTP/1.1" status: 204 len: 168 time: 0.5058115 Aug 23 15:35:10.749076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44a789-1b02-4acf-87b2-da90f1a1040a tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f468f9b-0f0c-4ddf-b4b9-4f188aba6d4f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:11.217031 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35530) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:11.221801 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-2a4983c6-e0bd-44ef-b615-3e7ae418ebfa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-875053578', 'description': 'tempest-secgroup-smoke-875053578 description', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:35:11.307015 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a4983c6-e0bd-44ef-b615-3e7ae418ebfa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:11.387983 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a4983c6-e0bd-44ef-b615-3e7ae418ebfa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:11.455385 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a4983c6-e0bd-44ef-b615-3e7ae418ebfa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:11.483632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4983c6-e0bd-44ef-b615-3e7ae418ebfa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d5ff43-5f32-46db-8bd2-8da4786f477d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:11.534685 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2a4983c6-e0bd-44ef-b615-3e7ae418ebfa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:11.536007 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2a4983c6-e0bd-44ef-b615-3e7ae418ebfa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3178806 Aug 23 15:35:11.539044 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35532) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:11.543785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e940bddc-0e57-4247-aa5e-77bcf99a8fef tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '65d5ff43-5f32-46db-8bd2-8da4786f477d', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:35:11.625395 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e940bddc-0e57-4247-aa5e-77bcf99a8fef tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:11.682715 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e940bddc-0e57-4247-aa5e-77bcf99a8fef tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:11.752178 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e940bddc-0e57-4247-aa5e-77bcf99a8fef tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:11.769872 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940bddc-0e57-4247-aa5e-77bcf99a8fef tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14468931-e3af-4543-aedb-b70b3da8dea6,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:11.821564 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e940bddc-0e57-4247-aa5e-77bcf99a8fef tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:11.823113 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e940bddc-0e57-4247-aa5e-77bcf99a8fef tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2828188 Aug 23 15:35:11.825922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35534) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:11.830418 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e7a88964-8c4f-4637-8400-7231774012f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '65d5ff43-5f32-46db-8bd2-8da4786f477d', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:35:11.906567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7a88964-8c4f-4637-8400-7231774012f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:11.969147 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7a88964-8c4f-4637-8400-7231774012f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:12.026602 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7a88964-8c4f-4637-8400-7231774012f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:12.044811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a88964-8c4f-4637-8400-7231774012f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a572fa-ca60-412e-8c32-d477f535017a,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:12.111967 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e7a88964-8c4f-4637-8400-7231774012f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:12.113201 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e7a88964-8c4f-4637-8400-7231774012f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2863176 Aug 23 15:35:12.116138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35536) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:12.120869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-090b36e3-ea78-4d3a-a3a5-45044667724c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '65d5ff43-5f32-46db-8bd2-8da4786f477d', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:35:12.186976 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-090b36e3-ea78-4d3a-a3a5-45044667724c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:12.245956 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-090b36e3-ea78-4d3a-a3a5-45044667724c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:12.328867 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-090b36e3-ea78-4d3a-a3a5-45044667724c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:12.347258 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b36e3-ea78-4d3a-a3a5-45044667724c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8254928-9d8f-4e25-bb77-5e6bd9322f4c,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:12.414457 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-090b36e3-ea78-4d3a-a3a5-45044667724c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:12.415807 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-090b36e3-ea78-4d3a-a3a5-45044667724c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2986367 Aug 23 15:35:12.418600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35538) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:12.422939 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a0394ea2-536b-4882-9b70-6d4463ef198d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '65d5ff43-5f32-46db-8bd2-8da4786f477d', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:35:12.511267 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a0394ea2-536b-4882-9b70-6d4463ef198d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:12.568539 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a0394ea2-536b-4882-9b70-6d4463ef198d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:12.615137 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a0394ea2-536b-4882-9b70-6d4463ef198d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:12.634081 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0394ea2-536b-4882-9b70-6d4463ef198d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77cc2f2f-2522-4214-aa42-41ad06d47a3d,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:12.683180 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a0394ea2-536b-4882-9b70-6d4463ef198d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:12.684442 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a0394ea2-536b-4882-9b70-6d4463ef198d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2649205 Aug 23 15:35:12.687264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35540) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:12.691704 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-032b4153-1a1a-4ba3-81f1-34061fd9dfc8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '65d5ff43-5f32-46db-8bd2-8da4786f477d', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:35:12.763361 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-032b4153-1a1a-4ba3-81f1-34061fd9dfc8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Project a92d2a4eb72f41b297dc61bf49092fe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:35:12.768855 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-032b4153-1a1a-4ba3-81f1-34061fd9dfc8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:12.832030 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-032b4153-1a1a-4ba3-81f1-34061fd9dfc8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:12.894989 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-032b4153-1a1a-4ba3-81f1-34061fd9dfc8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:12.912491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b4153-1a1a-4ba3-81f1-34061fd9dfc8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240436ee-42f4-46bc-bc68-9feda61453b9,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:12.980859 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-032b4153-1a1a-4ba3-81f1-34061fd9dfc8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:12.982353 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-032b4153-1a1a-4ba3-81f1-34061fd9dfc8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2939513 Aug 23 15:35:12.985452 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35542) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:12.990325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7e60ef51-5e07-4429-8ce4-48198f23e134 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'security_group_rule': {'security_group_id': '65d5ff43-5f32-46db-8bd2-8da4786f477d', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:35:13.084144 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-7e60ef51-5e07-4429-8ce4-48198f23e134 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Project a92d2a4eb72f41b297dc61bf49092fe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:35:13.089751 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e60ef51-5e07-4429-8ce4-48198f23e134 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:13.150395 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e60ef51-5e07-4429-8ce4-48198f23e134 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:13.209217 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e60ef51-5e07-4429-8ce4-48198f23e134 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:13.226857 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60ef51-5e07-4429-8ce4-48198f23e134 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8dcc9f-92e7-49f8-8b77-7e435d8fc6c7,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:13.283598 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e60ef51-5e07-4429-8ce4-48198f23e134 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:13.284862 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7e60ef51-5e07-4429-8ce4-48198f23e134 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2983401 Aug 23 15:35:13.287857 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35544) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:13.293493 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-934f73af-4a62-4feb-b3c0-f042c883e043 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'network': {'name': 'tempest-network-smoke--2050453582', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'port_security_enabled': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:35:13.375071 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934f73af-4a62-4feb-b3c0-f042c883e043 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Made reservation on behalf of a92d2a4eb72f41b297dc61bf49092fe1 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:35:13.378581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-934f73af-4a62-4feb-b3c0-f042c883e043 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:13.403111 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934f73af-4a62-4feb-b3c0-f042c883e043 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:35:13.411784 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-934f73af-4a62-4feb-b3c0-f042c883e043 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:13.412150 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-934f73af-4a62-4feb-b3c0-f042c883e043 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Added segment 04a0ee71-d0d6-46bc-a540-b0edf6b3caee of type vlan for network 08544191-dd2e-4b64-857d-3423048b978d Aug 23 15:35:13.451715 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-934f73af-4a62-4feb-b3c0-f042c883e043 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:13.535092 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-934f73af-4a62-4feb-b3c0-f042c883e043 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:13.540817 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934f73af-4a62-4feb-b3c0-f042c883e043 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:13.541429 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-934f73af-4a62-4feb-b3c0-f042c883e043 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:13.607738 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f73af-4a62-4feb-b3c0-f042c883e043 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Network': ['ID=08544191-dd2e-4b64-857d-3423048b978d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:13.621230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 08544191-dd2e-4b64-857d-3423048b978d details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:35:13.662866 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-934f73af-4a62-4feb-b3c0-f042c883e043 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3728864 Aug 23 15:35:13.665742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35546) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:13.677018 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'admin_state_up': True, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:35:13.758841 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:13.760148 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:13.815286 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:14.022668 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:14.270875 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:14.290734 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:14.393706 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.25.8.113 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/f850326d-d0e6-4274-8b0b-86c1c190629a) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:35:14.499936 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:14.587736 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:14.624186 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:35:14.628249 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:35:14.631769 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:35:14.639253 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=f850326d-d0e6-4274-8b0b-86c1c190629a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:14.922019 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:15.119709 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:15.290152 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router 9ee07afb-6b0a-41c9-a612-924bec103c4e is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:35:15.401121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:35:15.410665 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Sync routers for ids ['9ee07afb-6b0a-41c9-a612-924bec103c4e'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:35:15.420045 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Routers {'9ee07afb-6b0a-41c9-a612-924bec103c4e'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:35:15.420698 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:34:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9ee07afb-6b0a-41c9-a612-924bec103c4e'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:15.506722 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:15.508069 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-24f64eac-b901-4631-992a-fd6c9377aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8410873 Aug 23 15:35:15.511846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35548) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:15.530062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Set router 9ee07afb-6b0a-41c9-a612-924bec103c4e gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:35:15.540718 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-571a6d2f-de79-4a0e-93f2-8961128f9dae tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=a92d2a4eb72f41b297dc61bf49092fe1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276484 Aug 23 15:35:15.543469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35550) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:15.634859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ff5d0f-e61b-44cb-950e-8388180b5ee5 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:15.636790 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-65ff5d0f-e61b-44cb-950e-8388180b5ee5 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919871 Aug 23 15:35:15.639494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35552) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:15.671628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35554) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:15.671972 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ca849971-5d2b-49a9-8c90-b862c910f9f9 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308447 Aug 23 15:35:15.678404 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f217f4c9-0e14-4f86-a010-e03231dfc414 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1702243324', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:35:15.715644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:35:13Z', 'updated_at': '2021-08-23T15:35:14Z', 'revision_number': 3, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:14Z', 'updated_at': '2021-08-23T15:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:15.744128 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Checking router: 9ee07afb-6b0a-41c9-a612-924bec103c4e for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:35:15.744460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Updating router 9ee07afb-6b0a-41c9-a612-924bec103c4e port f850326d-d0e6-4274-8b0b-86c1c190629a binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:35:15.770288 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:15.821225 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f217f4c9-0e14-4f86-a010-e03231dfc414 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Made reservation on behalf of a92d2a4eb72f41b297dc61bf49092fe1 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:35:15.825160 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f217f4c9-0e14-4f86-a010-e03231dfc414 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:16.049342 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:16.052749 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:16.060202 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Transition to ACTIVE for port object f850326d-d0e6-4274-8b0b-86c1c190629a will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:35:16.089648 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f217f4c9-0e14-4f86-a010-e03231dfc414 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:16.167182 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217f4c9-0e14-4f86-a010-e03231dfc414 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Subnet': ['ID=7234072f-6ada-4547-8307-6cb04be1fab3,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:16.172292 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f217f4c9-0e14-4f86-a010-e03231dfc414 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Checking segment: {'id': '04a0ee71-d0d6-46bc-a540-b0edf6b3caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '08544191-dd2e-4b64-857d-3423048b978d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:35:16.172678 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f217f4c9-0e14-4f86-a010-e03231dfc414 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network hostable DHCP agents. Network: 08544191-dd2e-4b64-857d-3423048b978d, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:35:16.174572 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:16.223509 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Attempting to bind port f850326d-d0e6-4274-8b0b-86c1c190629a on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:35:16.224439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Attempting to bind port f850326d-d0e6-4274-8b0b-86c1c190629a by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:35:16.224439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Attempting to bind port f850326d-d0e6-4274-8b0b-86c1c190629a on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:35:16.233089 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b77aa-a60a-4fac-aae6-150ead95439b None None] Pushing event updated for resources: {'Port': ['ID=f850326d-d0e6-4274-8b0b-86c1c190629a,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:16.236475 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:35:16.236857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:35:16.237276 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:16.237639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:35:16.238106 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Bound port: f850326d-d0e6-4274-8b0b-86c1c190629a, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:35:16.238485 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:16.278252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f217f4c9-0e14-4f86-a010-e03231dfc414 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network 08544191-dd2e-4b64-857d-3423048b978d is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:35:16.291502 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] For port f850326d-d0e6-4274-8b0b-86c1c190629a, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:35:16.294667 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] For port f850326d-d0e6-4274-8b0b-86c1c190629a, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f850326d-d0e6-4274-8b0b-86c1c190629a,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:35:16.353237 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-f217f4c9-0e14-4f86-a010-e03231dfc414 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 08544191-dd2e-4b64-857d-3423048b978d) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:35:16.357237 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f217f4c9-0e14-4f86-a010-e03231dfc414 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:16.357830 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f217f4c9-0e14-4f86-a010-e03231dfc414 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:16.362867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81dd2b6-daa1-4a56-81fd-ea0c1c3fd547 None None] Network 08544191-dd2e-4b64-857d-3423048b978d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:35:16.405041 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:16.438120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f217f4c9-0e14-4f86-a010-e03231dfc414 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7646995 Aug 23 15:35:16.440785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35556) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:16.482270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Routers {'9ee07afb-6b0a-41c9-a612-924bec103c4e'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:35:16.482901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:34:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9ee07afb-6b0a-41c9-a612-924bec103c4e'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:16.522866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b77aa-a60a-4fac-aae6-150ead95439b None None] Pushing event updated for resources: {'Port': ['ID=f850326d-d0e6-4274-8b0b-86c1c190629a,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:16.648057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] Set router 9ee07afb-6b0a-41c9-a612-924bec103c4e gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:35:16.678428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-08544191-dd2e-4b64-857d-3423048b978d', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ips': [{'subnet_id': '7234072f-6ada-4547-8307-6cb04be1fab3'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:35:16.679289 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:16.893162 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:16.934080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Allocated IP 172.20.0.2 (08544191-dd2e-4b64-857d-3423048b978d/7234072f-6ada-4547-8307-6cb04be1fab3/2e8a3fbf-26e9-4f09-9496-522c1f281a0e) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:35:17.011887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:35:13Z', 'updated_at': '2021-08-23T15:35:14Z', 'revision_number': 3, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:14Z', 'updated_at': '2021-08-23T15:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:17.046497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17cc01-3e61-4899-943e-b048432c4da5 None None] The sync data for ids ['9ee07afb-6b0a-41c9-a612-924bec103c4e'] in n-d-804985-3 is: [{'id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:35:13Z', 'updated_at': '2021-08-23T15:35:14Z', 'revision_number': 3, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:14Z', 'updated_at': '2021-08-23T15:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:35:17.131834 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:17.141754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Transition to ACTIVE for port object 2e8a3fbf-26e9-4f09-9496-522c1f281a0e will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:35:17.158117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Transition to ACTIVE for port object 2e8a3fbf-26e9-4f09-9496-522c1f281a0e will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:35:17.227682 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:17.271645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Network 08544191-dd2e-4b64-857d-3423048b978d is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:35:17.278882 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:35:17.284599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:35:17.295552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Pushing event updated for resources: {'Port': ['ID=2e8a3fbf-26e9-4f09-9496-522c1f281a0e,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:17.306946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.20.0.1 (08544191-dd2e-4b64-857d-3423048b978d/7234072f-6ada-4547-8307-6cb04be1fab3/c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:35:17.352121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Attempting to bind port 2e8a3fbf-26e9-4f09-9496-522c1f281a0e on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:35:17.352573 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Attempting to bind port 2e8a3fbf-26e9-4f09-9496-522c1f281a0e by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '04a0ee71-d0d6-46bc-a540-b0edf6b3caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '08544191-dd2e-4b64-857d-3423048b978d'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:35:17.353104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Attempting to bind port 2e8a3fbf-26e9-4f09-9496-522c1f281a0e on network 08544191-dd2e-4b64-857d-3423048b978d {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:35:17.358565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:35:17.358981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Checking segment: {'id': '04a0ee71-d0d6-46bc-a540-b0edf6b3caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '08544191-dd2e-4b64-857d-3423048b978d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:35:17.359389 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:17.359928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Bound using segment: {'id': '04a0ee71-d0d6-46bc-a540-b0edf6b3caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '08544191-dd2e-4b64-857d-3423048b978d'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:35:17.360353 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Bound port: 2e8a3fbf-26e9-4f09-9496-522c1f281a0e, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a0ee71-d0d6-46bc-a540-b0edf6b3caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '08544191-dd2e-4b64-857d-3423048b978d'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:35:17.360735 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:17.434131 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] For port 2e8a3fbf-26e9-4f09-9496-522c1f281a0e, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:35:17.437250 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:17.437602 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] For port 2e8a3fbf-26e9-4f09-9496-522c1f281a0e, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2e8a3fbf-26e9-4f09-9496-522c1f281a0e,segment=NetworkSegment(04a0ee71-d0d6-46bc-a540-b0edf6b3caee),segment_id=04a0ee71-d0d6-46bc-a540-b0edf6b3caee)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:35:17.453159 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Transition to ACTIVE for port object c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:35:17.519020 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:17.558818 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:17.580245 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97f93f-a94c-4668-93ae-7817e34c8baf None None] Pushing event updated for resources: {'Port': ['ID=2e8a3fbf-26e9-4f09-9496-522c1f281a0e,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:17.620803 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network 08544191-dd2e-4b64-857d-3423048b978d is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:35:17.624108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:35:17.626574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:35:17.676164 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:17.687492 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:17.814916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f850326d-d0e6-4274-8b0b-86c1c190629a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:35:17.941990 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:17.952354 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port f850326d-d0e6-4274-8b0b-86c1c190629a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:35:17.956340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f850326d-d0e6-4274-8b0b-86c1c190629a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:35:17.959778 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:18.057105 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:18.073569 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port f850326d-d0e6-4274-8b0b-86c1c190629a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f850326d-d0e6-4274-8b0b-86c1c190629a,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:35:18.135809 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:18.195510 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=f850326d-d0e6-4274-8b0b-86c1c190629a,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:18.250316 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:18.324270 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:18.404508 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:18.407927 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:18.510051 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network 08544191-dd2e-4b64-857d-3423048b978d is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:35:18.511511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:35:18.554305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413c41ce-4969-489c-8a64-40d4135acdc2 None None] Network 08544191-dd2e-4b64-857d-3423048b978d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:35:18.636679 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router 9ee07afb-6b0a-41c9-a612-924bec103c4e has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:35:18.718237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5431d20e-ce2e-4c1a-b71f-220d573f0f36 None None] Provisioning for port 2e8a3fbf-26e9-4f09-9496-522c1f281a0e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:35:19.087900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:35:19.093049 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-27fb9fc5-62b0-41f8-97c1-40059bc81edd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "PUT /v2.0/routers/9ee07afb-6b0a-41c9-a612-924bec103c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6506107 Aug 23 15:35:19.098924 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Sync routers for ids ['9ee07afb-6b0a-41c9-a612-924bec103c4e'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:35:19.107119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-35fa56c6-8d1b-48a4-b00d-8e67e22a27fe None None] Provisioning for port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:35:19.110697 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Routers {'9ee07afb-6b0a-41c9-a612-924bec103c4e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:35:19.111449 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:34:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9ee07afb-6b0a-41c9-a612-924bec103c4e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:19.117492 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-35fa56c6-8d1b-48a4-b00d-8e67e22a27fe None None] Provisioning complete for port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:35:19.121164 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-35fa56c6-8d1b-48a4-b00d-8e67e22a27fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:19.170722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-35fa56c6-8d1b-48a4-b00d-8e67e22a27fe None None] Port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:35:19.241604 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Set router 9ee07afb-6b0a-41c9-a612-924bec103c4e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:35:19.259187 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-b322c3a6-83c1-4385-b9cd-f102d3056849 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875053578&fields=id&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 267 time: 0.0349860 Aug 23 15:35:19.302819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e3365484-7dd3-46c5-a237-95fb5c6d3138 None None] Provisioning complete for port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:35:19.303422 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e3365484-7dd3-46c5-a237-95fb5c6d3138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:19.343879 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e3365484-7dd3-46c5-a237-95fb5c6d3138 None None] Port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:35:19.377159 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-eec93dde-9afa-43df-abea-3c3807435c32 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:19.378611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-eec93dde-9afa-43df-abea-3c3807435c32 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/networks?id=08544191-dd2e-4b64-857d-3423048b978d HTTP/1.1" status: 200 len: 797 time: 0.1134899 Aug 23 15:35:19.395182 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-f70732a9-1e41-4d00-a791-420cbbd1b043 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/quotas/a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 375 time: 0.0092642 Aug 23 15:35:19.450213 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:35:13Z', 'updated_at': '2021-08-23T15:35:17Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:14Z', 'updated_at': '2021-08-23T15:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2', 'name': '', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:ad:d1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:17Z', 'updated_at': '2021-08-23T15:35:18Z', 'revision_number': 2, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:19.457068 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-bab82a61-fbf8-4c2a-8d21-c1890067a245 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548220 Aug 23 15:35:19.462270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1a27e411-5638-4c69-8f54-35fe5f3b758a None None] Provisioning complete for port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:35:19.462270 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1a27e411-5638-4c69-8f54-35fe5f3b758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:19.477000 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Checking router: 9ee07afb-6b0a-41c9-a612-924bec103c4e for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:35:19.477364 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Updating router 9ee07afb-6b0a-41c9-a612-924bec103c4e port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:35:19.501044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1a27e411-5638-4c69-8f54-35fe5f3b758a None None] Port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:35:19.502436 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:19.611345 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-502c561d-d98c-4b1d-b8f1-95ab06bd4a7d service neutron] 10.222.0.38 "GET /v2.0/networks/08544191-dd2e-4b64-857d-3423048b978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404531 Aug 23 15:35:19.721781 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-843205fd-e524-404a-a153-6ba070614c2d service neutron] 10.222.0.38 "GET /v2.0/networks/08544191-dd2e-4b64-857d-3423048b978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030800 Aug 23 15:35:19.786387 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:19.798640 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Transition to ACTIVE for port object c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:35:19.820177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2e8a3fbf-26e9-4f09-9496-522c1f281a0e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:35:19.872339 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:19.922466 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569ae3c-7db1-4755-9f01-575f36766d05 None None] Pushing event updated for resources: {'Port': ['ID=c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:19.941044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 2e8a3fbf-26e9-4f09-9496-522c1f281a0e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:35:19.945901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 2e8a3fbf-26e9-4f09-9496-522c1f281a0e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:35:19.946908 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:19.957263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569ae3c-7db1-4755-9f01-575f36766d05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:19.957263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569ae3c-7db1-4755-9f01-575f36766d05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:19.957263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569ae3c-7db1-4755-9f01-575f36766d05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:19.957263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569ae3c-7db1-4755-9f01-575f36766d05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:19.957263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569ae3c-7db1-4755-9f01-575f36766d05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:19.957263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569ae3c-7db1-4755-9f01-575f36766d05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:19.957263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569ae3c-7db1-4755-9f01-575f36766d05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:19.957263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569ae3c-7db1-4755-9f01-575f36766d05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:19.957263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569ae3c-7db1-4755-9f01-575f36766d05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:19.957263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569ae3c-7db1-4755-9f01-575f36766d05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:19.957263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569ae3c-7db1-4755-9f01-575f36766d05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:19.957263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6569ae3c-7db1-4755-9f01-575f36766d05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:35:20.012738 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Attempting to bind port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:35:20.013223 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Attempting to bind port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '04a0ee71-d0d6-46bc-a540-b0edf6b3caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '08544191-dd2e-4b64-857d-3423048b978d'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:35:20.013775 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Attempting to bind port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 on network 08544191-dd2e-4b64-857d-3423048b978d {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:35:20.019743 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:35:20.020276 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Checking segment: {'id': '04a0ee71-d0d6-46bc-a540-b0edf6b3caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '08544191-dd2e-4b64-857d-3423048b978d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:35:20.020765 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:20.021389 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Bound using segment: {'id': '04a0ee71-d0d6-46bc-a540-b0edf6b3caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '08544191-dd2e-4b64-857d-3423048b978d'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:35:20.022083 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Bound port: c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a0ee71-d0d6-46bc-a540-b0edf6b3caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '08544191-dd2e-4b64-857d-3423048b978d'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:35:20.022716 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:20.042106 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f9aa5e18-c466-4ea8-a2d2-bd6482356a4a req-e1ca2e86-1eec-406f-af03-27ddd5331154 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 210 time: 0.0491891 Aug 23 15:35:20.090738 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:20.134310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 2e8a3fbf-26e9-4f09-9496-522c1f281a0e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2e8a3fbf-26e9-4f09-9496-522c1f281a0e,segment=NetworkSegment(04a0ee71-d0d6-46bc-a540-b0edf6b3caee),segment_id=04a0ee71-d0d6-46bc-a540-b0edf6b3caee)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:35:20.211893 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] For port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:35:20.215221 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] For port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2,segment=NetworkSegment(04a0ee71-d0d6-46bc-a540-b0edf6b3caee),segment_id=04a0ee71-d0d6-46bc-a540-b0edf6b3caee)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:35:20.221086 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:20.221894 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f850326d-d0e6-4274-8b0b-86c1c190629a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:35:20.309291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=2e8a3fbf-26e9-4f09-9496-522c1f281a0e,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:20.320121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f850326d-d0e6-4274-8b0b-86c1c190629a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:35:20.320494 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:20.324550 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:20.377198 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Routers {'9ee07afb-6b0a-41c9-a612-924bec103c4e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:35:20.379519 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:34:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9ee07afb-6b0a-41c9-a612-924bec103c4e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:20.424587 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569ae3c-7db1-4755-9f01-575f36766d05 None None] Pushing event updated for resources: {'Port': ['ID=c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:20.499936 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] Set router 9ee07afb-6b0a-41c9-a612-924bec103c4e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:35:20.715192 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:35:13Z', 'updated_at': '2021-08-23T15:35:17Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:14Z', 'updated_at': '2021-08-23T15:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2', 'name': '', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:ad:d1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:17Z', 'updated_at': '2021-08-23T15:35:20Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:20.734234 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:20.740878 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b070efde-a863-4f80-a364-5f06f2bce13c None None] The sync data for ids ['9ee07afb-6b0a-41c9-a612-924bec103c4e'] in n-d-804985-3 is: [{'id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:35:13Z', 'updated_at': '2021-08-23T15:35:17Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:14Z', 'updated_at': '2021-08-23T15:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2', 'name': '', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:ad:d1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:17Z', 'updated_at': '2021-08-23T15:35:20Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:35:21.144750 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5ff2abd8-b7f6-428f-a1ad-1231d64d4ef9 req-9bb2f4e1-f995-430d-8377-e4cd801616d3 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 210 time: 0.0299854 Aug 23 15:35:21.794847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2e8a3fbf-26e9-4f09-9496-522c1f281a0e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:35:21.846136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 2e8a3fbf-26e9-4f09-9496-522c1f281a0e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:35:21.846512 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:21.925883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:35:22.031904 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:35:22.035973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:35:22.036359 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:22.116183 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:22.130447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-f28bf1b1-a9b1-4d9a-9097-7791e5ba4aad tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:22.132090 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-f28bf1b1-a9b1-4d9a-9097-7791e5ba4aad tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "GET /v2.0/networks?id=08544191-dd2e-4b64-857d-3423048b978d HTTP/1.1" status: 200 len: 797 time: 0.1073651 Aug 23 15:35:22.149429 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2,segment=NetworkSegment(04a0ee71-d0d6-46bc-a540-b0edf6b3caee),segment_id=04a0ee71-d0d6-46bc-a540-b0edf6b3caee)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:35:22.186312 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-ac522049-12a4-4cfd-a5bb-7b94775e25d0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a92d2a4eb72f41b297dc61bf49092fe1 HTTP/1.1" status: 200 len: 379 time: 0.0421400 Aug 23 15:35:22.195228 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-d6c322c5-a3fd-48f7-960f-1c8cac9d55e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'port': {'device_id': '18266f7a-5010-407d-92dc-a58f07c20e55', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'admin_state_up': True, 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'security_groups': ['65d5ff43-5f32-46db-8bd2-8da4786f477d']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:35:22.232427 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:22.282512 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9054729a-3e35-4581-86a3-7477a932e1d3 req-635f7121-a8e4-4471-9b19-0afd7955ba0f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 210 time: 0.0374048 Aug 23 15:35:22.288940 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:22.415404 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-d6c322c5-a3fd-48f7-960f-1c8cac9d55e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Made reservation on behalf of a92d2a4eb72f41b297dc61bf49092fe1 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:35:22.418987 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-d6c322c5-a3fd-48f7-960f-1c8cac9d55e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:22.550419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-d6c322c5-a3fd-48f7-960f-1c8cac9d55e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.20.0.7 (08544191-dd2e-4b64-857d-3423048b978d/7234072f-6ada-4547-8307-6cb04be1fab3/16edbb54-5e53-43db-89a9-e4ab60319dad) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:35:22.666983 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca001-03f9-4438-a242-c835bae14821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:22.696025 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-d6c322c5-a3fd-48f7-960f-1c8cac9d55e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:22.709659 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-d6c322c5-a3fd-48f7-960f-1c8cac9d55e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Transition to ACTIVE for port object 16edbb54-5e53-43db-89a9-e4ab60319dad will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:35:22.815908 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-d6c322c5-a3fd-48f7-960f-1c8cac9d55e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:22.859748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-d6c322c5-a3fd-48f7-960f-1c8cac9d55e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network 08544191-dd2e-4b64-857d-3423048b978d is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:35:22.862740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-d6c322c5-a3fd-48f7-960f-1c8cac9d55e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:35:22.867239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-d6c322c5-a3fd-48f7-960f-1c8cac9d55e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:35:22.893184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c322c5-a3fd-48f7-960f-1c8cac9d55e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=16edbb54-5e53-43db-89a9-e4ab60319dad,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:22.923024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-d6c322c5-a3fd-48f7-960f-1c8cac9d55e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:22.923677 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-d6c322c5-a3fd-48f7-960f-1c8cac9d55e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:22.998743 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-d6c322c5-a3fd-48f7-960f-1c8cac9d55e6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8075953 Aug 23 15:35:23.013022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Request body: {'port': {'device_id': '18266f7a-5010-407d-92dc-a58f07c20e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:35:23.068689 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:23.118855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4faa291f-07d1-4fd5-bdf1-bc5934d87dd4 None None] Provisioning for port 16edbb54-5e53-43db-89a9-e4ab60319dad completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:35:23.123244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4faa291f-07d1-4fd5-bdf1-bc5934d87dd4 None None] Provisioning complete for port 16edbb54-5e53-43db-89a9-e4ab60319dad triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:35:23.123617 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4faa291f-07d1-4fd5-bdf1-bc5934d87dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:23.157210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4faa291f-07d1-4fd5-bdf1-bc5934d87dd4 None None] Port 16edbb54-5e53-43db-89a9-e4ab60319dad cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:35:23.346846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16edbb54-5e53-43db-89a9-e4ab60319dad {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:35:23.356495 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:23.372595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Transition to ACTIVE for port object 16edbb54-5e53-43db-89a9-e4ab60319dad will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:35:23.421401 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6592eec-236a-4b70-b60e-bf3ec11e9ab9 req-0b735f90-5a5e-4c65-95e8-fbdecf785006 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:23.422893 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e6592eec-236a-4b70-b60e-bf3ec11e9ab9 req-0b735f90-5a5e-4c65-95e8-fbdecf785006 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 931 time: 0.0490098 Aug 23 15:35:23.461755 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e6592eec-236a-4b70-b60e-bf3ec11e9ab9 req-9803911c-a8fd-441a-a043-6d3a88db0363 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321512 Aug 23 15:35:23.472466 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:23.525179 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Pushing event updated for resources: {'Port': ['ID=16edbb54-5e53-43db-89a9-e4ab60319dad,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:23.599721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Attempting to bind port 16edbb54-5e53-43db-89a9-e4ab60319dad on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:35:23.600013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Attempting to bind port 16edbb54-5e53-43db-89a9-e4ab60319dad by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '04a0ee71-d0d6-46bc-a540-b0edf6b3caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '08544191-dd2e-4b64-857d-3423048b978d'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:35:23.600309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Attempting to bind port 16edbb54-5e53-43db-89a9-e4ab60319dad on network 08544191-dd2e-4b64-857d-3423048b978d {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:35:23.606044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Port 16edbb54-5e53-43db-89a9-e4ab60319dad on network 08544191-dd2e-4b64-857d-3423048b978d not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:35:23.606537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Attempting to bind port 16edbb54-5e53-43db-89a9-e4ab60319dad on network 08544191-dd2e-4b64-857d-3423048b978d {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:35:23.611571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:35:23.611948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Checking segment: {'id': '04a0ee71-d0d6-46bc-a540-b0edf6b3caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '08544191-dd2e-4b64-857d-3423048b978d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:35:23.612338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Bound using segment: {'id': '04a0ee71-d0d6-46bc-a540-b0edf6b3caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '08544191-dd2e-4b64-857d-3423048b978d'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:35:23.612896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Bound port: 16edbb54-5e53-43db-89a9-e4ab60319dad, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a0ee71-d0d6-46bc-a540-b0edf6b3caee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '08544191-dd2e-4b64-857d-3423048b978d'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:35:23.613272 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:23.683619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] For port 16edbb54-5e53-43db-89a9-e4ab60319dad, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:35:23.686759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] For port 16edbb54-5e53-43db-89a9-e4ab60319dad, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=16edbb54-5e53-43db-89a9-e4ab60319dad,segment=NetworkSegment(04a0ee71-d0d6-46bc-a540-b0edf6b3caee),segment_id=04a0ee71-d0d6-46bc-a540-b0edf6b3caee)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:35:23.740758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:35:23.759716 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:23.796819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:23.797451 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:23.799230 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] 10.222.0.57 "PUT /v2.0/ports/16edbb54-5e53-43db-89a9-e4ab60319dad HTTP/1.1" status: 200 len: 1091 time: 0.7914596 Aug 23 15:35:23.801832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18266f7a-5010-407d-92dc-a58f07c20e55', 'tag': '16edbb54-5e53-43db-89a9-e4ab60319dad'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:35:23.803944 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:35:23.804254 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7ec745-abc6-472d-9a0d-eb6f96bc84ca" -d '{"events": [{"name": "network-changed", "server_uuid": "18266f7a-5010-407d-92dc-a58f07c20e55", "tag": "16edbb54-5e53-43db-89a9-e4ab60319dad"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:35:23.804510 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:23.841597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4fa6b-d38e-4fa0-ac69-8779f2eed974 service neutron] Pushing event updated for resources: {'Port': ['ID=16edbb54-5e53-43db-89a9-e4ab60319dad,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:23.859877 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dfdbb4-2d8b-46d1-b258-31ffd75b623c x-openstack-request-id: req-b2dfdbb4-2d8b-46d1-b258-31ffd75b623c {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:35:23.860174 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18266f7a-5010-407d-92dc-a58f07c20e55", "tag": "16edbb54-5e53-43db-89a9-e4ab60319dad", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:35:23.860424 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2dfdbb4-2d8b-46d1-b258-31ffd75b623c {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:35:23.860901 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18266f7a-5010-407d-92dc-a58f07c20e55', 'tag': '16edbb54-5e53-43db-89a9-e4ab60319dad', 'status': 'completed', 'code': 200} Aug 23 15:35:23.926951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ec745-abc6-472d-9a0d-eb6f96bc84ca req-5c29f605-6fc1-4a7d-a5f6-9ca504680550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:23.928579 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0c7ec745-abc6-472d-9a0d-eb6f96bc84ca req-5c29f605-6fc1-4a7d-a5f6-9ca504680550 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 1094 time: 0.0446458 Aug 23 15:35:24.044109 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ec745-abc6-472d-9a0d-eb6f96bc84ca req-14dd268c-d5d8-435d-a2a5-d2f3d83de624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:24.045584 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0c7ec745-abc6-472d-9a0d-eb6f96bc84ca req-14dd268c-d5d8-435d-a2a5-d2f3d83de624 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1091664 Aug 23 15:35:24.146559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ec745-abc6-472d-9a0d-eb6f96bc84ca req-8667acea-015a-452c-8389-dfe12521401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:24.148152 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0c7ec745-abc6-472d-9a0d-eb6f96bc84ca req-8667acea-015a-452c-8389-dfe12521401f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958891 Aug 23 15:35:24.237004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-87e42b82-c720-4e2b-ba13-f0e2754a8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:24.238547 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-87e42b82-c720-4e2b-ba13-f0e2754a8345 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 1094 time: 0.0525622 Aug 23 15:35:24.282798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-29e4998b-5edc-48e5-8b6b-1881208c802c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16edbb54-5e53-43db-89a9-e4ab60319dad HTTP/1.1" status: 200 len: 217 time: 0.0354459 Aug 23 15:35:24.335029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-ed27dd42-c463-4cc7-b96c-e2b24c7e7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:24.336506 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-ed27dd42-c463-4cc7-b96c-e2b24c7e7955 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7234072f-6ada-4547-8307-6cb04be1fab3 HTTP/1.1" status: 200 len: 835 time: 0.0456829 Aug 23 15:35:24.388783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-beba422d-131d-4b3a-9cdc-353a1be5d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:24.390349 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-beba422d-131d-4b3a-9cdc-353a1be5d221 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08544191-dd2e-4b64-857d-3423048b978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479758 Aug 23 15:35:24.483337 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-d54b946f-cb2c-4447-8638-a68f8c86e69c service neutron] 10.222.0.57 "GET /v2.0/networks/08544191-dd2e-4b64-857d-3423048b978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862684 Aug 23 15:35:24.580417 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30ed87a4-6152-493c-bf8d-bc864ca21c3f req-53a5504e-b058-4f2e-aa62-89f03aac727d service neutron] 10.222.0.57 "GET /v2.0/networks/08544191-dd2e-4b64-857d-3423048b978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905943 Aug 23 15:35:24.582061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3398222-5541-47f5-9cd8-ddbbf5cd94b2 req-f5cbbc10-5cdd-43b9-87d1-6bc69283ee02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:24.583585 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3398222-5541-47f5-9cd8-ddbbf5cd94b2 req-f5cbbc10-5cdd-43b9-87d1-6bc69283ee02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 943 time: 0.0509121 Aug 23 15:35:24.623961 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a3398222-5541-47f5-9cd8-ddbbf5cd94b2 req-ca280649-7399-49c6-ab98-5a9d0db62e16 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315020 Aug 23 15:35:25.551956 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:25.748472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86111dc-84fe-4ddc-b167-0ff4c6fb4b87 req-b06d847b-9691-4948-a445-8dadc963195b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:25.750010 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d86111dc-84fe-4ddc-b167-0ff4c6fb4b87 req-b06d847b-9691-4948-a445-8dadc963195b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 943 time: 0.0528491 Aug 23 15:35:25.788319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d86111dc-84fe-4ddc-b167-0ff4c6fb4b87 req-8ce17a6f-7153-4a50-93b5-b7934cbfdd79 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321670 Aug 23 15:35:26.644792 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b9f79e88-c636-4d65-adb8-5d3e46bcd916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:26.736166 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 16edbb54-5e53-43db-89a9-e4ab60319dad details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:35:26.842491 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 16edbb54-5e53-43db-89a9-e4ab60319dad, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=16edbb54-5e53-43db-89a9-e4ab60319dad,segment=NetworkSegment(04a0ee71-d0d6-46bc-a540-b0edf6b3caee),segment_id=04a0ee71-d0d6-46bc-a540-b0edf6b3caee)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:35:26.854029 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '16edbb54-5e53-43db-89a9-e4ab60319dad', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'port_id': '16edbb54-5e53-43db-89a9-e4ab60319dad', 'mac_address': 'fa:16:3e:91:8c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:35:26.896717 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:26.910776 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16edbb54-5e53-43db-89a9-e4ab60319dad {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:35:26.911015 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef530606-e33c-48ad-82af-d3e30e9013d9 req-7220ac3c-dbad-4c73-9d03-007e4f36acb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:26.912560 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef530606-e33c-48ad-82af-d3e30e9013d9 req-7220ac3c-dbad-4c73-9d03-007e4f36acb4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 943 time: 0.0538635 Aug 23 15:35:26.928923 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:26.933067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 16edbb54-5e53-43db-89a9-e4ab60319dad, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=16edbb54-5e53-43db-89a9-e4ab60319dad,segment=NetworkSegment(04a0ee71-d0d6-46bc-a540-b0edf6b3caee),segment_id=04a0ee71-d0d6-46bc-a540-b0edf6b3caee)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:35:26.952551 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef530606-e33c-48ad-82af-d3e30e9013d9 req-5256beca-5e7f-4f9c-b99f-f1cf613f29e8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332317 Aug 23 15:35:27.020980 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:27.068933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=16edbb54-5e53-43db-89a9-e4ab60319dad,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:27.229170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['16edbb54-5e53-43db-89a9-e4ab60319dad'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:35:28.073253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68342e-3151-4c55-848d-1d0d8d97c2e2 req-7c8d9f55-1de9-426c-bb8c-74b076acb92d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:28.074907 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb68342e-3151-4c55-848d-1d0d8d97c2e2 req-7c8d9f55-1de9-426c-bb8c-74b076acb92d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 944 time: 0.0545542 Aug 23 15:35:28.113036 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb68342e-3151-4c55-848d-1d0d8d97c2e2 req-add85c9d-599e-4214-a0cf-6e6b493ea5f5 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320733 Aug 23 15:35:28.706323 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:28.751313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 16edbb54-5e53-43db-89a9-e4ab60319dad up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:35:28.855092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 16edbb54-5e53-43db-89a9-e4ab60319dad completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:35:28.859015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 16edbb54-5e53-43db-89a9-e4ab60319dad triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:35:28.867796 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:28.940828 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:28.964283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18266f7a-5010-407d-92dc-a58f07c20e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16edbb54-5e53-43db-89a9-e4ab60319dad'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:35:28.966578 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1bdef7-7b82-4506-a5da-f9f3dc89973f" -d '{"events": [{"server_uuid": "18266f7a-5010-407d-92dc-a58f07c20e55", "name": "network-vif-plugged", "status": "completed", "tag": "16edbb54-5e53-43db-89a9-e4ab60319dad"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:35:28.980018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 16edbb54-5e53-43db-89a9-e4ab60319dad, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=16edbb54-5e53-43db-89a9-e4ab60319dad,segment=NetworkSegment(04a0ee71-d0d6-46bc-a540-b0edf6b3caee),segment_id=04a0ee71-d0d6-46bc-a540-b0edf6b3caee)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:35:29.054769 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:29.081992 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef1ca9e-feef-4281-810e-3a7e5a4b8091 x-openstack-request-id: req-1ef1ca9e-feef-4281-810e-3a7e5a4b8091 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:35:29.082308 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18266f7a-5010-407d-92dc-a58f07c20e55", "name": "network-vif-plugged", "status": "completed", "tag": "16edbb54-5e53-43db-89a9-e4ab60319dad", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:35:29.082566 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1ef1ca9e-feef-4281-810e-3a7e5a4b8091 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:35:29.082958 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18266f7a-5010-407d-92dc-a58f07c20e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16edbb54-5e53-43db-89a9-e4ab60319dad', 'code': 200} Aug 23 15:35:29.113841 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=16edbb54-5e53-43db-89a9-e4ab60319dad,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:29.174704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ee542-2e66-4740-931f-a0a7aaad9e1a req-d1ab89c0-7014-40e5-ab97-fb317f2f6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:29.176277 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-996ee542-2e66-4740-931f-a0a7aaad9e1a req-d1ab89c0-7014-40e5-ab97-fb317f2f6dcf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 1096 time: 0.0479066 Aug 23 15:35:29.244724 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-996ee542-2e66-4740-931f-a0a7aaad9e1a req-10916903-e94d-4437-a8e1-41bb0e64ae6a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600183 Aug 23 15:35:29.257006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1a3a0-45b4-44e5-8c63-fdb134e9a2e6 req-3c4823d2-a9a8-47b1-b7c8-74083232d885 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:29.258565 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75c1a3a0-45b4-44e5-8c63-fdb134e9a2e6 req-3c4823d2-a9a8-47b1-b7c8-74083232d885 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0751104 Aug 23 15:35:29.301339 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-75c1a3a0-45b4-44e5-8c63-fdb134e9a2e6 req-21fef6fd-9d4d-4d0b-999b-51c1d9e1b065 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361969 Aug 23 15:35:30.421066 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab246b-df9c-492b-b37b-b0cb118cf013 req-e322398a-b1c3-4d88-b8bc-8356c2afbb89 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:30.422584 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-99ab246b-df9c-492b-b37b-b0cb118cf013 req-e322398a-b1c3-4d88-b8bc-8356c2afbb89 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0493634 Aug 23 15:35:30.462868 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-99ab246b-df9c-492b-b37b-b0cb118cf013 req-d9ec3060-0e4f-4919-b667-be53e6912028 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337024 Aug 23 15:35:31.580205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97077e5-7782-422b-a411-94f294255793 req-dc131dc1-ff51-4b0a-b761-ab461ce364a8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:31.581701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b97077e5-7782-422b-a411-94f294255793 req-dc131dc1-ff51-4b0a-b761-ab461ce364a8 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0516198 Aug 23 15:35:31.620472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b97077e5-7782-422b-a411-94f294255793 req-ee494b1a-2a6f-496f-87a4-7335d4041b16 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327344 Aug 23 15:35:31.736548 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb272cf-728c-4442-852a-2bcbdeb3e282 req-81cdff9f-7143-48f9-b367-520add368fd0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:31.738050 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6fb272cf-728c-4442-852a-2bcbdeb3e282 req-81cdff9f-7143-48f9-b367-520add368fd0 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0507121 Aug 23 15:35:31.776512 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6fb272cf-728c-4442-852a-2bcbdeb3e282 req-3a549de7-557b-4e10-815a-797702913727 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324285 Aug 23 15:35:31.798532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35620) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:31.841675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9060449-edce-4886-a66f-deb045f31d16 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:31.843173 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c9060449-edce-4886-a66f-deb045f31d16 tempest-TestNetworkAdvancedServerOps-528910387 tempest-TestNetworkAdvancedServerOps-528910387-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 1091 time: 0.0436375 Aug 23 15:35:31.845976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35622) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:31.850193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '16edbb54-5e53-43db-89a9-e4ab60319dad', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:35:31.917899 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:32.019029 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:32.131527 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Allocated IP 172.25.8.122 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/9432ba21-b9aa-4aec-a776-def1dee3f7ac) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:35:32.238447 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:32.324108 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:32.367411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:35:32.370487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:35:32.374468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:35:32.382027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=9432ba21-b9aa-4aec-a776-def1dee3f7ac,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:32.736569 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:32.845523 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:32.993879 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:33.060299 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:33.125396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event updated for resources: {'Port': ['ID=9432ba21-b9aa-4aec-a776-def1dee3f7ac,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:35:33.139155 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:33.242433 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Floating IP 99aa3fe8-e0b5-403a-ab1f-d04320da57b9 associated. External IP: 172.25.8.122, port: 16edbb54-5e53-43db-89a9-e4ab60319dad. Aug 23 15:35:33.450000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router 9ee07afb-6b0a-41c9-a612-924bec103c4e has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:35:33.559382 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:35:33.569652 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc712842-b49a-4fcf-a7ec-b4df3fd7289d None None] Sync routers for ids ['9ee07afb-6b0a-41c9-a612-924bec103c4e'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:35:33.580028 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc712842-b49a-4fcf-a7ec-b4df3fd7289d None None] Routers {'9ee07afb-6b0a-41c9-a612-924bec103c4e'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:35:33.580644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cc712842-b49a-4fcf-a7ec-b4df3fd7289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:35:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9ee07afb-6b0a-41c9-a612-924bec103c4e'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:33.638112 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:33.670448 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f484a6d3-f7eb-4354-8adb-a0dc3adeef11 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8209336 Aug 23 15:35:33.670448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18266f7a-5010-407d-92dc-a58f07c20e55', 'tag': '16edbb54-5e53-43db-89a9-e4ab60319dad'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:35:33.671400 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb61b90-654b-486a-aa53-cbe67bb5e6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "18266f7a-5010-407d-92dc-a58f07c20e55", "tag": "16edbb54-5e53-43db-89a9-e4ab60319dad"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:35:33.715962 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33212b99-d79a-405c-9a4d-5568fae35df9 x-openstack-request-id: req-33212b99-d79a-405c-9a4d-5568fae35df9 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:35:33.716315 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18266f7a-5010-407d-92dc-a58f07c20e55", "tag": "16edbb54-5e53-43db-89a9-e4ab60319dad", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:35:33.716706 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-33212b99-d79a-405c-9a4d-5568fae35df9 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:35:33.717120 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18266f7a-5010-407d-92dc-a58f07c20e55', 'tag': '16edbb54-5e53-43db-89a9-e4ab60319dad', 'status': 'completed', 'code': 200} Aug 23 15:35:33.804576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5d74f-9324-4da7-9e65-89a8278e5250 req-915b773f-dc67-435f-8ca6-f33f69115f47 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:33.806087 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01d5d74f-9324-4da7-9e65-89a8278e5250 req-915b773f-dc67-435f-8ca6-f33f69115f47 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0797446 Aug 23 15:35:33.812997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb61b90-654b-486a-aa53-cbe67bb5e6cb req-8aa242af-0683-47bc-937b-6f2eb23bfed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:33.814458 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5cb61b90-654b-486a-aa53-cbe67bb5e6cb req-8aa242af-0683-47bc-937b-6f2eb23bfed5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 1096 time: 0.0739202 Aug 23 15:35:33.857938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-cc712842-b49a-4fcf-a7ec-b4df3fd7289d None None] Set router 9ee07afb-6b0a-41c9-a612-924bec103c4e gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:35:33.899236 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-01d5d74f-9324-4da7-9e65-89a8278e5250 req-875e0fc7-f69f-4349-8472-629018c150b4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838029 Aug 23 15:35:33.923781 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35628) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:33.931685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb61b90-654b-486a-aa53-cbe67bb5e6cb req-ad842a93-1536-4975-ab27-4b468d580e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:33.933940 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5cb61b90-654b-486a-aa53-cbe67bb5e6cb req-ad842a93-1536-4975-ab27-4b468d580e80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08544191-dd2e-4b64-857d-3423048b978d HTTP/1.1" status: 200 len: 898 time: 0.1116533 Aug 23 15:35:33.992615 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-42d47e23-80c4-47c3-ae77-ab9665a1b7a6 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/floatingips/99aa3fe8-e0b5-403a-ab1f-d04320da57b9 HTTP/1.1" status: 200 len: 991 time: 0.0670891 Aug 23 15:35:34.008750 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5cb61b90-654b-486a-aa53-cbe67bb5e6cb req-84aac0cf-4fbe-44e8-a824-2cb87728bc4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16edbb54-5e53-43db-89a9-e4ab60319dad HTTP/1.1" status: 200 len: 999 time: 0.0676887 Aug 23 15:35:34.059634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb61b90-654b-486a-aa53-cbe67bb5e6cb req-95779941-f8a4-4e78-9eff-637f619fb35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:34.061153 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5cb61b90-654b-486a-aa53-cbe67bb5e6cb req-95779941-f8a4-4e78-9eff-637f619fb35e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7234072f-6ada-4547-8307-6cb04be1fab3 HTTP/1.1" status: 200 len: 835 time: 0.0457590 Aug 23 15:35:34.092052 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cc712842-b49a-4fcf-a7ec-b4df3fd7289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:35:13Z', 'updated_at': '2021-08-23T15:35:17Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:14Z', 'updated_at': '2021-08-23T15:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '99aa3fe8-e0b5-403a-ab1f-d04320da57b9', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'port_id': '16edbb54-5e53-43db-89a9-e4ab60319dad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'mac_address': 'fa:16:3e:91:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18266f7a-5010-407d-92dc-a58f07c20e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:35:32Z', 'updated_at': '2021-08-23T15:35:32Z', 'revision_number': 0, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2', 'name': '', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:ad:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:17Z', 'updated_at': '2021-08-23T15:35:22Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:34.108658 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb61b90-654b-486a-aa53-cbe67bb5e6cb req-43ef2973-9ab7-4938-b96d-9007c87cab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:34.110307 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5cb61b90-654b-486a-aa53-cbe67bb5e6cb req-43ef2973-9ab7-4938-b96d-9007c87cab74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08544191-dd2e-4b64-857d-3423048b978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418499 Aug 23 15:35:34.122244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc712842-b49a-4fcf-a7ec-b4df3fd7289d None None] Checking router: 9ee07afb-6b0a-41c9-a612-924bec103c4e for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:35:34.130873 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc712842-b49a-4fcf-a7ec-b4df3fd7289d None None] Routers {'9ee07afb-6b0a-41c9-a612-924bec103c4e'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:35:34.131484 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cc712842-b49a-4fcf-a7ec-b4df3fd7289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:35:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9ee07afb-6b0a-41c9-a612-924bec103c4e'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:34.208001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5cb61b90-654b-486a-aa53-cbe67bb5e6cb req-ca08c543-d870-48e5-8e78-6a80459ca86e service neutron] 10.222.0.57 "GET /v2.0/networks/08544191-dd2e-4b64-857d-3423048b978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898590 Aug 23 15:35:34.240211 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-cc712842-b49a-4fcf-a7ec-b4df3fd7289d None None] Set router 9ee07afb-6b0a-41c9-a612-924bec103c4e gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:35:34.489613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cc712842-b49a-4fcf-a7ec-b4df3fd7289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:35:13Z', 'updated_at': '2021-08-23T15:35:17Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:14Z', 'updated_at': '2021-08-23T15:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '99aa3fe8-e0b5-403a-ab1f-d04320da57b9', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'port_id': '16edbb54-5e53-43db-89a9-e4ab60319dad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'mac_address': 'fa:16:3e:91:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18266f7a-5010-407d-92dc-a58f07c20e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:35:32Z', 'updated_at': '2021-08-23T15:35:32Z', 'revision_number': 0, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2', 'name': '', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:ad:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:17Z', 'updated_at': '2021-08-23T15:35:22Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:35:34.520973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc712842-b49a-4fcf-a7ec-b4df3fd7289d None None] The sync data for ids ['9ee07afb-6b0a-41c9-a612-924bec103c4e'] in n-d-804985-3 is: [{'id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:35:13Z', 'updated_at': '2021-08-23T15:35:17Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:14Z', 'updated_at': '2021-08-23T15:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '99aa3fe8-e0b5-403a-ab1f-d04320da57b9', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'port_id': '16edbb54-5e53-43db-89a9-e4ab60319dad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'mac_address': 'fa:16:3e:91:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18266f7a-5010-407d-92dc-a58f07c20e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:35:32Z', 'updated_at': '2021-08-23T15:35:32Z', 'revision_number': 0, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2', 'name': '', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:ad:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:17Z', 'updated_at': '2021-08-23T15:35:22Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:35:34.602971 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5cb61b90-654b-486a-aa53-cbe67bb5e6cb req-a64422de-efd6-4598-aa1a-7e782c64c807 service neutron] 10.222.0.57 "GET /v2.0/networks/08544191-dd2e-4b64-857d-3423048b978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882446 Aug 23 15:35:34.723684 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94897c8d-dfe9-4d6c-90d8-9e4c11c9803e None None] New status for floating IP 99aa3fe8-e0b5-403a-ab1f-d04320da57b9: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:35:34.996291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35630) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:35:35.059278 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-18a95f9f-4d34-4568-8892-22817e915e21 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/floatingips/99aa3fe8-e0b5-403a-ab1f-d04320da57b9 HTTP/1.1" status: 200 len: 993 time: 0.0617416 Aug 23 15:35:43.456743 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:35:46.043231 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:48.334786 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-852d2e5d-d50c-4489-9126-08bb204660d3 req-193a5c90-8344-4781-85b1-85358a59d4dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402071 Aug 23 15:35:48.421976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d2e5d-d50c-4489-9126-08bb204660d3 req-c7c51d36-c232-40ad-85f6-4484cfe0f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:48.423476 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-852d2e5d-d50c-4489-9126-08bb204660d3 req-c7c51d36-c232-40ad-85f6-4484cfe0f20e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 1096 time: 0.0453949 Aug 23 15:35:48.526384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d2e5d-d50c-4489-9126-08bb204660d3 req-1aeee05d-2075-4671-ada1-263bc1ecff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:48.527890 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-852d2e5d-d50c-4489-9126-08bb204660d3 req-1aeee05d-2075-4671-ada1-263bc1ecff43 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08544191-dd2e-4b64-857d-3423048b978d HTTP/1.1" status: 200 len: 898 time: 0.0856993 Aug 23 15:35:48.597509 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-852d2e5d-d50c-4489-9126-08bb204660d3 req-76388814-1172-4c77-8a65-b92948d22b27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16edbb54-5e53-43db-89a9-e4ab60319dad HTTP/1.1" status: 200 len: 1001 time: 0.0619957 Aug 23 15:35:48.646514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d2e5d-d50c-4489-9126-08bb204660d3 req-7a8906c2-cc1c-49a3-a0b2-2eead3e58fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:48.647984 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-852d2e5d-d50c-4489-9126-08bb204660d3 req-7a8906c2-cc1c-49a3-a0b2-2eead3e58fe5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7234072f-6ada-4547-8307-6cb04be1fab3 HTTP/1.1" status: 200 len: 835 time: 0.0428617 Aug 23 15:35:48.695196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d2e5d-d50c-4489-9126-08bb204660d3 req-2e3c03f3-1a0d-42b8-a1cc-3206d4b3d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:35:48.697086 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-852d2e5d-d50c-4489-9126-08bb204660d3 req-2e3c03f3-1a0d-42b8-a1cc-3206d4b3d6f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08544191-dd2e-4b64-857d-3423048b978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414686 Aug 23 15:35:48.794303 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-852d2e5d-d50c-4489-9126-08bb204660d3 req-0291be2c-d8ef-4f86-a433-de97be5bf3ea service neutron] 10.222.0.57 "GET /v2.0/networks/08544191-dd2e-4b64-857d-3423048b978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905221 Aug 23 15:35:48.896521 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-852d2e5d-d50c-4489-9126-08bb204660d3 req-f0494a0d-a3d4-4d25-90d1-fc261dd17bb8 service neutron] 10.222.0.57 "GET /v2.0/networks/08544191-dd2e-4b64-857d-3423048b978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950611 Aug 23 15:35:50.734619 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:52.648394 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d139785f-17d9-4e65-8a64-0e7af0346ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:55.574356 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:56.660161 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-003975b3-7f40-470e-a980-8d0846020052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:56.928774 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:35:58.711551 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:02.193096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befacc5-230f-4a9f-bfb2-026c91774373 req-ed7cea02-10d9-451e-ba10-92871bc3c137 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:02.194623 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6befacc5-230f-4a9f-bfb2-026c91774373 req-ed7cea02-10d9-451e-ba10-92871bc3c137 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0567949 Aug 23 15:36:02.235086 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6befacc5-230f-4a9f-bfb2-026c91774373 req-0bdc9568-189e-4326-bef1-d950072599fa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341396 Aug 23 15:36:03.351623 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ff96e-c0fe-412d-8504-2a552972a29e req-2f09257d-5568-4e96-b7a5-971c8c3edb9f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:03.353167 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0c3ff96e-c0fe-412d-8504-2a552972a29e req-2f09257d-5568-4e96-b7a5-971c8c3edb9f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0499969 Aug 23 15:36:03.396934 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0c3ff96e-c0fe-412d-8504-2a552972a29e req-5dfbf612-49cb-41da-8464-cb520e6c832c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365131 Aug 23 15:36:04.517237 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6395c-58eb-4e03-b0c9-0ed13bfc9403 req-ce98caf6-eb98-4b84-a2b1-02d1b392a629 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:04.518733 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18b6395c-58eb-4e03-b0c9-0ed13bfc9403 req-ce98caf6-eb98-4b84-a2b1-02d1b392a629 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0489130 Aug 23 15:36:04.556445 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18b6395c-58eb-4e03-b0c9-0ed13bfc9403 req-faa25dcf-2b84-4363-8b32-969f3a40a20d tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318108 Aug 23 15:36:05.671869 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727931d-657a-4331-a417-818f7667d594 req-010fbd40-2e37-4ee4-9ac4-9046fa0d5292 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:05.673405 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6727931d-657a-4331-a417-818f7667d594 req-010fbd40-2e37-4ee4-9ac4-9046fa0d5292 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0504849 Aug 23 15:36:05.712257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6727931d-657a-4331-a417-818f7667d594 req-e621d5ba-dffa-4180-8c69-4176c4a5e92c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325267 Aug 23 15:36:06.828228 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34061d96-365b-48ea-a8d7-1a2ef79f3bb4 req-020fe2d2-aaf5-4341-b30f-c5454f5f1d2f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:06.829752 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34061d96-365b-48ea-a8d7-1a2ef79f3bb4 req-020fe2d2-aaf5-4341-b30f-c5454f5f1d2f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0497680 Aug 23 15:36:06.867643 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34061d96-365b-48ea-a8d7-1a2ef79f3bb4 req-e02ae434-6102-463a-b52d-d9244ebea729 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318472 Aug 23 15:36:07.983623 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124296a-3686-4ac1-bca8-c13207eefef5 req-e20c111d-0ed9-49ad-a696-dbe3d5e01cfd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:07.985139 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3124296a-3686-4ac1-bca8-c13207eefef5 req-e20c111d-0ed9-49ad-a696-dbe3d5e01cfd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0501852 Aug 23 15:36:08.023686 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3124296a-3686-4ac1-bca8-c13207eefef5 req-17a45deb-ae8f-4eb8-8854-201dde8c257c tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321321 Aug 23 15:36:09.143784 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164e96-3ff1-47fe-a5a4-6d14c213c34e req-a4130379-4ea3-44d0-a987-cce9051167e2 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:09.145262 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b8164e96-3ff1-47fe-a5a4-6d14c213c34e req-a4130379-4ea3-44d0-a987-cce9051167e2 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0546994 Aug 23 15:36:09.183076 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b8164e96-3ff1-47fe-a5a4-6d14c213c34e req-be7fe0cb-4591-4813-878c-b360344b8f15 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318558 Aug 23 15:36:10.303798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1415c6-1bc8-40f6-961b-ea2571180d37 req-0e5f91be-4db7-42df-8089-aff4222ea0ef tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:10.305286 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a1415c6-1bc8-40f6-961b-ea2571180d37 req-0e5f91be-4db7-42df-8089-aff4222ea0ef tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0500493 Aug 23 15:36:10.349032 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a1415c6-1bc8-40f6-961b-ea2571180d37 req-c77e43f8-55eb-4ed8-8470-ec975efe7aff tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377247 Aug 23 15:36:11.465012 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0674a-a333-499f-8121-efd2de45a7d2 req-d948711f-11ba-468d-a7c8-9efdcdefe588 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:11.466496 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7d0674a-a333-499f-8121-efd2de45a7d2 req-d948711f-11ba-468d-a7c8-9efdcdefe588 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0491629 Aug 23 15:36:11.503516 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7d0674a-a333-499f-8121-efd2de45a7d2 req-054375f5-7896-456a-8a18-d043e743aa2b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310721 Aug 23 15:36:12.622403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0816d7-185b-4747-8c49-e0ed6476be71 req-ad8cc277-f965-4ccb-8a51-b8d113972449 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:12.623911 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a0816d7-185b-4747-8c49-e0ed6476be71 req-ad8cc277-f965-4ccb-8a51-b8d113972449 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0524042 Aug 23 15:36:12.662652 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a0816d7-185b-4747-8c49-e0ed6476be71 req-f6752ba2-f811-4acb-b964-dfba350e4816 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326729 Aug 23 15:36:13.778478 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d40e46-374e-4d22-8a68-0b7e8d8271d3 req-7c09a033-f35e-4286-af2f-fecbffdc2830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:13.780061 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82d40e46-374e-4d22-8a68-0b7e8d8271d3 req-7c09a033-f35e-4286-af2f-fecbffdc2830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0504887 Aug 23 15:36:13.818595 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82d40e46-374e-4d22-8a68-0b7e8d8271d3 req-41f5ffc9-39b8-489e-a06f-dc09509f0da2 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320184 Aug 23 15:36:14.940154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3ea3f-b475-4f33-9aed-8a2a1669bb2d req-b8891961-9133-4c0e-bfae-17440a66573f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:14.941527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4b3ea3f-b475-4f33-9aed-8a2a1669bb2d req-b8891961-9133-4c0e-bfae-17440a66573f tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0490608 Aug 23 15:36:14.978915 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4b3ea3f-b475-4f33-9aed-8a2a1669bb2d req-53550dd5-332d-4c03-b5b1-d97635d37709 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312643 Aug 23 15:36:15.046574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 16edbb54-5e53-43db-89a9-e4ab60319dad details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:36:15.148457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 16edbb54-5e53-43db-89a9-e4ab60319dad, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=16edbb54-5e53-43db-89a9-e4ab60319dad,segment=NetworkSegment(04a0ee71-d0d6-46bc-a540-b0edf6b3caee),segment_id=04a0ee71-d0d6-46bc-a540-b0edf6b3caee)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:36:15.159831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '16edbb54-5e53-43db-89a9-e4ab60319dad', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'port_id': '16edbb54-5e53-43db-89a9-e4ab60319dad', 'mac_address': 'fa:16:3e:91:8c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:36:15.172535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b459598-089b-4dc6-825a-9005a23743d0 req-8b75b58f-da71-4bf1-be35-e27f17c9f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:15.175371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b459598-089b-4dc6-825a-9005a23743d0 req-8b75b58f-da71-4bf1-be35-e27f17c9f9b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 1096 time: 0.0431395 Aug 23 15:36:15.202998 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:15.214450 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b459598-089b-4dc6-825a-9005a23743d0 req-9585ae07-07f2-45ec-ad25-aefe10d2407c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319333 Aug 23 15:36:15.216176 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16edbb54-5e53-43db-89a9-e4ab60319dad {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:36:15.235271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 16edbb54-5e53-43db-89a9-e4ab60319dad, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=16edbb54-5e53-43db-89a9-e4ab60319dad,segment=NetworkSegment(04a0ee71-d0d6-46bc-a540-b0edf6b3caee),segment_id=04a0ee71-d0d6-46bc-a540-b0edf6b3caee)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:36:15.345361 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:15.394220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=16edbb54-5e53-43db-89a9-e4ab60319dad,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:36:15.401378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:15.401730 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:15.402073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:15.402413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:15.402749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:15.403114 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:15.403445 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:15.403798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:15.404129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:15.404455 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:15.404779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:15.405100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:15.546831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['16edbb54-5e53-43db-89a9-e4ab60319dad'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:36:16.052880 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:16.101266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06feca9-0119-41e0-98d2-0e097ac3e2f6 req-4c4e879a-e076-40a0-b26f-51873cd619dd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:16.102780 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e06feca9-0119-41e0-98d2-0e097ac3e2f6 req-4c4e879a-e076-40a0-b26f-51873cd619dd tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 944 time: 0.0572958 Aug 23 15:36:16.143184 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e06feca9-0119-41e0-98d2-0e097ac3e2f6 req-8fa4b88a-e703-4f03-b409-b0f62f8633e1 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333848 Aug 23 15:36:17.077814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 16edbb54-5e53-43db-89a9-e4ab60319dad up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:36:17.126182 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 16edbb54-5e53-43db-89a9-e4ab60319dad triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:36:17.126544 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:17.203012 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:17.226808 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18266f7a-5010-407d-92dc-a58f07c20e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16edbb54-5e53-43db-89a9-e4ab60319dad'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:36:17.229075 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bc615c-7b2b-4ca3-b693-6c143b98147f" -d '{"events": [{"server_uuid": "18266f7a-5010-407d-92dc-a58f07c20e55", "name": "network-vif-plugged", "status": "completed", "tag": "16edbb54-5e53-43db-89a9-e4ab60319dad"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:36:17.243294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 16edbb54-5e53-43db-89a9-e4ab60319dad, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=16edbb54-5e53-43db-89a9-e4ab60319dad,segment=NetworkSegment(04a0ee71-d0d6-46bc-a540-b0edf6b3caee),segment_id=04a0ee71-d0d6-46bc-a540-b0edf6b3caee)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:36:17.262755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71853a2-bbf1-4fe9-aec9-2982d6b98a62 req-6ab77abf-eddc-4a5b-bc6e-d60c6dff0dd9 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:17.264307 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d71853a2-bbf1-4fe9-aec9-2982d6b98a62 req-6ab77abf-eddc-4a5b-bc6e-d60c6dff0dd9 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 944 time: 0.0508904 Aug 23 15:36:17.269067 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcf3267-e9b7-4ec1-9ed3-332a0bb48567 x-openstack-request-id: req-cdcf3267-e9b7-4ec1-9ed3-332a0bb48567 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:36:17.269359 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18266f7a-5010-407d-92dc-a58f07c20e55", "name": "network-vif-plugged", "status": "completed", "tag": "16edbb54-5e53-43db-89a9-e4ab60319dad", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:36:17.269613 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cdcf3267-e9b7-4ec1-9ed3-332a0bb48567 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:36:17.270003 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18266f7a-5010-407d-92dc-a58f07c20e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16edbb54-5e53-43db-89a9-e4ab60319dad', 'code': 200} Aug 23 15:36:17.304474 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d71853a2-bbf1-4fe9-aec9-2982d6b98a62 req-b6e7a43b-c936-4e2e-9169-eb121397c215 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333686 Aug 23 15:36:17.305714 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:17.332663 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35688) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:36:17.360296 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=16edbb54-5e53-43db-89a9-e4ab60319dad,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:36:17.393512 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d54a02a5-cfd5-46f4-8cfe-acfd2bdc9f90 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/floatingips/99aa3fe8-e0b5-403a-ab1f-d04320da57b9 HTTP/1.1" status: 200 len: 993 time: 0.0596337 Aug 23 15:36:20.455803 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:36:20.739112 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:22.636731 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-35232333-5583-419c-9368-d13b8fde065a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:25.544805 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:26.636381 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f5f7e7ff-c1c0-412a-9519-59ee4db0b822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:26.892756 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:28.733294 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:46.058782 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:48.009518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35700) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:36:48.169251 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port 9432ba21-b9aa-4aec-a776-def1dee3f7ac {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:36:48.169607 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:48.247204 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:48.247558 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:48.259196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for 9432ba21-b9aa-4aec-a776-def1dee3f7ac owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:36:48.470406 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:48.501967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=9432ba21-b9aa-4aec-a776-def1dee3f7ac,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:36:48.514303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:48.514660 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:48.515008 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:48.515350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:48.515709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:48.516049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:48.516385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:48.516721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:48.517285 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:48.517390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:48.517686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:48.518010 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:48.572041 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:48.572386 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Floating IP 99aa3fe8-e0b5-403a-ab1f-d04320da57b9 disassociated (deleted). External IP: 172.25.8.122, port: 16edbb54-5e53-43db-89a9-e4ab60319dad. Aug 23 15:36:48.751783 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34f4823f-8403-420e-bf59-24e525a91acb req-fcd5ada3-6abb-41ca-b89e-27d5df4244fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0900159 Aug 23 15:36:48.864269 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router 9ee07afb-6b0a-41c9-a612-924bec103c4e has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:36:48.866035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4823f-8403-420e-bf59-24e525a91acb req-dbfeb43d-d728-46c8-a0a4-20184fb115b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:48.867521 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34f4823f-8403-420e-bf59-24e525a91acb req-dbfeb43d-d728-46c8-a0a4-20184fb115b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 1096 time: 0.0630152 Aug 23 15:36:49.040709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:36:49.046065 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:49.049997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f6620a-d0ad-4c07-95b7-6f668aeb23ef None None] Sync routers for ids ['9ee07afb-6b0a-41c9-a612-924bec103c4e'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:36:49.050964 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4823f-8403-420e-bf59-24e525a91acb req-3735ed96-e6ff-4c2a-95ae-e6a2e926b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:49.052469 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34f4823f-8403-420e-bf59-24e525a91acb req-3735ed96-e6ff-4c2a-95ae-e6a2e926b533 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08544191-dd2e-4b64-857d-3423048b978d HTTP/1.1" status: 200 len: 898 time: 0.1431694 Aug 23 15:36:49.059402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f6620a-d0ad-4c07-95b7-6f668aeb23ef None None] Routers {'9ee07afb-6b0a-41c9-a612-924bec103c4e'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:36:49.060121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d8f6620a-d0ad-4c07-95b7-6f668aeb23ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:36:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9ee07afb-6b0a-41c9-a612-924bec103c4e'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:36:49.112069 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34f4823f-8403-420e-bf59-24e525a91acb req-af3954f2-8d40-44f9-a450-e9e0b9d105ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16edbb54-5e53-43db-89a9-e4ab60319dad HTTP/1.1" status: 200 len: 217 time: 0.0436442 Aug 23 15:36:49.113712 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-aaa87ea8-fb25-4835-94d1-a0bbd445d2aa tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/floatingips/99aa3fe8-e0b5-403a-ab1f-d04320da57b9 HTTP/1.1" status: 204 len: 168 time: 1.1031067 Aug 23 15:36:49.114294 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18266f7a-5010-407d-92dc-a58f07c20e55', 'tag': '16edbb54-5e53-43db-89a9-e4ab60319dad'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:36:49.116588 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb969cff-ce5c-4b5f-b003-883bec1603f3" -d '{"events": [{"name": "network-changed", "server_uuid": "18266f7a-5010-407d-92dc-a58f07c20e55", "tag": "16edbb54-5e53-43db-89a9-e4ab60319dad"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:36:49.164764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4823f-8403-420e-bf59-24e525a91acb req-ea94c00d-9b4a-48ea-81b3-70e3144c5228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:49.166254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34f4823f-8403-420e-bf59-24e525a91acb req-ea94c00d-9b4a-48ea-81b3-70e3144c5228 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7234072f-6ada-4547-8307-6cb04be1fab3 HTTP/1.1" status: 200 len: 835 time: 0.0465994 Aug 23 15:36:49.173079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-d8f6620a-d0ad-4c07-95b7-6f668aeb23ef None None] Set router 9ee07afb-6b0a-41c9-a612-924bec103c4e gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:36:49.218136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4823f-8403-420e-bf59-24e525a91acb req-a4d1c284-6a04-446b-8d64-47ebdc819e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:49.223723 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34f4823f-8403-420e-bf59-24e525a91acb req-a4d1c284-6a04-446b-8d64-47ebdc819e46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08544191-dd2e-4b64-857d-3423048b978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458088 Aug 23 15:36:49.236517 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b435ca8a-b42c-4c9f-9160-ea280c2069d1 x-openstack-request-id: req-b435ca8a-b42c-4c9f-9160-ea280c2069d1 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:36:49.236810 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18266f7a-5010-407d-92dc-a58f07c20e55", "tag": "16edbb54-5e53-43db-89a9-e4ab60319dad", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:36:49.237062 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b435ca8a-b42c-4c9f-9160-ea280c2069d1 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:36:49.237455 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18266f7a-5010-407d-92dc-a58f07c20e55', 'tag': '16edbb54-5e53-43db-89a9-e4ab60319dad', 'status': 'completed', 'code': 200} Aug 23 15:36:49.322387 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34f4823f-8403-420e-bf59-24e525a91acb req-f9d7c5f0-dd86-412f-9359-4e092d62369e service neutron] 10.222.0.57 "GET /v2.0/networks/08544191-dd2e-4b64-857d-3423048b978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942757 Aug 23 15:36:49.387279 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d8f6620a-d0ad-4c07-95b7-6f668aeb23ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:35:13Z', 'updated_at': '2021-08-23T15:35:17Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:14Z', 'updated_at': '2021-08-23T15:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2', 'name': '', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:ad:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:17Z', 'updated_at': '2021-08-23T15:35:22Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:36:49.418077 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f6620a-d0ad-4c07-95b7-6f668aeb23ef None None] Checking router: 9ee07afb-6b0a-41c9-a612-924bec103c4e for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:36:49.420876 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34f4823f-8403-420e-bf59-24e525a91acb req-b41e7359-2d3e-490e-b8e4-1d663eb45607 service neutron] 10.222.0.57 "GET /v2.0/networks/08544191-dd2e-4b64-857d-3423048b978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896280 Aug 23 15:36:49.427069 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f6620a-d0ad-4c07-95b7-6f668aeb23ef None None] Routers {'9ee07afb-6b0a-41c9-a612-924bec103c4e'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:36:49.427703 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d8f6620a-d0ad-4c07-95b7-6f668aeb23ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:36:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9ee07afb-6b0a-41c9-a612-924bec103c4e'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:36:49.536866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-d8f6620a-d0ad-4c07-95b7-6f668aeb23ef None None] Set router 9ee07afb-6b0a-41c9-a612-924bec103c4e gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:36:49.602676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969cff-ce5c-4b5f-b003-883bec1603f3 req-5818653f-a03f-4b25-9c82-cd0c4fe2ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:49.603315 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35703c-3672-43a3-83f1-9f9ffaa0447f req-79e1780d-13cf-4498-84d3-672479f79305 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:49.604137 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb969cff-ce5c-4b5f-b003-883bec1603f3 req-5818653f-a03f-4b25-9c82-cd0c4fe2ccef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 1096 time: 0.0425436 Aug 23 15:36:49.604969 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0a35703c-3672-43a3-83f1-9f9ffaa0447f req-79e1780d-13cf-4498-84d3-672479f79305 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0577869 Aug 23 15:36:49.649493 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0a35703c-3672-43a3-83f1-9f9ffaa0447f req-afca6b0d-5a0a-4ade-a997-2241381a22f4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386100 Aug 23 15:36:49.712517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969cff-ce5c-4b5f-b003-883bec1603f3 req-71a6384f-2e42-40da-aae3-660b74db2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:49.714609 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb969cff-ce5c-4b5f-b003-883bec1603f3 req-71a6384f-2e42-40da-aae3-660b74db2499 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08544191-dd2e-4b64-857d-3423048b978d HTTP/1.1" status: 200 len: 898 time: 0.0992534 Aug 23 15:36:49.760721 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d8f6620a-d0ad-4c07-95b7-6f668aeb23ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:35:13Z', 'updated_at': '2021-08-23T15:35:17Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:14Z', 'updated_at': '2021-08-23T15:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2', 'name': '', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:ad:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:17Z', 'updated_at': '2021-08-23T15:35:22Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:36:49.762425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb969cff-ce5c-4b5f-b003-883bec1603f3 req-7233b741-c8c2-4775-8845-d2e8fa4d1997 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16edbb54-5e53-43db-89a9-e4ab60319dad HTTP/1.1" status: 200 len: 217 time: 0.0372388 Aug 23 15:36:49.786926 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f6620a-d0ad-4c07-95b7-6f668aeb23ef None None] The sync data for ids ['9ee07afb-6b0a-41c9-a612-924bec103c4e'] in n-d-804985-3 is: [{'id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:35:13Z', 'updated_at': '2021-08-23T15:35:17Z', 'revision_number': 4, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:14Z', 'updated_at': '2021-08-23T15:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2', 'name': '', 'network_id': '08544191-dd2e-4b64-857d-3423048b978d', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'mac_address': 'fa:16:3e:ad:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:17Z', 'updated_at': '2021-08-23T15:35:22Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'subnets': [{'id': '7234072f-6ada-4547-8307-6cb04be1fab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:36:49.820143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969cff-ce5c-4b5f-b003-883bec1603f3 req-c07bc8e1-3276-4606-9f7d-3268e523ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:49.821628 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb969cff-ce5c-4b5f-b003-883bec1603f3 req-c07bc8e1-3276-4606-9f7d-3268e523ce17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7234072f-6ada-4547-8307-6cb04be1fab3 HTTP/1.1" status: 200 len: 835 time: 0.0505962 Aug 23 15:36:49.871791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb969cff-ce5c-4b5f-b003-883bec1603f3 req-862066ba-949f-4004-9ce9-b8a78ed0080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:49.873343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb969cff-ce5c-4b5f-b003-883bec1603f3 req-862066ba-949f-4004-9ce9-b8a78ed0080a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08544191-dd2e-4b64-857d-3423048b978d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441113 Aug 23 15:36:49.972982 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb969cff-ce5c-4b5f-b003-883bec1603f3 req-949b5906-cdc5-48dd-8502-a8d9c28c8348 service neutron] 10.222.0.57 "GET /v2.0/networks/08544191-dd2e-4b64-857d-3423048b978d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899100 Aug 23 15:36:50.016541 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a773a29-0aab-4619-a68c-6f70c4a89050 None None] New status for floating IP 99aa3fe8-e0b5-403a-ab1f-d04320da57b9: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:36:50.073234 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb969cff-ce5c-4b5f-b003-883bec1603f3 req-3d514ce4-4aaa-4d61-b7c8-8f1f08bb5a4b service neutron] 10.222.0.57 "GET /v2.0/networks/08544191-dd2e-4b64-857d-3423048b978d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927551 Aug 23 15:36:50.755616 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:50.768703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e173c-15e5-4567-a941-5c0f70448091 req-ea7c82f4-091e-4e27-8e72-7385dd63bdac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:50.770192 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-109e173c-15e5-4567-a941-5c0f70448091 req-ea7c82f4-091e-4e27-8e72-7385dd63bdac tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0512290 Aug 23 15:36:50.810259 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-109e173c-15e5-4567-a941-5c0f70448091 req-53acaa6f-292e-44d4-9092-49e8389312d4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/security-groups?id=65d5ff43-5f32-46db-8bd2-8da4786f477d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339658 Aug 23 15:36:51.040610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92212f44-8d62-48fb-b9ba-d04afdb56b42 req-9c91479d-c405-4de4-8a99-b48dd8b4fd02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:36:51.042092 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-92212f44-8d62-48fb-b9ba-d04afdb56b42 req-9c91479d-c405-4de4-8a99-b48dd8b4fd02 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 945 time: 0.0569248 Aug 23 15:36:51.134928 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-92212f44-8d62-48fb-b9ba-d04afdb56b42 req-458bc07c-dbdd-4597-9d11-fb5406dde0e4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port 16edbb54-5e53-43db-89a9-e4ab60319dad {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:36:51.135689 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-92212f44-8d62-48fb-b9ba-d04afdb56b42 req-458bc07c-dbdd-4597-9d11-fb5406dde0e4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:51.222991 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-92212f44-8d62-48fb-b9ba-d04afdb56b42 req-458bc07c-dbdd-4597-9d11-fb5406dde0e4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] For port 16edbb54-5e53-43db-89a9-e4ab60319dad, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=16edbb54-5e53-43db-89a9-e4ab60319dad,segment=NetworkSegment(04a0ee71-d0d6-46bc-a540-b0edf6b3caee),segment_id=04a0ee71-d0d6-46bc-a540-b0edf6b3caee)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:36:51.223369 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-92212f44-8d62-48fb-b9ba-d04afdb56b42 req-458bc07c-dbdd-4597-9d11-fb5406dde0e4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:51.235168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-92212f44-8d62-48fb-b9ba-d04afdb56b42 req-458bc07c-dbdd-4597-9d11-fb5406dde0e4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for 16edbb54-5e53-43db-89a9-e4ab60319dad owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:36:51.435927 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-92212f44-8d62-48fb-b9ba-d04afdb56b42 req-458bc07c-dbdd-4597-9d11-fb5406dde0e4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:51.465298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458bc07c-dbdd-4597-9d11-fb5406dde0e4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=16edbb54-5e53-43db-89a9-e4ab60319dad,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:36:51.514763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-92212f44-8d62-48fb-b9ba-d04afdb56b42 req-458bc07c-dbdd-4597-9d11-fb5406dde0e4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] No DVR routers for this DVR port 16edbb54-5e53-43db-89a9-e4ab60319dad on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:36:51.517348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-92212f44-8d62-48fb-b9ba-d04afdb56b42 req-458bc07c-dbdd-4597-9d11-fb5406dde0e4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:51.519884 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-92212f44-8d62-48fb-b9ba-d04afdb56b42 req-458bc07c-dbdd-4597-9d11-fb5406dde0e4 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.57 "DELETE /v2.0/ports/16edbb54-5e53-43db-89a9-e4ab60319dad HTTP/1.1" status: 204 len: 173 time: 0.4719126 Aug 23 15:36:51.520317 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18266f7a-5010-407d-92dc-a58f07c20e55', 'name': 'network-vif-deleted', 'tag': '16edbb54-5e53-43db-89a9-e4ab60319dad'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:36:51.522611 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d520bd0-f2c3-4420-99a5-679abd737f1d" -d '{"events": [{"server_uuid": "18266f7a-5010-407d-92dc-a58f07c20e55", "name": "network-vif-deleted", "tag": "16edbb54-5e53-43db-89a9-e4ab60319dad"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:36:51.557995 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d26eda-9fde-4148-8428-4b1f4dc6b582 x-openstack-request-id: req-77d26eda-9fde-4148-8428-4b1f4dc6b582 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:36:51.558323 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18266f7a-5010-407d-92dc-a58f07c20e55", "name": "network-vif-deleted", "tag": "16edbb54-5e53-43db-89a9-e4ab60319dad", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:36:51.558580 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-77d26eda-9fde-4148-8428-4b1f4dc6b582 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:36:51.558985 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18266f7a-5010-407d-92dc-a58f07c20e55', 'name': 'network-vif-deleted', 'tag': '16edbb54-5e53-43db-89a9-e4ab60319dad', 'status': 'completed', 'code': 200} Aug 23 15:36:51.921970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d79f21c7-9a96-48dc-904e-adbe97b47b05 req-fda89736-b235-4df2-b536-6eddec503d48 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "GET /v2.0/ports?device_id=18266f7a-5010-407d-92dc-a58f07c20e55 HTTP/1.1" status: 200 len: 210 time: 0.0301788 Aug 23 15:36:52.652487 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3c15b7e1-bb6f-44f4-a16b-11422161ccde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:52.979192 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35720) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:36:53.217482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 16edbb54-5e53-43db-89a9-e4ab60319dad no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:36:53.241474 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 16edbb54-5e53-43db-89a9-e4ab60319dad {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:36:53.241849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 16edbb54-5e53-43db-89a9-e4ab60319dad not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:36:53.336393 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:53.586437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:36:53.586695 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:53.676194 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] For port c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2,segment=NetworkSegment(04a0ee71-d0d6-46bc-a540-b0edf6b3caee),segment_id=04a0ee71-d0d6-46bc-a540-b0edf6b3caee)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:36:53.676581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:53.688317 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:36:53.948762 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:53.976062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:36:53.988557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:53.989179 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:53.989272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:53.989565 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:53.989907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:53.990245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:53.990584 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:53.990921 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:53.991256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:53.991588 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:53.991947 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:53.992274 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:36:54.186009 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:54.402677 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Router 9ee07afb-6b0a-41c9-a612-924bec103c4e has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:36:54.516019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:36:54.520986 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d33d4ecd-7a41-490c-8864-68c8f94b6830 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "PUT /v2.0/routers/9ee07afb-6b0a-41c9-a612-924bec103c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5406959 Aug 23 15:36:54.524139 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35722) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:36:54.525565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767b77a3-acc2-49ec-ad3e-78bcd36bb565 None None] Sync routers for ids ['9ee07afb-6b0a-41c9-a612-924bec103c4e'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:36:54.534878 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767b77a3-acc2-49ec-ad3e-78bcd36bb565 None None] Routers {'9ee07afb-6b0a-41c9-a612-924bec103c4e'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:36:54.537124 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-767b77a3-acc2-49ec-ad3e-78bcd36bb565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:36:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9ee07afb-6b0a-41c9-a612-924bec103c4e'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:36:54.582325 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa52fbc-92bf-4fd6-b63b-f2af70903b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting subnet 7234072f-6ada-4547-8307-6cb04be1fab3 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:36:54.586795 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fa52fbc-92bf-4fd6-b63b-f2af70903b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:54.629172 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fa52fbc-92bf-4fd6-b63b-f2af70903b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:54.642038 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-767b77a3-acc2-49ec-ad3e-78bcd36bb565 None None] Set router 9ee07afb-6b0a-41c9-a612-924bec103c4e gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:36:54.719773 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fa52fbc-92bf-4fd6-b63b-f2af70903b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:54.859444 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fa52fbc-92bf-4fd6-b63b-f2af70903b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:54.889503 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa52fbc-92bf-4fd6-b63b-f2af70903b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Subnet': ['ID=7234072f-6ada-4547-8307-6cb04be1fab3,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:36:54.896142 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7fa52fbc-92bf-4fd6-b63b-f2af70903b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:54.900737 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7fa52fbc-92bf-4fd6-b63b-f2af70903b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/subnets/7234072f-6ada-4547-8307-6cb04be1fab3 HTTP/1.1" status: 204 len: 168 time: 0.3730335 Aug 23 15:36:54.901055 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35724) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:36:54.906085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dcdc17-0e11-40de-807d-027669ec22ab None None] Network 08544191-dd2e-4b64-857d-3423048b978d requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:36:55.012273 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:55.095713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-767b77a3-acc2-49ec-ad3e-78bcd36bb565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:35:13Z', 'updated_at': '2021-08-23T15:36:53Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:14Z', 'updated_at': '2021-08-23T15:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:36:55.122585 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:55.125622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767b77a3-acc2-49ec-ad3e-78bcd36bb565 None None] Checking router: 9ee07afb-6b0a-41c9-a612-924bec103c4e for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:36:55.134668 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767b77a3-acc2-49ec-ad3e-78bcd36bb565 None None] Routers {'9ee07afb-6b0a-41c9-a612-924bec103c4e'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:36:55.135285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-767b77a3-acc2-49ec-ad3e-78bcd36bb565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:36:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['9ee07afb-6b0a-41c9-a612-924bec103c4e'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:36:55.174165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9343d8-a5fb-4ed7-8855-5d0209cb4092 None None] DHCP port deletion for 08544191-dd2e-4b64-857d-3423048b978d request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:36:55.276552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-767b77a3-acc2-49ec-ad3e-78bcd36bb565 None None] Set router 9ee07afb-6b0a-41c9-a612-924bec103c4e gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:36:55.336364 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3d9343d8-a5fb-4ed7-8855-5d0209cb4092 None None] Deleting port 2e8a3fbf-26e9-4f09-9496-522c1f281a0e {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:36:55.336726 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3d9343d8-a5fb-4ed7-8855-5d0209cb4092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:55.451061 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3d9343d8-a5fb-4ed7-8855-5d0209cb4092 None None] For port 2e8a3fbf-26e9-4f09-9496-522c1f281a0e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=2e8a3fbf-26e9-4f09-9496-522c1f281a0e,segment=NetworkSegment(04a0ee71-d0d6-46bc-a540-b0edf6b3caee),segment_id=04a0ee71-d0d6-46bc-a540-b0edf6b3caee)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:36:55.451349 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3d9343d8-a5fb-4ed7-8855-5d0209cb4092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:55.473615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3d9343d8-a5fb-4ed7-8855-5d0209cb4092 None None] Calling delete_port for 2e8a3fbf-26e9-4f09-9496-522c1f281a0e owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:36:55.561693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Deleting port f850326d-d0e6-4274-8b0b-86c1c190629a {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:36:55.562055 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:55.573151 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:55.615681 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-767b77a3-acc2-49ec-ad3e-78bcd36bb565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:35:13Z', 'updated_at': '2021-08-23T15:36:53Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:14Z', 'updated_at': '2021-08-23T15:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:36:55.641705 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767b77a3-acc2-49ec-ad3e-78bcd36bb565 None None] The sync data for ids ['9ee07afb-6b0a-41c9-a612-924bec103c4e'] in n-d-804985-3 is: [{'id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-915689476', 'tenant_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:35:13Z', 'updated_at': '2021-08-23T15:36:53Z', 'revision_number': 5, 'project_id': 'a92d2a4eb72f41b297dc61bf49092fe1', 'gw_port': {'id': 'f850326d-d0e6-4274-8b0b-86c1c190629a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee07afb-6b0a-41c9-a612-924bec103c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:35:14Z', 'updated_at': '2021-08-23T15:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:36:55.642359 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] For port f850326d-d0e6-4274-8b0b-86c1c190629a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f850326d-d0e6-4274-8b0b-86c1c190629a,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:36:55.642744 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:55.657621 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Calling delete_port for f850326d-d0e6-4274-8b0b-86c1c190629a owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:36:55.663435 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3d9343d8-a5fb-4ed7-8855-5d0209cb4092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:55.699941 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9343d8-a5fb-4ed7-8855-5d0209cb4092 None None] Pushing event deleted for resources: {'Port': ['ID=2e8a3fbf-26e9-4f09-9496-522c1f281a0e,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:36:55.702079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9343d8-a5fb-4ed7-8855-5d0209cb4092 None None] No DVR routers for this DVR port 2e8a3fbf-26e9-4f09-9496-522c1f281a0e on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:36:55.893144 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:55.917227 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Port': ['ID=f850326d-d0e6-4274-8b0b-86c1c190629a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:36:55.978360 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.083814 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.086158 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.149419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2e8a3fbf-26e9-4f09-9496-522c1f281a0e no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:36:56.175852 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 2e8a3fbf-26e9-4f09-9496-522c1f281a0e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:36:56.176670 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 2e8a3fbf-26e9-4f09-9496-522c1f281a0e not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:36:56.177663 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:36:56.201511 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:36:56.201861 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c16ea39e-8c51-46a9-b70e-6be0d4fbe1f2 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:36:56.218426 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.219034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Fanout notify agent at l3_agent the message router_deleted on router 9ee07afb-6b0a-41c9-a612-924bec103c4e {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:36:56.228021 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.234296 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0d91f276-6c33-41da-9d7d-9addf8fc5f68 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/routers/9ee07afb-6b0a-41c9-a612-924bec103c4e HTTP/1.1" status: 204 len: 168 time: 1.3272390 Aug 23 15:36:56.234296 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35726) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:36:56.323729 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1593e879-82c3-4063-9fdc-6f7c1d0c4b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.426457 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1593e879-82c3-4063-9fdc-6f7c1d0c4b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.437950 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-1593e879-82c3-4063-9fdc-6f7c1d0c4b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08544191-dd2e-4b64-857d-3423048b978d']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:36:56.452756 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-1593e879-82c3-4063-9fdc-6f7c1d0c4b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a0ee71-d0d6-46bc-a540-b0edf6b3caee') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:36:56.452756 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-1593e879-82c3-4063-9fdc-6f7c1d0c4b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a0ee71-d0d6-46bc-a540-b0edf6b3caee') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:36:56.464234 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1593e879-82c3-4063-9fdc-6f7c1d0c4b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.480622 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1593e879-82c3-4063-9fdc-6f7c1d0c4b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.486428 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1593e879-82c3-4063-9fdc-6f7c1d0c4b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:36:56.486765 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1593e879-82c3-4063-9fdc-6f7c1d0c4b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:36:56.490401 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:36:56.629932 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1593e879-82c3-4063-9fdc-6f7c1d0c4b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.637379 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1593e879-82c3-4063-9fdc-6f7c1d0c4b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.640283 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1593e879-82c3-4063-9fdc-6f7c1d0c4b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/networks/08544191-dd2e-4b64-857d-3423048b978d HTTP/1.1" status: 204 len: 168 time: 0.4071593 Aug 23 15:36:56.643292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35728) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:36:56.654519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593e879-82c3-4063-9fdc-6f7c1d0c4b7b tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'Network': ['ID=08544191-dd2e-4b64-857d-3423048b978d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:36:56.668680 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8060a71b-57f1-4dbc-ac35-2dfd083cf3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.734044 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-874768b6-72bd-4394-a0ce-83e8de437376 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.772954 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-874768b6-72bd-4394-a0ce-83e8de437376 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.911188 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-874768b6-72bd-4394-a0ce-83e8de437376 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.913964 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-874768b6-72bd-4394-a0ce-83e8de437376 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.918862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-874768b6-72bd-4394-a0ce-83e8de437376 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] 10.222.0.38 "DELETE /v2.0/security-groups/65d5ff43-5f32-46db-8bd2-8da4786f477d HTTP/1.1" status: 204 len: 168 time: 0.2739687 Aug 23 15:36:56.921346 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:56.929545 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874768b6-72bd-4394-a0ce-83e8de437376 tempest-TestNetworkAdvancedServerOps-530699365 tempest-TestNetworkAdvancedServerOps-530699365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d5ff43-5f32-46db-8bd2-8da4786f477d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:36:57.454573 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:36:57.554713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35736) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:36:57.692947 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6f89e57f-d1eb-4714-866b-7f2486542e3c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a92d2a4eb72f41b297dc61bf49092fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370382 Aug 23 15:36:57.695725 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35740) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:36:57.737219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f850326d-d0e6-4274-8b0b-86c1c190629a no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:36:57.744320 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-961cb751-bdaa-4cce-832a-6f79a59235cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:57.756693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: f850326d-d0e6-4274-8b0b-86c1c190629a {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:36:57.757074 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f850326d-d0e6-4274-8b0b-86c1c190629a not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:36:57.765384 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-961cb751-bdaa-4cce-832a-6f79a59235cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:57.887186 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-961cb751-bdaa-4cce-832a-6f79a59235cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:57.889751 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-961cb751-bdaa-4cce-832a-6f79a59235cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:57.890947 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-961cb751-bdaa-4cce-832a-6f79a59235cb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a3e9b470-207a-4e92-88c8-ed319a5753e4 HTTP/1.1" status: 204 len: 168 time: 0.1942654 Aug 23 15:36:57.898673 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cb751-bdaa-4cce-832a-6f79a59235cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e9b470-207a-4e92-88c8-ed319a5753e4,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:36:58.415499 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35746) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:36:58.455246 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0ea9c01a-1471-42a3-bb6b-d1bc77df1ced admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=be81ee64d99a449b9deb5c951c0dd8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383940 Aug 23 15:36:58.457664 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35748) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:36:58.505478 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6da4f366-3bfd-4d74-8e1d-5fef7b2158d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:58.526096 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6da4f366-3bfd-4d74-8e1d-5fef7b2158d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:58.641151 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6da4f366-3bfd-4d74-8e1d-5fef7b2158d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:58.643888 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6da4f366-3bfd-4d74-8e1d-5fef7b2158d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:36:58.645058 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6da4f366-3bfd-4d74-8e1d-5fef7b2158d5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/37137e05-e794-4480-a1f4-21db2f0e109b HTTP/1.1" status: 204 len: 168 time: 0.1864457 Aug 23 15:36:58.653108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4f366-3bfd-4d74-8e1d-5fef7b2158d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37137e05-e794-4480-a1f4-21db2f0e109b,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:36:58.714657 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:03.557672 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35908) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:37:03.661538 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d7ecba7-283b-452b-a566-82630f626887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:03.748799 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d7ecba7-283b-452b-a566-82630f626887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:03.812234 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5d7ecba7-283b-452b-a566-82630f626887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:03.850756 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5d7ecba7-283b-452b-a566-82630f626887 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cf52d73e17004f7392b1ba09244af4bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919862 Aug 23 15:37:03.851518 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ecba7-283b-452b-a566-82630f626887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6163ac58-a06a-4ae5-8a82-84aed20c3e03,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:03.853579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35912) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:37:03.903149 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f545628-dab5-46af-8135-dcab68f5e91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:03.927285 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f545628-dab5-46af-8135-dcab68f5e91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:04.023867 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f545628-dab5-46af-8135-dcab68f5e91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:04.026498 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f545628-dab5-46af-8135-dcab68f5e91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:04.027672 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3f545628-dab5-46af-8135-dcab68f5e91b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6163ac58-a06a-4ae5-8a82-84aed20c3e03 HTTP/1.1" status: 204 len: 168 time: 0.1730788 Aug 23 15:37:04.036738 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f545628-dab5-46af-8135-dcab68f5e91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6163ac58-a06a-4ae5-8a82-84aed20c3e03,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:04.580168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 35918) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:37:04.593844 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f5aba99d-8cab-4bd1-aa75-0d0f63062643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:04.684568 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f5aba99d-8cab-4bd1-aa75-0d0f63062643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:04.759577 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f5aba99d-8cab-4bd1-aa75-0d0f63062643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:04.798955 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f5aba99d-8cab-4bd1-aa75-0d0f63062643 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51b3dc15c8a3427baf91ed874f065c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172184 Aug 23 15:37:04.799990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aba99d-8cab-4bd1-aa75-0d0f63062643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abe312c-04f0-42b5-bd3e-3d0f23378d07,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:04.802151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 35920) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:37:04.851542 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d43ba54-f821-49e6-a7e6-b0ea0f9d5283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:04.871751 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d43ba54-f821-49e6-a7e6-b0ea0f9d5283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:04.994040 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d43ba54-f821-49e6-a7e6-b0ea0f9d5283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:04.996674 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2d43ba54-f821-49e6-a7e6-b0ea0f9d5283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:04.998053 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2d43ba54-f821-49e6-a7e6-b0ea0f9d5283 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4abe312c-04f0-42b5-bd3e-3d0f23378d07 HTTP/1.1" status: 204 len: 168 time: 0.1948705 Aug 23 15:37:05.006500 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43ba54-f821-49e6-a7e6-b0ea0f9d5283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abe312c-04f0-42b5-bd3e-3d0f23378d07,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:15.790407 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-a181ca00-4780-4808-837e-50b9d316862d tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=43983a8fe8b84ae3bc53be79f8f44bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317490 Aug 23 15:37:15.980343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-ca80114e-01fb-4e62-b225-6e04b1d3796b tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:15.981845 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-ca80114e-01fb-4e62-b225-6e04b1d3796b tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859848 Aug 23 15:37:15.997953 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-34fada56-ad9f-4221-a7b8-97537c1affd1 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/quotas/43983a8fe8b84ae3bc53be79f8f44bc2 HTTP/1.1" status: 200 len: 375 time: 0.0094075 Aug 23 15:37:16.029888 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-9a540fa1-0980-40f7-af40-1892e45d3de3 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=43983a8fe8b84ae3bc53be79f8f44bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259356 Aug 23 15:37:16.046408 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:16.278001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c943b63d-93c5-4056-97c4-178fe0439cf1 req-df272aff-da9d-4943-9e50-d5a69d31fa0e tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 210 time: 0.0283637 Aug 23 15:37:17.357120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e2460918-1a1b-4d64-b03a-2d4475bd252f req-01cb42c2-c337-48fc-bd80-d99706ab47f6 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 210 time: 0.0281050 Aug 23 15:37:18.450629 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b8f6aa6c-524b-42c1-b2e9-4d61d79f39a1 req-a49cd2ea-3dd7-4456-b9b6-9b28b5d2eff5 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 210 time: 0.0271807 Aug 23 15:37:18.620303 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-6b049667-057e-42dc-b20f-c816017d8846 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=43983a8fe8b84ae3bc53be79f8f44bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333045 Aug 23 15:37:18.811175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-c7ef5b52-abad-4279-96e1-bee090c7e95c tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:18.812729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-c7ef5b52-abad-4279-96e1-bee090c7e95c tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863317 Aug 23 15:37:18.825271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Request body: {'port': {'device_id': '6c129b14-aeae-408d-a35c-e8136b2f23c2', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'admin_state_up': True, 'tenant_id': '43983a8fe8b84ae3bc53be79f8f44bc2'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:37:19.006439 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Made reservation on behalf of 43983a8fe8b84ae3bc53be79f8f44bc2 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:37:19.010016 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:19.023603 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:19.396870 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:19.457845 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:19.522360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34981a81-ac34-4b01-a389-7dfd6dff2471,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:19.550424 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a28d7d5e-3767-498d-8910-09837085b667 req-c49b6687-0655-49fe-ae63-f87001d5184a tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 210 time: 0.0303152 Aug 23 15:37:19.598009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Allocated IP 192.168.233.30 (a1b24a4c-e1f0-471a-b8eb-50a88cc691dd/1e2a7b78-598e-4d7f-a664-724208a5a6d0/191141c2-6105-499d-a811-696c525e554b) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:37:19.741121 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:19.754884 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Transition to ACTIVE for port object 191141c2-6105-499d-a811-696c525e554b will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:37:19.873857 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:19.920627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:37:19.923443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:37:19.927171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:37:19.935556 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Pushing event updated for resources: {'Port': ['ID=191141c2-6105-499d-a811-696c525e554b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:19.982217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:19.982838 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:20.064902 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f784d1e9-fdcf-4994-ab7f-9f4641c83006 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2427979 Aug 23 15:37:20.175043 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Request body: {'port': {'device_id': '6c129b14-aeae-408d-a35c-e8136b2f23c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:37:20.178219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f0d8622e-f547-4c59-81c9-d257c0c39e3f None None] Provisioning for port 191141c2-6105-499d-a811-696c525e554b completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:37:20.182465 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f0d8622e-f547-4c59-81c9-d257c0c39e3f None None] Provisioning complete for port 191141c2-6105-499d-a811-696c525e554b triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:37:20.182845 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f0d8622e-f547-4c59-81c9-d257c0c39e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:20.221409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8622e-f547-4c59-81c9-d257c0c39e3f None None] Port 191141c2-6105-499d-a811-696c525e554b cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:37:20.230412 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:20.495202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191141c2-6105-499d-a811-696c525e554b {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:37:20.502467 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:20.513752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Transition to ACTIVE for port object 191141c2-6105-499d-a811-696c525e554b will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:37:20.589550 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:20.671311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Pushing event updated for resources: {'Port': ['ID=191141c2-6105-499d-a811-696c525e554b,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:20.732611 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:20.746360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bda3cc-9660-4e74-a8c5-3f289f15ae9d req-ab0ed641-4279-4418-aa5c-74d9f12ff655 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:20.747873 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-36bda3cc-9660-4e74-a8c5-3f289f15ae9d req-ab0ed641-4279-4418-aa5c-74d9f12ff655 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 947 time: 0.1226883 Aug 23 15:37:20.789054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Attempting to bind port 191141c2-6105-499d-a811-696c525e554b on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:37:20.789184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Attempting to bind port 191141c2-6105-499d-a811-696c525e554b by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:37:20.789423 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Attempting to bind port 191141c2-6105-499d-a811-696c525e554b on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:37:20.802385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Port 191141c2-6105-499d-a811-696c525e554b on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:37:20.802716 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Attempting to bind port 191141c2-6105-499d-a811-696c525e554b on network a1b24a4c-e1f0-471a-b8eb-50a88cc691dd {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:37:20.811344 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-36bda3cc-9660-4e74-a8c5-3f289f15ae9d req-d425517d-8a14-4afb-af01-ad7a5cc6410b tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34981a81-ac34-4b01-a389-7dfd6dff2471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570033 Aug 23 15:37:20.812495 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:37:20.812838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Checking segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:37:20.813220 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Bound using segment: {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:37:20.813653 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Bound port: 191141c2-6105-499d-a811-696c525e554b, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf09af5-0a5a-41d2-ab92-5521dac1bf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:37:20.814013 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:20.878156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] For port 191141c2-6105-499d-a811-696c525e554b, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:37:20.882201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] For port 191141c2-6105-499d-a811-696c525e554b, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=191141c2-6105-499d-a811-696c525e554b,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:37:20.959538 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:20.993865 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:20.994476 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:20.995902 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-93d17385-8029-464a-b595-bd7417388b0e service neutron] 10.222.0.61 "PUT /v2.0/ports/191141c2-6105-499d-a811-696c525e554b HTTP/1.1" status: 200 len: 1095 time: 0.9232130 Aug 23 15:37:20.996348 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c129b14-aeae-408d-a35c-e8136b2f23c2', 'tag': '191141c2-6105-499d-a811-696c525e554b'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:37:20.998579 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9820e2a1-0957-43f2-8c50-4f037e276dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "6c129b14-aeae-408d-a35c-e8136b2f23c2", "tag": "191141c2-6105-499d-a811-696c525e554b"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:37:21.025156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d17385-8029-464a-b595-bd7417388b0e service neutron] Pushing event updated for resources: {'Port': ['ID=191141c2-6105-499d-a811-696c525e554b,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:21.043119 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b71219-0560-42f6-9732-0ee3b692afb6 x-openstack-request-id: req-f9b71219-0560-42f6-9732-0ee3b692afb6 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:37:21.043415 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c129b14-aeae-408d-a35c-e8136b2f23c2", "tag": "191141c2-6105-499d-a811-696c525e554b", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:37:21.043683 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f9b71219-0560-42f6-9732-0ee3b692afb6 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:37:21.044225 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c129b14-aeae-408d-a35c-e8136b2f23c2', 'tag': '191141c2-6105-499d-a811-696c525e554b', 'status': 'completed', 'code': 200} Aug 23 15:37:21.111972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820e2a1-0957-43f2-8c50-4f037e276dd5 req-88bd2b24-ecfa-4ee2-ab78-de110e685259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:21.113756 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9820e2a1-0957-43f2-8c50-4f037e276dd5 req-88bd2b24-ecfa-4ee2-ab78-de110e685259 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=43983a8fe8b84ae3bc53be79f8f44bc2&device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 1098 time: 0.0478358 Aug 23 15:37:21.142466 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9820e2a1-0957-43f2-8c50-4f037e276dd5 req-f2783167-e8f7-4bb6-b013-220b60f40992 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=43983a8fe8b84ae3bc53be79f8f44bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211799 Aug 23 15:37:21.242273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820e2a1-0957-43f2-8c50-4f037e276dd5 req-ca2d389e-8578-4017-a8f2-063a3b81fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:21.243795 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9820e2a1-0957-43f2-8c50-4f037e276dd5 req-ca2d389e-8578-4017-a8f2-063a3b81fabe service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949268 Aug 23 15:37:21.326946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-3d0d3ec4-5e0d-4023-9fbe-b3f2a60e82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:21.328540 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-3d0d3ec4-5e0d-4023-9fbe-b3f2a60e82a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=43983a8fe8b84ae3bc53be79f8f44bc2&device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 1098 time: 0.0476127 Aug 23 15:37:21.371427 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-54dd50c9-ac9d-4bcd-ae14-c7aea50aefb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=191141c2-6105-499d-a811-696c525e554b HTTP/1.1" status: 200 len: 217 time: 0.0339806 Aug 23 15:37:21.419324 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f421def9-8920-4930-a0e2-76643695d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:21.420768 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-f421def9-8920-4930-a0e2-76643695d543 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1e2a7b78-598e-4d7f-a664-724208a5a6d0 HTTP/1.1" status: 200 len: 843 time: 0.0424399 Aug 23 15:37:21.470222 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-ebba1be0-16e6-48b0-bdea-e169df617716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:21.471860 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-ebba1be0-16e6-48b0-bdea-e169df617716 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a1b24a4c-e1f0-471a-b8eb-50a88cc691dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440822 Aug 23 15:37:21.566767 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-a84482f7-2c4a-4066-b144-93251c6e5d24 service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874479 Aug 23 15:37:21.655846 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e5ed87b4-2008-4ea5-92d6-61fcbd584e70 req-df0ea390-b2e4-4c86-bba0-f81689bb0baf service neutron] 10.222.0.61 "GET /v2.0/networks/a1b24a4c-e1f0-471a-b8eb-50a88cc691dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821378 Aug 23 15:37:21.933081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7addfd-a35a-44f4-9ad4-3340379cb97a req-82d0c97a-9836-4518-a128-eb3014b283b1 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:21.934575 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb7addfd-a35a-44f4-9ad4-3340379cb97a req-82d0c97a-9836-4518-a128-eb3014b283b1 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 947 time: 0.0564015 Aug 23 15:37:21.973771 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb7addfd-a35a-44f4-9ad4-3340379cb97a req-f4b1b291-1dc2-422f-bc95-e3d4c21ec4ff tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34981a81-ac34-4b01-a389-7dfd6dff2471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328648 Aug 23 15:37:22.656064 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4be8683c-ff9a-482a-bdd9-f9786dd20f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:23.096563 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd24de-7e9a-4144-b5fa-bfa38afa277d req-ddd373c9-9014-4113-b5dd-cc74f9a5fc28 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:23.098041 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bbfd24de-7e9a-4144-b5fa-bfa38afa277d req-ddd373c9-9014-4113-b5dd-cc74f9a5fc28 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 947 time: 0.0546150 Aug 23 15:37:23.135006 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bbfd24de-7e9a-4144-b5fa-bfa38afa277d req-9ef72414-3aa2-46c9-9f16-b5f23098843d tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34981a81-ac34-4b01-a389-7dfd6dff2471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310295 Aug 23 15:37:24.251583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbc824-1418-4b1b-b29e-6787ab2e11b1 req-174afa18-0af7-40d8-8ec0-70c753d1de6b tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:24.253890 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aefbc824-1418-4b1b-b29e-6787ab2e11b1 req-174afa18-0af7-40d8-8ec0-70c753d1de6b tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 947 time: 0.0517089 Aug 23 15:37:24.291452 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aefbc824-1418-4b1b-b29e-6787ab2e11b1 req-0d6252b5-049e-409c-ba47-888a52b08913 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34981a81-ac34-4b01-a389-7dfd6dff2471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Aug 23 15:37:24.942946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 191141c2-6105-499d-a811-696c525e554b details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:37:25.035882 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 191141c2-6105-499d-a811-696c525e554b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=191141c2-6105-499d-a811-696c525e554b,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:37:25.045864 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '191141c2-6105-499d-a811-696c525e554b', 'network_id': 'a1b24a4c-e1f0-471a-b8eb-50a88cc691dd', 'port_id': '191141c2-6105-499d-a811-696c525e554b', 'mac_address': 'fa:16:3e:30:63:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2a7b78-598e-4d7f-a664-724208a5a6d0', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:37:25.086304 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:25.099644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191141c2-6105-499d-a811-696c525e554b {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:37:25.118592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 191141c2-6105-499d-a811-696c525e554b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=191141c2-6105-499d-a811-696c525e554b,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:37:25.190025 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:25.241827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=191141c2-6105-499d-a811-696c525e554b,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:25.249062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:37:25.249409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:37:25.249846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:37:25.250183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:37:25.250514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:37:25.250842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:37:25.251167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:37:25.251521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:37:25.252423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:37:25.252929 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:37:25.253264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:37:25.253589 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:37:25.406964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71651bea-0e1b-46e5-ae63-e4eca4e752a5 req-079e896b-9862-4c9a-85d1-c493d02556ea tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:25.409018 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-71651bea-0e1b-46e5-ae63-e4eca4e752a5 req-079e896b-9862-4c9a-85d1-c493d02556ea tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 948 time: 0.0497928 Aug 23 15:37:25.446324 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-71651bea-0e1b-46e5-ae63-e4eca4e752a5 req-6397ab38-b1ec-4e23-8278-c6f7d8b7aac0 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34981a81-ac34-4b01-a389-7dfd6dff2471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314178 Aug 23 15:37:25.448210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['191141c2-6105-499d-a811-696c525e554b'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:37:25.568657 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:26.560487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb322d-c644-4d75-a056-b8478998c471 req-4818baf0-45ba-4abd-8a49-00f32f15d885 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:26.562046 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2bdb322d-c644-4d75-a056-b8478998c471 req-4818baf0-45ba-4abd-8a49-00f32f15d885 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 948 time: 0.0502148 Aug 23 15:37:26.601182 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2bdb322d-c644-4d75-a056-b8478998c471 req-93fce6a2-a651-41da-a8c4-60100dc69674 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34981a81-ac34-4b01-a389-7dfd6dff2471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321250 Aug 23 15:37:26.617525 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9c45c988-83d6-4eea-8ec4-51499ed9e262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:26.920652 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:26.960512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 191141c2-6105-499d-a811-696c525e554b up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:37:27.073720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 191141c2-6105-499d-a811-696c525e554b completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:37:27.077989 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 191141c2-6105-499d-a811-696c525e554b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:37:27.078513 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:27.163522 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:27.188911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c129b14-aeae-408d-a35c-e8136b2f23c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191141c2-6105-499d-a811-696c525e554b'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:37:27.191762 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c9236f-7f07-4828-aed7-c922c92ffecf" -d '{"events": [{"server_uuid": "6c129b14-aeae-408d-a35c-e8136b2f23c2", "name": "network-vif-plugged", "status": "completed", "tag": "191141c2-6105-499d-a811-696c525e554b"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:37:27.205855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 191141c2-6105-499d-a811-696c525e554b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=191141c2-6105-499d-a811-696c525e554b,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:37:27.230500 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87866040-0390-4833-b3d2-69734b9de4df x-openstack-request-id: req-87866040-0390-4833-b3d2-69734b9de4df {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:37:27.230500 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c129b14-aeae-408d-a35c-e8136b2f23c2", "name": "network-vif-plugged", "status": "completed", "tag": "191141c2-6105-499d-a811-696c525e554b", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:37:27.230500 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-87866040-0390-4833-b3d2-69734b9de4df {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:37:27.230500 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c129b14-aeae-408d-a35c-e8136b2f23c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191141c2-6105-499d-a811-696c525e554b', 'code': 200} Aug 23 15:37:27.286137 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:27.336562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b2be-01ff-490b-a77f-229facbd164c req-72c26f75-2933-4851-8777-e839c888e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:27.338125 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0e56b2be-01ff-490b-a77f-229facbd164c req-72c26f75-2933-4851-8777-e839c888e48a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 1100 time: 0.0538516 Aug 23 15:37:27.338978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=191141c2-6105-499d-a811-696c525e554b,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:27.373219 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0e56b2be-01ff-490b-a77f-229facbd164c req-4e3756d2-f91b-4c3f-b887-0eef928e0634 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=34981a81-ac34-4b01-a389-7dfd6dff2471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277417 Aug 23 15:37:27.716887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d8050-889b-43e7-96cb-f8aff61209ce req-d5817eb5-fecb-4dc2-b891-7b6234b01796 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:27.718401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-920d8050-889b-43e7-96cb-f8aff61209ce req-d5817eb5-fecb-4dc2-b891-7b6234b01796 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 949 time: 0.0494406 Aug 23 15:37:27.758533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-920d8050-889b-43e7-96cb-f8aff61209ce req-0ad46757-a14c-4098-a461-21b37ef51766 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34981a81-ac34-4b01-a389-7dfd6dff2471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340333 Aug 23 15:37:28.697564 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:28.874933 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e185b9c-16da-4451-9186-3a95d105cb70 req-977ddb80-7854-44d8-98e6-b63b7f34b1f1 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:28.876355 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4e185b9c-16da-4451-9186-3a95d105cb70 req-977ddb80-7854-44d8-98e6-b63b7f34b1f1 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 949 time: 0.0500276 Aug 23 15:37:28.914152 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4e185b9c-16da-4451-9186-3a95d105cb70 req-d0bbbcf2-1c14-4c4d-9da7-9769425d179e tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34981a81-ac34-4b01-a389-7dfd6dff2471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318887 Aug 23 15:37:30.238473 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaa4e1-616f-41c1-9c75-fd998638dc54 req-003b47ba-7bc6-41ff-b6f5-d3e15b4719f1 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:30.239955 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1beaa4e1-616f-41c1-9c75-fd998638dc54 req-003b47ba-7bc6-41ff-b6f5-d3e15b4719f1 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 949 time: 0.0526221 Aug 23 15:37:30.277513 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1beaa4e1-616f-41c1-9c75-fd998638dc54 req-4dcfd7d4-0ba6-41e3-a113-14ada2340599 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34981a81-ac34-4b01-a389-7dfd6dff2471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315838 Aug 23 15:37:31.397656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121865f0-27d2-4f69-a072-70548c63a0f2 req-2ded0c7a-18b2-4dfe-9d58-8fffa03d46ad tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:31.399153 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-121865f0-27d2-4f69-a072-70548c63a0f2 req-2ded0c7a-18b2-4dfe-9d58-8fffa03d46ad tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 949 time: 0.0502412 Aug 23 15:37:31.442383 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-121865f0-27d2-4f69-a072-70548c63a0f2 req-e58404c4-a5f6-47d8-933f-4384b065b79c tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/security-groups?id=34981a81-ac34-4b01-a389-7dfd6dff2471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372777 Aug 23 15:37:31.517140 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37b750-9dcf-4354-acfb-44aad8f8eedf req-ae038d40-8bb7-4d52-ac9e-0245d945b450 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:31.518959 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fa37b750-9dcf-4354-acfb-44aad8f8eedf req-ae038d40-8bb7-4d52-ac9e-0245d945b450 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 949 time: 0.0543013 Aug 23 15:37:31.613145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-fa37b750-9dcf-4354-acfb-44aad8f8eedf req-6e8e8b63-1a0c-4ef0-83fc-6924f33a44ac tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Deleting port 191141c2-6105-499d-a811-696c525e554b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:37:31.613406 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fa37b750-9dcf-4354-acfb-44aad8f8eedf req-6e8e8b63-1a0c-4ef0-83fc-6924f33a44ac tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:31.710737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-fa37b750-9dcf-4354-acfb-44aad8f8eedf req-6e8e8b63-1a0c-4ef0-83fc-6924f33a44ac tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] For port 191141c2-6105-499d-a811-696c525e554b, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=191141c2-6105-499d-a811-696c525e554b,segment=NetworkSegment(bcf09af5-0a5a-41d2-ab92-5521dac1bf0b),segment_id=bcf09af5-0a5a-41d2-ab92-5521dac1bf0b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:37:31.717747 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fa37b750-9dcf-4354-acfb-44aad8f8eedf req-6e8e8b63-1a0c-4ef0-83fc-6924f33a44ac tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:31.725309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-fa37b750-9dcf-4354-acfb-44aad8f8eedf req-6e8e8b63-1a0c-4ef0-83fc-6924f33a44ac tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Calling delete_port for 191141c2-6105-499d-a811-696c525e554b owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:37:31.937408 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fa37b750-9dcf-4354-acfb-44aad8f8eedf req-6e8e8b63-1a0c-4ef0-83fc-6924f33a44ac tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:31.949794 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['191141c2-6105-499d-a811-696c525e554b'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:37:31.969859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e8b63-1a0c-4ef0-83fc-6924f33a44ac tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Pushing event deleted for resources: {'Port': ['ID=191141c2-6105-499d-a811-696c525e554b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:32.013850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa37b750-9dcf-4354-acfb-44aad8f8eedf req-6e8e8b63-1a0c-4ef0-83fc-6924f33a44ac tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] No DVR routers for this DVR port 191141c2-6105-499d-a811-696c525e554b on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:37:32.016652 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-fa37b750-9dcf-4354-acfb-44aad8f8eedf req-6e8e8b63-1a0c-4ef0-83fc-6924f33a44ac tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:32.019365 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fa37b750-9dcf-4354-acfb-44aad8f8eedf req-6e8e8b63-1a0c-4ef0-83fc-6924f33a44ac tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.61 "DELETE /v2.0/ports/191141c2-6105-499d-a811-696c525e554b HTTP/1.1" status: 204 len: 173 time: 0.4943352 Aug 23 15:37:32.019848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c129b14-aeae-408d-a35c-e8136b2f23c2', 'name': 'network-vif-deleted', 'tag': '191141c2-6105-499d-a811-696c525e554b'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:37:32.022165 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb8337f-1766-40f4-a9b0-8e52f790a206" -d '{"events": [{"server_uuid": "6c129b14-aeae-408d-a35c-e8136b2f23c2", "name": "network-vif-deleted", "tag": "191141c2-6105-499d-a811-696c525e554b"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:37:32.059271 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086bdbd2-dbd2-4ce3-ac1e-4d37d787f91c x-openstack-request-id: req-086bdbd2-dbd2-4ce3-ac1e-4d37d787f91c {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:37:32.059570 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c129b14-aeae-408d-a35c-e8136b2f23c2", "name": "network-vif-deleted", "tag": "191141c2-6105-499d-a811-696c525e554b", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:37:32.059862 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-086bdbd2-dbd2-4ce3-ac1e-4d37d787f91c {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:37:32.060261 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c129b14-aeae-408d-a35c-e8136b2f23c2', 'name': 'network-vif-deleted', 'tag': '191141c2-6105-499d-a811-696c525e554b', 'status': 'completed', 'code': 200} Aug 23 15:37:32.546756 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb4c7f86-7740-4e6e-a4d4-3a15c17b15e0 req-6912d8fc-e6c0-47e3-9c3a-e7ee27f98bc2 tempest-ServersAdminNegativeTestJSON-2035427177 tempest-ServersAdminNegativeTestJSON-2035427177-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c129b14-aeae-408d-a35c-e8136b2f23c2 HTTP/1.1" status: 200 len: 210 time: 0.0260477 Aug 23 15:37:34.083917 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36068) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:37:34.213289 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d8d5f358-3492-4ca6-8d4f-afc8288f6477 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=43983a8fe8b84ae3bc53be79f8f44bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281543 Aug 23 15:37:34.215693 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36072) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:37:34.262766 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bf469bb2-14da-4ef0-8b1d-a496194183e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:34.283120 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bf469bb2-14da-4ef0-8b1d-a496194183e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:34.411534 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bf469bb2-14da-4ef0-8b1d-a496194183e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:34.414185 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bf469bb2-14da-4ef0-8b1d-a496194183e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:34.415299 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bf469bb2-14da-4ef0-8b1d-a496194183e2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34981a81-ac34-4b01-a389-7dfd6dff2471 HTTP/1.1" status: 204 len: 168 time: 0.1986997 Aug 23 15:37:34.423975 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf469bb2-14da-4ef0-8b1d-a496194183e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34981a81-ac34-4b01-a389-7dfd6dff2471,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:34.453372 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:37:35.003007 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 191141c2-6105-499d-a811-696c525e554b no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:37:35.023378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 191141c2-6105-499d-a811-696c525e554b {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:37:35.023817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 191141c2-6105-499d-a811-696c525e554b not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:37:35.099197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36078) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:37:35.112512 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3d45abb1-8ab0-4d93-b70b-11c2a75738e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:35.203450 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3d45abb1-8ab0-4d93-b70b-11c2a75738e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:35.289845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3d45abb1-8ab0-4d93-b70b-11c2a75738e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:35.327063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45abb1-8ab0-4d93-b70b-11c2a75738e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a94199b-2407-4cab-a6c1-028bf582bc30,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:35.332027 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3d45abb1-8ab0-4d93-b70b-11c2a75738e2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dbd4a10e4b304a24a33fa10702270c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317238 Aug 23 15:37:35.335922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36080) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:37:35.390005 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f563a231-d7cb-4695-b98d-208935287f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:35.410890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f563a231-d7cb-4695-b98d-208935287f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:35.530068 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f563a231-d7cb-4695-b98d-208935287f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:35.532784 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f563a231-d7cb-4695-b98d-208935287f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:35.534028 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f563a231-d7cb-4695-b98d-208935287f44 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a94199b-2407-4cab-a6c1-028bf582bc30 HTTP/1.1" status: 204 len: 168 time: 0.1971474 Aug 23 15:37:35.542115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563a231-d7cb-4695-b98d-208935287f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a94199b-2407-4cab-a6c1-028bf582bc30,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:36.569608 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36102) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:37:36.665581 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1080152284-network', 'tenant_id': '96206bea0e484bbfaeeb20b022db1a79'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:37:36.743211 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] Made reservation on behalf of 96206bea0e484bbfaeeb20b022db1a79 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:37:36.745633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:36.754224 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:36.842586 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:36.914251 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:36.941833 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:37:36.947412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ed6657-2c1e-4046-a530-9a6eb2ade29c,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:36.957715 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:36.957715 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] Added segment b7c35b4a-ace2-4531-a652-b2e62bf9d851 of type vlan for network 5acb4fbe-b2b2-4067-b334-d740093c9f15 Aug 23 15:37:36.997779 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:37.091310 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:37.092296 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:37.092884 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:37.180296 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] Pushing event updated for resources: {'Network': ['ID=5acb4fbe-b2b2-4067-b334-d740093c9f15,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:37.190022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 5acb4fbe-b2b2-4067-b334-d740093c9f15 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:37:37.235509 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5470d3d0-0d9a-416b-ad11-fe6cffeb6dcf admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6647704 Aug 23 15:37:37.238973 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36106) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:37:37.244041 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3a058e0b-868c-4a59-93ac-1e25fdf9cff5 admin admin] Request body: {'subnet': {'network_id': '5acb4fbe-b2b2-4067-b334-d740093c9f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1080152284-subnet', 'tenant_id': '96206bea0e484bbfaeeb20b022db1a79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:37:37.341643 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a058e0b-868c-4a59-93ac-1e25fdf9cff5 admin admin] Made reservation on behalf of 96206bea0e484bbfaeeb20b022db1a79 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:37:37.344065 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a058e0b-868c-4a59-93ac-1e25fdf9cff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:37.595843 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a058e0b-868c-4a59-93ac-1e25fdf9cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:37.653112 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a058e0b-868c-4a59-93ac-1e25fdf9cff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe92f3eb-2fe9-46fb-a1fa-df5fa6ec1b6c,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:37.663914 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a058e0b-868c-4a59-93ac-1e25fdf9cff5 admin admin] Checking segment: {'id': 'b7c35b4a-ace2-4531-a652-b2e62bf9d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5acb4fbe-b2b2-4067-b334-d740093c9f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:37:37.664282 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a058e0b-868c-4a59-93ac-1e25fdf9cff5 admin admin] Network hostable DHCP agents. Network: 5acb4fbe-b2b2-4067-b334-d740093c9f15, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:37:37.823312 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a058e0b-868c-4a59-93ac-1e25fdf9cff5 admin admin] Network 5acb4fbe-b2b2-4067-b334-d740093c9f15 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:37:37.891270 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-3a058e0b-868c-4a59-93ac-1e25fdf9cff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 5acb4fbe-b2b2-4067-b334-d740093c9f15) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:37:37.896449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a058e0b-868c-4a59-93ac-1e25fdf9cff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:37.897057 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3a058e0b-868c-4a59-93ac-1e25fdf9cff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:37.899521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9820f9b7-8415-419a-bac3-d661741b913d None None] Network 5acb4fbe-b2b2-4067-b334-d740093c9f15 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:37:38.006948 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3a058e0b-868c-4a59-93ac-1e25fdf9cff5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7668462 Aug 23 15:37:38.021356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177c4ae4-9f6b-4d15-80b1-26a0de975dd1 None None] Network 5acb4fbe-b2b2-4067-b334-d740093c9f15 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:37:38.430012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40539c-064a-466e-b630-d49a5175edff req-10cc8b19-77f8-4d30-ae74-83c38f07eeff tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:38.431418 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b40539c-064a-466e-b630-d49a5175edff req-10cc8b19-77f8-4d30-ae74-83c38f07eeff tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/networks?id=5acb4fbe-b2b2-4067-b334-d740093c9f15 HTTP/1.1" status: 200 len: 812 time: 0.1080871 Aug 23 15:37:38.446787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b40539c-064a-466e-b630-d49a5175edff req-9a24cb47-b491-4080-a4a5-5ffc8a1e86ac tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/quotas/96206bea0e484bbfaeeb20b022db1a79 HTTP/1.1" status: 200 len: 375 time: 0.0095417 Aug 23 15:37:38.479331 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b40539c-064a-466e-b630-d49a5175edff req-c592368c-cd95-4a55-95c2-87c1e48c3d41 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=96206bea0e484bbfaeeb20b022db1a79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273368 Aug 23 15:37:38.621969 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b40539c-064a-466e-b630-d49a5175edff req-ccc6e504-f8e3-4595-b0e3-3aa5f7d833c9 service neutron] 10.222.0.38 "GET /v2.0/networks/5acb4fbe-b2b2-4067-b334-d740093c9f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356862 Aug 23 15:37:38.719066 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b40539c-064a-466e-b630-d49a5175edff req-3810b415-67c6-4a6d-bb7e-d02f358f863e service neutron] 10.222.0.38 "GET /v2.0/networks/5acb4fbe-b2b2-4067-b334-d740093c9f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908720 Aug 23 15:37:38.998231 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-981cdc1e-a0c1-4fdc-bae1-784dab3b6dd4 req-2d4bd4f5-0a61-487d-b3e4-f81b4d6eb604 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 210 time: 0.0265808 Aug 23 15:37:40.074504 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-812777ff-2d24-4d5e-ab5d-eaea34729e6e req-3c02b993-e688-4cda-af10-34a31e57ad49 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 210 time: 0.0270538 Aug 23 15:37:41.169668 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c383d9ee-8188-447b-99f2-1d7196d61a09 req-f7502fa2-5224-4e61-be63-13b686e1e7d9 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 210 time: 0.0277491 Aug 23 15:37:41.225977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40539c-064a-466e-b630-d49a5175edff req-95b3a0f5-e1bb-4683-ab2f-ee511453489b tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:41.227432 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b40539c-064a-466e-b630-d49a5175edff req-95b3a0f5-e1bb-4683-ab2f-ee511453489b tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.61 "GET /v2.0/networks?id=5acb4fbe-b2b2-4067-b334-d740093c9f15 HTTP/1.1" status: 200 len: 812 time: 0.1096814 Aug 23 15:37:41.241291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4b40539c-064a-466e-b630-d49a5175edff req-c5c6ac99-f99a-403f-8c54-8f755bc2b085 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Request body: {'port': {'device_id': 'b09f1082-88c7-4790-817f-1bed69cdec0c', 'network_id': '5acb4fbe-b2b2-4067-b334-d740093c9f15', 'admin_state_up': True, 'tenant_id': '96206bea0e484bbfaeeb20b022db1a79'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:37:41.427335 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b40539c-064a-466e-b630-d49a5175edff req-c5c6ac99-f99a-403f-8c54-8f755bc2b085 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Made reservation on behalf of 96206bea0e484bbfaeeb20b022db1a79 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:37:41.430895 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4b40539c-064a-466e-b630-d49a5175edff req-c5c6ac99-f99a-403f-8c54-8f755bc2b085 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:41.559367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-4b40539c-064a-466e-b630-d49a5175edff req-c5c6ac99-f99a-403f-8c54-8f755bc2b085 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Allocated IP 172.20.0.12 (5acb4fbe-b2b2-4067-b334-d740093c9f15/fe92f3eb-2fe9-46fb-a1fa-df5fa6ec1b6c/8afb7a66-61d3-4b7a-bd14-c83ec9d99214) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:37:41.703210 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4b40539c-064a-466e-b630-d49a5175edff req-c5c6ac99-f99a-403f-8c54-8f755bc2b085 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:41.827555 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4b40539c-064a-466e-b630-d49a5175edff req-c5c6ac99-f99a-403f-8c54-8f755bc2b085 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:41.875809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b40539c-064a-466e-b630-d49a5175edff req-c5c6ac99-f99a-403f-8c54-8f755bc2b085 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Network 5acb4fbe-b2b2-4067-b334-d740093c9f15 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:37:41.879512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-4b40539c-064a-466e-b630-d49a5175edff req-c5c6ac99-f99a-403f-8c54-8f755bc2b085 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:37:41.882156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b40539c-064a-466e-b630-d49a5175edff req-c5c6ac99-f99a-403f-8c54-8f755bc2b085 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:37:41.912998 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6ac99-f99a-403f-8c54-8f755bc2b085 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Pushing event updated for resources: {'Port': ['ID=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:41.935706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40539c-064a-466e-b630-d49a5175edff req-c5c6ac99-f99a-403f-8c54-8f755bc2b085 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:41.936313 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4b40539c-064a-466e-b630-d49a5175edff req-c5c6ac99-f99a-403f-8c54-8f755bc2b085 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:42.018757 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b40539c-064a-466e-b630-d49a5175edff req-c5c6ac99-f99a-403f-8c54-8f755bc2b085 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7813206 Aug 23 15:37:42.030841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Request body: {'port': {'device_id': 'b09f1082-88c7-4790-817f-1bed69cdec0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:37:42.083012 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:42.331033 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603945e4-cb77-4083-8075-6dff4d57092a req-45befc09-7cfa-4011-aab9-f15e0d997b48 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:42.332433 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-603945e4-cb77-4083-8075-6dff4d57092a req-45befc09-7cfa-4011-aab9-f15e0d997b48 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 932 time: 0.0839009 Aug 23 15:37:42.403349 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-603945e4-cb77-4083-8075-6dff4d57092a req-23080679-333d-4665-946c-476ff387c811 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647390 Aug 23 15:37:42.417057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:37:42.425144 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:42.437192 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Transition to ACTIVE for port object 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:37:42.598905 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:42.669347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:42.718597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Attempting to bind port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:37:42.718939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Attempting to bind port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'b7c35b4a-ace2-4531-a652-b2e62bf9d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5acb4fbe-b2b2-4067-b334-d740093c9f15'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:37:42.719277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Attempting to bind port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 on network 5acb4fbe-b2b2-4067-b334-d740093c9f15 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:37:42.724318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 on network 5acb4fbe-b2b2-4067-b334-d740093c9f15 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:37:42.724649 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Attempting to bind port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 on network 5acb4fbe-b2b2-4067-b334-d740093c9f15 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:37:42.729466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:37:42.729814 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Checking segment: {'id': 'b7c35b4a-ace2-4531-a652-b2e62bf9d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5acb4fbe-b2b2-4067-b334-d740093c9f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:37:42.730203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Bound using segment: {'id': 'b7c35b4a-ace2-4531-a652-b2e62bf9d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5acb4fbe-b2b2-4067-b334-d740093c9f15'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:37:42.730638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Bound port: 8afb7a66-61d3-4b7a-bd14-c83ec9d99214, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7c35b4a-ace2-4531-a652-b2e62bf9d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5acb4fbe-b2b2-4067-b334-d740093c9f15'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:37:42.731003 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:42.793604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] For port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:37:42.796627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] For port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,segment=NetworkSegment(b7c35b4a-ace2-4531-a652-b2e62bf9d851),segment_id=b7c35b4a-ace2-4531-a652-b2e62bf9d851)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:37:42.919189 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:42.956183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:42.956821 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:42.958228 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b40539c-064a-466e-b630-d49a5175edff req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] 10.222.0.61 "PUT /v2.0/ports/8afb7a66-61d3-4b7a-bd14-c83ec9d99214 HTTP/1.1" status: 200 len: 1092 time: 0.9314044 Aug 23 15:37:42.958676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09f1082-88c7-4790-817f-1bed69cdec0c', 'tag': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:37:42.961037 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6e86e4-f812-42a8-80be-1a5e41f435d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b09f1082-88c7-4790-817f-1bed69cdec0c", "tag": "8afb7a66-61d3-4b7a-bd14-c83ec9d99214"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:37:42.988049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e0ad5-91d6-4c4e-b0e5-09be7a3766b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:43.000701 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7143046d-b62f-4d6b-bd80-537314a7698b x-openstack-request-id: req-7143046d-b62f-4d6b-bd80-537314a7698b {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:37:43.001027 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09f1082-88c7-4790-817f-1bed69cdec0c", "tag": "8afb7a66-61d3-4b7a-bd14-c83ec9d99214", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:37:43.001258 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7143046d-b62f-4d6b-bd80-537314a7698b {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:37:43.001883 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09f1082-88c7-4790-817f-1bed69cdec0c', 'tag': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214', 'status': 'completed', 'code': 200} Aug 23 15:37:43.067996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e86e4-f812-42a8-80be-1a5e41f435d7 req-7a6d96ea-4566-4387-8750-a2a1bb7a96b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:43.069758 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c6e86e4-f812-42a8-80be-1a5e41f435d7 req-7a6d96ea-4566-4387-8750-a2a1bb7a96b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96206bea0e484bbfaeeb20b022db1a79&device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 1095 time: 0.0470643 Aug 23 15:37:43.171066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e86e4-f812-42a8-80be-1a5e41f435d7 req-043b4969-9841-428c-bc52-aaa6063122ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:43.172479 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c6e86e4-f812-42a8-80be-1a5e41f435d7 req-043b4969-9841-428c-bc52-aaa6063122ee service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=96206bea0e484bbfaeeb20b022db1a79&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0938337 Aug 23 15:37:43.268474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e86e4-f812-42a8-80be-1a5e41f435d7 req-65c61c85-1cc9-4923-8f79-70b1dc75a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:43.269930 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c6e86e4-f812-42a8-80be-1a5e41f435d7 req-65c61c85-1cc9-4923-8f79-70b1dc75a2e3 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902042 Aug 23 15:37:43.350923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40539c-064a-466e-b630-d49a5175edff req-c2892b65-ef05-4583-b11f-e010323ca341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:43.352445 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b40539c-064a-466e-b630-d49a5175edff req-c2892b65-ef05-4583-b11f-e010323ca341 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96206bea0e484bbfaeeb20b022db1a79&device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 1095 time: 0.0416136 Aug 23 15:37:43.394836 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b40539c-064a-466e-b630-d49a5175edff req-ed50eb91-4132-420c-8749-cc59a5eedbf4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214 HTTP/1.1" status: 200 len: 217 time: 0.0336771 Aug 23 15:37:43.448034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40539c-064a-466e-b630-d49a5175edff req-051822a1-fb90-4542-a33c-64bee82503c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:43.449528 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b40539c-064a-466e-b630-d49a5175edff req-051822a1-fb90-4542-a33c-64bee82503c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe92f3eb-2fe9-46fb-a1fa-df5fa6ec1b6c HTTP/1.1" status: 200 len: 852 time: 0.0477166 Aug 23 15:37:43.484657 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b40539c-064a-466e-b630-d49a5175edff req-3eb92f64-8126-4461-8e7f-9b75f252a3e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5acb4fbe-b2b2-4067-b334-d740093c9f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270393 Aug 23 15:37:43.593564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ccc7a-f1a7-4c26-a52a-d8a1905409d3 req-f46d3af7-9fd3-43c8-85e3-21e007bf6b58 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:43.595690 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-215ccc7a-f1a7-4c26-a52a-d8a1905409d3 req-f46d3af7-9fd3-43c8-85e3-21e007bf6b58 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 944 time: 0.1128778 Aug 23 15:37:43.638230 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b40539c-064a-466e-b630-d49a5175edff req-d8b58520-3ad9-46dd-a9a9-a78ce040aff1 service neutron] 10.222.0.61 "GET /v2.0/networks/5acb4fbe-b2b2-4067-b334-d740093c9f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390026 Aug 23 15:37:43.659687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-215ccc7a-f1a7-4c26-a52a-d8a1905409d3 req-e8401e72-a21b-41e6-8fd9-48532f04522d tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576203 Aug 23 15:37:43.736770 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4b40539c-064a-466e-b630-d49a5175edff req-2080b0d7-d190-4c28-bca7-81d256816279 service neutron] 10.222.0.61 "GET /v2.0/networks/5acb4fbe-b2b2-4067-b334-d740093c9f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896184 Aug 23 15:37:44.776875 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee81b8-0dd9-4d35-beb3-a28974d99588 req-8ebe1213-7c3b-49d8-8233-1bf4c2600251 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:44.778351 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aaee81b8-0dd9-4d35-beb3-a28974d99588 req-8ebe1213-7c3b-49d8-8233-1bf4c2600251 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 944 time: 0.0495653 Aug 23 15:37:44.817558 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aaee81b8-0dd9-4d35-beb3-a28974d99588 req-db0d41a6-ea29-43b2-a51a-e7dddea829c9 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Aug 23 15:37:45.936436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f2349-97c6-4e86-a453-50bce7a48197 req-9527e475-f5d3-47ee-8cc0-e248fbfa9550 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:45.937824 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-879f2349-97c6-4e86-a453-50bce7a48197 req-9527e475-f5d3-47ee-8cc0-e248fbfa9550 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 944 time: 0.0496798 Aug 23 15:37:45.980583 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-879f2349-97c6-4e86-a453-50bce7a48197 req-f9980493-6cd3-458d-ae52-117de4409e3d tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354350 Aug 23 15:37:46.063046 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:47.051641 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:37:47.103113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bf56a-eb4e-42dc-a487-09164d63904f req-0b22a7f9-975e-46be-9b69-b427d1f14deb tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:47.104639 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-362bf56a-eb4e-42dc-a487-09164d63904f req-0b22a7f9-975e-46be-9b69-b427d1f14deb tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 944 time: 0.0545394 Aug 23 15:37:47.143258 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-362bf56a-eb4e-42dc-a487-09164d63904f req-19de4eca-f972-4ad0-a3da-d1c38f653bba tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Aug 23 15:37:47.148602 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,segment=NetworkSegment(b7c35b4a-ace2-4531-a652-b2e62bf9d851),segment_id=b7c35b4a-ace2-4531-a652-b2e62bf9d851)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:37:47.159955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214', 'network_id': '5acb4fbe-b2b2-4067-b334-d740093c9f15', 'port_id': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214', 'mac_address': 'fa:16:3e:17:05:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe92f3eb-2fe9-46fb-a1fa-df5fa6ec1b6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:37:47.198239 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:47.214891 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:37:47.237922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,segment=NetworkSegment(b7c35b4a-ace2-4531-a652-b2e62bf9d851),segment_id=b7c35b4a-ace2-4531-a652-b2e62bf9d851)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:37:47.303115 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:47.351369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:47.493799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['8afb7a66-61d3-4b7a-bd14-c83ec9d99214'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:37:48.259221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a096c-50ff-41e3-9992-beca396e8178 req-8ed460c0-2fb1-4857-86e6-a16175da5f47 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:48.260744 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a40a096c-50ff-41e3-9992-beca396e8178 req-8ed460c0-2fb1-4857-86e6-a16175da5f47 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 945 time: 0.0503047 Aug 23 15:37:48.299988 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a40a096c-50ff-41e3-9992-beca396e8178 req-13bbfa44-6489-45d0-93ac-964d6b8550f4 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332861 Aug 23 15:37:49.064972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:37:49.170972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:37:49.176146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:37:49.176526 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:49.253333 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:49.275422 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09f1082-88c7-4790-817f-1bed69cdec0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:37:49.277668 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cef550-ceae-47db-b935-a9a3d3945dc5" -d '{"events": [{"server_uuid": "b09f1082-88c7-4790-817f-1bed69cdec0c", "name": "network-vif-plugged", "status": "completed", "tag": "8afb7a66-61d3-4b7a-bd14-c83ec9d99214"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:37:49.290546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,segment=NetworkSegment(b7c35b4a-ace2-4531-a652-b2e62bf9d851),segment_id=b7c35b4a-ace2-4531-a652-b2e62bf9d851)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:37:49.319027 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac4e222-55cd-4690-b9e7-4a45e359f4fe x-openstack-request-id: req-4ac4e222-55cd-4690-b9e7-4a45e359f4fe {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:37:49.319027 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09f1082-88c7-4790-817f-1bed69cdec0c", "name": "network-vif-plugged", "status": "completed", "tag": "8afb7a66-61d3-4b7a-bd14-c83ec9d99214", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:37:49.319027 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ac4e222-55cd-4690-b9e7-4a45e359f4fe {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:37:49.319027 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09f1082-88c7-4790-817f-1bed69cdec0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214', 'code': 200} Aug 23 15:37:49.371684 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:49.427140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:37:49.439508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483876e9-d787-44e0-b543-29259bb5499f req-5d00e3e6-6a9d-40d5-9045-bd8e3d46f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:49.441035 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-483876e9-d787-44e0-b543-29259bb5499f req-5d00e3e6-6a9d-40d5-9045-bd8e3d46f351 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 1097 time: 0.0712142 Aug 23 15:37:49.451366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752973-0beb-4847-bef5-751394d74aef req-56e96e92-762a-467f-bed3-d5de3c0ba96e tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:49.452757 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed752973-0beb-4847-bef5-751394d74aef req-56e96e92-762a-467f-bed3-d5de3c0ba96e tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0816472 Aug 23 15:37:49.507127 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-483876e9-d787-44e0-b543-29259bb5499f req-f71ae079-1a68-492a-9458-d89d54cf1396 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534275 Aug 23 15:37:49.511818 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ed752973-0beb-4847-bef5-751394d74aef req-8f35892f-9418-403e-9ddc-0f9228d70bf6 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518811 Aug 23 15:37:50.638932 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3be1c9-1b4c-4f7e-9af8-0a275f0b4512 req-eb2b4878-5652-4860-beb3-325749f478ca tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:50.640571 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db3be1c9-1b4c-4f7e-9af8-0a275f0b4512 req-eb2b4878-5652-4860-beb3-325749f478ca tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0506966 Aug 23 15:37:50.684405 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db3be1c9-1b4c-4f7e-9af8-0a275f0b4512 req-09929da3-69ad-4ebd-a208-a5cf2aa2f73c tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378644 Aug 23 15:37:50.765862 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:51.835410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27010d9-b025-46bf-bc5f-cb25f6667adc req-3d70b51b-33d0-4b2c-83e3-1db38776bcf0 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:51.836924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a27010d9-b025-46bf-bc5f-cb25f6667adc req-3d70b51b-33d0-4b2c-83e3-1db38776bcf0 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0648336 Aug 23 15:37:51.873687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a27010d9-b025-46bf-bc5f-cb25f6667adc req-09b82bd2-b194-4649-91dc-736308884f31 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307648 Aug 23 15:37:52.265900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154132f3-210e-41d7-bbe0-2b8c0fb64037 req-8d37026c-9563-4daf-89c9-02dcd2c78ed4 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:52.267604 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-154132f3-210e-41d7-bbe0-2b8c0fb64037 req-8d37026c-9563-4daf-89c9-02dcd2c78ed4 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0510404 Aug 23 15:37:52.305399 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-154132f3-210e-41d7-bbe0-2b8c0fb64037 req-df4c8109-1ca6-4814-884c-0f358b1f7d44 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318010 Aug 23 15:37:52.402491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36172) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:37:52.493086 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-58c1a6e4-d7e4-49ae-8956-420b9cb67bf1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893557 Aug 23 15:37:52.645878 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-63bad5f9-23fd-462d-a900-261023bfa83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:53.431023 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ecd00-23c2-40cb-a52b-cb8bbc2c4843 req-4bd3c2a4-15c8-4eb0-bc54-58cc9c13cf89 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:53.432584 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f12ecd00-23c2-40cb-a52b-cb8bbc2c4843 req-4bd3c2a4-15c8-4eb0-bc54-58cc9c13cf89 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0559099 Aug 23 15:37:53.471817 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f12ecd00-23c2-40cb-a52b-cb8bbc2c4843 req-f5ed3888-0a4e-4095-9db5-6f88a11a9724 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331123 Aug 23 15:37:54.570805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-05a2b2d1-e4d1-4664-b351-f6b8b426d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:54.572326 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-05a2b2d1-e4d1-4664-b351-f6b8b426d7cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96206bea0e484bbfaeeb20b022db1a79&device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 1097 time: 0.0683491 Aug 23 15:37:54.649924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba88ab-e066-4f7a-b449-f21fca83107d req-158115d1-3b7d-4a47-9790-62af24ee880f tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:54.651507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-55ba88ab-e066-4f7a-b449-f21fca83107d req-158115d1-3b7d-4a47-9790-62af24ee880f tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.1091390 Aug 23 15:37:54.716829 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-55ba88ab-e066-4f7a-b449-f21fca83107d req-34a2b793-f806-4b00-adbf-e1df3ad6aa2c tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585217 Aug 23 15:37:54.717973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-d6d1b3fd-64ad-4fb3-b42e-79f3f36696cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:54.719344 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-d6d1b3fd-64ad-4fb3-b42e-79f3f36696cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=5acb4fbe-b2b2-4067-b334-d740093c9f15 HTTP/1.1" status: 200 len: 913 time: 0.1385386 Aug 23 15:37:54.762043 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-eb0ad6cf-e508-44e8-9bf7-968273a06a6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214 HTTP/1.1" status: 200 len: 217 time: 0.0346308 Aug 23 15:37:54.809699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-050f5e91-953d-4058-9769-89600caf1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:54.811133 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-050f5e91-953d-4058-9769-89600caf1670 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe92f3eb-2fe9-46fb-a1fa-df5fa6ec1b6c HTTP/1.1" status: 200 len: 852 time: 0.0426092 Aug 23 15:37:54.843332 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-bcdc7bad-2aa6-470d-88be-8a80765ed358 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5acb4fbe-b2b2-4067-b334-d740093c9f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255678 Aug 23 15:37:54.935277 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-9c33abce-480e-4920-b8f6-e40ca7dd24e1 service neutron] 10.222.0.61 "GET /v2.0/networks/5acb4fbe-b2b2-4067-b334-d740093c9f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838940 Aug 23 15:37:55.026010 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-8612dbd0-5cce-4f28-96ad-5a7962bfca9b service neutron] 10.222.0.61 "GET /v2.0/networks/5acb4fbe-b2b2-4067-b334-d740093c9f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832105 Aug 23 15:37:55.542631 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:55.835159 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5464451-1a04-4bbf-81fd-6ca12b6cab18 req-3468f1bc-4f49-4318-9e1b-76403f5500c5 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:55.836638 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5464451-1a04-4bbf-81fd-6ca12b6cab18 req-3468f1bc-4f49-4318-9e1b-76403f5500c5 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0519841 Aug 23 15:37:55.873717 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5464451-1a04-4bbf-81fd-6ca12b6cab18 req-912b82b6-6521-49db-b954-b00e51154946 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312059 Aug 23 15:37:56.611639 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e07e90a6-7260-4d28-ab91-0a25ad1a82e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:56.909125 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:56.997873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431c2db-9c29-4c81-b7dd-4db8f8f909e2 req-d5677534-628c-4585-8b12-b339d38e8080 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:56.999382 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3431c2db-9c29-4c81-b7dd-4db8f8f909e2 req-d5677534-628c-4585-8b12-b339d38e8080 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0549784 Aug 23 15:37:57.039000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3431c2db-9c29-4c81-b7dd-4db8f8f909e2 req-a6e87840-2818-4883-a9ba-f41462f0bd10 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326912 Aug 23 15:37:58.152778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372eef79-c64d-42a2-8646-f575d20544cb req-d4cda1b9-7ac9-4d77-b444-f1e18d81ba6d tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:58.154280 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-372eef79-c64d-42a2-8646-f575d20544cb req-d4cda1b9-7ac9-4d77-b444-f1e18d81ba6d tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0480821 Aug 23 15:37:58.191187 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-372eef79-c64d-42a2-8646-f575d20544cb req-48f502c9-5588-4084-8997-61c61c572dbf tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309517 Aug 23 15:37:58.731068 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:37:59.306354 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c578992-a142-45cd-a738-cb9092bc5e31 req-dceb7467-dcb2-4abf-bc83-567df02f8950 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:37:59.308896 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4c578992-a142-45cd-a738-cb9092bc5e31 req-dceb7467-dcb2-4abf-bc83-567df02f8950 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0505240 Aug 23 15:37:59.350467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4c578992-a142-45cd-a738-cb9092bc5e31 req-ccf70c71-c96e-4a07-97fa-e2f70a82464e tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351007 Aug 23 15:38:00.469626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58978d56-812c-4bcd-b255-c5e10f88663b req-93455e2b-13df-4964-87f3-e0bb7622a9bf tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:00.471106 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58978d56-812c-4bcd-b255-c5e10f88663b req-93455e2b-13df-4964-87f3-e0bb7622a9bf tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0531347 Aug 23 15:38:00.509651 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-58978d56-812c-4bcd-b255-c5e10f88663b req-d66fde57-c5d9-4695-89ec-3703c69beaf3 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323479 Aug 23 15:38:01.623034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e271a-6fbb-46e2-ae88-f29ac2b99405 req-875939d3-c720-4336-b7dc-45da4e557211 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:01.624550 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac3e271a-6fbb-46e2-ae88-f29ac2b99405 req-875939d3-c720-4336-b7dc-45da4e557211 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0488093 Aug 23 15:38:01.665682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ac3e271a-6fbb-46e2-ae88-f29ac2b99405 req-badadc3d-e152-4336-b8d5-087a35eaa76a tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330691 Aug 23 15:38:02.784551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260d92e-7658-46cb-a528-3ddd84ab4534 req-be25edb8-98f2-4b99-8f04-965eb6366ac8 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:02.786044 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a260d92e-7658-46cb-a528-3ddd84ab4534 req-be25edb8-98f2-4b99-8f04-965eb6366ac8 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0500538 Aug 23 15:38:02.823720 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a260d92e-7658-46cb-a528-3ddd84ab4534 req-c8352027-573c-4533-a40e-062e2d817d30 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317676 Aug 23 15:38:03.945744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5dc7-ffcd-464f-a245-f79da6c85791 req-14452bb9-95ad-4b42-af55-c85cb8e11b0d tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:03.947124 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29ff5dc7-ffcd-464f-a245-f79da6c85791 req-14452bb9-95ad-4b42-af55-c85cb8e11b0d tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0556233 Aug 23 15:38:03.990307 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29ff5dc7-ffcd-464f-a245-f79da6c85791 req-cd6fef98-2c63-4cfb-8090-f680b72a7aa4 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372066 Aug 23 15:38:05.104487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ea0cf-c349-4c63-8354-92dea73b369f req-1c3b10ee-cdb5-4637-8a02-7c32e4cde40d tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:05.105965 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-396ea0cf-c349-4c63-8354-92dea73b369f req-1c3b10ee-cdb5-4637-8a02-7c32e4cde40d tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0487502 Aug 23 15:38:05.143497 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-396ea0cf-c349-4c63-8354-92dea73b369f req-3ea31781-7a07-4197-83fc-59417aa2c0b3 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314429 Aug 23 15:38:06.257897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505298c6-7ec9-4b5b-844c-538158863722 req-3ffba7b4-af6c-4c93-86c0-1eddcf41ec93 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:06.259379 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-505298c6-7ec9-4b5b-844c-538158863722 req-3ffba7b4-af6c-4c93-86c0-1eddcf41ec93 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0492048 Aug 23 15:38:06.296568 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-505298c6-7ec9-4b5b-844c-538158863722 req-8478ec57-c285-4953-ae38-2285dc553537 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310199 Aug 23 15:38:07.422886 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12105fb8-1ad9-4745-be1b-90aa694a02b3 req-930c3856-1dd5-4b42-b15c-9639867c8025 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:07.424430 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-12105fb8-1ad9-4745-be1b-90aa694a02b3 req-930c3856-1dd5-4b42-b15c-9639867c8025 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0597537 Aug 23 15:38:07.462145 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-12105fb8-1ad9-4745-be1b-90aa694a02b3 req-76aecc83-4afd-4c36-bfb1-7a560a91b370 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Aug 23 15:38:08.578952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd725ae-49e2-4f5a-930f-66b10bdfe94d req-f080627c-d560-4c99-8e6a-87e57b006a86 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:08.580445 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6bd725ae-49e2-4f5a-930f-66b10bdfe94d req-f080627c-d560-4c99-8e6a-87e57b006a86 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0482905 Aug 23 15:38:08.619299 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6bd725ae-49e2-4f5a-930f-66b10bdfe94d req-a2c94a45-d7dc-4974-99d4-b9d3975431f5 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322416 Aug 23 15:38:09.741358 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f8e82-4add-40e5-b9a1-0d1c5386cfc4 req-0279fddd-2ea7-4628-a754-c8cdf8007bc2 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:09.742906 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d22f8e82-4add-40e5-b9a1-0d1c5386cfc4 req-0279fddd-2ea7-4628-a754-c8cdf8007bc2 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0563085 Aug 23 15:38:09.781428 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d22f8e82-4add-40e5-b9a1-0d1c5386cfc4 req-63f83d0f-c0fa-4ba6-a64f-64b711758acc tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322886 Aug 23 15:38:10.901338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a017178-c62e-451f-94ee-803ac7011e6b req-85bffc78-dd5f-4d45-aeae-1ee6a91bf6ad tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:10.902821 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a017178-c62e-451f-94ee-803ac7011e6b req-85bffc78-dd5f-4d45-aeae-1ee6a91bf6ad tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0536897 Aug 23 15:38:10.941923 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a017178-c62e-451f-94ee-803ac7011e6b req-f6b61e70-3dc5-4923-829a-70ebbdb98b0b tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331044 Aug 23 15:38:11.453154 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:38:12.059491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d2417-2c34-4ec0-8893-3364600dc4b8 req-a9cd5a00-1e45-499f-a4ac-c22b60c723c6 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:12.060887 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-947d2417-2c34-4ec0-8893-3364600dc4b8 req-a9cd5a00-1e45-499f-a4ac-c22b60c723c6 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0482624 Aug 23 15:38:12.104838 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-947d2417-2c34-4ec0-8893-3364600dc4b8 req-46a92fe1-b079-4c81-971c-fcd88251f594 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366235 Aug 23 15:38:13.221818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451d75-edce-43de-83fb-350d9c45c765 req-6295dbb3-4760-4630-9afd-5e11026f35a9 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:13.223337 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca451d75-edce-43de-83fb-350d9c45c765 req-6295dbb3-4760-4630-9afd-5e11026f35a9 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0503740 Aug 23 15:38:13.262539 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca451d75-edce-43de-83fb-350d9c45c765 req-eaf9bd2a-00f1-4ee6-9442-2a5e83642f38 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329976 Aug 23 15:38:14.387870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e8be3-01a7-4005-839a-42170bc410a1 req-db3eee13-0fe4-4a73-94b4-39066a52efec tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:14.389401 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-065e8be3-01a7-4005-839a-42170bc410a1 req-db3eee13-0fe4-4a73-94b4-39066a52efec tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0540996 Aug 23 15:38:14.440137 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-065e8be3-01a7-4005-839a-42170bc410a1 req-eb8f5566-963d-43ff-96a9-e07ccba7c8f9 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440590 Aug 23 15:38:15.568138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ecf88-09d8-421e-8e4e-c17e390ac9fe req-23eeb9fb-990a-4cdb-bae1-24c01e7ae3a5 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:15.569644 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1e3ecf88-09d8-421e-8e4e-c17e390ac9fe req-23eeb9fb-990a-4cdb-bae1-24c01e7ae3a5 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0584090 Aug 23 15:38:15.608190 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1e3ecf88-09d8-421e-8e4e-c17e390ac9fe req-19036e03-2731-4866-9f72-fba007c879d1 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325522 Aug 23 15:38:16.060803 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:16.723663 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243be82c-9dc8-4f18-b2a0-199009e87305 req-5b5de4c0-1711-4f3c-b939-31982ffbd76a tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:16.725173 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-243be82c-9dc8-4f18-b2a0-199009e87305 req-5b5de4c0-1711-4f3c-b939-31982ffbd76a tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0496225 Aug 23 15:38:16.764863 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-243be82c-9dc8-4f18-b2a0-199009e87305 req-71e2fec8-2b7f-454d-84e3-e5c108a75de4 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337121 Aug 23 15:38:17.893687 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb5514-d4a5-485f-8f66-bb9634f1f32e req-5611aaae-a573-4561-a7d2-20975238876b tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:17.895252 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67eb5514-d4a5-485f-8f66-bb9634f1f32e req-5611aaae-a573-4561-a7d2-20975238876b tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0535338 Aug 23 15:38:17.934249 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67eb5514-d4a5-485f-8f66-bb9634f1f32e req-35b5e010-3d6d-4293-bc47-eefab9257833 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Aug 23 15:38:19.050741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c65324-e843-411b-8274-66dea1f4127b req-15859b8d-f1cc-47d4-873c-c80b763c7be5 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:19.052275 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-20c65324-e843-411b-8274-66dea1f4127b req-15859b8d-f1cc-47d4-873c-c80b763c7be5 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0500336 Aug 23 15:38:19.090683 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-20c65324-e843-411b-8274-66dea1f4127b req-0c38471c-c57a-4403-ac5e-aa4a34410aba tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323443 Aug 23 15:38:20.206020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcd46d-575c-43c6-9e61-f246a0c87347 req-51542ab0-b2a4-44c0-bb73-51e6608a7e52 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:20.207570 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ffcd46d-575c-43c6-9e61-f246a0c87347 req-51542ab0-b2a4-44c0-bb73-51e6608a7e52 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0499485 Aug 23 15:38:20.246163 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ffcd46d-575c-43c6-9e61-f246a0c87347 req-3850e024-81d0-4cc4-b441-3993d9a63d24 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 Aug 23 15:38:20.765173 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:21.363998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927d814-2dda-46dd-b307-36662dca0c6e req-6d6c9991-44a7-424c-8383-0c7c95d32089 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:21.365456 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c927d814-2dda-46dd-b307-36662dca0c6e req-6d6c9991-44a7-424c-8383-0c7c95d32089 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0528700 Aug 23 15:38:21.402559 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c927d814-2dda-46dd-b307-36662dca0c6e req-4edd5dfa-04ee-46dd-91cc-5087ac624d99 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310903 Aug 23 15:38:22.219127 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-7e1ae76a-2b86-4f81-bc8b-cb9c389a35e0 service neutron] show failed (client error): The resource could not be found. Aug 23 15:38:22.220258 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-7e1ae76a-2b86-4f81-bc8b-cb9c389a35e0 service neutron] 10.222.0.61 "GET /v2.0/ports/8afb7a66-61d3-4b7a-bd14-c83ec9d99214/bindings/n-h1-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0573635 Aug 23 15:38:22.525290 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921279-4c86-427e-9b67-2bb0faa9ae8d req-1529d8c7-219f-432f-a9c8-0c44040a9575 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:22.526711 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38921279-4c86-427e-9b67-2bb0faa9ae8d req-1529d8c7-219f-432f-a9c8-0c44040a9575 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0553780 Aug 23 15:38:22.565595 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38921279-4c86-427e-9b67-2bb0faa9ae8d req-4dce6b2b-54fc-4705-867a-b87bb843a0af tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327146 Aug 23 15:38:22.691580 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4d80a68d-fd72-4275-91f1-92392aa82f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:22.847977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-3541df13-ecfb-4e52-96f9-f22b58c00d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:22.849382 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-3541df13-ecfb-4e52-96f9-f22b58c00d2c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c&tenant_id=96206bea0e484bbfaeeb20b022db1a79 HTTP/1.1" status: 200 len: 1097 time: 0.0428972 Aug 23 15:38:22.862629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:38:22.915800 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:23.134251 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] For port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,segment=NetworkSegment(b7c35b4a-ace2-4531-a652-b2e62bf9d851),segment_id=b7c35b4a-ace2-4531-a652-b2e62bf9d851)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:38:23.166755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] For port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:38:23.205990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09f1082-88c7-4790-817f-1bed69cdec0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:38:23.208287 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf541c76-5b7f-44e5-84e2-331982e727d0" -d '{"events": [{"server_uuid": "b09f1082-88c7-4790-817f-1bed69cdec0c", "name": "network-vif-unplugged", "status": "completed", "tag": "8afb7a66-61d3-4b7a-bd14-c83ec9d99214"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:38:23.212717 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:23.229589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Transition to ACTIVE for port object 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:38:23.259197 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754887d1-8b01-4834-a224-c4d86f42f9c0 x-openstack-request-id: req-754887d1-8b01-4834-a224-c4d86f42f9c0 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:38:23.259497 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09f1082-88c7-4790-817f-1bed69cdec0c", "name": "network-vif-unplugged", "status": "completed", "tag": "8afb7a66-61d3-4b7a-bd14-c83ec9d99214", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:38:23.259779 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-754887d1-8b01-4834-a224-c4d86f42f9c0 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:38:23.260182 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09f1082-88c7-4790-817f-1bed69cdec0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214', 'code': 200} Aug 23 15:38:23.319411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:23.383910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Pushing event updated for resources: {'Port': ['ID=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,revision_number=6']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:23.386457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] No DVR routers for this DVR port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:38:23.396133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:23.405882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:23.405882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:23.405882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:23.405882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:23.405882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:23.405882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:23.405882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:23.405882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:23.405882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:23.405882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:23.405882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:23.440751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Attempting to bind port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:38:23.441319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Attempting to bind port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'b7c35b4a-ace2-4531-a652-b2e62bf9d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5acb4fbe-b2b2-4067-b334-d740093c9f15'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:38:23.441846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Attempting to bind port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 on network 5acb4fbe-b2b2-4067-b334-d740093c9f15 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:38:23.449448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 on network 5acb4fbe-b2b2-4067-b334-d740093c9f15 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:38:23.449987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Attempting to bind port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 on network 5acb4fbe-b2b2-4067-b334-d740093c9f15 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:38:23.458599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:38:23.459151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Checking segment: {'id': 'b7c35b4a-ace2-4531-a652-b2e62bf9d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5acb4fbe-b2b2-4067-b334-d740093c9f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:38:23.459811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Bound using segment: {'id': 'b7c35b4a-ace2-4531-a652-b2e62bf9d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5acb4fbe-b2b2-4067-b334-d740093c9f15'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:38:23.460519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Bound port: 8afb7a66-61d3-4b7a-bd14-c83ec9d99214, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7c35b4a-ace2-4531-a652-b2e62bf9d851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5acb4fbe-b2b2-4067-b334-d740093c9f15'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:38:23.461110 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:23.862448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] For port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:38:23.865985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] For port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,segment=NetworkSegment(b7c35b4a-ace2-4531-a652-b2e62bf9d851),segment_id=b7c35b4a-ace2-4531-a652-b2e62bf9d851)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:38:23.874458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ac0c2-d676-43d2-a7e3-688d656f469d req-1e3c3627-4dd7-4691-bac4-157818a56b43 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:23.880331 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c16ac0c2-d676-43d2-a7e3-688d656f469d req-1e3c3627-4dd7-4691-bac4-157818a56b43 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 944 time: 0.0759375 Aug 23 15:38:23.916102 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c16ac0c2-d676-43d2-a7e3-688d656f469d req-633c0680-53e7-4905-8689-981a8414df8c tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339761 Aug 23 15:38:23.971881 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:24.005800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:24.006602 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:24.008010 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] 10.222.0.57 "PUT /v2.0/ports/8afb7a66-61d3-4b7a-bd14-c83ec9d99214 HTTP/1.1" status: 200 len: 1092 time: 1.1506886 Aug 23 15:38:24.070565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e8e8f-0e86-416e-a547-f17ba1409b06 service neutron] Pushing event updated for resources: {'Port': ['ID=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:24.088411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-71ce2236-a0d7-443a-b99e-9080d141e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:24.089928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-71ce2236-a0d7-443a-b99e-9080d141e375 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96206bea0e484bbfaeeb20b022db1a79&device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 1095 time: 0.0513999 Aug 23 15:38:24.193089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-183486b5-5334-48f9-af8d-dffa52f7af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:24.194483 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-183486b5-5334-48f9-af8d-dffa52f7af4a service neutron] 10.222.0.57 "GET /v2.0/networks?id=5acb4fbe-b2b2-4067-b334-d740093c9f15 HTTP/1.1" status: 200 len: 913 time: 0.0974836 Aug 23 15:38:24.240494 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-6e426d88-97c6-4455-841c-33294f9ed5de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214 HTTP/1.1" status: 200 len: 217 time: 0.0392864 Aug 23 15:38:24.293962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-a7e17257-f4e5-4a9b-98ab-fa06a8b742f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:24.295470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-a7e17257-f4e5-4a9b-98ab-fa06a8b742f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe92f3eb-2fe9-46fb-a1fa-df5fa6ec1b6c HTTP/1.1" status: 200 len: 852 time: 0.0487385 Aug 23 15:38:24.327779 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-b30d771e-0d6d-4983-9c70-81c8f8b59f46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5acb4fbe-b2b2-4067-b334-d740093c9f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248034 Aug 23 15:38:24.423140 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-23456b8a-026f-45e8-8634-5e177860233d service neutron] 10.222.0.57 "GET /v2.0/networks/5acb4fbe-b2b2-4067-b334-d740093c9f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878463 Aug 23 15:38:24.524940 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32f48f9b-0567-457a-b284-61d9c4ff8308 req-76827d6c-50fc-4f33-b827-0ef056cdf95d service neutron] 10.222.0.57 "GET /v2.0/networks/5acb4fbe-b2b2-4067-b334-d740093c9f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942767 Aug 23 15:38:25.039255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee877e-1d06-4761-8e95-6449c372e7c8 req-a145e4fb-32c0-4911-96e7-cb9261deb68b tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:25.040882 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-daee877e-1d06-4761-8e95-6449c372e7c8 req-a145e4fb-32c0-4911-96e7-cb9261deb68b tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 944 time: 0.0504096 Aug 23 15:38:25.082692 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-daee877e-1d06-4761-8e95-6449c372e7c8 req-43565ba2-f5ba-458b-b10a-56144631a44a tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357985 Aug 23 15:38:25.261167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09f1082-88c7-4790-817f-1bed69cdec0c', 'tag': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:38:25.263830 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dba210-e402-4f51-8c56-33bd29e7d076" -d '{"events": [{"name": "network-changed", "server_uuid": "b09f1082-88c7-4790-817f-1bed69cdec0c", "tag": "8afb7a66-61d3-4b7a-bd14-c83ec9d99214"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:38:25.312107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:38:25.312780 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641b3d35-8f7a-43fd-a3f5-35d879653758 x-openstack-request-id: req-641b3d35-8f7a-43fd-a3f5-35d879653758 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:38:25.313107 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09f1082-88c7-4790-817f-1bed69cdec0c", "tag": "8afb7a66-61d3-4b7a-bd14-c83ec9d99214", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:38:25.313366 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-641b3d35-8f7a-43fd-a3f5-35d879653758 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:38:25.313762 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09f1082-88c7-4790-817f-1bed69cdec0c', 'tag': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214', 'status': 'completed', 'code': 200} Aug 23 15:38:25.352210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:38:25.405939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-06738f41-eb61-4c79-99f8-50cb3e39dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:25.407498 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-06738f41-eb61-4c79-99f8-50cb3e39dd72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96206bea0e484bbfaeeb20b022db1a79&device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 1095 time: 0.0750699 Aug 23 15:38:25.414742 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-0d8e7990-e399-4c32-9b54-ee9795eaccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:25.416177 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-0d8e7990-e399-4c32-9b54-ee9795eaccdb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96206bea0e484bbfaeeb20b022db1a79&device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 1095 time: 0.0744679 Aug 23 15:38:25.576447 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:25.578301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-db60bb93-c1fd-43e0-a813-94a70a463e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:25.579946 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-db60bb93-c1fd-43e0-a813-94a70a463e5d service neutron] 10.222.0.57 "GET /v2.0/networks?id=5acb4fbe-b2b2-4067-b334-d740093c9f15 HTTP/1.1" status: 200 len: 913 time: 0.1627598 Aug 23 15:38:25.583306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-b509e293-1224-42b7-92ad-1fb2a198ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:25.584681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-b509e293-1224-42b7-92ad-1fb2a198ec5d service neutron] 10.222.0.61 "GET /v2.0/networks?id=5acb4fbe-b2b2-4067-b334-d740093c9f15 HTTP/1.1" status: 200 len: 913 time: 0.1592078 Aug 23 15:38:25.655396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-4a39e56c-2c8c-429e-bad1-e528d8931e02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214 HTTP/1.1" status: 200 len: 217 time: 0.0683398 Aug 23 15:38:25.656875 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-4ce4ebe1-de4e-4573-a258-8ee03d1a1c11 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214 HTTP/1.1" status: 200 len: 217 time: 0.0642450 Aug 23 15:38:25.747283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-298f2954-2be1-41a2-a712-f85e9fd74f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:25.748961 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-298f2954-2be1-41a2-a712-f85e9fd74f4c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe92f3eb-2fe9-46fb-a1fa-df5fa6ec1b6c HTTP/1.1" status: 200 len: 852 time: 0.0860634 Aug 23 15:38:25.750236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-5076b34b-3bd9-49a1-9e71-9c944aa32211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:25.751607 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-5076b34b-3bd9-49a1-9e71-9c944aa32211 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe92f3eb-2fe9-46fb-a1fa-df5fa6ec1b6c HTTP/1.1" status: 200 len: 852 time: 0.0806410 Aug 23 15:38:25.803107 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-39690b3d-60fb-494e-82a1-cbc7df7ace62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5acb4fbe-b2b2-4067-b334-d740093c9f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465412 Aug 23 15:38:25.804997 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-1d575678-738b-4851-843b-13aea88cac61 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5acb4fbe-b2b2-4067-b334-d740093c9f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403795 Aug 23 15:38:25.972840 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-de175aec-8370-438c-9959-ce61b42cd9e8 service neutron] 10.222.0.61 "GET /v2.0/networks/5acb4fbe-b2b2-4067-b334-d740093c9f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545579 Aug 23 15:38:25.974646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-fd2adf4b-468e-431a-944d-c7774a3f524e service neutron] 10.222.0.57 "GET /v2.0/networks/5acb4fbe-b2b2-4067-b334-d740093c9f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641896 Aug 23 15:38:26.133536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-50f85c30-dc49-47dc-b45d-3576b5f6dd31 service neutron] 10.222.0.61 "GET /v2.0/networks/5acb4fbe-b2b2-4067-b334-d740093c9f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526513 Aug 23 15:38:26.139765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69dba210-e402-4f51-8c56-33bd29e7d076 req-1fb919d2-c82a-4fca-8798-edbf3abc5905 service neutron] 10.222.0.57 "GET /v2.0/networks/5acb4fbe-b2b2-4067-b334-d740093c9f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509769 Aug 23 15:38:26.206345 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdc03f-d6fe-404d-bf2d-46dea018f095 req-5110f71b-6ffb-424a-a04c-48828fd4b1cf tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:26.207903 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-39bdc03f-d6fe-404d-bf2d-46dea018f095 req-5110f71b-6ffb-424a-a04c-48828fd4b1cf tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 944 time: 0.0506487 Aug 23 15:38:26.252415 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-39bdc03f-d6fe-404d-bf2d-46dea018f095 req-06f396c0-31c2-4011-a6f7-2a13128b6b4e tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370958 Aug 23 15:38:26.685059 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2611e03b-1ae7-4d01-a63f-9d3dbee96bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:26.963285 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:27.379069 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479fd45-0d5e-4dda-975f-0448620100ac req-e2efabcf-7f76-4085-8bb3-cdd6a6a5e3da tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:27.380672 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6479fd45-0d5e-4dda-975f-0448620100ac req-e2efabcf-7f76-4085-8bb3-cdd6a6a5e3da tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 944 time: 0.0558960 Aug 23 15:38:27.424220 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6479fd45-0d5e-4dda-975f-0448620100ac req-9e493ce4-75ea-49e9-ae5d-631c9a8218e5 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361180 Aug 23 15:38:27.667642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:38:27.768026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,segment=NetworkSegment(b7c35b4a-ace2-4531-a652-b2e62bf9d851),segment_id=b7c35b4a-ace2-4531-a652-b2e62bf9d851)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:38:27.778585 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214', 'network_id': '5acb4fbe-b2b2-4067-b334-d740093c9f15', 'port_id': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214', 'mac_address': 'fa:16:3e:17:05:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe92f3eb-2fe9-46fb-a1fa-df5fa6ec1b6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:38:27.817634 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:27.830605 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:38:27.851049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,segment=NetworkSegment(b7c35b4a-ace2-4531-a652-b2e62bf9d851),segment_id=b7c35b4a-ace2-4531-a652-b2e62bf9d851)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:38:27.921946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-668f9a62-2d76-421b-b555-5dedadd0d867 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:27.923239 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:27.923456 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-668f9a62-2d76-421b-b555-5dedadd0d867 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.61 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c&tenant_id=96206bea0e484bbfaeeb20b022db1a79&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 944 time: 0.0587256 Aug 23 15:38:27.974927 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:27.982736 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:27.983088 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:27.983433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:27.983839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:27.984179 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:27.984515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:27.984842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:27.985170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:27.985497 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:27.985887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:27.986375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:27.986711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:27.989991 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-1a436195-58a0-45fc-93bd-eb2509980dd6 service neutron] delete failed (client error): The resource could not be found. Aug 23 15:38:27.991053 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-1a436195-58a0-45fc-93bd-eb2509980dd6 service neutron] 10.222.0.61 "DELETE /v2.0/ports/8afb7a66-61d3-4b7a-bd14-c83ec9d99214/bindings/n-h2-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0599878 Aug 23 15:38:28.076838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-0c7c04c3-49cb-4e1b-a162-acacc47ddf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:28.078358 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-0c7c04c3-49cb-4e1b-a162-acacc47ddf61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=96206bea0e484bbfaeeb20b022db1a79&device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 1096 time: 0.0432122 Aug 23 15:38:28.139303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['8afb7a66-61d3-4b7a-bd14-c83ec9d99214'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:38:28.175756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-ca48f796-8689-4a0a-a4c1-b4e7287bccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:28.177180 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-ca48f796-8689-4a0a-a4c1-b4e7287bccf5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5acb4fbe-b2b2-4067-b334-d740093c9f15 HTTP/1.1" status: 200 len: 913 time: 0.0917151 Aug 23 15:38:28.224527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-7db2a004-1bef-4d32-8165-018402a93530 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214 HTTP/1.1" status: 200 len: 217 time: 0.0401623 Aug 23 15:38:28.275312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-6e21adf4-7138-4017-b490-eef762ecbc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:28.276829 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-6e21adf4-7138-4017-b490-eef762ecbc43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe92f3eb-2fe9-46fb-a1fa-df5fa6ec1b6c HTTP/1.1" status: 200 len: 852 time: 0.0455265 Aug 23 15:38:28.308273 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-aa049c8a-f35b-4d43-845d-b7222d23caa4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5acb4fbe-b2b2-4067-b334-d740093c9f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244112 Aug 23 15:38:28.403896 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-242f2473-9ffd-419b-bd83-5a13d2ad66e9 service neutron] 10.222.0.61 "GET /v2.0/networks/5acb4fbe-b2b2-4067-b334-d740093c9f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881910 Aug 23 15:38:28.495696 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-bdbc0c43-77bf-45cb-9db5-853a2064f16a service neutron] 10.222.0.61 "GET /v2.0/networks/5acb4fbe-b2b2-4067-b334-d740093c9f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839605 Aug 23 15:38:28.765201 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:29.676967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:38:29.850632 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:38:29.854632 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:38:29.855003 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:29.937621 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:29.963342 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09f1082-88c7-4790-817f-1bed69cdec0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:38:29.965752 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e11fa60-001a-46e3-b45b-76f7865c76ff" -d '{"events": [{"server_uuid": "b09f1082-88c7-4790-817f-1bed69cdec0c", "name": "network-vif-plugged", "status": "completed", "tag": "8afb7a66-61d3-4b7a-bd14-c83ec9d99214"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:38:29.981129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,segment=NetworkSegment(b7c35b4a-ace2-4531-a652-b2e62bf9d851),segment_id=b7c35b4a-ace2-4531-a652-b2e62bf9d851)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:38:29.988289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578070a-70e4-473c-ae7a-5bc8ec98c40c req-453ea208-e817-4f97-90ce-caed6eac4572 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:29.989957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a578070a-70e4-473c-ae7a-5bc8ec98c40c req-453ea208-e817-4f97-90ce-caed6eac4572 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 945 time: 0.0601835 Aug 23 15:38:30.008734 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacc8532-344b-4910-98d4-06f06759802d x-openstack-request-id: req-aacc8532-344b-4910-98d4-06f06759802d {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:38:30.009033 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09f1082-88c7-4790-817f-1bed69cdec0c", "name": "network-vif-plugged", "status": "completed", "tag": "8afb7a66-61d3-4b7a-bd14-c83ec9d99214", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:38:30.009288 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aacc8532-344b-4910-98d4-06f06759802d {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:38:30.009751 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09f1082-88c7-4790-817f-1bed69cdec0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214', 'code': 200} Aug 23 15:38:30.031340 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a578070a-70e4-473c-ae7a-5bc8ec98c40c req-f59126df-1882-4555-83da-117859e995f0 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350163 Aug 23 15:38:30.045085 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:30.093711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:31.161292 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b552ab-13bb-42a8-bfb4-1af3f629b789 req-7a23d647-ea24-4021-9468-e0b5fe104817 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:31.162773 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-91b552ab-13bb-42a8-bfb4-1af3f629b789 req-7a23d647-ea24-4021-9468-e0b5fe104817 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0600131 Aug 23 15:38:31.202691 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-91b552ab-13bb-42a8-bfb4-1af3f629b789 req-81c83778-ab76-4463-b4ef-5f83278dabbb tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/security-groups?id=14ed6657-2c1e-4046-a530-9a6eb2ade29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337884 Aug 23 15:38:31.240334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-728e7210-5252-4748-bc52-f3899c3eb306 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:31.241876 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-728e7210-5252-4748-bc52-f3899c3eb306 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.57 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 946 time: 0.0536892 Aug 23 15:38:31.330971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-3501ef27-eeac-4b72-b242-08d18032e3e7 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Deleting port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:38:31.331228 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-3501ef27-eeac-4b72-b242-08d18032e3e7 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:31.423002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-3501ef27-eeac-4b72-b242-08d18032e3e7 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] For port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,segment=NetworkSegment(b7c35b4a-ace2-4531-a652-b2e62bf9d851),segment_id=b7c35b4a-ace2-4531-a652-b2e62bf9d851)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:38:31.423972 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-3501ef27-eeac-4b72-b242-08d18032e3e7 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:31.435632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-3501ef27-eeac-4b72-b242-08d18032e3e7 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Calling delete_port for 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:38:31.678949 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-3501ef27-eeac-4b72-b242-08d18032e3e7 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:31.691151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['8afb7a66-61d3-4b7a-bd14-c83ec9d99214'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:38:31.709371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501ef27-eeac-4b72-b242-08d18032e3e7 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Pushing event deleted for resources: {'Port': ['ID=8afb7a66-61d3-4b7a-bd14-c83ec9d99214,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:31.751079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-3501ef27-eeac-4b72-b242-08d18032e3e7 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] No DVR routers for this DVR port 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:38:31.753941 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-3501ef27-eeac-4b72-b242-08d18032e3e7 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:31.757267 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7d5a0b5a-8343-4cd6-999e-481678d14da3 req-3501ef27-eeac-4b72-b242-08d18032e3e7 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.57 "DELETE /v2.0/ports/8afb7a66-61d3-4b7a-bd14-c83ec9d99214 HTTP/1.1" status: 204 len: 173 time: 0.5082026 Aug 23 15:38:31.757267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09f1082-88c7-4790-817f-1bed69cdec0c', 'name': 'network-vif-deleted', 'tag': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:38:31.758670 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5b09f3-a5a1-4c70-9616-886ae7c1dd93" -d '{"events": [{"server_uuid": "b09f1082-88c7-4790-817f-1bed69cdec0c", "name": "network-vif-deleted", "tag": "8afb7a66-61d3-4b7a-bd14-c83ec9d99214"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:38:31.796247 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c2cf43-3d1a-4c5e-9e76-05cacc6aad51 x-openstack-request-id: req-f3c2cf43-3d1a-4c5e-9e76-05cacc6aad51 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:38:31.796575 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09f1082-88c7-4790-817f-1bed69cdec0c", "name": "network-vif-deleted", "tag": "8afb7a66-61d3-4b7a-bd14-c83ec9d99214", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:38:31.796828 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f3c2cf43-3d1a-4c5e-9e76-05cacc6aad51 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:38:31.797227 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09f1082-88c7-4790-817f-1bed69cdec0c', 'name': 'network-vif-deleted', 'tag': '8afb7a66-61d3-4b7a-bd14-c83ec9d99214', 'status': 'completed', 'code': 200} Aug 23 15:38:32.315352 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6d6a0f76-5432-4a83-b918-b7b2bf29ef46 req-3b1b910c-0c98-4fed-ae7c-035d194570d7 tempest-DeleteServersTestJSON-755732656 tempest-DeleteServersTestJSON-755732656-project] 10.222.0.38 "GET /v2.0/ports?device_id=b09f1082-88c7-4790-817f-1bed69cdec0c HTTP/1.1" status: 200 len: 210 time: 0.0284138 Aug 23 15:38:33.457495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36282) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:38:33.502377 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Deleting subnet fe92f3eb-2fe9-46fb-a1fa-df5fa6ec1b6c {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:38:33.505473 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:33.539937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:33.583905 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:33.725005 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:33.750871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe92f3eb-2fe9-46fb-a1fa-df5fa6ec1b6c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:33.756157 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:33.758108 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/fe92f3eb-2fe9-46fb-a1fa-df5fa6ec1b6c HTTP/1.1" status: 204 len: 168 time: 0.2995014 Aug 23 15:38:33.760768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36284) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:38:33.763324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:33.763639 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:33.764019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:33.764362 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:33.764703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:33.765041 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:33.765373 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:33.765704 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:33.766034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:33.766361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:33.766684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:33.767758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157958b-8d7d-4151-b3e9-d9683e0eda88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:38:33.837506 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ceb17934-a41c-4d56-beda-205a2aeaa807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:33.943167 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ceb17934-a41c-4d56-beda-205a2aeaa807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:33.953315 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-ceb17934-a41c-4d56-beda-205a2aeaa807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acb4fbe-b2b2-4067-b334-d740093c9f15']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:38:33.969689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-ceb17934-a41c-4d56-beda-205a2aeaa807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c35b4a-ace2-4531-a652-b2e62bf9d851') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:38:33.969689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-ceb17934-a41c-4d56-beda-205a2aeaa807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c35b4a-ace2-4531-a652-b2e62bf9d851') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:38:33.974396 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ceb17934-a41c-4d56-beda-205a2aeaa807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:33.991567 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ceb17934-a41c-4d56-beda-205a2aeaa807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:33.998028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb17934-a41c-4d56-beda-205a2aeaa807 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:38:33.998430 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ceb17934-a41c-4d56-beda-205a2aeaa807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:38:34.002616 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:38:34.181943 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ceb17934-a41c-4d56-beda-205a2aeaa807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:34.187947 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ceb17934-a41c-4d56-beda-205a2aeaa807 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:34.191139 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ceb17934-a41c-4d56-beda-205a2aeaa807 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5acb4fbe-b2b2-4067-b334-d740093c9f15 HTTP/1.1" status: 204 len: 168 time: 0.4292982 Aug 23 15:38:34.208840 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb17934-a41c-4d56-beda-205a2aeaa807 admin admin] Pushing event deleted for resources: {'Network': ['ID=5acb4fbe-b2b2-4067-b334-d740093c9f15,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:34.538786 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36288) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:38:34.580638 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ad358d87-b297-4ee7-9c1a-d550e825a816 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96206bea0e484bbfaeeb20b022db1a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406687 Aug 23 15:38:34.583133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36290) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:38:34.632979 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccece112-41dd-4598-9d3d-3586ce786673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:34.654415 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccece112-41dd-4598-9d3d-3586ce786673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:34.796871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccece112-41dd-4598-9d3d-3586ce786673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:34.799576 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccece112-41dd-4598-9d3d-3586ce786673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:34.805287 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ccece112-41dd-4598-9d3d-3586ce786673 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/14ed6657-2c1e-4046-a530-9a6eb2ade29c HTTP/1.1" status: 204 len: 168 time: 0.2167070 Aug 23 15:38:34.809042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccece112-41dd-4598-9d3d-3586ce786673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ed6657-2c1e-4046-a530-9a6eb2ade29c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:35.699083 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:38:35.720826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:38:35.721160 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 8afb7a66-61d3-4b7a-bd14-c83ec9d99214 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:38:35.837440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36312) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:38:35.932794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-322436768-network', 'tenant_id': '0d5ee047dcf046aeac3d9597d8ca86be'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:38:36.042479 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] Made reservation on behalf of 0d5ee047dcf046aeac3d9597d8ca86be for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:38:36.044934 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:36.054184 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:36.146908 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:36.231066 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:36.260223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:38:36.266519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f003486-8a05-4855-b20e-400dfe7b5d3e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:36.273268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:36.273620 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] Added segment 6f6da9e9-f6ed-4489-b7ee-0db2aed459e5 of type vlan for network 8dbc73e8-9de3-4196-a95e-8f101029f45b Aug 23 15:38:36.319395 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:36.416005 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:36.416993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:36.417609 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:36.507172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] Pushing event updated for resources: {'Network': ['ID=8dbc73e8-9de3-4196-a95e-8f101029f45b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:36.520189 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 8dbc73e8-9de3-4196-a95e-8f101029f45b details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:38:36.577236 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1df52ade-ceba-48fd-a3cc-0e2bb37b1b15 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7386541 Aug 23 15:38:36.581288 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36316) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:38:36.586280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-604b7afe-d98f-4073-bb56-f6b862a9b5c9 admin admin] Request body: {'subnet': {'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-322436768-subnet', 'tenant_id': '0d5ee047dcf046aeac3d9597d8ca86be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:38:36.713237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604b7afe-d98f-4073-bb56-f6b862a9b5c9 admin admin] Made reservation on behalf of 0d5ee047dcf046aeac3d9597d8ca86be for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:38:36.715719 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-604b7afe-d98f-4073-bb56-f6b862a9b5c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:36.993748 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-604b7afe-d98f-4073-bb56-f6b862a9b5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:37.049983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b7afe-d98f-4073-bb56-f6b862a9b5c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=153d5003-ad17-4740-93be-435252337fd1,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:37.062938 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b7afe-d98f-4073-bb56-f6b862a9b5c9 admin admin] Checking segment: {'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:38:37.063305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b7afe-d98f-4073-bb56-f6b862a9b5c9 admin admin] Network hostable DHCP agents. Network: 8dbc73e8-9de3-4196-a95e-8f101029f45b, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:38:37.162473 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b7afe-d98f-4073-bb56-f6b862a9b5c9 admin admin] Network 8dbc73e8-9de3-4196-a95e-8f101029f45b is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:38:37.328172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-604b7afe-d98f-4073-bb56-f6b862a9b5c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 8dbc73e8-9de3-4196-a95e-8f101029f45b) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:38:37.332859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604b7afe-d98f-4073-bb56-f6b862a9b5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:37.333855 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-604b7afe-d98f-4073-bb56-f6b862a9b5c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:37.337066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef31f06-3626-4151-b538-7aba79e1bc95 None None] Network 8dbc73e8-9de3-4196-a95e-8f101029f45b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:38:37.417733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-604b7afe-d98f-4073-bb56-f6b862a9b5c9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8351591 Aug 23 15:38:37.464803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f5ad21-2e4d-403c-859a-3aa0571968f1 None None] Network 8dbc73e8-9de3-4196-a95e-8f101029f45b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:38:37.880701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-254e2f07-c277-4926-9205-16be6b0f032c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:37.882103 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-254e2f07-c277-4926-9205-16be6b0f032c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 814 time: 0.1065853 Aug 23 15:38:37.897925 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-d3178400-1c8e-4127-8033-9269fa6d0704 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/quotas/0d5ee047dcf046aeac3d9597d8ca86be HTTP/1.1" status: 200 len: 375 time: 0.0100191 Aug 23 15:38:37.931569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-b7e5225a-83bf-463b-9ddf-4b1b42f58892 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281036 Aug 23 15:38:38.024431 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-1d692ca3-1680-43bc-881c-a5798e528269 service neutron] 10.222.0.38 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858190 Aug 23 15:38:38.122581 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-1ad9696a-3c05-4b71-9f9a-f05790f31ac8 service neutron] 10.222.0.38 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920098 Aug 23 15:38:38.347942 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fbae8dfc-4274-4f40-af28-3cb8664ac808 req-99b4480e-2430-4b0b-ba0e-f6e165e90bf5 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 210 time: 0.0282032 Aug 23 15:38:39.438229 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc94fcc2-bac7-4dc3-a2b8-fad38905c2d6 req-05b2a799-a19a-4b6e-af96-66f2e036c6e9 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 210 time: 0.0269601 Aug 23 15:38:40.535519 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-98996885-1c5c-4eb3-930a-2516dac68234 req-0f94d1f6-80ec-42be-86e6-62e1ca18a52e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 210 time: 0.0277085 Aug 23 15:38:40.718979 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-b8f76d43-a9f0-4720-816c-f3d981afe5c4 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:40.720627 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-b8f76d43-a9f0-4720-816c-f3d981afe5c4 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.57 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 814 time: 0.1126316 Aug 23 15:38:40.734123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-fe189e3a-990f-4b16-9708-21f96758fc4c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Request body: {'port': {'device_id': 'b44d9009-b0fa-4454-9794-e9c795b51cff', 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b', 'admin_state_up': True, 'tenant_id': '0d5ee047dcf046aeac3d9597d8ca86be'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:38:40.970368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-fe189e3a-990f-4b16-9708-21f96758fc4c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Made reservation on behalf of 0d5ee047dcf046aeac3d9597d8ca86be for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:38:40.974621 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-fe189e3a-990f-4b16-9708-21f96758fc4c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:41.105406 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-fe189e3a-990f-4b16-9708-21f96758fc4c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Allocated IP 172.20.0.2 (8dbc73e8-9de3-4196-a95e-8f101029f45b/153d5003-ad17-4740-93be-435252337fd1/48e33f31-06fe-4096-a6f4-5fcd45a8f4c4) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:38:41.259931 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-fe189e3a-990f-4b16-9708-21f96758fc4c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:41.374538 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-fe189e3a-990f-4b16-9708-21f96758fc4c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:41.420709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-fe189e3a-990f-4b16-9708-21f96758fc4c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Network 8dbc73e8-9de3-4196-a95e-8f101029f45b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:38:41.424536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-fe189e3a-990f-4b16-9708-21f96758fc4c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:38:41.428386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-fe189e3a-990f-4b16-9708-21f96758fc4c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:38:41.437798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe189e3a-990f-4b16-9708-21f96758fc4c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Pushing event updated for resources: {'Port': ['ID=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:41.490718 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-fe189e3a-990f-4b16-9708-21f96758fc4c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:41.491373 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-fe189e3a-990f-4b16-9708-21f96758fc4c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:41.564314 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-fe189e3a-990f-4b16-9708-21f96758fc4c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8339417 Aug 23 15:38:41.578357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Request body: {'port': {'device_id': 'b44d9009-b0fa-4454-9794-e9c795b51cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:38:41.633831 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:41.654311 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de995b1-b916-404e-aa49-310246b30bd1 req-d3ed817d-2fc2-486d-bcb2-8824bf1e6bb5 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:41.655907 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6de995b1-b916-404e-aa49-310246b30bd1 req-d3ed817d-2fc2-486d-bcb2-8824bf1e6bb5 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 931 time: 0.0519984 Aug 23 15:38:41.695376 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6de995b1-b916-404e-aa49-310246b30bd1 req-14704c2a-67f3-42f9-bed0-915eefa736dc tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326235 Aug 23 15:38:41.929997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:38:41.937469 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:41.949633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Transition to ACTIVE for port object 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:38:42.019720 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:42.071444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Pushing event updated for resources: {'Port': ['ID=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:42.155943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Attempting to bind port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:38:42.156361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Attempting to bind port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:38:42.156723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Attempting to bind port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 on network 8dbc73e8-9de3-4196-a95e-8f101029f45b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:38:42.161800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 on network 8dbc73e8-9de3-4196-a95e-8f101029f45b not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:38:42.162129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Attempting to bind port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 on network 8dbc73e8-9de3-4196-a95e-8f101029f45b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:38:42.166947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:38:42.167324 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Checking segment: {'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:38:42.167713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Bound using segment: {'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:38:42.168367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Bound port: 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:38:42.168501 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:42.240442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] For port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:38:42.243638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] For port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:38:42.336878 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:42.665015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:42.665663 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:42.667241 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] 10.222.0.57 "PUT /v2.0/ports/48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 HTTP/1.1" status: 200 len: 1091 time: 1.0944681 Aug 23 15:38:42.669811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44d9009-b0fa-4454-9794-e9c795b51cff', 'tag': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:38:42.672611 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65df310-9243-4a35-9037-6ed5f05a5878" -d '{"events": [{"name": "network-changed", "server_uuid": "b44d9009-b0fa-4454-9794-e9c795b51cff", "tag": "48e33f31-06fe-4096-a6f4-5fcd45a8f4c4"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:38:42.701676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7608503-784d-4242-8a12-bc0569c165f0 service neutron] Pushing event updated for resources: {'Port': ['ID=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:42.712431 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b868e595-5731-4e1f-a4d9-59c228b3a0ce x-openstack-request-id: req-b868e595-5731-4e1f-a4d9-59c228b3a0ce {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:38:42.712726 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44d9009-b0fa-4454-9794-e9c795b51cff", "tag": "48e33f31-06fe-4096-a6f4-5fcd45a8f4c4", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:38:42.712978 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b868e595-5731-4e1f-a4d9-59c228b3a0ce {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:38:42.713376 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44d9009-b0fa-4454-9794-e9c795b51cff', 'tag': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4', 'status': 'completed', 'code': 200} Aug 23 15:38:42.794451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65df310-9243-4a35-9037-6ed5f05a5878 req-1236ebc3-6e48-43e9-9f56-c99a113c4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:42.796836 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a65df310-9243-4a35-9037-6ed5f05a5878 req-1236ebc3-6e48-43e9-9f56-c99a113c4edc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 1094 time: 0.0591133 Aug 23 15:38:42.835697 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f95060-1146-4a72-9938-e154a1dcd78d req-c95c88a3-f89c-4666-b5d5-cb7c14270e8a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:42.837333 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-70f95060-1146-4a72-9938-e154a1dcd78d req-c95c88a3-f89c-4666-b5d5-cb7c14270e8a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 943 time: 0.0619681 Aug 23 15:38:42.878213 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-70f95060-1146-4a72-9938-e154a1dcd78d req-222f46c5-fce1-490c-a3af-46cd606a3061 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344141 Aug 23 15:38:42.905950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65df310-9243-4a35-9037-6ed5f05a5878 req-d70e05ae-6a47-4f7b-bac7-04fa24fe3efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:42.907433 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a65df310-9243-4a35-9037-6ed5f05a5878 req-d70e05ae-6a47-4f7b-bac7-04fa24fe3efc service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1025178 Aug 23 15:38:43.006844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65df310-9243-4a35-9037-6ed5f05a5878 req-e096f013-90eb-40b7-a0d2-24ca12abb85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:43.008364 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a65df310-9243-4a35-9037-6ed5f05a5878 req-e096f013-90eb-40b7-a0d2-24ca12abb85b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940907 Aug 23 15:38:43.096657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-97a252ed-98f8-4b27-a560-8f3aa932cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:43.098170 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-97a252ed-98f8-4b27-a560-8f3aa932cfa4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 1094 time: 0.0481493 Aug 23 15:38:43.145912 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-0de2d8aa-1c35-45da-95c3-67abf58c7fcc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 HTTP/1.1" status: 200 len: 217 time: 0.0391600 Aug 23 15:38:43.197858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-86d916af-da4b-4a8f-a1f1-fd1736629ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:43.199331 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-86d916af-da4b-4a8f-a1f1-fd1736629ce7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=153d5003-ad17-4740-93be-435252337fd1 HTTP/1.1" status: 200 len: 854 time: 0.0466306 Aug 23 15:38:43.233551 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-85bc4243-544d-4935-8df3-5ff158eb28d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8dbc73e8-9de3-4196-a95e-8f101029f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260155 Aug 23 15:38:43.333712 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-e39a0569-9a88-4fc3-a9cb-81d5c88592f5 service neutron] 10.222.0.57 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914981 Aug 23 15:38:43.425143 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a11f2bcd-e129-4a09-8e39-e3a133f15ddd req-016f8691-f6a3-4b3f-8d61-ab0702cb22cb service neutron] 10.222.0.57 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842021 Aug 23 15:38:44.016790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e70477-f09c-4ba1-8040-94af54d67d22 req-cfca8b15-39e2-4e80-9e59-e5dc9b21f3b5 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:44.019006 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6e70477-f09c-4ba1-8040-94af54d67d22 req-cfca8b15-39e2-4e80-9e59-e5dc9b21f3b5 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 943 time: 0.0711379 Aug 23 15:38:44.060184 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6e70477-f09c-4ba1-8040-94af54d67d22 req-227469fd-6d76-4b21-82d9-e3b192b6d7ee tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351374 Aug 23 15:38:45.187716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae800ad7-f14c-46b7-99ed-432b999c838f req-67f889ef-471e-4aa4-9bd1-12f6ed35eaaa tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:45.189186 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ae800ad7-f14c-46b7-99ed-432b999c838f req-67f889ef-471e-4aa4-9bd1-12f6ed35eaaa tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 943 time: 0.0594234 Aug 23 15:38:45.230306 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ae800ad7-f14c-46b7-99ed-432b999c838f req-18749ba4-1800-4d4c-bc8c-7918700b7445 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344872 Aug 23 15:38:46.085462 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:46.349062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09290cac-664f-42ad-8c5b-e633ce29ff70 req-319e9879-e2da-4da2-b102-5ef1b6ba5867 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:46.350502 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-09290cac-664f-42ad-8c5b-e633ce29ff70 req-319e9879-e2da-4da2-b102-5ef1b6ba5867 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 943 time: 0.0523150 Aug 23 15:38:46.394793 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-09290cac-664f-42ad-8c5b-e633ce29ff70 req-ca690aec-b4d2-4b41-8c79-e6e0d8423f4f tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376477 Aug 23 15:38:47.518193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72488445-9367-47ed-921c-873449c225b0 req-3e4cae93-d88b-434a-a82d-bad2accf0627 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:47.519717 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72488445-9367-47ed-921c-873449c225b0 req-3e4cae93-d88b-434a-a82d-bad2accf0627 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 943 time: 0.0521038 Aug 23 15:38:47.556827 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-72488445-9367-47ed-921c-873449c225b0 req-a0ec7364-238b-456a-a778-18bd540c5c7e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312037 Aug 23 15:38:47.760280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:38:47.862365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:38:47.873664 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4', 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b', 'port_id': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4', 'mac_address': 'fa:16:3e:aa:6e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153d5003-ad17-4740-93be-435252337fd1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:38:47.912703 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:47.925711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:38:47.946391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:38:48.025274 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:48.077672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:48.214349 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['48e33f31-06fe-4096-a6f4-5fcd45a8f4c4'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:38:48.452411 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:38:48.679898 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab91e1-12f9-4e58-9d6b-e4f6f5224925 req-c61e2805-642b-41cd-b828-5a916b083cdb tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:48.681414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-42ab91e1-12f9-4e58-9d6b-e4f6f5224925 req-c61e2805-642b-41cd-b828-5a916b083cdb tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 944 time: 0.0522001 Aug 23 15:38:48.724114 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-42ab91e1-12f9-4e58-9d6b-e4f6f5224925 req-c1004c78-a5ff-41ec-a6d6-aec4879c5dc2 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366404 Aug 23 15:38:49.775325 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:38:49.858569 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456015d7-bdc9-4865-b6fd-cc7dcde46f28 req-d0075f55-5043-4c97-9266-5f9e1ad1fde9 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:49.860089 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-456015d7-bdc9-4865-b6fd-cc7dcde46f28 req-d0075f55-5043-4c97-9266-5f9e1ad1fde9 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 944 time: 0.0645914 Aug 23 15:38:49.900998 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-456015d7-bdc9-4865-b6fd-cc7dcde46f28 req-50301fa4-16cd-405a-b75f-c014e26931ed tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335217 Aug 23 15:38:49.956419 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:38:49.960806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:38:49.966802 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:50.046438 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:50.069574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d9009-b0fa-4454-9794-e9c795b51cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:38:50.071873 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f20028f-196f-4e68-8079-e19b60705938" -d '{"events": [{"server_uuid": "b44d9009-b0fa-4454-9794-e9c795b51cff", "name": "network-vif-plugged", "status": "completed", "tag": "48e33f31-06fe-4096-a6f4-5fcd45a8f4c4"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:38:50.084694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:38:50.111597 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d722575-fffe-4ad9-8f26-470e76e54b35 x-openstack-request-id: req-7d722575-fffe-4ad9-8f26-470e76e54b35 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:38:50.112601 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44d9009-b0fa-4454-9794-e9c795b51cff", "name": "network-vif-plugged", "status": "completed", "tag": "48e33f31-06fe-4096-a6f4-5fcd45a8f4c4", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:38:50.112954 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7d722575-fffe-4ad9-8f26-470e76e54b35 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:38:50.113565 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44d9009-b0fa-4454-9794-e9c795b51cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4', 'code': 200} Aug 23 15:38:50.162631 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:50.213217 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:38:50.217198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1205b0-0e4d-4d85-b5cb-1572e9fc66d4 req-aeff9514-353e-4d4b-b78f-17c2a5748331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:50.218807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc1205b0-0e4d-4d85-b5cb-1572e9fc66d4 req-aeff9514-353e-4d4b-b78f-17c2a5748331 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 1096 time: 0.0494106 Aug 23 15:38:50.262466 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc1205b0-0e4d-4d85-b5cb-1572e9fc66d4 req-fb1ee45a-b73d-4f9d-b09d-2301df143967 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362418 Aug 23 15:38:50.850194 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:51.042753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310340bc-628d-4ab0-b5a5-361b20d6aa6a req-f7ff36cd-cf1f-4304-83ff-0af10196ed5b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:51.044275 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-310340bc-628d-4ab0-b5a5-361b20d6aa6a req-f7ff36cd-cf1f-4304-83ff-0af10196ed5b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0534327 Aug 23 15:38:51.083993 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-310340bc-628d-4ab0-b5a5-361b20d6aa6a req-e5240adb-728c-4dcb-9903-59aacd3e2514 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335045 Aug 23 15:38:52.217011 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fe013-8057-437f-a93b-4fc3d4d245e9 req-0ad330b8-e926-490e-bbfa-f383a96fca13 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:52.218516 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-732fe013-8057-437f-a93b-4fc3d4d245e9 req-0ad330b8-e926-490e-bbfa-f383a96fca13 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0590143 Aug 23 15:38:52.257847 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-732fe013-8057-437f-a93b-4fc3d4d245e9 req-fc85b1ab-1eef-4389-982a-c9f1cdd4a0c8 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325923 Aug 23 15:38:52.360492 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1524fc9c-9393-4bc2-bdfd-19cf99c93755 req-0cf60cbc-26e9-4643-8ece-54c124699f7f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474775 Aug 23 15:38:52.385917 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c56c5-7e0f-4140-aa77-d5f4e1a1eeca req-b8106cdf-9d11-4f3d-92bb-45cd85829dcf tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:52.387344 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-861c56c5-7e0f-4140-aa77-d5f4e1a1eeca req-b8106cdf-9d11-4f3d-92bb-45cd85829dcf tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0563078 Aug 23 15:38:52.428348 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-861c56c5-7e0f-4140-aa77-d5f4e1a1eeca req-a01e8312-ddd7-4cd1-85f4-d0bf70ea1839 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341775 Aug 23 15:38:52.456197 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524fc9c-9393-4bc2-bdfd-19cf99c93755 req-5cee2d21-7088-4555-b45e-eaf40ed6e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:52.456197 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1524fc9c-9393-4bc2-bdfd-19cf99c93755 req-5cee2d21-7088-4555-b45e-eaf40ed6e7c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 1096 time: 0.0540836 Aug 23 15:38:52.564230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524fc9c-9393-4bc2-bdfd-19cf99c93755 req-cf116ae0-50fc-4421-bac1-c0f07557ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:52.566016 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1524fc9c-9393-4bc2-bdfd-19cf99c93755 req-cf116ae0-50fc-4421-bac1-c0f07557ebbb service neutron] 10.222.0.57 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 915 time: 0.0904996 Aug 23 15:38:52.611522 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1524fc9c-9393-4bc2-bdfd-19cf99c93755 req-0a1aa2dc-4a63-4827-880f-2c82275fe261 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 HTTP/1.1" status: 200 len: 217 time: 0.0376232 Aug 23 15:38:52.646343 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-012eb906-4e7f-49d0-9921-2550e9aac36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:52.672294 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524fc9c-9393-4bc2-bdfd-19cf99c93755 req-2e10197c-6bf5-41b1-aa6f-81c661172563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:52.673767 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1524fc9c-9393-4bc2-bdfd-19cf99c93755 req-2e10197c-6bf5-41b1-aa6f-81c661172563 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=153d5003-ad17-4740-93be-435252337fd1 HTTP/1.1" status: 200 len: 854 time: 0.0553544 Aug 23 15:38:52.710495 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1524fc9c-9393-4bc2-bdfd-19cf99c93755 req-9324389c-bdb1-40ca-9cc6-73867462f208 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8dbc73e8-9de3-4196-a95e-8f101029f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289073 Aug 23 15:38:52.712975 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33853fd3-ff25-4eb2-92b8-09a423bd6f8e req-7832f17b-26c9-45d4-8d1d-bc1f412a6457 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:52.714507 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-33853fd3-ff25-4eb2-92b8-09a423bd6f8e req-7832f17b-26c9-45d4-8d1d-bc1f412a6457 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0636234 Aug 23 15:38:52.756142 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-33853fd3-ff25-4eb2-92b8-09a423bd6f8e req-b30d9bd8-b441-474a-90d5-d0163c2fa8a3 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350008 Aug 23 15:38:52.814976 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1524fc9c-9393-4bc2-bdfd-19cf99c93755 req-7df3e45b-d961-46fa-9731-a9e30b0094f0 service neutron] 10.222.0.57 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962362 Aug 23 15:38:52.941091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeedd89-117e-4e60-80c7-48038a0907fa req-d53d3c43-c91a-4483-b9f5-577f8cc24c0e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:52.942800 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9aeedd89-117e-4e60-80c7-48038a0907fa req-d53d3c43-c91a-4483-b9f5-577f8cc24c0e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.1115851 Aug 23 15:38:52.971894 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1524fc9c-9393-4bc2-bdfd-19cf99c93755 req-eda6fcd6-437b-4a2e-83d1-9f7cba9be5ab service neutron] 10.222.0.57 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492679 Aug 23 15:38:52.998576 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9aeedd89-117e-4e60-80c7-48038a0907fa req-c85fddd0-2373-4f8d-98c7-418ef3290006 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489104 Aug 23 15:38:53.418849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331f317-e5c9-4cc3-b4c7-3c161c91b7b2 req-ec29f698-3cd0-4c54-9f59-62df010b573c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:53.420493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a331f317-e5c9-4cc3-b4c7-3c161c91b7b2 req-ec29f698-3cd0-4c54-9f59-62df010b573c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0612822 Aug 23 15:38:53.459905 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a331f317-e5c9-4cc3-b4c7-3c161c91b7b2 req-ba160756-696f-41bc-930a-db8a1082630a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330224 Aug 23 15:38:53.515827 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-54e59344-3e07-4616-9889-667cc0a3850f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0455062 Aug 23 15:38:54.594411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f2e35-a218-4350-883b-719aae9d944d req-8813d906-2f97-4a6c-a98c-bae281c8bdbe tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:54.596480 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5c8f2e35-a218-4350-883b-719aae9d944d req-8813d906-2f97-4a6c-a98c-bae281c8bdbe tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0532558 Aug 23 15:38:54.636740 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5c8f2e35-a218-4350-883b-719aae9d944d req-f3815c60-9fad-4035-97c6-0233ebe992d9 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331309 Aug 23 15:38:55.575405 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:55.790787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae437d0f-7c55-4a21-9292-e8ea131ca667 req-37ae007d-3dc9-45e2-a8a7-e304700ae4bd tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:55.792439 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae437d0f-7c55-4a21-9292-e8ea131ca667 req-37ae007d-3dc9-45e2-a8a7-e304700ae4bd tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0829947 Aug 23 15:38:55.799224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-b7d172c5-d2e1-44b6-9869-2e04a84e5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:55.801902 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-b7d172c5-d2e1-44b6-9869-2e04a84e5f71 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 1096 time: 0.0639043 Aug 23 15:38:55.891493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae437d0f-7c55-4a21-9292-e8ea131ca667 req-0a94a00b-def5-4ed1-992c-07d51272b41a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884361 Aug 23 15:38:55.923683 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-555298be-b19a-488b-a06e-f9f919a786c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:55.925204 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-555298be-b19a-488b-a06e-f9f919a786c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 915 time: 0.1156871 Aug 23 15:38:55.977950 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-9dcafada-8ab0-4a54-b98b-ab131450785e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 HTTP/1.1" status: 200 len: 217 time: 0.0372887 Aug 23 15:38:56.032905 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-08485e8a-8ee7-46f9-9680-22db86990c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:56.034406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-08485e8a-8ee7-46f9-9680-22db86990c4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=153d5003-ad17-4740-93be-435252337fd1 HTTP/1.1" status: 200 len: 854 time: 0.0497766 Aug 23 15:38:56.065882 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-00fcc160-d8ee-452e-9ecd-df9d12795f70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8dbc73e8-9de3-4196-a95e-8f101029f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248454 Aug 23 15:38:56.155549 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-e40d5dc7-4c14-4397-bb78-566e89f525e7 service neutron] 10.222.0.57 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824482 Aug 23 15:38:56.251039 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-2efe651d-b217-408a-a001-561a6c0df0ea service neutron] 10.222.0.57 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880370 Aug 23 15:38:56.661800 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab370-a2a4-401c-aa11-a7b968dd9d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:56.913757 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:57.011099 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50eb64-144b-44e5-9106-3f9efaa84bc6 req-faa39779-bd0f-426e-8ea3-9113f219adee tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:57.012696 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b50eb64-144b-44e5-9106-3f9efaa84bc6 req-faa39779-bd0f-426e-8ea3-9113f219adee tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0526381 Aug 23 15:38:57.055136 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b50eb64-144b-44e5-9106-3f9efaa84bc6 req-505d28f7-e99c-483b-b31c-b6e92334c985 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364418 Aug 23 15:38:58.178687 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692057f-0cc1-4502-8cd3-eb30435b5272 req-83d48b17-4483-4909-945b-92c0ccea36cc tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:58.180248 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4692057f-0cc1-4502-8cd3-eb30435b5272 req-83d48b17-4483-4909-945b-92c0ccea36cc tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0525241 Aug 23 15:38:58.220137 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4692057f-0cc1-4502-8cd3-eb30435b5272 req-b1579b28-903b-4d4e-89ca-fd12a78326a5 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339463 Aug 23 15:38:58.741532 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:38:59.337365 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3e629-4ff7-4293-80da-9a9a57e9dbe9 req-19a5b409-9d9d-4e30-ab27-0ca3b8a0f496 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:38:59.338886 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-00a3e629-4ff7-4293-80da-9a9a57e9dbe9 req-19a5b409-9d9d-4e30-ab27-0ca3b8a0f496 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0506628 Aug 23 15:38:59.377923 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-00a3e629-4ff7-4293-80da-9a9a57e9dbe9 req-a23c274a-d621-40d6-86ff-5d51b13318dd tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329564 Aug 23 15:39:00.494293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c25e50-dcbe-4b5f-b8b6-7b743fcff3a1 req-1c4901b5-0d4c-4c4e-a9dc-49fbe55be1df tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:00.495827 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-42c25e50-dcbe-4b5f-b8b6-7b743fcff3a1 req-1c4901b5-0d4c-4c4e-a9dc-49fbe55be1df tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0498724 Aug 23 15:39:00.553717 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-42c25e50-dcbe-4b5f-b8b6-7b743fcff3a1 req-8eb78f7e-3a8f-4d9e-9b06-8730f2c9b25d tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519392 Aug 23 15:39:01.676866 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd97f6c-e753-4798-81c1-04307c6e8a1b req-c0aad582-e5d1-489e-a836-d9127aefae5c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:01.678410 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0dd97f6c-e753-4798-81c1-04307c6e8a1b req-c0aad582-e5d1-489e-a836-d9127aefae5c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0548518 Aug 23 15:39:01.718285 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0dd97f6c-e753-4798-81c1-04307c6e8a1b req-b133ae33-f138-4840-83de-48a8bdcd1b1c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336578 Aug 23 15:39:02.851312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792c860-9531-47ea-a49c-39a4b99efde2 req-cd6c1f0a-961e-4630-a78d-cc7e70591776 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:02.852923 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6792c860-9531-47ea-a49c-39a4b99efde2 req-cd6c1f0a-961e-4630-a78d-cc7e70591776 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0602353 Aug 23 15:39:02.894859 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6792c860-9531-47ea-a49c-39a4b99efde2 req-c30ac704-5082-43e1-ab21-a4262a186f85 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330276 Aug 23 15:39:04.018572 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607132e-0f42-4627-814f-9f0a691abbf6 req-5643218e-6b80-4115-bb4c-f93b1afba574 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:04.020782 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b607132e-0f42-4627-814f-9f0a691abbf6 req-5643218e-6b80-4115-bb4c-f93b1afba574 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0531313 Aug 23 15:39:04.059379 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b607132e-0f42-4627-814f-9f0a691abbf6 req-8a53d027-ea4e-482a-bd1d-d5325af554c7 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326548 Aug 23 15:39:05.178541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddc02b-fcb7-481d-be43-2d048fbce156 req-53d015e1-88e4-4eae-a46f-36922316bb2b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:05.180190 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32ddc02b-fcb7-481d-be43-2d048fbce156 req-53d015e1-88e4-4eae-a46f-36922316bb2b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0538528 Aug 23 15:39:05.221275 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32ddc02b-fcb7-481d-be43-2d048fbce156 req-d6e9b7c1-dc77-4a2e-9940-02cefdae0367 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331421 Aug 23 15:39:06.354801 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc86a6c-715c-45d2-92f5-8b746dd9f2c5 req-235978e3-ff14-46d4-b9c0-4fa2f91a9c55 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:06.356416 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7dc86a6c-715c-45d2-92f5-8b746dd9f2c5 req-235978e3-ff14-46d4-b9c0-4fa2f91a9c55 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0502517 Aug 23 15:39:06.399841 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7dc86a6c-715c-45d2-92f5-8b746dd9f2c5 req-db7547e7-1700-4e15-86a8-78f7cd304b4c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339818 Aug 23 15:39:07.529216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe5240-9709-49c2-8426-a23faebe30a5 req-bc550c74-f3ba-4e49-9986-7c60b376fb9f tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:07.530746 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3afe5240-9709-49c2-8426-a23faebe30a5 req-bc550c74-f3ba-4e49-9986-7c60b376fb9f tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0518782 Aug 23 15:39:07.572870 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3afe5240-9709-49c2-8426-a23faebe30a5 req-2a5f2d71-73bf-4128-a42c-7314a40c85d5 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357621 Aug 23 15:39:08.694465 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2110b2-7d88-48ea-8856-0d6a8948297e req-d1fdf8ff-0cdd-4df7-a768-a69b30c4d586 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:08.696083 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef2110b2-7d88-48ea-8856-0d6a8948297e req-d1fdf8ff-0cdd-4df7-a768-a69b30c4d586 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0526171 Aug 23 15:39:08.740194 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ef2110b2-7d88-48ea-8856-0d6a8948297e req-edeebdff-d0ba-48ac-8e25-b80f569f9ab6 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339541 Aug 23 15:39:09.883008 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb59411-aef2-4805-9417-d689a467a622 req-375a821e-e24c-4a05-896d-3740f2e50d1e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:09.884540 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2bb59411-aef2-4805-9417-d689a467a622 req-375a821e-e24c-4a05-896d-3740f2e50d1e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0629191 Aug 23 15:39:09.927875 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2bb59411-aef2-4805-9417-d689a467a622 req-4b65ec9c-9bc2-4c74-9bc9-57b6857cae7e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369761 Aug 23 15:39:11.117636 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd0a49-b7f3-4322-823c-51402c79c06e req-46fae6fd-bea6-46ae-acbf-6fcf6f482ddb tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:11.119147 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0fd0a49-b7f3-4322-823c-51402c79c06e req-46fae6fd-bea6-46ae-acbf-6fcf6f482ddb tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0595849 Aug 23 15:39:11.169578 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0fd0a49-b7f3-4322-823c-51402c79c06e req-817f142c-b8df-4c67-b6c3-fabedce1a001 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442660 Aug 23 15:39:12.325369 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098ac57-e7ef-4ce9-aeea-a4854490e5fa req-8d0dfe9b-d950-4845-a86c-6d5d418f11fb tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:12.326870 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7098ac57-e7ef-4ce9-aeea-a4854490e5fa req-8d0dfe9b-d950-4845-a86c-6d5d418f11fb tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0513399 Aug 23 15:39:12.367155 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7098ac57-e7ef-4ce9-aeea-a4854490e5fa req-59e20ad8-ed04-45c4-977e-412696ec6508 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339684 Aug 23 15:39:13.316949 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-911e09cd-4a44-4fce-abcb-8a48ee9a8c16 service neutron] show failed (client error): The resource could not be found. Aug 23 15:39:13.317980 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-911e09cd-4a44-4fce-abcb-8a48ee9a8c16 service neutron] 10.222.0.57 "GET /v2.0/ports/48e33f31-06fe-4096-a6f4-5fcd45a8f4c4/bindings/n-h2-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0567396 Aug 23 15:39:13.490948 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7746d-93d1-4311-8d22-012d616125e5 req-e6493fb7-8fc8-446f-930d-3553fdf3f263 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:13.492676 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-17a7746d-93d1-4311-8d22-012d616125e5 req-e6493fb7-8fc8-446f-930d-3553fdf3f263 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0542169 Aug 23 15:39:13.532903 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-17a7746d-93d1-4311-8d22-012d616125e5 req-46452c79-4328-4bf3-9946-5d53f4969fff tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340643 Aug 23 15:39:14.061968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-ebf6c452-9bf3-49f6-aeca-2de81579712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:14.063461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-ebf6c452-9bf3-49f6-aeca-2de81579712d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff&tenant_id=0d5ee047dcf046aeac3d9597d8ca86be HTTP/1.1" status: 200 len: 1096 time: 0.0474887 Aug 23 15:39:14.076260 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:39:14.130048 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:14.338106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] For port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:39:14.372290 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] For port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:39:14.417547 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d9009-b0fa-4454-9794-e9c795b51cff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:39:14.419854 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9ecb9a-dfc2-4da4-b729-265767f60cf7" -d '{"events": [{"server_uuid": "b44d9009-b0fa-4454-9794-e9c795b51cff", "name": "network-vif-unplugged", "status": "completed", "tag": "48e33f31-06fe-4096-a6f4-5fcd45a8f4c4"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:39:14.423844 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:14.437474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Transition to ACTIVE for port object 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:39:14.473859 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042a33f0-16a9-40cf-a325-af969b3a5897 x-openstack-request-id: req-042a33f0-16a9-40cf-a325-af969b3a5897 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:39:14.474162 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44d9009-b0fa-4454-9794-e9c795b51cff", "name": "network-vif-unplugged", "status": "completed", "tag": "48e33f31-06fe-4096-a6f4-5fcd45a8f4c4", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:39:14.474420 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-042a33f0-16a9-40cf-a325-af969b3a5897 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:39:14.474855 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44d9009-b0fa-4454-9794-e9c795b51cff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4', 'code': 200} Aug 23 15:39:14.544712 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:14.604768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] No DVR routers for this DVR port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:39:14.614025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Pushing event updated for resources: {'Port': ['ID=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,revision_number=6']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:39:14.658391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Attempting to bind port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:39:14.658731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Attempting to bind port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:39:14.659934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Attempting to bind port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 on network 8dbc73e8-9de3-4196-a95e-8f101029f45b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:39:14.663010 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe044523-fe12-47e8-9130-dd3f901c18ca req-7b4e5f4e-170d-4683-882d-4182ab653cc7 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:14.664299 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 on network 8dbc73e8-9de3-4196-a95e-8f101029f45b not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:39:14.668086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Attempting to bind port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 on network 8dbc73e8-9de3-4196-a95e-8f101029f45b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:39:14.668215 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe044523-fe12-47e8-9130-dd3f901c18ca req-7b4e5f4e-170d-4683-882d-4182ab653cc7 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 943 time: 0.0602524 Aug 23 15:39:14.670484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:39:14.670830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Checking segment: {'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:39:14.671218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Bound using segment: {'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:39:14.671668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Bound port: 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:39:14.672039 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:14.705903 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe044523-fe12-47e8-9130-dd3f901c18ca req-ae732273-2f3e-43da-bbe6-57313bffc31e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348289 Aug 23 15:39:14.740885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] For port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:39:14.744338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] For port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:39:14.819165 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:14.858761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:14.859377 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:14.860794 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] 10.222.0.61 "PUT /v2.0/ports/48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 HTTP/1.1" status: 200 len: 1091 time: 0.7887151 Aug 23 15:39:14.881510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4765dd-9d98-417a-8c28-da831bcb8159 service neutron] Pushing event updated for resources: {'Port': ['ID=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:39:14.927049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-199e4168-624d-443b-a503-9b9b6037c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:14.928607 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-199e4168-624d-443b-a503-9b9b6037c713 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 1094 time: 0.0442080 Aug 23 15:39:15.027116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-fdda3c35-d712-4906-b422-1489a9a65368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:15.028645 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-fdda3c35-d712-4906-b422-1489a9a65368 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 915 time: 0.0916259 Aug 23 15:39:15.076709 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-2922cca8-9cd6-457d-8975-4962748096d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 HTTP/1.1" status: 200 len: 217 time: 0.0406115 Aug 23 15:39:15.127275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-88c8416e-ea50-43d4-bf74-492b3793636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:15.129034 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-88c8416e-ea50-43d4-bf74-492b3793636b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=153d5003-ad17-4740-93be-435252337fd1 HTTP/1.1" status: 200 len: 854 time: 0.0459139 Aug 23 15:39:15.163166 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-b2e6027d-7aac-4a75-98f7-0fc0780a43b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dbc73e8-9de3-4196-a95e-8f101029f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259693 Aug 23 15:39:15.260217 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-a773f05d-0c77-4499-b57f-be0739a99835 service neutron] 10.222.0.61 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884206 Aug 23 15:39:15.356297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f7ba79c2-599f-4bd8-90f9-51261fec6eb8 req-0d51924c-edb0-4534-9f8a-8c46cbc2081a service neutron] 10.222.0.61 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888398 Aug 23 15:39:15.831000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb51dab-e6c7-4b4a-8f73-8de42cf4e326 req-8195d959-8d98-487d-b544-7a02a21a3244 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:15.832559 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ffb51dab-e6c7-4b4a-8f73-8de42cf4e326 req-8195d959-8d98-487d-b544-7a02a21a3244 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 943 time: 0.0515010 Aug 23 15:39:15.875509 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ffb51dab-e6c7-4b4a-8f73-8de42cf4e326 req-cbcaa419-81b4-492f-95d6-9efb4b9a85a9 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369320 Aug 23 15:39:16.087100 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:16.476503 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44d9009-b0fa-4454-9794-e9c795b51cff', 'tag': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:39:16.479055 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d473d64-35ef-49b8-938a-45f2b3b40a72" -d '{"events": [{"name": "network-changed", "server_uuid": "b44d9009-b0fa-4454-9794-e9c795b51cff", "tag": "48e33f31-06fe-4096-a6f4-5fcd45a8f4c4"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:39:16.527813 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a612a631-c482-4b1c-badc-52289385fedb x-openstack-request-id: req-a612a631-c482-4b1c-badc-52289385fedb {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:39:16.528111 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44d9009-b0fa-4454-9794-e9c795b51cff", "tag": "48e33f31-06fe-4096-a6f4-5fcd45a8f4c4", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:39:16.528368 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a612a631-c482-4b1c-badc-52289385fedb {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:39:16.528793 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44d9009-b0fa-4454-9794-e9c795b51cff', 'tag': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4', 'status': 'completed', 'code': 200} Aug 23 15:39:16.616030 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-47921cfd-fc73-4970-a050-71509d09b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:16.617574 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-47921cfd-fc73-4970-a050-71509d09b913 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 1094 time: 0.0707116 Aug 23 15:39:16.619233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-f9a7d214-3bd0-4777-8f71-3df6c99c9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:16.620597 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-f9a7d214-3bd0-4777-8f71-3df6c99c9e5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 1094 time: 0.0647142 Aug 23 15:39:16.786565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-eddb7ba4-5a0c-4f5f-8f86-51040da422b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:16.788026 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-eddb7ba4-5a0c-4f5f-8f86-51040da422b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 915 time: 0.1634991 Aug 23 15:39:16.789107 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-2d625006-78ef-46a7-93fb-f4ad108a0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:16.790438 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-2d625006-78ef-46a7-93fb-f4ad108a0924 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 915 time: 0.1588583 Aug 23 15:39:16.838394 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-e84d659e-b9a6-455b-bf83-6883d7980975 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 HTTP/1.1" status: 200 len: 217 time: 0.0431190 Aug 23 15:39:16.872257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-41501d74-2c73-40b4-a932-60c39302dcc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 HTTP/1.1" status: 200 len: 217 time: 0.0713112 Aug 23 15:39:16.945602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-692bf5cf-a8fd-478f-8762-0d29cb9a9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:16.947125 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-692bf5cf-a8fd-478f-8762-0d29cb9a9347 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=153d5003-ad17-4740-93be-435252337fd1 HTTP/1.1" status: 200 len: 854 time: 0.0830710 Aug 23 15:39:16.971400 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-6e5d0c17-9d0a-4c68-9a6c-0a3fa348c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:16.972996 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-6e5d0c17-9d0a-4c68-9a6c-0a3fa348c154 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=153d5003-ad17-4740-93be-435252337fd1 HTTP/1.1" status: 200 len: 854 time: 0.0821183 Aug 23 15:39:17.009798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-fddea004-810d-4a00-94f8-fb27d3768e4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8dbc73e8-9de3-4196-a95e-8f101029f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481966 Aug 23 15:39:17.032267 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-7117def4-240c-4fca-af36-8c5485b2a5f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dbc73e8-9de3-4196-a95e-8f101029f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446436 Aug 23 15:39:17.153642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b8761-c1a5-4837-90ea-c1df0b022ea7 req-b02d6535-2cf3-4b7a-bc46-52bb8f8f1032 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:17.153642 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-242b8761-c1a5-4837-90ea-c1df0b022ea7 req-b02d6535-2cf3-4b7a-bc46-52bb8f8f1032 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 943 time: 0.2018335 Aug 23 15:39:17.231368 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-242b8761-c1a5-4837-90ea-c1df0b022ea7 req-11f2e064-7062-4601-ada0-7c6b81e56e03 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732336 Aug 23 15:39:17.237328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-f1a5241c-9fce-4528-acea-277dfd41e1ba service neutron] 10.222.0.57 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072988 Aug 23 15:39:17.258935 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-8c8b082d-ec20-47a7-884f-87e4423d9ff6 service neutron] 10.222.0.61 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166221 Aug 23 15:39:17.408535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-8dbeaf87-bb8f-4c27-abd1-6601092fdb99 service neutron] 10.222.0.57 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634367 Aug 23 15:39:17.418759 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d473d64-35ef-49b8-938a-45f2b3b40a72 req-f025e00a-ce27-4d17-be13-756b2939b636 service neutron] 10.222.0.61 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503503 Aug 23 15:39:17.586814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:39:17.681902 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:39:17.693801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4', 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b', 'port_id': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4', 'mac_address': 'fa:16:3e:aa:6e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153d5003-ad17-4740-93be-435252337fd1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:39:17.734413 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:17.752770 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:39:17.772504 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:39:17.916084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:39:17.919919 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:17.990693 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:39:17.996169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:39:18.154044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['48e33f31-06fe-4096-a6f4-5fcd45a8f4c4'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:39:18.451102 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46b034-749a-4fe2-9e37-50f9eafca3b3 req-584cc411-79e6-491a-bb40-73107dbd444a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:18.452627 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc46b034-749a-4fe2-9e37-50f9eafca3b3 req-584cc411-79e6-491a-bb40-73107dbd444a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 944 time: 0.1085293 Aug 23 15:39:18.493031 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc46b034-749a-4fe2-9e37-50f9eafca3b3 req-c9906bab-ad1f-43e8-b8f5-d599fa96d28b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334420 Aug 23 15:39:18.861703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b93fa-c036-437b-bf67-b5424999aae4 req-be6b1d44-54bd-4561-af5b-d468fbf1eb06 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:18.863819 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-768b93fa-c036-437b-bf67-b5424999aae4 req-be6b1d44-54bd-4561-af5b-d468fbf1eb06 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 944 time: 0.0528684 Aug 23 15:39:18.903403 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-768b93fa-c036-437b-bf67-b5424999aae4 req-10159344-bab4-4011-a784-6317034478b8 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335987 Aug 23 15:39:18.997526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c521d0e-268f-4ddf-917e-5913c45eba32 req-e784bdf7-28d4-4838-967a-b0cb2c7a2ae3 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:18.999277 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c521d0e-268f-4ddf-917e-5913c45eba32 req-e784bdf7-28d4-4838-967a-b0cb2c7a2ae3 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.57 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff&tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 944 time: 0.0536809 Aug 23 15:39:19.066855 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-6c521d0e-268f-4ddf-917e-5913c45eba32 req-d7737afc-955e-4610-adc4-85c6305b6101 service neutron] delete failed (client error): The resource could not be found. Aug 23 15:39:19.067835 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c521d0e-268f-4ddf-917e-5913c45eba32 req-d7737afc-955e-4610-adc4-85c6305b6101 service neutron] 10.222.0.57 "DELETE /v2.0/ports/48e33f31-06fe-4096-a6f4-5fcd45a8f4c4/bindings/n-h1-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0612919 Aug 23 15:39:19.155599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c521d0e-268f-4ddf-917e-5913c45eba32 req-2a00d319-11e0-4837-b9c8-8e2c79b4946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:19.157143 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c521d0e-268f-4ddf-917e-5913c45eba32 req-2a00d319-11e0-4837-b9c8-8e2c79b4946e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 1095 time: 0.0422242 Aug 23 15:39:19.246678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c521d0e-268f-4ddf-917e-5913c45eba32 req-a91acff9-3475-45b5-8a81-7281a5bc1c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:19.248216 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c521d0e-268f-4ddf-917e-5913c45eba32 req-a91acff9-3475-45b5-8a81-7281a5bc1c13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 915 time: 0.0836527 Aug 23 15:39:19.293529 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c521d0e-268f-4ddf-917e-5913c45eba32 req-c3320082-09f7-4571-a96d-f08270518b5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 HTTP/1.1" status: 200 len: 217 time: 0.0381551 Aug 23 15:39:19.345920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c521d0e-268f-4ddf-917e-5913c45eba32 req-75886371-211f-4251-9120-1341c57c3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:19.347434 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c521d0e-268f-4ddf-917e-5913c45eba32 req-75886371-211f-4251-9120-1341c57c3e89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=153d5003-ad17-4740-93be-435252337fd1 HTTP/1.1" status: 200 len: 854 time: 0.0472229 Aug 23 15:39:19.380050 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c521d0e-268f-4ddf-917e-5913c45eba32 req-0b87ea51-62dd-4ff7-8307-31b772b1c891 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8dbc73e8-9de3-4196-a95e-8f101029f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258512 Aug 23 15:39:19.488993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c521d0e-268f-4ddf-917e-5913c45eba32 req-d24660fc-7f2d-42cc-b915-c32dc3b89dfa service neutron] 10.222.0.57 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019092 Aug 23 15:39:19.588758 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6c521d0e-268f-4ddf-917e-5913c45eba32 req-2ef25770-b2c5-45ee-8c43-32705e243339 service neutron] 10.222.0.57 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927339 Aug 23 15:39:19.601515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:39:19.790045 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:39:19.793991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:39:19.796659 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:19.875632 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:19.900196 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d9009-b0fa-4454-9794-e9c795b51cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:39:19.902448 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1080d4a4-272e-4440-b936-eab6052cf5ac" -d '{"events": [{"server_uuid": "b44d9009-b0fa-4454-9794-e9c795b51cff", "name": "network-vif-plugged", "status": "completed", "tag": "48e33f31-06fe-4096-a6f4-5fcd45a8f4c4"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:39:19.918870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:39:19.958891 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7566a4d7-dceb-4967-9c2b-fa54769764e5 x-openstack-request-id: req-7566a4d7-dceb-4967-9c2b-fa54769764e5 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:39:19.959193 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44d9009-b0fa-4454-9794-e9c795b51cff", "name": "network-vif-plugged", "status": "completed", "tag": "48e33f31-06fe-4096-a6f4-5fcd45a8f4c4", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:39:19.959446 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7566a4d7-dceb-4967-9c2b-fa54769764e5 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:39:19.959857 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44d9009-b0fa-4454-9794-e9c795b51cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4', 'code': 200} Aug 23 15:39:20.032197 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:20.045403 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249439b-ea4e-43ec-a81a-5150f48915ec req-e1fd93c3-ec5d-4103-ac7d-e4ee4efd0059 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:20.046918 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7249439b-ea4e-43ec-a81a-5150f48915ec req-e1fd93c3-ec5d-4103-ac7d-e4ee4efd0059 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 944 time: 0.0502195 Aug 23 15:39:20.083639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:39:20.087483 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7249439b-ea4e-43ec-a81a-5150f48915ec req-1ecb55b7-524e-4712-a749-96d460ba1adc tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334826 Aug 23 15:39:20.792817 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:21.319293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e91499-bcbf-418e-945d-785f2e6d6019 req-38637ab4-d1e3-4ed9-85a8-d794b083a621 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:21.320827 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80e91499-bcbf-418e-945d-785f2e6d6019 req-38637ab4-d1e3-4ed9-85a8-d794b083a621 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.1167798 Aug 23 15:39:21.358784 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80e91499-bcbf-418e-945d-785f2e6d6019 req-b995d1c1-a641-4261-918c-10bcee6f90e4 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320284 Aug 23 15:39:21.480656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a9639-2595-432c-b3db-433cdc0eeb14 req-78cfaa51-fb30-4723-97c7-b133602ccab9 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:21.482149 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-969a9639-2595-432c-b3db-433cdc0eeb14 req-78cfaa51-fb30-4723-97c7-b133602ccab9 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0540349 Aug 23 15:39:21.519797 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-969a9639-2595-432c-b3db-433cdc0eeb14 req-8a3f0b5b-99a1-4517-9803-a17939a9b557 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309415 Aug 23 15:39:21.639844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f49f7c-3b14-4556-9e79-43821ba85b6d req-a3ae8ce4-666d-4cb9-a95b-009f5a4f0357 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:21.641278 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44f49f7c-3b14-4556-9e79-43821ba85b6d req-a3ae8ce4-666d-4cb9-a95b-009f5a4f0357 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0557384 Aug 23 15:39:21.681244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44f49f7c-3b14-4556-9e79-43821ba85b6d req-d008ca78-1bb0-4d1a-b739-75f11d6334b9 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336914 Aug 23 15:39:22.294261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-cd2624eb-5182-433e-8f4b-326275c9c819 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:22.295810 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-cd2624eb-5182-433e-8f4b-326275c9c819 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 814 time: 0.1008337 Aug 23 15:39:22.311723 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-6c28f76c-79b8-4ee3-98df-458715dc9824 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/quotas/0d5ee047dcf046aeac3d9597d8ca86be HTTP/1.1" status: 200 len: 375 time: 0.0098541 Aug 23 15:39:22.375027 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-163b23d2-3366-4cd3-be55-09611d6527a7 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0511878 Aug 23 15:39:22.459886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-1f7abbaa-d93a-43c8-82f3-d870f184f493 service neutron] 10.222.0.38 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832343 Aug 23 15:39:22.551818 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-f275410d-4c15-4858-abf9-a60d6418896c service neutron] 10.222.0.38 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859454 Aug 23 15:39:22.652899 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e675f26f-7ee4-4a4e-8f05-b4edf7035b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:22.803395 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-87e5cf76-cd25-4c06-bdeb-97534ec5106f req-e6f89f67-fe85-4dd5-ad32-a39a0ad2d421 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 210 time: 0.0275197 Aug 23 15:39:23.509475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a150e-6fb4-4db0-8e46-009029e0a51e req-c150d3fa-eb26-4403-a447-d525b0bacc52 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:23.510920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f21a150e-6fb4-4db0-8e46-009029e0a51e req-c150d3fa-eb26-4403-a447-d525b0bacc52 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.61 "GET /v2.0/ports?device_id=b44d9009-b0fa-4454-9794-e9c795b51cff HTTP/1.1" status: 200 len: 945 time: 0.0505798 Aug 23 15:39:23.602130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-f21a150e-6fb4-4db0-8e46-009029e0a51e req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Deleting port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:39:23.602476 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f21a150e-6fb4-4db0-8e46-009029e0a51e req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:23.968382 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6da502fd-e36c-4308-9f85-c61534858c2e req-c1a42176-41b5-437e-b69e-8842026034cb tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 210 time: 0.0335903 Aug 23 15:39:24.005958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f21a150e-6fb4-4db0-8e46-009029e0a51e req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] For port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:39:24.006334 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f21a150e-6fb4-4db0-8e46-009029e0a51e req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:24.019934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-f21a150e-6fb4-4db0-8e46-009029e0a51e req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Calling delete_port for 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:39:24.264272 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f21a150e-6fb4-4db0-8e46-009029e0a51e req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:24.291295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Pushing event deleted for resources: {'Port': ['ID=48e33f31-06fe-4096-a6f4-5fcd45a8f4c4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:39:24.301976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:24.310978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:24.310978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:24.310978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:24.310978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:24.310978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:24.310978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:24.310978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:24.310978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:24.310978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:24.310978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:24.310978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:24.346351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21a150e-6fb4-4db0-8e46-009029e0a51e req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] No DVR routers for this DVR port 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:39:24.349089 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f21a150e-6fb4-4db0-8e46-009029e0a51e req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:24.351151 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f21a150e-6fb4-4db0-8e46-009029e0a51e req-ff0b9807-9604-4dbc-bc4a-a892e6cff17b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.61 "DELETE /v2.0/ports/48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 HTTP/1.1" status: 204 len: 173 time: 0.8342428 Aug 23 15:39:24.351595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d9009-b0fa-4454-9794-e9c795b51cff', 'name': 'network-vif-deleted', 'tag': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:39:24.356684 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a6e2ba-d349-4b37-a102-0b898b18911d" -d '{"events": [{"server_uuid": "b44d9009-b0fa-4454-9794-e9c795b51cff", "name": "network-vif-deleted", "tag": "48e33f31-06fe-4096-a6f4-5fcd45a8f4c4"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:39:24.389511 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4824ec95-9550-463c-9285-6cee08dc7105 x-openstack-request-id: req-4824ec95-9550-463c-9285-6cee08dc7105 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:39:24.389813 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44d9009-b0fa-4454-9794-e9c795b51cff", "name": "network-vif-deleted", "tag": "48e33f31-06fe-4096-a6f4-5fcd45a8f4c4", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:39:24.390067 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4824ec95-9550-463c-9285-6cee08dc7105 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:39:24.390622 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44d9009-b0fa-4454-9794-e9c795b51cff', 'name': 'network-vif-deleted', 'tag': '48e33f31-06fe-4096-a6f4-5fcd45a8f4c4', 'status': 'completed', 'code': 200} Aug 23 15:39:25.066675 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-89dd6dc1-b9eb-49b5-b650-66d4211bff7e req-5f5f3f46-7e11-4907-8aa3-88853bb7f107 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 210 time: 0.0298629 Aug 23 15:39:25.226350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-9bae390a-66a5-43f2-9693-51cb1470fd0e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:25.227843 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-9bae390a-66a5-43f2-9693-51cb1470fd0e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.61 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 814 time: 0.1065326 Aug 23 15:39:25.241125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-591192cb-3e9f-4929-8d0f-73ca07dc275a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Request body: {'port': {'device_id': '5f4358bd-8ad6-485e-9133-3fff17351cfe', 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b', 'admin_state_up': True, 'tenant_id': '0d5ee047dcf046aeac3d9597d8ca86be'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:39:25.452524 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:39:25.460500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-591192cb-3e9f-4929-8d0f-73ca07dc275a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Made reservation on behalf of 0d5ee047dcf046aeac3d9597d8ca86be for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:39:25.464219 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-591192cb-3e9f-4929-8d0f-73ca07dc275a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:25.591968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-591192cb-3e9f-4929-8d0f-73ca07dc275a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Allocated IP 172.20.0.11 (8dbc73e8-9de3-4196-a95e-8f101029f45b/153d5003-ad17-4740-93be-435252337fd1/25a0fae4-748c-4c4d-9c8a-16fb10a71c88) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:39:25.615086 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:25.624927 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:39:25.646704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:39:25.647058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 48e33f31-06fe-4096-a6f4-5fcd45a8f4c4 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:39:25.743891 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-591192cb-3e9f-4929-8d0f-73ca07dc275a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:25.876278 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-591192cb-3e9f-4929-8d0f-73ca07dc275a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:25.919163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-591192cb-3e9f-4929-8d0f-73ca07dc275a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Network 8dbc73e8-9de3-4196-a95e-8f101029f45b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:39:25.922120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-591192cb-3e9f-4929-8d0f-73ca07dc275a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:39:25.926437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-591192cb-3e9f-4929-8d0f-73ca07dc275a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:39:25.952399 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591192cb-3e9f-4929-8d0f-73ca07dc275a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Pushing event updated for resources: {'Port': ['ID=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:39:25.979777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-591192cb-3e9f-4929-8d0f-73ca07dc275a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:25.980382 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-591192cb-3e9f-4929-8d0f-73ca07dc275a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:26.052998 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-591192cb-3e9f-4929-8d0f-73ca07dc275a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8155484 Aug 23 15:39:26.066589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Request body: {'port': {'device_id': '5f4358bd-8ad6-485e-9133-3fff17351cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:39:26.124536 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:26.186927 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd667f-c47e-451f-a477-eea2811d646e req-06e33cd4-6cd5-4a6e-b9c4-49f217aa6a87 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:26.188503 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9dd667f-c47e-451f-a477-eea2811d646e req-06e33cd4-6cd5-4a6e-b9c4-49f217aa6a87 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 932 time: 0.0518527 Aug 23 15:39:26.230287 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c9dd667f-c47e-451f-a477-eea2811d646e req-9fbb6e27-396c-4a44-bb32-29ec07becf3b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348418 Aug 23 15:39:26.391803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:39:26.400189 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:26.413027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Transition to ACTIVE for port object 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:39:26.481235 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:26.532690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Pushing event updated for resources: {'Port': ['ID=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:39:26.606378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Attempting to bind port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:39:26.606715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Attempting to bind port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:39:26.607042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Attempting to bind port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 on network 8dbc73e8-9de3-4196-a95e-8f101029f45b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:39:26.611346 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 on network 8dbc73e8-9de3-4196-a95e-8f101029f45b not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:39:26.611713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Attempting to bind port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 on network 8dbc73e8-9de3-4196-a95e-8f101029f45b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:39:26.614824 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e318d73e-6b7f-4054-b7a5-6f7e64ce1a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:26.617328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:39:26.617677 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Checking segment: {'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:39:26.618063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Bound using segment: {'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:39:26.618487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Bound port: 25a0fae4-748c-4c4d-9c8a-16fb10a71c88, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:39:26.618842 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:26.683799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] For port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:39:26.686988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] For port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:39:26.798270 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:26.837899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:26.837899 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:26.837899 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] 10.222.0.61 "PUT /v2.0/ports/25a0fae4-748c-4c4d-9c8a-16fb10a71c88 HTTP/1.1" status: 200 len: 1092 time: 0.7753448 Aug 23 15:39:26.840319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4358bd-8ad6-485e-9133-3fff17351cfe', 'tag': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:39:26.842440 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91f7ca03988219c1960aab02eac5e2a894c62e020f7ddc7fd33ae664afdec89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96bb5cf-0764-47c5-b0f0-97b2b9491669" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4358bd-8ad6-485e-9133-3fff17351cfe", "tag": "25a0fae4-748c-4c4d-9c8a-16fb10a71c88"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:39:26.872580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9c748-20d4-4fed-9fc2-acce73d25bde service neutron] Pushing event updated for resources: {'Port': ['ID=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:39:26.883837 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6af4c37-1b20-4c27-a5a9-a33ff46d17eb x-openstack-request-id: req-b6af4c37-1b20-4c27-a5a9-a33ff46d17eb {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:39:26.884135 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4358bd-8ad6-485e-9133-3fff17351cfe", "tag": "25a0fae4-748c-4c4d-9c8a-16fb10a71c88", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:39:26.884387 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6af4c37-1b20-4c27-a5a9-a33ff46d17eb {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:39:26.884795 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4358bd-8ad6-485e-9133-3fff17351cfe', 'tag': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88', 'status': 'completed', 'code': 200} Aug 23 15:39:26.950727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bb5cf-0764-47c5-b0f0-97b2b9491669 req-0527df3a-f035-4e9b-893b-b4c14f8e5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:26.952182 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f96bb5cf-0764-47c5-b0f0-97b2b9491669 req-0527df3a-f035-4e9b-893b-b4c14f8e5c91 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 1095 time: 0.0455413 Aug 23 15:39:26.991964 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:27.054734 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bb5cf-0764-47c5-b0f0-97b2b9491669 req-681515cb-5b1a-4663-ae9a-0b127270f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:27.056261 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f96bb5cf-0764-47c5-b0f0-97b2b9491669 req-681515cb-5b1a-4663-ae9a-0b127270f845 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943291 Aug 23 15:39:27.157448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bb5cf-0764-47c5-b0f0-97b2b9491669 req-e861b6dd-aea0-44a1-821a-cae6e1367865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:27.159132 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f96bb5cf-0764-47c5-b0f0-97b2b9491669 req-e861b6dd-aea0-44a1-821a-cae6e1367865 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958602 Aug 23 15:39:27.249816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-7027cb15-c0ce-46da-af1a-0760a80e1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:27.251363 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-7027cb15-c0ce-46da-af1a-0760a80e1127 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 1095 time: 0.0513806 Aug 23 15:39:27.295511 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-d0834942-0bc5-4343-8709-2e1bf83ebd5f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88 HTTP/1.1" status: 200 len: 217 time: 0.0348628 Aug 23 15:39:27.351485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee4e21-4123-4ddf-a8f3-12ce26246a4e req-57ba8fca-9088-4611-a4ff-134e0360a913 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:27.353035 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-80ee4e21-4123-4ddf-a8f3-12ce26246a4e req-57ba8fca-9088-4611-a4ff-134e0360a913 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 944 time: 0.0544226 Aug 23 15:39:27.354235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-3e1d6b90-c69f-4f8b-8c41-c16da5ca2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:27.355747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-3e1d6b90-c69f-4f8b-8c41-c16da5ca2bc6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=153d5003-ad17-4740-93be-435252337fd1 HTTP/1.1" status: 200 len: 854 time: 0.0533860 Aug 23 15:39:27.389604 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-60d91baf-e3d2-443f-891a-37b072571a48 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dbc73e8-9de3-4196-a95e-8f101029f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265932 Aug 23 15:39:27.398559 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-80ee4e21-4123-4ddf-a8f3-12ce26246a4e req-9cf5eb49-1eb3-45bc-891a-ae6931a8e02c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390894 Aug 23 15:39:27.481047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-98993730-db8a-46e6-a988-3a599dcc92c4 service neutron] 10.222.0.61 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840893 Aug 23 15:39:27.575267 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9085980c-59b4-4324-a1af-c40d5cd71f13 req-b990ecf7-30ce-4eb5-aa36-014b236cfcc4 service neutron] 10.222.0.61 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868990 Aug 23 15:39:28.519176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d2491-4e99-4837-9ab4-ce7ad00dfa7f req-3f740724-1ec9-4104-9751-447d00572205 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:28.520692 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e32d2491-4e99-4837-9ab4-ce7ad00dfa7f req-3f740724-1ec9-4104-9751-447d00572205 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 944 time: 0.0522041 Aug 23 15:39:28.564216 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e32d2491-4e99-4837-9ab4-ce7ad00dfa7f req-4dd3040c-2a7c-43ba-90d3-c0542b18e838 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374312 Aug 23 15:39:28.740534 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:29.637706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:39:29.682957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83eba9-5038-4d23-9639-568bfb75f763 req-c55a40be-c80b-47ad-b389-a2625c065bb1 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:29.684526 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc83eba9-5038-4d23-9639-568bfb75f763 req-c55a40be-c80b-47ad-b389-a2625c065bb1 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 944 time: 0.0524695 Aug 23 15:39:29.725951 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc83eba9-5038-4d23-9639-568bfb75f763 req-e263f07e-b053-4ede-9662-90e5f0b6c32a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341849 Aug 23 15:39:29.742870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:39:29.754290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88', 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b', 'port_id': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88', 'mac_address': 'fa:16:3e:a1:6f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153d5003-ad17-4740-93be-435252337fd1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:39:29.792083 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:29.804651 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:39:29.824470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:39:30.003411 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:30.051846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:39:30.059119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:30.059468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:30.059840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:30.060179 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:30.060911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:30.060911 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:30.061145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:30.061469 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:30.061792 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:30.062117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:30.062440 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:30.062761 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:39:30.209769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['25a0fae4-748c-4c4d-9c8a-16fb10a71c88'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:39:30.847824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4aa6aa-9157-40a4-8f21-a865f859da69 req-5c21e74d-ee36-47fa-924e-a472061c7956 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:30.849311 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f4aa6aa-9157-40a4-8f21-a865f859da69 req-5c21e74d-ee36-47fa-924e-a472061c7956 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 945 time: 0.0519042 Aug 23 15:39:30.888668 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f4aa6aa-9157-40a4-8f21-a865f859da69 req-a2dbbc93-11f4-41c2-9b8e-e6414054b5d5 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331774 Aug 23 15:39:31.656005 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:39:31.797514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:39:31.801783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:39:31.802157 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:31.883301 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:31.907482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4358bd-8ad6-485e-9133-3fff17351cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:39:31.910511 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18971ac4e94989de666d8ece6a97eb31bd3e19f13087c44760c23d57344c3fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef77316-5888-406c-a9fa-1e39b646e5d9" -d '{"events": [{"server_uuid": "5f4358bd-8ad6-485e-9133-3fff17351cfe", "name": "network-vif-plugged", "status": "completed", "tag": "25a0fae4-748c-4c4d-9c8a-16fb10a71c88"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:39:31.930347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:39:31.949078 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04a2f00-5584-45dc-b5e7-bfff4937afe5 x-openstack-request-id: req-d04a2f00-5584-45dc-b5e7-bfff4937afe5 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:39:31.949374 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4358bd-8ad6-485e-9133-3fff17351cfe", "name": "network-vif-plugged", "status": "completed", "tag": "25a0fae4-748c-4c4d-9c8a-16fb10a71c88", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:39:31.949631 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d04a2f00-5584-45dc-b5e7-bfff4937afe5 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:39:31.950044 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4358bd-8ad6-485e-9133-3fff17351cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88', 'code': 200} Aug 23 15:39:32.014758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa6bb8-8cac-4004-bed6-c6eea1ae5ab6 req-2c1e8af7-d791-4a32-bac7-728a06bbf540 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:32.016351 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3aaa6bb8-8cac-4004-bed6-c6eea1ae5ab6 req-2c1e8af7-d791-4a32-bac7-728a06bbf540 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 945 time: 0.0559831 Aug 23 15:39:32.037503 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:32.058238 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3aaa6bb8-8cac-4004-bed6-c6eea1ae5ab6 req-e4bed801-104b-4f25-8d47-c5640c090f2e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348084 Aug 23 15:39:32.092814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:39:32.167703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05bcad-05e9-401c-a44d-b1cb7db66caa req-6b19b4dc-e9e0-4fcf-84d5-1bd6b96268ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:32.169952 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3d05bcad-05e9-401c-a44d-b1cb7db66caa req-6b19b4dc-e9e0-4fcf-84d5-1bd6b96268ff service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 1097 time: 0.1061714 Aug 23 15:39:32.210494 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3d05bcad-05e9-401c-a44d-b1cb7db66caa req-fe7b6909-7ec5-4c6b-a2db-974a7c01aa39 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316734 Aug 23 15:39:33.179958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ac530-e919-414f-986f-dd0708158383 req-a2345740-7cc2-4487-81a4-ec7a59a772b3 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:33.181505 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-267ac530-e919-414f-986f-dd0708158383 req-a2345740-7cc2-4487-81a4-ec7a59a772b3 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0512128 Aug 23 15:39:33.224890 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-267ac530-e919-414f-986f-dd0708158383 req-59332aad-6f37-48ee-8859-03ed6fe2a0dc tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373652 Aug 23 15:39:34.342111 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7f0b1-1859-4bd7-bbdd-38b59508f565 req-b58b14dc-4532-4c40-a3dc-cb4ff970d3ba tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:34.343635 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c7f0b1-1859-4bd7-bbdd-38b59508f565 req-b58b14dc-4532-4c40-a3dc-cb4ff970d3ba tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0508533 Aug 23 15:39:34.393985 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46c7f0b1-1859-4bd7-bbdd-38b59508f565 req-1e731de0-5af0-498e-aee4-f2767e3c8e02 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428746 Aug 23 15:39:34.524538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f600fd-d98e-4d88-9084-919ba3ac81e2 req-3501d495-117e-429a-aedd-3f6227cde0c0 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:34.526924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6f600fd-d98e-4d88-9084-919ba3ac81e2 req-3501d495-117e-429a-aedd-3f6227cde0c0 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0592816 Aug 23 15:39:34.571600 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6f600fd-d98e-4d88-9084-919ba3ac81e2 req-7626fbac-2dcd-4e03-9b4b-f0b1dbd494d2 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387638 Aug 23 15:39:35.059907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f5b74-7756-447d-9f74-6d1a1b2859ad req-622591ee-a881-4386-866b-267aae75e72b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:35.061467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a71f5b74-7756-447d-9f74-6d1a1b2859ad req-622591ee-a881-4386-866b-267aae75e72b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0549569 Aug 23 15:39:35.111558 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a71f5b74-7756-447d-9f74-6d1a1b2859ad req-b9dbc662-ea70-449d-ae16-5709ee3cd125 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429230 Aug 23 15:39:35.258256 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-23f65a27-5da8-4bb9-a842-a5c569c6145b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417309 Aug 23 15:39:36.242554 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da27b7-93ae-4f90-af54-912f3a22fd28 req-fd68ee09-9769-4dd6-bc89-4fca596a7683 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:36.244163 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5da27b7-93ae-4f90-af54-912f3a22fd28 req-fd68ee09-9769-4dd6-bc89-4fca596a7683 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0571346 Aug 23 15:39:36.292726 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e5da27b7-93ae-4f90-af54-912f3a22fd28 req-f935f706-3395-4905-9d8e-aa2fadec42ee tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357699 Aug 23 15:39:37.412563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503942f-b5b8-4481-b60c-c7a9b2ff8a44 req-5d8516b5-426d-4434-8018-b852dac41a60 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:37.414097 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9503942f-b5b8-4481-b60c-c7a9b2ff8a44 req-5d8516b5-426d-4434-8018-b852dac41a60 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0501301 Aug 23 15:39:37.452682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9503942f-b5b8-4481-b60c-c7a9b2ff8a44 req-e527fd79-94a4-40ed-a569-233db8b377da tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326385 Aug 23 15:39:37.758589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3dabdfee-e172-41c8-bc3a-0ed92f90f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:37.760257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3dabdfee-e172-41c8-bc3a-0ed92f90f195 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 1097 time: 0.0423927 Aug 23 15:39:37.856552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-c7077f92-abd4-42cb-b45c-bad953faa866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:37.858105 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-c7077f92-abd4-42cb-b45c-bad953faa866 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 915 time: 0.0910156 Aug 23 15:39:37.900733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-069dc860-6513-4fe9-b8f8-f0e93b61fb85 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88 HTTP/1.1" status: 200 len: 217 time: 0.0353198 Aug 23 15:39:37.958727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-a18b5a9e-ab47-4df3-9f58-5ceca8540d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:37.960133 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-a18b5a9e-ab47-4df3-9f58-5ceca8540d42 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=153d5003-ad17-4740-93be-435252337fd1 HTTP/1.1" status: 200 len: 854 time: 0.0500085 Aug 23 15:39:37.992691 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-a2d1bd34-8311-4f8a-a1ed-d506e235a3c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dbc73e8-9de3-4196-a95e-8f101029f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254774 Aug 23 15:39:38.085539 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-6c7a38e9-069b-43d9-a8cc-93689f64dc4b service neutron] 10.222.0.61 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854409 Aug 23 15:39:38.187715 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-74a04a12-0cf9-4ccc-b00e-3882b3bdebee service neutron] 10.222.0.61 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912404 Aug 23 15:39:38.578394 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f76c4-11a1-4e57-9e6f-34cd909bab52 req-5baae2a2-41c9-48ce-849d-42f416b6fe0a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:38.580439 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-617f76c4-11a1-4e57-9e6f-34cd909bab52 req-5baae2a2-41c9-48ce-849d-42f416b6fe0a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0531907 Aug 23 15:39:38.626280 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-617f76c4-11a1-4e57-9e6f-34cd909bab52 req-e622f8ad-c74e-4374-b4ef-2e6830cb77e3 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367777 Aug 23 15:39:39.748229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572a234-006b-49f7-a406-5d34b0ab9e8b req-8d853ea4-1430-489d-8eea-3f22c0381e3e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:39.749797 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3572a234-006b-49f7-a406-5d34b0ab9e8b req-8d853ea4-1430-489d-8eea-3f22c0381e3e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0522287 Aug 23 15:39:39.791944 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3572a234-006b-49f7-a406-5d34b0ab9e8b req-980c9d9a-7f16-4a54-9938-e2e2e31adcf1 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352349 Aug 23 15:39:40.920499 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de298a-ba05-4410-9279-870e21487b93 req-29e62f1b-0842-486c-9a84-60cb8f00739c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:40.921913 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-27de298a-ba05-4410-9279-870e21487b93 req-29e62f1b-0842-486c-9a84-60cb8f00739c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0581334 Aug 23 15:39:40.964131 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-27de298a-ba05-4410-9279-870e21487b93 req-c5490214-55f1-453e-aa0b-6d8e916ccb0c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359797 Aug 23 15:39:42.086680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428925b-b085-4744-8aa5-8c87e5f998e0 req-3fc295a5-069b-4fe5-88f1-3a41698c13fb tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:42.088270 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c428925b-b085-4744-8aa5-8c87e5f998e0 req-3fc295a5-069b-4fe5-88f1-3a41698c13fb tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0506611 Aug 23 15:39:42.132191 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c428925b-b085-4744-8aa5-8c87e5f998e0 req-e1550bfd-5351-46fb-a921-cf6e4cbc5451 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352376 Aug 23 15:39:43.254675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256f53d-30fb-4061-8a2b-9a5c2fb5042b req-8592aeef-c998-49db-ad78-bacd9cca1f59 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:43.256257 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d256f53d-30fb-4061-8a2b-9a5c2fb5042b req-8592aeef-c998-49db-ad78-bacd9cca1f59 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0548403 Aug 23 15:39:43.295614 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d256f53d-30fb-4061-8a2b-9a5c2fb5042b req-4605526f-3132-48d5-a154-6d9d6f90ab3f tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332303 Aug 23 15:39:44.429034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a6565-4ddd-4e76-afff-36ba4583fdb3 req-c2888ad0-c9c6-42a0-a938-0b3dc61b5985 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:44.430581 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7a9a6565-4ddd-4e76-afff-36ba4583fdb3 req-c2888ad0-c9c6-42a0-a938-0b3dc61b5985 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0606077 Aug 23 15:39:44.470145 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7a9a6565-4ddd-4e76-afff-36ba4583fdb3 req-7f0998d4-b09d-4bba-a73e-39fbaaf74100 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330386 Aug 23 15:39:45.591097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dd4d3-3511-4119-b837-0c404969221a req-78ac3ddd-d715-4f46-a498-9e9b3304010b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:45.592639 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec5dd4d3-3511-4119-b837-0c404969221a req-78ac3ddd-d715-4f46-a498-9e9b3304010b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0513806 Aug 23 15:39:45.633926 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec5dd4d3-3511-4119-b837-0c404969221a req-b2cf17eb-bac0-4d5a-b6fb-7528c6f5e392 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Aug 23 15:39:46.071572 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:46.753692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fc2f6-56a7-438b-99d7-a1f4eaaeeb4e req-a6f812b5-6e20-4701-97f1-76479f44fcd6 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:46.755345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-329fc2f6-56a7-438b-99d7-a1f4eaaeeb4e req-a6f812b5-6e20-4701-97f1-76479f44fcd6 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0500660 Aug 23 15:39:46.795770 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-329fc2f6-56a7-438b-99d7-a1f4eaaeeb4e req-576a655c-2b95-46c6-aa5e-30a8775bc12f tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344760 Aug 23 15:39:46.929599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ff0e9-8e65-4735-b10e-54adde858376 req-c11c6047-d644-419e-a754-a5e8f900441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:46.931025 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ee0ff0e9-8e65-4735-b10e-54adde858376 req-c11c6047-d644-419e-a754-a5e8f900441d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 1097 time: 0.0420353 Aug 23 15:39:47.070999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ff0e9-8e65-4735-b10e-54adde858376 req-efdf0e68-7fc5-4e04-b417-7e05a84e16a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:47.072715 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ee0ff0e9-8e65-4735-b10e-54adde858376 req-efdf0e68-7fc5-4e04-b417-7e05a84e16a4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 915 time: 0.1076832 Aug 23 15:39:47.119028 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ee0ff0e9-8e65-4735-b10e-54adde858376 req-713117d7-06ff-4262-873e-c23132610fbd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88 HTTP/1.1" status: 200 len: 217 time: 0.0358710 Aug 23 15:39:47.170158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ff0e9-8e65-4735-b10e-54adde858376 req-57ef3f92-8ca6-48ad-a0c4-eb7cf1899f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:47.171591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ee0ff0e9-8e65-4735-b10e-54adde858376 req-57ef3f92-8ca6-48ad-a0c4-eb7cf1899f24 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=153d5003-ad17-4740-93be-435252337fd1 HTTP/1.1" status: 200 len: 854 time: 0.0453715 Aug 23 15:39:47.210026 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ee0ff0e9-8e65-4735-b10e-54adde858376 req-cbd152d3-fdab-4dec-a9a2-ea93ef75317a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dbc73e8-9de3-4196-a95e-8f101029f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307648 Aug 23 15:39:47.300806 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ee0ff0e9-8e65-4735-b10e-54adde858376 req-1ba3fc8d-2ecf-4e95-b1c8-d294b55a7740 service neutron] 10.222.0.61 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838463 Aug 23 15:39:47.398917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ee0ff0e9-8e65-4735-b10e-54adde858376 req-6c778a82-a2fd-4527-b965-be9275dee04b service neutron] 10.222.0.61 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889857 Aug 23 15:39:47.924529 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c8fb1-b3fd-4964-a4a5-2f32923d974e req-778e1483-07cf-409d-85da-8f27db29bac9 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:47.925918 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-066c8fb1-b3fd-4964-a4a5-2f32923d974e req-778e1483-07cf-409d-85da-8f27db29bac9 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0594792 Aug 23 15:39:47.964238 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-066c8fb1-b3fd-4964-a4a5-2f32923d974e req-64d9aaba-fefa-477a-8cd8-c93374d6a791 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323336 Aug 23 15:39:49.099007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbacf60-637e-43a6-b42c-ba4ff1e9afb9 req-b9a9243b-702c-40ee-bbd8-ff429ce3a5ef tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:49.100701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3fbacf60-637e-43a6-b42c-ba4ff1e9afb9 req-b9a9243b-702c-40ee-bbd8-ff429ce3a5ef tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0570033 Aug 23 15:39:49.146980 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3fbacf60-637e-43a6-b42c-ba4ff1e9afb9 req-da8d5c4b-fea7-418c-8e8f-b115ff20b523 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391569 Aug 23 15:39:50.278073 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c450f-8094-4a4e-b408-bc8e7079af8d req-40a7516e-8da3-47b2-8751-40489f912ca4 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:50.279680 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ab0c450f-8094-4a4e-b408-bc8e7079af8d req-40a7516e-8da3-47b2-8751-40489f912ca4 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0524595 Aug 23 15:39:50.327837 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ab0c450f-8094-4a4e-b408-bc8e7079af8d req-995580b5-dd06-41d7-97dc-416d332b5e08 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Aug 23 15:39:50.840916 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:51.458928 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a336-83aa-40d9-8a95-5fb2eedf6f4d req-420d8aa3-ac90-443f-a0b4-f97dbf21a6cc tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:51.460474 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16c8a336-83aa-40d9-8a95-5fb2eedf6f4d req-420d8aa3-ac90-443f-a0b4-f97dbf21a6cc tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0552285 Aug 23 15:39:51.502429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-16c8a336-83aa-40d9-8a95-5fb2eedf6f4d req-9f767db9-bdc5-4d60-9927-15b422bae2ad tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355768 Aug 23 15:39:52.625928 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db323821-5a01-46c1-8b25-b32114a64906 req-8b00e479-6d03-4c7c-a0fd-109a7b62127b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:52.627455 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db323821-5a01-46c1-8b25-b32114a64906 req-8b00e479-6d03-4c7c-a0fd-109a7b62127b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0531406 Aug 23 15:39:52.643469 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fbcc401f-699c-4a4c-b9ba-882e2d96a415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:52.669229 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db323821-5a01-46c1-8b25-b32114a64906 req-cf6ec884-dc8c-4720-b267-e73caccc3b48 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351391 Aug 23 15:39:53.792649 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8747b-017a-426f-884c-4fa8b1f5c89d req-c8725600-9193-4cde-9d41-b32ee125b18c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:53.794169 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9cf8747b-017a-426f-884c-4fa8b1f5c89d req-c8725600-9193-4cde-9d41-b32ee125b18c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0558650 Aug 23 15:39:53.834864 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9cf8747b-017a-426f-884c-4fa8b1f5c89d req-bdcec6c9-c108-4563-8371-f49b7779135d tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345137 Aug 23 15:39:54.960371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a434273-a901-4348-89bf-a61362786316 req-dddcf11f-6694-4967-9422-c305313d5b6b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:54.961907 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a434273-a901-4348-89bf-a61362786316 req-dddcf11f-6694-4967-9422-c305313d5b6b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0591140 Aug 23 15:39:55.006214 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7a434273-a901-4348-89bf-a61362786316 req-e483d5bb-cb6f-473c-9b00-cbaefb11b336 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338225 Aug 23 15:39:55.574138 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:56.140572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a89f6-5436-426e-b41d-797d02ecd10c req-121ba0cd-55ca-4837-931a-cac3983a2189 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:56.142743 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-821a89f6-5436-426e-b41d-797d02ecd10c req-121ba0cd-55ca-4837-931a-cac3983a2189 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0518374 Aug 23 15:39:56.185243 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-821a89f6-5436-426e-b41d-797d02ecd10c req-99510ef8-aea6-434b-aad6-a471e3d59218 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365059 Aug 23 15:39:56.637002 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5488dd7e-d210-45a1-bf6e-ca6ac17e01df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:56.911645 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:57.320647 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bf411-36bf-46b8-a8c2-1c47025d4179 req-05174e10-a780-4359-8547-f466cd096a62 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:57.322940 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f13bf411-36bf-46b8-a8c2-1c47025d4179 req-05174e10-a780-4359-8547-f466cd096a62 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0599837 Aug 23 15:39:57.371284 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f13bf411-36bf-46b8-a8c2-1c47025d4179 req-f3814fb1-4a37-4da6-b000-068a5d519096 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407631 Aug 23 15:39:58.492859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816a11d-7dd0-4ad3-b774-f603100679c2 req-a0bd178c-aeba-4b25-aacc-e80a195dfcdb tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:58.494431 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2816a11d-7dd0-4ad3-b774-f603100679c2 req-a0bd178c-aeba-4b25-aacc-e80a195dfcdb tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0527005 Aug 23 15:39:58.536289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2816a11d-7dd0-4ad3-b774-f603100679c2 req-9516730b-8cf0-4b1e-97f3-3173caed2f51 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334065 Aug 23 15:39:58.731641 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:39:59.659127 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac409e-21d8-4560-b30c-6ac6e99e4eb9 req-abbf5c23-b411-4388-b95e-1c211258627d tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:39:59.660733 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9dac409e-21d8-4560-b30c-6ac6e99e4eb9 req-abbf5c23-b411-4388-b95e-1c211258627d tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0549798 Aug 23 15:39:59.701015 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9dac409e-21d8-4560-b30c-6ac6e99e4eb9 req-06851645-0524-4a84-8261-e45510bccd1d tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341449 Aug 23 15:40:00.832490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ad54a-ffb6-45d6-9d6f-970a904eb65f req-6947a501-9104-4985-ba3a-3ae1a3061656 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:00.834033 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f84ad54a-ffb6-45d6-9d6f-970a904eb65f req-6947a501-9104-4985-ba3a-3ae1a3061656 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0617039 Aug 23 15:40:00.874064 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f84ad54a-ffb6-45d6-9d6f-970a904eb65f req-f28cf62d-01f4-4c89-be34-f884b426ed80 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339358 Aug 23 15:40:02.006929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37ad91-3cd5-4a8b-ae3b-82e5080fcdbb req-3e7e08bd-6984-4d40-b643-8ee440243b51 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:02.009146 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ab37ad91-3cd5-4a8b-ae3b-82e5080fcdbb req-3e7e08bd-6984-4d40-b643-8ee440243b51 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0641425 Aug 23 15:40:02.048644 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ab37ad91-3cd5-4a8b-ae3b-82e5080fcdbb req-a77882b3-57f4-45f9-9ab9-6bc2322ae97e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331726 Aug 23 15:40:02.451618 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:40:03.173521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39124554-0ea9-4e57-a514-de1cc1d2ddba req-14dde2e3-3ecf-43e1-bb4e-e39bbc177d85 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:03.175039 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39124554-0ea9-4e57-a514-de1cc1d2ddba req-14dde2e3-3ecf-43e1-bb4e-e39bbc177d85 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0577052 Aug 23 15:40:03.214120 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39124554-0ea9-4e57-a514-de1cc1d2ddba req-f9492eae-c120-4954-8f96-0572d8d3878f tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330925 Aug 23 15:40:04.329198 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e618e-c2b4-4b93-8cfa-1224aefd143e req-9e31093c-97fa-46da-a2f2-4e987ef29752 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:04.330678 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-128e618e-c2b4-4b93-8cfa-1224aefd143e req-9e31093c-97fa-46da-a2f2-4e987ef29752 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0495183 Aug 23 15:40:04.368479 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-128e618e-c2b4-4b93-8cfa-1224aefd143e req-2105989c-5946-43c5-967c-c41578b913b2 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319183 Aug 23 15:40:05.481258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5a931-19e4-48fc-ad11-2ef75948adb4 req-f31a5226-4259-4d67-acd3-56cb66fe6443 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:05.482715 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cdb5a931-19e4-48fc-ad11-2ef75948adb4 req-f31a5226-4259-4d67-acd3-56cb66fe6443 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0484362 Aug 23 15:40:05.520755 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cdb5a931-19e4-48fc-ad11-2ef75948adb4 req-79a548fa-b01e-4e0b-84ec-bcf1c669755e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311880 Aug 23 15:40:05.588807 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-7dfa0f0d-fe07-46e4-b13e-350af8134df2 service neutron] show failed (client error): The resource could not be found. Aug 23 15:40:05.589807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-7dfa0f0d-fe07-46e4-b13e-350af8134df2 service neutron] 10.222.0.61 "GET /v2.0/ports/25a0fae4-748c-4c4d-9c8a-16fb10a71c88/bindings/n-h1-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0573196 Aug 23 15:40:06.228113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-550dbcb3-867b-4396-b630-a9c8eda7ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:06.229619 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-550dbcb3-867b-4396-b630-a9c8eda7ee60 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe&tenant_id=0d5ee047dcf046aeac3d9597d8ca86be HTTP/1.1" status: 200 len: 1097 time: 0.0828090 Aug 23 15:40:06.241784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:40:06.294383 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:06.497420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] For port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:40:06.531029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] For port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:40:06.576176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4358bd-8ad6-485e-9133-3fff17351cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:40:06.582534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:06.596428 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Transition to ACTIVE for port object 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:40:06.620329 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf2080d-9e8a-4859-b629-6e430758fe5f" -d '{"events": [{"server_uuid": "5f4358bd-8ad6-485e-9133-3fff17351cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "25a0fae4-748c-4c4d-9c8a-16fb10a71c88"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:40:06.641602 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c4948-38c0-4740-a067-fffac8f84581 req-8babc9d3-634d-49a8-a2f1-2a833eea67a1 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:06.648391 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-216c4948-38c0-4740-a067-fffac8f84581 req-8babc9d3-634d-49a8-a2f1-2a833eea67a1 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0507908 Aug 23 15:40:06.665231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:06.688457 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-216c4948-38c0-4740-a067-fffac8f84581 req-85c0ede8-1600-4118-8ac6-0533b0fcb12f tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356801 Aug 23 15:40:06.740883 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166a4b55-8494-420f-afc5-dc9db24935d8 x-openstack-request-id: req-166a4b55-8494-420f-afc5-dc9db24935d8 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:40:06.741177 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4358bd-8ad6-485e-9133-3fff17351cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "25a0fae4-748c-4c4d-9c8a-16fb10a71c88", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:40:06.741429 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-166a4b55-8494-420f-afc5-dc9db24935d8 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:40:06.741828 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4358bd-8ad6-485e-9133-3fff17351cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88', 'code': 200} Aug 23 15:40:06.742901 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] No DVR routers for this DVR port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:40:06.745031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Pushing event updated for resources: {'Port': ['ID=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,revision_number=6']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:06.780158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Attempting to bind port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:40:06.780492 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Attempting to bind port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:40:06.780817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Attempting to bind port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 on network 8dbc73e8-9de3-4196-a95e-8f101029f45b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:40:06.785519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 on network 8dbc73e8-9de3-4196-a95e-8f101029f45b not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:40:06.785873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Attempting to bind port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 on network 8dbc73e8-9de3-4196-a95e-8f101029f45b {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:40:06.790948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:40:06.791624 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Checking segment: {'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:40:06.791768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Bound using segment: {'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:40:06.792108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Bound port: 25a0fae4-748c-4c4d-9c8a-16fb10a71c88, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:40:06.792514 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:06.865118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] For port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:40:06.868151 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] For port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:40:06.925921 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:06.961291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:06.961917 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:06.963307 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] 10.222.0.57 "PUT /v2.0/ports/25a0fae4-748c-4c4d-9c8a-16fb10a71c88 HTTP/1.1" status: 200 len: 1092 time: 0.7255309 Aug 23 15:40:06.985210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5dd4fd-1ce0-4816-8806-0a379c56f42e service neutron] Pushing event updated for resources: {'Port': ['ID=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:07.031328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-7f7d4d3a-8e49-468c-83ec-d214c847c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:07.031328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-7f7d4d3a-8e49-468c-83ec-d214c847c503 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 1095 time: 0.0417280 Aug 23 15:40:07.122841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-e3642686-d118-4346-bdae-e6559304508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:07.124374 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-e3642686-d118-4346-bdae-e6559304508b service neutron] 10.222.0.57 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 915 time: 0.0883942 Aug 23 15:40:07.167678 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-54e6368a-9325-4676-9b1c-3a09a298215e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88 HTTP/1.1" status: 200 len: 217 time: 0.0363519 Aug 23 15:40:07.221482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-1d07a6ca-1ee1-4a1b-8c3d-e0538a0f27be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:07.223995 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-1d07a6ca-1ee1-4a1b-8c3d-e0538a0f27be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=153d5003-ad17-4740-93be-435252337fd1 HTTP/1.1" status: 200 len: 854 time: 0.0496273 Aug 23 15:40:07.255590 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-a4c9817e-aa37-44e4-acde-b20ca33d2a32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8dbc73e8-9de3-4196-a95e-8f101029f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245688 Aug 23 15:40:07.357147 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-2531706b-b03d-4a4f-83fd-d992511a93bf service neutron] 10.222.0.57 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940874 Aug 23 15:40:07.445522 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4743bc12-63db-48bf-b49e-8dca5b61b271 req-c4a2ae81-e83f-43f2-a624-42f3a5e71de6 service neutron] 10.222.0.57 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817895 Aug 23 15:40:07.808434 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44728533-de32-4b41-b2d6-538c1e021bbd req-288667be-3e7c-435f-8a02-8ddca7c280c9 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:07.809926 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-44728533-de32-4b41-b2d6-538c1e021bbd req-288667be-3e7c-435f-8a02-8ddca7c280c9 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 944 time: 0.0539644 Aug 23 15:40:07.826191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:40:07.850477 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-44728533-de32-4b41-b2d6-538c1e021bbd req-b70de982-189c-45ab-8e66-de6c4e766202 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341864 Aug 23 15:40:07.870172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:40:08.742796 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4358bd-8ad6-485e-9133-3fff17351cfe', 'tag': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:40:08.745207 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7bd64d-815b-491f-a0da-08dea38481c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4358bd-8ad6-485e-9133-3fff17351cfe", "tag": "25a0fae4-748c-4c4d-9c8a-16fb10a71c88"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:40:08.792674 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a751ac73-9053-4b21-be24-202da41237e2 x-openstack-request-id: req-a751ac73-9053-4b21-be24-202da41237e2 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:40:08.792970 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4358bd-8ad6-485e-9133-3fff17351cfe", "tag": "25a0fae4-748c-4c4d-9c8a-16fb10a71c88", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:40:08.795888 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a751ac73-9053-4b21-be24-202da41237e2 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:40:08.795888 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4358bd-8ad6-485e-9133-3fff17351cfe', 'tag': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88', 'status': 'completed', 'code': 200} Aug 23 15:40:08.884877 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-ca898a2e-0f93-4437-b09c-bb0e1fa4ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:08.886396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-ca898a2e-0f93-4437-b09c-bb0e1fa4ccf5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 1095 time: 0.0725384 Aug 23 15:40:08.891504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-43132f7f-b6f8-4a07-832f-e5fcd631cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:08.892938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-43132f7f-b6f8-4a07-832f-e5fcd631cc3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 1095 time: 0.0700767 Aug 23 15:40:08.969330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29234e11-db8e-466d-82cb-2935916c6054 req-4afb22bb-5b78-4851-a7bc-809447cd07a3 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:08.971714 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29234e11-db8e-466d-82cb-2935916c6054 req-4afb22bb-5b78-4851-a7bc-809447cd07a3 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 944 time: 0.0527844 Aug 23 15:40:09.011092 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29234e11-db8e-466d-82cb-2935916c6054 req-74d446fc-81b2-42e6-89c8-9688f2ca4ce2 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328991 Aug 23 15:40:09.048983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-89b61d1e-cd40-4ef7-a465-74e05afe0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:09.050469 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-89b61d1e-cd40-4ef7-a465-74e05afe0f4b service neutron] 10.222.0.57 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 915 time: 0.1562052 Aug 23 15:40:09.051860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-d5b8e8b7-c10f-4e9f-b330-ec0fe8a95f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:09.053172 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-d5b8e8b7-c10f-4e9f-b330-ec0fe8a95f30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 915 time: 0.1517148 Aug 23 15:40:09.129841 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-3de664d1-ec59-4a2e-acda-3f660a6c9a20 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88 HTTP/1.1" status: 200 len: 217 time: 0.0694132 Aug 23 15:40:09.131203 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-3e5c2a3d-8cdd-4811-996e-42d5b24df5d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88 HTTP/1.1" status: 200 len: 217 time: 0.0651951 Aug 23 15:40:09.214311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-0fb699cd-4187-4dd8-aed3-29ea0197d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:09.215833 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-0fb699cd-4187-4dd8-aed3-29ea0197d2ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=153d5003-ad17-4740-93be-435252337fd1 HTTP/1.1" status: 200 len: 854 time: 0.0789576 Aug 23 15:40:09.217481 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-f50df94b-e493-4a28-822f-79b0cf38ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:09.219522 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-f50df94b-e493-4a28-822f-79b0cf38ce1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=153d5003-ad17-4740-93be-435252337fd1 HTTP/1.1" status: 200 len: 854 time: 0.0741622 Aug 23 15:40:09.258927 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-ea932f03-4f58-4903-846a-78bbd61e0530 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dbc73e8-9de3-4196-a95e-8f101029f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363030 Aug 23 15:40:09.274651 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-495bafcb-fcea-46e6-be55-7a533f7af556 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8dbc73e8-9de3-4196-a95e-8f101029f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443177 Aug 23 15:40:09.425383 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-bc33ca37-9d89-426f-8a56-c6083a0682c3 service neutron] 10.222.0.61 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528027 Aug 23 15:40:09.430414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-3097a314-61ae-45a2-82de-f871c61772f2 service neutron] 10.222.0.57 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475964 Aug 23 15:40:09.885086 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-dcf22a49-f641-4101-a805-1d3871f391d1 service neutron] 10.222.0.61 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517872 Aug 23 15:40:09.887500 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b7bd64d-815b-491f-a0da-08dea38481c8 req-90e72065-c46d-412d-9a8c-8d3103951e99 service neutron] 10.222.0.57 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463813 Aug 23 15:40:10.130559 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267768d-9992-4d8f-9b80-64ff65cd596f req-71bacb8b-d259-4824-8e98-b47d5b2512fc tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:10.132079 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b267768d-9992-4d8f-9b80-64ff65cd596f req-71bacb8b-d259-4824-8e98-b47d5b2512fc tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 944 time: 0.0510566 Aug 23 15:40:10.146874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:40:10.170129 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b267768d-9992-4d8f-9b80-64ff65cd596f req-ae5c4d80-4887-450f-80d7-9cd230afd6bd tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320950 Aug 23 15:40:10.241128 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:40:10.252756 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88', 'network_id': '8dbc73e8-9de3-4196-a95e-8f101029f45b', 'port_id': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88', 'mac_address': 'fa:16:3e:a1:6f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '153d5003-ad17-4740-93be-435252337fd1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:40:10.289471 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:10.306087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:40:10.324998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:40:10.402562 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:10.451940 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:10.553339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c76ee3-e877-4e28-a3df-f64cfd9f48c2 req-5e8b6fa2-e507-4a8e-bd82-b7bdfc8027a8 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:10.555109 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a8c76ee3-e877-4e28-a3df-f64cfd9f48c2 req-5e8b6fa2-e507-4a8e-bd82-b7bdfc8027a8 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 945 time: 0.0564270 Aug 23 15:40:10.605277 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a8c76ee3-e877-4e28-a3df-f64cfd9f48c2 req-ddb749e4-c93d-4909-a811-177ed62c9499 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437689 Aug 23 15:40:10.621632 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['25a0fae4-748c-4c4d-9c8a-16fb10a71c88'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:40:10.646707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5c9ed-ae36-4e03-bea5-d1b8d910af17 req-70395ec7-8bd6-4bcc-b810-7599c7261c43 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:10.648235 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4c5c9ed-ae36-4e03-bea5-d1b8d910af17 req-70395ec7-8bd6-4bcc-b810-7599c7261c43 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe&tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 945 time: 0.0599403 Aug 23 15:40:10.713279 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-f4c5c9ed-ae36-4e03-bea5-d1b8d910af17 req-acca6b7b-5313-4eab-8234-306453a56b87 service neutron] delete failed (client error): The resource could not be found. Aug 23 15:40:10.714299 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4c5c9ed-ae36-4e03-bea5-d1b8d910af17 req-acca6b7b-5313-4eab-8234-306453a56b87 service neutron] 10.222.0.61 "DELETE /v2.0/ports/25a0fae4-748c-4c4d-9c8a-16fb10a71c88/bindings/n-h2-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0578423 Aug 23 15:40:10.801131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5c9ed-ae36-4e03-bea5-d1b8d910af17 req-99643c11-5108-4828-9f9f-b1f790eb16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:10.802682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4c5c9ed-ae36-4e03-bea5-d1b8d910af17 req-99643c11-5108-4828-9f9f-b1f790eb16ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 1096 time: 0.0429783 Aug 23 15:40:10.901117 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5c9ed-ae36-4e03-bea5-d1b8d910af17 req-4adddd99-cc0d-457b-bd0d-6f2f2d39449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:10.902542 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4c5c9ed-ae36-4e03-bea5-d1b8d910af17 req-4adddd99-cc0d-457b-bd0d-6f2f2d39449e service neutron] 10.222.0.61 "GET /v2.0/networks?id=8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 200 len: 915 time: 0.0924258 Aug 23 15:40:10.946467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4c5c9ed-ae36-4e03-bea5-d1b8d910af17 req-c9a4c96d-098b-4444-b718-509ca13da30f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88 HTTP/1.1" status: 200 len: 217 time: 0.0362444 Aug 23 15:40:11.015463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5c9ed-ae36-4e03-bea5-d1b8d910af17 req-2ccfc2a4-3163-4269-ac2e-7b2dbc3fd2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:11.017871 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4c5c9ed-ae36-4e03-bea5-d1b8d910af17 req-2ccfc2a4-3163-4269-ac2e-7b2dbc3fd2a2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=153d5003-ad17-4740-93be-435252337fd1 HTTP/1.1" status: 200 len: 854 time: 0.0651183 Aug 23 15:40:11.051297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4c5c9ed-ae36-4e03-bea5-d1b8d910af17 req-6e6e6b85-4cbd-46e2-aa58-b1f399986fae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8dbc73e8-9de3-4196-a95e-8f101029f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253356 Aug 23 15:40:11.141683 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4c5c9ed-ae36-4e03-bea5-d1b8d910af17 req-52681f56-3467-4309-a725-159389cd2b20 service neutron] 10.222.0.61 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824294 Aug 23 15:40:11.233312 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4c5c9ed-ae36-4e03-bea5-d1b8d910af17 req-8340c01f-25be-481a-b808-f9d3b8e271ac service neutron] 10.222.0.61 "GET /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846517 Aug 23 15:40:11.723372 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7c5c9-7ee9-4468-a91e-95c5896e3916 req-e5b81b1c-41c4-4b03-ba01-43d991c2dc5b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:11.729709 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-12f7c5c9-7ee9-4468-a91e-95c5896e3916 req-e5b81b1c-41c4-4b03-ba01-43d991c2dc5b tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 945 time: 0.0507491 Aug 23 15:40:11.764684 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-12f7c5c9-7ee9-4468-a91e-95c5896e3916 req-f6a3a13f-f2ec-4ab6-b635-e99e9dffd851 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327818 Aug 23 15:40:12.162714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:40:12.311181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:40:12.317718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:40:12.318331 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:12.396563 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:12.419236 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4358bd-8ad6-485e-9133-3fff17351cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:40:12.433769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:40:12.458159 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904aece1-0131-4900-91ce-9b524f9dbc8b" -d '{"events": [{"server_uuid": "5f4358bd-8ad6-485e-9133-3fff17351cfe", "name": "network-vif-plugged", "status": "completed", "tag": "25a0fae4-748c-4c4d-9c8a-16fb10a71c88"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:40:12.517365 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:12.543401 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17498576-fde4-4e37-8953-be5da2c843a7 x-openstack-request-id: req-17498576-fde4-4e37-8953-be5da2c843a7 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:40:12.543727 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4358bd-8ad6-485e-9133-3fff17351cfe", "name": "network-vif-plugged", "status": "completed", "tag": "25a0fae4-748c-4c4d-9c8a-16fb10a71c88", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:40:12.543984 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-17498576-fde4-4e37-8953-be5da2c843a7 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:40:12.544373 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4358bd-8ad6-485e-9133-3fff17351cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88', 'code': 200} Aug 23 15:40:12.570200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:12.891828 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fd7bf-1405-4923-a8cd-62a32b6651c9 req-b051f995-9176-4fa3-8bb7-a1a807b53331 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:12.893256 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-570fd7bf-1405-4923-a8cd-62a32b6651c9 req-b051f995-9176-4fa3-8bb7-a1a807b53331 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0604718 Aug 23 15:40:12.931522 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-570fd7bf-1405-4923-a8cd-62a32b6651c9 req-11d511d0-dd86-4b45-ac55-358855c8bcd4 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321252 Aug 23 15:40:13.048997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60588b0d-c34d-40a3-a02a-11ca2d0bc4e4 req-f7069719-e0e4-4561-bac5-07b0feeb7927 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:13.050487 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60588b0d-c34d-40a3-a02a-11ca2d0bc4e4 req-f7069719-e0e4-4561-bac5-07b0feeb7927 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0493205 Aug 23 15:40:13.088485 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60588b0d-c34d-40a3-a02a-11ca2d0bc4e4 req-b8c43ee6-931c-4dc1-a614-9125e8801e1c tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319834 Aug 23 15:40:13.201020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac99834-63fc-48bd-ada0-f64e45084613 req-c77eb857-7f17-43d1-a603-ba509ec06191 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:13.202435 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4ac99834-63fc-48bd-ada0-f64e45084613 req-c77eb857-7f17-43d1-a603-ba509ec06191 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0495961 Aug 23 15:40:13.240847 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4ac99834-63fc-48bd-ada0-f64e45084613 req-b0b519cf-b038-4e9c-aa73-82b62731068e tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Aug 23 15:40:13.915107 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d99d9-77c9-4291-95fe-912a76ba319a req-32a01d44-fa22-4628-a376-ac640bfb5b67 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:13.916520 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc6d99d9-77c9-4291-95fe-912a76ba319a req-32a01d44-fa22-4628-a376-ac640bfb5b67 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0498610 Aug 23 15:40:13.956751 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc6d99d9-77c9-4291-95fe-912a76ba319a req-165e932a-e94b-4df1-bc44-285cd6238c8a tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342546 Aug 23 15:40:14.998959 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6b7da-4f2d-43ea-8865-fdb6117a403c req-8973aa38-565e-49ce-be92-448a4e6b6ede tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:15.001008 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f1c6b7da-4f2d-43ea-8865-fdb6117a403c req-8973aa38-565e-49ce-be92-448a4e6b6ede tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0561337 Aug 23 15:40:15.071398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b93e14-d6cb-4f0a-b2af-fa839fbc9a33 req-bc26ea0f-9b4b-4188-99fa-5ca47ac78ac9 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:15.072919 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-71b93e14-d6cb-4f0a-b2af-fa839fbc9a33 req-bc26ea0f-9b4b-4188-99fa-5ca47ac78ac9 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4358bd-8ad6-485e-9133-3fff17351cfe HTTP/1.1" status: 200 len: 946 time: 0.0491378 Aug 23 15:40:15.092032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-f1c6b7da-4f2d-43ea-8865-fdb6117a403c req-dacbadb6-f77a-438b-b03a-e54003a22435 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Deleting port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:40:15.092380 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f1c6b7da-4f2d-43ea-8865-fdb6117a403c req-dacbadb6-f77a-438b-b03a-e54003a22435 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:15.110862 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-71b93e14-d6cb-4f0a-b2af-fa839fbc9a33 req-9718f7c7-56ff-4164-9166-62379b94c4c6 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.38 "GET /v2.0/security-groups?id=2f003486-8a05-4855-b20e-400dfe7b5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318611 Aug 23 15:40:15.185152 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f1c6b7da-4f2d-43ea-8865-fdb6117a403c req-dacbadb6-f77a-438b-b03a-e54003a22435 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] For port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,segment=NetworkSegment(6f6da9e9-f6ed-4489-b7ee-0db2aed459e5),segment_id=6f6da9e9-f6ed-4489-b7ee-0db2aed459e5)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:40:15.185530 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f1c6b7da-4f2d-43ea-8865-fdb6117a403c req-dacbadb6-f77a-438b-b03a-e54003a22435 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:15.198233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-f1c6b7da-4f2d-43ea-8865-fdb6117a403c req-dacbadb6-f77a-438b-b03a-e54003a22435 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Calling delete_port for 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:40:15.408413 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f1c6b7da-4f2d-43ea-8865-fdb6117a403c req-dacbadb6-f77a-438b-b03a-e54003a22435 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:15.420668 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['25a0fae4-748c-4c4d-9c8a-16fb10a71c88'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:40:15.441213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbadb6-f77a-438b-b03a-e54003a22435 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Pushing event deleted for resources: {'Port': ['ID=25a0fae4-748c-4c4d-9c8a-16fb10a71c88,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:15.486725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c6b7da-4f2d-43ea-8865-fdb6117a403c req-dacbadb6-f77a-438b-b03a-e54003a22435 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] No DVR routers for this DVR port 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:40:15.489657 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f1c6b7da-4f2d-43ea-8865-fdb6117a403c req-dacbadb6-f77a-438b-b03a-e54003a22435 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:15.491715 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f1c6b7da-4f2d-43ea-8865-fdb6117a403c req-dacbadb6-f77a-438b-b03a-e54003a22435 tempest-ServerDiskConfigTestJSON-1563458177 tempest-ServerDiskConfigTestJSON-1563458177-project] 10.222.0.57 "DELETE /v2.0/ports/25a0fae4-748c-4c4d-9c8a-16fb10a71c88 HTTP/1.1" status: 204 len: 173 time: 0.4845452 Aug 23 15:40:15.492174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4358bd-8ad6-485e-9133-3fff17351cfe', 'name': 'network-vif-deleted', 'tag': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:40:15.494448 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d38a28c-0fa1-4fe2-ac4c-aa1b29142064" -d '{"events": [{"server_uuid": "5f4358bd-8ad6-485e-9133-3fff17351cfe", "name": "network-vif-deleted", "tag": "25a0fae4-748c-4c4d-9c8a-16fb10a71c88"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:40:15.529857 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3a0e98-8acb-4c06-8b79-5cb5b5946c46 x-openstack-request-id: req-cc3a0e98-8acb-4c06-8b79-5cb5b5946c46 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:40:15.530222 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4358bd-8ad6-485e-9133-3fff17351cfe", "name": "network-vif-deleted", "tag": "25a0fae4-748c-4c4d-9c8a-16fb10a71c88", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:40:15.530475 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cc3a0e98-8acb-4c06-8b79-5cb5b5946c46 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:40:15.530876 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4358bd-8ad6-485e-9133-3fff17351cfe', 'name': 'network-vif-deleted', 'tag': '25a0fae4-748c-4c4d-9c8a-16fb10a71c88', 'status': 'completed', 'code': 200} Aug 23 15:40:16.122201 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:16.234370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36674) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:40:16.279327 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7482e08-b3cd-44d6-8721-5efdfb6ceaf7 admin admin] Deleting subnet 153d5003-ad17-4740-93be-435252337fd1 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:40:16.282687 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a7482e08-b3cd-44d6-8721-5efdfb6ceaf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:16.317080 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a7482e08-b3cd-44d6-8721-5efdfb6ceaf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:16.362737 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a7482e08-b3cd-44d6-8721-5efdfb6ceaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:16.531426 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a7482e08-b3cd-44d6-8721-5efdfb6ceaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:16.557947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7482e08-b3cd-44d6-8721-5efdfb6ceaf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=153d5003-ad17-4740-93be-435252337fd1,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:16.561746 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a7482e08-b3cd-44d6-8721-5efdfb6ceaf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:16.565153 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a7482e08-b3cd-44d6-8721-5efdfb6ceaf7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/153d5003-ad17-4740-93be-435252337fd1 HTTP/1.1" status: 204 len: 168 time: 0.3292787 Aug 23 15:40:16.567078 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36676) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:40:16.638528 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e6597dbc-7c69-4b5a-9037-1a015fa2bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:16.718362 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e6597dbc-7c69-4b5a-9037-1a015fa2bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:16.728557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e6597dbc-7c69-4b5a-9037-1a015fa2bddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbc73e8-9de3-4196-a95e-8f101029f45b']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:40:16.740023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e6597dbc-7c69-4b5a-9037-1a015fa2bddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:40:16.740312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e6597dbc-7c69-4b5a-9037-1a015fa2bddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6da9e9-f6ed-4489-b7ee-0db2aed459e5') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:40:16.749134 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e6597dbc-7c69-4b5a-9037-1a015fa2bddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:16.763724 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e6597dbc-7c69-4b5a-9037-1a015fa2bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:16.769475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6597dbc-7c69-4b5a-9037-1a015fa2bddd admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:40:16.769864 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e6597dbc-7c69-4b5a-9037-1a015fa2bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:40:16.771485 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:40:16.956670 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e6597dbc-7c69-4b5a-9037-1a015fa2bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:16.961992 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e6597dbc-7c69-4b5a-9037-1a015fa2bddd admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:16.965499 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e6597dbc-7c69-4b5a-9037-1a015fa2bddd admin admin] 10.222.0.38 "DELETE /v2.0/networks/8dbc73e8-9de3-4196-a95e-8f101029f45b HTTP/1.1" status: 204 len: 168 time: 0.3959844 Aug 23 15:40:16.977218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6597dbc-7c69-4b5a-9037-1a015fa2bddd admin admin] Pushing event deleted for resources: {'Network': ['ID=8dbc73e8-9de3-4196-a95e-8f101029f45b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:17.399442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36680) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:40:17.443303 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e40d3ea8-cbb4-45a5-af65-aa4e540dd065 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d5ee047dcf046aeac3d9597d8ca86be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426385 Aug 23 15:40:17.446618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36682) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:40:17.497741 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-315f4267-5c8b-4f34-ad82-a86e9625afb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:17.520831 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-315f4267-5c8b-4f34-ad82-a86e9625afb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:17.639627 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-315f4267-5c8b-4f34-ad82-a86e9625afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:17.642735 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-315f4267-5c8b-4f34-ad82-a86e9625afb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:17.643917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-315f4267-5c8b-4f34-ad82-a86e9625afb4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f003486-8a05-4855-b20e-400dfe7b5d3e HTTP/1.1" status: 204 len: 168 time: 0.1963680 Aug 23 15:40:17.651940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f4267-5c8b-4f34-ad82-a86e9625afb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f003486-8a05-4855-b20e-400dfe7b5d3e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:18.954040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36704) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:40:19.049694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-708304991-network', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:40:19.142384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] Made reservation on behalf of 265083ec6478448c96ce2ccfe63c91e9 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:40:19.144775 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:19.157513 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:19.244109 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:19.367855 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:19.395370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:40:19.401648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56dcc89-19d3-4b93-bbc1-041d062d5b2a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:19.409694 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:19.410048 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] Added segment da690bc2-b3c3-4eb7-b18c-5cb6fb19e443 of type vlan for network 90c3ddac-7d47-4a54-bf98-92d85e38d09f Aug 23 15:40:19.453315 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:19.562289 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:19.563316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:19.564210 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:19.627699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] Pushing event updated for resources: {'Network': ['ID=90c3ddac-7d47-4a54-bf98-92d85e38d09f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:19.637462 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 90c3ddac-7d47-4a54-bf98-92d85e38d09f details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:40:19.735124 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c95a044a-1150-4339-990a-900a8606c633 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7789829 Aug 23 15:40:19.737734 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36708) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:40:19.742695 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1abd3f87-0f7d-4f04-901f-badf7126133c admin admin] Request body: {'subnet': {'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-708304991-subnet', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:40:19.873575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abd3f87-0f7d-4f04-901f-badf7126133c admin admin] Made reservation on behalf of 265083ec6478448c96ce2ccfe63c91e9 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:40:19.877138 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1abd3f87-0f7d-4f04-901f-badf7126133c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:20.196679 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1abd3f87-0f7d-4f04-901f-badf7126133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:20.209220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:40:20.233158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:40:20.233372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 25a0fae4-748c-4c4d-9c8a-16fb10a71c88 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:40:20.252033 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd3f87-0f7d-4f04-901f-badf7126133c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3c72ad3-68f7-4a01-b53a-17d12537c713,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:20.262272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd3f87-0f7d-4f04-901f-badf7126133c admin admin] Checking segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:40:20.262639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd3f87-0f7d-4f04-901f-badf7126133c admin admin] Network hostable DHCP agents. Network: 90c3ddac-7d47-4a54-bf98-92d85e38d09f, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:40:20.339055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd3f87-0f7d-4f04-901f-badf7126133c admin admin] Network 90c3ddac-7d47-4a54-bf98-92d85e38d09f is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:40:20.430290 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-1abd3f87-0f7d-4f04-901f-badf7126133c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 90c3ddac-7d47-4a54-bf98-92d85e38d09f) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:40:20.434337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd3f87-0f7d-4f04-901f-badf7126133c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:20.434929 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1abd3f87-0f7d-4f04-901f-badf7126133c admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:20.440570 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c95444-6dff-48f9-b0af-ad682f9ea8c4 None None] Network 90c3ddac-7d47-4a54-bf98-92d85e38d09f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:40:20.523115 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1abd3f87-0f7d-4f04-901f-badf7126133c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7842994 Aug 23 15:40:20.525860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36710) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:40:20.530379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:40:20.584109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:40:20.584983 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:20.631109 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:20.632264 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:20.684076 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:20.735535 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Allocated IP 172.20.0.2 (90c3ddac-7d47-4a54-bf98-92d85e38d09f/a3c72ad3-68f7-4a01-b53a-17d12537c713/0547ba7b-31e5-4b41-8827-684e40ff1c23) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:40:20.876719 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:20.885013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Transition to ACTIVE for port object 0547ba7b-31e5-4b41-8827-684e40ff1c23 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:40:20.894835 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:20.902007 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Transition to ACTIVE for port object 0547ba7b-31e5-4b41-8827-684e40ff1c23 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:40:20.995213 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:21.051219 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:21.089984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Network 90c3ddac-7d47-4a54-bf98-92d85e38d09f is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:40:21.093099 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:40:21.096671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:40:21.109458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Pushing event updated for resources: {'Port': ['ID=0547ba7b-31e5-4b41-8827-684e40ff1c23,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:21.155374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Attempting to bind port 0547ba7b-31e5-4b41-8827-684e40ff1c23 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:40:21.155673 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Attempting to bind port 0547ba7b-31e5-4b41-8827-684e40ff1c23 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:40:21.156921 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Attempting to bind port 0547ba7b-31e5-4b41-8827-684e40ff1c23 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:40:21.161544 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:40:21.161915 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Checking segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:40:21.162313 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:21.162701 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Bound using segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:40:21.163151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Bound port: 0547ba7b-31e5-4b41-8827-684e40ff1c23, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:40:21.163527 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:21.228604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] For port 0547ba7b-31e5-4b41-8827-684e40ff1c23, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:40:21.231569 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] For port 0547ba7b-31e5-4b41-8827-684e40ff1c23, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0547ba7b-31e5-4b41-8827-684e40ff1c23,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:40:21.361535 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:21.368557 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:21.382038 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:21.430292 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be37e8-94c5-4e87-9f52-705783868d22 None None] Pushing event updated for resources: {'Port': ['ID=0547ba7b-31e5-4b41-8827-684e40ff1c23,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:21.491209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Allocated IP 172.25.8.146 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/1aa421b8-7f6e-4611-a11c-2c56e8c27093) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:40:21.623901 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:21.837142 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:21.877933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:40:21.880784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:40:21.883434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:40:21.911757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa421b8-7f6e-4611-a11c-2c56e8c27093,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:21.931883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0547ba7b-31e5-4b41-8827-684e40ff1c23 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:40:22.125824 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 0547ba7b-31e5-4b41-8827-684e40ff1c23 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:40:22.298665 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d221478b-47b5-4d30-8860-2373cc96881d None None] Network 90c3ddac-7d47-4a54-bf98-92d85e38d09f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:40:22.316645 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:22.500157 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3df93827-a40f-4c15-8e87-1436886c1332 None None] Provisioning for port 0547ba7b-31e5-4b41-8827-684e40ff1c23 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:40:22.504698 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3df93827-a40f-4c15-8e87-1436886c1332 None None] Provisioning complete for port 0547ba7b-31e5-4b41-8827-684e40ff1c23 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:40:22.505206 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3df93827-a40f-4c15-8e87-1436886c1332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:22.527046 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:22.611320 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3df93827-a40f-4c15-8e87-1436886c1332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:22.646366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3df93827-a40f-4c15-8e87-1436886c1332 None None] For port 0547ba7b-31e5-4b41-8827-684e40ff1c23, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0547ba7b-31e5-4b41-8827-684e40ff1c23,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:40:22.742280 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-728e4494-13f8-4973-a91a-a440016c2f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:22.825157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Router f384507e-351c-45ee-9c55-21050adf4988 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:40:22.825345 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3df93827-a40f-4c15-8e87-1436886c1332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:22.873879 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df93827-a40f-4c15-8e87-1436886c1332 None None] Pushing event updated for resources: {'Port': ['ID=0547ba7b-31e5-4b41-8827-684e40ff1c23,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:22.937780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:40:22.946772 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Sync routers for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:40:22.954900 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f7835ac6-101a-4d9b-b4e2-d4570c7da80c None None] Provisioning complete for port 0547ba7b-31e5-4b41-8827-684e40ff1c23 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:40:22.955382 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f7835ac6-101a-4d9b-b4e2-d4570c7da80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:22.957307 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:40:22.957930 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:39:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:40:23.066395 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:40:23.113725 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:23.122053 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0bfac7c3-ed54-487b-9432-279d8d5302b1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5882227 Aug 23 15:40:23.122053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36712) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:40:23.347297 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:22Z', 'revision_number': 3, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:40:23.373156 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Checking router: f384507e-351c-45ee-9c55-21050adf4988 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:40:23.373505 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Updating router f384507e-351c-45ee-9c55-21050adf4988 port 1aa421b8-7f6e-4611-a11c-2c56e8c27093 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:40:23.402836 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:23.662112 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:23.672738 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Transition to ACTIVE for port object 1aa421b8-7f6e-4611-a11c-2c56e8c27093 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:40:23.830986 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:23.854618 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:23.887067 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef9742-22f5-47b0-8a69-93d8c8fcd5b2 None None] Pushing event updated for resources: {'Port': ['ID=1aa421b8-7f6e-4611-a11c-2c56e8c27093,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:23.894353 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Attempting to bind port 1aa421b8-7f6e-4611-a11c-2c56e8c27093 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:40:23.894353 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Attempting to bind port 1aa421b8-7f6e-4611-a11c-2c56e8c27093 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:40:23.895497 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Attempting to bind port 1aa421b8-7f6e-4611-a11c-2c56e8c27093 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:40:23.901655 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef9742-22f5-47b0-8a69-93d8c8fcd5b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:23.902009 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef9742-22f5-47b0-8a69-93d8c8fcd5b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:23.902351 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef9742-22f5-47b0-8a69-93d8c8fcd5b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:23.902687 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef9742-22f5-47b0-8a69-93d8c8fcd5b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:23.903023 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef9742-22f5-47b0-8a69-93d8c8fcd5b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:23.903357 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef9742-22f5-47b0-8a69-93d8c8fcd5b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:23.903704 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef9742-22f5-47b0-8a69-93d8c8fcd5b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:23.904035 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef9742-22f5-47b0-8a69-93d8c8fcd5b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:23.904370 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef9742-22f5-47b0-8a69-93d8c8fcd5b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:23.904700 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef9742-22f5-47b0-8a69-93d8c8fcd5b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:23.905025 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef9742-22f5-47b0-8a69-93d8c8fcd5b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:23.905348 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ef9742-22f5-47b0-8a69-93d8c8fcd5b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:23.911322 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:40:23.911535 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0547ba7b-31e5-4b41-8827-684e40ff1c23 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:40:23.911755 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:40:23.912212 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:23.912533 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:40:23.913027 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Bound port: 1aa421b8-7f6e-4611-a11c-2c56e8c27093, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:40:23.913386 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:23.965798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0547ba7b-31e5-4b41-8827-684e40ff1c23 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:40:23.966366 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:23.969849 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] For port 1aa421b8-7f6e-4611-a11c-2c56e8c27093, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:40:23.973290 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] For port 1aa421b8-7f6e-4611-a11c-2c56e8c27093, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1aa421b8-7f6e-4611-a11c-2c56e8c27093,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:40:24.071883 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Allocated IP 172.20.0.1 (90c3ddac-7d47-4a54-bf98-92d85e38d09f/a3c72ad3-68f7-4a01-b53a-17d12537c713/4de6b5dd-47d8-4323-99c9-79ad01abeb9a) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:40:24.111280 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:24.168906 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:40:24.169447 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:39:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:40:24.179265 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:24.193445 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Transition to ACTIVE for port object 4de6b5dd-47d8-4323-99c9-79ad01abeb9a will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:40:24.204397 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef9742-22f5-47b0-8a69-93d8c8fcd5b2 None None] Pushing event updated for resources: {'Port': ['ID=1aa421b8-7f6e-4611-a11c-2c56e8c27093,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:24.278623 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:40:24.359931 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:24.400098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Network 90c3ddac-7d47-4a54-bf98-92d85e38d09f is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:40:24.404606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:40:24.413231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:40:24.416201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Pushing event updated for resources: {'Port': ['ID=4de6b5dd-47d8-4323-99c9-79ad01abeb9a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:24.450434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:24.450787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:24.451135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:24.451475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:24.451843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:24.452184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:24.452568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:24.453538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:24.454348 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:24.454348 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:24.454549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:24.454857 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:24.463759 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:22Z', 'revision_number': 3, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:40:24.470832 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:24.494100 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d827cd-1a26-4cdd-bc61-2bea0f3ed556 None None] The sync data for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 is: [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:22Z', 'revision_number': 3, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:40:24.648326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-c94b934f-1c72-4575-94d6-1c889ec9109c req-8637f372-3d68-43e5-b623-8541aabc25b2 service neutron] (96114) timed out ('10.222.0.61', 56889) {{(pid=96114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 15:40:24.791250 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-060d8238-f50a-4cfa-83b8-afa1728bce6d None None] Provisioning for port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:40:24.799634 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-060d8238-f50a-4cfa-83b8-afa1728bce6d None None] Provisioning complete for port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:40:24.800345 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-060d8238-f50a-4cfa-83b8-afa1728bce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:24.823572 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:24.846620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-060d8238-f50a-4cfa-83b8-afa1728bce6d None None] Port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:40:25.004360 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:25.133901 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:25.208673 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:25.210606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Pushing event updated for resources: {'Port': ['ID=4de6b5dd-47d8-4323-99c9-79ad01abeb9a,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:25.304119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Network 90c3ddac-7d47-4a54-bf98-92d85e38d09f is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:40:25.305479 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:40:25.426358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Router f384507e-351c-45ee-9c55-21050adf4988 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:40:25.541371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:40:25.546937 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-dc6100c8-1b1d-4f7f-abef-4669ff516df4 admin admin] 10.222.0.38 "PUT /v2.0/routers/f384507e-351c-45ee-9c55-21050adf4988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4272859 Aug 23 15:40:25.571796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e6ecc1f5-882c-4f75-8e22-d1f6cd990449 None None] Provisioning complete for port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:40:25.572364 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6ecc1f5-882c-4f75-8e22-d1f6cd990449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:25.601488 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:25.608281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e6ecc1f5-882c-4f75-8e22-d1f6cd990449 None None] Port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:40:25.926962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1aa421b8-7f6e-4611-a11c-2c56e8c27093 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:40:25.981512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Sync routers for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:40:25.990897 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:40:25.997013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:39:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:40:26.072613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 1aa421b8-7f6e-4611-a11c-2c56e8c27093 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:40:26.078975 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1aa421b8-7f6e-4611-a11c-2c56e8c27093 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:40:26.079349 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.127861 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:40:26.136754 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36720) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:40:26.141594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ea226456-2703-4caf-b32c-1651a036d769 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--66752257', 'description': 'tempest-description--1873244697'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:40:26.247905 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea226456-2703-4caf-b32c-1651a036d769 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.290336 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.330607 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 1aa421b8-7f6e-4611-a11c-2c56e8c27093, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1aa421b8-7f6e-4611-a11c-2c56e8c27093,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:40:26.338152 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea226456-2703-4caf-b32c-1651a036d769 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.383009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 2, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:40:26.414969 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.419216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Checking router: f384507e-351c-45ee-9c55-21050adf4988 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:40:26.419216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Updating router f384507e-351c-45ee-9c55-21050adf4988 port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:40:26.442066 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea226456-2703-4caf-b32c-1651a036d769 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.467948 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.472867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea226456-2703-4caf-b32c-1651a036d769 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791f4475-1f92-4692-b589-944ab3d9203a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:26.496691 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=1aa421b8-7f6e-4611-a11c-2c56e8c27093,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:26.565269 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ea226456-2703-4caf-b32c-1651a036d769 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.566574 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ea226456-2703-4caf-b32c-1651a036d769 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4287651 Aug 23 15:40:26.569318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36722) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:40:26.573956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-dfbc4852-cf38-4d9b-a5ec-3d372c2a5099 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Request body: {'security_group_rule': {'security_group_id': '791f4475-1f92-4692-b589-944ab3d9203a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:40:26.684311 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dfbc4852-cf38-4d9b-a5ec-3d372c2a5099 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.716592 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e2f80679-b2a5-4f02-bb7f-51f728a5ab57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.747392 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dfbc4852-cf38-4d9b-a5ec-3d372c2a5099 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.765982 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.775348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Transition to ACTIVE for port object 4de6b5dd-47d8-4323-99c9-79ad01abeb9a will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:40:26.819112 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dfbc4852-cf38-4d9b-a5ec-3d372c2a5099 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.836892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc4852-cf38-4d9b-a5ec-3d372c2a5099 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfb622c-3be0-48c3-869e-b7c6ab121e2d,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:26.858517 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.907772 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cef76e-2a53-4696-9892-8bf808dcee1b None None] Pushing event updated for resources: {'Port': ['ID=4de6b5dd-47d8-4323-99c9-79ad01abeb9a,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:26.931427 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dfbc4852-cf38-4d9b-a5ec-3d372c2a5099 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.933046 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-dfbc4852-cf38-4d9b-a5ec-3d372c2a5099 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3626652 Aug 23 15:40:26.935871 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 36724) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:40:26.941126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Request body: {'security_group_rule': {'security_group_id': '791f4475-1f92-4692-b589-944ab3d9203a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:40:26.962054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Attempting to bind port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:40:26.962425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Attempting to bind port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:40:26.962799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Attempting to bind port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:40:26.969387 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.970225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:40:26.970604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Checking segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:40:26.971006 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:26.971404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Bound using segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:40:26.971907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Bound port: 4de6b5dd-47d8-4323-99c9-79ad01abeb9a, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:40:26.972290 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:27.043757 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] For port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:40:27.047724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] For port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=4de6b5dd-47d8-4323-99c9-79ad01abeb9a,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:40:27.055501 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:27.102157 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:27.154117 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:27.188124 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:27.207838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7012de5-4612-4104-b98d-5a5e9903b7f4,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:27.210958 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:40:27.211611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:40:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:40:27.218017 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:27.219272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:27.219272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:27.219758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:27.220103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:27.220440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:27.220778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:27.221108 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:27.221438 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:27.221767 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:27.222130 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:27.222410 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:27.248779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cef76e-2a53-4696-9892-8bf808dcee1b None None] Pushing event updated for resources: {'Port': ['ID=4de6b5dd-47d8-4323-99c9-79ad01abeb9a,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:27.290822 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:27.295739 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36726) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:40:27.296488 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-75e67bfe-58a6-4fe2-ad6a-71efee53f47e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3590167 Aug 23 15:40:27.300837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:40:27.330222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:40:27.391226 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:27.493186 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:27.554390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:27Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:40:27.585339 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd16d6-9fa2-4fd5-996d-85fa873d4b9e None None] The sync data for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 is: [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:27Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:40:27.602782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Allocated IP 172.25.8.148 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/caa2c3e5-4e85-42be-8d67-17731594a55b) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:40:27.725619 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:27.882497 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:27.939486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:40:27.950425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:40:27.958563 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:40:27.965130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Pushing event updated for resources: {'Port': ['ID=caa2c3e5-4e85-42be-8d67-17731594a55b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:28.017375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1aa421b8-7f6e-4611-a11c-2c56e8c27093 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:40:28.077572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 1aa421b8-7f6e-4611-a11c-2c56e8c27093 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:40:28.077572 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:28.086437 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:28.170477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4de6b5dd-47d8-4323-99c9-79ad01abeb9a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:40:28.209182 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:28.324802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:40:28.329270 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:40:28.329623 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:28.374280 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:28.413484 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:28.453304 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=4de6b5dd-47d8-4323-99c9-79ad01abeb9a,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:40:28.462217 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:28.539073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Pushing event updated for resources: {'Port': ['ID=caa2c3e5-4e85-42be-8d67-17731594a55b,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:28.550973 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:28.601822 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:28.657176 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=4de6b5dd-47d8-4323-99c9-79ad01abeb9a,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:28.665427 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:28.666252 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e1c0f32b-507e-4b22-bc96-87720867e4c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3692493 Aug 23 15:40:28.782689 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:28.815197 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-352913e1-559d-4099-9755-d2840aba258c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--66752257&fields=id&tenant_id=265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 267 time: 0.0356140 Aug 23 15:40:28.919610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e320d-403e-4284-a37b-8feeb2e70428 req-18365ea7-2929-4823-a1de-53275995ef44 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:28.921003 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-18365ea7-2929-4823-a1de-53275995ef44 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 811 time: 0.0987966 Aug 23 15:40:28.936093 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-57393adb-a127-4173-8e28-3a93e97978e9 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/quotas/265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 375 time: 0.0089006 Aug 23 15:40:28.993568 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-504effe9-477d-48a2-acde-a170dcb9d0cc tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507710 Aug 23 15:40:29.064831 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-74afc395-07ee-4b11-a85d-f16748e1913f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:40:29.065813 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-74afc395-07ee-4b11-a85d-f16748e1913f service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0592725 Aug 23 15:40:29.154452 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-fbf7b9a9-66ec-4a69-a9a0-c8ccd75785dd service neutron] 10.222.0.38 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822151 Aug 23 15:40:29.246149 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-2cf2781a-a114-4e8d-92cb-cb9c79106816 service neutron] 10.222.0.38 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853920 Aug 23 15:40:29.525754 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-601cd128-0b27-497d-8f84-092622a980d6 req-c3a44dbc-2a34-4911-9cc4-c2964796582e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 210 time: 0.0274427 Aug 23 15:40:29.896669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4de6b5dd-47d8-4323-99c9-79ad01abeb9a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:40:29.949698 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:40:29.950071 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:30.606980 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b1f822bf-b0e7-445d-89f0-95b9d6b3ffc8 req-0551fa41-611c-4bd1-b0d6-3396fcac7cb4 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 210 time: 0.0263915 Aug 23 15:40:31.706565 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-03f3ed71-51ed-4ffc-a400-846e4b67a7f3 req-7525341c-8b3d-42a2-ad05-0f233a5caa0b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 210 time: 0.0265636 Aug 23 15:40:31.951442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e320d-403e-4284-a37b-8feeb2e70428 req-96d5e725-56db-4a15-b332-b2efb5a3d872 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:31.960346 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-96d5e725-56db-4a15-b332-b2efb5a3d872 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 811 time: 0.1112268 Aug 23 15:40:32.007686 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-9f7f85e2-5a2d-483a-a68c-ff90f50d36c0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 378 time: 0.0379803 Aug 23 15:40:32.017172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-714e320d-403e-4284-a37b-8feeb2e70428 req-b93898a3-7f34-4024-8c94-b9456285b486 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Request body: {'port': {'device_id': 'd8678678-242a-4c76-89ea-a40c00675c08', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'admin_state_up': True, 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'security_groups': ['791f4475-1f92-4692-b589-944ab3d9203a']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:40:32.233584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714e320d-403e-4284-a37b-8feeb2e70428 req-b93898a3-7f34-4024-8c94-b9456285b486 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Made reservation on behalf of 265083ec6478448c96ce2ccfe63c91e9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:40:32.237269 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-714e320d-403e-4284-a37b-8feeb2e70428 req-b93898a3-7f34-4024-8c94-b9456285b486 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:32.366035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-714e320d-403e-4284-a37b-8feeb2e70428 req-b93898a3-7f34-4024-8c94-b9456285b486 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Allocated IP 172.20.0.9 (90c3ddac-7d47-4a54-bf98-92d85e38d09f/a3c72ad3-68f7-4a01-b53a-17d12537c713/7a0d786e-b413-40b6-9231-d28724aa5bdf) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:40:32.497507 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-714e320d-403e-4284-a37b-8feeb2e70428 req-b93898a3-7f34-4024-8c94-b9456285b486 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:32.511378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-714e320d-403e-4284-a37b-8feeb2e70428 req-b93898a3-7f34-4024-8c94-b9456285b486 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Transition to ACTIVE for port object 7a0d786e-b413-40b6-9231-d28724aa5bdf will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:40:32.601934 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-714e320d-403e-4284-a37b-8feeb2e70428 req-b93898a3-7f34-4024-8c94-b9456285b486 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:32.648406 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714e320d-403e-4284-a37b-8feeb2e70428 req-b93898a3-7f34-4024-8c94-b9456285b486 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Network 90c3ddac-7d47-4a54-bf98-92d85e38d09f is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:40:32.651423 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-714e320d-403e-4284-a37b-8feeb2e70428 req-b93898a3-7f34-4024-8c94-b9456285b486 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:40:32.655123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-714e320d-403e-4284-a37b-8feeb2e70428 req-b93898a3-7f34-4024-8c94-b9456285b486 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:40:32.683464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93898a3-7f34-4024-8c94-b9456285b486 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Pushing event updated for resources: {'Port': ['ID=7a0d786e-b413-40b6-9231-d28724aa5bdf,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:32.715503 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e320d-403e-4284-a37b-8feeb2e70428 req-b93898a3-7f34-4024-8c94-b9456285b486 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:32.716224 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-714e320d-403e-4284-a37b-8feeb2e70428 req-b93898a3-7f34-4024-8c94-b9456285b486 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:32.820176 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-b93898a3-7f34-4024-8c94-b9456285b486 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8071556 Aug 23 15:40:32.825219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280320b-761e-4d9c-94f2-663456a42b88 req-3646d099-7b48-4c46-88d5-8a7955378345 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:32.826772 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b280320b-761e-4d9c-94f2-663456a42b88 req-3646d099-7b48-4c46-88d5-8a7955378345 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 931 time: 0.0508070 Aug 23 15:40:32.833500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Request body: {'port': {'device_id': 'd8678678-242a-4c76-89ea-a40c00675c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:40:32.867156 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b280320b-761e-4d9c-94f2-663456a42b88 req-59d63bbe-7754-4ec9-aa58-7bfd60fed13f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343239 Aug 23 15:40:32.888974 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:33.018901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6136f158-8d32-4814-82d6-8b31106d42ec None None] Provisioning for port 7a0d786e-b413-40b6-9231-d28724aa5bdf completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:40:33.022721 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6136f158-8d32-4814-82d6-8b31106d42ec None None] Provisioning complete for port 7a0d786e-b413-40b6-9231-d28724aa5bdf triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:40:33.023077 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6136f158-8d32-4814-82d6-8b31106d42ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:33.061207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6136f158-8d32-4814-82d6-8b31106d42ec None None] Port 7a0d786e-b413-40b6-9231-d28724aa5bdf cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:40:33.165084 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0d786e-b413-40b6-9231-d28724aa5bdf {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:40:33.172523 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:33.185307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Transition to ACTIVE for port object 7a0d786e-b413-40b6-9231-d28724aa5bdf will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:40:33.259132 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:33.311685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Pushing event updated for resources: {'Port': ['ID=7a0d786e-b413-40b6-9231-d28724aa5bdf,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:33.383374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Attempting to bind port 7a0d786e-b413-40b6-9231-d28724aa5bdf on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:40:33.383772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Attempting to bind port 7a0d786e-b413-40b6-9231-d28724aa5bdf by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:40:33.384115 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Attempting to bind port 7a0d786e-b413-40b6-9231-d28724aa5bdf on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:40:33.388987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Port 7a0d786e-b413-40b6-9231-d28724aa5bdf on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:40:33.389321 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Attempting to bind port 7a0d786e-b413-40b6-9231-d28724aa5bdf on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:40:33.395059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:40:33.395405 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Checking segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:40:33.395829 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Bound using segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:40:33.396261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Bound port: 7a0d786e-b413-40b6-9231-d28724aa5bdf, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:40:33.396624 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:33.466767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] For port 7a0d786e-b413-40b6-9231-d28724aa5bdf, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:40:33.470557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] For port 7a0d786e-b413-40b6-9231-d28724aa5bdf, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:40:33.559559 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:33.595343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:33.595866 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:33.597292 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] 10.222.0.57 "PUT /v2.0/ports/7a0d786e-b413-40b6-9231-d28724aa5bdf HTTP/1.1" status: 200 len: 1091 time: 0.7685859 Aug 23 15:40:33.597755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8678678-242a-4c76-89ea-a40c00675c08', 'tag': '7a0d786e-b413-40b6-9231-d28724aa5bdf'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:40:33.600020 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c13560-632b-46c7-adc9-295d66357380" -d '{"events": [{"name": "network-changed", "server_uuid": "d8678678-242a-4c76-89ea-a40c00675c08", "tag": "7a0d786e-b413-40b6-9231-d28724aa5bdf"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:40:33.625587 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdfc7c-b47a-4f30-978e-a2c6503c983b service neutron] Pushing event updated for resources: {'Port': ['ID=7a0d786e-b413-40b6-9231-d28724aa5bdf,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:33.638912 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef02451-36ca-4671-9c15-fbd3d6717b44 x-openstack-request-id: req-6ef02451-36ca-4671-9c15-fbd3d6717b44 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:40:33.639207 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8678678-242a-4c76-89ea-a40c00675c08", "tag": "7a0d786e-b413-40b6-9231-d28724aa5bdf", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:40:33.639462 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ef02451-36ca-4671-9c15-fbd3d6717b44 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:40:33.639900 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8678678-242a-4c76-89ea-a40c00675c08', 'tag': '7a0d786e-b413-40b6-9231-d28724aa5bdf', 'status': 'completed', 'code': 200} Aug 23 15:40:33.707821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c13560-632b-46c7-adc9-295d66357380 req-ebd35bfd-bc14-4c64-a768-ae1291e8ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:33.709411 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-92c13560-632b-46c7-adc9-295d66357380 req-ebd35bfd-bc14-4c64-a768-ae1291e8ae3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 1094 time: 0.0471942 Aug 23 15:40:33.819491 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c13560-632b-46c7-adc9-295d66357380 req-2ad3c20e-8832-4214-8985-fde5439b8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:33.820958 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-92c13560-632b-46c7-adc9-295d66357380 req-2ad3c20e-8832-4214-8985-fde5439b8818 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=265083ec6478448c96ce2ccfe63c91e9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1034007 Aug 23 15:40:33.913891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c13560-632b-46c7-adc9-295d66357380 req-add1bb82-b6a5-49b1-8bb6-eea8a02f6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:33.915523 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-92c13560-632b-46c7-adc9-295d66357380 req-add1bb82-b6a5-49b1-8bb6-eea8a02f6110 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876675 Aug 23 15:40:33.981802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b39f3-7158-403d-b305-84576403c735 req-c168b00d-3c7a-4bd6-af52-c9936af1b0ce tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:33.983436 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d45b39f3-7158-403d-b305-84576403c735 req-c168b00d-3c7a-4bd6-af52-c9936af1b0ce tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 943 time: 0.0485611 Aug 23 15:40:33.993166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e320d-403e-4284-a37b-8feeb2e70428 req-7d3c2ed6-6e80-4b3a-9790-ba15b8b16a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:33.994704 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-7d3c2ed6-6e80-4b3a-9790-ba15b8b16a22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 1094 time: 0.0422337 Aug 23 15:40:34.024876 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d45b39f3-7158-403d-b305-84576403c735 req-456aa4ba-479b-4f51-b836-1108f97e8f65 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351264 Aug 23 15:40:34.043054 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-13d6ce98-aad1-4b2f-9109-9d65877acd08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf HTTP/1.1" status: 200 len: 217 time: 0.0410395 Aug 23 15:40:34.095148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e320d-403e-4284-a37b-8feeb2e70428 req-5e44c81b-9893-469c-b8b2-abf31e908667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:34.096484 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-5e44c81b-9893-469c-b8b2-abf31e908667 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0437067 Aug 23 15:40:34.141065 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e320d-403e-4284-a37b-8feeb2e70428 req-615b91ff-9de6-4bd9-a271-453261bcad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:34.143221 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-615b91ff-9de6-4bd9-a271-453261bcad3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399272 Aug 23 15:40:34.236206 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-65850fac-57cc-41e2-afad-a58642071e1f service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863056 Aug 23 15:40:34.326368 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-714e320d-403e-4284-a37b-8feeb2e70428 req-b782d01c-81b4-4827-a2bc-b2ef9b166442 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832157 Aug 23 15:40:35.150899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e0937-e5a0-4c1b-9778-1ea9c652e5b0 req-124a139f-0436-452a-b435-9c9a4811160c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:35.152391 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-107e0937-e5a0-4c1b-9778-1ea9c652e5b0 req-124a139f-0436-452a-b435-9c9a4811160c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 943 time: 0.0531535 Aug 23 15:40:35.189891 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-107e0937-e5a0-4c1b-9778-1ea9c652e5b0 req-57aafe85-9848-4eed-9d65-f6230e7bb545 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308931 Aug 23 15:40:36.637006 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc899f39-b6eb-4bd6-bb01-4ad594163abe req-6b2ef346-6c43-475b-aa24-975d96769f50 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:36.638415 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc899f39-b6eb-4bd6-bb01-4ad594163abe req-6b2ef346-6c43-475b-aa24-975d96769f50 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 943 time: 0.3810697 Aug 23 15:40:36.677646 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc899f39-b6eb-4bd6-bb01-4ad594163abe req-c58fcbfc-9263-40c2-ac0b-161fd0c5717c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325673 Aug 23 15:40:37.792379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93728e-f4e3-448d-b206-eec87547230b req-bad9c153-29c6-403a-b343-a08ea5ee9f34 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:37.793908 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae93728e-f4e3-448d-b206-eec87547230b req-bad9c153-29c6-403a-b343-a08ea5ee9f34 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 943 time: 0.0500998 Aug 23 15:40:37.833315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae93728e-f4e3-448d-b206-eec87547230b req-4d2d9314-d04e-4e5c-8029-98b8d6305dcb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326302 Aug 23 15:40:38.349194 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 7a0d786e-b413-40b6-9231-d28724aa5bdf details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:40:38.441420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 7a0d786e-b413-40b6-9231-d28724aa5bdf, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:40:38.451801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '7a0d786e-b413-40b6-9231-d28724aa5bdf', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'port_id': '7a0d786e-b413-40b6-9231-d28724aa5bdf', 'mac_address': 'fa:16:3e:7f:da:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:40:38.492345 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:38.505524 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0d786e-b413-40b6-9231-d28724aa5bdf {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:40:38.525162 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 7a0d786e-b413-40b6-9231-d28724aa5bdf, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:40:38.618725 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:38.671463 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=7a0d786e-b413-40b6-9231-d28724aa5bdf,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:38.679478 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:38.679862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:38.680205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:38.680543 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:38.680876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:38.681207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:38.681534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:38.681863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:38.682188 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:38.682514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:38.682836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:38.683158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:40:38.808221 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['7a0d786e-b413-40b6-9231-d28724aa5bdf'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:40:38.948681 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed7d40-bcf7-4e4d-b1fb-96242868d525 req-4ad37855-26c0-47dd-81c1-91a9d7a2ce61 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:38.950132 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9aed7d40-bcf7-4e4d-b1fb-96242868d525 req-4ad37855-26c0-47dd-81c1-91a9d7a2ce61 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 944 time: 0.0481331 Aug 23 15:40:38.986968 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9aed7d40-bcf7-4e4d-b1fb-96242868d525 req-f903827b-9470-42f6-92df-b60d8082bf2b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306051 Aug 23 15:40:39.450256 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:40:40.101243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02d9c3-ac80-4a3e-b8ca-7ccc3c74c9dc req-a4f5c483-c737-4df8-871f-6faa8ff9aeca tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:40.102671 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dd02d9c3-ac80-4a3e-b8ca-7ccc3c74c9dc req-a4f5c483-c737-4df8-871f-6faa8ff9aeca tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 944 time: 0.0491626 Aug 23 15:40:40.139819 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dd02d9c3-ac80-4a3e-b8ca-7ccc3c74c9dc req-d0695540-00a8-47c9-9678-fec45d336765 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312066 Aug 23 15:40:40.357328 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 7a0d786e-b413-40b6-9231-d28724aa5bdf up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:40:40.492864 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 7a0d786e-b413-40b6-9231-d28724aa5bdf completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:40:40.496785 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 7a0d786e-b413-40b6-9231-d28724aa5bdf triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:40:40.497163 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:40.574795 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:40.597406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8678678-242a-4c76-89ea-a40c00675c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0d786e-b413-40b6-9231-d28724aa5bdf'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:40:40.599644 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83acb785-632e-4828-ade7-c3d2e2835478" -d '{"events": [{"server_uuid": "d8678678-242a-4c76-89ea-a40c00675c08", "name": "network-vif-plugged", "status": "completed", "tag": "7a0d786e-b413-40b6-9231-d28724aa5bdf"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:40:40.612888 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 7a0d786e-b413-40b6-9231-d28724aa5bdf, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:40:40.636440 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9567b2e9-b898-4aac-a09b-56789536609b x-openstack-request-id: req-9567b2e9-b898-4aac-a09b-56789536609b {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:40:40.636735 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8678678-242a-4c76-89ea-a40c00675c08", "name": "network-vif-plugged", "status": "completed", "tag": "7a0d786e-b413-40b6-9231-d28724aa5bdf", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:40:40.636993 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9567b2e9-b898-4aac-a09b-56789536609b {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:40:40.637440 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8678678-242a-4c76-89ea-a40c00675c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0d786e-b413-40b6-9231-d28724aa5bdf', 'code': 200} Aug 23 15:40:40.681922 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:40.732662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=7a0d786e-b413-40b6-9231-d28724aa5bdf,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:40:40.748575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f741a7-d8ef-421e-a845-754b3ffbbd0f req-ed936e2d-7fe7-460d-950c-5c7394f2bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:40.750119 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00f741a7-d8ef-421e-a845-754b3ffbbd0f req-ed936e2d-7fe7-460d-950c-5c7394f2bcb3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 1096 time: 0.0474885 Aug 23 15:40:40.785087 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-00f741a7-d8ef-421e-a845-754b3ffbbd0f req-2cac0e1a-b5bc-457e-b911-d3cb8045a370 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272553 Aug 23 15:40:41.256827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6e7aa-c0a6-455a-b04b-d1561f0e3260 req-5fe8ad18-1d1d-4c2f-bb18-46e7f3798798 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:41.258291 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26e6e7aa-c0a6-455a-b04b-d1561f0e3260 req-5fe8ad18-1d1d-4c2f-bb18-46e7f3798798 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0480607 Aug 23 15:40:41.295967 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26e6e7aa-c0a6-455a-b04b-d1561f0e3260 req-63c3873b-f875-452d-b907-275fa645a098 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314975 Aug 23 15:40:42.460966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2010be5-05d3-4641-97b3-789b2b3eacc9 req-845b392e-05d9-4808-86a1-56ee84e82342 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:42.462409 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2010be5-05d3-4641-97b3-789b2b3eacc9 req-845b392e-05d9-4808-86a1-56ee84e82342 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0477686 Aug 23 15:40:42.499641 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2010be5-05d3-4641-97b3-789b2b3eacc9 req-486dcfb5-dcf9-4cab-b0c9-b08d2300ca94 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311565 Aug 23 15:40:42.611667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b94631-8096-4aeb-b154-e416d9130c75 req-a604ff52-e7a6-4e93-8de5-e7d4fb45e978 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:42.613192 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7b94631-8096-4aeb-b154-e416d9130c75 req-a604ff52-e7a6-4e93-8de5-e7d4fb45e978 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0508764 Aug 23 15:40:42.622217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 36804) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:40:42.627392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1148dd83-63d0-4389-94cf-934b400c2ce0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Request body: {'floatingip': {'port_id': '7a0d786e-b413-40b6-9231-d28724aa5bdf'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:40:42.670281 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1148dd83-63d0-4389-94cf-934b400c2ce0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:43.093920 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1148dd83-63d0-4389-94cf-934b400c2ce0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:43.167100 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1148dd83-63d0-4389-94cf-934b400c2ce0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:43.268032 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-1148dd83-63d0-4389-94cf-934b400c2ce0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Floating IP 1445e800-8dff-4203-8244-a97e9e587f75 associated. External IP: 172.25.8.148, port: 7a0d786e-b413-40b6-9231-d28724aa5bdf. Aug 23 15:40:43.790654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1148dd83-63d0-4389-94cf-934b400c2ce0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Router f384507e-351c-45ee-9c55-21050adf4988 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:40:43.904994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1148dd83-63d0-4389-94cf-934b400c2ce0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:40:43.910114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1148dd83-63d0-4389-94cf-934b400c2ce0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:43.914839 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58a724-686b-4ea0-a848-42b87f9aeaf8 None None] Sync routers for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:40:43.927565 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58a724-686b-4ea0-a848-42b87f9aeaf8 None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:40:43.928149 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5b58a724-686b-4ea0-a848-42b87f9aeaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:40:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:40:43.937687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1148dd83-63d0-4389-94cf-934b400c2ce0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "PUT /v2.0/floatingips/1445e800-8dff-4203-8244-a97e9e587f75 HTTP/1.1" status: 200 len: 991 time: 1.3144765 Aug 23 15:40:43.938642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8678678-242a-4c76-89ea-a40c00675c08', 'tag': '7a0d786e-b413-40b6-9231-d28724aa5bdf'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:40:43.941731 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b02fae-ae86-4376-83a5-ef84bafa39fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d8678678-242a-4c76-89ea-a40c00675c08", "tag": "7a0d786e-b413-40b6-9231-d28724aa5bdf"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:40:43.983505 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e3cd53-23fa-4106-ba7a-e7b298242f85 x-openstack-request-id: req-c4e3cd53-23fa-4106-ba7a-e7b298242f85 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:40:43.983838 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8678678-242a-4c76-89ea-a40c00675c08", "tag": "7a0d786e-b413-40b6-9231-d28724aa5bdf", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:40:43.984542 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c4e3cd53-23fa-4106-ba7a-e7b298242f85 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:40:43.984951 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8678678-242a-4c76-89ea-a40c00675c08', 'tag': '7a0d786e-b413-40b6-9231-d28724aa5bdf', 'status': 'completed', 'code': 200} Aug 23 15:40:44.040674 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-5b58a724-686b-4ea0-a848-42b87f9aeaf8 None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:40:44.051186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b02fae-ae86-4376-83a5-ef84bafa39fd req-44042f3a-bf01-4947-8389-25cbd7aa64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:44.052724 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a2b02fae-ae86-4376-83a5-ef84bafa39fd req-44042f3a-bf01-4947-8389-25cbd7aa64b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 1096 time: 0.0455155 Aug 23 15:40:44.144510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b02fae-ae86-4376-83a5-ef84bafa39fd req-5721c720-0dd5-4acc-b46d-afc9b18bcbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:44.146085 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a2b02fae-ae86-4376-83a5-ef84bafa39fd req-5721c720-0dd5-4acc-b46d-afc9b18bcbd3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0864708 Aug 23 15:40:44.217855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a2b02fae-ae86-4376-83a5-ef84bafa39fd req-3d51ceb7-bdfc-4f74-9f25-d9e943f55ad3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf HTTP/1.1" status: 200 len: 999 time: 0.0639956 Aug 23 15:40:44.256770 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5b58a724-686b-4ea0-a848-42b87f9aeaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '1445e800-8dff-4203-8244-a97e9e587f75', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'port_id': '7a0d786e-b413-40b6-9231-d28724aa5bdf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'mac_address': 'fa:16:3e:7f:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8678678-242a-4c76-89ea-a40c00675c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:40:28Z', 'updated_at': '2021-08-23T15:40:43Z', 'revision_number': 1, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:40:44.268203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b02fae-ae86-4376-83a5-ef84bafa39fd req-966b3a5e-7dc9-43c1-8a88-1992fb9e27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:44.269717 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a2b02fae-ae86-4376-83a5-ef84bafa39fd req-966b3a5e-7dc9-43c1-8a88-1992fb9e27c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0447264 Aug 23 15:40:44.282297 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58a724-686b-4ea0-a848-42b87f9aeaf8 None None] Checking router: f384507e-351c-45ee-9c55-21050adf4988 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:40:44.290684 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58a724-686b-4ea0-a848-42b87f9aeaf8 None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:40:44.291278 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5b58a724-686b-4ea0-a848-42b87f9aeaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:40:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:40:44.315388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b02fae-ae86-4376-83a5-ef84bafa39fd req-e4162f69-855a-4286-9983-4b1c77b149e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:44.316901 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a2b02fae-ae86-4376-83a5-ef84bafa39fd req-e4162f69-855a-4286-9983-4b1c77b149e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404208 Aug 23 15:40:44.396814 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-5b58a724-686b-4ea0-a848-42b87f9aeaf8 None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:40:44.411030 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a2b02fae-ae86-4376-83a5-ef84bafa39fd req-b76b5065-d9bf-4aa5-96b4-c3131559d5c6 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861816 Aug 23 15:40:44.505233 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a2b02fae-ae86-4376-83a5-ef84bafa39fd req-17679c7a-4c62-4124-b412-ace1adb38931 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870807 Aug 23 15:40:44.709533 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5b58a724-686b-4ea0-a848-42b87f9aeaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '1445e800-8dff-4203-8244-a97e9e587f75', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'port_id': '7a0d786e-b413-40b6-9231-d28724aa5bdf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'mac_address': 'fa:16:3e:7f:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8678678-242a-4c76-89ea-a40c00675c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:40:28Z', 'updated_at': '2021-08-23T15:40:43Z', 'revision_number': 1, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:40:44.734476 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58a724-686b-4ea0-a848-42b87f9aeaf8 None None] The sync data for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 is: [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '1445e800-8dff-4203-8244-a97e9e587f75', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'port_id': '7a0d786e-b413-40b6-9231-d28724aa5bdf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'mac_address': 'fa:16:3e:7f:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8678678-242a-4c76-89ea-a40c00675c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:40:28Z', 'updated_at': '2021-08-23T15:40:43Z', 'revision_number': 1, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:40:44.937683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517abf51-e5e6-4887-b8dd-b9a3c37ffa1b None None] New status for floating IP 1445e800-8dff-4203-8244-a97e9e587f75: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:40:46.084323 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:50.767997 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:52.652324 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fa1375b3-275a-4246-865a-8f30c1c4b9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:53.186646 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a22607c9-5f8f-415b-86ae-adb2b7603e29 req-bbc29e5c-a1a4-4170-ac70-adf77e2bb16c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411308 Aug 23 15:40:53.273696 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22607c9-5f8f-415b-86ae-adb2b7603e29 req-d60dd0d7-e03a-404d-a3b9-0550a2d92326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:53.275256 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a22607c9-5f8f-415b-86ae-adb2b7603e29 req-d60dd0d7-e03a-404d-a3b9-0550a2d92326 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 1096 time: 0.0491388 Aug 23 15:40:53.378863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22607c9-5f8f-415b-86ae-adb2b7603e29 req-1add78f3-b7f1-4409-9dcd-39095ada7810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:53.380363 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a22607c9-5f8f-415b-86ae-adb2b7603e29 req-1add78f3-b7f1-4409-9dcd-39095ada7810 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0861690 Aug 23 15:40:53.451103 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a22607c9-5f8f-415b-86ae-adb2b7603e29 req-4a8fec30-eaea-42e4-a20c-5c5100ee3838 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf HTTP/1.1" status: 200 len: 1001 time: 0.0616987 Aug 23 15:40:53.502242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22607c9-5f8f-415b-86ae-adb2b7603e29 req-9bf3855a-f27a-4a73-b246-22edfa2294bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:53.503749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a22607c9-5f8f-415b-86ae-adb2b7603e29 req-9bf3855a-f27a-4a73-b246-22edfa2294bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0454383 Aug 23 15:40:53.557250 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22607c9-5f8f-415b-86ae-adb2b7603e29 req-e423d57e-3fe8-40a0-99fa-d0007b3139c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:40:53.558781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a22607c9-5f8f-415b-86ae-adb2b7603e29 req-e423d57e-3fe8-40a0-99fa-d0007b3139c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463507 Aug 23 15:40:53.651119 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a22607c9-5f8f-415b-86ae-adb2b7603e29 req-61f93071-006e-4009-b767-e08a1cc2ae52 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846615 Aug 23 15:40:53.746496 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a22607c9-5f8f-415b-86ae-adb2b7603e29 req-3977577a-80af-4d9c-b5c7-0cc1dacfdc65 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837522 Aug 23 15:40:55.598352 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:56.675436 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4ee21ccc-bee0-4650-8e72-58df9172d98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:56.952423 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:40:58.747401 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:41:16.080688 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:41:16.449274 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:41:20.883357 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:41:22.660395 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7ad3bf9a-e38d-4433-90ea-e3c8866954e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:41:25.606051 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:41:26.674576 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ad61542b-c9ac-4721-ba11-332f8ed17d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:41:26.922883 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:41:28.785676 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:41:46.087825 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:41:50.785193 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:41:52.641892 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8253de8a-b046-4358-9850-651d80515a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:41:53.448000 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:41:53.717312 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d81c5974-36f1-4d64-b511-5abd108f69ed req-171fe5e9-ae99-42be-9ec5-71c37ad6256a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510817 Aug 23 15:41:53.805133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5974-36f1-4d64-b511-5abd108f69ed req-c3f39a95-28e0-45fa-9b9d-ff8ab093e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:41:53.806645 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d81c5974-36f1-4d64-b511-5abd108f69ed req-c3f39a95-28e0-45fa-9b9d-ff8ab093e796 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 1096 time: 0.0469754 Aug 23 15:41:53.909373 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5974-36f1-4d64-b511-5abd108f69ed req-a0362f2d-7fad-48c8-902f-479f79655046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:41:53.910850 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d81c5974-36f1-4d64-b511-5abd108f69ed req-a0362f2d-7fad-48c8-902f-479f79655046 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0850198 Aug 23 15:41:53.982853 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d81c5974-36f1-4d64-b511-5abd108f69ed req-4dde7ed9-1850-4f48-ad94-add01715d1e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf HTTP/1.1" status: 200 len: 1001 time: 0.0637393 Aug 23 15:41:54.031502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5974-36f1-4d64-b511-5abd108f69ed req-e6a42f47-802a-47ef-9c14-802040bacc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:41:54.032953 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d81c5974-36f1-4d64-b511-5abd108f69ed req-e6a42f47-802a-47ef-9c14-802040bacc0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0433030 Aug 23 15:41:54.079630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5974-36f1-4d64-b511-5abd108f69ed req-35893ae8-6367-4bf0-800a-1af97f1496b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:41:54.081138 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d81c5974-36f1-4d64-b511-5abd108f69ed req-35893ae8-6367-4bf0-800a-1af97f1496b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405087 Aug 23 15:41:54.179549 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d81c5974-36f1-4d64-b511-5abd108f69ed req-dfff7123-98e6-44e8-810e-5b22ef24ba8a service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900300 Aug 23 15:41:54.276413 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d81c5974-36f1-4d64-b511-5abd108f69ed req-c9cf441c-ac86-472f-a06f-e5d4d19327f3 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818634 Aug 23 15:41:55.556387 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:41:56.622332 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c2da77f3-5a58-4a3e-8397-dfef357ffdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:41:56.928328 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:41:58.740546 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:16.081271 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:19.787148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e0f4b-8c1a-4221-8547-ae47271ee969 req-fa9359c4-5937-4b1c-8e3d-7fe3b9d54061 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:19.788715 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b34e0f4b-8c1a-4221-8547-ae47271ee969 req-fa9359c4-5937-4b1c-8e3d-7fe3b9d54061 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0536880 Aug 23 15:42:19.826927 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b34e0f4b-8c1a-4221-8547-ae47271ee969 req-295bbc97-aba9-4c02-9918-2558261ace5a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322440 Aug 23 15:42:20.163353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324609b-d69e-4103-9049-6d202d97e82e req-5ffb1fc0-c2cc-4530-b33f-12a377387a3a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:20.164775 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a324609b-d69e-4103-9049-6d202d97e82e req-5ffb1fc0-c2cc-4530-b33f-12a377387a3a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0540612 Aug 23 15:42:20.203007 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a324609b-d69e-4103-9049-6d202d97e82e req-8c917386-1867-438b-8342-38e5cb1695fb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321987 Aug 23 15:42:20.364122 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-87f8a848-d89b-4a3f-9bd8-9371712a5025 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899093 Aug 23 15:42:20.790168 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:21.327318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102a744-6a75-4777-a233-fa2a60c96257 req-b07c0341-66e9-4fa8-86e6-6153b9eb35f9 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:21.328895 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b102a744-6a75-4777-a233-fa2a60c96257 req-b07c0341-66e9-4fa8-86e6-6153b9eb35f9 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0536826 Aug 23 15:42:21.369206 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b102a744-6a75-4777-a233-fa2a60c96257 req-3b1f9df7-2de9-4754-8493-df7da8281551 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336111 Aug 23 15:42:22.416783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc34c6-f163-4470-b777-5505eb869e81 req-8bad8e2e-a29a-4b0e-a726-421bcdd07309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:22.418328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-8bad8e2e-a29a-4b0e-a726-421bcdd07309 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 1096 time: 0.0443029 Aug 23 15:42:22.541007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81d4c3-5baf-4492-a651-f523e3df82b2 req-e4eb199f-2f40-4897-aeb9-bec6a2dedda7 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:22.542506 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd81d4c3-5baf-4492-a651-f523e3df82b2 req-e4eb199f-2f40-4897-aeb9-bec6a2dedda7 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0987377 Aug 23 15:42:22.563236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc34c6-f163-4470-b777-5505eb869e81 req-20bf86d7-61f5-4694-af81-83604a3a8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:22.564769 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-20bf86d7-61f5-4694-af81-83604a3a8b66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.1396389 Aug 23 15:42:22.633155 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9c2de34a-04db-4cd1-b878-e5f75b3c4ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:22.636165 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd81d4c3-5baf-4492-a651-f523e3df82b2 req-244ac725-af7b-4eb5-a4e6-1a0216f934a3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837369 Aug 23 15:42:22.655773 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-4291e961-602d-4b1e-81d2-8240a07bf2fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf HTTP/1.1" status: 200 len: 1001 time: 0.0781701 Aug 23 15:42:22.704050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc34c6-f163-4470-b777-5505eb869e81 req-ae535486-77bd-4699-a87e-f075b54ceef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:22.705537 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-ae535486-77bd-4699-a87e-f075b54ceef2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0479434 Aug 23 15:42:22.752244 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c9df0bdb-92a9-4234-b268-2f8de446a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:22.754338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c9df0bdb-92a9-4234-b268-2f8de446a1ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417593 Aug 23 15:42:22.848332 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-5fe21cb8-964d-4064-af30-aa44da67e58f service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861580 Aug 23 15:42:22.937923 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-8bedd5b9-dd6e-49c8-822f-e5ad7bc15911 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822484 Aug 23 15:42:23.756736 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac555167-b231-42ea-832a-d4eef25cf518 req-27e426c3-9324-4482-bdf6-3aad2dbb03ef tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:23.758224 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ac555167-b231-42ea-832a-d4eef25cf518 req-27e426c3-9324-4482-bdf6-3aad2dbb03ef tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0528700 Aug 23 15:42:23.796054 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ac555167-b231-42ea-832a-d4eef25cf518 req-b0cd5307-a137-44ef-97a6-275c54f1c1fa tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317843 Aug 23 15:42:24.913405 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b8f8b-d31b-4a75-bc1f-f3b57fdea96e req-a44dcf30-c2b0-486b-bab4-151999612ad4 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:24.914905 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b42b8f8b-d31b-4a75-bc1f-f3b57fdea96e req-a44dcf30-c2b0-486b-bab4-151999612ad4 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0496056 Aug 23 15:42:24.952395 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b42b8f8b-d31b-4a75-bc1f-f3b57fdea96e req-9b34dc84-0a7f-4141-b417-769216ff7d3f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314479 Aug 23 15:42:25.561401 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:26.078193 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c68008-816a-48d9-8f54-d0488fe47326 req-fe0778ad-e928-46d4-8dce-dc2c447cce84 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:26.079761 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-03c68008-816a-48d9-8f54-d0488fe47326 req-fe0778ad-e928-46d4-8dce-dc2c447cce84 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0585871 Aug 23 15:42:26.118779 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-03c68008-816a-48d9-8f54-d0488fe47326 req-7e1e6b29-c3b1-48f8-ab95-fcb2333a2182 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326059 Aug 23 15:42:26.627302 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-daf71370-9122-44cc-9278-204be88d5f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:26.924803 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:27.238424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f0d2-8122-48f7-b8ee-ea4eb9d26e8f req-3c05ccbf-584f-4dca-8c1c-1a2062406cd5 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:27.240012 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-78c0f0d2-8122-48f7-b8ee-ea4eb9d26e8f req-3c05ccbf-584f-4dca-8c1c-1a2062406cd5 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0537953 Aug 23 15:42:27.278099 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-78c0f0d2-8122-48f7-b8ee-ea4eb9d26e8f req-4fae939c-95c9-4d54-b50f-162877ea9e1d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321140 Aug 23 15:42:28.396568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9e430-9f9c-4c54-b287-6d93a66e7306 req-b285cec0-7da7-40c5-aed7-c6d5d300e23c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:28.398043 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5e9e430-9f9c-4c54-b287-6d93a66e7306 req-b285cec0-7da7-40c5-aed7-c6d5d300e23c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0530517 Aug 23 15:42:28.436817 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f5e9e430-9f9c-4c54-b287-6d93a66e7306 req-782d1e9e-8e01-4259-a42f-da35af67d478 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329156 Aug 23 15:42:28.787847 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:29.553489 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef90b0-4b16-4ec8-9302-ab85fa8c5f8f req-d2f68d2c-d414-4fab-a26b-9dd5b5df7733 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:29.554968 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ef90b0-4b16-4ec8-9302-ab85fa8c5f8f req-d2f68d2c-d414-4fab-a26b-9dd5b5df7733 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0498996 Aug 23 15:42:29.591794 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e4ef90b0-4b16-4ec8-9302-ab85fa8c5f8f req-5aad16e8-fa85-4f43-85b5-e21c5400cb35 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304816 Aug 23 15:42:30.447193 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:42:30.708774 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5aeb9-8251-4dd2-ab58-eafb97bbd696 req-4d73a3d0-3cc9-4c95-8196-2d32a76181ab tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:30.710211 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82a5aeb9-8251-4dd2-ab58-eafb97bbd696 req-4d73a3d0-3cc9-4c95-8196-2d32a76181ab tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0510626 Aug 23 15:42:30.749370 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-82a5aeb9-8251-4dd2-ab58-eafb97bbd696 req-0452e71d-e884-438e-b2b9-e4204b9a0733 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331824 Aug 23 15:42:31.866968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb865b15-7ce6-4a7b-b657-629d37a53941 req-7de5e3ea-de44-4d70-873a-e766ba5fc672 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:31.868470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb865b15-7ce6-4a7b-b657-629d37a53941 req-7de5e3ea-de44-4d70-873a-e766ba5fc672 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0488348 Aug 23 15:42:31.905779 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-eb865b15-7ce6-4a7b-b657-629d37a53941 req-d9243adb-b299-4376-8e1b-bf67dd8ec602 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313833 Aug 23 15:42:33.025095 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d9c1a-c6f3-4fcf-a499-d9882c9ddb99 req-da56ae21-ad55-4957-be47-1b635e43ecc0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:33.026571 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df8d9c1a-c6f3-4fcf-a499-d9882c9ddb99 req-da56ae21-ad55-4957-be47-1b635e43ecc0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0543129 Aug 23 15:42:33.065325 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df8d9c1a-c6f3-4fcf-a499-d9882c9ddb99 req-e6991188-c6af-4323-b04e-d22e0ebb3798 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328581 Aug 23 15:42:34.185555 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ec1b9-9a23-4081-b0e8-af89cf83da6a req-f2b4dc73-01d3-44ff-9f1c-d70c2765af3a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:34.187042 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f1ec1b9-9a23-4081-b0e8-af89cf83da6a req-f2b4dc73-01d3-44ff-9f1c-d70c2765af3a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0547380 Aug 23 15:42:34.224794 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f1ec1b9-9a23-4081-b0e8-af89cf83da6a req-c7d59940-f5a8-4e9e-9510-d3bbb14dd0a9 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316613 Aug 23 15:42:35.042301 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-29dc34c6-f163-4470-b777-5505eb869e81 req-3c5b8265-3424-418e-8840-211dd470ad8b service neutron] show failed (client error): The resource could not be found. Aug 23 15:42:35.043319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-3c5b8265-3424-418e-8840-211dd470ad8b service neutron] 10.222.0.57 "GET /v2.0/ports/7a0d786e-b413-40b6-9231-d28724aa5bdf/bindings/n-h2-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0544302 Aug 23 15:42:35.342252 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd0b58-eeb8-42e8-a3e9-5f5b8463bed9 req-d1b0bf30-0eb0-48ea-9455-0337ee4c1708 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:35.343661 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8fbd0b58-eeb8-42e8-a3e9-5f5b8463bed9 req-d1b0bf30-0eb0-48ea-9455-0337ee4c1708 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0489018 Aug 23 15:42:35.385354 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8fbd0b58-eeb8-42e8-a3e9-5f5b8463bed9 req-bf5048f9-c626-446f-8fa2-1e12f65589ad tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338528 Aug 23 15:42:35.548406 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc34c6-f163-4470-b777-5505eb869e81 req-50f22610-0e4e-422c-9e83-a9cec55511d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:35.549977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-50f22610-0e4e-422c-9e83-a9cec55511d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08&tenant_id=265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 1096 time: 0.0424809 Aug 23 15:42:35.562681 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:42:35.617797 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:35.823348 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] For port 7a0d786e-b413-40b6-9231-d28724aa5bdf, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:42:35.856078 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] For port 7a0d786e-b413-40b6-9231-d28724aa5bdf, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:42:35.896341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8678678-242a-4c76-89ea-a40c00675c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0d786e-b413-40b6-9231-d28724aa5bdf'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:42:35.899098 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5357914-2f91-47bb-ae14-5c8046c019cc" -d '{"events": [{"server_uuid": "d8678678-242a-4c76-89ea-a40c00675c08", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0d786e-b413-40b6-9231-d28724aa5bdf"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:42:35.902830 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:35.916955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Transition to ACTIVE for port object 7a0d786e-b413-40b6-9231-d28724aa5bdf will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:42:35.950173 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e8fbda-f850-4712-b13b-6ee4962bafee x-openstack-request-id: req-e4e8fbda-f850-4712-b13b-6ee4962bafee {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:42:35.950470 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8678678-242a-4c76-89ea-a40c00675c08", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0d786e-b413-40b6-9231-d28724aa5bdf", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:42:35.950724 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e4e8fbda-f850-4712-b13b-6ee4962bafee {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:42:35.951124 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8678678-242a-4c76-89ea-a40c00675c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0d786e-b413-40b6-9231-d28724aa5bdf', 'code': 200} Aug 23 15:42:35.983705 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:36.066769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0d786e-b413-40b6-9231-d28724aa5bdf,revision_number=6']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:42:36.081657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:36.081657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:36.081657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:36.081657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:36.081657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:36.081657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:36.082163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:36.082163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:36.082472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:36.082804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:36.083126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:36.083450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:36.128455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] No DVR routers for this DVR port 7a0d786e-b413-40b6-9231-d28724aa5bdf on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:42:36.266768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Attempting to bind port 7a0d786e-b413-40b6-9231-d28724aa5bdf on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:42:36.267116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Attempting to bind port 7a0d786e-b413-40b6-9231-d28724aa5bdf by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:42:36.267449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Attempting to bind port 7a0d786e-b413-40b6-9231-d28724aa5bdf on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:42:36.271860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Port 7a0d786e-b413-40b6-9231-d28724aa5bdf on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:42:36.271860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Attempting to bind port 7a0d786e-b413-40b6-9231-d28724aa5bdf on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:42:36.277044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:42:36.277390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Checking segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:42:36.277782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Bound using segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:42:36.278210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Bound port: 7a0d786e-b413-40b6-9231-d28724aa5bdf, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:42:36.278567 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:36.343808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] For port 7a0d786e-b413-40b6-9231-d28724aa5bdf, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:42:36.346705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] For port 7a0d786e-b413-40b6-9231-d28724aa5bdf, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:42:36.401498 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:36.451512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:36.452198 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:36.453589 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] 10.222.0.61 "PUT /v2.0/ports/7a0d786e-b413-40b6-9231-d28724aa5bdf HTTP/1.1" status: 200 len: 1091 time: 0.8951397 Aug 23 15:42:36.476590 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1515b7b-51f4-4235-a75d-f4f3bcc2c697 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0d786e-b413-40b6-9231-d28724aa5bdf,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:42:36.526009 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fbeb8-1a32-4e72-9325-042deee05c14 req-d74e1f05-457f-4964-b4b7-e7f50113d166 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:36.527588 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-736fbeb8-1a32-4e72-9325-042deee05c14 req-d74e1f05-457f-4964-b4b7-e7f50113d166 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 943 time: 0.0577724 Aug 23 15:42:36.534451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc34c6-f163-4470-b777-5505eb869e81 req-9cff6cea-c6e5-4c8b-a6dd-e5336b0af722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:36.536038 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-9cff6cea-c6e5-4c8b-a6dd-e5336b0af722 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 1094 time: 0.0503423 Aug 23 15:42:36.569582 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-736fbeb8-1a32-4e72-9325-042deee05c14 req-954ee800-afd4-4f41-bc74-90c62b5d7a70 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347219 Aug 23 15:42:36.633791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc34c6-f163-4470-b777-5505eb869e81 req-d6e30aa3-106e-4be0-9f21-5450f2cfe724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:36.635342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-d6e30aa3-106e-4be0-9f21-5450f2cfe724 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0915549 Aug 23 15:42:36.706183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-1bdc39c0-03c6-475c-b345-800cc8e02748 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf HTTP/1.1" status: 200 len: 999 time: 0.0628119 Aug 23 15:42:36.755312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc34c6-f163-4470-b777-5505eb869e81 req-e1c8e396-efeb-4b07-9773-5d60b00c54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:36.757460 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-e1c8e396-efeb-4b07-9773-5d60b00c54a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0440865 Aug 23 15:42:36.803594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc34c6-f163-4470-b777-5505eb869e81 req-ade8888c-a0b5-41be-b58d-74800590219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:36.805402 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-ade8888c-a0b5-41be-b58d-74800590219b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410340 Aug 23 15:42:36.899762 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-016edd15-cb43-4813-802b-eaa8e699fe43 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864148 Aug 23 15:42:36.989848 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29dc34c6-f163-4470-b777-5505eb869e81 req-ff45157b-37d1-4ffb-82ce-6dae83692a9b service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812764 Aug 23 15:42:37.688325 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbb0bf-e3cf-4b13-90cf-43364f951500 req-04df08c8-299c-4206-a6a8-d8c2e1a0e4b6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:37.689811 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86cbb0bf-e3cf-4b13-90cf-43364f951500 req-04df08c8-299c-4206-a6a8-d8c2e1a0e4b6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 943 time: 0.0501559 Aug 23 15:42:37.732353 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86cbb0bf-e3cf-4b13-90cf-43364f951500 req-f4f4c716-c7c6-4d90-b635-08b7b344de85 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358667 Aug 23 15:42:37.952488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8678678-242a-4c76-89ea-a40c00675c08', 'tag': '7a0d786e-b413-40b6-9231-d28724aa5bdf'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:42:37.954815 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634" -d '{"events": [{"name": "network-changed", "server_uuid": "d8678678-242a-4c76-89ea-a40c00675c08", "tag": "7a0d786e-b413-40b6-9231-d28724aa5bdf"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:42:38.001987 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1575b7ca-8ea5-4449-a1af-133f1bf2525b x-openstack-request-id: req-1575b7ca-8ea5-4449-a1af-133f1bf2525b {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:42:38.002282 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8678678-242a-4c76-89ea-a40c00675c08", "tag": "7a0d786e-b413-40b6-9231-d28724aa5bdf", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:42:38.002538 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1575b7ca-8ea5-4449-a1af-133f1bf2525b {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:42:38.002933 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8678678-242a-4c76-89ea-a40c00675c08', 'tag': '7a0d786e-b413-40b6-9231-d28724aa5bdf', 'status': 'completed', 'code': 200} Aug 23 15:42:38.090454 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-d8b3154b-00e0-435d-96af-d04fe72e06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:38.091983 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-d8b3154b-00e0-435d-96af-d04fe72e06f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 1094 time: 0.0605226 Aug 23 15:42:38.094287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-7486ee8a-509f-4443-a936-4e3174c1bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:38.095667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-7486ee8a-509f-4443-a936-4e3174c1bc3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 1094 time: 0.0724142 Aug 23 15:42:38.568189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-9f0fd247-fd1a-4dc3-a651-bf83b8ebc19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:38.569737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-9f0fd247-fd1a-4dc3-a651-bf83b8ebc19d service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.4612815 Aug 23 15:42:38.570796 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-515f285c-f87c-4fd3-927f-3e792c0c6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:38.572160 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-515f285c-f87c-4fd3-927f-3e792c0c6dc3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.4723296 Aug 23 15:42:38.683386 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-6cfb8396-4962-4c58-b6a5-0a7d06bd36f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf HTTP/1.1" status: 200 len: 999 time: 0.1056786 Aug 23 15:42:38.685324 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-12a22d0d-ff6a-48d5-aa5a-7d89f2a4fca7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf HTTP/1.1" status: 200 len: 999 time: 0.1005449 Aug 23 15:42:38.778712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-ad5113d0-f312-4ba3-88a9-7c12311045f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:38.780213 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-ad5113d0-f312-4ba3-88a9-7c12311045f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0895164 Aug 23 15:42:38.781619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-c7a2d82b-f43f-4a40-9a2d-11b39aa2bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:38.783701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-c7a2d82b-f43f-4a40-9a2d-11b39aa2bebb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0829213 Aug 23 15:42:38.897318 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-f580a878-8075-4ed8-94d0-3ec3e36ad0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:38.898750 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-f580a878-8075-4ed8-94d0-3ec3e36ad0cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029842 Aug 23 15:42:38.900620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-17f7369f-42ff-4472-9fd8-701750444db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:38.901991 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-17f7369f-42ff-4472-9fd8-701750444db9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147487 Aug 23 15:42:38.907231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 7a0d786e-b413-40b6-9231-d28724aa5bdf no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:42:38.916192 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9d1c6-0c84-4022-94b5-016834f45880 req-b1d540f4-236c-4d93-b423-e55d1a19428a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:38.917681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fbd9d1c6-0c84-4022-94b5-016834f45880 req-b1d540f4-236c-4d93-b423-e55d1a19428a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 943 time: 0.1108098 Aug 23 15:42:38.946976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 7a0d786e-b413-40b6-9231-d28724aa5bdf not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:42:39.055276 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fbd9d1c6-0c84-4022-94b5-016834f45880 req-79cdf725-3af0-45e0-b64f-751a3416aa31 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1296105 Aug 23 15:42:39.103209 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-1b849388-86f6-47a3-a7dc-7ebbb2a690eb service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955101 Aug 23 15:42:39.105070 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-dea67b5c-dbeb-42f8-83bc-202ea03327c2 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805604 Aug 23 15:42:39.269400 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-3cb82bcb-f5a0-46cc-8ec7-4a3b539722f2 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580927 Aug 23 15:42:39.271242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f22eb49-64bf-44fe-a8a5-4a0e2f191634 req-1887c79f-887d-4c97-bc46-e05b4c1bd7da service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519361 Aug 23 15:42:40.175624 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90668a-5d8e-4aa0-b3d0-77061af2feee req-1d0f4825-ad83-4b31-b240-77d66f0df686 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:40.177106 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd90668a-5d8e-4aa0-b3d0-77061af2feee req-1d0f4825-ad83-4b31-b240-77d66f0df686 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 943 time: 0.0518763 Aug 23 15:42:40.217636 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd90668a-5d8e-4aa0-b3d0-77061af2feee req-b9056f83-dc7b-4c59-b177-3451e6b440d4 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335553 Aug 23 15:42:40.459511 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7a0d786e-b413-40b6-9231-d28724aa5bdf details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:42:40.573968 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 7a0d786e-b413-40b6-9231-d28724aa5bdf, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:42:40.587170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '7a0d786e-b413-40b6-9231-d28724aa5bdf', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'port_id': '7a0d786e-b413-40b6-9231-d28724aa5bdf', 'mac_address': 'fa:16:3e:7f:da:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:42:40.593772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc666f-aaa3-4164-8f63-c5b2400b938d req-cf4840af-40c8-49f2-9297-77ff44f90601 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:40.595253 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3bcc666f-aaa3-4164-8f63-c5b2400b938d req-cf4840af-40c8-49f2-9297-77ff44f90601 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 943 time: 0.0606546 Aug 23 15:42:40.632238 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:40.636764 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3bcc666f-aaa3-4164-8f63-c5b2400b938d req-03b3a17f-0f87-4dc6-a564-726aea12722a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342429 Aug 23 15:42:40.645783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0d786e-b413-40b6-9231-d28724aa5bdf {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:42:40.666377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 7a0d786e-b413-40b6-9231-d28724aa5bdf, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:42:40.696801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f4f32-7a12-4c7f-9a5e-0b370ad82a0b req-1ba1a98c-326a-45ae-8375-938993d597c9 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:40.698280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-849f4f32-7a12-4c7f-9a5e-0b370ad82a0b req-1ba1a98c-326a-45ae-8375-938993d597c9 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08&tenant_id=265083ec6478448c96ce2ccfe63c91e9&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 943 time: 0.0537043 Aug 23 15:42:40.747262 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:40.759625 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-849f4f32-7a12-4c7f-9a5e-0b370ad82a0b req-dd2c82f6-f84d-4d3a-b1f3-84efe7f235bd service neutron] delete failed (client error): The resource could not be found. Aug 23 15:42:40.760653 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-849f4f32-7a12-4c7f-9a5e-0b370ad82a0b req-dd2c82f6-f84d-4d3a-b1f3-84efe7f235bd service neutron] 10.222.0.57 "DELETE /v2.0/ports/7a0d786e-b413-40b6-9231-d28724aa5bdf/bindings/n-h1-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0543780 Aug 23 15:42:40.796638 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=7a0d786e-b413-40b6-9231-d28724aa5bdf,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:42:40.804746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:40.805092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:40.805435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:40.805771 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:40.806103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:40.806433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:40.806758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:40.807083 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:40.807405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:40.807752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:40.808076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:40.808401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:42:40.844747 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f4f32-7a12-4c7f-9a5e-0b370ad82a0b req-5cbe38ca-3d5e-4464-a301-15420b29724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:40.846252 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-849f4f32-7a12-4c7f-9a5e-0b370ad82a0b req-5cbe38ca-3d5e-4464-a301-15420b29724b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 1095 time: 0.0420017 Aug 23 15:42:40.939049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f4f32-7a12-4c7f-9a5e-0b370ad82a0b req-47564f95-814d-49a0-9b4c-a3b548d1b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:40.940555 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-849f4f32-7a12-4c7f-9a5e-0b370ad82a0b req-47564f95-814d-49a0-9b4c-a3b548d1b758 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0877006 Aug 23 15:42:41.005558 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-849f4f32-7a12-4c7f-9a5e-0b370ad82a0b req-7d5cb162-a231-4612-add5-804a5232e87a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf HTTP/1.1" status: 200 len: 1000 time: 0.0580807 Aug 23 15:42:41.036334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['7a0d786e-b413-40b6-9231-d28724aa5bdf'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:42:41.063176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f4f32-7a12-4c7f-9a5e-0b370ad82a0b req-0061d0c9-bbb9-49a1-8cc2-9dd5dd955102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:41.064693 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-849f4f32-7a12-4c7f-9a5e-0b370ad82a0b req-0061d0c9-bbb9-49a1-8cc2-9dd5dd955102 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0525377 Aug 23 15:42:41.111909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f4f32-7a12-4c7f-9a5e-0b370ad82a0b req-4f8f048a-7f36-4e4f-9df7-5753ec2a9708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:41.113450 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-849f4f32-7a12-4c7f-9a5e-0b370ad82a0b req-4f8f048a-7f36-4e4f-9df7-5753ec2a9708 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418391 Aug 23 15:42:41.207531 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-849f4f32-7a12-4c7f-9a5e-0b370ad82a0b req-c2f90cc1-eae2-40f8-bc53-b32e36650f5b service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866916 Aug 23 15:42:41.303240 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-849f4f32-7a12-4c7f-9a5e-0b370ad82a0b req-d574fd48-05d9-4c13-97ba-c924a7d42ff7 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883245 Aug 23 15:42:41.758984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85546a25-9881-4fbc-b48b-bc9df6a0791e req-5e45f4a3-e8a3-4543-b496-5453ed33eb73 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:41.760552 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85546a25-9881-4fbc-b48b-bc9df6a0791e req-5e45f4a3-e8a3-4543-b496-5453ed33eb73 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 944 time: 0.0529704 Aug 23 15:42:41.798482 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85546a25-9881-4fbc-b48b-bc9df6a0791e req-9f1b7beb-123d-4a91-930a-55689297e878 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318723 Aug 23 15:42:42.457108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7a0d786e-b413-40b6-9231-d28724aa5bdf up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:42:42.569551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 7a0d786e-b413-40b6-9231-d28724aa5bdf completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:42:42.573702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 7a0d786e-b413-40b6-9231-d28724aa5bdf triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:42:42.574082 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:42.655129 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:42.677320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8678678-242a-4c76-89ea-a40c00675c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0d786e-b413-40b6-9231-d28724aa5bdf'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:42:42.679580 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b673014c-6da3-4025-aea3-472de61d8bcb" -d '{"events": [{"server_uuid": "d8678678-242a-4c76-89ea-a40c00675c08", "name": "network-vif-plugged", "status": "completed", "tag": "7a0d786e-b413-40b6-9231-d28724aa5bdf"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:42:42.696181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 7a0d786e-b413-40b6-9231-d28724aa5bdf, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:42:42.718030 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897d522a-a974-4ac4-aa89-4cc9fbd1bda5 x-openstack-request-id: req-897d522a-a974-4ac4-aa89-4cc9fbd1bda5 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:42:42.718411 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8678678-242a-4c76-89ea-a40c00675c08", "name": "network-vif-plugged", "status": "completed", "tag": "7a0d786e-b413-40b6-9231-d28724aa5bdf", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:42:42.721656 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-897d522a-a974-4ac4-aa89-4cc9fbd1bda5 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:42:42.721656 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8678678-242a-4c76-89ea-a40c00675c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0d786e-b413-40b6-9231-d28724aa5bdf', 'code': 200} Aug 23 15:42:42.786867 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:42.836100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=7a0d786e-b413-40b6-9231-d28724aa5bdf,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:42:42.916923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0382b-cc8b-4642-b5a9-91366b3cca23 req-8f052da2-82e7-4118-a1d9-1943363fe098 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:42.918436 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cee0382b-cc8b-4642-b5a9-91366b3cca23 req-8f052da2-82e7-4118-a1d9-1943363fe098 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0517707 Aug 23 15:42:42.957290 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cee0382b-cc8b-4642-b5a9-91366b3cca23 req-95a8b4eb-a6d8-4e8a-90d6-3e85e3417db4 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328758 Aug 23 15:42:43.072867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ed41a-2efa-423b-af2e-daa286205805 req-9a09ac63-368b-45df-935d-8f2773a54cae tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:43.074348 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0e1ed41a-2efa-423b-af2e-daa286205805 req-9a09ac63-368b-45df-935d-8f2773a54cae tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0489006 Aug 23 15:42:43.110569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0e1ed41a-2efa-423b-af2e-daa286205805 req-9a641c55-3952-47e4-8d73-c1c49f53ef42 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303032 Aug 23 15:42:43.233163 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b1fd8-54df-46d3-8475-ce36b7e47122 req-b7bf19a7-d242-4bcd-8011-342791d2baa4 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:43.234539 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-304b1fd8-54df-46d3-8475-ce36b7e47122 req-b7bf19a7-d242-4bcd-8011-342791d2baa4 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0536172 Aug 23 15:42:43.271896 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-304b1fd8-54df-46d3-8475-ce36b7e47122 req-e1dbe995-f789-42c6-964a-10d04e9e5776 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313139 Aug 23 15:42:43.769284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe46072-8f0e-4067-a4c2-7e11cd8f17b0 req-7055946b-1711-47f7-8b3c-24b8b45a7313 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:43.770833 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ffe46072-8f0e-4067-a4c2-7e11cd8f17b0 req-7055946b-1711-47f7-8b3c-24b8b45a7313 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0508060 Aug 23 15:42:43.809586 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ffe46072-8f0e-4067-a4c2-7e11cd8f17b0 req-7795c313-2064-46cd-bf50-9c742a9aa45b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318286 Aug 23 15:42:44.932831 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ececd-10fe-4809-8847-ede792f866cf req-649faf75-7926-4d95-bc51-20c6049b6e42 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:44.934218 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-280ececd-10fe-4809-8847-ede792f866cf req-649faf75-7926-4d95-bc51-20c6049b6e42 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0531042 Aug 23 15:42:44.974977 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-280ececd-10fe-4809-8847-ede792f866cf req-bab3b785-2b49-4646-9c77-b40e0f4d7b78 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342972 Aug 23 15:42:45.138118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-c5959c10-0a24-4350-883d-f22f2295ff43 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:45.139609 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-c5959c10-0a24-4350-883d-f22f2295ff43 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 945 time: 0.0494306 Aug 23 15:42:45.234542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-bb2c5cdd-d016-48e1-883f-fa6e93926f76 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Deleting port 7a0d786e-b413-40b6-9231-d28724aa5bdf {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:42:45.234800 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-bb2c5cdd-d016-48e1-883f-fa6e93926f76 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:45.328596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-bb2c5cdd-d016-48e1-883f-fa6e93926f76 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] For port 7a0d786e-b413-40b6-9231-d28724aa5bdf, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=7a0d786e-b413-40b6-9231-d28724aa5bdf,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:42:45.328966 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-bb2c5cdd-d016-48e1-883f-fa6e93926f76 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:45.553832 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-bb2c5cdd-d016-48e1-883f-fa6e93926f76 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:45.554760 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-bb2c5cdd-d016-48e1-883f-fa6e93926f76 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:45.555081 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-bb2c5cdd-d016-48e1-883f-fa6e93926f76 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Floating IP 1445e800-8dff-4203-8244-a97e9e587f75 disassociated. External IP: 172.25.8.148, port: 7a0d786e-b413-40b6-9231-d28724aa5bdf. Aug 23 15:42:45.555437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-bb2c5cdd-d016-48e1-883f-fa6e93926f76 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Calling delete_port for 7a0d786e-b413-40b6-9231-d28724aa5bdf owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:42:45.747521 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-bb2c5cdd-d016-48e1-883f-fa6e93926f76 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:45.777636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c5cdd-d016-48e1-883f-fa6e93926f76 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Pushing event deleted for resources: {'Port': ['ID=7a0d786e-b413-40b6-9231-d28724aa5bdf,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:42:45.905719 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-bb2c5cdd-d016-48e1-883f-fa6e93926f76 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Router f384507e-351c-45ee-9c55-21050adf4988 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:42:46.021881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-bb2c5cdd-d016-48e1-883f-fa6e93926f76 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:42:46.033355 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad82e0-84a4-4546-ba27-13c6073707db None None] Sync routers for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:42:46.044164 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad82e0-84a4-4546-ba27-13c6073707db None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:42:46.044933 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-40ad82e0-84a4-4546-ba27-13c6073707db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:42:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:42:46.075950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-bb2c5cdd-d016-48e1-883f-fa6e93926f76 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] No DVR routers for this DVR port 7a0d786e-b413-40b6-9231-d28724aa5bdf on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:42:46.078665 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-bb2c5cdd-d016-48e1-883f-fa6e93926f76 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:46.080998 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5937a494-7cf4-40cb-b711-6d3d60ceda1e req-bb2c5cdd-d016-48e1-883f-fa6e93926f76 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.61 "DELETE /v2.0/ports/7a0d786e-b413-40b6-9231-d28724aa5bdf HTTP/1.1" status: 204 len: 173 time: 0.9347613 Aug 23 15:42:46.099378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8678678-242a-4c76-89ea-a40c00675c08', 'name': 'network-vif-deleted', 'tag': '7a0d786e-b413-40b6-9231-d28724aa5bdf'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:42:46.102361 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80850ff4-86f7-4fdb-bc61-aeedbf7e1f35" -d '{"events": [{"server_uuid": "d8678678-242a-4c76-89ea-a40c00675c08", "name": "network-vif-deleted", "tag": "7a0d786e-b413-40b6-9231-d28724aa5bdf"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:42:46.107168 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-be069962-c77c-40c6-a2b3-40d5bcb8e61e req-1f315ac1-8eef-4465-a03c-2d9320f7fab2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8678678-242a-4c76-89ea-a40c00675c08 HTTP/1.1" status: 200 len: 210 time: 0.0588968 Aug 23 15:42:46.107578 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:46.140647 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2730d50-0c3a-488e-a572-1d27c877b0f8 x-openstack-request-id: req-c2730d50-0c3a-488e-a572-1d27c877b0f8 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:42:46.140647 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8678678-242a-4c76-89ea-a40c00675c08", "name": "network-vif-deleted", "tag": "7a0d786e-b413-40b6-9231-d28724aa5bdf", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:42:46.140647 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c2730d50-0c3a-488e-a572-1d27c877b0f8 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:42:46.141303 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8678678-242a-4c76-89ea-a40c00675c08', 'name': 'network-vif-deleted', 'tag': '7a0d786e-b413-40b6-9231-d28724aa5bdf', 'status': 'completed', 'code': 200} Aug 23 15:42:46.153444 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-40ad82e0-84a4-4546-ba27-13c6073707db None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:42:46.358591 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-40ad82e0-84a4-4546-ba27-13c6073707db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:42:46.384757 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad82e0-84a4-4546-ba27-13c6073707db None None] Checking router: f384507e-351c-45ee-9c55-21050adf4988 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:42:46.393006 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad82e0-84a4-4546-ba27-13c6073707db None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:42:46.393616 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-40ad82e0-84a4-4546-ba27-13c6073707db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:42:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:42:46.506781 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-40ad82e0-84a4-4546-ba27-13c6073707db None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:42:46.705894 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-40ad82e0-84a4-4546-ba27-13c6073707db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:42:46.735186 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad82e0-84a4-4546-ba27-13c6073707db None None] The sync data for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 is: [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:42:46.957748 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d57e6d7-3e01-4b83-800a-2996334d4dc8 None None] New status for floating IP 1445e800-8dff-4203-8244-a97e9e587f75: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:42:47.343677 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-4b0c95e8-692b-4d1f-97cb-b33bf7b13898 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--66752257&fields=id&tenant_id=265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 267 time: 0.0358129 Aug 23 15:42:47.451612 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-37fa8f65-5bff-49db-b318-ff487c2f776b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:47.453028 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-37fa8f65-5bff-49db-b318-ff487c2f776b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 811 time: 0.1025784 Aug 23 15:42:47.468165 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b7ae480f-7bc2-48ec-b7e3-5b3958690ebe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/quotas/265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 375 time: 0.0095134 Aug 23 15:42:47.529399 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-80cbdf1f-fb8b-4157-bd9b-76097069bc53 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560813 Aug 23 15:42:47.636062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-72a31f8c-abcb-4708-a2b5-fb13ae03e6b8 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:42:47.637091 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-72a31f8c-abcb-4708-a2b5-fb13ae03e6b8 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0537076 Aug 23 15:42:47.731361 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-968c9691-420d-4026-8208-263a621e805a service neutron] 10.222.0.38 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880966 Aug 23 15:42:47.820690 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b738ed15-0864-47ad-a57c-c5da39de4d49 service neutron] 10.222.0.38 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829265 Aug 23 15:42:48.062021 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f24437d-0ae3-42c4-8636-97f16f4e923d req-d9708737-8c1a-4067-b744-f23924916dd2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0273883 Aug 23 15:42:49.142822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d044d70b-ee16-464c-b37c-5a2368a1cbeb req-8df7f3a7-3642-4c52-9a76-647fbc87a3b1 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0303941 Aug 23 15:42:50.219641 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c249465c-582b-4711-a538-a55b5328c853 req-87a3ce5e-2b3a-4138-8698-b2fd6a02a818 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0259745 Aug 23 15:42:50.487880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7a0d786e-b413-40b6-9231-d28724aa5bdf no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:42:50.510880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 7a0d786e-b413-40b6-9231-d28724aa5bdf {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:42:50.511219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 7a0d786e-b413-40b6-9231-d28724aa5bdf not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:42:50.810084 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:51.315169 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23a06eb5-b568-47ef-b337-2c0171965da9 req-b0c8de08-5fed-48c7-ad10-52807aadf515 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0279930 Aug 23 15:42:51.989484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-0b2bd82b-a1a0-490d-bc73-1c35e3a93de9 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:51.990941 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-0b2bd82b-a1a0-490d-bc73-1c35e3a93de9 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 811 time: 0.1001699 Aug 23 15:42:52.043478 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-2bfac844-b884-4a2f-ab4a-86bdb4f4536b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 378 time: 0.0349321 Aug 23 15:42:52.053224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-f5004a79-f8be-491f-9440-0bc6f4480291 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Request body: {'port': {'device_id': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'admin_state_up': True, 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'security_groups': ['791f4475-1f92-4692-b589-944ab3d9203a']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:42:52.238059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-f5004a79-f8be-491f-9440-0bc6f4480291 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Made reservation on behalf of 265083ec6478448c96ce2ccfe63c91e9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:42:52.241682 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-f5004a79-f8be-491f-9440-0bc6f4480291 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:52.374571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-f5004a79-f8be-491f-9440-0bc6f4480291 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Allocated IP 172.20.0.13 (90c3ddac-7d47-4a54-bf98-92d85e38d09f/a3c72ad3-68f7-4a01-b53a-17d12537c713/95c6414e-2e2c-49ce-b906-747d3bd8c977) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:42:52.409134 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd1cdb3e-0e54-4f71-9604-134d279c580a req-82287a39-f2a1-4883-ba38-7e0ca5612c1d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0268981 Aug 23 15:42:52.516730 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-f5004a79-f8be-491f-9440-0bc6f4480291 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:52.530893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-f5004a79-f8be-491f-9440-0bc6f4480291 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Transition to ACTIVE for port object 95c6414e-2e2c-49ce-b906-747d3bd8c977 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:42:52.641052 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-f5004a79-f8be-491f-9440-0bc6f4480291 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:52.669339 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0f30a32a-15e2-4eb7-bf86-a67b919cd5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:52.688239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-f5004a79-f8be-491f-9440-0bc6f4480291 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Network 90c3ddac-7d47-4a54-bf98-92d85e38d09f is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:42:52.691243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-f5004a79-f8be-491f-9440-0bc6f4480291 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:42:52.694761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-f5004a79-f8be-491f-9440-0bc6f4480291 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:42:52.723964 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5004a79-f8be-491f-9440-0bc6f4480291 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Pushing event updated for resources: {'Port': ['ID=95c6414e-2e2c-49ce-b906-747d3bd8c977,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:42:52.752531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-f5004a79-f8be-491f-9440-0bc6f4480291 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:52.753277 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-f5004a79-f8be-491f-9440-0bc6f4480291 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:52.864110 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-f5004a79-f8be-491f-9440-0bc6f4480291 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8145142 Aug 23 15:42:52.876261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Request body: {'port': {'device_id': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:42:52.928743 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:53.009739 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-28f497f8-8196-4ecc-8564-e7f413d38bcc None None] Provisioning for port 95c6414e-2e2c-49ce-b906-747d3bd8c977 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:42:53.014373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-28f497f8-8196-4ecc-8564-e7f413d38bcc None None] Provisioning complete for port 95c6414e-2e2c-49ce-b906-747d3bd8c977 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:42:53.015035 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-28f497f8-8196-4ecc-8564-e7f413d38bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:53.050704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-28f497f8-8196-4ecc-8564-e7f413d38bcc None None] Port 95c6414e-2e2c-49ce-b906-747d3bd8c977 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:42:53.191482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c6414e-2e2c-49ce-b906-747d3bd8c977 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:42:53.198862 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:53.210389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Transition to ACTIVE for port object 95c6414e-2e2c-49ce-b906-747d3bd8c977 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:42:53.284934 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:53.337341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Pushing event updated for resources: {'Port': ['ID=95c6414e-2e2c-49ce-b906-747d3bd8c977,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:42:53.408178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Attempting to bind port 95c6414e-2e2c-49ce-b906-747d3bd8c977 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:42:53.408858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Attempting to bind port 95c6414e-2e2c-49ce-b906-747d3bd8c977 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:42:53.408858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Attempting to bind port 95c6414e-2e2c-49ce-b906-747d3bd8c977 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:42:53.413743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Port 95c6414e-2e2c-49ce-b906-747d3bd8c977 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:42:53.414076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Attempting to bind port 95c6414e-2e2c-49ce-b906-747d3bd8c977 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:42:53.419666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:42:53.420034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Checking segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:42:53.420432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Bound using segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:42:53.420860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Bound port: 95c6414e-2e2c-49ce-b906-747d3bd8c977, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:42:53.421229 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:53.521221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] For port 95c6414e-2e2c-49ce-b906-747d3bd8c977, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:42:53.536144 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] For port 95c6414e-2e2c-49ce-b906-747d3bd8c977, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:42:53.551692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f74f3-3b3d-440a-a6e2-5226a204538c req-4074264c-d8aa-42e9-895e-0de848c2249b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:53.553194 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa3f74f3-3b3d-440a-a6e2-5226a204538c req-4074264c-d8aa-42e9-895e-0de848c2249b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 944 time: 0.0710478 Aug 23 15:42:53.597545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa3f74f3-3b3d-440a-a6e2-5226a204538c req-f8f755f8-3f73-43de-aaa0-5fad18d266c9 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369949 Aug 23 15:42:53.617846 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:53.656049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:53.656669 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:53.658052 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] 10.222.0.57 "PUT /v2.0/ports/95c6414e-2e2c-49ce-b906-747d3bd8c977 HTTP/1.1" status: 200 len: 1092 time: 0.7859595 Aug 23 15:42:53.658487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'tag': '95c6414e-2e2c-49ce-b906-747d3bd8c977'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:42:53.660831 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a827c6-90e4-4fff-a586-c1688f856ece" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad4bcba-213d-424e-bf56-a4af82a0e9c1", "tag": "95c6414e-2e2c-49ce-b906-747d3bd8c977"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:42:53.696000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24388a6-c811-4c80-a695-bf838492df0a service neutron] Pushing event updated for resources: {'Port': ['ID=95c6414e-2e2c-49ce-b906-747d3bd8c977,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:42:53.700150 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772c1e58-f1fe-46d6-82d2-9ae86f34246a x-openstack-request-id: req-772c1e58-f1fe-46d6-82d2-9ae86f34246a {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:42:53.700435 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad4bcba-213d-424e-bf56-a4af82a0e9c1", "tag": "95c6414e-2e2c-49ce-b906-747d3bd8c977", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:42:53.700687 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-772c1e58-f1fe-46d6-82d2-9ae86f34246a {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:42:53.701074 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'tag': '95c6414e-2e2c-49ce-b906-747d3bd8c977', 'status': 'completed', 'code': 200} Aug 23 15:42:53.765486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a827c6-90e4-4fff-a586-c1688f856ece req-93074811-bb1a-401a-9e34-f71a073734ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:53.767002 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a827c6-90e4-4fff-a586-c1688f856ece req-93074811-bb1a-401a-9e34-f71a073734ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 1095 time: 0.0443854 Aug 23 15:42:53.872200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a827c6-90e4-4fff-a586-c1688f856ece req-71433de2-ec30-4590-9933-9db4793eb0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:53.873673 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a827c6-90e4-4fff-a586-c1688f856ece req-71433de2-ec30-4590-9933-9db4793eb0d5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=265083ec6478448c96ce2ccfe63c91e9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0988150 Aug 23 15:42:53.976311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a827c6-90e4-4fff-a586-c1688f856ece req-d84e5fb6-2683-4612-bff6-720f7c47469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:53.977795 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a827c6-90e4-4fff-a586-c1688f856ece req-d84e5fb6-2683-4612-bff6-720f7c47469b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970170 Aug 23 15:42:54.062021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-f4fbcf5d-a91a-4e57-8711-7e209f3566ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:54.063506 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-f4fbcf5d-a91a-4e57-8711-7e209f3566ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 1095 time: 0.0483098 Aug 23 15:42:54.106721 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-bdc5843a-c57b-405e-92f4-9c876fec3027 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977 HTTP/1.1" status: 200 len: 217 time: 0.0357625 Aug 23 15:42:54.156693 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-30041ecb-6a83-4090-8bc3-0c26fecdd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:54.158094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-30041ecb-6a83-4090-8bc3-0c26fecdd3f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0443313 Aug 23 15:42:54.210204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-ff626bbb-04f1-46da-9fa6-7c7fde09d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:54.211688 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-ff626bbb-04f1-46da-9fa6-7c7fde09d0a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465858 Aug 23 15:42:54.301906 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-d765b212-44d0-43f6-b88c-915c7585e707 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820675 Aug 23 15:42:54.398220 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2958dbb5-0bda-4c3d-8f39-5651e53582f3 req-42c91544-c0a8-49d7-af7e-cb2b90a3abaa service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891507 Aug 23 15:42:54.720930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c2c7b-2f6c-4d5e-b125-09bbf0872461 req-3eda37d5-1bd5-49dc-afb6-185946aa0e18 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:54.722401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba2c2c7b-2f6c-4d5e-b125-09bbf0872461 req-3eda37d5-1bd5-49dc-afb6-185946aa0e18 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 944 time: 0.0502212 Aug 23 15:42:54.760223 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba2c2c7b-2f6c-4d5e-b125-09bbf0872461 req-12e0949e-a01e-40e1-9737-bd0ed5ad1fe3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317805 Aug 23 15:42:55.569251 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:55.888247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacc361-f736-4e1d-a950-84a1f4bff688 req-56519e63-4fa6-4bd9-92de-fa839e72f737 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:55.889629 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bfacc361-f736-4e1d-a950-84a1f4bff688 req-56519e63-4fa6-4bd9-92de-fa839e72f737 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 944 time: 0.0523853 Aug 23 15:42:55.926635 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bfacc361-f736-4e1d-a950-84a1f4bff688 req-52cd6a25-4e2f-45d2-8ce6-434f397535ae tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310898 Aug 23 15:42:56.655068 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d3c2d4af-f6d0-4b87-9202-21b87e0530f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:56.925811 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:57.015776 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 95c6414e-2e2c-49ce-b906-747d3bd8c977 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:42:57.043808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec1e83-8b68-4820-840f-4ecd3fe29433 req-9b119d1d-5b77-4c41-86ed-b1141676134f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:57.045483 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cec1e83-8b68-4820-840f-4ecd3fe29433 req-9b119d1d-5b77-4c41-86ed-b1141676134f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 944 time: 0.0500736 Aug 23 15:42:57.084375 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8cec1e83-8b68-4820-840f-4ecd3fe29433 req-50668b95-2845-466d-87e8-30a18618ff48 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328274 Aug 23 15:42:57.114966 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 95c6414e-2e2c-49ce-b906-747d3bd8c977, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:42:57.125345 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '95c6414e-2e2c-49ce-b906-747d3bd8c977', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'port_id': '95c6414e-2e2c-49ce-b906-747d3bd8c977', 'mac_address': 'fa:16:3e:69:c2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:42:57.163226 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:57.175703 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c6414e-2e2c-49ce-b906-747d3bd8c977 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:42:57.194592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 95c6414e-2e2c-49ce-b906-747d3bd8c977, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:42:57.272376 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:57.324724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=95c6414e-2e2c-49ce-b906-747d3bd8c977,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:42:57.472986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['95c6414e-2e2c-49ce-b906-747d3bd8c977'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:42:58.197367 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a72739-430a-45de-8286-ddb5bab88fc4 req-edd124a9-c9f0-4047-95f9-99a9dbce92c7 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:58.199340 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36a72739-430a-45de-8286-ddb5bab88fc4 req-edd124a9-c9f0-4047-95f9-99a9dbce92c7 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 945 time: 0.0484378 Aug 23 15:42:58.235413 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36a72739-430a-45de-8286-ddb5bab88fc4 req-8fd5d54f-417a-4890-928b-3a6e0e62532c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299933 Aug 23 15:42:58.746811 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:59.015073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 95c6414e-2e2c-49ce-b906-747d3bd8c977 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:42:59.117633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 95c6414e-2e2c-49ce-b906-747d3bd8c977 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:42:59.121832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 95c6414e-2e2c-49ce-b906-747d3bd8c977 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:42:59.122184 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:59.202872 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:59.225289 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c6414e-2e2c-49ce-b906-747d3bd8c977'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:42:59.227580 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da2c749-5689-478e-9fca-e9a31de66ccf" -d '{"events": [{"server_uuid": "9ad4bcba-213d-424e-bf56-a4af82a0e9c1", "name": "network-vif-plugged", "status": "completed", "tag": "95c6414e-2e2c-49ce-b906-747d3bd8c977"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:42:59.240300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 95c6414e-2e2c-49ce-b906-747d3bd8c977, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:42:59.277019 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961735cc-ecb0-4ea1-8822-3641a8183473 x-openstack-request-id: req-961735cc-ecb0-4ea1-8822-3641a8183473 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:42:59.277914 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad4bcba-213d-424e-bf56-a4af82a0e9c1", "name": "network-vif-plugged", "status": "completed", "tag": "95c6414e-2e2c-49ce-b906-747d3bd8c977", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:42:59.278204 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-961735cc-ecb0-4ea1-8822-3641a8183473 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:42:59.278624 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c6414e-2e2c-49ce-b906-747d3bd8c977', 'code': 200} Aug 23 15:42:59.312430 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:42:59.357306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8296f15-2597-4a84-90dc-b10f36f6895e req-56bc232f-e9dc-4bd0-8d13-35ee87ae0dfa tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:59.358971 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a8296f15-2597-4a84-90dc-b10f36f6895e req-56bc232f-e9dc-4bd0-8d13-35ee87ae0dfa tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0522580 Aug 23 15:42:59.367805 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=95c6414e-2e2c-49ce-b906-747d3bd8c977,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:42:59.380929 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8462c-0793-4e6d-864d-a42ae9ed5b51 req-68fcbc58-807d-4c87-9bf0-3010b1fb1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:42:59.382578 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5bb8462c-0793-4e6d-864d-a42ae9ed5b51 req-68fcbc58-807d-4c87-9bf0-3010b1fb1011 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 1097 time: 0.0448089 Aug 23 15:42:59.398432 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a8296f15-2597-4a84-90dc-b10f36f6895e req-1a57024a-1552-49e5-a0e5-5c32527109ef tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325882 Aug 23 15:42:59.417820 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5bb8462c-0793-4e6d-864d-a42ae9ed5b51 req-079ab16a-74ca-492e-8e11-5979a20a0905 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0284374 Aug 23 15:43:00.520717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6720bab-c3a3-43d0-9468-f488ac4eca11 req-34ed7bad-762b-4098-915b-6dcc300d834d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:43:00.522243 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6720bab-c3a3-43d0-9468-f488ac4eca11 req-34ed7bad-762b-4098-915b-6dcc300d834d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0536242 Aug 23 15:43:00.562388 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6720bab-c3a3-43d0-9468-f488ac4eca11 req-a83dd188-3c31-4b03-9842-8e1462e655ee tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332298 Aug 23 15:43:01.696669 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4490c-c0ba-4d2b-b905-3a70ce9a971e req-a8f57bc4-51f0-41d0-b521-bdd215b40d54 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:43:01.698153 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c8b4490c-c0ba-4d2b-b905-3a70ce9a971e req-a8f57bc4-51f0-41d0-b521-bdd215b40d54 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0571222 Aug 23 15:43:01.748471 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c8b4490c-c0ba-4d2b-b905-3a70ce9a971e req-9d12cd24-7c4f-41f9-94ec-5358929a0959 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414462 Aug 23 15:43:01.861995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09d0e-e702-4a76-b2e8-030501d26edb req-3524ee4c-bc21-4e8c-912f-760f54134a6f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:43:01.863423 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a2e09d0e-e702-4a76-b2e8-030501d26edb req-3524ee4c-bc21-4e8c-912f-760f54134a6f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0498590 Aug 23 15:43:01.872403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 37230) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:43:01.877031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d1349b2f-9c54-4237-b74d-d4a7396e3cb3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Request body: {'floatingip': {'port_id': '95c6414e-2e2c-49ce-b906-747d3bd8c977'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:43:01.920232 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d1349b2f-9c54-4237-b74d-d4a7396e3cb3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:02.654640 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d1349b2f-9c54-4237-b74d-d4a7396e3cb3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:02.706974 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d1349b2f-9c54-4237-b74d-d4a7396e3cb3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:02.807858 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-d1349b2f-9c54-4237-b74d-d4a7396e3cb3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Floating IP 1445e800-8dff-4203-8244-a97e9e587f75 associated. External IP: 172.25.8.148, port: 95c6414e-2e2c-49ce-b906-747d3bd8c977. Aug 23 15:43:03.016581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1349b2f-9c54-4237-b74d-d4a7396e3cb3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Router f384507e-351c-45ee-9c55-21050adf4988 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:43:03.126095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1349b2f-9c54-4237-b74d-d4a7396e3cb3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:43:03.130826 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d1349b2f-9c54-4237-b74d-d4a7396e3cb3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:03.135377 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd7e10-ee84-4fa0-990c-d364d6f3b01e None None] Sync routers for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:43:03.145764 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd7e10-ee84-4fa0-990c-d364d6f3b01e None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:43:03.146376 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8ecd7e10-ee84-4fa0-990c-d364d6f3b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:42:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:43:03.158243 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d1349b2f-9c54-4237-b74d-d4a7396e3cb3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "PUT /v2.0/floatingips/1445e800-8dff-4203-8244-a97e9e587f75 HTTP/1.1" status: 200 len: 992 time: 1.2847610 Aug 23 15:43:03.158833 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'tag': '95c6414e-2e2c-49ce-b906-747d3bd8c977'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:43:03.161144 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad570860-9dad-4f9a-a37c-75855e388ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad4bcba-213d-424e-bf56-a4af82a0e9c1", "tag": "95c6414e-2e2c-49ce-b906-747d3bd8c977"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:43:03.199551 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e466e62-78f4-46a0-bdb8-8db0b6447fd6 x-openstack-request-id: req-0e466e62-78f4-46a0-bdb8-8db0b6447fd6 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:43:03.199863 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad4bcba-213d-424e-bf56-a4af82a0e9c1", "tag": "95c6414e-2e2c-49ce-b906-747d3bd8c977", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:43:03.200112 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e466e62-78f4-46a0-bdb8-8db0b6447fd6 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:43:03.200519 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'tag': '95c6414e-2e2c-49ce-b906-747d3bd8c977', 'status': 'completed', 'code': 200} Aug 23 15:43:03.261901 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-8ecd7e10-ee84-4fa0-990c-d364d6f3b01e None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:43:03.271281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad570860-9dad-4f9a-a37c-75855e388ff9 req-80122d32-2e15-4f25-a2e4-0ee8c797ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:43:03.272913 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ad570860-9dad-4f9a-a37c-75855e388ff9 req-80122d32-2e15-4f25-a2e4-0ee8c797ba13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 1097 time: 0.0432682 Aug 23 15:43:03.365164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad570860-9dad-4f9a-a37c-75855e388ff9 req-57ffc752-1248-4745-a184-e738feae01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:43:03.366640 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ad570860-9dad-4f9a-a37c-75855e388ff9 req-57ffc752-1248-4745-a184-e738feae01cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0871117 Aug 23 15:43:03.431293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ad570860-9dad-4f9a-a37c-75855e388ff9 req-cce12bdd-5553-47a3-8e03-7b8ddeccd598 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977 HTTP/1.1" status: 200 len: 1000 time: 0.0576344 Aug 23 15:43:03.480920 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8ecd7e10-ee84-4fa0-990c-d364d6f3b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '1445e800-8dff-4203-8244-a97e9e587f75', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'port_id': '95c6414e-2e2c-49ce-b906-747d3bd8c977', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'mac_address': 'fa:16:3e:69:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:40:28Z', 'updated_at': '2021-08-23T15:43:02Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:43:03.485844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad570860-9dad-4f9a-a37c-75855e388ff9 req-30b880c2-b9ed-4c3a-91cc-ebb88af0542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:43:03.487345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ad570860-9dad-4f9a-a37c-75855e388ff9 req-30b880c2-b9ed-4c3a-91cc-ebb88af0542e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0494719 Aug 23 15:43:03.510467 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd7e10-ee84-4fa0-990c-d364d6f3b01e None None] Checking router: f384507e-351c-45ee-9c55-21050adf4988 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:43:03.519345 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd7e10-ee84-4fa0-990c-d364d6f3b01e None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:43:03.519970 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8ecd7e10-ee84-4fa0-990c-d364d6f3b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:42:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:43:03.533900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad570860-9dad-4f9a-a37c-75855e388ff9 req-26901701-375a-4574-ab6e-6eae4a04246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:43:03.535441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ad570860-9dad-4f9a-a37c-75855e388ff9 req-26901701-375a-4574-ab6e-6eae4a04246a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416017 Aug 23 15:43:03.627350 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ad570860-9dad-4f9a-a37c-75855e388ff9 req-37c8b404-0bed-4eae-af76-f3655417ef74 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847452 Aug 23 15:43:03.713437 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-8ecd7e10-ee84-4fa0-990c-d364d6f3b01e None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:43:03.727480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ad570860-9dad-4f9a-a37c-75855e388ff9 req-fe84b0f6-5884-45ca-84dd-f95c6ce53c20 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917780 Aug 23 15:43:03.932253 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8ecd7e10-ee84-4fa0-990c-d364d6f3b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '1445e800-8dff-4203-8244-a97e9e587f75', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'port_id': '95c6414e-2e2c-49ce-b906-747d3bd8c977', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'mac_address': 'fa:16:3e:69:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:40:28Z', 'updated_at': '2021-08-23T15:43:02Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:43:03.957425 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd7e10-ee84-4fa0-990c-d364d6f3b01e None None] The sync data for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 is: [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '1445e800-8dff-4203-8244-a97e9e587f75', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'port_id': '95c6414e-2e2c-49ce-b906-747d3bd8c977', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'mac_address': 'fa:16:3e:69:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:40:28Z', 'updated_at': '2021-08-23T15:43:02Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:43:04.140501 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f979a-a44b-4185-b616-12b1b80138ea None None] New status for floating IP 1445e800-8dff-4203-8244-a97e9e587f75: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:43:07.446589 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:43:16.124427 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:20.782453 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:22.633616 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6fd38ef7-2d8d-45b4-bc4b-b0c72d035429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:25.577021 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:26.609566 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e6b7-4671-4658-b6a1-f7c2097e5388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:26.930689 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:28.805558 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:44.445095 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:43:46.111176 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:50.805128 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:52.665403 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dcd0e3c0-91ee-4171-9497-b91c19bdeba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:54.717534 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4970b6f3-4b05-4ddf-bd27-551286a32142 req-3ca678ee-1063-4a57-9f13-e01328a6ba67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412343 Aug 23 15:43:54.805608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970b6f3-4b05-4ddf-bd27-551286a32142 req-db4571d4-e5aa-40da-b1b3-ba1dc22264ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:43:54.807130 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4970b6f3-4b05-4ddf-bd27-551286a32142 req-db4571d4-e5aa-40da-b1b3-ba1dc22264ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 1097 time: 0.0477498 Aug 23 15:43:54.914355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970b6f3-4b05-4ddf-bd27-551286a32142 req-7fe4ecec-59f2-4c06-9d44-9dd7e7ed4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:43:54.915859 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4970b6f3-4b05-4ddf-bd27-551286a32142 req-7fe4ecec-59f2-4c06-9d44-9dd7e7ed4bae service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0896142 Aug 23 15:43:54.983632 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4970b6f3-4b05-4ddf-bd27-551286a32142 req-4009aabb-c704-4962-88b4-ed105f13cf88 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977 HTTP/1.1" status: 200 len: 1002 time: 0.0587769 Aug 23 15:43:55.036891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970b6f3-4b05-4ddf-bd27-551286a32142 req-367f96aa-16ac-4a55-8387-bcf87397a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:43:55.045865 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4970b6f3-4b05-4ddf-bd27-551286a32142 req-367f96aa-16ac-4a55-8387-bcf87397a938 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0550683 Aug 23 15:43:55.089575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970b6f3-4b05-4ddf-bd27-551286a32142 req-bf4e8908-2610-446f-94ee-d2c271bc7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:43:55.091092 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4970b6f3-4b05-4ddf-bd27-551286a32142 req-bf4e8908-2610-446f-94ee-d2c271bc7370 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402501 Aug 23 15:43:55.182662 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4970b6f3-4b05-4ddf-bd27-551286a32142 req-03dc0ee9-85df-4cbb-8398-49653c112129 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841162 Aug 23 15:43:55.278229 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4970b6f3-4b05-4ddf-bd27-551286a32142 req-afa36a40-b2de-442c-87d2-229267bda959 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880096 Aug 23 15:43:55.575402 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:56.615410 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f78f8fe3-584e-4ae1-9b6d-c9aa03914dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:56.918666 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:43:58.752375 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:16.129109 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:20.796001 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:21.444388 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:44:22.630162 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-42be25a5-26be-4c51-8585-a330c4dacf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:25.567123 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:26.649016 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bd0e-345d-4e24-89aa-525e4d1e0c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:26.933121 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:28.757288 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:38.153774 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dc146-a651-4631-9afb-ba31cb4d5d81 req-f58c55f4-f8b0-4ff2-aff0-a72b49d71e20 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:38.155271 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd8dc146-a651-4631-9afb-ba31cb4d5d81 req-f58c55f4-f8b0-4ff2-aff0-a72b49d71e20 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0995779 Aug 23 15:44:38.195411 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd8dc146-a651-4631-9afb-ba31cb4d5d81 req-e77665a9-1f80-47bc-af6a-7d8a09af64c3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334353 Aug 23 15:44:39.369761 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d288b-84d5-4850-bb64-4099b069eb28 req-3e8671f8-0543-4ab3-bf39-0d6b4e99acbf tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:39.371231 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-689d288b-84d5-4850-bb64-4099b069eb28 req-3e8671f8-0543-4ab3-bf39-0d6b4e99acbf tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.1057074 Aug 23 15:44:39.409109 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-689d288b-84d5-4850-bb64-4099b069eb28 req-51a52aa1-2245-4a4a-8d35-ddaf26d98481 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314806 Aug 23 15:44:40.528197 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aaca65-65d8-404d-8a6a-32fa7134a240 req-f487ef06-7069-47ef-8bab-39a93cb0c03c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:40.529681 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6aaca65-65d8-404d-8a6a-32fa7134a240 req-f487ef06-7069-47ef-8bab-39a93cb0c03c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0513713 Aug 23 15:44:40.573950 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f6aaca65-65d8-404d-8a6a-32fa7134a240 req-f5dae73e-6d41-40a4-b56b-eaf1632e9613 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377018 Aug 23 15:44:41.688659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345bf11-2788-49ae-bd2f-55a4ba6f4913 req-4025cfbc-f7f2-4b7e-ab6d-7b58bb6d4985 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:41.690131 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4345bf11-2788-49ae-bd2f-55a4ba6f4913 req-4025cfbc-f7f2-4b7e-ab6d-7b58bb6d4985 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0493162 Aug 23 15:44:41.727733 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4345bf11-2788-49ae-bd2f-55a4ba6f4913 req-9b975907-1efc-4b35-8f9c-7a13a6c1a1a1 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314858 Aug 23 15:44:42.841528 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caaf1f-83b1-4370-9c62-ba5c5cb12523 req-7ee51a16-650f-4149-b865-95d4ba938f1b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:42.843020 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-83caaf1f-83b1-4370-9c62-ba5c5cb12523 req-7ee51a16-650f-4149-b865-95d4ba938f1b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0490751 Aug 23 15:44:42.881121 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-83caaf1f-83b1-4370-9c62-ba5c5cb12523 req-f6c9589b-e53b-4a37-80f0-3ca3a126663b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313795 Aug 23 15:44:43.997419 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827dc26-4f7b-4ace-b179-de770f7778df req-0f982d0e-72c5-4061-9430-74d6487b1f2b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:43.998884 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1827dc26-4f7b-4ace-b179-de770f7778df req-0f982d0e-72c5-4061-9430-74d6487b1f2b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0521610 Aug 23 15:44:44.037103 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1827dc26-4f7b-4ace-b179-de770f7778df req-30c8cec5-02db-432c-b32d-9b35fd949b42 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321078 Aug 23 15:44:45.156948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bfec8-0a3a-40bb-a65e-29b682f24d5d req-1e5f43c1-4a5d-44aa-99dd-e24249c6d00a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:45.158506 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e8bfec8-0a3a-40bb-a65e-29b682f24d5d req-1e5f43c1-4a5d-44aa-99dd-e24249c6d00a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0514872 Aug 23 15:44:45.198026 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e8bfec8-0a3a-40bb-a65e-29b682f24d5d req-b1febc82-9370-4f8c-9736-82e510b6cfed tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328605 Aug 23 15:44:46.151523 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:46.313497 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165255a-574f-4a86-9b02-6263d631e598 req-c37337a6-ad02-40f7-8d26-d9b7f14d00c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:46.315010 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8165255a-574f-4a86-9b02-6263d631e598 req-c37337a6-ad02-40f7-8d26-d9b7f14d00c6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0494335 Aug 23 15:44:46.353168 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8165255a-574f-4a86-9b02-6263d631e598 req-e7b04797-444e-4a50-bb55-045f21c00d8e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319283 Aug 23 15:44:47.476179 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a96070-b79a-4518-9496-31391ddc9333 req-bc0c990f-3304-44c3-b8f4-9b60a76d60f5 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:47.478108 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86a96070-b79a-4518-9496-31391ddc9333 req-bc0c990f-3304-44c3-b8f4-9b60a76d60f5 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0569639 Aug 23 15:44:47.523861 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86a96070-b79a-4518-9496-31391ddc9333 req-d68acd1c-f1d4-4106-a9e1-c010ede1d307 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392241 Aug 23 15:44:48.641777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497cf2a-b5e9-4a5d-996f-b08f93b3ea17 req-5d490875-2ba2-40ef-8490-92f54a50780c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:48.643272 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d497cf2a-b5e9-4a5d-996f-b08f93b3ea17 req-5d490875-2ba2-40ef-8490-92f54a50780c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0492673 Aug 23 15:44:48.682207 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d497cf2a-b5e9-4a5d-996f-b08f93b3ea17 req-3c92827c-dc11-4098-828a-3df3a0d5e738 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325503 Aug 23 15:44:49.106777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6331e-ea5b-4daf-b623-ddd23c30ca27 req-f079d38c-0d60-4083-bc35-a10d4bcc8ca7 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:49.108297 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9fe6331e-ea5b-4daf-b623-ddd23c30ca27 req-f079d38c-0d60-4083-bc35-a10d4bcc8ca7 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0546722 Aug 23 15:44:49.145795 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9fe6331e-ea5b-4daf-b623-ddd23c30ca27 req-0239d09c-7a0b-4b12-91f0-507caa327236 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315981 Aug 23 15:44:49.317780 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-4173458a-2c57-4406-9c61-adb27dbb769a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767460 Aug 23 15:44:50.266363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b03efb-6a39-4ed2-86a3-dbd055838f2f req-534c1aa1-c960-4486-8261-7258ce441ce5 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:50.267930 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14b03efb-6a39-4ed2-86a3-dbd055838f2f req-534c1aa1-c960-4486-8261-7258ce441ce5 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0501909 Aug 23 15:44:50.308004 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14b03efb-6a39-4ed2-86a3-dbd055838f2f req-b1642e72-2d7a-4b5c-b6dc-dee95fdea6d2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338984 Aug 23 15:44:50.846724 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:51.427092 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30280eb-e1dd-455b-8aaa-4923bcaab191 req-a57674d0-bfe3-407d-806b-408cc3916f9a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:51.428803 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a30280eb-e1dd-455b-8aaa-4923bcaab191 req-a57674d0-bfe3-407d-806b-408cc3916f9a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0500762 Aug 23 15:44:51.468298 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a30280eb-e1dd-455b-8aaa-4923bcaab191 req-e654d9eb-bd50-4f0d-bc8b-70f543b1ba4f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331492 Aug 23 15:44:51.517586 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-c1dfcf44-bf76-46d1-a12c-0c830499ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:51.519082 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-c1dfcf44-bf76-46d1-a12c-0c830499ee35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 1097 time: 0.0413251 Aug 23 15:44:51.614287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-ff8be5b7-e3be-4386-ad15-28639cbe7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:51.616385 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-ff8be5b7-e3be-4386-ad15-28639cbe7652 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0896287 Aug 23 15:44:51.685032 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-4acbf62a-b704-409d-8f28-0ab78ab0e97d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977 HTTP/1.1" status: 200 len: 1002 time: 0.0620356 Aug 23 15:44:51.736236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-d57339db-dc66-4a52-be57-d6c02b16deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:51.737677 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-d57339db-dc66-4a52-be57-d6c02b16deb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0451782 Aug 23 15:44:51.788806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-cb37fc70-28bc-4532-a3c7-dc66c034c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:51.790398 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-cb37fc70-28bc-4532-a3c7-dc66c034c7a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458953 Aug 23 15:44:51.801329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-29ae1ba8-6b8c-4a8d-99ee-c988fe0e3e06 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:44:51.802331 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-29ae1ba8-6b8c-4a8d-99ee-c988fe0e3e06 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053260 Aug 23 15:44:51.892659 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-375a30e7-b578-4c84-9cb1-d1520a8ddb4a service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822484 Aug 23 15:44:51.989093 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-ef01b5a1-5f86-4128-9d66-1c43c6a07241 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889258 Aug 23 15:44:52.587216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23a75b-dd22-4215-90a7-1d167400b20e req-ac9c3cc9-59b3-4d49-82b5-42f913620533 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:52.588792 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b23a75b-dd22-4215-90a7-1d167400b20e req-ac9c3cc9-59b3-4d49-82b5-42f913620533 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0513983 Aug 23 15:44:52.627800 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b23a75b-dd22-4215-90a7-1d167400b20e req-ceebba16-0689-4dfa-92a4-35ff1671ab2e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330184 Aug 23 15:44:52.637032 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9ebde0c4-0cb7-43f5-aecc-21c16c8b9ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:53.748768 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f656f58-d793-4650-a996-6d056e28a50a req-259b2315-064e-4177-920f-5538a56512d3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:53.750265 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4f656f58-d793-4650-a996-6d056e28a50a req-259b2315-064e-4177-920f-5538a56512d3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0546992 Aug 23 15:44:53.789162 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4f656f58-d793-4650-a996-6d056e28a50a req-a86a392c-ba0d-4b5e-a0ad-f2bdcb49adb7 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327995 Aug 23 15:44:53.978767 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-fbd3c740-78ca-4465-b929-33516e0593e6 service neutron] show failed (client error): The resource could not be found. Aug 23 15:44:53.979796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-fbd3c740-78ca-4465-b929-33516e0593e6 service neutron] 10.222.0.57 "GET /v2.0/ports/95c6414e-2e2c-49ce-b906-747d3bd8c977/bindings/n-h2-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0555241 Aug 23 15:44:54.618872 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-bcd95182-bbae-43bb-a24a-73353b595ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:54.620406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-bcd95182-bbae-43bb-a24a-73353b595ba2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1&tenant_id=265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 1097 time: 0.0951207 Aug 23 15:44:54.633493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:44:54.690575 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:54.927149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] For port 95c6414e-2e2c-49ce-b906-747d3bd8c977, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:44:54.946534 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a268d-ecd2-4c5d-92a6-eaebf1751d62 req-ceb716de-564b-43d6-a4fd-a0207e34cc2c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:54.948102 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e05a268d-ecd2-4c5d-92a6-eaebf1751d62 req-ceb716de-564b-43d6-a4fd-a0207e34cc2c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0843346 Aug 23 15:44:55.004172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] For port 95c6414e-2e2c-49ce-b906-747d3bd8c977, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:44:55.031820 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e05a268d-ecd2-4c5d-92a6-eaebf1751d62 req-89a86c2b-b2b7-42d7-8d03-3f5f86cc7fee tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750866 Aug 23 15:44:55.053408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95c6414e-2e2c-49ce-b906-747d3bd8c977'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:44:55.056787 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c577d985-dcc3-4fb9-aef5-f0a434a99f31" -d '{"events": [{"server_uuid": "9ad4bcba-213d-424e-bf56-a4af82a0e9c1", "name": "network-vif-unplugged", "status": "completed", "tag": "95c6414e-2e2c-49ce-b906-747d3bd8c977"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:44:55.060600 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:55.072968 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Transition to ACTIVE for port object 95c6414e-2e2c-49ce-b906-747d3bd8c977 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:44:55.108093 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bad25e-d6a9-46f0-92a4-210c6ccac73e x-openstack-request-id: req-f6bad25e-d6a9-46f0-92a4-210c6ccac73e {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:44:55.108390 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad4bcba-213d-424e-bf56-a4af82a0e9c1", "name": "network-vif-unplugged", "status": "completed", "tag": "95c6414e-2e2c-49ce-b906-747d3bd8c977", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:44:55.108649 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f6bad25e-d6a9-46f0-92a4-210c6ccac73e {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:44:55.109059 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95c6414e-2e2c-49ce-b906-747d3bd8c977', 'code': 200} Aug 23 15:44:55.156410 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:55.237472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Pushing event updated for resources: {'Port': ['ID=95c6414e-2e2c-49ce-b906-747d3bd8c977,revision_number=6']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:44:55.250552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:55.250899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:55.251243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:55.251583 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:55.251947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:55.252293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:55.252609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:55.252939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:55.253267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:55.253594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:55.253919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:55.254249 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:55.293038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] No DVR routers for this DVR port 95c6414e-2e2c-49ce-b906-747d3bd8c977 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:44:55.434895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Attempting to bind port 95c6414e-2e2c-49ce-b906-747d3bd8c977 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:44:55.435243 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Attempting to bind port 95c6414e-2e2c-49ce-b906-747d3bd8c977 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:44:55.435578 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Attempting to bind port 95c6414e-2e2c-49ce-b906-747d3bd8c977 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:44:55.439892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Port 95c6414e-2e2c-49ce-b906-747d3bd8c977 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:44:55.440229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Attempting to bind port 95c6414e-2e2c-49ce-b906-747d3bd8c977 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:44:55.445002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:44:55.445343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Checking segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:44:55.445888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Bound using segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:44:55.446321 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Bound port: 95c6414e-2e2c-49ce-b906-747d3bd8c977, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:44:55.446673 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:55.514870 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] For port 95c6414e-2e2c-49ce-b906-747d3bd8c977, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:44:55.518412 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] For port 95c6414e-2e2c-49ce-b906-747d3bd8c977, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:44:55.568158 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:55.603854 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:55.640289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:55.640910 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:55.642322 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] 10.222.0.61 "PUT /v2.0/ports/95c6414e-2e2c-49ce-b906-747d3bd8c977 HTTP/1.1" status: 200 len: 1092 time: 1.0129449 Aug 23 15:44:55.663195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342bf34-3ae3-4e0d-b7b4-50317749686d service neutron] Pushing event updated for resources: {'Port': ['ID=95c6414e-2e2c-49ce-b906-747d3bd8c977,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:44:55.710093 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-53d21ffc-f581-4b69-bf1f-b69ed7c5ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:55.712639 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-53d21ffc-f581-4b69-bf1f-b69ed7c5ea5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 1095 time: 0.0452087 Aug 23 15:44:55.815854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-47430ca8-3681-49bf-9030-34476812b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:55.817382 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-47430ca8-3681-49bf-9030-34476812b037 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0980134 Aug 23 15:44:55.883886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-8b60140b-7562-4f67-93f0-a625e7105397 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977 HTTP/1.1" status: 200 len: 1000 time: 0.0579576 Aug 23 15:44:55.936600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-3cd6b829-eb7e-4c2d-bf7d-735220dbd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:55.937998 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-3cd6b829-eb7e-4c2d-bf7d-735220dbd45c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0483027 Aug 23 15:44:55.983780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-fc85d7b7-7146-4a18-b068-7421741a74b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:55.985286 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-fc85d7b7-7146-4a18-b068-7421741a74b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403049 Aug 23 15:44:55.996539 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-01d6f4e4-5732-49c6-8c4d-5371280a498e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:44:55.997476 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-01d6f4e4-5732-49c6-8c4d-5371280a498e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051808 Aug 23 15:44:56.089733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-4f855ed6-e931-400f-8961-ebccdb0296cd service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851514 Aug 23 15:44:56.220462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf11329-5ea0-4f84-a59b-1fe98118ba57 req-19a241ac-a82d-4943-a984-623230defead tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:56.221970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1bf11329-5ea0-4f84-a59b-1fe98118ba57 req-19a241ac-a82d-4943-a984-623230defead tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 944 time: 0.1067250 Aug 23 15:44:56.224246 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e930f02-bbd2-4b5c-9a31-84691b999a43 req-2e9385f2-d5e7-4937-b312-4c2c75227436 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268892 Aug 23 15:44:56.262700 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1bf11329-5ea0-4f84-a59b-1fe98118ba57 req-3172f751-f261-4ba0-bf70-e9f3d0ef219c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343034 Aug 23 15:44:56.619524 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-24c94119-2f0b-4aaf-9a22-623086de696f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:56.973950 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:57.110096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'tag': '95c6414e-2e2c-49ce-b906-747d3bd8c977'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:44:57.112925 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc70261-3f81-4b39-95c2-7a4f4470454c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad4bcba-213d-424e-bf56-a4af82a0e9c1", "tag": "95c6414e-2e2c-49ce-b906-747d3bd8c977"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:44:57.161154 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d33d025-bb7f-4a27-9983-af3760017e2c x-openstack-request-id: req-3d33d025-bb7f-4a27-9983-af3760017e2c {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:44:57.161450 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad4bcba-213d-424e-bf56-a4af82a0e9c1", "tag": "95c6414e-2e2c-49ce-b906-747d3bd8c977", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:44:57.161706 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3d33d025-bb7f-4a27-9983-af3760017e2c {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:44:57.162107 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'tag': '95c6414e-2e2c-49ce-b906-747d3bd8c977', 'status': 'completed', 'code': 200} Aug 23 15:44:57.255537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-2e1a6916-b5fa-4e30-9666-acee915645ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:57.256982 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-2e1a6916-b5fa-4e30-9666-acee915645ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 1095 time: 0.0657227 Aug 23 15:44:57.259663 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-088b5f58-6778-4891-b121-ae860e4efa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:57.261034 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-088b5f58-6778-4891-b121-ae860e4efa08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 1095 time: 0.0790613 Aug 23 15:44:57.459965 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-f3481fee-89a1-4fdb-912b-43074e377adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:57.462570 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-f3481fee-89a1-4fdb-912b-43074e377adf service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.1977654 Aug 23 15:44:57.471029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04205f-e6a5-4698-ac81-755f03038964 req-11c9511d-2233-4576-b83c-38cc6828f87a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:57.472464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd04205f-e6a5-4698-ac81-755f03038964 req-11c9511d-2233-4576-b83c-38cc6828f87a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 944 time: 0.1132390 Aug 23 15:44:57.473390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-a543f47f-ff75-4b5b-ab97-40ec47a4b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:57.474730 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-a543f47f-ff75-4b5b-ab97-40ec47a4b906 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.2030153 Aug 23 15:44:57.622096 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-40e1f296-d8cd-432b-89e4-4c9e910b0899 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977 HTTP/1.1" status: 200 len: 1000 time: 0.1463227 Aug 23 15:44:57.623597 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-c0a7082d-b7b7-492e-a459-e46c260144e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977 HTTP/1.1" status: 200 len: 1000 time: 0.1420641 Aug 23 15:44:57.626568 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd04205f-e6a5-4698-ac81-755f03038964 req-56769f8f-4231-4def-abf3-16c9cdf23ca4 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1440682 Aug 23 15:44:57.667859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 95c6414e-2e2c-49ce-b906-747d3bd8c977 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:44:57.708255 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 95c6414e-2e2c-49ce-b906-747d3bd8c977 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:44:57.712891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-11966bc8-d440-4dcb-8036-52c31d6e4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:57.714377 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-11966bc8-d440-4dcb-8036-52c31d6e4a43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0849123 Aug 23 15:44:57.715873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-8cb62ee3-6ded-42ab-8bc0-85b46578ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:57.717201 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-8cb62ee3-6ded-42ab-8bc0-85b46578ca40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0866678 Aug 23 15:44:57.799638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-c1478c5b-363f-4bc3-9a74-317cd466423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:57.801166 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-c1478c5b-363f-4bc3-9a74-317cd466423f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707405 Aug 23 15:44:57.803518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-66a73de6-42a1-4c8c-ae35-773b88569b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:57.805812 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-66a73de6-42a1-4c8c-ae35-773b88569b12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832198 Aug 23 15:44:57.970264 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-a956a080-59f5-455d-96fd-3901f724f3d4 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603498 Aug 23 15:44:57.972146 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-b3e6dad2-46c7-4604-a75b-885e65109548 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553175 Aug 23 15:44:58.144029 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-5c81d917-1a42-44d0-b90b-b1e7ae4b7888 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635203 Aug 23 15:44:58.145776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ccc70261-3f81-4b39-95c2-7a4f4470454c req-476b5772-ee66-4316-b393-1701ccb4a379 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580467 Aug 23 15:44:58.444174 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:44:58.751892 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a157b-f0c3-4a2c-acb4-abc6b929fc00 req-6b625ae8-7b1f-4356-baf4-1a191ed5128f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:58.753409 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-832a157b-f0c3-4a2c-acb4-abc6b929fc00 req-6b625ae8-7b1f-4356-baf4-1a191ed5128f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 944 time: 0.0513871 Aug 23 15:44:58.791494 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-832a157b-f0c3-4a2c-acb4-abc6b929fc00 req-f9356529-4c6a-4671-b242-714331f351ae tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320268 Aug 23 15:44:58.796627 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:59.128473 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad842b5d-a642-41e6-9adb-c707e439d06f req-febe0d8d-58a9-4f30-aae0-44fca0cce1d0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:59.129973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ad842b5d-a642-41e6-9adb-c707e439d06f req-febe0d8d-58a9-4f30-aae0-44fca0cce1d0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 944 time: 0.0527296 Aug 23 15:44:59.170489 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ad842b5d-a642-41e6-9adb-c707e439d06f req-4de75468-614b-48d1-b5d0-3c37531d1288 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341406 Aug 23 15:44:59.172106 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 95c6414e-2e2c-49ce-b906-747d3bd8c977 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:44:59.211876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef7d35-bc7e-4f5e-8be9-eeafe9ef83f4 req-55b1a449-f406-4f34-9a7f-2db18a137083 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:59.213807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cef7d35-bc7e-4f5e-8be9-eeafe9ef83f4 req-55b1a449-f406-4f34-9a7f-2db18a137083 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1&tenant_id=265083ec6478448c96ce2ccfe63c91e9&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 944 time: 0.0631728 Aug 23 15:44:59.278891 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 95c6414e-2e2c-49ce-b906-747d3bd8c977, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:44:59.291334 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '95c6414e-2e2c-49ce-b906-747d3bd8c977', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'port_id': '95c6414e-2e2c-49ce-b906-747d3bd8c977', 'mac_address': 'fa:16:3e:69:c2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:44:59.332217 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:59.346687 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c6414e-2e2c-49ce-b906-747d3bd8c977 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:44:59.367808 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 95c6414e-2e2c-49ce-b906-747d3bd8c977, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:44:59.425490 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:44:59.475705 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=95c6414e-2e2c-49ce-b906-747d3bd8c977,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:44:59.483613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:59.483986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:59.484330 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:59.484670 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:59.485001 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:59.485330 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:59.485659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:59.485985 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:59.486338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:59.486662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:59.487015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:59.487337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:44:59.579681 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-6cef7d35-bc7e-4f5e-8be9-eeafe9ef83f4 req-20527a3b-d7b7-4ec3-9a43-c5aa8d8ffcd0 service neutron] delete failed (client error): The resource could not be found. Aug 23 15:44:59.580612 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cef7d35-bc7e-4f5e-8be9-eeafe9ef83f4 req-20527a3b-d7b7-4ec3-9a43-c5aa8d8ffcd0 service neutron] 10.222.0.57 "DELETE /v2.0/ports/95c6414e-2e2c-49ce-b906-747d3bd8c977/bindings/n-h1-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.3589594 Aug 23 15:44:59.636658 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['95c6414e-2e2c-49ce-b906-747d3bd8c977'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:44:59.662656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef7d35-bc7e-4f5e-8be9-eeafe9ef83f4 req-41d63ce4-6091-4061-a53b-44cea1d3549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:59.664495 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cef7d35-bc7e-4f5e-8be9-eeafe9ef83f4 req-41d63ce4-6091-4061-a53b-44cea1d3549c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 1096 time: 0.0424194 Aug 23 15:44:59.758686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef7d35-bc7e-4f5e-8be9-eeafe9ef83f4 req-819dd4b4-21eb-45a4-acad-22ceeb8eb6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:59.760194 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cef7d35-bc7e-4f5e-8be9-eeafe9ef83f4 req-819dd4b4-21eb-45a4-acad-22ceeb8eb6f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0890331 Aug 23 15:44:59.827055 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cef7d35-bc7e-4f5e-8be9-eeafe9ef83f4 req-8deec5f7-9bc4-42db-bc8e-e39f67aca031 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977 HTTP/1.1" status: 200 len: 1001 time: 0.0599084 Aug 23 15:44:59.875869 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef7d35-bc7e-4f5e-8be9-eeafe9ef83f4 req-cf884772-b6fe-4a86-ba13-6d33bee3a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:59.877258 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cef7d35-bc7e-4f5e-8be9-eeafe9ef83f4 req-cf884772-b6fe-4a86-ba13-6d33bee3a165 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0436912 Aug 23 15:44:59.926022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef7d35-bc7e-4f5e-8be9-eeafe9ef83f4 req-b64edc6c-388c-4982-ba2d-d64690105b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:44:59.927579 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cef7d35-bc7e-4f5e-8be9-eeafe9ef83f4 req-b64edc6c-388c-4982-ba2d-d64690105b26 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429709 Aug 23 15:45:00.015412 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cef7d35-bc7e-4f5e-8be9-eeafe9ef83f4 req-aa04383f-55d6-433b-bf6a-d7e110021b06 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805469 Aug 23 15:45:00.113640 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6cef7d35-bc7e-4f5e-8be9-eeafe9ef83f4 req-453debb9-df2c-4307-b7eb-c5612cec2435 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915921 Aug 23 15:45:00.303892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e7d82-9201-4f6a-8a11-cbfdcd075170 req-14a0bd0b-6af3-409f-9d4e-bbaf822c6e1f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:00.306492 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c33e7d82-9201-4f6a-8a11-cbfdcd075170 req-14a0bd0b-6af3-409f-9d4e-bbaf822c6e1f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 945 time: 0.0534949 Aug 23 15:45:00.344164 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c33e7d82-9201-4f6a-8a11-cbfdcd075170 req-9f80af74-164d-42af-a99a-405eeb698c88 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316222 Aug 23 15:45:01.187182 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 95c6414e-2e2c-49ce-b906-747d3bd8c977 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:45:01.305174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 95c6414e-2e2c-49ce-b906-747d3bd8c977 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:45:01.309342 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 95c6414e-2e2c-49ce-b906-747d3bd8c977 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:45:01.309737 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:01.390730 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:01.414840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c6414e-2e2c-49ce-b906-747d3bd8c977'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:45:01.417368 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d1a56d-598c-41c3-a87d-153b52e63419" -d '{"events": [{"server_uuid": "9ad4bcba-213d-424e-bf56-a4af82a0e9c1", "name": "network-vif-plugged", "status": "completed", "tag": "95c6414e-2e2c-49ce-b906-747d3bd8c977"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:45:01.431344 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 95c6414e-2e2c-49ce-b906-747d3bd8c977, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:45:01.455039 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85580194-8880-494b-b4df-846ebb8342a8 x-openstack-request-id: req-85580194-8880-494b-b4df-846ebb8342a8 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:45:01.455336 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad4bcba-213d-424e-bf56-a4af82a0e9c1", "name": "network-vif-plugged", "status": "completed", "tag": "95c6414e-2e2c-49ce-b906-747d3bd8c977", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:45:01.455623 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-85580194-8880-494b-b4df-846ebb8342a8 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:45:01.456061 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c6414e-2e2c-49ce-b906-747d3bd8c977', 'code': 200} Aug 23 15:45:01.469149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b9d4d-ccff-40da-b6ea-9810a9cddb44 req-e7175c39-8fc5-458d-bcf1-1d78a86bd23b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:01.470626 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-218b9d4d-ccff-40da-b6ea-9810a9cddb44 req-e7175c39-8fc5-458d-bcf1-1d78a86bd23b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 945 time: 0.0546572 Aug 23 15:45:01.508143 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-218b9d4d-ccff-40da-b6ea-9810a9cddb44 req-9a21e52b-ff94-47ec-a605-53a2e4a145ad tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314267 Aug 23 15:45:01.516560 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:01.566081 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=95c6414e-2e2c-49ce-b906-747d3bd8c977,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:45:01.625524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307703a-b8b7-4d11-b576-0a9c2c798b03 req-0d978a82-caa0-4ab4-9ce1-37aaa3817ebe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:01.626999 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d307703a-b8b7-4d11-b576-0a9c2c798b03 req-0d978a82-caa0-4ab4-9ce1-37aaa3817ebe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0486829 Aug 23 15:45:01.667402 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d307703a-b8b7-4d11-b576-0a9c2c798b03 req-fca956c5-a8c2-4a2a-9ea9-3c41e8b6da52 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344656 Aug 23 15:45:02.011905 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ed1dc-6a4f-413e-a772-1ae2eac4ba4c req-f1037804-f705-41ba-a807-22cfd91b6fd0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:02.013419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a38ed1dc-6a4f-413e-a772-1ae2eac4ba4c req-f1037804-f705-41ba-a807-22cfd91b6fd0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0539606 Aug 23 15:45:02.057719 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a38ed1dc-6a4f-413e-a772-1ae2eac4ba4c req-c7a95544-4c52-47fd-b7b7-78db418fe228 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371878 Aug 23 15:45:02.100931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4f28a-f4ac-487f-9f09-3791953c8087 req-71066c44-40bc-44fe-8233-d858aa2e40e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:02.102493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48e4f28a-f4ac-487f-9f09-3791953c8087 req-71066c44-40bc-44fe-8233-d858aa2e40e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 1097 time: 0.0408313 Aug 23 15:45:02.191547 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4f28a-f4ac-487f-9f09-3791953c8087 req-3420281e-1f8f-4a2b-8ff4-9d9fbf4b060c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:02.193102 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48e4f28a-f4ac-487f-9f09-3791953c8087 req-3420281e-1f8f-4a2b-8ff4-9d9fbf4b060c service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0841076 Aug 23 15:45:02.263634 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48e4f28a-f4ac-487f-9f09-3791953c8087 req-5637ec35-94f1-4098-973c-69088a156d25 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977 HTTP/1.1" status: 200 len: 1002 time: 0.0622511 Aug 23 15:45:02.313148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4f28a-f4ac-487f-9f09-3791953c8087 req-00ed7e9f-dd80-40b6-a6c5-15fc6f8daab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:02.314591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48e4f28a-f4ac-487f-9f09-3791953c8087 req-00ed7e9f-dd80-40b6-a6c5-15fc6f8daab3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0440185 Aug 23 15:45:02.361149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4f28a-f4ac-487f-9f09-3791953c8087 req-61b69a39-2fa5-4d7e-8826-dd93cfef9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:02.362627 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48e4f28a-f4ac-487f-9f09-3791953c8087 req-61b69a39-2fa5-4d7e-8826-dd93cfef9b5c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406351 Aug 23 15:45:02.456701 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48e4f28a-f4ac-487f-9f09-3791953c8087 req-a68a43c7-a914-4f45-b754-c0a603812cae service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861015 Aug 23 15:45:02.548294 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48e4f28a-f4ac-487f-9f09-3791953c8087 req-90b41b91-085c-46d2-b7a4-64d50604f271 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814421 Aug 23 15:45:03.175168 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1663e1-e76a-4beb-8eac-28ffe5089ca9 req-e23dc530-bffa-4b0a-893f-6679889ff610 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:03.176717 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ce1663e1-e76a-4beb-8eac-28ffe5089ca9 req-e23dc530-bffa-4b0a-893f-6679889ff610 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0496488 Aug 23 15:45:03.215791 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ce1663e1-e76a-4beb-8eac-28ffe5089ca9 req-7408fd11-2f5e-4e22-8dc2-eabe4a5e77eb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321913 Aug 23 15:45:04.358679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ea002-3ce1-4398-9e10-bb03030ff0b4 req-2896c90e-2173-4492-be3f-5349fe7224ff tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:04.360255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d44ea002-3ce1-4398-9e10-bb03030ff0b4 req-2896c90e-2173-4492-be3f-5349fe7224ff tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0573838 Aug 23 15:45:04.408310 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d44ea002-3ce1-4398-9e10-bb03030ff0b4 req-14d2f3ea-7203-4db5-a14a-62e68278858c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415239 Aug 23 15:45:04.914903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abeef6-5240-4af9-a39b-4b257c97f56e req-df22d1e1-cd7b-45cf-8141-2b97daf43d02 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:04.916436 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-90abeef6-5240-4af9-a39b-4b257c97f56e req-df22d1e1-cd7b-45cf-8141-2b97daf43d02 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0506368 Aug 23 15:45:04.955039 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-90abeef6-5240-4af9-a39b-4b257c97f56e req-c69e2348-be95-4557-aa37-002ab7b9bd85 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323968 Aug 23 15:45:06.073046 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7295d3-909a-410d-96ab-8cd77ab34d71 req-fe1f1d92-3b38-4426-a7a1-c251065b14f6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:06.074539 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df7295d3-909a-410d-96ab-8cd77ab34d71 req-fe1f1d92-3b38-4426-a7a1-c251065b14f6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0499351 Aug 23 15:45:06.114040 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df7295d3-909a-410d-96ab-8cd77ab34d71 req-109bac33-6a28-456f-a65b-b8c829cc545f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335298 Aug 23 15:45:06.224646 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-e506453e-0c97-49ea-b4b4-a4f3b2439292 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:06.226099 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-e506453e-0c97-49ea-b4b4-a4f3b2439292 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.61 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0482075 Aug 23 15:45:06.317987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-05c27e36-671b-4465-ad8a-2c9226e912b0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Deleting port 95c6414e-2e2c-49ce-b906-747d3bd8c977 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:45:06.318248 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-05c27e36-671b-4465-ad8a-2c9226e912b0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:06.406808 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-05c27e36-671b-4465-ad8a-2c9226e912b0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] For port 95c6414e-2e2c-49ce-b906-747d3bd8c977, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=95c6414e-2e2c-49ce-b906-747d3bd8c977,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:45:06.407184 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-05c27e36-671b-4465-ad8a-2c9226e912b0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:06.578547 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-05c27e36-671b-4465-ad8a-2c9226e912b0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:06.578845 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-05c27e36-671b-4465-ad8a-2c9226e912b0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:06.579165 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-05c27e36-671b-4465-ad8a-2c9226e912b0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Floating IP 1445e800-8dff-4203-8244-a97e9e587f75 disassociated. External IP: 172.25.8.148, port: 95c6414e-2e2c-49ce-b906-747d3bd8c977. Aug 23 15:45:06.579516 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-05c27e36-671b-4465-ad8a-2c9226e912b0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Calling delete_port for 95c6414e-2e2c-49ce-b906-747d3bd8c977 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:45:06.767565 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-05c27e36-671b-4465-ad8a-2c9226e912b0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:06.799349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c27e36-671b-4465-ad8a-2c9226e912b0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Pushing event deleted for resources: {'Port': ['ID=95c6414e-2e2c-49ce-b906-747d3bd8c977,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:45:06.920062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-05c27e36-671b-4465-ad8a-2c9226e912b0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Router f384507e-351c-45ee-9c55-21050adf4988 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:45:07.034767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-05c27e36-671b-4465-ad8a-2c9226e912b0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:45:07.046002 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a1497d-eaf3-4221-b654-1f56828a95cb None None] Sync routers for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:45:07.055499 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1497d-eaf3-4221-b654-1f56828a95cb None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:45:07.056204 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-21a1497d-eaf3-4221-b654-1f56828a95cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:44:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:45:07.078511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-05c27e36-671b-4465-ad8a-2c9226e912b0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] No DVR routers for this DVR port 95c6414e-2e2c-49ce-b906-747d3bd8c977 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:45:07.081072 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-05c27e36-671b-4465-ad8a-2c9226e912b0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:07.083065 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a533264-26ba-4396-a7e6-333a4b323d2d req-05c27e36-671b-4465-ad8a-2c9226e912b0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.61 "DELETE /v2.0/ports/95c6414e-2e2c-49ce-b906-747d3bd8c977 HTTP/1.1" status: 204 len: 173 time: 0.8504212 Aug 23 15:45:07.083511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'name': 'network-vif-deleted', 'tag': '95c6414e-2e2c-49ce-b906-747d3bd8c977'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:45:07.086349 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b23131-7f6a-4e88-ac30-c7760bc20f3d" -d '{"events": [{"server_uuid": "9ad4bcba-213d-424e-bf56-a4af82a0e9c1", "name": "network-vif-deleted", "tag": "95c6414e-2e2c-49ce-b906-747d3bd8c977"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:45:07.164657 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-21a1497d-eaf3-4221-b654-1f56828a95cb None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:45:07.188828 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36dd732-e31f-478f-9ed1-107f9435789d x-openstack-request-id: req-b36dd732-e31f-478f-9ed1-107f9435789d {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:45:07.189173 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad4bcba-213d-424e-bf56-a4af82a0e9c1", "name": "network-vif-deleted", "tag": "95c6414e-2e2c-49ce-b906-747d3bd8c977", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:45:07.189378 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b36dd732-e31f-478f-9ed1-107f9435789d {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:45:07.189780 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad4bcba-213d-424e-bf56-a4af82a0e9c1', 'name': 'network-vif-deleted', 'tag': '95c6414e-2e2c-49ce-b906-747d3bd8c977', 'status': 'completed', 'code': 200} Aug 23 15:45:07.230309 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3c911ada-e6ae-4778-9324-29d821e10ec5 req-aeedd058-14b6-4c4b-a1c4-a846ef941e0b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ad4bcba-213d-424e-bf56-a4af82a0e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0324254 Aug 23 15:45:07.369263 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-21a1497d-eaf3-4221-b654-1f56828a95cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:45:07.395895 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a1497d-eaf3-4221-b654-1f56828a95cb None None] Checking router: f384507e-351c-45ee-9c55-21050adf4988 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:45:07.404429 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1497d-eaf3-4221-b654-1f56828a95cb None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:45:07.405029 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-21a1497d-eaf3-4221-b654-1f56828a95cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:44:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:45:07.517875 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-21a1497d-eaf3-4221-b654-1f56828a95cb None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:45:07.718607 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-21a1497d-eaf3-4221-b654-1f56828a95cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:45:07.746301 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a1497d-eaf3-4221-b654-1f56828a95cb None None] The sync data for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 is: [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:45:07.967643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fd036-87c6-4eb3-9840-ccbd4933e8b2 None None] New status for floating IP 1445e800-8dff-4203-8244-a97e9e587f75: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:45:08.509421 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-ca9178a0-d089-4671-8de6-375a9ce820ca tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--66752257&fields=id&tenant_id=265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 267 time: 0.0345807 Aug 23 15:45:08.618843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-f39a9b4b-4af7-4629-96de-e5b5c43c1ce0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:08.620335 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-f39a9b4b-4af7-4629-96de-e5b5c43c1ce0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 811 time: 0.1041598 Aug 23 15:45:08.635726 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5b313757-8b6d-4398-a3e5-c33e54e1d5a3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/quotas/265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 375 time: 0.0093594 Aug 23 15:45:08.690077 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-acb93cae-c863-4e35-a8d6-d99634826777 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488865 Aug 23 15:45:08.788511 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-c30c09d2-f219-4f64-87b6-c13bf839c61c service neutron] 10.222.0.38 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857391 Aug 23 15:45:08.878516 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-99304393-4844-45ea-a2f3-dc1d0376361e service neutron] 10.222.0.38 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830784 Aug 23 15:45:09.122102 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2512aa27-ac2f-491e-99c6-7230769df77e req-f45233bf-cd7e-4b8d-b930-0941f639c58d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 210 time: 0.0283689 Aug 23 15:45:10.223289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f53271c-0907-49ba-9a03-e1cb610af407 req-25462277-2c6e-4494-ab5f-08f5e572fb82 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 210 time: 0.0322113 Aug 23 15:45:10.943476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-8dc22717-0a79-4cf0-96d0-e408aeb94f5f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:10.945440 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-8dc22717-0a79-4cf0-96d0-e408aeb94f5f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 811 time: 0.1000686 Aug 23 15:45:10.990489 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-093e87ae-ea3a-4bff-ac82-6677a9be202f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 378 time: 0.0352511 Aug 23 15:45:10.999943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-d634e9cd-c30a-4bd0-8854-cd74651966fe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Request body: {'port': {'device_id': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'admin_state_up': True, 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'security_groups': ['791f4475-1f92-4692-b589-944ab3d9203a']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:45:11.190495 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-d634e9cd-c30a-4bd0-8854-cd74651966fe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Made reservation on behalf of 265083ec6478448c96ce2ccfe63c91e9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:45:11.194147 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-d634e9cd-c30a-4bd0-8854-cd74651966fe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:11.234420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 95c6414e-2e2c-49ce-b906-747d3bd8c977 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:45:11.258503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 95c6414e-2e2c-49ce-b906-747d3bd8c977 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:45:11.258927 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 95c6414e-2e2c-49ce-b906-747d3bd8c977 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:45:11.326178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-d634e9cd-c30a-4bd0-8854-cd74651966fe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Allocated IP 172.20.0.14 (90c3ddac-7d47-4a54-bf98-92d85e38d09f/a3c72ad3-68f7-4a01-b53a-17d12537c713/51e78035-4a12-40a8-bb49-bae771af344e) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:45:11.333681 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b966bd22-8efe-47ff-9f32-44748c1894be req-805fd8e3-4364-425d-9227-1010f9bc4c11 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 210 time: 0.0258741 Aug 23 15:45:11.466956 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-d634e9cd-c30a-4bd0-8854-cd74651966fe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:11.481196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-d634e9cd-c30a-4bd0-8854-cd74651966fe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Transition to ACTIVE for port object 51e78035-4a12-40a8-bb49-bae771af344e will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:45:11.568181 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-d634e9cd-c30a-4bd0-8854-cd74651966fe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:11.611628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-d634e9cd-c30a-4bd0-8854-cd74651966fe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Network 90c3ddac-7d47-4a54-bf98-92d85e38d09f is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:45:11.614562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-d634e9cd-c30a-4bd0-8854-cd74651966fe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:45:11.618449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-d634e9cd-c30a-4bd0-8854-cd74651966fe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:45:11.626779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634e9cd-c30a-4bd0-8854-cd74651966fe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Pushing event updated for resources: {'Port': ['ID=51e78035-4a12-40a8-bb49-bae771af344e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:45:11.674818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-d634e9cd-c30a-4bd0-8854-cd74651966fe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:11.675459 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-d634e9cd-c30a-4bd0-8854-cd74651966fe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:11.758049 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-d634e9cd-c30a-4bd0-8854-cd74651966fe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7611780 Aug 23 15:45:11.817305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Request body: {'port': {'device_id': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:45:11.876265 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:11.899068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-22422612-917d-45e5-b973-2ede66da8609 None None] Provisioning for port 51e78035-4a12-40a8-bb49-bae771af344e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:45:11.903038 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-22422612-917d-45e5-b973-2ede66da8609 None None] Provisioning complete for port 51e78035-4a12-40a8-bb49-bae771af344e triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:45:11.903446 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-22422612-917d-45e5-b973-2ede66da8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:11.941367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-22422612-917d-45e5-b973-2ede66da8609 None None] Port 51e78035-4a12-40a8-bb49-bae771af344e cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:45:12.146492 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e78035-4a12-40a8-bb49-bae771af344e {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:45:12.154072 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:12.166597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Transition to ACTIVE for port object 51e78035-4a12-40a8-bb49-bae771af344e will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:45:12.297930 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:12.349411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Pushing event updated for resources: {'Port': ['ID=51e78035-4a12-40a8-bb49-bae771af344e,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:45:12.457182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Attempting to bind port 51e78035-4a12-40a8-bb49-bae771af344e on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:45:12.457570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Attempting to bind port 51e78035-4a12-40a8-bb49-bae771af344e by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:45:12.457915 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Attempting to bind port 51e78035-4a12-40a8-bb49-bae771af344e on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:45:12.466790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Port 51e78035-4a12-40a8-bb49-bae771af344e on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:45:12.467127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Attempting to bind port 51e78035-4a12-40a8-bb49-bae771af344e on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:45:12.475070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:45:12.475407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Checking segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:45:12.475837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Bound using segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:45:12.477257 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Bound port: 51e78035-4a12-40a8-bb49-bae771af344e, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:45:12.477825 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:12.486667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7d75d-ff48-4e34-b60b-d4bdd559f5b1 req-e194cf22-cfc9-4e84-9dd5-6c617940e4b4 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:12.488256 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9fe7d75d-ff48-4e34-b60b-d4bdd559f5b1 req-e194cf22-cfc9-4e84-9dd5-6c617940e4b4 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 944 time: 0.0786576 Aug 23 15:45:12.564507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9fe7d75d-ff48-4e34-b60b-d4bdd559f5b1 req-5f88168b-69e5-4c69-82e8-58be2901956e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670764 Aug 23 15:45:12.592265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:45:12.595259 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=51e78035-4a12-40a8-bb49-bae771af344e,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:45:12.654115 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:12.688780 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:12.689411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:12.690930 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] 10.222.0.57 "PUT /v2.0/ports/51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 200 len: 1092 time: 0.9246993 Aug 23 15:45:12.691363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:45:12.693660 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c278c562-cd7e-4a59-a3e7-5b9bb2d7d49c" -d '{"events": [{"name": "network-changed", "server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "tag": "51e78035-4a12-40a8-bb49-bae771af344e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:45:12.721627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce17bd9-8b9a-4160-bf0a-1c52bdf777ed service neutron] Pushing event updated for resources: {'Port': ['ID=51e78035-4a12-40a8-bb49-bae771af344e,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:45:12.739291 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde3c3d0-3e69-45c1-8a61-90fa0e88a47b x-openstack-request-id: req-bde3c3d0-3e69-45c1-8a61-90fa0e88a47b {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:45:12.739590 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "tag": "51e78035-4a12-40a8-bb49-bae771af344e", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:45:12.739928 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bde3c3d0-3e69-45c1-8a61-90fa0e88a47b {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:45:12.740340 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e', 'status': 'completed', 'code': 200} Aug 23 15:45:12.803689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278c562-cd7e-4a59-a3e7-5b9bb2d7d49c req-dd6efe97-52ba-48b8-b0a0-d74b9f5405ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:12.806648 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c278c562-cd7e-4a59-a3e7-5b9bb2d7d49c req-dd6efe97-52ba-48b8-b0a0-d74b9f5405ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 1095 time: 0.0468438 Aug 23 15:45:12.915831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278c562-cd7e-4a59-a3e7-5b9bb2d7d49c req-93648557-05ed-42b7-9786-ec5f41619a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:12.917326 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c278c562-cd7e-4a59-a3e7-5b9bb2d7d49c req-93648557-05ed-42b7-9786-ec5f41619a4f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=265083ec6478448c96ce2ccfe63c91e9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1030941 Aug 23 15:45:13.010138 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278c562-cd7e-4a59-a3e7-5b9bb2d7d49c req-71ce41ee-b031-4fc6-bbbc-6859b4dc1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:13.011643 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c278c562-cd7e-4a59-a3e7-5b9bb2d7d49c req-71ce41ee-b031-4fc6-bbbc-6859b4dc1fe4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875289 Aug 23 15:45:13.092317 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-36e69635-2563-487e-b790-d2d45fc4b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:13.093819 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-36e69635-2563-487e-b790-d2d45fc4b5cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 1095 time: 0.0463624 Aug 23 15:45:13.139569 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-ec33fa37-034b-4179-9cdb-43ea41e2e62c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 200 len: 217 time: 0.0371389 Aug 23 15:45:13.189329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-bdd3b83d-abe7-4278-a51f-1ab0e51bce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:13.190741 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-bdd3b83d-abe7-4278-a51f-1ab0e51bce2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0441937 Aug 23 15:45:13.236118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-fae4f81d-f163-43e0-90d0-aa8b93bd693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:13.237579 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-fae4f81d-f163-43e0-90d0-aa8b93bd693c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396378 Aug 23 15:45:13.334606 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-c369e020-48f2-4ff3-b2b0-e6df244ac0ec service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897882 Aug 23 15:45:13.424150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1af4dd27-1ec3-4ff1-b916-b94296ac077d req-9ec5ec9e-d4ea-4064-8c7f-a57415b87d8d service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819533 Aug 23 15:45:13.682136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a07728-0e77-43de-ab96-180c68e9bee3 req-edad6ac8-d0f1-4113-a097-c8babaff2eff tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:13.683567 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-92a07728-0e77-43de-ab96-180c68e9bee3 req-edad6ac8-d0f1-4113-a097-c8babaff2eff tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 944 time: 0.0503638 Aug 23 15:45:13.725711 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-92a07728-0e77-43de-ab96-180c68e9bee3 req-78241c50-d34c-4820-8b92-59d49e7c8727 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360863 Aug 23 15:45:14.845196 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9fa46-c182-43ce-b195-8d0165199a8d req-e4e09a06-3add-4979-9b90-39e2c5e083c2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:14.846667 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18a9fa46-c182-43ce-b195-8d0165199a8d req-e4e09a06-3add-4979-9b90-39e2c5e083c2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 944 time: 0.0495267 Aug 23 15:45:14.886223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-18a9fa46-c182-43ce-b195-8d0165199a8d req-18777688-7c3f-4cdf-ae2b-40b10eb564c5 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325730 Aug 23 15:45:15.775813 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 51e78035-4a12-40a8-bb49-bae771af344e details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:45:15.872640 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=51e78035-4a12-40a8-bb49-bae771af344e,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:45:15.882882 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '51e78035-4a12-40a8-bb49-bae771af344e', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'port_id': '51e78035-4a12-40a8-bb49-bae771af344e', 'mac_address': 'fa:16:3e:8f:c5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:45:16.027183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc8a31-51e7-4a92-8dbb-c54a34dd6c02 req-3b63ab22-554b-49e5-8dc7-ed53a0e17a96 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:16.028832 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fcc8a31-51e7-4a92-8dbb-c54a34dd6c02 req-3b63ab22-554b-49e5-8dc7-ed53a0e17a96 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 944 time: 0.0606806 Aug 23 15:45:16.068066 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4fcc8a31-51e7-4a92-8dbb-c54a34dd6c02 req-83829df4-71b2-4d48-8db5-d1b6c67e8c4e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331130 Aug 23 15:45:16.095212 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:16.107680 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e78035-4a12-40a8-bb49-bae771af344e {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:45:16.126084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=51e78035-4a12-40a8-bb49-bae771af344e,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:45:16.150069 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:16.207620 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:16.258238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=51e78035-4a12-40a8-bb49-bae771af344e,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:45:16.422256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['51e78035-4a12-40a8-bb49-bae771af344e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:45:17.185610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52b098-4233-4b52-bf53-db0d5d173cc1 req-2f327b31-0b64-465c-b360-5114a1759527 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:17.187079 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6e52b098-4233-4b52-bf53-db0d5d173cc1 req-2f327b31-0b64-465c-b360-5114a1759527 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 945 time: 0.0497737 Aug 23 15:45:17.229235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6e52b098-4233-4b52-bf53-db0d5d173cc1 req-ebcba5f7-213d-4c70-be18-186a4650646f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362008 Aug 23 15:45:17.791364 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 51e78035-4a12-40a8-bb49-bae771af344e up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:45:17.897577 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 51e78035-4a12-40a8-bb49-bae771af344e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:45:17.901674 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 51e78035-4a12-40a8-bb49-bae771af344e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:45:17.906537 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:17.979752 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:18.005535 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:45:18.009317 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5429dd-5b77-4fa1-a50d-6062ef2f2d65" -d '{"events": [{"server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "name": "network-vif-plugged", "status": "completed", "tag": "51e78035-4a12-40a8-bb49-bae771af344e"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:45:18.021948 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=51e78035-4a12-40a8-bb49-bae771af344e,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:45:18.093081 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:18.099117 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7762000c-2846-4e27-a8b6-86926a5b7ada x-openstack-request-id: req-7762000c-2846-4e27-a8b6-86926a5b7ada {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:45:18.099415 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "name": "network-vif-plugged", "status": "completed", "tag": "51e78035-4a12-40a8-bb49-bae771af344e", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:45:18.099716 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7762000c-2846-4e27-a8b6-86926a5b7ada {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:45:18.100112 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e', 'code': 200} Aug 23 15:45:18.145133 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=51e78035-4a12-40a8-bb49-bae771af344e,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:45:18.204418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99920fe6-6cd8-40cf-ab7a-77c65112f0ca req-aa448951-9ebe-47c1-9191-86fdfc966843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:18.206143 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-99920fe6-6cd8-40cf-ab7a-77c65112f0ca req-aa448951-9ebe-47c1-9191-86fdfc966843 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 1097 time: 0.0488834 Aug 23 15:45:18.244985 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-99920fe6-6cd8-40cf-ab7a-77c65112f0ca req-73465700-391c-4867-9e7d-9692b5f54de5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318737 Aug 23 15:45:18.342913 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6f230-7815-4cee-a99e-205acc30a1ca req-7d88726e-8851-4bb8-8eb3-7099207c4dce tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:18.344439 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-25e6f230-7815-4cee-a99e-205acc30a1ca req-7d88726e-8851-4bb8-8eb3-7099207c4dce tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0486097 Aug 23 15:45:18.382122 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-25e6f230-7815-4cee-a99e-205acc30a1ca req-b3a67417-4844-434e-b6e1-137e0bfcc050 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317354 Aug 23 15:45:19.501445 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e236fe8-90c9-443c-86ac-ac673bc3407d req-26ddb5ed-65f8-480f-b299-188580ede05f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:19.502939 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e236fe8-90c9-443c-86ac-ac673bc3407d req-26ddb5ed-65f8-480f-b299-188580ede05f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0502882 Aug 23 15:45:19.544038 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e236fe8-90c9-443c-86ac-ac673bc3407d req-37aa2dc0-273a-4c77-8eff-0a7e2a7fae38 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343363 Aug 23 15:45:19.659212 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69980035-178f-47a5-ac19-4e0e464259b9 req-f9ccdc20-508b-418a-beaf-9c54dd822ce6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:19.660935 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69980035-178f-47a5-ac19-4e0e464259b9 req-f9ccdc20-508b-418a-beaf-9c54dd822ce6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0507801 Aug 23 15:45:19.670310 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 37624) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:45:19.675026 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b025a972-99b3-413c-b928-d85685835f80 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Request body: {'floatingip': {'port_id': '51e78035-4a12-40a8-bb49-bae771af344e'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:45:19.717014 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b025a972-99b3-413c-b928-d85685835f80 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:20.150197 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b025a972-99b3-413c-b928-d85685835f80 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:20.212325 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b025a972-99b3-413c-b928-d85685835f80 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:20.322197 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-b025a972-99b3-413c-b928-d85685835f80 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Floating IP 1445e800-8dff-4203-8244-a97e9e587f75 associated. External IP: 172.25.8.148, port: 51e78035-4a12-40a8-bb49-bae771af344e. Aug 23 15:45:20.529485 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b025a972-99b3-413c-b928-d85685835f80 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Router f384507e-351c-45ee-9c55-21050adf4988 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:45:20.635369 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b025a972-99b3-413c-b928-d85685835f80 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:45:20.639745 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b025a972-99b3-413c-b928-d85685835f80 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:20.646306 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5559ff3e-6f89-4330-b2cf-875d0e256fd9 None None] Sync routers for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:45:20.656016 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5559ff3e-6f89-4330-b2cf-875d0e256fd9 None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:45:20.656636 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5559ff3e-6f89-4330-b2cf-875d0e256fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:44:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:45:20.667329 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b025a972-99b3-413c-b928-d85685835f80 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "PUT /v2.0/floatingips/1445e800-8dff-4203-8244-a97e9e587f75 HTTP/1.1" status: 200 len: 992 time: 0.9958909 Aug 23 15:45:20.667952 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:45:20.713137 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}511f008c58a008c87eb616fe5d66cb7bdbcb90a14f59b6a049e8f0c7a287e225" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f549ecac-217f-4590-854a-ef62b9ede39a" -d '{"events": [{"name": "network-changed", "server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "tag": "51e78035-4a12-40a8-bb49-bae771af344e"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:45:20.774074 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-5559ff3e-6f89-4330-b2cf-875d0e256fd9 None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:45:20.806133 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bd26b6-bc49-4c73-b44e-af1a9007ccf9 x-openstack-request-id: req-02bd26b6-bc49-4c73-b44e-af1a9007ccf9 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:45:20.806423 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "tag": "51e78035-4a12-40a8-bb49-bae771af344e", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:45:20.806697 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-02bd26b6-bc49-4c73-b44e-af1a9007ccf9 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:45:20.807091 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e', 'status': 'completed', 'code': 200} Aug 23 15:45:20.836029 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:20.870263 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549ecac-217f-4590-854a-ef62b9ede39a req-c0d0235d-f9ce-4d07-b590-34b2e0e65f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:20.871840 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f549ecac-217f-4590-854a-ef62b9ede39a req-c0d0235d-f9ce-4d07-b590-34b2e0e65f7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 1097 time: 0.0416648 Aug 23 15:45:20.963345 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549ecac-217f-4590-854a-ef62b9ede39a req-aae8b04a-585a-4610-b5b9-f8b364618cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:20.964765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f549ecac-217f-4590-854a-ef62b9ede39a req-aae8b04a-585a-4610-b5b9-f8b364618cc9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0856373 Aug 23 15:45:20.995012 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5559ff3e-6f89-4330-b2cf-875d0e256fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '1445e800-8dff-4203-8244-a97e9e587f75', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'port_id': '51e78035-4a12-40a8-bb49-bae771af344e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'mac_address': 'fa:16:3e:8f:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:40:28Z', 'updated_at': '2021-08-23T15:45:20Z', 'revision_number': 9, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:45:21.036859 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f549ecac-217f-4590-854a-ef62b9ede39a req-9e080774-3fb6-4e72-a9c8-1ee3aac4ccc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 200 len: 1000 time: 0.0649407 Aug 23 15:45:21.089880 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549ecac-217f-4590-854a-ef62b9ede39a req-24aee042-fe32-435e-9c4d-1b94e801c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:21.091368 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f549ecac-217f-4590-854a-ef62b9ede39a req-24aee042-fe32-435e-9c4d-1b94e801c7d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0475423 Aug 23 15:45:21.119501 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5559ff3e-6f89-4330-b2cf-875d0e256fd9 None None] Checking router: f384507e-351c-45ee-9c55-21050adf4988 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:45:21.127931 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5559ff3e-6f89-4330-b2cf-875d0e256fd9 None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:45:21.128542 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5559ff3e-6f89-4330-b2cf-875d0e256fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:44:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:45:21.140566 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549ecac-217f-4590-854a-ef62b9ede39a req-c683406d-c46b-4e3c-afc6-b99d21864d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:21.142116 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f549ecac-217f-4590-854a-ef62b9ede39a req-c683406d-c46b-4e3c-afc6-b99d21864d74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430956 Aug 23 15:45:21.232686 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-5559ff3e-6f89-4330-b2cf-875d0e256fd9 None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:45:21.236621 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f549ecac-217f-4590-854a-ef62b9ede39a req-9bc98f8d-ffc8-48c4-bb98-e23065ab4b7c service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874016 Aug 23 15:45:21.328449 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f549ecac-217f-4590-854a-ef62b9ede39a req-a6238ec7-bb75-42c9-b406-631618f65f9d service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842528 Aug 23 15:45:21.449788 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5559ff3e-6f89-4330-b2cf-875d0e256fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '1445e800-8dff-4203-8244-a97e9e587f75', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'port_id': '51e78035-4a12-40a8-bb49-bae771af344e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'mac_address': 'fa:16:3e:8f:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:40:28Z', 'updated_at': '2021-08-23T15:45:20Z', 'revision_number': 9, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:45:21.478798 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5559ff3e-6f89-4330-b2cf-875d0e256fd9 None None] The sync data for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 is: [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '1445e800-8dff-4203-8244-a97e9e587f75', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'port_id': '51e78035-4a12-40a8-bb49-bae771af344e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'mac_address': 'fa:16:3e:8f:c5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:40:28Z', 'updated_at': '2021-08-23T15:45:20Z', 'revision_number': 9, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:45:21.676222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efcd60e-4778-4a83-b897-831cea70e0bc None None] New status for floating IP 1445e800-8dff-4203-8244-a97e9e587f75: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:45:22.651642 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c1468325-b27f-486d-8def-5d2781a8a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:25.561356 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:26.624181 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-20fda8bb-a336-4a25-b81d-e904648a4efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:26.932815 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:28.765907 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:35.443201 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:45:46.160674 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:50.812521 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:52.675130 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-26d0d0b1-e5e0-4647-9e34-536220764936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:55.594285 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:56.635433 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-df4cd48d-918c-407f-98e6-8fe67f14c80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:56.961098 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:45:57.697512 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e43e85a4-ef73-4179-a7ed-136185e28f07 req-8bdf5413-ffb4-4a03-822a-536c77bd73a4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421977 Aug 23 15:45:57.782574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e85a4-ef73-4179-a7ed-136185e28f07 req-371b26b2-9ac9-4dc6-89dc-b778eb52f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:57.784105 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e43e85a4-ef73-4179-a7ed-136185e28f07 req-371b26b2-9ac9-4dc6-89dc-b778eb52f264 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 1097 time: 0.0456545 Aug 23 15:45:57.885814 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e85a4-ef73-4179-a7ed-136185e28f07 req-79cce2ec-c8e5-48d9-9b74-825d02ac6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:57.887280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e43e85a4-ef73-4179-a7ed-136185e28f07 req-79cce2ec-c8e5-48d9-9b74-825d02ac6e10 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0833180 Aug 23 15:45:57.956518 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e43e85a4-ef73-4179-a7ed-136185e28f07 req-23456206-e192-47d8-b778-a37f0a80cbdf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 200 len: 1003 time: 0.0625081 Aug 23 15:45:58.012650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e85a4-ef73-4179-a7ed-136185e28f07 req-630ac3ae-6a8d-4257-827e-5a57448f72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:58.014685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e43e85a4-ef73-4179-a7ed-136185e28f07 req-630ac3ae-6a8d-4257-827e-5a57448f72fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0438211 Aug 23 15:45:58.060036 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e85a4-ef73-4179-a7ed-136185e28f07 req-30817bc5-6a47-4dc7-891a-56d0f59eb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:45:58.061517 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e43e85a4-ef73-4179-a7ed-136185e28f07 req-30817bc5-6a47-4dc7-891a-56d0f59eb050 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398500 Aug 23 15:45:58.159822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e43e85a4-ef73-4179-a7ed-136185e28f07 req-6bdc1951-e352-4a48-89b4-bd8756a006a9 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907476 Aug 23 15:45:58.249015 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e43e85a4-ef73-4179-a7ed-136185e28f07 req-f2087fd5-617d-4dfc-9621-b3ee88746899 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816288 Aug 23 15:45:58.761132 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:46:12.443636 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:46:16.178987 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:46:20.813764 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:46:22.655032 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f0da3902-55a9-4bcc-af84-a23a5c4ff7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:46:25.575265 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:46:26.626951 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd04d-080e-4176-a6b4-d9b2b9ec6156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:46:26.946535 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:46:28.804791 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:46:46.165219 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:46:49.442655 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:46:50.834186 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:46:52.646128 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd8cb7ef-db70-4af7-8207-ea6a745e91ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:46:55.582740 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:46:56.634880 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7a756c84-b564-466b-89a6-109e308b20bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:46:56.937966 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:46:57.734256 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1284c89-4be1-46df-a760-6ad71c3a1337 req-fddc7964-4e7b-414c-9476-13ebe9a29d80 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410142 Aug 23 15:46:57.820340 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284c89-4be1-46df-a760-6ad71c3a1337 req-7ce77df0-0f72-49c4-8605-2b001d6890f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:46:57.821905 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1284c89-4be1-46df-a760-6ad71c3a1337 req-7ce77df0-0f72-49c4-8605-2b001d6890f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 1097 time: 0.0469840 Aug 23 15:46:57.959930 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e377c-1c5d-4f43-93fb-4910eba33133 req-476fd640-9c3f-4ac5-958a-4013548b3ac2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:46:57.961457 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8e377c-1c5d-4f43-93fb-4910eba33133 req-476fd640-9c3f-4ac5-958a-4013548b3ac2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.1005104 Aug 23 15:46:57.979370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284c89-4be1-46df-a760-6ad71c3a1337 req-0b685f9f-84cc-410a-9aa4-b161cf593297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:46:57.980931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1284c89-4be1-46df-a760-6ad71c3a1337 req-0b685f9f-84cc-410a-9aa4-b161cf593297 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.1397965 Aug 23 15:46:58.001813 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-e6b1a9b1-944d-418b-a786-53d6cec72ec8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0482063 Aug 23 15:46:58.046114 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0a8e377c-1c5d-4f43-93fb-4910eba33133 req-34efde43-3e56-400d-90e6-0829f0b04553 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777438 Aug 23 15:46:58.063368 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1284c89-4be1-46df-a760-6ad71c3a1337 req-21411dcd-b102-4d01-a4b8-99cd4d6caacc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 200 len: 1003 time: 0.0742817 Aug 23 15:46:58.112814 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284c89-4be1-46df-a760-6ad71c3a1337 req-836a2806-530f-4cfb-854d-bb8ce33a0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:46:58.114248 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1284c89-4be1-46df-a760-6ad71c3a1337 req-836a2806-530f-4cfb-854d-bb8ce33a0c2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0441580 Aug 23 15:46:58.166000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284c89-4be1-46df-a760-6ad71c3a1337 req-88a1f487-8f3f-4455-8dd7-e37e58f9efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:46:58.167537 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1284c89-4be1-46df-a760-6ad71c3a1337 req-88a1f487-8f3f-4455-8dd7-e37e58f9efc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456119 Aug 23 15:46:58.261024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1284c89-4be1-46df-a760-6ad71c3a1337 req-2ea393d9-4421-465b-ae4a-78375baeab12 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854042 Aug 23 15:46:58.363956 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1284c89-4be1-46df-a760-6ad71c3a1337 req-d4339714-8811-4ccf-9f1b-75e177669927 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948348 Aug 23 15:46:58.772465 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:46:59.170230 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29636544-d59c-466d-82a4-1e1bd591742b req-8cb41615-bda3-43bb-9827-e9bb434d5175 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:46:59.171732 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29636544-d59c-466d-82a4-1e1bd591742b req-8cb41615-bda3-43bb-9827-e9bb434d5175 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0526860 Aug 23 15:46:59.210595 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-29636544-d59c-466d-82a4-1e1bd591742b req-3a5a2487-72cc-411a-a197-bda239d5037b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329146 Aug 23 15:47:00.333932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d5f33-644c-4da0-a290-04fac589ac70 req-a901ab01-a47f-4a5a-a027-6ecf187e34bf tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:00.335346 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-918d5f33-644c-4da0-a290-04fac589ac70 req-a901ab01-a47f-4a5a-a027-6ecf187e34bf tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0530822 Aug 23 15:47:00.375706 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-918d5f33-644c-4da0-a290-04fac589ac70 req-672e759f-84a2-4263-96dc-f10be04c5feb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326822 Aug 23 15:47:00.942991 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-c2f88dbd-d441-45ef-9ba7-7e19c5070544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:00.944420 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-c2f88dbd-d441-45ef-9ba7-7e19c5070544 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 1097 time: 0.0408893 Aug 23 15:47:01.331018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-2fdeaf5c-beb8-4ffe-822a-ff963fa5a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:01.332543 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-2fdeaf5c-beb8-4ffe-822a-ff963fa5a1e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.3814344 Aug 23 15:47:01.398778 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-ebdc5478-43ee-46af-aa23-c16f668512bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 200 len: 1003 time: 0.0582485 Aug 23 15:47:01.456811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-3786d899-d995-4f1e-93d5-5d003994e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:01.458293 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-3786d899-d995-4f1e-93d5-5d003994e112 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0527055 Aug 23 15:47:01.504374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-63203a02-0376-4435-bbf5-7a09b84322fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:01.505605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcbf5b-91af-415b-ace4-1d452dc4bdf5 req-b9934309-2e6a-44f9-ab84-c116e41f12fb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:01.506094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-63203a02-0376-4435-bbf5-7a09b84322fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411561 Aug 23 15:47:01.507122 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8fcbf5b-91af-415b-ace4-1d452dc4bdf5 req-b9934309-2e6a-44f9-ab84-c116e41f12fb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0495012 Aug 23 15:47:01.544790 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8fcbf5b-91af-415b-ace4-1d452dc4bdf5 req-9165a8c0-c4e5-4b4f-a361-73b75221cebc tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316343 Aug 23 15:47:01.596732 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-ee224329-4e24-4a54-9251-ff92ddd2e326 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836895 Aug 23 15:47:01.695007 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-acdacaf0-6c9e-44a6-9d96-9aced28d1156 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911028 Aug 23 15:47:02.662999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e43e35-80b1-4076-a33e-448eee530ab4 req-921cb5a3-369e-4f3f-ad99-b8c19654a670 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:02.664762 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97e43e35-80b1-4076-a33e-448eee530ab4 req-921cb5a3-369e-4f3f-ad99-b8c19654a670 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0498011 Aug 23 15:47:02.703429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-97e43e35-80b1-4076-a33e-448eee530ab4 req-7693f1d5-b454-4792-b973-7008d1f40c3c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318234 Aug 23 15:47:03.817716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b974a-0b16-4d18-ab73-c2aabfc78921 req-5af0b30e-9c10-4646-86c0-e02b5f94387a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:03.819313 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec8b974a-0b16-4d18-ab73-c2aabfc78921 req-5af0b30e-9c10-4646-86c0-e02b5f94387a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0495758 Aug 23 15:47:03.856779 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ec8b974a-0b16-4d18-ab73-c2aabfc78921 req-3df8484b-d6b9-4370-9e4d-3a97aabbba2d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312169 Aug 23 15:47:04.973721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e044cf-82be-4e00-ba8e-6f1dd60466d6 req-206a8499-be86-46f9-8936-b4b08d4bcde5 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:04.975264 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80e044cf-82be-4e00-ba8e-6f1dd60466d6 req-206a8499-be86-46f9-8936-b4b08d4bcde5 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0502138 Aug 23 15:47:05.015852 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80e044cf-82be-4e00-ba8e-6f1dd60466d6 req-17949cb4-09f7-466a-889b-9c9cc2c5cb23 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344236 Aug 23 15:47:06.139711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cbd5b-5c72-49fe-bd8f-3f294b7f0726 req-a2380258-b96f-44df-954f-77efa7e06455 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:06.141881 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4c1cbd5b-5c72-49fe-bd8f-3f294b7f0726 req-a2380258-b96f-44df-954f-77efa7e06455 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0577116 Aug 23 15:47:06.179857 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4c1cbd5b-5c72-49fe-bd8f-3f294b7f0726 req-4a3ad914-29dd-4c4e-8095-66f864de1078 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319753 Aug 23 15:47:07.299337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02161a-33bd-404f-a551-4adc27b563f8 req-b2b4948f-b70e-46d1-b6bd-dfe53ed5c57f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:07.300852 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e02161a-33bd-404f-a551-4adc27b563f8 req-b2b4948f-b70e-46d1-b6bd-dfe53ed5c57f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0530241 Aug 23 15:47:07.339319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e02161a-33bd-404f-a551-4adc27b563f8 req-fbf6d631-3574-406b-a1a1-fd632e878e8e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325882 Aug 23 15:47:08.451825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9351b5-5e60-46ed-986e-0a7da929f418 req-535c49a3-dd4c-4580-96c7-7e8c437adaa8 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:08.454148 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df9351b5-5e60-46ed-986e-0a7da929f418 req-535c49a3-dd4c-4580-96c7-7e8c437adaa8 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0500278 Aug 23 15:47:08.491866 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df9351b5-5e60-46ed-986e-0a7da929f418 req-0b6bc3c8-7128-400b-8043-1c21ef8ab931 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320394 Aug 23 15:47:09.606783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319e2e1-9841-4811-89ad-e18ec11d50e7 req-666d4b02-647b-468f-b98f-7a5b5e5e670f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:09.608299 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b319e2e1-9841-4811-89ad-e18ec11d50e7 req-666d4b02-647b-468f-b98f-7a5b5e5e670f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0500464 Aug 23 15:47:09.646470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b319e2e1-9841-4811-89ad-e18ec11d50e7 req-e55da836-5aea-4852-9b04-e4e85a01f1c5 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316350 Aug 23 15:47:10.762811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e74e4-ce0c-429b-a580-d5cec0799a04 req-1a71e6c2-a816-4fcd-bb1c-a839c4785b2e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:10.764327 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-916e74e4-ce0c-429b-a580-d5cec0799a04 req-1a71e6c2-a816-4fcd-bb1c-a839c4785b2e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0489078 Aug 23 15:47:10.804357 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-916e74e4-ce0c-429b-a580-d5cec0799a04 req-e8b098db-5b23-4fbe-b391-13c1edaecc0c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331409 Aug 23 15:47:11.921434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d952d0-91b8-4134-879b-b32f690882b8 req-d1bc0b89-a799-4067-b609-6dcddf134259 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:11.923915 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69d952d0-91b8-4134-879b-b32f690882b8 req-d1bc0b89-a799-4067-b609-6dcddf134259 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0505936 Aug 23 15:47:11.962352 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-69d952d0-91b8-4134-879b-b32f690882b8 req-901f5c3a-339e-45aa-b3fe-a179432bebc2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325623 Aug 23 15:47:13.082285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbbe22-c0e0-4d88-bf96-1171b48fa791 req-70e1730f-87a6-4b7c-aaf8-bd134511a298 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:13.083764 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-55cbbe22-c0e0-4d88-bf96-1171b48fa791 req-70e1730f-87a6-4b7c-aaf8-bd134511a298 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0546153 Aug 23 15:47:13.120840 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-55cbbe22-c0e0-4d88-bf96-1171b48fa791 req-db3e87e9-e463-4be1-8a8f-065714f19b80 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311778 Aug 23 15:47:13.861963 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-9e5b0c4e-f1d0-413b-82db-203b381b0104 service neutron] show failed (client error): The resource could not be found. Aug 23 15:47:13.862989 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-9e5b0c4e-f1d0-413b-82db-203b381b0104 service neutron] 10.222.0.57 "GET /v2.0/ports/51e78035-4a12-40a8-bb49-bae771af344e/bindings/n-h2-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0629401 Aug 23 15:47:14.238887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122dac01-1671-46c9-b23d-6668a6be1a83 req-5b738a7b-9077-4e98-a8c3-8e5255068a6e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:14.240465 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-122dac01-1671-46c9-b23d-6668a6be1a83 req-5b738a7b-9077-4e98-a8c3-8e5255068a6e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0509894 Aug 23 15:47:14.280509 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-122dac01-1671-46c9-b23d-6668a6be1a83 req-35c2697b-c4c3-47de-8498-c96bbdbfc778 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341284 Aug 23 15:47:14.334372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-ebbcfd05-11fd-4a55-8842-94236cf437ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:14.335802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-ebbcfd05-11fd-4a55-8842-94236cf437ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7&tenant_id=265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 1097 time: 0.0422788 Aug 23 15:47:14.348429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:47:14.408090 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:14.610388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=51e78035-4a12-40a8-bb49-bae771af344e,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:47:14.643201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:47:14.682648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:47:14.684944 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d503bbb-5e78-4c44-a139-afc1f9b05675" -d '{"events": [{"server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "name": "network-vif-unplugged", "status": "completed", "tag": "51e78035-4a12-40a8-bb49-bae771af344e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:47:14.689352 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:14.701376 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Transition to ACTIVE for port object 51e78035-4a12-40a8-bb49-bae771af344e will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:47:14.735864 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dfc685-94d5-4c92-b7a2-fed3068e4c3f x-openstack-request-id: req-50dfc685-94d5-4c92-b7a2-fed3068e4c3f {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:47:14.736163 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "name": "network-vif-unplugged", "status": "completed", "tag": "51e78035-4a12-40a8-bb49-bae771af344e", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:47:14.736424 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50dfc685-94d5-4c92-b7a2-fed3068e4c3f {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:47:14.736833 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e', 'code': 200} Aug 23 15:47:14.761968 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:14.849694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=51e78035-4a12-40a8-bb49-bae771af344e,revision_number=6']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:47:14.864712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:14.864712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:14.864712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:14.864712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:14.864712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:14.864712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:14.864712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:14.864712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:14.865988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:14.865988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:14.865988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:14.865988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:14.902401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] No DVR routers for this DVR port 51e78035-4a12-40a8-bb49-bae771af344e on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:47:15.042722 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Attempting to bind port 51e78035-4a12-40a8-bb49-bae771af344e on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:47:15.043049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Attempting to bind port 51e78035-4a12-40a8-bb49-bae771af344e by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:47:15.043375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Attempting to bind port 51e78035-4a12-40a8-bb49-bae771af344e on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:47:15.048874 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Port 51e78035-4a12-40a8-bb49-bae771af344e on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:47:15.049195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Attempting to bind port 51e78035-4a12-40a8-bb49-bae771af344e on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:47:15.054101 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:47:15.054441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Checking segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:47:15.055819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Bound using segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:47:15.055819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Bound port: 51e78035-4a12-40a8-bb49-bae771af344e, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:47:15.055819 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:15.122297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:47:15.125944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=51e78035-4a12-40a8-bb49-bae771af344e,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:47:15.179427 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:15.219904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:15.220688 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:15.221947 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] 10.222.0.61 "PUT /v2.0/ports/51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 200 len: 1092 time: 0.8780334 Aug 23 15:47:15.245297 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0723a-123e-4d5a-b6f1-0137aa2e6ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=51e78035-4a12-40a8-bb49-bae771af344e,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:47:15.294345 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-9effaa8b-43cd-4074-ba60-d055b6d85fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:15.295898 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-9effaa8b-43cd-4074-ba60-d055b6d85fa7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 1095 time: 0.0433135 Aug 23 15:47:15.434246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25b60f-8916-457e-86f0-6e406fabcf19 req-a85ca7e5-a446-4b66-911f-edaedb40fedb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:15.435747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae25b60f-8916-457e-86f0-6e406fabcf19 req-a85ca7e5-a446-4b66-911f-edaedb40fedb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 944 time: 0.0794303 Aug 23 15:47:15.437082 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-78103254-3c40-4a18-b620-079a88bc02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:15.439088 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-78103254-3c40-4a18-b620-079a88bc02c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.1359463 Aug 23 15:47:15.521792 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ae25b60f-8916-457e-86f0-6e406fabcf19 req-686865e4-d1c4-4b1f-baad-fceac62cef07 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789814 Aug 23 15:47:15.529969 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-5d806b43-26e5-4c67-8af5-86c2d26d36a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 200 len: 1001 time: 0.0813973 Aug 23 15:47:15.585747 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-2b3d7e7e-3fba-49b5-91e9-a035668f7791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:15.587177 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-2b3d7e7e-3fba-49b5-91e9-a035668f7791 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0487707 Aug 23 15:47:15.634446 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-91e7bfba-1a70-4ef6-976e-0d6141b35e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:15.635952 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-91e7bfba-1a70-4ef6-976e-0d6141b35e7c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407209 Aug 23 15:47:15.725788 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-ac071efd-782c-468d-8132-484993902dc8 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817564 Aug 23 15:47:15.820890 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-41d3cebf-6da7-43b3-a50b-93bd9dbf7155 req-3fefc3a2-d78e-400d-95a2-8f36dcf231d6 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877707 Aug 23 15:47:16.196650 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:16.646290 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f1236-815c-4bea-8e65-a5c20295d2ab req-29c4dc5a-5905-4ac9-a27d-83b72b41ce2b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:16.647792 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3d1f1236-815c-4bea-8e65-a5c20295d2ab req-29c4dc5a-5905-4ac9-a27d-83b72b41ce2b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 944 time: 0.0489047 Aug 23 15:47:16.685825 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3d1f1236-815c-4bea-8e65-a5c20295d2ab req-2f33185e-9a88-4b8d-8f0d-5a61721b9b71 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321574 Aug 23 15:47:16.737986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:47:16.740373 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e541f9dc-e4cf-4963-bb44-f45cd082f170" -d '{"events": [{"name": "network-changed", "server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "tag": "51e78035-4a12-40a8-bb49-bae771af344e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:47:16.787978 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ee34f6-86cc-441d-967e-5006bb6726c4 x-openstack-request-id: req-98ee34f6-86cc-441d-967e-5006bb6726c4 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:47:16.788271 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "tag": "51e78035-4a12-40a8-bb49-bae771af344e", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:47:16.788542 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-98ee34f6-86cc-441d-967e-5006bb6726c4 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:47:16.788958 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e', 'status': 'completed', 'code': 200} Aug 23 15:47:16.876486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-e9c5bb67-7a42-4f04-be11-112b03a38b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:16.877916 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-e9c5bb67-7a42-4f04-be11-112b03a38b61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 1095 time: 0.0720770 Aug 23 15:47:16.880326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-8bdaec3b-ccbe-4709-9fa2-805606f142af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:16.881698 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-8bdaec3b-ccbe-4709-9fa2-805606f142af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 1095 time: 0.0668914 Aug 23 15:47:17.048726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-d81ad1dd-dec9-4537-9cbc-8c7a453aae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:17.050185 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-d81ad1dd-dec9-4537-9cbc-8c7a453aae04 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.1656580 Aug 23 15:47:17.052687 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-78e37e6e-d3b8-49ac-b0ad-e467b393fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:17.053996 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-78e37e6e-d3b8-49ac-b0ad-e467b393fc1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.1606512 Aug 23 15:47:17.161231 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-10c46089-f4f0-4bd2-8725-aebc2c277eb9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 200 len: 1001 time: 0.1039717 Aug 23 15:47:17.164597 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-4426e998-dec6-4c0f-8cb4-6c963dcbad6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 200 len: 1001 time: 0.1017995 Aug 23 15:47:17.243716 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-c87838bb-f8b2-493f-b22d-af76d07d2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:17.245129 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-c87838bb-f8b2-493f-b22d-af76d07d2f7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0772338 Aug 23 15:47:17.246477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-44f59619-2e41-4f35-a6af-f02700bd74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:17.247802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-44f59619-2e41-4f35-a6af-f02700bd74c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0720837 Aug 23 15:47:17.321542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-f156cd59-62f7-4e6f-8411-9532431f9852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:17.323019 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-f156cd59-62f7-4e6f-8411-9532431f9852 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708082 Aug 23 15:47:17.325616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-cc62ab5f-b7cd-4f6d-8f7c-2d16cf8fa625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:17.326960 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-cc62ab5f-b7cd-4f6d-8f7c-2d16cf8fa625 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674763 Aug 23 15:47:17.484201 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-33dd2e6e-6f8c-4df6-b1c9-cdfa8c71c43a service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537542 Aug 23 15:47:17.487373 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-aadfb266-b02a-4a91-bfc7-0297887094ea service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492717 Aug 23 15:47:17.646386 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-83960816-c277-483a-a471-e2ab9614fc8a service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549883 Aug 23 15:47:17.648421 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e541f9dc-e4cf-4963-bb44-f45cd082f170 req-8ef1de86-09f3-4f8b-acf3-817f2b528fdb service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500421 Aug 23 15:47:17.805600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25c149-3fb4-4a94-b465-c70852713f7b req-5cb76df0-5a51-46be-bab6-286bcba7ba8b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:17.807083 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3e25c149-3fb4-4a94-b465-c70852713f7b req-5cb76df0-5a51-46be-bab6-286bcba7ba8b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 944 time: 0.0496550 Aug 23 15:47:17.845536 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3e25c149-3fb4-4a94-b465-c70852713f7b req-37a18daf-af6a-477a-918f-6fe335f024c0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314622 Aug 23 15:47:17.961216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 51e78035-4a12-40a8-bb49-bae771af344e details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:47:18.060756 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=51e78035-4a12-40a8-bb49-bae771af344e,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:47:18.071272 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '51e78035-4a12-40a8-bb49-bae771af344e', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'port_id': '51e78035-4a12-40a8-bb49-bae771af344e', 'mac_address': 'fa:16:3e:8f:c5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:47:18.107892 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:18.120992 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e78035-4a12-40a8-bb49-bae771af344e {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:47:18.139239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=51e78035-4a12-40a8-bb49-bae771af344e,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:47:18.231094 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:18.278908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=51e78035-4a12-40a8-bb49-bae771af344e,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:47:18.286810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:18.287187 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:18.287527 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:18.287892 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:18.288224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:18.288554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:18.288880 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:18.289203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:18.289525 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:18.289845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:18.290165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:18.290488 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:47:18.421559 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 51e78035-4a12-40a8-bb49-bae771af344e no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:47:18.464717 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 51e78035-4a12-40a8-bb49-bae771af344e not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:47:18.503692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['51e78035-4a12-40a8-bb49-bae771af344e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:47:18.964714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a9c22-6576-4827-9636-ad7cebcb9c70 req-bb148f59-2217-4149-bd8b-1d228bac4dd2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:18.966227 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1d2a9c22-6576-4827-9636-ad7cebcb9c70 req-bb148f59-2217-4149-bd8b-1d228bac4dd2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 945 time: 0.0496442 Aug 23 15:47:19.008544 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1d2a9c22-6576-4827-9636-ad7cebcb9c70 req-45df413c-7b21-4a1e-ab94-2edc71f28505 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363402 Aug 23 15:47:19.584173 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2a808-a987-4be2-aecc-d3611be582ca req-b54a6417-fcf7-4de0-8203-1bd8789493b3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:19.585669 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1a2a808-a987-4be2-aecc-d3611be582ca req-b54a6417-fcf7-4de0-8203-1bd8789493b3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 945 time: 0.0531664 Aug 23 15:47:19.649338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1a2a808-a987-4be2-aecc-d3611be582ca req-9c671084-580c-4192-a242-3c9e3417b5ea tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535202 Aug 23 15:47:19.663963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a102cf51-ecc3-4e39-b7b4-1788ace163e2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:19.665622 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a102cf51-ecc3-4e39-b7b4-1788ace163e2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.61 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7&tenant_id=265083ec6478448c96ce2ccfe63c91e9&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 945 time: 0.0790441 Aug 23 15:47:19.727455 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-91f3e71c-e2f6-4e5b-aa2f-c7023d992f7d service neutron] 10.222.0.61 "GET /v2.0/ports/51e78035-4a12-40a8-bb49-bae771af344e/bindings/n-h2-804985-3 HTTP/1.1" status: 200 len: 382 time: 0.0531421 Aug 23 15:47:19.798896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-30c5399f-9414-44d5-bdcf-11c5ea161fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:19.800326 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-30c5399f-9414-44d5-bdcf-11c5ea161fca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 1096 time: 0.0451860 Aug 23 15:47:19.889777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-f415e93d-3ebb-4809-8567-27745919d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:19.891824 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-f415e93d-3ebb-4809-8567-27745919d40f service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0835166 Aug 23 15:47:19.959870 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-fc18fdbd-2bca-4b04-824e-a9749e770222 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 200 len: 1002 time: 0.0607805 Aug 23 15:47:19.960121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 51e78035-4a12-40a8-bb49-bae771af344e up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:47:20.010666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-978d21a8-f88b-47ad-9073-2440cc4642f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:20.012194 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-978d21a8-f88b-47ad-9073-2440cc4642f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0451295 Aug 23 15:47:20.059367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-f72cbefd-d0d4-48cd-8a32-efea6bb22284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:20.060820 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-f72cbefd-d0d4-48cd-8a32-efea6bb22284 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409687 Aug 23 15:47:20.077119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 51e78035-4a12-40a8-bb49-bae771af344e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:47:20.081676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 51e78035-4a12-40a8-bb49-bae771af344e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:47:20.082054 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:20.158700 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-e8bb1543-5217-43c0-9c3b-cf74528b91fc service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892479 Aug 23 15:47:20.160110 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:20.191026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:47:20.193295 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4e589c-7b02-428f-82d0-cdfd6e04bd54" -d '{"events": [{"server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "name": "network-vif-plugged", "status": "completed", "tag": "51e78035-4a12-40a8-bb49-bae771af344e"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:47:20.207147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=51e78035-4a12-40a8-bb49-bae771af344e,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:47:20.246403 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cd8379-ace7-4fd7-a869-d392a98d6ae2 x-openstack-request-id: req-f4cd8379-ace7-4fd7-a869-d392a98d6ae2 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:47:20.246702 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "name": "network-vif-plugged", "status": "completed", "tag": "51e78035-4a12-40a8-bb49-bae771af344e", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:47:20.247030 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4cd8379-ace7-4fd7-a869-d392a98d6ae2 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:47:20.247351 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e', 'code': 200} Aug 23 15:47:20.253628 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:20.253940 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a597ae57-d69a-413c-83d9-322e53f47634 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878963 Aug 23 15:47:20.305405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=51e78035-4a12-40a8-bb49-bae771af344e,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:47:20.772109 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd01f9-f626-4f32-b123-c58775d95333 req-cacdfa5b-726e-4434-8d22-9c80b551e7b6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:20.773653 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44dd01f9-f626-4f32-b123-c58775d95333 req-cacdfa5b-726e-4434-8d22-9c80b551e7b6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0563989 Aug 23 15:47:20.811930 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44dd01f9-f626-4f32-b123-c58775d95333 req-d554f07e-7db3-4689-a7f5-0f8a3f8e4fb1 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321021 Aug 23 15:47:20.814880 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:21.932764 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6b634-7d5c-4caf-abfc-889414e093f0 req-22219ebb-f7cc-482a-9427-04ff08758966 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:21.934117 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bea6b634-7d5c-4caf-abfc-889414e093f0 req-22219ebb-f7cc-482a-9427-04ff08758966 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0529618 Aug 23 15:47:21.972234 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bea6b634-7d5c-4caf-abfc-889414e093f0 req-b6168ce7-c99a-40fc-9232-6348fa2b3689 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306656 Aug 23 15:47:22.665806 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a6ba736e-7503-4fd9-a805-7873553d9c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:22.796464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-8a634aa1-dceb-4c84-9db3-bac59fa040d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:22.798029 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-8a634aa1-dceb-4c84-9db3-bac59fa040d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7&tenant_id=265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 1097 time: 0.0438600 Aug 23 15:47:22.809295 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:47:22.862150 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:23.094360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=51e78035-4a12-40a8-bb49-bae771af344e,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:47:23.129254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a04335-99e0-4d3c-991f-87294f7b64ae req-a8fff244-70ba-44e3-b522-0bba8f9e02e2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:23.130728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60a04335-99e0-4d3c-991f-87294f7b64ae req-a8fff244-70ba-44e3-b522-0bba8f9e02e2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0891790 Aug 23 15:47:23.149049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:47:23.203754 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-60a04335-99e0-4d3c-991f-87294f7b64ae req-64b4ca35-e7c1-40d1-a8b4-789f341fd80b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659266 Aug 23 15:47:23.208564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:47:23.210915 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bf5783-2626-4410-b3f1-e99910588342" -d '{"events": [{"server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "name": "network-vif-unplugged", "status": "completed", "tag": "51e78035-4a12-40a8-bb49-bae771af344e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:47:23.215218 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:23.229316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Transition to ACTIVE for port object 51e78035-4a12-40a8-bb49-bae771af344e will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:47:23.257991 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60758b7e-40e8-4080-894a-37c9e511e930 x-openstack-request-id: req-60758b7e-40e8-4080-894a-37c9e511e930 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:47:23.258282 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "name": "network-vif-unplugged", "status": "completed", "tag": "51e78035-4a12-40a8-bb49-bae771af344e", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:47:23.258533 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-60758b7e-40e8-4080-894a-37c9e511e930 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:47:23.258986 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e', 'code': 200} Aug 23 15:47:23.288590 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:23.375896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=51e78035-4a12-40a8-bb49-bae771af344e,revision_number=10']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:47:23.412680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] No DVR routers for this DVR port 51e78035-4a12-40a8-bb49-bae771af344e on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:47:23.551644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Attempting to bind port 51e78035-4a12-40a8-bb49-bae771af344e on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:47:23.552016 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Attempting to bind port 51e78035-4a12-40a8-bb49-bae771af344e by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:47:23.552352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Attempting to bind port 51e78035-4a12-40a8-bb49-bae771af344e on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:47:23.556756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Port 51e78035-4a12-40a8-bb49-bae771af344e on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:47:23.557085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Attempting to bind port 51e78035-4a12-40a8-bb49-bae771af344e on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:47:23.563209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:47:23.563341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Checking segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:47:23.563698 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Bound using segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:47:23.564132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Bound port: 51e78035-4a12-40a8-bb49-bae771af344e, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:47:23.565190 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:23.639161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:47:23.642925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=51e78035-4a12-40a8-bb49-bae771af344e,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:47:23.717550 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:24.052353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:24.052969 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:24.054358 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] 10.222.0.57 "PUT /v2.0/ports/51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 200 len: 1093 time: 1.2493107 Aug 23 15:47:24.076305 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f66be-bd65-48cb-bd2b-21be7b4ea8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=51e78035-4a12-40a8-bb49-bae771af344e,revision_number=11']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:47:24.122606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-eec5d629-0f2b-4d61-8160-ef6537875f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:24.124164 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-eec5d629-0f2b-4d61-8160-ef6537875f5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 1096 time: 0.0448294 Aug 23 15:47:24.223070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-4238c348-dfc2-474d-a657-6c0bfae75667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:24.224466 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-4238c348-dfc2-474d-a657-6c0bfae75667 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0925972 Aug 23 15:47:24.318323 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-3732cfc5-1cfa-4a4b-9bf6-aced305dcc69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 200 len: 1001 time: 0.0868585 Aug 23 15:47:24.334466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6bc7f-2fea-4b29-b50c-64ce344f93cd req-1d4840db-fe60-421d-92bf-ece2cfeae249 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:24.335886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74f6bc7f-2fea-4b29-b50c-64ce344f93cd req-1d4840db-fe60-421d-92bf-ece2cfeae249 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 945 time: 0.0640666 Aug 23 15:47:24.400755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-1c1796cf-827a-46b7-bf5c-eef30684bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:24.402168 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-1c1796cf-827a-46b7-bf5c-eef30684bf20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0755026 Aug 23 15:47:24.409288 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74f6bc7f-2fea-4b29-b50c-64ce344f93cd req-be4ee462-f6e8-461c-9be9-21759115802d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654960 Aug 23 15:47:24.449408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-1b149d6e-42ab-4ef2-a7c6-2ef45e0860cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:24.450877 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-1b149d6e-42ab-4ef2-a7c6-2ef45e0860cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407612 Aug 23 15:47:24.539342 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-7988d119-d090-4108-985a-049a9e141406 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811760 Aug 23 15:47:24.634218 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5720e422-fc83-483d-a9ab-65b82796cb56 req-6c92deea-235b-4a43-8831-5c2bba722901 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876513 Aug 23 15:47:25.260270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:47:25.262665 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "tag": "51e78035-4a12-40a8-bb49-bae771af344e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:47:25.311028 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd1c362-3200-4c34-95af-225c0ca60f29 x-openstack-request-id: req-cdd1c362-3200-4c34-95af-225c0ca60f29 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:47:25.311320 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "tag": "51e78035-4a12-40a8-bb49-bae771af344e", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:47:25.311571 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cdd1c362-3200-4c34-95af-225c0ca60f29 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:47:25.312266 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e', 'status': 'completed', 'code': 200} Aug 23 15:47:25.407801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-1f145b13-6b96-42b0-8c5e-e52b32a0609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:25.409365 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-1f145b13-6b96-42b0-8c5e-e52b32a0609a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 1096 time: 0.0757227 Aug 23 15:47:25.410970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-4a058dd4-7ca4-4cc0-b44c-bbcf6915f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:25.412319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-4a058dd4-7ca4-4cc0-b44c-bbcf6915f879 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 1096 time: 0.0695219 Aug 23 15:47:25.563303 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:25.620339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5153f9-ae24-4d66-9662-a8cea692f413 req-f17006ce-e33d-44a1-9e20-d7f8ee482527 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:25.621837 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d5153f9-ae24-4d66-9662-a8cea692f413 req-f17006ce-e33d-44a1-9e20-d7f8ee482527 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 945 time: 0.1136131 Aug 23 15:47:25.623552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-6814c148-94ab-4282-ab8e-4bbbce72d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:25.624904 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-6814c148-94ab-4282-ab8e-4bbbce72d525 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.2076805 Aug 23 15:47:25.625859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-6166db0e-00ed-460a-9537-b9435782f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:25.627800 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-6166db0e-00ed-460a-9537-b9435782f1f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.2019958 Aug 23 15:47:25.750415 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d5153f9-ae24-4d66-9662-a8cea692f413 req-0c398f34-48e0-4d6a-90be-f62828b5c740 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214545 Aug 23 15:47:25.768131 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-c48f9d52-c628-422d-b0d8-b4b13ce4f4fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 200 len: 1001 time: 0.1329875 Aug 23 15:47:25.770004 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-c8dbe22f-6ce5-490f-a41f-45888befc6bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 200 len: 1001 time: 0.1333964 Aug 23 15:47:25.854636 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-5c0109ac-5761-43c3-9faa-ecbfa27a4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:25.856038 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-5c0109ac-5761-43c3-9faa-ecbfa27a4154 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0812171 Aug 23 15:47:25.859306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-f430f422-383c-4e26-97f0-6c2a33db380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:25.860652 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-f430f422-383c-4e26-97f0-6c2a33db380b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0784886 Aug 23 15:47:25.928842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-7752d95f-32fa-48d3-b3b5-a681f2455c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:25.930344 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-7752d95f-32fa-48d3-b3b5-a681f2455c71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660331 Aug 23 15:47:25.936086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-46ff4941-ace8-4bce-ab87-44ba1938d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:25.937725 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-46ff4941-ace8-4bce-ab87-44ba1938d8f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660710 Aug 23 15:47:26.020288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 51e78035-4a12-40a8-bb49-bae771af344e no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:47:26.058568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 51e78035-4a12-40a8-bb49-bae771af344e not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:47:26.092796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-4b17c679-9c54-427d-bea8-8cb77cb6a681 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541200 Aug 23 15:47:26.097014 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-039ad0ca-0498-45ba-8b9b-28f8cd56ebb5 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500316 Aug 23 15:47:26.258953 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-af5a3ad5-97b7-4a76-8159-bc124f06f497 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578639 Aug 23 15:47:26.261155 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2a6df9e-2e0c-4d77-9410-4e489ef2c9d7 req-6c6f1d71-211f-4a94-8232-c4a007295fe9 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526105 Aug 23 15:47:26.442477 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:47:26.469490 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 51e78035-4a12-40a8-bb49-bae771af344e details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:47:26.568976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=51e78035-4a12-40a8-bb49-bae771af344e,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:47:26.590002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '51e78035-4a12-40a8-bb49-bae771af344e', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'port_id': '51e78035-4a12-40a8-bb49-bae771af344e', 'mac_address': 'fa:16:3e:8f:c5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:47:26.628985 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:26.632344 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-12a19674-2253-4af9-82c7-5a1c8700d610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:26.643286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e78035-4a12-40a8-bb49-bae771af344e {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:47:26.662824 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=51e78035-4a12-40a8-bb49-bae771af344e,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:47:26.711763 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:26.757643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=51e78035-4a12-40a8-bb49-bae771af344e,revision_number=12']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:47:26.870451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66fd55-cd67-404b-b9ea-815e601b4f2b req-df56748b-1920-4a78-8a3b-5392450dbcfc tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:26.871866 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa66fd55-cd67-404b-b9ea-815e601b4f2b req-df56748b-1920-4a78-8a3b-5392450dbcfc tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0499434 Aug 23 15:47:26.909842 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-aa66fd55-cd67-404b-b9ea-815e601b4f2b req-0f8a8237-ea49-4a76-a6e2-19dc4c913069 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318632 Aug 23 15:47:26.923214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['51e78035-4a12-40a8-bb49-bae771af344e'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:47:26.946081 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:27.036958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703c7b-e328-40b7-81b3-a060d18d8536 req-a10ad8e2-f4d4-4952-a282-8fd9cc9b1342 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:27.038636 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-17703c7b-e328-40b7-81b3-a060d18d8536 req-a10ad8e2-f4d4-4952-a282-8fd9cc9b1342 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0576570 Aug 23 15:47:27.078059 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-17703c7b-e328-40b7-81b3-a060d18d8536 req-a934b97b-bbe4-4c2f-9373-0ccee183e2a2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333190 Aug 23 15:47:27.191526 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82a706-fff0-474a-9f79-50fb42a09ef4 req-25c430ff-1d4f-44b3-b432-8eb257c78c38 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:27.192940 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b82a706-fff0-474a-9f79-50fb42a09ef4 req-25c430ff-1d4f-44b3-b432-8eb257c78c38 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0498672 Aug 23 15:47:27.229487 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0b82a706-fff0-474a-9f79-50fb42a09ef4 req-92618cb4-db74-458b-a0b2-3c7100aada79 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306799 Aug 23 15:47:27.659595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be5fee-82d0-465e-aa95-8fceae4a9790 req-0bd0f3c5-e91b-45ef-85a6-d4c2581c130f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:27.661152 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04be5fee-82d0-465e-aa95-8fceae4a9790 req-0bd0f3c5-e91b-45ef-85a6-d4c2581c130f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0649269 Aug 23 15:47:27.701137 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04be5fee-82d0-465e-aa95-8fceae4a9790 req-183c4c17-5573-4548-b721-1971eba5e13f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338418 Aug 23 15:47:28.476920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 51e78035-4a12-40a8-bb49-bae771af344e up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:47:28.614793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 51e78035-4a12-40a8-bb49-bae771af344e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:47:28.618730 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 51e78035-4a12-40a8-bb49-bae771af344e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:47:28.619110 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:28.699670 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:28.732177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:47:28.734456 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950f580b-85ba-4e36-a54c-b9a99804ee39" -d '{"events": [{"server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "name": "network-vif-plugged", "status": "completed", "tag": "51e78035-4a12-40a8-bb49-bae771af344e"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:47:28.748206 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=51e78035-4a12-40a8-bb49-bae771af344e,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:47:28.772511 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e61fb52-06c2-4d5a-9c60-2c77a69477fa x-openstack-request-id: req-4e61fb52-06c2-4d5a-9c60-2c77a69477fa {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:47:28.772808 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "name": "network-vif-plugged", "status": "completed", "tag": "51e78035-4a12-40a8-bb49-bae771af344e", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:47:28.773190 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e61fb52-06c2-4d5a-9c60-2c77a69477fa {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:47:28.773591 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e', 'code': 200} Aug 23 15:47:28.820356 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:28.823222 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e05ff-8a46-402b-8583-7e940b973afe req-5145459c-fb69-435d-80b6-0b5a4a383ebe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:28.824826 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-781e05ff-8a46-402b-8583-7e940b973afe req-5145459c-fb69-435d-80b6-0b5a4a383ebe tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 946 time: 0.0512037 Aug 23 15:47:28.843237 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:28.874012 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-781e05ff-8a46-402b-8583-7e940b973afe req-25da5163-245b-436e-b1cb-37367b65ec9c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421095 Aug 23 15:47:28.899239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=51e78035-4a12-40a8-bb49-bae771af344e,revision_number=13']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:47:28.910539 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a460b-136c-4a77-a742-9c64167972ac req-b5da5d4b-f650-44ed-9ccb-fc8e1b63c46d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:28.912053 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d38a460b-136c-4a77-a742-9c64167972ac req-b5da5d4b-f650-44ed-9ccb-fc8e1b63c46d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.57 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 947 time: 0.0537808 Aug 23 15:47:29.004764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-d38a460b-136c-4a77-a742-9c64167972ac req-4e90f21a-bd9c-4e15-b1a1-4a482f253c77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Deleting port 51e78035-4a12-40a8-bb49-bae771af344e {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:47:29.005026 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d38a460b-136c-4a77-a742-9c64167972ac req-4e90f21a-bd9c-4e15-b1a1-4a482f253c77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:29.093017 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-d38a460b-136c-4a77-a742-9c64167972ac req-4e90f21a-bd9c-4e15-b1a1-4a482f253c77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] For port 51e78035-4a12-40a8-bb49-bae771af344e, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=51e78035-4a12-40a8-bb49-bae771af344e,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:47:29.093389 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d38a460b-136c-4a77-a742-9c64167972ac req-4e90f21a-bd9c-4e15-b1a1-4a482f253c77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:29.271709 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d38a460b-136c-4a77-a742-9c64167972ac req-4e90f21a-bd9c-4e15-b1a1-4a482f253c77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:29.272033 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d38a460b-136c-4a77-a742-9c64167972ac req-4e90f21a-bd9c-4e15-b1a1-4a482f253c77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:29.272355 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-d38a460b-136c-4a77-a742-9c64167972ac req-4e90f21a-bd9c-4e15-b1a1-4a482f253c77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Floating IP 1445e800-8dff-4203-8244-a97e9e587f75 disassociated. External IP: 172.25.8.148, port: 51e78035-4a12-40a8-bb49-bae771af344e. Aug 23 15:47:29.272704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-d38a460b-136c-4a77-a742-9c64167972ac req-4e90f21a-bd9c-4e15-b1a1-4a482f253c77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Calling delete_port for 51e78035-4a12-40a8-bb49-bae771af344e owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:47:29.460536 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d38a460b-136c-4a77-a742-9c64167972ac req-4e90f21a-bd9c-4e15-b1a1-4a482f253c77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:29.496250 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90f21a-bd9c-4e15-b1a1-4a482f253c77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Pushing event deleted for resources: {'Port': ['ID=51e78035-4a12-40a8-bb49-bae771af344e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:47:29.614831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d38a460b-136c-4a77-a742-9c64167972ac req-4e90f21a-bd9c-4e15-b1a1-4a482f253c77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Router f384507e-351c-45ee-9c55-21050adf4988 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:47:29.742433 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d38a460b-136c-4a77-a742-9c64167972ac req-4e90f21a-bd9c-4e15-b1a1-4a482f253c77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:47:29.753230 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b1c709-5df0-4ce2-8542-019d65315f7e None None] Sync routers for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:47:29.766603 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b1c709-5df0-4ce2-8542-019d65315f7e None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:47:29.767568 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-90b1c709-5df0-4ce2-8542-019d65315f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:47:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:47:29.790242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38a460b-136c-4a77-a742-9c64167972ac req-4e90f21a-bd9c-4e15-b1a1-4a482f253c77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] No DVR routers for this DVR port 51e78035-4a12-40a8-bb49-bae771af344e on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:47:29.793127 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d38a460b-136c-4a77-a742-9c64167972ac req-4e90f21a-bd9c-4e15-b1a1-4a482f253c77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:29.795155 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d38a460b-136c-4a77-a742-9c64167972ac req-4e90f21a-bd9c-4e15-b1a1-4a482f253c77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.57 "DELETE /v2.0/ports/51e78035-4a12-40a8-bb49-bae771af344e HTTP/1.1" status: 204 len: 173 time: 0.8768976 Aug 23 15:47:29.795602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'name': 'network-vif-deleted', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:47:29.798868 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f769d99-7ad2-4ecb-9a65-d940caad7105" -d '{"events": [{"server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "name": "network-vif-deleted", "tag": "51e78035-4a12-40a8-bb49-bae771af344e"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:47:29.838808 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e1df2d-8edb-4c07-9c9d-e8ee75554d9a x-openstack-request-id: req-38e1df2d-8edb-4c07-9c9d-e8ee75554d9a {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:47:29.839421 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704f8af-cb35-4d98-966f-bf1b4d7b07f7", "name": "network-vif-deleted", "tag": "51e78035-4a12-40a8-bb49-bae771af344e", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:47:29.839421 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38e1df2d-8edb-4c07-9c9d-e8ee75554d9a {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:47:29.839820 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704f8af-cb35-4d98-966f-bf1b4d7b07f7', 'name': 'network-vif-deleted', 'tag': '51e78035-4a12-40a8-bb49-bae771af344e', 'status': 'completed', 'code': 200} Aug 23 15:47:29.882227 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-90b1c709-5df0-4ce2-8542-019d65315f7e None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:47:29.979953 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-388bb7a6-2766-44ac-91f1-55d0c535866e req-fb609e02-eb53-4ec7-ad07-723d18a2f9df tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=d704f8af-cb35-4d98-966f-bf1b4d7b07f7 HTTP/1.1" status: 200 len: 210 time: 0.0300071 Aug 23 15:47:30.086451 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-90b1c709-5df0-4ce2-8542-019d65315f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:47:30.116815 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b1c709-5df0-4ce2-8542-019d65315f7e None None] Checking router: f384507e-351c-45ee-9c55-21050adf4988 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:47:30.128080 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b1c709-5df0-4ce2-8542-019d65315f7e None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:47:30.129080 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-90b1c709-5df0-4ce2-8542-019d65315f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:47:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:47:30.235337 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-90b1c709-5df0-4ce2-8542-019d65315f7e None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:47:30.436594 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-90b1c709-5df0-4ce2-8542-019d65315f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:47:30.464707 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b1c709-5df0-4ce2-8542-019d65315f7e None None] The sync data for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 is: [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:47:30.696301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc640db4-94b3-4a06-a02e-8d45933fca07 None None] New status for floating IP 1445e800-8dff-4203-8244-a97e9e587f75: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:47:31.250722 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-57f3d289-94b8-4c7d-adbd-aefd55d95001 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--66752257&fields=id&tenant_id=265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 267 time: 0.0327351 Aug 23 15:47:31.355121 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-da4197d2-4423-4ef1-8a16-807ba8ba7c84 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:31.356507 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-da4197d2-4423-4ef1-8a16-807ba8ba7c84 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 811 time: 0.0989826 Aug 23 15:47:31.371093 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-2ae49c49-09fa-4cf8-9364-5882e8f6ece6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/quotas/265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 375 time: 0.0087631 Aug 23 15:47:31.427465 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-8a4b0d01-a080-4b17-8d93-1d62cd36297a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511658 Aug 23 15:47:31.597868 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-b2479335-848f-4aa0-a4f6-60689da7b890 service neutron] 10.222.0.38 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232638 Aug 23 15:47:31.703597 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-03acc8d9-1052-4f6b-a423-5a8f23fc45ee service neutron] 10.222.0.38 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995500 Aug 23 15:47:31.904089 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-373d56ff-c038-42da-aebe-9e13439778fd req-2f75b64e-14da-4ca6-9987-ff2944b35bf0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 210 time: 0.0266001 Aug 23 15:47:32.533131 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 51e78035-4a12-40a8-bb49-bae771af344e no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:47:32.553269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 51e78035-4a12-40a8-bb49-bae771af344e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:47:32.553610 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 51e78035-4a12-40a8-bb49-bae771af344e not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:47:33.000176 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-92257265-0e53-45f4-b67d-ddc44ea969a2 req-0115684f-6fb2-4e5b-ab6f-3194ddcb68a5 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 210 time: 0.0288813 Aug 23 15:47:33.540240 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-3afdbf0e-3e33-45c0-9ed8-429b635edab6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:33.541678 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-3afdbf0e-3e33-45c0-9ed8-429b635edab6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 811 time: 0.1052375 Aug 23 15:47:33.590073 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-ba8d7f70-4e03-4218-aeae-1cc1b98dd740 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 378 time: 0.0372026 Aug 23 15:47:33.602124 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-74ebcb17-8969-4bca-9e15-df864fc49041 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Request body: {'port': {'device_id': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'admin_state_up': True, 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'security_groups': ['791f4475-1f92-4692-b589-944ab3d9203a']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:47:33.753135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-74ebcb17-8969-4bca-9e15-df864fc49041 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Made reservation on behalf of 265083ec6478448c96ce2ccfe63c91e9 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:47:33.756837 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-74ebcb17-8969-4bca-9e15-df864fc49041 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:33.885824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-74ebcb17-8969-4bca-9e15-df864fc49041 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Allocated IP 172.20.0.9 (90c3ddac-7d47-4a54-bf98-92d85e38d09f/a3c72ad3-68f7-4a01-b53a-17d12537c713/f5e5b6da-0088-4715-a696-213d4d2f1e02) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:47:34.021818 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-74ebcb17-8969-4bca-9e15-df864fc49041 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:34.040785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-74ebcb17-8969-4bca-9e15-df864fc49041 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Transition to ACTIVE for port object f5e5b6da-0088-4715-a696-213d4d2f1e02 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:47:34.102038 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-34da145f-407a-4868-b247-5c8a7cfc3aa8 req-609468c6-2cff-447e-9d6e-5c2f78066f57 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 210 time: 0.0326710 Aug 23 15:47:34.118689 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-74ebcb17-8969-4bca-9e15-df864fc49041 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:34.162267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-74ebcb17-8969-4bca-9e15-df864fc49041 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Network 90c3ddac-7d47-4a54-bf98-92d85e38d09f is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:47:34.165132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-74ebcb17-8969-4bca-9e15-df864fc49041 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:47:34.168758 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-74ebcb17-8969-4bca-9e15-df864fc49041 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:47:34.178670 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebcb17-8969-4bca-9e15-df864fc49041 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Pushing event updated for resources: {'Port': ['ID=f5e5b6da-0088-4715-a696-213d4d2f1e02,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:47:34.226747 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-74ebcb17-8969-4bca-9e15-df864fc49041 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:34.227392 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-74ebcb17-8969-4bca-9e15-df864fc49041 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:34.330084 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-74ebcb17-8969-4bca-9e15-df864fc49041 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7316513 Aug 23 15:47:34.342493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Request body: {'port': {'device_id': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:47:34.399585 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:34.455368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b04b0c26-e8fd-4bfd-97e1-325a9471dbf5 None None] Provisioning for port f5e5b6da-0088-4715-a696-213d4d2f1e02 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:47:34.459312 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b04b0c26-e8fd-4bfd-97e1-325a9471dbf5 None None] Provisioning complete for port f5e5b6da-0088-4715-a696-213d4d2f1e02 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:47:34.464145 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c26-e8fd-4bfd-97e1-325a9471dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:34.497408 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b04b0c26-e8fd-4bfd-97e1-325a9471dbf5 None None] Port f5e5b6da-0088-4715-a696-213d4d2f1e02 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:47:34.664218 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e5b6da-0088-4715-a696-213d4d2f1e02 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:47:34.671835 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:34.683751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Transition to ACTIVE for port object f5e5b6da-0088-4715-a696-213d4d2f1e02 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:47:34.728968 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:34.780650 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5b6da-0088-4715-a696-213d4d2f1e02,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:47:34.856329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Attempting to bind port f5e5b6da-0088-4715-a696-213d4d2f1e02 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:47:34.856674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Attempting to bind port f5e5b6da-0088-4715-a696-213d4d2f1e02 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:47:34.857039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Attempting to bind port f5e5b6da-0088-4715-a696-213d4d2f1e02 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:47:34.861592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Port f5e5b6da-0088-4715-a696-213d4d2f1e02 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:47:34.861945 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Attempting to bind port f5e5b6da-0088-4715-a696-213d4d2f1e02 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:47:34.867042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:47:34.867392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Checking segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:47:34.867835 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Bound using segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:47:34.868275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Bound port: f5e5b6da-0088-4715-a696-213d4d2f1e02, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:47:34.868643 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:34.936191 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:47:34.939551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:47:35.015424 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:35.048941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:35.049608 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:35.051130 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] 10.222.0.61 "PUT /v2.0/ports/f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1091 time: 0.7129498 Aug 23 15:47:35.051579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:47:35.053827 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d4f152-86ea-4d05-b257-c5df8499c5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:47:35.085146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95042be-c0e1-486e-b7cb-3477c3b7d9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5b6da-0088-4715-a696-213d4d2f1e02,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:47:35.094819 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11733723-d254-44b4-a318-5c578d8b6632 x-openstack-request-id: req-11733723-d254-44b4-a318-5c578d8b6632 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:47:35.095115 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:47:35.095369 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11733723-d254-44b4-a318-5c578d8b6632 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:47:35.095804 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'status': 'completed', 'code': 200} Aug 23 15:47:35.170642 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4f152-86ea-4d05-b257-c5df8499c5bf req-70721c8e-75a8-42d7-a688-16b0ec48d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:35.172239 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6d4f152-86ea-4d05-b257-c5df8499c5bf req-70721c8e-75a8-42d7-a688-16b0ec48d04e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1094 time: 0.0523789 Aug 23 15:47:35.283176 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728102ec-1892-40a1-860a-5afdfa1d0735 req-19ea37b9-15e7-4641-b61d-da600227ba36 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:35.285146 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-728102ec-1892-40a1-860a-5afdfa1d0735 req-19ea37b9-15e7-4641-b61d-da600227ba36 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.1113126 Aug 23 15:47:35.329462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4f152-86ea-4d05-b257-c5df8499c5bf req-f5522f0a-4355-474f-99f9-b3ca5afac8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:35.331493 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6d4f152-86ea-4d05-b257-c5df8499c5bf req-f5522f0a-4355-474f-99f9-b3ca5afac8f3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=265083ec6478448c96ce2ccfe63c91e9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1475005 Aug 23 15:47:35.362245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-728102ec-1892-40a1-860a-5afdfa1d0735 req-9e4aeb56-9536-4bd9-95ca-b730f6e068c0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674756 Aug 23 15:47:35.432759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4f152-86ea-4d05-b257-c5df8499c5bf req-f86943a3-73bd-48bc-9fdd-0b5079edb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:35.434231 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6d4f152-86ea-4d05-b257-c5df8499c5bf req-f86943a3-73bd-48bc-9fdd-0b5079edb397 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955637 Aug 23 15:47:35.518522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-41a4c383-47d5-4b5c-99cd-3d8886876d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:35.520097 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-41a4c383-47d5-4b5c-99cd-3d8886876d5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1094 time: 0.0453153 Aug 23 15:47:35.563013 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-9235ae34-2edf-413b-bc05-54a3862c99e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 217 time: 0.0340269 Aug 23 15:47:35.614395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-4b6b70c8-4e2b-4e1f-b81e-67114aadde68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:35.615851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-4b6b70c8-4e2b-4e1f-b81e-67114aadde68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0444064 Aug 23 15:47:35.662846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-e370e093-700b-406a-a9ac-4292542fcb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:35.664467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-e370e093-700b-406a-a9ac-4292542fcb6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413175 Aug 23 15:47:35.772461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-3376fc4b-e0c0-4b8e-9da5-b65c71c237f3 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004953 Aug 23 15:47:35.864588 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2321d3ea-58e7-436b-a5c2-8326fc846c31 req-64d3ae71-0bad-4515-ba8e-4f2b9b7f72f8 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841188 Aug 23 15:47:36.484304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897eb1e-0b29-4ab2-b66e-f540255c05ad req-c1c2742a-00cb-4446-b068-73f5d1917bdf tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:36.487892 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d897eb1e-0b29-4ab2-b66e-f540255c05ad req-c1c2742a-00cb-4446-b068-73f5d1917bdf tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.0557833 Aug 23 15:47:36.524272 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d897eb1e-0b29-4ab2-b66e-f540255c05ad req-db8247db-ae2a-4423-8028-a1067e36e991 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319812 Aug 23 15:47:37.642668 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1e1da-362f-4e53-a528-7733ce7fc12d req-2e19f5b6-6fd8-4446-81ab-235429994baf tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:37.644944 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1fd1e1da-362f-4e53-a528-7733ce7fc12d req-2e19f5b6-6fd8-4446-81ab-235429994baf tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.0532930 Aug 23 15:47:37.683242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1fd1e1da-362f-4e53-a528-7733ce7fc12d req-d20e6f09-c116-4f09-bf36-1fedc3e89751 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323761 Aug 23 15:47:38.084740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f5e5b6da-0088-4715-a696-213d4d2f1e02 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:47:38.179108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:47:38.189672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'port_id': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'mac_address': 'fa:16:3e:7d:5c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:47:38.229677 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:38.242383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e5b6da-0088-4715-a696-213d4d2f1e02 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:47:38.261516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:47:38.352485 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:38.401815 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=f5e5b6da-0088-4715-a696-213d4d2f1e02,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:47:38.592077 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['f5e5b6da-0088-4715-a696-213d4d2f1e02'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:47:38.801697 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab98a19-40a8-45e7-9ed3-18b8fa62cca0 req-4a8ec74c-8e62-4d03-aa3a-cf0cf09e2b2c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:38.803200 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fab98a19-40a8-45e7-9ed3-18b8fa62cca0 req-4a8ec74c-8e62-4d03-aa3a-cf0cf09e2b2c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 944 time: 0.0487862 Aug 23 15:47:38.845027 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fab98a19-40a8-45e7-9ed3-18b8fa62cca0 req-5fb34e83-45bf-4bec-b96f-9d120a6ad112 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358706 Aug 23 15:47:39.962183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86025562-b0ee-4a85-8293-81d0a5f1c28c req-a6958030-4bee-4788-9ac3-6a126966c6cb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:39.963597 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86025562-b0ee-4a85-8293-81d0a5f1c28c req-a6958030-4bee-4788-9ac3-6a126966c6cb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 944 time: 0.0497279 Aug 23 15:47:40.005071 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86025562-b0ee-4a85-8293-81d0a5f1c28c req-7508cebc-ef27-4f62-a360-4475fed7956f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355020 Aug 23 15:47:40.098666 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f5e5b6da-0088-4715-a696-213d4d2f1e02 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:47:40.180828 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port f5e5b6da-0088-4715-a696-213d4d2f1e02 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:47:40.184427 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port f5e5b6da-0088-4715-a696-213d4d2f1e02 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:47:40.187497 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:40.258599 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:40.279852 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:47:40.282068 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a9fe75-d5b0-4994-b66b-1d6b6e1b0bc2" -d '{"events": [{"server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:47:40.295373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:47:40.319215 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a93c1c-03ab-4a34-9415-899aa20b1cfa x-openstack-request-id: req-d8a93c1c-03ab-4a34-9415-899aa20b1cfa {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:47:40.319510 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:47:40.319801 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d8a93c1c-03ab-4a34-9415-899aa20b1cfa {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:47:40.324270 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'code': 200} Aug 23 15:47:40.335536 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:40.388329 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=f5e5b6da-0088-4715-a696-213d4d2f1e02,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:47:40.418838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f053fba-f9f3-4676-91d0-b8ce972cd497 req-08d7d824-a0f6-4980-8d69-aa7bde737af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:40.420389 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f053fba-f9f3-4676-91d0-b8ce972cd497 req-08d7d824-a0f6-4980-8d69-aa7bde737af3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1096 time: 0.0413663 Aug 23 15:47:40.456612 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f053fba-f9f3-4676-91d0-b8ce972cd497 req-6e9fe119-ad28-4212-b261-ec4e7c04f742 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283399 Aug 23 15:47:41.126689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211e9a3-62ee-4f07-8bc7-e55deb0d286d req-79373862-f11f-4517-afcf-d1db565d2b50 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:41.128705 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a211e9a3-62ee-4f07-8bc7-e55deb0d286d req-79373862-f11f-4517-afcf-d1db565d2b50 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0520387 Aug 23 15:47:41.165854 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a211e9a3-62ee-4f07-8bc7-e55deb0d286d req-43f39fbe-06dd-4881-8927-d7907066cb77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311859 Aug 23 15:47:42.281916 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f47616-1d1b-49eb-bd90-1b946a42ffb5 req-6188d336-80e5-436d-a391-4c75458c6b78 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:42.283408 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7f47616-1d1b-49eb-bd90-1b946a42ffb5 req-6188d336-80e5-436d-a391-4c75458c6b78 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0496595 Aug 23 15:47:42.323305 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c7f47616-1d1b-49eb-bd90-1b946a42ffb5 req-e93c1098-5ec5-4f2d-91dd-7900ed269520 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332923 Aug 23 15:47:42.434023 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110094b3-66ee-496f-b368-f397ead522e0 req-62e62b77-ff72-4fb7-8032-b651888fd2a8 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:42.435481 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-110094b3-66ee-496f-b368-f397ead522e0 req-62e62b77-ff72-4fb7-8032-b651888fd2a8 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0480072 Aug 23 15:47:42.445124 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38012) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:47:42.449671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d1ab37e7-6d73-4e73-8d09-6d938c7636fb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Request body: {'floatingip': {'port_id': 'f5e5b6da-0088-4715-a696-213d4d2f1e02'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:47:42.488781 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d1ab37e7-6d73-4e73-8d09-6d938c7636fb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:43.177788 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.resource_extend [None req-d1ab37e7-6d73-4e73-8d09-6d938c7636fb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 15:47:43.228146 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d1ab37e7-6d73-4e73-8d09-6d938c7636fb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:43.278170 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d1ab37e7-6d73-4e73-8d09-6d938c7636fb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:43.376421 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-d1ab37e7-6d73-4e73-8d09-6d938c7636fb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Floating IP 1445e800-8dff-4203-8244-a97e9e587f75 associated. External IP: 172.25.8.148, port: f5e5b6da-0088-4715-a696-213d4d2f1e02. Aug 23 15:47:43.579579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ab37e7-6d73-4e73-8d09-6d938c7636fb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Router f384507e-351c-45ee-9c55-21050adf4988 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:47:43.688986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ab37e7-6d73-4e73-8d09-6d938c7636fb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:47:43.694393 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d1ab37e7-6d73-4e73-8d09-6d938c7636fb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:43.700775 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980a1f0-e2c6-4837-afad-bccea8e63be8 None None] Sync routers for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:47:43.710467 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980a1f0-e2c6-4837-afad-bccea8e63be8 None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:47:43.710794 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0980a1f0-e2c6-4837-afad-bccea8e63be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:47:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:47:43.723422 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d1ab37e7-6d73-4e73-8d09-6d938c7636fb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "PUT /v2.0/floatingips/1445e800-8dff-4203-8244-a97e9e587f75 HTTP/1.1" status: 200 len: 992 time: 1.2770672 Aug 23 15:47:43.724056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:47:43.726318 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ce8356-8827-4ee8-9ec5-2d74b3292aee" -d '{"events": [{"name": "network-changed", "server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:47:43.764373 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5254ba-778f-4904-92a2-a34d6004f204 x-openstack-request-id: req-4f5254ba-778f-4904-92a2-a34d6004f204 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:47:43.764669 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:47:43.764922 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4f5254ba-778f-4904-92a2-a34d6004f204 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:47:43.765323 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'status': 'completed', 'code': 200} Aug 23 15:47:43.820087 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-0980a1f0-e2c6-4837-afad-bccea8e63be8 None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:47:43.829715 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce8356-8827-4ee8-9ec5-2d74b3292aee req-18ff984d-8483-460b-b188-2e0f9175263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:43.831156 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2ce8356-8827-4ee8-9ec5-2d74b3292aee req-18ff984d-8483-460b-b188-2e0f9175263d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1096 time: 0.0417328 Aug 23 15:47:43.933635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce8356-8827-4ee8-9ec5-2d74b3292aee req-0edde0fd-6b22-410b-8c96-b81c86e62607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:43.935130 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2ce8356-8827-4ee8-9ec5-2d74b3292aee req-0edde0fd-6b22-410b-8c96-b81c86e62607 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0948744 Aug 23 15:47:44.011535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2ce8356-8827-4ee8-9ec5-2d74b3292aee req-2539cf0b-0300-40f2-a302-77bbd7db18c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1000 time: 0.0648506 Aug 23 15:47:44.069915 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce8356-8827-4ee8-9ec5-2d74b3292aee req-4c70b917-1438-4a16-aa62-527f8957ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:44.071394 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2ce8356-8827-4ee8-9ec5-2d74b3292aee req-4c70b917-1438-4a16-aa62-527f8957ec0c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0506184 Aug 23 15:47:44.119661 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce8356-8827-4ee8-9ec5-2d74b3292aee req-a4a99155-646c-4000-b30b-83fd4da97fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:44.121192 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2ce8356-8827-4ee8-9ec5-2d74b3292aee req-a4a99155-646c-4000-b30b-83fd4da97fad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419168 Aug 23 15:47:44.137624 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0980a1f0-e2c6-4837-afad-bccea8e63be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '1445e800-8dff-4203-8244-a97e9e587f75', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'port_id': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'mac_address': 'fa:16:3e:7d:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:40:28Z', 'updated_at': '2021-08-23T15:47:42Z', 'revision_number': 13, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:47:44.163167 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980a1f0-e2c6-4837-afad-bccea8e63be8 None None] Checking router: f384507e-351c-45ee-9c55-21050adf4988 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:47:44.171242 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980a1f0-e2c6-4837-afad-bccea8e63be8 None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:47:44.171874 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0980a1f0-e2c6-4837-afad-bccea8e63be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:47:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:47:44.216835 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2ce8356-8827-4ee8-9ec5-2d74b3292aee req-6d1adb74-52bc-44a3-8189-65372725e050 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868855 Aug 23 15:47:44.283126 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-0980a1f0-e2c6-4837-afad-bccea8e63be8 None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:47:44.312917 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b2ce8356-8827-4ee8-9ec5-2d74b3292aee req-a5ffa4d4-b337-4ea2-994c-0142a243f375 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885999 Aug 23 15:47:44.506278 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0980a1f0-e2c6-4837-afad-bccea8e63be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '1445e800-8dff-4203-8244-a97e9e587f75', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'port_id': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'mac_address': 'fa:16:3e:7d:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:40:28Z', 'updated_at': '2021-08-23T15:47:42Z', 'revision_number': 13, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:47:44.532210 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980a1f0-e2c6-4837-afad-bccea8e63be8 None None] The sync data for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 is: [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '1445e800-8dff-4203-8244-a97e9e587f75', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'port_id': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'mac_address': 'fa:16:3e:7d:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:40:28Z', 'updated_at': '2021-08-23T15:47:42Z', 'revision_number': 13, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:47:44.719325 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972806f2-97e4-403f-956e-f33e12e79606 None None] New status for floating IP 1445e800-8dff-4203-8244-a97e9e587f75: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:47:46.210301 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:50.873716 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:52.656077 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-335e029f-08d8-4a52-8e34-65e756925eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:55.571068 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:55.867631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d9067f0-c552-4a35-9ee1-5dda81b74881 req-03befad2-8b8b-4d4a-8390-75f60963c553 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419219 Aug 23 15:47:55.952164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9067f0-c552-4a35-9ee1-5dda81b74881 req-e5050829-ab38-4902-ae73-a333591a5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:55.953541 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d9067f0-c552-4a35-9ee1-5dda81b74881 req-e5050829-ab38-4902-ae73-a333591a5c2b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1096 time: 0.0401237 Aug 23 15:47:56.060009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9067f0-c552-4a35-9ee1-5dda81b74881 req-c58c7546-0514-4afd-b988-8e6d3b2d5bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:56.061465 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d9067f0-c552-4a35-9ee1-5dda81b74881 req-c58c7546-0514-4afd-b988-8e6d3b2d5bad service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0877941 Aug 23 15:47:56.132049 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d9067f0-c552-4a35-9ee1-5dda81b74881 req-9f3b47bb-77bf-4352-b666-a252bf0667c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1002 time: 0.0579944 Aug 23 15:47:56.188772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9067f0-c552-4a35-9ee1-5dda81b74881 req-355163e6-66b5-4f91-9f41-d8e7a2965ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:56.190466 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d9067f0-c552-4a35-9ee1-5dda81b74881 req-355163e6-66b5-4f91-9f41-d8e7a2965ef0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0478783 Aug 23 15:47:56.236741 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9067f0-c552-4a35-9ee1-5dda81b74881 req-bd2c9cf2-7f00-4ec3-9e7b-a60b67d1866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:47:56.238208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d9067f0-c552-4a35-9ee1-5dda81b74881 req-bd2c9cf2-7f00-4ec3-9e7b-a60b67d1866e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396016 Aug 23 15:47:56.327292 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d9067f0-c552-4a35-9ee1-5dda81b74881 req-0c3c246b-5830-4c2b-854f-a40d40bcc07a service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809979 Aug 23 15:47:56.420985 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d9067f0-c552-4a35-9ee1-5dda81b74881 req-9a205b74-4791-42db-8f93-a1afa0d3d85a service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849700 Aug 23 15:47:56.662941 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-752609c5-7d34-4268-8776-35a90aea57e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:56.988034 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:47:58.816968 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:48:03.443155 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:48:16.200661 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:48:20.835750 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:48:22.647313 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6923-24fb-432c-a185-0ac44f4515a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:48:25.567379 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:48:26.624346 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f92a0d3-7bfd-4e18-ba56-d3808016498c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:48:26.990226 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:48:28.762010 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:48:40.441965 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:48:46.203229 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:48:50.856324 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:48:52.637704 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d16f85f2-349c-4f9c-92be-f735ef96ebc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:48:55.535451 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:48:56.632166 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4dbd93cd-84a7-4ea8-8056-3756395b4451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:48:56.958081 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:48:57.870052 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5c757ecf-c09e-4f02-a059-2685b45dc55b req-4a583648-c443-4971-b066-be18d345c50d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435293 Aug 23 15:48:57.949970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c757ecf-c09e-4f02-a059-2685b45dc55b req-64c4a95d-0243-4599-baa0-2f8d3d24cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:48:57.951369 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5c757ecf-c09e-4f02-a059-2685b45dc55b req-64c4a95d-0243-4599-baa0-2f8d3d24cea9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1096 time: 0.0409191 Aug 23 15:48:58.061183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c757ecf-c09e-4f02-a059-2685b45dc55b req-da595366-6779-4b47-8255-4d7c37cad551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:48:58.062674 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5c757ecf-c09e-4f02-a059-2685b45dc55b req-da595366-6779-4b47-8255-4d7c37cad551 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0919497 Aug 23 15:48:58.130244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5c757ecf-c09e-4f02-a059-2685b45dc55b req-8c4931e0-0432-44e7-9046-f54a8e426964 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1002 time: 0.0588050 Aug 23 15:48:58.191443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c757ecf-c09e-4f02-a059-2685b45dc55b req-9039baed-0641-4d20-9728-63232bbfda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:48:58.193028 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5c757ecf-c09e-4f02-a059-2685b45dc55b req-9039baed-0641-4d20-9728-63232bbfda35 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0540106 Aug 23 15:48:58.246787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c757ecf-c09e-4f02-a059-2685b45dc55b req-b935a60e-242d-4ebe-89b1-a19f2fa2ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:48:58.248299 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5c757ecf-c09e-4f02-a059-2685b45dc55b req-b935a60e-242d-4ebe-89b1-a19f2fa2ffd4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405431 Aug 23 15:48:58.339137 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5c757ecf-c09e-4f02-a059-2685b45dc55b req-ba44cfaf-c99f-4cd9-b83f-6e476537fb7b service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817366 Aug 23 15:48:58.438146 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5c757ecf-c09e-4f02-a059-2685b45dc55b req-0ae1632a-5223-418c-b1b0-bce9483e8c00 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912220 Aug 23 15:48:58.770110 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:16.228800 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:17.441002 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:49:20.862520 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:22.645584 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fd4375d4-624c-4659-8c10-7b838f04c0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:24.379119 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f45b6-e5eb-42ab-a9ce-d964b601fa1a req-0a32799b-8842-4239-a809-a73b0e75d220 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:24.380632 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd7f45b6-e5eb-42ab-a9ce-d964b601fa1a req-0a32799b-8842-4239-a809-a73b0e75d220 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0488701 Aug 23 15:49:24.418464 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd7f45b6-e5eb-42ab-a9ce-d964b601fa1a req-0c647bce-f216-48b9-b30b-678b42be315d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312026 Aug 23 15:49:25.542718 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:26.606012 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-87befecb-0a01-4ff1-a4a0-5dd5a684caf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:26.960358 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:28.805927 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:36.211975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1e04a-7667-43d6-9fd0-c3fb3d7fffa9 req-337ec09c-e98b-47a7-a9ba-36d7eb0efbfa tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:36.213400 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fd1e04a-7667-43d6-9fd0-c3fb3d7fffa9 req-337ec09c-e98b-47a7-a9ba-36d7eb0efbfa tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0520117 Aug 23 15:49:36.253243 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0fd1e04a-7667-43d6-9fd0-c3fb3d7fffa9 req-13fe3faa-a78f-454f-9464-1c4e53802ff6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329216 Aug 23 15:49:36.305946 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-6adc9462-dca8-43ac-9287-9366d2dcd194 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842245 Aug 23 15:49:37.375407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fd98e-0542-4e76-a029-949282052175 req-ab6f3e23-3a29-4d56-8c5e-58912535d5e6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:37.376929 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-af1fd98e-0542-4e76-a029-949282052175 req-ab6f3e23-3a29-4d56-8c5e-58912535d5e6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0505307 Aug 23 15:49:37.414606 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-af1fd98e-0542-4e76-a029-949282052175 req-3faa40fb-c053-467a-b0a6-667eae75cfd6 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311892 Aug 23 15:49:38.063024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bf498-83c8-4f00-a418-5f3685ef947a req-65b48ae8-e6c9-4913-be4e-d575e6e2d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:38.064534 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-65b48ae8-e6c9-4913-be4e-d575e6e2d0e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1096 time: 0.0415876 Aug 23 15:49:38.159931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bf498-83c8-4f00-a418-5f3685ef947a req-bcdebf0d-f251-4508-8728-d061b9a09f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:38.161442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-bcdebf0d-f251-4508-8728-d061b9a09f57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0886047 Aug 23 15:49:38.226944 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-a5d1fe78-5b1a-490f-b0dd-7a7552e2ae59 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1002 time: 0.0573146 Aug 23 15:49:38.279908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bf498-83c8-4f00-a418-5f3685ef947a req-e3f5a6b6-b827-4895-a807-a035d811619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:38.281365 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-e3f5a6b6-b827-4895-a807-a035d811619b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0472908 Aug 23 15:49:38.334729 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bf498-83c8-4f00-a418-5f3685ef947a req-1a4d24f8-951a-4025-a784-3ed05bf2a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:38.334729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-1a4d24f8-951a-4025-a784-3ed05bf2a888 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416119 Aug 23 15:49:38.426738 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-a1797098-25a7-4f18-bd74-ce9ca7debdb4 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876827 Aug 23 15:49:38.531884 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-c47f4475-80ef-4d61-b72e-ce119572168a service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970712 Aug 23 15:49:38.596911 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a809811-8032-48a6-9fd6-49c8befa33eb req-74b3cc40-2496-4e8d-b7c6-eb45b2a0def1 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:38.598305 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a809811-8032-48a6-9fd6-49c8befa33eb req-74b3cc40-2496-4e8d-b7c6-eb45b2a0def1 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.1087496 Aug 23 15:49:38.636464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a809811-8032-48a6-9fd6-49c8befa33eb req-bd755aa7-6097-4f51-92e6-2d7a53a741fd tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311081 Aug 23 15:49:39.799788 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd38797-9f65-440e-a921-56318af7bb1b req-5bf72ef4-9006-4793-a0ac-11a27c080f94 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:39.801283 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8cd38797-9f65-440e-a921-56318af7bb1b req-5bf72ef4-9006-4793-a0ac-11a27c080f94 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0948234 Aug 23 15:49:39.839173 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8cd38797-9f65-440e-a921-56318af7bb1b req-20eadffd-a46f-444b-95ff-b5df5d052289 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319388 Aug 23 15:49:40.961692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2b403-21bf-4581-93c0-0bda215fdc66 req-a2466da7-2b32-46e0-9eb0-53b521d4fefd tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:40.963158 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6e2b403-21bf-4581-93c0-0bda215fdc66 req-a2466da7-2b32-46e0-9eb0-53b521d4fefd tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0537572 Aug 23 15:49:40.999970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b6e2b403-21bf-4581-93c0-0bda215fdc66 req-ddcaf540-cee4-4e0b-9884-c06c5327b4b1 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309241 Aug 23 15:49:42.115681 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03f872-5619-4533-a092-32680a3ff872 req-a78fd677-5cba-4e8e-adf7-6f196293e7cc tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:42.117158 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ff03f872-5619-4533-a092-32680a3ff872 req-a78fd677-5cba-4e8e-adf7-6f196293e7cc tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0501461 Aug 23 15:49:42.159123 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ff03f872-5619-4533-a092-32680a3ff872 req-6837300e-3398-41c4-8f04-8bbfe81d083d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353606 Aug 23 15:49:43.275558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68e14c-62a2-47f7-8866-dee8643f27db req-bf3936f8-21d5-45af-a195-7ea99c88deee tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:43.277068 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a68e14c-62a2-47f7-8866-dee8643f27db req-bf3936f8-21d5-45af-a195-7ea99c88deee tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0495749 Aug 23 15:49:43.315679 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a68e14c-62a2-47f7-8866-dee8643f27db req-0e02ac47-fa42-455f-ac27-1d9ad62c593e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327470 Aug 23 15:49:44.433323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57a247-0eff-44c9-89b8-ce62459ab864 req-65219f50-7655-4b52-8c2d-28c1c5015cca tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:44.434727 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8f57a247-0eff-44c9-89b8-ce62459ab864 req-65219f50-7655-4b52-8c2d-28c1c5015cca tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0490310 Aug 23 15:49:44.473474 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8f57a247-0eff-44c9-89b8-ce62459ab864 req-d5010e4e-835c-4edf-883e-6452d28a7e5e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326991 Aug 23 15:49:45.592712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c79b54-ecb0-4fac-a497-f1943b22444c req-7c7a7ce7-6f1d-486a-b1c9-7355fe60016d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:45.594279 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-59c79b54-ecb0-4fac-a497-f1943b22444c req-7c7a7ce7-6f1d-486a-b1c9-7355fe60016d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0518825 Aug 23 15:49:45.633289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-59c79b54-ecb0-4fac-a497-f1943b22444c req-8c4899ec-6c9e-4e68-9a2e-c1bd55fcdc5c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329130 Aug 23 15:49:46.241390 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:46.750666 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119d93-9cff-4da8-ad33-df1b43a5108f req-e65fe0a5-730f-45b7-8d0c-78836bc5901e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:46.752183 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e119d93-9cff-4da8-ad33-df1b43a5108f req-e65fe0a5-730f-45b7-8d0c-78836bc5901e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0490699 Aug 23 15:49:46.789422 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2e119d93-9cff-4da8-ad33-df1b43a5108f req-0a3478ed-9bcd-4db0-9959-63ebf65fcb4e tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312436 Aug 23 15:49:47.911145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48d135-95af-474d-96f4-5fd4192f46e8 req-982ea640-aabf-4f2a-8412-e225269b8187 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:47.912652 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1e48d135-95af-474d-96f4-5fd4192f46e8 req-982ea640-aabf-4f2a-8412-e225269b8187 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0534387 Aug 23 15:49:47.952626 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1e48d135-95af-474d-96f4-5fd4192f46e8 req-da0ea92a-1343-4a9e-9707-d8281e1971df tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332565 Aug 23 15:49:49.066035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47637cfe-7059-4319-9e04-76f80bc59628 req-91d17255-d10a-476b-ae00-c61da21d20b8 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:49.067555 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-47637cfe-7059-4319-9e04-76f80bc59628 req-91d17255-d10a-476b-ae00-c61da21d20b8 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0480895 Aug 23 15:49:49.110413 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-47637cfe-7059-4319-9e04-76f80bc59628 req-0aa9a48d-3398-42c8-b6eb-dc248f25c5f9 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358756 Aug 23 15:49:50.229236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d74a9-7e4c-41db-b8eb-5111f7e27a8c req-a3baef6e-ce6e-47d4-a35e-beff1a016d56 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:50.230798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a87d74a9-7e4c-41db-b8eb-5111f7e27a8c req-a3baef6e-ce6e-47d4-a35e-beff1a016d56 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0507705 Aug 23 15:49:50.268769 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a87d74a9-7e4c-41db-b8eb-5111f7e27a8c req-ebba06c7-bfb9-434d-9283-8336b6fc8661 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318034 Aug 23 15:49:50.864492 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:51.383592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f172b9-24b1-4035-96b1-561fa413aefe req-dce61b9d-0bc7-4817-abcb-51c3079f9ff2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:51.385178 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e7f172b9-24b1-4035-96b1-561fa413aefe req-dce61b9d-0bc7-4817-abcb-51c3079f9ff2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0493839 Aug 23 15:49:51.422908 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e7f172b9-24b1-4035-96b1-561fa413aefe req-a422b7d7-ef46-4d61-9c90-0aeb325d584d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317252 Aug 23 15:49:52.540496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075766da-3e43-4963-9be9-3ccb3e3f6840 req-3dc23a9c-8ea9-4351-b368-0d0950106533 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:52.542001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-075766da-3e43-4963-9be9-3ccb3e3f6840 req-3dc23a9c-8ea9-4351-b368-0d0950106533 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0488288 Aug 23 15:49:52.580272 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-075766da-3e43-4963-9be9-3ccb3e3f6840 req-91655ca4-337b-41e7-b69c-ae8573e5c164 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323596 Aug 23 15:49:52.652970 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c501-76ef-4def-9fe5-445018a33986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:53.707916 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601f788-2f52-4931-933b-fad466a8b59e req-9fc4c937-fbb7-4ced-adcc-41a97de7d93f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:53.709427 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0601f788-2f52-4931-933b-fad466a8b59e req-9fc4c937-fbb7-4ced-adcc-41a97de7d93f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0495923 Aug 23 15:49:53.747147 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0601f788-2f52-4931-933b-fad466a8b59e req-cac4dce2-f812-4666-8c3b-ce9c4805373f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311358 Aug 23 15:49:54.440614 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:49:54.866587 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c428ec-2a76-4dc4-9590-92fb79a69c73 req-2c3b3287-a10e-4613-8213-5f25ddeb159c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:54.868103 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43c428ec-2a76-4dc4-9590-92fb79a69c73 req-2c3b3287-a10e-4613-8213-5f25ddeb159c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0541527 Aug 23 15:49:54.906000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43c428ec-2a76-4dc4-9590-92fb79a69c73 req-be549214-fddb-4590-8b8b-e561a08af34c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317540 Aug 23 15:49:55.556014 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:56.021004 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac599f-a48c-4545-92e7-8a2f4bb54754 req-ea43f0c0-4cc5-491a-8fe0-a9de504e1144 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:56.022478 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-01ac599f-a48c-4545-92e7-8a2f4bb54754 req-ea43f0c0-4cc5-491a-8fe0-a9de504e1144 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0480635 Aug 23 15:49:56.064685 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-01ac599f-a48c-4545-92e7-8a2f4bb54754 req-5a302752-0139-4c6c-8f11-84e262a173ce tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355692 Aug 23 15:49:56.630473 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-feebb8cf-c162-4c39-ace4-8debc97f2934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:56.967990 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:57.185264 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45984a-2e1e-49ed-892f-b7cdd5289460 req-3779fc51-3a81-49c2-90cf-d4e3524b4b77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:57.186787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d45984a-2e1e-49ed-892f-b7cdd5289460 req-3779fc51-3a81-49c2-90cf-d4e3524b4b77 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0520754 Aug 23 15:49:57.226812 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d45984a-2e1e-49ed-892f-b7cdd5289460 req-785ca589-37b5-4fb5-ae55-7500b5a19b30 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339456 Aug 23 15:49:57.959194 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306308a0-3133-40b3-8212-c03b35db907a req-ee11faef-601a-4c5b-a6e1-e8da102904ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:57.960666 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-306308a0-3133-40b3-8212-c03b35db907a req-ee11faef-601a-4c5b-a6e1-e8da102904ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1096 time: 0.0962958 Aug 23 15:49:57.999680 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.61', 57632) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:49:58.055548 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [req-594bf498-83c8-4f00-a418-5f3685ef947a req-02f24798-d17c-4f15-b464-660c0a9ebf34 service neutron] show failed (client error): The resource could not be found. Aug 23 15:49:58.056599 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-02f24798-d17c-4f15-b464-660c0a9ebf34 service neutron] 10.222.0.61 "GET /v2.0/ports/f5e5b6da-0088-4715-a696-213d4d2f1e02/bindings/n-h1-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0559442 Aug 23 15:49:58.078296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306308a0-3133-40b3-8212-c03b35db907a req-949d1b96-bc76-4623-8414-86fc42dcc11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:58.081146 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-306308a0-3133-40b3-8212-c03b35db907a req-949d1b96-bc76-4623-8414-86fc42dcc11c service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0970328 Aug 23 15:49:58.151003 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-306308a0-3133-40b3-8212-c03b35db907a req-3b593586-5c62-43b9-b330-4c5e5d4fdd30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1002 time: 0.0627604 Aug 23 15:49:58.203426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306308a0-3133-40b3-8212-c03b35db907a req-eae49b71-f18b-415e-ba00-2f120db3dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:58.204918 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-306308a0-3133-40b3-8212-c03b35db907a req-eae49b71-f18b-415e-ba00-2f120db3dd68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0469449 Aug 23 15:49:58.258941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306308a0-3133-40b3-8212-c03b35db907a req-3cbba44d-eec3-4855-8aa2-e6220e5672f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:58.260523 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-306308a0-3133-40b3-8212-c03b35db907a req-3cbba44d-eec3-4855-8aa2-e6220e5672f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482607 Aug 23 15:49:58.343993 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0040d2e-44be-4f3a-bb72-7ee48ad542b7 req-145bebb4-338c-4be4-b4b6-ed90e3de263f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:58.345557 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c0040d2e-44be-4f3a-bb72-7ee48ad542b7 req-145bebb4-338c-4be4-b4b6-ed90e3de263f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0501580 Aug 23 15:49:58.361011 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-306308a0-3133-40b3-8212-c03b35db907a req-a5638e9d-d5e5-44b8-b9b2-bc09fbb6b785 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919039 Aug 23 15:49:58.390791 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c0040d2e-44be-4f3a-bb72-7ee48ad542b7 req-d4220dc4-8e76-45b0-8d82-8ed39c969c95 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391214 Aug 23 15:49:58.461093 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-306308a0-3133-40b3-8212-c03b35db907a req-e3f24219-f488-49ec-a98c-6dcba9abec86 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931313 Aug 23 15:49:58.562447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bf498-83c8-4f00-a418-5f3685ef947a req-60ccc253-52f7-456c-8a19-0a020a6d5483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:58.563869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-60ccc253-52f7-456c-8a19-0a020a6d5483 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef&tenant_id=265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 1096 time: 0.0418277 Aug 23 15:49:58.576106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:49:58.627963 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:58.813332 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:58.835381 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:49:58.867511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:49:58.905861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:49:58.908148 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274479f6-57ca-471f-8106-0dfa385a995e" -d '{"events": [{"server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "name": "network-vif-unplugged", "status": "completed", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:49:58.911899 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:58.924292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Transition to ACTIVE for port object f5e5b6da-0088-4715-a696-213d4d2f1e02 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:49:58.959639 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9569ca6f-7e3b-401b-849b-698356f1ce0e x-openstack-request-id: req-9569ca6f-7e3b-401b-849b-698356f1ce0e {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:49:58.959953 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "name": "network-vif-unplugged", "status": "completed", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:49:58.960203 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9569ca6f-7e3b-401b-849b-698356f1ce0e {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:49:58.960600 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'code': 200} Aug 23 15:49:58.996553 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:59.079982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5b6da-0088-4715-a696-213d4d2f1e02,revision_number=6']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:49:59.092388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:49:59.092740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:49:59.093085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:49:59.093427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:49:59.093764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:49:59.094102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:49:59.094452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:49:59.094786 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:49:59.095113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:49:59.095439 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:49:59.095807 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:49:59.096132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:49:59.131199 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] No DVR routers for this DVR port f5e5b6da-0088-4715-a696-213d4d2f1e02 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:49:59.270164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Attempting to bind port f5e5b6da-0088-4715-a696-213d4d2f1e02 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:49:59.270815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Attempting to bind port f5e5b6da-0088-4715-a696-213d4d2f1e02 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:49:59.270815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Attempting to bind port f5e5b6da-0088-4715-a696-213d4d2f1e02 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:49:59.274880 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Port f5e5b6da-0088-4715-a696-213d4d2f1e02 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:49:59.275205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Attempting to bind port f5e5b6da-0088-4715-a696-213d4d2f1e02 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:49:59.280550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:49:59.280887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Checking segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:49:59.281263 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Bound using segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:49:59.281678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Bound port: f5e5b6da-0088-4715-a696-213d4d2f1e02, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:49:59.282028 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:59.344499 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:49:59.347337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:49:59.431049 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:59.469113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:59.469609 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:49:59.471007 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-b3c5301e-4344-4440-bf29-14626131075a service neutron] 10.222.0.57 "PUT /v2.0/ports/f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1091 time: 0.8992093 Aug 23 15:49:59.495058 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5301e-4344-4440-bf29-14626131075a service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5b6da-0088-4715-a696-213d4d2f1e02,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:49:59.523519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced4419-2b64-49a3-b093-7bb1f9662971 req-44a4c975-281b-4e59-adfa-cbf9f3b4e10f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:59.527717 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9ced4419-2b64-49a3-b093-7bb1f9662971 req-44a4c975-281b-4e59-adfa-cbf9f3b4e10f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.0581009 Aug 23 15:49:59.544388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bf498-83c8-4f00-a418-5f3685ef947a req-0fd937b4-5d63-4225-b32c-0a610381f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:59.545945 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-0fd937b4-5d63-4225-b32c-0a610381f7d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1094 time: 0.0471117 Aug 23 15:49:59.572479 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9ced4419-2b64-49a3-b093-7bb1f9662971 req-f040cfb8-eafe-4726-946e-af36da984226 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395129 Aug 23 15:49:59.643254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bf498-83c8-4f00-a418-5f3685ef947a req-2395bb59-0f48-4d87-9e82-ced6c5dd8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:59.644807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-2395bb59-0f48-4d87-9e82-ced6c5dd8734 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0914607 Aug 23 15:49:59.717721 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-10f20f48-709b-48cf-95a0-e4cbb13c6984 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1000 time: 0.0659811 Aug 23 15:49:59.768370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bf498-83c8-4f00-a418-5f3685ef947a req-4bcccc17-514c-4f40-9c98-1cdbc25b4900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:59.769711 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-4bcccc17-514c-4f40-9c98-1cdbc25b4900 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0448930 Aug 23 15:49:59.815778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bf498-83c8-4f00-a418-5f3685ef947a req-4eab327d-7e46-4de3-ac8f-d576018cc2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:49:59.817235 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-4eab327d-7e46-4de3-ac8f-d576018cc2f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405974 Aug 23 15:49:59.907756 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-c0b77720-178e-407c-84e5-e7d5edf67c75 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832322 Aug 23 15:49:59.996414 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-f82744b8-ad59-4c72-a1aa-12c717fec0f0 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809040 Aug 23 15:50:00.696182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fa1ba-2a97-4a52-ad37-dbca750afe0e req-218effa7-205e-40ca-9bfd-14f643f5cc51 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:00.697966 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c67fa1ba-2a97-4a52-ad37-dbca750afe0e req-218effa7-205e-40ca-9bfd-14f643f5cc51 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.0535831 Aug 23 15:50:00.735821 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c67fa1ba-2a97-4a52-ad37-dbca750afe0e req-73f18426-caac-4f1a-a061-8a15b50da5cb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311205 Aug 23 15:50:00.962031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:50:00.964523 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:50:00.980243 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f5e5b6da-0088-4715-a696-213d4d2f1e02 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:50:01.023138 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f5e5b6da-0088-4715-a696-213d4d2f1e02 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:50:01.034043 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8f161b-f278-407b-abc8-4056cd41a736 x-openstack-request-id: req-0c8f161b-f278-407b-abc8-4056cd41a736 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:50:01.034043 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:50:01.034043 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c8f161b-f278-407b-abc8-4056cd41a736 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:50:01.034043 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'status': 'completed', 'code': 200} Aug 23 15:50:01.108757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-6faf94dd-972e-4eac-a1da-11472320c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:01.110393 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-6faf94dd-972e-4eac-a1da-11472320c0a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1094 time: 0.0767300 Aug 23 15:50:01.116419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-58d95de1-b287-453e-b056-57f5087b0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:01.117843 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-58d95de1-b287-453e-b056-57f5087b0a64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1094 time: 0.0724764 Aug 23 15:50:01.275186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-29a60428-add1-4ca4-a4b8-8e3f7711a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:01.276700 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-29a60428-add1-4ca4-a4b8-8e3f7711a220 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.1580064 Aug 23 15:50:01.277791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-1e0b2e68-cc28-413f-9479-6fa6b9f573ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:01.279734 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-1e0b2e68-cc28-413f-9479-6fa6b9f573ec service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.1532464 Aug 23 15:50:01.393447 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-c5a41088-348b-40ff-b31c-6ccc5d1c5bf9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1000 time: 0.1033211 Aug 23 15:50:01.395600 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-9ded4f2e-8ded-4265-bf4f-89811eb261b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1000 time: 0.1111407 Aug 23 15:50:01.485329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-6932b5e7-2e57-4f57-8cce-987d82ae7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:01.486807 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-6932b5e7-2e57-4f57-8cce-987d82ae7ea4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0859535 Aug 23 15:50:01.488204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-3777a8e7-0aa5-4769-8555-b3e5b85d2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:01.489505 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-3777a8e7-0aa5-4769-8555-b3e5b85d2088 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0798225 Aug 23 15:50:01.562594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-d643f40e-1a4b-40ae-9c8c-ed3fac789b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:01.564146 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-d643f40e-1a4b-40ae-9c8c-ed3fac789b9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682721 Aug 23 15:50:01.566535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-39a326b1-cb18-4b6f-ac6c-95a37e5764dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:01.567915 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-39a326b1-cb18-4b6f-ac6c-95a37e5764dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631480 Aug 23 15:50:02.077355 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-9a28501f-017a-4521-ab60-0ca04cdf8dcc service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030813 Aug 23 15:50:02.082504 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-2696b81c-f0dc-4947-bafe-c9940990dafb service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012906 Aug 23 15:50:02.183921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29304d3-5745-4f6c-aa94-361c682d00b8 req-7ceb4f0d-4d43-419a-941f-5a11b035bd87 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:02.186053 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b29304d3-5745-4f6c-aa94-361c682d00b8 req-7ceb4f0d-4d43-419a-941f-5a11b035bd87 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.1725276 Aug 23 15:50:02.271187 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b29304d3-5745-4f6c-aa94-361c682d00b8 req-15a4af5c-72c7-4335-af72-6716731de304 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778682 Aug 23 15:50:02.284500 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-f3bb583d-6095-4849-8295-06d62227e67b service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992910 Aug 23 15:50:02.290102 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-11a7108d-3de0-48a8-a1c2-d5cc444b15b1 req-93e29389-44ad-4866-ac85-836764bd4b2d service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954203 Aug 23 15:50:02.499207 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e953a-9e3c-451d-9c7b-6698de812f16 req-fb636664-6b20-4ff9-8621-0bc57ac1c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:02.500752 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b39e953a-9e3c-451d-9c7b-6698de812f16 req-fb636664-6b20-4ff9-8621-0bc57ac1c690 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1094 time: 0.0473242 Aug 23 15:50:02.603025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e953a-9e3c-451d-9c7b-6698de812f16 req-f4fa194f-969e-476a-a09b-30cfa3c5e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:02.604536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b39e953a-9e3c-451d-9c7b-6698de812f16 req-f4fa194f-969e-476a-a09b-30cfa3c5e7f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0843170 Aug 23 15:50:02.676678 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b39e953a-9e3c-451d-9c7b-6698de812f16 req-79216de1-3321-4708-a820-72a992ae66b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1000 time: 0.0649207 Aug 23 15:50:02.733728 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e953a-9e3c-451d-9c7b-6698de812f16 req-22e5b161-e4bd-478c-8669-5bac1f730f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:02.735257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b39e953a-9e3c-451d-9c7b-6698de812f16 req-22e5b161-e4bd-478c-8669-5bac1f730f7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0511987 Aug 23 15:50:02.785537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e953a-9e3c-451d-9c7b-6698de812f16 req-8175258b-341d-44a4-855f-10370c89c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:02.787059 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b39e953a-9e3c-451d-9c7b-6698de812f16 req-8175258b-341d-44a4-855f-10370c89c9d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437574 Aug 23 15:50:02.883361 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b39e953a-9e3c-451d-9c7b-6698de812f16 req-95f8bcd8-258b-498b-a94b-474070961bff service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897384 Aug 23 15:50:02.975080 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b39e953a-9e3c-451d-9c7b-6698de812f16 req-22e7d55b-5ffa-4a15-8ffd-6c8b414ffa4b service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848804 Aug 23 15:50:03.401151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab031c67-f613-42f0-ab0f-cc61aa92c64d req-4de7967a-8dc4-4ad5-9798-524ad9aee95f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:03.402853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ab031c67-f613-42f0-ab0f-cc61aa92c64d req-4de7967a-8dc4-4ad5-9798-524ad9aee95f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.0585053 Aug 23 15:50:03.445977 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ab031c67-f613-42f0-ab0f-cc61aa92c64d req-02bffa80-1e89-491f-8571-a00940391adb tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363526 Aug 23 15:50:04.566186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ecd46-d333-4480-ad84-1618da6a8c4e req-1a156021-d3a8-48c6-bb61-427aec69c6e7 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:04.567685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-995ecd46-d333-4480-ad84-1618da6a8c4e req-1a156021-d3a8-48c6-bb61-427aec69c6e7 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.0493202 Aug 23 15:50:04.605448 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-995ecd46-d333-4480-ad84-1618da6a8c4e req-25fff59e-6601-47cc-9229-dadc74e21685 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316038 Aug 23 15:50:05.728287 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a2a71-d667-4a3c-a005-597a60f86f43 req-c08accc4-0a31-42ad-89eb-264cd384f45b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:05.729774 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1c7a2a71-d667-4a3c-a005-597a60f86f43 req-c08accc4-0a31-42ad-89eb-264cd384f45b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.0503840 Aug 23 15:50:05.767684 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1c7a2a71-d667-4a3c-a005-597a60f86f43 req-fa9ee06b-3a87-46e2-a8cc-aa3f177d3fd8 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316987 Aug 23 15:50:06.889294 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e8678-6bae-45a2-b855-0486a1cba4fb req-6c5c756d-2243-4889-a945-ebe585d776c4 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:06.890791 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e12e8678-6bae-45a2-b855-0486a1cba4fb req-6c5c756d-2243-4889-a945-ebe585d776c4 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.0539346 Aug 23 15:50:06.928056 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e12e8678-6bae-45a2-b855-0486a1cba4fb req-5cc4d460-77b9-4799-8d61-be30ef410479 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312562 Aug 23 15:50:08.049968 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cd662-2983-4608-b2a1-b46d112ea7a2 req-048247c5-ba2c-4c79-a9e4-2beeabc9e953 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:08.051437 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-256cd662-2983-4608-b2a1-b46d112ea7a2 req-048247c5-ba2c-4c79-a9e4-2beeabc9e953 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.0502174 Aug 23 15:50:08.089255 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-256cd662-2983-4608-b2a1-b46d112ea7a2 req-815d25a7-3873-4c28-b4a9-0e3d507184d0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318522 Aug 23 15:50:09.206573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a43d8-524a-4b15-b881-a52cd990f9c2 req-665b9a60-b60f-4b3e-917c-67674416980f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:09.208084 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-883a43d8-524a-4b15-b881-a52cd990f9c2 req-665b9a60-b60f-4b3e-917c-67674416980f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.0487833 Aug 23 15:50:09.245239 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-883a43d8-524a-4b15-b881-a52cd990f9c2 req-1d788bff-f4a9-45ce-a555-2ee018ce7181 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311682 Aug 23 15:50:10.366258 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11973a-5689-4f17-8164-3386f598eba1 req-bd12f4b5-36c2-454c-8f70-29ab8a80fc55 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:10.367765 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2c11973a-5689-4f17-8164-3386f598eba1 req-bd12f4b5-36c2-454c-8f70-29ab8a80fc55 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.0535653 Aug 23 15:50:10.404853 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2c11973a-5689-4f17-8164-3386f598eba1 req-95a2bb1d-3cae-4859-a3af-46a72fc27c88 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311260 Aug 23 15:50:11.521859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be94f8-8400-4535-ba45-bf0f0571982b req-31c533e0-756e-4359-8195-002f13aaf540 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:11.523331 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1be94f8-8400-4535-ba45-bf0f0571982b req-31c533e0-756e-4359-8195-002f13aaf540 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.0498767 Aug 23 15:50:11.561252 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1be94f8-8400-4535-ba45-bf0f0571982b req-e0da4f27-0ee5-45b2-bbd7-4152c4038882 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319176 Aug 23 15:50:12.676531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4088a5a-47b3-446d-87b9-f0c6fc54883b req-2509dd68-e87a-48bb-b368-f5ebca784c7f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:12.678033 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c4088a5a-47b3-446d-87b9-f0c6fc54883b req-2509dd68-e87a-48bb-b368-f5ebca784c7f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.0489311 Aug 23 15:50:12.715909 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c4088a5a-47b3-446d-87b9-f0c6fc54883b req-296612dc-276d-4265-ba6d-d5cebbd9919f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317962 Aug 23 15:50:13.182328 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f5e5b6da-0088-4715-a696-213d4d2f1e02 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:50:13.253038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b492f44-55c7-40c6-aca3-668a52180293 req-c51ca0bd-bb28-481a-a70a-ab8dd31524c9 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:13.254571 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9b492f44-55c7-40c6-aca3-668a52180293 req-c51ca0bd-bb28-481a-a70a-ab8dd31524c9 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 943 time: 0.0514677 Aug 23 15:50:13.284213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:50:13.294594 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9b492f44-55c7-40c6-aca3-668a52180293 req-c1ae2771-9e2b-4723-8b4c-9c8f7bff9f21 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335264 Aug 23 15:50:13.295001 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'port_id': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'mac_address': 'fa:16:3e:7d:5c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:50:13.305006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37047-3458-4893-934e-48b69c14593c req-f35550d6-f999-4fb5-ab27-4bcaaa49e470 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:13.306521 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-f35550d6-f999-4fb5-ab27-4bcaaa49e470 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef&tenant_id=265083ec6478448c96ce2ccfe63c91e9&binding%3Ahost_id=n-h1-804985-3 HTTP/1.1" status: 200 len: 943 time: 0.0644557 Aug 23 15:50:13.338058 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:13.351177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e5b6da-0088-4715-a696-213d4d2f1e02 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:50:13.371138 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:50:13.406870 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-ad598e36-8aa2-4975-8170-a22ef2ee7fd8 service neutron] 10.222.0.57 "GET /v2.0/ports/f5e5b6da-0088-4715-a696-213d4d2f1e02/bindings/n-h1-804985-3 HTTP/1.1" status: 200 len: 382 time: 0.0927684 Aug 23 15:50:13.442879 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:13.472601 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37047-3458-4893-934e-48b69c14593c req-eb07a610-141f-41e7-8017-1ba2b0bbaa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:13.475319 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-eb07a610-141f-41e7-8017-1ba2b0bbaa8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1094 time: 0.0449970 Aug 23 15:50:13.491976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f5e5b6da-0088-4715-a696-213d4d2f1e02,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:13.499442 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:13.499818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:13.500161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:13.500505 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:13.500840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:13.501191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:13.501523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:13.501854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:13.502176 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:13.502499 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:13.502824 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:13.503157 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:13.569547 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37047-3458-4893-934e-48b69c14593c req-6f546abd-8de4-4cf9-996b-43d9e83a23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:13.571024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-6f546abd-8de4-4cf9-996b-43d9e83a23b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0893829 Aug 23 15:50:13.640404 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-65b5f28f-96d2-4f56-a470-926a20a39995 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1001 time: 0.0595639 Aug 23 15:50:13.670286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['f5e5b6da-0088-4715-a696-213d4d2f1e02'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:50:13.692102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37047-3458-4893-934e-48b69c14593c req-77d8f0f2-5b40-4f17-9439-29dcf57f46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:13.693593 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-77d8f0f2-5b40-4f17-9439-29dcf57f46a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0453413 Aug 23 15:50:13.752575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37047-3458-4893-934e-48b69c14593c req-c0c4e2d1-8e27-45b0-a21a-73dc501ed546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:13.754085 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-c0c4e2d1-8e27-45b0-a21a-73dc501ed546 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521026 Aug 23 15:50:13.845798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-9069973e-eaa0-4fb7-ae23-ae5db6085f18 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833187 Aug 23 15:50:13.942143 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-6f14018f-ef49-4eb5-8f09-384330974a89 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871787 Aug 23 15:50:14.415192 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625a81a-1896-456d-a5ce-9a44770c4966 req-df4e5b70-0060-4b86-84b4-3018d7b3b021 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:14.416703 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c625a81a-1896-456d-a5ce-9a44770c4966 req-df4e5b70-0060-4b86-84b4-3018d7b3b021 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 944 time: 0.0497029 Aug 23 15:50:14.454930 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c625a81a-1896-456d-a5ce-9a44770c4966 req-474cc791-e372-471c-967e-baf179f73bc7 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318322 Aug 23 15:50:15.192510 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f5e5b6da-0088-4715-a696-213d4d2f1e02 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:50:15.288611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port f5e5b6da-0088-4715-a696-213d4d2f1e02 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:50:15.292569 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port f5e5b6da-0088-4715-a696-213d4d2f1e02 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:50:15.292949 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:15.373024 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:15.395868 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:50:15.398027 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580bb87d-ccdc-43cb-8ba8-847af9847c2b" -d '{"events": [{"server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:50:15.413702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:50:15.447785 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5022ac55-7143-434f-9dc7-331fad0b5fc5 x-openstack-request-id: req-5022ac55-7143-434f-9dc7-331fad0b5fc5 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:50:15.448337 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:50:15.448588 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5022ac55-7143-434f-9dc7-331fad0b5fc5 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:50:15.448976 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'code': 200} Aug 23 15:50:15.482548 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:15.529645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=f5e5b6da-0088-4715-a696-213d4d2f1e02,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:15.575398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90ce2b-ca37-400d-a407-bfd683e9cff7 req-417cb97d-59c9-444e-a84a-0ca4670953e4 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:15.576938 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a90ce2b-ca37-400d-a407-bfd683e9cff7 req-417cb97d-59c9-444e-a84a-0ca4670953e4 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0528901 Aug 23 15:50:15.616918 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a90ce2b-ca37-400d-a407-bfd683e9cff7 req-20c31919-279c-4e52-b2f3-11887495b975 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339849 Aug 23 15:50:16.249168 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:16.739215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a4455-e5d9-4020-b1b4-f77aa0db85c8 req-74c92b69-723d-4b0e-b102-39f4e0f8b3bd tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:16.740634 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7e3a4455-e5d9-4020-b1b4-f77aa0db85c8 req-74c92b69-723d-4b0e-b102-39f4e0f8b3bd tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0535779 Aug 23 15:50:16.778656 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7e3a4455-e5d9-4020-b1b4-f77aa0db85c8 req-097a86b2-5351-4342-ae4a-9a781ea51a34 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319717 Aug 23 15:50:17.901216 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057a0f0-713c-4b81-b023-c9b92fc6e400 req-f2a0ab4e-79f2-426c-9a3b-0f7ab33dedc3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:17.902687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3057a0f0-713c-4b81-b023-c9b92fc6e400 req-f2a0ab4e-79f2-426c-9a3b-0f7ab33dedc3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0543678 Aug 23 15:50:17.942660 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3057a0f0-713c-4b81-b023-c9b92fc6e400 req-eb394373-a38e-496b-abe1-427510edfff2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327744 Aug 23 15:50:18.674812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37047-3458-4893-934e-48b69c14593c req-e38b471c-f630-46cf-aab9-a4182c9f54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:18.676376 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-e38b471c-f630-46cf-aab9-a4182c9f54d6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef&tenant_id=265083ec6478448c96ce2ccfe63c91e9 HTTP/1.1" status: 200 len: 1096 time: 0.0420163 Aug 23 15:50:18.689488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:50:18.743573 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:18.963892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:50:19.000002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:50:19.042407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:50:19.044782 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444292eb-de1a-429a-abca-e8316dc49a18" -d '{"events": [{"server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "name": "network-vif-unplugged", "status": "completed", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:50:19.049373 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:19.062938 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Transition to ACTIVE for port object f5e5b6da-0088-4715-a696-213d4d2f1e02 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:50:19.065086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c63b84-f37b-402f-9d87-afc5c5f8267b req-135119c1-d8b7-41a9-9f62-25117a2b22e7 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:19.066635 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30c63b84-f37b-402f-9d87-afc5c5f8267b req-135119c1-d8b7-41a9-9f62-25117a2b22e7 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0521600 Aug 23 15:50:19.113337 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-30c63b84-f37b-402f-9d87-afc5c5f8267b req-f9aa49fd-dde4-4ae0-80c6-130e9b6a0cc3 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393801 Aug 23 15:50:19.129889 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:19.174853 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 15:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7853b9b5-ea0c-4318-b775-2b7fc559353a x-openstack-request-id: req-7853b9b5-ea0c-4318-b775-2b7fc559353a {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:50:19.175476 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "name": "network-vif-unplugged", "status": "completed", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:50:19.175762 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7853b9b5-ea0c-4318-b775-2b7fc559353a {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:50:19.176159 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'code': 200} Aug 23 15:50:19.213640 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f5e5b6da-0088-4715-a696-213d4d2f1e02 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:50:19.233278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5b6da-0088-4715-a696-213d4d2f1e02,revision_number=10']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:19.258241 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device f5e5b6da-0088-4715-a696-213d4d2f1e02 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:50:19.268530 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] No DVR routers for this DVR port f5e5b6da-0088-4715-a696-213d4d2f1e02 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:50:19.405863 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Attempting to bind port f5e5b6da-0088-4715-a696-213d4d2f1e02 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:50:19.406202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Attempting to bind port f5e5b6da-0088-4715-a696-213d4d2f1e02 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:50:19.406537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Attempting to bind port f5e5b6da-0088-4715-a696-213d4d2f1e02 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:50:19.411063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Port f5e5b6da-0088-4715-a696-213d4d2f1e02 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:50:19.411387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Attempting to bind port f5e5b6da-0088-4715-a696-213d4d2f1e02 on network 90c3ddac-7d47-4a54-bf98-92d85e38d09f {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:50:19.416256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:50:19.416601 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Checking segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:50:19.416988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Bound using segment: {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:50:19.417412 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Bound port: f5e5b6da-0088-4715-a696-213d4d2f1e02, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:50:19.417770 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:19.481491 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:50:19.484558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:50:19.551856 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:19.589342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:19.589966 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:19.591366 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] 10.222.0.61 "PUT /v2.0/ports/f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1092 time: 0.9066706 Aug 23 15:50:19.622421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355769cd-908f-4ecf-aa14-b02f652f94f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5b6da-0088-4715-a696-213d4d2f1e02,revision_number=11']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:19.660321 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37047-3458-4893-934e-48b69c14593c req-68f797fd-4bd5-42b3-8ebf-e5c23a132dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:19.661931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-68f797fd-4bd5-42b3-8ebf-e5c23a132dba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1095 time: 0.0477166 Aug 23 15:50:19.760398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37047-3458-4893-934e-48b69c14593c req-b6346f21-db74-4fcc-b111-9b7694d43df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:19.762359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-b6346f21-db74-4fcc-b111-9b7694d43df6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.0923758 Aug 23 15:50:19.833935 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-d1498d69-c708-47dc-a054-338bec9e5b6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1000 time: 0.0639570 Aug 23 15:50:19.884928 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37047-3458-4893-934e-48b69c14593c req-93369dec-bdf5-452d-abdf-b0f80afc949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:19.886295 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-93369dec-bdf5-452d-abdf-b0f80afc949f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0437896 Aug 23 15:50:19.933653 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a37047-3458-4893-934e-48b69c14593c req-12e8630e-05f3-4437-a9af-32fad258401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:19.935140 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-12e8630e-05f3-4437-a9af-32fad258401e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411887 Aug 23 15:50:20.029480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-6c43acfd-5dba-42dc-a8fe-900e5fcac55d service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857153 Aug 23 15:50:20.119048 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d0a37047-3458-4893-934e-48b69c14593c req-98be30bc-81e8-41f8-8f08-b265becccad1 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814128 Aug 23 15:50:20.243535 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a3ebf-25a3-44c7-bdf0-1dee2bc3954a req-2e2ef2dc-7ff3-48df-b7d6-a2af89a3c1f2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:20.245226 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-844a3ebf-25a3-44c7-bdf0-1dee2bc3954a req-2e2ef2dc-7ff3-48df-b7d6-a2af89a3c1f2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 944 time: 0.0526226 Aug 23 15:50:20.308317 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-844a3ebf-25a3-44c7-bdf0-1dee2bc3954a req-e0dc5913-52f3-426e-a52b-200060b4fc12 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361376 Aug 23 15:50:20.877819 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:21.177655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:50:21.180082 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c65f059-6564-4412-952f-548083db4033" -d '{"events": [{"name": "network-changed", "server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:50:21.227978 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec93fc9-2da9-4523-87bc-3b12ce2a90aa x-openstack-request-id: req-4ec93fc9-2da9-4523-87bc-3b12ce2a90aa {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:50:21.228272 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:50:21.228520 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ec93fc9-2da9-4523-87bc-3b12ce2a90aa {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:50:21.228922 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'status': 'completed', 'code': 200} Aug 23 15:50:21.328683 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65f059-6564-4412-952f-548083db4033 req-dc892558-0882-4020-a057-05552d5ad012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:21.330336 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c65f059-6564-4412-952f-548083db4033 req-dc892558-0882-4020-a057-05552d5ad012 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1095 time: 0.0803668 Aug 23 15:50:21.332196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65f059-6564-4412-952f-548083db4033 req-29e1a0e7-d37d-41f3-8cdd-e500408bc2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:21.333553 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c65f059-6564-4412-952f-548083db4033 req-29e1a0e7-d37d-41f3-8cdd-e500408bc2c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=265083ec6478448c96ce2ccfe63c91e9&device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 1095 time: 0.0747974 Aug 23 15:50:21.422096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a25d3-fb62-42c8-89d3-fddac36293b3 req-f7c5e6d3-4cb6-4ac6-8aff-a140f54564ec tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:21.424456 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-791a25d3-fb62-42c8-89d3-fddac36293b3 req-f7c5e6d3-4cb6-4ac6-8aff-a140f54564ec tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 944 time: 0.0592370 Aug 23 15:50:21.465571 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-791a25d3-fb62-42c8-89d3-fddac36293b3 req-70652db0-eb0f-4170-8375-d19a1ae4b7ec tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334525 Aug 23 15:50:21.496343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65f059-6564-4412-952f-548083db4033 req-35317389-49f1-4c5b-89c9-edd3e2c9d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:21.497797 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c65f059-6564-4412-952f-548083db4033 req-35317389-49f1-4c5b-89c9-edd3e2c9d6a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.1595466 Aug 23 15:50:21.498876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65f059-6564-4412-952f-548083db4033 req-de86a98f-be84-4764-af5d-13d7f11d6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:21.500201 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c65f059-6564-4412-952f-548083db4033 req-de86a98f-be84-4764-af5d-13d7f11d6ef0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 200 len: 912 time: 0.1546988 Aug 23 15:50:21.608783 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c65f059-6564-4412-952f-548083db4033 req-df0c8c8d-cb9f-4e26-b812-17d784a2781d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1000 time: 0.1032507 Aug 23 15:50:21.613001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c65f059-6564-4412-952f-548083db4033 req-c1096560-90d0-4a14-ad13-ad8bba95dbe1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 200 len: 1000 time: 0.1017106 Aug 23 15:50:21.696524 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65f059-6564-4412-952f-548083db4033 req-07fac993-3370-43d3-825f-274500d400b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:21.698000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c65f059-6564-4412-952f-548083db4033 req-07fac993-3370-43d3-825f-274500d400b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0823784 Aug 23 15:50:21.699628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65f059-6564-4412-952f-548083db4033 req-753e54d7-0d81-4aef-bf9a-8cd2b089cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:21.700955 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c65f059-6564-4412-952f-548083db4033 req-753e54d7-0d81-4aef-bf9a-8cd2b089cbea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 200 len: 850 time: 0.0780137 Aug 23 15:50:21.773349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65f059-6564-4412-952f-548083db4033 req-f693d999-2b8b-4c01-bb2d-9afecf7de8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:21.774763 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c65f059-6564-4412-952f-548083db4033 req-f693d999-2b8b-4c01-bb2d-9afecf7de8b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691502 Aug 23 15:50:21.777070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65f059-6564-4412-952f-548083db4033 req-0be90eb7-c550-4405-a4fd-5740e4faab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:21.778407 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c65f059-6564-4412-952f-548083db4033 req-0be90eb7-c550-4405-a4fd-5740e4faab0c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90c3ddac-7d47-4a54-bf98-92d85e38d09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653574 Aug 23 15:50:21.936623 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c65f059-6564-4412-952f-548083db4033 req-e2949403-f880-48a9-a1df-4c45f5ba51f9 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544249 Aug 23 15:50:21.938766 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c65f059-6564-4412-952f-548083db4033 req-00e3e876-f341-4200-9b7e-fb1804e8cfe6 service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492083 Aug 23 15:50:22.419002 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c65f059-6564-4412-952f-548083db4033 req-21b4a390-7d15-4417-93e2-8f2c0f572757 service neutron] 10.222.0.57 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741354 Aug 23 15:50:22.420749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c65f059-6564-4412-952f-548083db4033 req-a0583836-d1b3-4227-ad92-2c63fb1750ff service neutron] 10.222.0.61 "GET /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683352 Aug 23 15:50:22.594260 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb2c39-74ac-45c2-9404-ef60384300cf req-593ea5ff-8236-47a1-bb7d-1afa6a2c417c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:22.595883 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-decb2c39-74ac-45c2-9404-ef60384300cf req-593ea5ff-8236-47a1-bb7d-1afa6a2c417c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 944 time: 0.0566030 Aug 23 15:50:22.637282 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-decb2c39-74ac-45c2-9404-ef60384300cf req-87fd0a6f-15ef-42cb-aad8-2db99115c78a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347760 Aug 23 15:50:22.654943 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bfecffb0-87a6-42bc-b8ac-5e5d6ce97356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:23.759123 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96712bec-6977-41cd-9083-c0abc9bfdaec req-6347613e-7809-4db9-8f18-cd6e8e781cce tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:23.760670 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96712bec-6977-41cd-9083-c0abc9bfdaec req-6347613e-7809-4db9-8f18-cd6e8e781cce tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 944 time: 0.0528061 Aug 23 15:50:23.801425 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-96712bec-6977-41cd-9083-c0abc9bfdaec req-d8b65428-529e-4330-a6b1-bcdc87f4cfd2 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347736 Aug 23 15:50:24.917468 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb1a47-3f15-490b-bf47-b4bcc297b966 req-fd4df772-1d80-44aa-a2d9-9922e702784f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:24.919068 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dcbb1a47-3f15-490b-bf47-b4bcc297b966 req-fd4df772-1d80-44aa-a2d9-9922e702784f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 944 time: 0.0491595 Aug 23 15:50:24.957327 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dcbb1a47-3f15-490b-bf47-b4bcc297b966 req-e07272ba-c98a-4210-96f3-958d8bd82e81 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317824 Aug 23 15:50:25.569278 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:26.254654 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e56100-b2d6-43c9-8dcf-8437051b9abc req-7ebee617-15da-4061-bdf9-0e3cd9887118 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:26.256067 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d8e56100-b2d6-43c9-8dcf-8437051b9abc req-7ebee617-15da-4061-bdf9-0e3cd9887118 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 944 time: 0.0496211 Aug 23 15:50:26.293379 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d8e56100-b2d6-43c9-8dcf-8437051b9abc req-402bcc6a-9801-4991-a055-e8204c7a0e9f tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313284 Aug 23 15:50:26.678073 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d290-b456-445d-b233-4aa520e90258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:26.980669 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:27.408896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573abd6e-ca97-4caa-9954-8eb6e69dcd1b req-034da42b-e0bd-448f-b181-10e9d081cd5b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:27.411545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-573abd6e-ca97-4caa-9954-8eb6e69dcd1b req-034da42b-e0bd-448f-b181-10e9d081cd5b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 944 time: 0.0506420 Aug 23 15:50:27.453533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-573abd6e-ca97-4caa-9954-8eb6e69dcd1b req-22c49c3d-b241-487f-b5ab-6193e844419a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362034 Aug 23 15:50:28.572125 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52002e1-d032-45b7-9880-1841ec6e154f req-26f0cd00-2136-4b87-950f-de0e32754c82 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:28.573604 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d52002e1-d032-45b7-9880-1841ec6e154f req-26f0cd00-2136-4b87-950f-de0e32754c82 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 944 time: 0.0532444 Aug 23 15:50:28.621681 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d52002e1-d032-45b7-9880-1841ec6e154f req-e6ad5e9b-6159-4364-904f-2cc14c94abf7 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418191 Aug 23 15:50:28.832226 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:29.737189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c17c89-fd1d-4026-9147-8ff2ae8b6cfc req-aeb0afc0-e828-4502-9818-c9acbf250f69 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:29.738704 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-31c17c89-fd1d-4026-9147-8ff2ae8b6cfc req-aeb0afc0-e828-4502-9818-c9acbf250f69 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 944 time: 0.0487981 Aug 23 15:50:29.776371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-31c17c89-fd1d-4026-9147-8ff2ae8b6cfc req-4f319a68-3eb8-4fa4-9e3c-e1bb41fb3ff0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309978 Aug 23 15:50:30.891846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df697aae-4ea8-494d-9778-a5b9df6bcaa9 req-0ed5c1d2-bb71-450e-8008-2cc39ce9c2f0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:30.893312 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df697aae-4ea8-494d-9778-a5b9df6bcaa9 req-0ed5c1d2-bb71-450e-8008-2cc39ce9c2f0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 944 time: 0.0486999 Aug 23 15:50:30.931374 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df697aae-4ea8-494d-9778-a5b9df6bcaa9 req-4537cec6-e617-483f-919a-887a2f7e0ee7 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313568 Aug 23 15:50:31.125554 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f5e5b6da-0088-4715-a696-213d4d2f1e02 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:50:31.220382 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:50:31.232189 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'port_id': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'mac_address': 'fa:16:3e:7d:5c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:50:31.271093 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:31.284539 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e5b6da-0088-4715-a696-213d4d2f1e02 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:50:31.304920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:50:31.398710 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:31.440156 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:50:31.447519 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=f5e5b6da-0088-4715-a696-213d4d2f1e02,revision_number=12']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:31.663206 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['f5e5b6da-0088-4715-a696-213d4d2f1e02'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:50:32.050573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b52c7-f9cf-4e9b-b33e-a37dedbe8ce4 req-2d740b93-ee69-4812-8041-2954a31d8d9d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:32.057820 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db9b52c7-f9cf-4e9b-b33e-a37dedbe8ce4 req-2d740b93-ee69-4812-8041-2954a31d8d9d tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0595510 Aug 23 15:50:32.090182 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db9b52c7-f9cf-4e9b-b33e-a37dedbe8ce4 req-9513adc3-0bdb-4e45-b69d-039b950c9b7c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315192 Aug 23 15:50:32.207266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d8cc0-e77c-4984-b32b-58bf703add8a req-703fbf7f-6076-4abc-92e6-6c074d2032ce tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:32.208843 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-389d8cc0-e77c-4984-b32b-58bf703add8a req-703fbf7f-6076-4abc-92e6-6c074d2032ce tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0502417 Aug 23 15:50:32.247237 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-389d8cc0-e77c-4984-b32b-58bf703add8a req-b0d18210-58fa-40f9-8b4a-fa42fbb6c199 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315311 Aug 23 15:50:32.362999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7242d96-baed-45f0-9a42-592d8c3a7073 req-8d3e31ed-77e7-4568-a50d-c8dea5c2917b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:32.364500 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7242d96-baed-45f0-9a42-592d8c3a7073 req-8d3e31ed-77e7-4568-a50d-c8dea5c2917b tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0490973 Aug 23 15:50:32.406127 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c7242d96-baed-45f0-9a42-592d8c3a7073 req-b3130995-1c6e-4570-9a7b-65e3aabc09ce tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351055 Aug 23 15:50:32.846424 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b50d1-d2da-474a-a8d1-be6878289991 req-53c74d27-30dc-4076-b6ee-ce3a601dcb79 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:32.848050 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e32b50d1-d2da-474a-a8d1-be6878289991 req-53c74d27-30dc-4076-b6ee-ce3a601dcb79 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 945 time: 0.0496209 Aug 23 15:50:32.885541 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e32b50d1-d2da-474a-a8d1-be6878289991 req-b1dbb22c-44b9-4de4-8031-3f99e74011be tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313072 Aug 23 15:50:33.134659 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f5e5b6da-0088-4715-a696-213d4d2f1e02 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:50:33.272302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port f5e5b6da-0088-4715-a696-213d4d2f1e02 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:50:33.276696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port f5e5b6da-0088-4715-a696-213d4d2f1e02 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:50:33.277083 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:33.355004 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:33.376934 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:50:33.379154 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae46b4f5-4120-491f-9c79-835de42b0f0f" -d '{"events": [{"server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:50:33.392193 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:50:33.455352 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:33.504798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=f5e5b6da-0088-4715-a696-213d4d2f1e02,revision_number=13']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:33.525604 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb433f9-2e52-4883-88d9-41d998193439 x-openstack-request-id: req-2eb433f9-2e52-4883-88d9-41d998193439 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:50:33.525921 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:50:33.526171 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2eb433f9-2e52-4883-88d9-41d998193439 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:50:33.526583 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'code': 200} Aug 23 15:50:34.003848 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75baf9-f8e6-4757-bc93-e0ef06e0bfd8 req-74e03bd1-ceae-4b56-b3c7-917540f61331 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:34.005330 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a75baf9-f8e6-4757-bc93-e0ef06e0bfd8 req-74e03bd1-ceae-4b56-b3c7-917540f61331 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 946 time: 0.0499523 Aug 23 15:50:34.043521 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4a75baf9-f8e6-4757-bc93-e0ef06e0bfd8 req-7a90cea9-b3c3-4d53-8008-2d4cf263644a tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups?id=791f4475-1f92-4692-b589-944ab3d9203a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316734 Aug 23 15:50:34.482788 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-23d2e98f-1e56-4941-a153-b0dc4c6ae868 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:34.484287 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-23d2e98f-1e56-4941-a153-b0dc4c6ae868 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 946 time: 0.0495868 Aug 23 15:50:34.582231 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-0b344ac9-5842-4f5f-a0ab-50e54cba55ba tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Deleting port f5e5b6da-0088-4715-a696-213d4d2f1e02 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:50:34.582582 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-0b344ac9-5842-4f5f-a0ab-50e54cba55ba tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:34.674593 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-0b344ac9-5842-4f5f-a0ab-50e54cba55ba tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] For port f5e5b6da-0088-4715-a696-213d4d2f1e02, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=f5e5b6da-0088-4715-a696-213d4d2f1e02,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:50:34.674972 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-0b344ac9-5842-4f5f-a0ab-50e54cba55ba tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:34.855394 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-0b344ac9-5842-4f5f-a0ab-50e54cba55ba tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:34.855729 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-0b344ac9-5842-4f5f-a0ab-50e54cba55ba tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:34.856050 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-0b344ac9-5842-4f5f-a0ab-50e54cba55ba tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Floating IP 1445e800-8dff-4203-8244-a97e9e587f75 disassociated. External IP: 172.25.8.148, port: f5e5b6da-0088-4715-a696-213d4d2f1e02. Aug 23 15:50:34.856396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-0b344ac9-5842-4f5f-a0ab-50e54cba55ba tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Calling delete_port for f5e5b6da-0088-4715-a696-213d4d2f1e02 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:50:35.050022 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-0b344ac9-5842-4f5f-a0ab-50e54cba55ba tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:35.083400 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b344ac9-5842-4f5f-a0ab-50e54cba55ba tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Pushing event deleted for resources: {'Port': ['ID=f5e5b6da-0088-4715-a696-213d4d2f1e02,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:35.150289 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-38cee1c6-4c0d-4f5f-a6a6-119e3b99c8f3 req-4e0c158f-805d-4d46-b480-da9863886e60 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 210 time: 0.0339351 Aug 23 15:50:35.210441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-0b344ac9-5842-4f5f-a0ab-50e54cba55ba tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Router f384507e-351c-45ee-9c55-21050adf4988 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:50:35.323888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-0b344ac9-5842-4f5f-a0ab-50e54cba55ba tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:50:35.334228 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5596f34e-fd13-456a-baee-aeda23eaaa8d None None] Sync routers for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:50:35.343724 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5596f34e-fd13-456a-baee-aeda23eaaa8d None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:50:35.344338 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5596f34e-fd13-456a-baee-aeda23eaaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:50:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:50:35.368317 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-0b344ac9-5842-4f5f-a0ab-50e54cba55ba tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] No DVR routers for this DVR port f5e5b6da-0088-4715-a696-213d4d2f1e02 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:50:35.370780 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-0b344ac9-5842-4f5f-a0ab-50e54cba55ba tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:35.373006 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0b04df0b-9252-492e-9f2c-3831ffae7a5b req-0b344ac9-5842-4f5f-a0ab-50e54cba55ba tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.61 "DELETE /v2.0/ports/f5e5b6da-0088-4715-a696-213d4d2f1e02 HTTP/1.1" status: 204 len: 173 time: 0.8826804 Aug 23 15:50:35.373579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'name': 'network-vif-deleted', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:50:35.376054 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8d3bb4-2b79-4afc-861c-3bd369427a13" -d '{"events": [{"server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "name": "network-vif-deleted", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:50:35.412914 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fa4e9d-3aec-4ba1-b6c8-f157c87b7eb7 x-openstack-request-id: req-99fa4e9d-3aec-4ba1-b6c8-f157c87b7eb7 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:50:35.413213 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5051fee-f25e-4bd6-a824-df0e27bbdeef", "name": "network-vif-deleted", "tag": "f5e5b6da-0088-4715-a696-213d4d2f1e02", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:50:35.413473 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-99fa4e9d-3aec-4ba1-b6c8-f157c87b7eb7 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:50:35.413882 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5051fee-f25e-4bd6-a824-df0e27bbdeef', 'name': 'network-vif-deleted', 'tag': 'f5e5b6da-0088-4715-a696-213d4d2f1e02', 'status': 'completed', 'code': 200} Aug 23 15:50:35.457073 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-5596f34e-fd13-456a-baee-aeda23eaaa8d None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:50:35.669765 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5596f34e-fd13-456a-baee-aeda23eaaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:50:35.695088 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5596f34e-fd13-456a-baee-aeda23eaaa8d None None] Checking router: f384507e-351c-45ee-9c55-21050adf4988 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:50:35.704492 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5596f34e-fd13-456a-baee-aeda23eaaa8d None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:50:35.705098 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5596f34e-fd13-456a-baee-aeda23eaaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:50:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:50:35.810681 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-5596f34e-fd13-456a-baee-aeda23eaaa8d None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:50:36.099437 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-5596f34e-fd13-456a-baee-aeda23eaaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:50:36.128791 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5596f34e-fd13-456a-baee-aeda23eaaa8d None None] The sync data for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 is: [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:40:24Z', 'revision_number': 4, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4de6b5dd-47d8-4323-99c9-79ad01abeb9a', 'name': '', 'network_id': '90c3ddac-7d47-4a54-bf98-92d85e38d09f', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'mac_address': 'fa:16:3e:38:f2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:23Z', 'updated_at': '2021-08-23T15:40:28Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'subnets': [{'id': 'a3c72ad3-68f7-4a01-b53a-17d12537c713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:50:36.255988 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e8f422ca-f4df-4f98-ba91-c6d1f11c67ca req-d8b4a77c-af3c-4969-b504-7924ffaa4838 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 210 time: 0.0268459 Aug 23 15:50:36.377187 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882aa23-61ac-40ba-99e7-9ed1dcef9b45 None None] New status for floating IP 1445e800-8dff-4203-8244-a97e9e587f75: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:50:37.355924 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d9d1cf7c-a70b-48dc-889a-76dfb28884b3 req-3f8f9000-c11e-4c5b-ad84-ddd39038fda0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 210 time: 0.0273414 Aug 23 15:50:38.451362 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31941491-530c-4af0-aca6-67a4fdc5c984 req-8da561b1-db69-4893-855d-6a70cecf3165 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5051fee-f25e-4bd6-a824-df0e27bbdeef HTTP/1.1" status: 200 len: 210 time: 0.0264418 Aug 23 15:50:39.169204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f5e5b6da-0088-4715-a696-213d4d2f1e02 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:50:39.192039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: f5e5b6da-0088-4715-a696-213d4d2f1e02 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:50:39.192484 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device f5e5b6da-0088-4715-a696-213d4d2f1e02 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:50:43.422256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38508) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:50:43.476240 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:43.499573 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:43.598737 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:43.601348 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:43.610136 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "DELETE /v2.0/security-groups/791f4475-1f92-4692-b589-944ab3d9203a HTTP/1.1" status: 204 len: 168 time: 0.1801186 Aug 23 15:50:43.610453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38510) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:50:43.612595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791f4475-1f92-4692-b589-944ab3d9203a,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:43.619851 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [None req-35dd1ea5-4403-4ff1-8206-714ec3a1517c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] show failed (client error): The resource could not be found. Aug 23 15:50:43.620113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:43.620469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:43.620827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:43.621054 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-35dd1ea5-4403-4ff1-8206-714ec3a1517c tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "GET /v2.0/security-groups/791f4475-1f92-4692-b589-944ab3d9203a HTTP/1.1" status: 404 len: 347 time: 0.0138166 Aug 23 15:50:43.621166 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:43.621496 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:43.621835 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:43.622173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:43.622507 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:43.622855 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:43.623170 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:43.623369 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38512) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:50:43.623487 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:43.623843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5313de32-6e1b-4703-9093-87f51ccd6193 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:50:43.751571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-8cef8994-ce33-48a1-9eb9-8469be0acab0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Deleting port caa2c3e5-4e85-42be-8d67-17731594a55b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:50:43.751947 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8cef8994-ce33-48a1-9eb9-8469be0acab0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:43.830322 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8cef8994-ce33-48a1-9eb9-8469be0acab0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:43.830656 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8cef8994-ce33-48a1-9eb9-8469be0acab0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:43.842845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-8cef8994-ce33-48a1-9eb9-8469be0acab0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Calling delete_port for caa2c3e5-4e85-42be-8d67-17731594a55b owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:50:44.049466 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8cef8994-ce33-48a1-9eb9-8469be0acab0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:44.079092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef8994-ce33-48a1-9eb9-8469be0acab0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Pushing event deleted for resources: {'Port': ['ID=caa2c3e5-4e85-42be-8d67-17731594a55b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:44.138859 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8cef8994-ce33-48a1-9eb9-8469be0acab0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:44.141373 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8cef8994-ce33-48a1-9eb9-8469be0acab0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:44.142514 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8cef8994-ce33-48a1-9eb9-8469be0acab0 tempest-ServerActionsTestJSON-752883126 tempest-ServerActionsTestJSON-752883126-project] 10.222.0.38 "DELETE /v2.0/floatingips/1445e800-8dff-4203-8244-a97e9e587f75 HTTP/1.1" status: 204 len: 168 time: 0.5182242 Aug 23 15:50:44.145469 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38514) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:50:44.734276 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a293-78c6-477e-8187-7e6ecb88e894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:45.030181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5a293-78c6-477e-8187-7e6ecb88e894 admin admin] Deleting port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:50:45.030530 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a293-78c6-477e-8187-7e6ecb88e894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:45.108482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-dbc5a293-78c6-477e-8187-7e6ecb88e894 admin admin] For port 4de6b5dd-47d8-4323-99c9-79ad01abeb9a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=4de6b5dd-47d8-4323-99c9-79ad01abeb9a,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:50:45.108840 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a293-78c6-477e-8187-7e6ecb88e894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:45.121211 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5a293-78c6-477e-8187-7e6ecb88e894 admin admin] Calling delete_port for 4de6b5dd-47d8-4323-99c9-79ad01abeb9a owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:50:45.364495 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a293-78c6-477e-8187-7e6ecb88e894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:45.396292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5a293-78c6-477e-8187-7e6ecb88e894 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de6b5dd-47d8-4323-99c9-79ad01abeb9a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:45.579436 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a293-78c6-477e-8187-7e6ecb88e894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:45.800400 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc5a293-78c6-477e-8187-7e6ecb88e894 admin admin] Router f384507e-351c-45ee-9c55-21050adf4988 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:50:45.906935 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc5a293-78c6-477e-8187-7e6ecb88e894 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:50:45.912195 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-dbc5a293-78c6-477e-8187-7e6ecb88e894 admin admin] 10.222.0.38 "PUT /v2.0/routers/f384507e-351c-45ee-9c55-21050adf4988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7657685 Aug 23 15:50:45.914753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38518) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:50:45.918623 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f74ede6-193c-4cf2-86d9-97876e6c1552 None None] Sync routers for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:50:45.927521 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f74ede6-193c-4cf2-86d9-97876e6c1552 None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:50:45.928163 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0f74ede6-193c-4cf2-86d9-97876e6c1552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:50:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:50:46.037292 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-0f74ede6-193c-4cf2-86d9-97876e6c1552 None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:50:46.230098 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0f74ede6-193c-4cf2-86d9-97876e6c1552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:50:45Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:50:46.259965 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f74ede6-193c-4cf2-86d9-97876e6c1552 None None] Checking router: f384507e-351c-45ee-9c55-21050adf4988 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:50:46.268502 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f74ede6-193c-4cf2-86d9-97876e6c1552 None None] Routers {'f384507e-351c-45ee-9c55-21050adf4988'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:50:46.269147 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0f74ede6-193c-4cf2-86d9-97876e6c1552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:50:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f384507e-351c-45ee-9c55-21050adf4988'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:50:46.273740 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:46.333336 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:46.380616 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-0f74ede6-193c-4cf2-86d9-97876e6c1552 None None] Set router f384507e-351c-45ee-9c55-21050adf4988 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:50:46.435433 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:46.561349 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0f74ede6-193c-4cf2-86d9-97876e6c1552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:50:45Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:50:46.577199 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] Deleting port 1aa421b8-7f6e-4611-a11c-2c56e8c27093 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:50:46.577554 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:46.588691 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f74ede6-193c-4cf2-86d9-97876e6c1552 None None] The sync data for ids ['f384507e-351c-45ee-9c55-21050adf4988'] in n-d-804985-3 is: [{'id': 'f384507e-351c-45ee-9c55-21050adf4988', 'name': 'tempest-ServerActionsTestJSON-708304991-router', 'tenant_id': '265083ec6478448c96ce2ccfe63c91e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:40:20Z', 'updated_at': '2021-08-23T15:50:45Z', 'revision_number': 5, 'project_id': '265083ec6478448c96ce2ccfe63c91e9', 'gw_port': {'id': '1aa421b8-7f6e-4611-a11c-2c56e8c27093', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f384507e-351c-45ee-9c55-21050adf4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:40:21Z', 'updated_at': '2021-08-23T15:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:50:46.665978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] For port 1aa421b8-7f6e-4611-a11c-2c56e8c27093, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=1aa421b8-7f6e-4611-a11c-2c56e8c27093,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:50:46.666370 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:46.678449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] Calling delete_port for 1aa421b8-7f6e-4611-a11c-2c56e8c27093 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:50:46.912804 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:46.944022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa421b8-7f6e-4611-a11c-2c56e8c27093,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:47.012307 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.111794 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.113989 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.233147 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.233727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f384507e-351c-45ee-9c55-21050adf4988 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:50:47.240079 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.241869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-53cc7e4c-5dd4-4c90-9b32-ae6fda4e2c0a admin admin] 10.222.0.38 "DELETE /v2.0/routers/f384507e-351c-45ee-9c55-21050adf4988 HTTP/1.1" status: 204 len: 168 time: 1.3260055 Aug 23 15:50:47.245192 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38520) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:50:47.296931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9632bcc-b6d8-40b7-9a5b-29edbb620dbc admin admin] Deleting subnet a3c72ad3-68f7-4a01-b53a-17d12537c713 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:50:47.300308 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9632bcc-b6d8-40b7-9a5b-29edbb620dbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.337509 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9632bcc-b6d8-40b7-9a5b-29edbb620dbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.450117 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9632bcc-b6d8-40b7-9a5b-29edbb620dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.559343 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9632bcc-b6d8-40b7-9a5b-29edbb620dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.584832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9632bcc-b6d8-40b7-9a5b-29edbb620dbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3c72ad3-68f7-4a01-b53a-17d12537c713,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:47.592255 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9632bcc-b6d8-40b7-9a5b-29edbb620dbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.594108 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b9632bcc-b6d8-40b7-9a5b-29edbb620dbc admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a3c72ad3-68f7-4a01-b53a-17d12537c713 HTTP/1.1" status: 204 len: 168 time: 0.3477128 Aug 23 15:50:47.596661 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38522) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:50:47.599311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0b5f81-436e-4d80-a048-55353b671454 None None] Network 90c3ddac-7d47-4a54-bf98-92d85e38d09f requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:50:47.663632 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.739998 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] Deleting port 0547ba7b-31e5-4b41-8827-684e40ff1c23 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:50:47.740350 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.805348 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] For port 0547ba7b-31e5-4b41-8827-684e40ff1c23, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0547ba7b-31e5-4b41-8827-684e40ff1c23,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:50:47.806222 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.808541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e011334e-0ab5-467b-9886-275def9e002f None None] DHCP port deletion for 90c3ddac-7d47-4a54-bf98-92d85e38d09f request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:50:47.819985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] Calling delete_port for 0547ba7b-31e5-4b41-8827-684e40ff1c23 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:50:47.854654 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e011334e-0ab5-467b-9886-275def9e002f None None] Deleting port 0547ba7b-31e5-4b41-8827-684e40ff1c23 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:50:47.855028 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e011334e-0ab5-467b-9886-275def9e002f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.916683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e011334e-0ab5-467b-9886-275def9e002f None None] For port 0547ba7b-31e5-4b41-8827-684e40ff1c23, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0547ba7b-31e5-4b41-8827-684e40ff1c23,segment=NetworkSegment(da690bc2-b3c3-4eb7-b18c-5cb6fb19e443),segment_id=da690bc2-b3c3-4eb7-b18c-5cb6fb19e443)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:50:47.917073 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e011334e-0ab5-467b-9886-275def9e002f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.929436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e011334e-0ab5-467b-9886-275def9e002f None None] Calling delete_port for 0547ba7b-31e5-4b41-8827-684e40ff1c23 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:50:47.970668 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:47.998488 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] Pushing event deleted for resources: {'Port': ['ID=0547ba7b-31e5-4b41-8827-684e40ff1c23,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:48.000266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] No DVR routers for this DVR port 0547ba7b-31e5-4b41-8827-684e40ff1c23 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:50:48.007961 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e011334e-0ab5-467b-9886-275def9e002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:48.034534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011334e-0ab5-467b-9886-275def9e002f None None] Pushing event deleted for resources: {'Port': ['ID=0547ba7b-31e5-4b41-8827-684e40ff1c23,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:48.176790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011334e-0ab5-467b-9886-275def9e002f None None] No DVR routers for this DVR port 0547ba7b-31e5-4b41-8827-684e40ff1c23 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c3ddac-7d47-4a54-bf98-92d85e38d09f']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da690bc2-b3c3-4eb7-b18c-5cb6fb19e443') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:50:48.237296 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:50:48.241548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0547ba7b-31e5-4b41-8827-684e40ff1c23 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:50:48.258376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 0547ba7b-31e5-4b41-8827-684e40ff1c23 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:50:48.258895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0547ba7b-31e5-4b41-8827-684e40ff1c23 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:50:48.259162 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1aa421b8-7f6e-4611-a11c-2c56e8c27093 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:50:48.273562 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:48.279712 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:48.279997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 1aa421b8-7f6e-4611-a11c-2c56e8c27093 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:50:48.280346 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 1aa421b8-7f6e-4611-a11c-2c56e8c27093 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:50:48.280760 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4de6b5dd-47d8-4323-99c9-79ad01abeb9a no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:50:48.284371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] 10.222.0.38 "DELETE /v2.0/networks/90c3ddac-7d47-4a54-bf98-92d85e38d09f HTTP/1.1" status: 204 len: 168 time: 0.6864500 Aug 23 15:50:48.297972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed20e9-c26d-4835-b676-337e0e75d31b admin admin] Pushing event deleted for resources: {'Network': ['ID=90c3ddac-7d47-4a54-bf98-92d85e38d09f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:48.303909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 4de6b5dd-47d8-4323-99c9-79ad01abeb9a {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:50:48.304361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4de6b5dd-47d8-4323-99c9-79ad01abeb9a not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:50:48.545209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38526) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:50:48.585308 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bc40d3ab-960e-4f1e-a6a4-48a8aed42b54 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=265083ec6478448c96ce2ccfe63c91e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388875 Aug 23 15:50:48.588768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38528) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:50:48.635577 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c953636-b29f-4877-a034-476756e01ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:48.656367 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c953636-b29f-4877-a034-476756e01ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:48.770689 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c953636-b29f-4877-a034-476756e01ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:48.773248 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2c953636-b29f-4877-a034-476756e01ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:48.774419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2c953636-b29f-4877-a034-476756e01ee8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d56dcc89-19d3-4b93-bbc1-041d062d5b2a HTTP/1.1" status: 204 len: 168 time: 0.1846435 Aug 23 15:50:48.782395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c953636-b29f-4877-a034-476756e01ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56dcc89-19d3-4b93-bbc1-041d062d5b2a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:49.772894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38550) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:50:49.871279 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-58923263-network', 'tenant_id': '24ed8351dcfd4ef8ba73ead03ffc8ddc'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:50:49.970988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] Made reservation on behalf of 24ed8351dcfd4ef8ba73ead03ffc8ddc for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:50:49.973519 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:49.982959 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:50.068900 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:50.129948 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:50.158301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:50:50.164745 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f31d353-93e4-4731-b174-f774144f26d2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:50.171014 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:50.171362 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] Added segment a76dad99-c45e-467c-8492-d8bcdcfcebf5 of type vlan for network 597eca31-ad94-4f3e-966e-f4bcb08b25d2 Aug 23 15:50:50.215498 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:50.318858 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:50.319961 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:50.320577 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:50.384213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] Pushing event updated for resources: {'Network': ['ID=597eca31-ad94-4f3e-966e-f4bcb08b25d2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:50.395771 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 597eca31-ad94-4f3e-966e-f4bcb08b25d2 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:50:50.451851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-546d6db1-e115-4463-9e13-11bbb99119f6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6777761 Aug 23 15:50:50.454625 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38554) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:50:50.462401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-6c4d98ea-8a4e-4191-b445-21a77d4d620a admin admin] Request body: {'subnet': {'network_id': '597eca31-ad94-4f3e-966e-f4bcb08b25d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-58923263-subnet', 'tenant_id': '24ed8351dcfd4ef8ba73ead03ffc8ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:50:50.564976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4d98ea-8a4e-4191-b445-21a77d4d620a admin admin] Made reservation on behalf of 24ed8351dcfd4ef8ba73ead03ffc8ddc for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:50:50.567390 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c4d98ea-8a4e-4191-b445-21a77d4d620a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:50.811221 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c4d98ea-8a4e-4191-b445-21a77d4d620a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:50.874302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d98ea-8a4e-4191-b445-21a77d4d620a admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e98fff-a967-4978-8e7f-a1bb30237c93,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:50.883198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d98ea-8a4e-4191-b445-21a77d4d620a admin admin] Checking segment: {'id': 'a76dad99-c45e-467c-8492-d8bcdcfcebf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '597eca31-ad94-4f3e-966e-f4bcb08b25d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:50:50.883568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d98ea-8a4e-4191-b445-21a77d4d620a admin admin] Network hostable DHCP agents. Network: 597eca31-ad94-4f3e-966e-f4bcb08b25d2, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:50:50.907461 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:50.976762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d98ea-8a4e-4191-b445-21a77d4d620a admin admin] Network 597eca31-ad94-4f3e-966e-f4bcb08b25d2 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:50:51.090900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-6c4d98ea-8a4e-4191-b445-21a77d4d620a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 597eca31-ad94-4f3e-966e-f4bcb08b25d2) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:50:51.095449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4d98ea-8a4e-4191-b445-21a77d4d620a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:51.096112 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6c4d98ea-8a4e-4191-b445-21a77d4d620a admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:51.101645 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898d841b-e7b0-469f-b666-6a2717a136de None None] Network 597eca31-ad94-4f3e-966e-f4bcb08b25d2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:50:51.196029 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6c4d98ea-8a4e-4191-b445-21a77d4d620a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7330291 Aug 23 15:50:51.235043 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c63454-f822-4d36-be1c-4b158b908548 None None] Network 597eca31-ad94-4f3e-966e-f4bcb08b25d2 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:50:51.617613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-71421897-24d5-437e-be3f-24e1c903d178 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:51.619057 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-71421897-24d5-437e-be3f-24e1c903d178 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/networks?id=597eca31-ad94-4f3e-966e-f4bcb08b25d2 HTTP/1.1" status: 200 len: 812 time: 0.1025145 Aug 23 15:50:51.634065 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-e7af9e16-3002-4dc4-9ea7-9041968ea190 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/quotas/24ed8351dcfd4ef8ba73ead03ffc8ddc HTTP/1.1" status: 200 len: 375 time: 0.0089698 Aug 23 15:50:51.668303 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-3873774c-b740-4308-a59e-09a395a91069 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=24ed8351dcfd4ef8ba73ead03ffc8ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284724 Aug 23 15:50:51.679084 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-89ba63c9-bf05-4967-a3a4-2d9019f6bc32 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:50:51.680126 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-89ba63c9-bf05-4967-a3a4-2d9019f6bc32 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051086 Aug 23 15:50:51.773528 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-1da4eb0b-e615-4c10-b120-d7d10ce46baa service neutron] 10.222.0.38 "GET /v2.0/networks/597eca31-ad94-4f3e-966e-f4bcb08b25d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874746 Aug 23 15:50:51.865522 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-6ff7e341-f8b7-4426-a67d-b8cbb1b004a2 service neutron] 10.222.0.38 "GET /v2.0/networks/597eca31-ad94-4f3e-966e-f4bcb08b25d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846128 Aug 23 15:50:52.113455 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-987efb41-8dde-4a07-ba99-d8560ec047e2 req-f95b1ce5-1482-4e47-a553-08a742a290fa tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 210 time: 0.0284069 Aug 23 15:50:52.696579 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-99fe31d6-8b18-48d0-a085-f8721502dd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:53.210491 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b92b1dd-d3b0-461d-94d3-633b0d683836 req-1f89663b-f50a-435a-baaf-d1238aabb6b9 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 210 time: 0.0284429 Aug 23 15:50:54.103575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-ce4f5bc6-e8ff-4833-87d7-c984ac0d8a10 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:54.105066 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-ce4f5bc6-e8ff-4833-87d7-c984ac0d8a10 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.57 "GET /v2.0/networks?id=597eca31-ad94-4f3e-966e-f4bcb08b25d2 HTTP/1.1" status: 200 len: 812 time: 0.1105855 Aug 23 15:50:54.118075 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-0102d7b3-fb06-4fa4-a7ea-6577b0007c83 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Request body: {'port': {'device_id': 'e5f0b9b3-d595-4229-98a5-f1b8952457ce', 'network_id': '597eca31-ad94-4f3e-966e-f4bcb08b25d2', 'admin_state_up': True, 'tenant_id': '24ed8351dcfd4ef8ba73ead03ffc8ddc'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:50:54.314623 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1a57d7ec-956b-46e6-98c3-7db34dcd1194 req-d2011a57-2cc0-48c8-839d-60727d6e297a tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 210 time: 0.0329130 Aug 23 15:50:54.332918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-0102d7b3-fb06-4fa4-a7ea-6577b0007c83 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Made reservation on behalf of 24ed8351dcfd4ef8ba73ead03ffc8ddc for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:50:54.332918 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-0102d7b3-fb06-4fa4-a7ea-6577b0007c83 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:54.461543 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-0102d7b3-fb06-4fa4-a7ea-6577b0007c83 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Allocated IP 172.20.0.4 (597eca31-ad94-4f3e-966e-f4bcb08b25d2/82e98fff-a967-4978-8e7f-a1bb30237c93/00b211d0-b44c-464d-87a3-ea3944a972fb) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:50:54.616978 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-0102d7b3-fb06-4fa4-a7ea-6577b0007c83 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:54.714243 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-0102d7b3-fb06-4fa4-a7ea-6577b0007c83 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:54.762605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-0102d7b3-fb06-4fa4-a7ea-6577b0007c83 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Network 597eca31-ad94-4f3e-966e-f4bcb08b25d2 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:50:54.765548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-0102d7b3-fb06-4fa4-a7ea-6577b0007c83 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:50:54.769211 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-0102d7b3-fb06-4fa4-a7ea-6577b0007c83 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:50:54.795394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102d7b3-fb06-4fa4-a7ea-6577b0007c83 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Pushing event updated for resources: {'Port': ['ID=00b211d0-b44c-464d-87a3-ea3944a972fb,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:54.823246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-0102d7b3-fb06-4fa4-a7ea-6577b0007c83 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:54.823887 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-0102d7b3-fb06-4fa4-a7ea-6577b0007c83 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:54.914850 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-0102d7b3-fb06-4fa4-a7ea-6577b0007c83 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8005269 Aug 23 15:50:54.928674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Request body: {'port': {'device_id': 'e5f0b9b3-d595-4229-98a5-f1b8952457ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:50:54.987046 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:55.244339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b211d0-b44c-464d-87a3-ea3944a972fb {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:50:55.252551 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:55.265328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Transition to ACTIVE for port object 00b211d0-b44c-464d-87a3-ea3944a972fb will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:50:55.330940 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:55.383763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Pushing event updated for resources: {'Port': ['ID=00b211d0-b44c-464d-87a3-ea3944a972fb,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:55.439866 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ca892-a320-4fe3-9a92-d8a98e1c0efc req-83b346d5-5afd-45d5-bcf7-961fea192675 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:55.441366 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d9ca892-a320-4fe3-9a92-d8a98e1c0efc req-83b346d5-5afd-45d5-bcf7-961fea192675 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 943 time: 0.0567105 Aug 23 15:50:55.456526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Attempting to bind port 00b211d0-b44c-464d-87a3-ea3944a972fb on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:50:55.456867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Attempting to bind port 00b211d0-b44c-464d-87a3-ea3944a972fb by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'a76dad99-c45e-467c-8492-d8bcdcfcebf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '597eca31-ad94-4f3e-966e-f4bcb08b25d2'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:50:55.457201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Attempting to bind port 00b211d0-b44c-464d-87a3-ea3944a972fb on network 597eca31-ad94-4f3e-966e-f4bcb08b25d2 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:50:55.461498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Port 00b211d0-b44c-464d-87a3-ea3944a972fb on network 597eca31-ad94-4f3e-966e-f4bcb08b25d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:50:55.461824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Attempting to bind port 00b211d0-b44c-464d-87a3-ea3944a972fb on network 597eca31-ad94-4f3e-966e-f4bcb08b25d2 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:50:55.467370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:50:55.467735 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Checking segment: {'id': 'a76dad99-c45e-467c-8492-d8bcdcfcebf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '597eca31-ad94-4f3e-966e-f4bcb08b25d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:50:55.468125 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Bound using segment: {'id': 'a76dad99-c45e-467c-8492-d8bcdcfcebf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '597eca31-ad94-4f3e-966e-f4bcb08b25d2'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:50:55.468550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Bound port: 00b211d0-b44c-464d-87a3-ea3944a972fb, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76dad99-c45e-467c-8492-d8bcdcfcebf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '597eca31-ad94-4f3e-966e-f4bcb08b25d2'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:50:55.468914 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:55.486535 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d9ca892-a320-4fe3-9a92-d8a98e1c0efc req-7ec84421-6ab6-495a-b8d1-99cceb0a6480 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389321 Aug 23 15:50:55.533388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] For port 00b211d0-b44c-464d-87a3-ea3944a972fb, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:50:55.536388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] For port 00b211d0-b44c-464d-87a3-ea3944a972fb, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=00b211d0-b44c-464d-87a3-ea3944a972fb,segment=NetworkSegment(a76dad99-c45e-467c-8492-d8bcdcfcebf5),segment_id=a76dad99-c45e-467c-8492-d8bcdcfcebf5)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:50:55.559958 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:55.606125 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:55.640570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:55.641186 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:55.642586 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] 10.222.0.57 "PUT /v2.0/ports/00b211d0-b44c-464d-87a3-ea3944a972fb HTTP/1.1" status: 200 len: 1091 time: 0.7181461 Aug 23 15:50:55.643021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f0b9b3-d595-4229-98a5-f1b8952457ce', 'tag': '00b211d0-b44c-464d-87a3-ea3944a972fb'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:50:55.645351 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705a4c45-08ef-43bc-95c8-7d72d5be1a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f0b9b3-d595-4229-98a5-f1b8952457ce", "tag": "00b211d0-b44c-464d-87a3-ea3944a972fb"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:50:55.671585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3615743-29eb-49fd-808f-b644707a66a9 service neutron] Pushing event updated for resources: {'Port': ['ID=00b211d0-b44c-464d-87a3-ea3944a972fb,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:55.690557 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6126be7d-fd1d-4925-a43f-d0bbe6deeb33 x-openstack-request-id: req-6126be7d-fd1d-4925-a43f-d0bbe6deeb33 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:50:55.690557 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f0b9b3-d595-4229-98a5-f1b8952457ce", "tag": "00b211d0-b44c-464d-87a3-ea3944a972fb", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:50:55.690557 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6126be7d-fd1d-4925-a43f-d0bbe6deeb33 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:50:55.690557 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f0b9b3-d595-4229-98a5-f1b8952457ce', 'tag': '00b211d0-b44c-464d-87a3-ea3944a972fb', 'status': 'completed', 'code': 200} Aug 23 15:50:55.759916 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a4c45-08ef-43bc-95c8-7d72d5be1a2f req-64d58886-7530-4911-8ba5-8caf30d0acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:55.761347 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-705a4c45-08ef-43bc-95c8-7d72d5be1a2f req-64d58886-7530-4911-8ba5-8caf30d0acb3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24ed8351dcfd4ef8ba73ead03ffc8ddc&device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 1094 time: 0.0504460 Aug 23 15:50:55.859464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a4c45-08ef-43bc-95c8-7d72d5be1a2f req-53d3bef7-2e9d-48a3-8ca9-a8ee7fc0a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:55.860981 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-705a4c45-08ef-43bc-95c8-7d72d5be1a2f req-53d3bef7-2e9d-48a3-8ca9-a8ee7fc0a87a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=24ed8351dcfd4ef8ba73ead03ffc8ddc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0924268 Aug 23 15:50:55.958335 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a4c45-08ef-43bc-95c8-7d72d5be1a2f req-6260743a-ce4a-4392-aec1-f2c879f54c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:55.959832 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-705a4c45-08ef-43bc-95c8-7d72d5be1a2f req-6260743a-ce4a-4392-aec1-f2c879f54c80 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919578 Aug 23 15:50:56.035643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-e7738f7b-9f62-44b6-93ba-879bfebd4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:56.037078 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-e7738f7b-9f62-44b6-93ba-879bfebd4906 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24ed8351dcfd4ef8ba73ead03ffc8ddc&device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 1094 time: 0.0410242 Aug 23 15:50:56.077889 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-a6cc1c25-910b-46a7-a272-9748f24dba72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b211d0-b44c-464d-87a3-ea3944a972fb HTTP/1.1" status: 200 len: 217 time: 0.0331206 Aug 23 15:50:56.130298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-e2a4a72e-1d80-4fc5-b863-19c5d697c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:56.131770 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-e2a4a72e-1d80-4fc5-b863-19c5d697c929 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=82e98fff-a967-4978-8e7f-a1bb30237c93 HTTP/1.1" status: 200 len: 852 time: 0.0478098 Aug 23 15:50:56.163741 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-b5bd39a7-0b2c-47fe-8585-48bf0469fd74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=597eca31-ad94-4f3e-966e-f4bcb08b25d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245419 Aug 23 15:50:56.253364 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-fa034d15-bc0e-451f-91bd-c4757bde5622 service neutron] 10.222.0.57 "GET /v2.0/networks/597eca31-ad94-4f3e-966e-f4bcb08b25d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821524 Aug 23 15:50:56.349501 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ed51ae5-b483-4980-a586-de7d79905d25 req-41c5a875-aac6-4470-8a1a-86d461aa44de service neutron] 10.222.0.57 "GET /v2.0/networks/597eca31-ad94-4f3e-966e-f4bcb08b25d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878410 Aug 23 15:50:56.608134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa69d6-7b59-466c-91ad-0e35d0dfa6a6 req-df46655d-f439-4c34-9ca6-0e74c0d0a62f tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:56.609541 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-edaa69d6-7b59-466c-91ad-0e35d0dfa6a6 req-df46655d-f439-4c34-9ca6-0e74c0d0a62f tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 943 time: 0.0510960 Aug 23 15:50:56.645294 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-38e1df9d-1beb-41a4-9e28-66bdd62f89ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:56.648242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-edaa69d6-7b59-466c-91ad-0e35d0dfa6a6 req-dbcdf04e-e2c6-4f22-aa5c-7117a2fd207b tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327289 Aug 23 15:50:56.959761 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:57.763406 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198e680-bffc-4a87-b248-cfccaf104423 req-a0ef56c3-99d4-42b7-bb2f-e9cb79a32fc5 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:57.764950 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1198e680-bffc-4a87-b248-cfccaf104423 req-a0ef56c3-99d4-42b7-bb2f-e9cb79a32fc5 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 943 time: 0.0501280 Aug 23 15:50:57.803034 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1198e680-bffc-4a87-b248-cfccaf104423 req-3504ebd2-738a-4417-9517-888883c4623d tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316603 Aug 23 15:50:58.885600 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:58.916276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3c869-9942-403b-b8ef-46987a02c506 req-1675b7c7-c1be-40aa-9cb4-d7424138a7f4 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:50:58.917698 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7c3c869-9942-403b-b8ef-46987a02c506 req-1675b7c7-c1be-40aa-9cb4-d7424138a7f4 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 943 time: 0.0499709 Aug 23 15:50:58.955707 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7c3c869-9942-403b-b8ef-46987a02c506 req-8899829c-8740-4248-937e-49eea950a7a7 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319748 Aug 23 15:50:59.403026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 00b211d0-b44c-464d-87a3-ea3944a972fb details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:50:59.494426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 00b211d0-b44c-464d-87a3-ea3944a972fb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=00b211d0-b44c-464d-87a3-ea3944a972fb,segment=NetworkSegment(a76dad99-c45e-467c-8492-d8bcdcfcebf5),segment_id=a76dad99-c45e-467c-8492-d8bcdcfcebf5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:50:59.505359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '00b211d0-b44c-464d-87a3-ea3944a972fb', 'network_id': '597eca31-ad94-4f3e-966e-f4bcb08b25d2', 'port_id': '00b211d0-b44c-464d-87a3-ea3944a972fb', 'mac_address': 'fa:16:3e:a4:fb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e98fff-a967-4978-8e7f-a1bb30237c93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:50:59.546422 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:59.558634 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b211d0-b44c-464d-87a3-ea3944a972fb {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:50:59.577475 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 00b211d0-b44c-464d-87a3-ea3944a972fb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=00b211d0-b44c-464d-87a3-ea3944a972fb,segment=NetworkSegment(a76dad99-c45e-467c-8492-d8bcdcfcebf5),segment_id=a76dad99-c45e-467c-8492-d8bcdcfcebf5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:50:59.656986 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:50:59.705604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=00b211d0-b44c-464d-87a3-ea3944a972fb,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:50:59.843482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['00b211d0-b44c-464d-87a3-ea3944a972fb'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:51:00.070637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4245275-2f70-47c2-8301-d913df3dd55c req-925c3e17-8a3d-4a7b-b15f-70baf0e0dfaf tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:00.072283 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4245275-2f70-47c2-8301-d913df3dd55c req-925c3e17-8a3d-4a7b-b15f-70baf0e0dfaf tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 944 time: 0.0494328 Aug 23 15:51:00.110033 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4245275-2f70-47c2-8301-d913df3dd55c req-45763bb1-4b39-4cdc-963b-e101509392fe tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311990 Aug 23 15:51:01.228219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4890a-eecb-4fea-be61-768ff93ad71d req-ec08e96a-f74f-4453-84d6-18cae95a350e tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:01.229706 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36c4890a-eecb-4fea-be61-768ff93ad71d req-ec08e96a-f74f-4453-84d6-18cae95a350e tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 944 time: 0.0538681 Aug 23 15:51:01.268387 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36c4890a-eecb-4fea-be61-768ff93ad71d req-25b6e5cc-1f2a-436b-a400-0495ff5be18c tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319729 Aug 23 15:51:01.406402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 00b211d0-b44c-464d-87a3-ea3944a972fb up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:51:01.559846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 00b211d0-b44c-464d-87a3-ea3944a972fb completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:51:01.563559 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 00b211d0-b44c-464d-87a3-ea3944a972fb triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:51:01.563958 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:01.643276 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:01.666149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f0b9b3-d595-4229-98a5-f1b8952457ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b211d0-b44c-464d-87a3-ea3944a972fb'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:51:01.669286 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f6044f-bc61-42b4-b652-b3aea00988f3" -d '{"events": [{"server_uuid": "e5f0b9b3-d595-4229-98a5-f1b8952457ce", "name": "network-vif-plugged", "status": "completed", "tag": "00b211d0-b44c-464d-87a3-ea3944a972fb"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:51:01.681946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 00b211d0-b44c-464d-87a3-ea3944a972fb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=00b211d0-b44c-464d-87a3-ea3944a972fb,segment=NetworkSegment(a76dad99-c45e-467c-8492-d8bcdcfcebf5),segment_id=a76dad99-c45e-467c-8492-d8bcdcfcebf5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:01.707941 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42f6538-b458-41e3-9b8e-356dd59d981b x-openstack-request-id: req-e42f6538-b458-41e3-9b8e-356dd59d981b {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:51:01.707941 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f0b9b3-d595-4229-98a5-f1b8952457ce", "name": "network-vif-plugged", "status": "completed", "tag": "00b211d0-b44c-464d-87a3-ea3944a972fb", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:51:01.707941 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e42f6538-b458-41e3-9b8e-356dd59d981b {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:51:01.707941 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f0b9b3-d595-4229-98a5-f1b8952457ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b211d0-b44c-464d-87a3-ea3944a972fb', 'code': 200} Aug 23 15:51:01.754199 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:01.805381 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=00b211d0-b44c-464d-87a3-ea3944a972fb,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:01.809426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ee86c-2834-4604-9e4c-a0468c3d4c6e req-af685f57-73ce-405c-a955-be29670f25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:01.810993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b98ee86c-2834-4604-9e4c-a0468c3d4c6e req-af685f57-73ce-405c-a955-be29670f25cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 1096 time: 0.0470500 Aug 23 15:51:01.847331 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b98ee86c-2834-4604-9e4c-a0468c3d4c6e req-89d8bb50-b80c-4b15-b94b-2d35e7067fb8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290608 Aug 23 15:51:02.386737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90989e78-6916-4fad-ba04-3188c25aaa50 req-96fbe193-15ba-4b35-8d3c-9e663ea632f0 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:02.388367 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-90989e78-6916-4fad-ba04-3188c25aaa50 req-96fbe193-15ba-4b35-8d3c-9e663ea632f0 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 945 time: 0.0515032 Aug 23 15:51:02.426405 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-90989e78-6916-4fad-ba04-3188c25aaa50 req-79178c7b-ca25-451b-a392-4fc07e6972b0 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Aug 23 15:51:03.542534 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ee9ed-2c58-4d27-9dd0-ad9e2d0cce1d req-44f2c972-0ba4-4991-ba97-119bdc3ab572 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:03.544182 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8f3ee9ed-2c58-4d27-9dd0-ad9e2d0cce1d req-44f2c972-0ba4-4991-ba97-119bdc3ab572 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 945 time: 0.0496082 Aug 23 15:51:03.582569 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8f3ee9ed-2c58-4d27-9dd0-ad9e2d0cce1d req-c8a6da64-2fe9-485d-9985-5826d96aa3ee tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Aug 23 15:51:03.807944 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-6532b5a9-78fa-47e2-9ae5-82dbc95c5844 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:03.809985 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-6532b5a9-78fa-47e2-9ae5-82dbc95c5844 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/networks?id=597eca31-ad94-4f3e-966e-f4bcb08b25d2 HTTP/1.1" status: 200 len: 812 time: 0.1076455 Aug 23 15:51:03.824992 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-a3b0d85d-d4b5-4098-a10c-0d691b18fcec tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/quotas/24ed8351dcfd4ef8ba73ead03ffc8ddc HTTP/1.1" status: 200 len: 375 time: 0.0091252 Aug 23 15:51:03.874591 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-72a40b66-34b5-42cd-9c7e-4a510ee59682 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=24ed8351dcfd4ef8ba73ead03ffc8ddc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440822 Aug 23 15:51:03.961563 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-f88383c6-a5ec-43e5-9946-3cb0de32a801 service neutron] 10.222.0.38 "GET /v2.0/networks/597eca31-ad94-4f3e-966e-f4bcb08b25d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800099 Aug 23 15:51:04.053442 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-ddba205c-6fa1-4e95-a9a9-5a5c30326d20 service neutron] 10.222.0.38 "GET /v2.0/networks/597eca31-ad94-4f3e-966e-f4bcb08b25d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856504 Aug 23 15:51:04.277236 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-942938a3-663a-43ec-b27d-45ff4a1415ed req-0a36c9af-4d09-49fd-ba78-8bee553a6457 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 210 time: 0.0265267 Aug 23 15:51:05.383187 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-493a6678-7946-40d3-b12d-67c195b06a82 req-91292c62-5d38-4dd1-9bd1-e3024f49523e tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 210 time: 0.0274811 Aug 23 15:51:06.337846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-6ac083b3-22ee-4fa7-9895-7162645c84ac tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:06.339305 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-6ac083b3-22ee-4fa7-9895-7162645c84ac tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.61 "GET /v2.0/networks?id=597eca31-ad94-4f3e-966e-f4bcb08b25d2 HTTP/1.1" status: 200 len: 812 time: 0.1112583 Aug 23 15:51:06.352323 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Request body: {'port': {'device_id': 'c11b8f1d-b327-43b0-95c3-8892ec550989', 'network_id': '597eca31-ad94-4f3e-966e-f4bcb08b25d2', 'admin_state_up': True, 'tenant_id': '24ed8351dcfd4ef8ba73ead03ffc8ddc'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:06.490845 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2772fdf6-5532-494a-bddf-5557eb14cd10 req-df4d82f6-0243-4935-a93a-032c78ca8449 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 210 time: 0.0346417 Aug 23 15:51:06.554149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Made reservation on behalf of 24ed8351dcfd4ef8ba73ead03ffc8ddc for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:06.557819 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:06.683545 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Allocated IP 172.20.0.11 (597eca31-ad94-4f3e-966e-f4bcb08b25d2/82e98fff-a967-4978-8e7f-a1bb30237c93/191825fa-1562-49cb-a8a3-7c994d299e81) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:51:06.839811 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:06.921168 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:06.932912 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['00b211d0-b44c-464d-87a3-ea3944a972fb'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:51:06.965561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Network 597eca31-ad94-4f3e-966e-f4bcb08b25d2 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:51:06.969106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:06.973007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:51:07.007529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Pushing event updated for resources: {'Port': ['ID=191825fa-1562-49cb-a8a3-7c994d299e81,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:07.020768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:07.021131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:07.021475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:07.021817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:07.022158 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:07.022497 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:07.022837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:07.023177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:07.023512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:07.023867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:07.024201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:07.024532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:07.043259 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:07.043959 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:07.126849 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-482007ce-a1c4-4239-8018-c42150494d41 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7781878 Aug 23 15:51:07.139939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Request body: {'port': {'device_id': 'c11b8f1d-b327-43b0-95c3-8892ec550989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:07.193521 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:07.448934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191825fa-1562-49cb-a8a3-7c994d299e81 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:51:07.456822 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:07.468804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Transition to ACTIVE for port object 191825fa-1562-49cb-a8a3-7c994d299e81 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:07.537212 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:07.594739 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=191825fa-1562-49cb-a8a3-7c994d299e81,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:07.611762 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc58955-6593-474c-9b1e-c32eabd8f42c req-895b3f3d-7a0a-4ca0-b198-796c43cb7638 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:07.613307 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2fc58955-6593-474c-9b1e-c32eabd8f42c req-895b3f3d-7a0a-4ca0-b198-796c43cb7638 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 944 time: 0.0524766 Aug 23 15:51:07.656179 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2fc58955-6593-474c-9b1e-c32eabd8f42c req-d88d0553-ca0d-45bc-ac94-b6e3c76de505 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336833 Aug 23 15:51:07.663905 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Attempting to bind port 191825fa-1562-49cb-a8a3-7c994d299e81 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:51:07.664276 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Attempting to bind port 191825fa-1562-49cb-a8a3-7c994d299e81 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'a76dad99-c45e-467c-8492-d8bcdcfcebf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '597eca31-ad94-4f3e-966e-f4bcb08b25d2'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:51:07.664612 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Attempting to bind port 191825fa-1562-49cb-a8a3-7c994d299e81 on network 597eca31-ad94-4f3e-966e-f4bcb08b25d2 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:51:07.670731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Port 191825fa-1562-49cb-a8a3-7c994d299e81 on network 597eca31-ad94-4f3e-966e-f4bcb08b25d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:51:07.670731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Attempting to bind port 191825fa-1562-49cb-a8a3-7c994d299e81 on network 597eca31-ad94-4f3e-966e-f4bcb08b25d2 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:51:07.674841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:51:07.675186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Checking segment: {'id': 'a76dad99-c45e-467c-8492-d8bcdcfcebf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '597eca31-ad94-4f3e-966e-f4bcb08b25d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:07.675579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Bound using segment: {'id': 'a76dad99-c45e-467c-8492-d8bcdcfcebf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '597eca31-ad94-4f3e-966e-f4bcb08b25d2'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:51:07.676038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Bound port: 191825fa-1562-49cb-a8a3-7c994d299e81, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76dad99-c45e-467c-8492-d8bcdcfcebf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '597eca31-ad94-4f3e-966e-f4bcb08b25d2'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:51:07.676401 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:07.740269 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] For port 191825fa-1562-49cb-a8a3-7c994d299e81, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:51:07.743380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] For port 191825fa-1562-49cb-a8a3-7c994d299e81, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=191825fa-1562-49cb-a8a3-7c994d299e81,segment=NetworkSegment(a76dad99-c45e-467c-8492-d8bcdcfcebf5),segment_id=a76dad99-c45e-467c-8492-d8bcdcfcebf5)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:51:07.800636 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:07.840470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:07.841307 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:07.842724 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] 10.222.0.61 "PUT /v2.0/ports/191825fa-1562-49cb-a8a3-7c994d299e81 HTTP/1.1" status: 200 len: 1092 time: 0.7072048 Aug 23 15:51:07.843159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11b8f1d-b327-43b0-95c3-8892ec550989', 'tag': '191825fa-1562-49cb-a8a3-7c994d299e81'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:51:07.845515 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77b85ab-c246-4c3f-aa15-31069ad9b072" -d '{"events": [{"name": "network-changed", "server_uuid": "c11b8f1d-b327-43b0-95c3-8892ec550989", "tag": "191825fa-1562-49cb-a8a3-7c994d299e81"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:51:07.866599 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6d02b-f523-4683-9120-c68352217ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=191825fa-1562-49cb-a8a3-7c994d299e81,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:07.886419 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75eae387-90b0-4280-92fa-e465aba96f10 x-openstack-request-id: req-75eae387-90b0-4280-92fa-e465aba96f10 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:51:07.886419 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11b8f1d-b327-43b0-95c3-8892ec550989", "tag": "191825fa-1562-49cb-a8a3-7c994d299e81", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:51:07.886419 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75eae387-90b0-4280-92fa-e465aba96f10 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:51:07.886419 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11b8f1d-b327-43b0-95c3-8892ec550989', 'tag': '191825fa-1562-49cb-a8a3-7c994d299e81', 'status': 'completed', 'code': 200} Aug 23 15:51:07.945208 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b85ab-c246-4c3f-aa15-31069ad9b072 req-85d86e0b-057e-4c45-b631-f524a71602c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:07.946698 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e77b85ab-c246-4c3f-aa15-31069ad9b072 req-85d86e0b-057e-4c45-b631-f524a71602c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=24ed8351dcfd4ef8ba73ead03ffc8ddc&device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 1095 time: 0.0414083 Aug 23 15:51:08.048819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b85ab-c246-4c3f-aa15-31069ad9b072 req-1468e91e-cad2-4d6d-a014-377fc757907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:08.050202 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e77b85ab-c246-4c3f-aa15-31069ad9b072 req-1468e91e-cad2-4d6d-a014-377fc757907d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=24ed8351dcfd4ef8ba73ead03ffc8ddc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0929594 Aug 23 15:51:08.147628 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b85ab-c246-4c3f-aa15-31069ad9b072 req-a755536d-491a-4fd5-98f5-5b090b016639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:08.149133 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e77b85ab-c246-4c3f-aa15-31069ad9b072 req-a755536d-491a-4fd5-98f5-5b090b016639 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913000 Aug 23 15:51:08.225160 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-f143d791-021f-4854-9136-dceace312f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:08.226672 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-f143d791-021f-4854-9136-dceace312f13 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=24ed8351dcfd4ef8ba73ead03ffc8ddc&device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 1095 time: 0.0408585 Aug 23 15:51:08.272719 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-c4e472c2-4bdf-4a54-9e2a-0adb06d5366f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=191825fa-1562-49cb-a8a3-7c994d299e81 HTTP/1.1" status: 200 len: 217 time: 0.0369189 Aug 23 15:51:08.322357 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-5e161c81-49b0-467c-a891-fba225d6dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:08.323705 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-5e161c81-49b0-467c-a891-fba225d6dbac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=82e98fff-a967-4978-8e7f-a1bb30237c93 HTTP/1.1" status: 200 len: 852 time: 0.0429845 Aug 23 15:51:08.356078 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-befe6cbb-7de0-4fc5-ba95-6aedc19416ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=597eca31-ad94-4f3e-966e-f4bcb08b25d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239875 Aug 23 15:51:08.439965 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:51:08.451791 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-25a96142-a664-4aba-b11a-f4be7afd8553 service neutron] 10.222.0.61 "GET /v2.0/networks/597eca31-ad94-4f3e-966e-f4bcb08b25d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873430 Aug 23 15:51:08.544735 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-66b5545d-f963-43f8-b7d5-d14ce539425e req-5ddc3532-ba6c-4ac1-b97f-ac3535df0d97 service neutron] 10.222.0.61 "GET /v2.0/networks/597eca31-ad94-4f3e-966e-f4bcb08b25d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842202 Aug 23 15:51:08.775479 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7b40c-9ca2-452e-acd2-9f1362e5f317 req-cec436a1-37d3-49da-be06-6620ad81bd34 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:08.776987 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e1c7b40c-9ca2-452e-acd2-9f1362e5f317 req-cec436a1-37d3-49da-be06-6620ad81bd34 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 944 time: 0.0532382 Aug 23 15:51:08.817608 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e1c7b40c-9ca2-452e-acd2-9f1362e5f317 req-3150187f-600b-499f-a093-1ccbe5e9ba2b tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329635 Aug 23 15:51:09.937887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd26493-241a-49b7-9fe1-58d18b31eed5 req-375b3235-bdd4-4775-8c02-a35be5b31b58 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:09.939283 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4cd26493-241a-49b7-9fe1-58d18b31eed5 req-375b3235-bdd4-4775-8c02-a35be5b31b58 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 944 time: 0.0510635 Aug 23 15:51:09.978080 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4cd26493-241a-49b7-9fe1-58d18b31eed5 req-5f0605e2-1966-4229-bbcc-cc0b2bd719c6 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328667 Aug 23 15:51:11.098145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c3000-bfd3-4d94-864f-26d250edabca req-87016c82-4c01-4779-b341-dfbec02a7c08 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:11.099677 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d5c3000-bfd3-4d94-864f-26d250edabca req-87016c82-4c01-4779-b341-dfbec02a7c08 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 944 time: 0.0503156 Aug 23 15:51:11.141992 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d5c3000-bfd3-4d94-864f-26d250edabca req-574c79b5-3c6b-4140-b8b4-678f2b1efc42 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363107 Aug 23 15:51:11.329815 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 191825fa-1562-49cb-a8a3-7c994d299e81 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:51:11.424109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 191825fa-1562-49cb-a8a3-7c994d299e81, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=191825fa-1562-49cb-a8a3-7c994d299e81,segment=NetworkSegment(a76dad99-c45e-467c-8492-d8bcdcfcebf5),segment_id=a76dad99-c45e-467c-8492-d8bcdcfcebf5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:11.436300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '191825fa-1562-49cb-a8a3-7c994d299e81', 'network_id': '597eca31-ad94-4f3e-966e-f4bcb08b25d2', 'port_id': '191825fa-1562-49cb-a8a3-7c994d299e81', 'mac_address': 'fa:16:3e:74:ca:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e98fff-a967-4978-8e7f-a1bb30237c93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:51:11.473765 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:11.486870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191825fa-1562-49cb-a8a3-7c994d299e81 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:51:11.505432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 191825fa-1562-49cb-a8a3-7c994d299e81, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=191825fa-1562-49cb-a8a3-7c994d299e81,segment=NetworkSegment(a76dad99-c45e-467c-8492-d8bcdcfcebf5),segment_id=a76dad99-c45e-467c-8492-d8bcdcfcebf5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:11.583269 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:11.634271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=191825fa-1562-49cb-a8a3-7c994d299e81,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:11.783492 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['191825fa-1562-49cb-a8a3-7c994d299e81'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:51:12.260179 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae121e4-1cef-452b-bf08-986289fea199 req-f9c941a9-5b02-44ed-b874-1fe9620aeabc tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:12.261698 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ae121e4-1cef-452b-bf08-986289fea199 req-f9c941a9-5b02-44ed-b874-1fe9620aeabc tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 945 time: 0.0544517 Aug 23 15:51:12.300295 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ae121e4-1cef-452b-bf08-986289fea199 req-b06edb55-f438-4d85-86df-d1a6d058f8fa tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321906 Aug 23 15:51:13.358208 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 191825fa-1562-49cb-a8a3-7c994d299e81 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:51:13.421142 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b4390-4cdb-47c8-ad87-26ccb06b71b3 req-2db73e38-6175-4bb7-baf3-50640e0dfdaa tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:13.421142 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-425b4390-4cdb-47c8-ad87-26ccb06b71b3 req-2db73e38-6175-4bb7-baf3-50640e0dfdaa tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 945 time: 0.0512242 Aug 23 15:51:13.458691 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-425b4390-4cdb-47c8-ad87-26ccb06b71b3 req-5b1c2afa-df4f-4275-86d9-800fb51f2256 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325387 Aug 23 15:51:13.474928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 191825fa-1562-49cb-a8a3-7c994d299e81 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:51:13.479913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 191825fa-1562-49cb-a8a3-7c994d299e81 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:51:13.480287 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:13.559370 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:13.585177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11b8f1d-b327-43b0-95c3-8892ec550989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191825fa-1562-49cb-a8a3-7c994d299e81'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:51:13.587504 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c893a2ae-7cd3-4866-ab74-8a1f0c8432f9" -d '{"events": [{"server_uuid": "c11b8f1d-b327-43b0-95c3-8892ec550989", "name": "network-vif-plugged", "status": "completed", "tag": "191825fa-1562-49cb-a8a3-7c994d299e81"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:51:13.600333 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 191825fa-1562-49cb-a8a3-7c994d299e81, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=191825fa-1562-49cb-a8a3-7c994d299e81,segment=NetworkSegment(a76dad99-c45e-467c-8492-d8bcdcfcebf5),segment_id=a76dad99-c45e-467c-8492-d8bcdcfcebf5)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:13.624646 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891e4242-e6ce-488b-a4dc-de431c3e8839 x-openstack-request-id: req-891e4242-e6ce-488b-a4dc-de431c3e8839 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:51:13.624962 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11b8f1d-b327-43b0-95c3-8892ec550989", "name": "network-vif-plugged", "status": "completed", "tag": "191825fa-1562-49cb-a8a3-7c994d299e81", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:51:13.625481 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-891e4242-e6ce-488b-a4dc-de431c3e8839 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:51:13.625903 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11b8f1d-b327-43b0-95c3-8892ec550989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191825fa-1562-49cb-a8a3-7c994d299e81', 'code': 200} Aug 23 15:51:13.669982 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:13.718559 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=191825fa-1562-49cb-a8a3-7c994d299e81,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:13.722713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925511e-7959-46e5-87b2-820ce6aa2be2 req-332a0eda-f4ea-4984-867a-cbeeba6b5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:13.724246 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8925511e-7959-46e5-87b2-820ce6aa2be2 req-332a0eda-f4ea-4984-867a-cbeeba6b5dbf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 1097 time: 0.0425346 Aug 23 15:51:13.726196 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:13.726547 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:13.726889 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:13.727225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:13.727561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:13.727922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:13.728256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:13.728588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:13.728917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:13.729241 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:13.729572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:13.729896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:13.762307 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8925511e-7959-46e5-87b2-820ce6aa2be2 req-aa69b0cb-1070-4b91-bd87-2805f39e2887 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290430 Aug 23 15:51:14.581486 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74971ee2-9dd9-45d5-bb22-efb7a70cb038 req-44bb351e-509f-4542-9199-2991a18179ee tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:14.583084 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-74971ee2-9dd9-45d5-bb22-efb7a70cb038 req-44bb351e-509f-4542-9199-2991a18179ee tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 946 time: 0.0557706 Aug 23 15:51:14.624642 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-74971ee2-9dd9-45d5-bb22-efb7a70cb038 req-01c6a530-ffdd-4dc5-ae53-0d1e2a16b1b4 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357375 Aug 23 15:51:15.741595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97506d-de4d-4b1c-bc00-b97de522cae7 req-88c54794-15df-44e6-9fdb-b933e4a6357b tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:15.743077 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b97506d-de4d-4b1c-bc00-b97de522cae7 req-88c54794-15df-44e6-9fdb-b933e4a6357b tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 946 time: 0.0498927 Aug 23 15:51:15.780523 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b97506d-de4d-4b1c-bc00-b97de522cae7 req-14d530c8-5d42-49d2-8274-b2f479645a08 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Aug 23 15:51:16.261283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93cd47-2455-4855-900f-169df368474c req-ab1b7d05-b6e3-474f-a24f-dae17695162c tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:16.262781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dd93cd47-2455-4855-900f-169df368474c req-ab1b7d05-b6e3-474f-a24f-dae17695162c tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 946 time: 0.0544508 Aug 23 15:51:16.263607 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:16.301010 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dd93cd47-2455-4855-900f-169df368474c req-cb5e6064-f8b2-47a8-9253-8df6322188d7 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320191 Aug 23 15:51:17.419199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8abc79-855a-47ea-bdb4-cebf3cbf9534 req-6cb46022-c6dc-40b3-818f-8acae3aa33b7 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:17.420709 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0a8abc79-855a-47ea-bdb4-cebf3cbf9534 req-6cb46022-c6dc-40b3-818f-8acae3aa33b7 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 946 time: 0.0505440 Aug 23 15:51:17.458345 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0a8abc79-855a-47ea-bdb4-cebf3cbf9534 req-698c8926-bf63-4c84-977b-d7496069ccfb tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308347 Aug 23 15:51:17.638028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e6bae-d00d-46c4-ad66-ba706d1cd647 req-1a772167-c856-4e78-bab6-21b409b5c71d tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:17.639397 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b7e6bae-d00d-46c4-ad66-ba706d1cd647 req-1a772167-c856-4e78-bab6-21b409b5c71d tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.61 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 946 time: 0.0488548 Aug 23 15:51:17.733052 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-8b7e6bae-d00d-46c4-ad66-ba706d1cd647 req-62564b98-5c5e-4cbc-af17-133bbd5288fe tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Deleting port 191825fa-1562-49cb-a8a3-7c994d299e81 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:51:17.733401 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b7e6bae-d00d-46c4-ad66-ba706d1cd647 req-62564b98-5c5e-4cbc-af17-133bbd5288fe tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:17.820948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-8b7e6bae-d00d-46c4-ad66-ba706d1cd647 req-62564b98-5c5e-4cbc-af17-133bbd5288fe tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] For port 191825fa-1562-49cb-a8a3-7c994d299e81, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=191825fa-1562-49cb-a8a3-7c994d299e81,segment=NetworkSegment(a76dad99-c45e-467c-8492-d8bcdcfcebf5),segment_id=a76dad99-c45e-467c-8492-d8bcdcfcebf5)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:17.821327 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b7e6bae-d00d-46c4-ad66-ba706d1cd647 req-62564b98-5c5e-4cbc-af17-133bbd5288fe tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:17.833823 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-8b7e6bae-d00d-46c4-ad66-ba706d1cd647 req-62564b98-5c5e-4cbc-af17-133bbd5288fe tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Calling delete_port for 191825fa-1562-49cb-a8a3-7c994d299e81 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:51:18.022902 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b7e6bae-d00d-46c4-ad66-ba706d1cd647 req-62564b98-5c5e-4cbc-af17-133bbd5288fe tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:18.035919 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['00b211d0-b44c-464d-87a3-ea3944a972fb'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:51:18.038131 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['191825fa-1562-49cb-a8a3-7c994d299e81'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:51:18.050544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62564b98-5c5e-4cbc-af17-133bbd5288fe tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Pushing event deleted for resources: {'Port': ['ID=191825fa-1562-49cb-a8a3-7c994d299e81,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:18.093627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7e6bae-d00d-46c4-ad66-ba706d1cd647 req-62564b98-5c5e-4cbc-af17-133bbd5288fe tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] No DVR routers for this DVR port 191825fa-1562-49cb-a8a3-7c994d299e81 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:51:18.096802 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-8b7e6bae-d00d-46c4-ad66-ba706d1cd647 req-62564b98-5c5e-4cbc-af17-133bbd5288fe tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:18.098822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b7e6bae-d00d-46c4-ad66-ba706d1cd647 req-62564b98-5c5e-4cbc-af17-133bbd5288fe tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.61 "DELETE /v2.0/ports/191825fa-1562-49cb-a8a3-7c994d299e81 HTTP/1.1" status: 204 len: 173 time: 0.4532409 Aug 23 15:51:18.099251 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11b8f1d-b327-43b0-95c3-8892ec550989', 'name': 'network-vif-deleted', 'tag': '191825fa-1562-49cb-a8a3-7c994d299e81'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:51:18.101560 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11282bd7-25bf-45ca-b0ef-90e94098a1c3" -d '{"events": [{"server_uuid": "c11b8f1d-b327-43b0-95c3-8892ec550989", "name": "network-vif-deleted", "tag": "191825fa-1562-49cb-a8a3-7c994d299e81"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:51:18.136002 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad711bc-f36b-4ca4-9b74-b22113fbc813 x-openstack-request-id: req-5ad711bc-f36b-4ca4-9b74-b22113fbc813 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:51:18.136295 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11b8f1d-b327-43b0-95c3-8892ec550989", "name": "network-vif-deleted", "tag": "191825fa-1562-49cb-a8a3-7c994d299e81", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:51:18.136550 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ad711bc-f36b-4ca4-9b74-b22113fbc813 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:51:18.137061 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11b8f1d-b327-43b0-95c3-8892ec550989', 'name': 'network-vif-deleted', 'tag': '191825fa-1562-49cb-a8a3-7c994d299e81', 'status': 'completed', 'code': 200} Aug 23 15:51:18.568057 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-742341a8-7777-4ddb-b949-5c4af36c3c54 req-bfa55073-8971-4648-ab46-bfcef8d18a5a tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=c11b8f1d-b327-43b0-95c3-8892ec550989 HTTP/1.1" status: 200 len: 210 time: 0.0277615 Aug 23 15:51:19.719899 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0951d-ddfe-4b3c-9e36-67ae5aacdf89 req-391139ca-a930-4198-af57-cfdf4571758f tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:19.721386 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07d0951d-ddfe-4b3c-9e36-67ae5aacdf89 req-391139ca-a930-4198-af57-cfdf4571758f tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 945 time: 0.0533912 Aug 23 15:51:19.759128 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07d0951d-ddfe-4b3c-9e36-67ae5aacdf89 req-bd9f7047-9d9a-4b61-a6a4-664ac6cf6bd6 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 Aug 23 15:51:19.890339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c90da7-7036-4398-b0bd-3d450996edb8 req-aa7b6ce8-1e25-4e2c-a735-d6ca81337517 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:19.892348 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7c90da7-7036-4398-b0bd-3d450996edb8 req-aa7b6ce8-1e25-4e2c-a735-d6ca81337517 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 945 time: 0.0490706 Aug 23 15:51:19.929092 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f7c90da7-7036-4398-b0bd-3d450996edb8 req-aed558ab-521e-49f1-b575-c99fc4e6e164 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308301 Aug 23 15:51:20.049579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c07b0-6c9b-43dd-b1bf-4e01abfd4cbf req-f9d005eb-6453-4c28-9ffe-44e8e53887ed tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:20.051049 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-602c07b0-6c9b-43dd-b1bf-4e01abfd4cbf req-f9d005eb-6453-4c28-9ffe-44e8e53887ed tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 945 time: 0.0534272 Aug 23 15:51:20.087977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-602c07b0-6c9b-43dd-b1bf-4e01abfd4cbf req-1501f0b4-d928-4ceb-b6ff-f1f51eaeac86 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308337 Aug 23 15:51:20.260386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fa4e8-b026-4bf4-9001-154afb612ac0 req-d5f742f3-d828-4511-9af0-9d0b10fbe917 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:20.261901 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-697fa4e8-b026-4bf4-9001-154afb612ac0 req-d5f742f3-d828-4511-9af0-9d0b10fbe917 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 945 time: 0.0557678 Aug 23 15:51:20.300404 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-697fa4e8-b026-4bf4-9001-154afb612ac0 req-3a9b6606-5381-45cc-bc16-2c150c7de441 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Aug 23 15:51:20.414559 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623ce23-2def-46c6-a6fc-97582ad643ff req-68582df6-c049-4616-b6e2-c06d63fdb7aa tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:20.415949 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8623ce23-2def-46c6-a6fc-97582ad643ff req-68582df6-c049-4616-b6e2-c06d63fdb7aa tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 945 time: 0.0490851 Aug 23 15:51:20.452586 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8623ce23-2def-46c6-a6fc-97582ad643ff req-c267e0a9-684f-4f85-ba6d-b2a17c46e273 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307302 Aug 23 15:51:20.589840 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26c8a3-c95d-414c-800b-ee8bd8c1538b req-9a520a01-fda6-4b7b-aefe-51e20d8b7adb tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:20.591290 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc26c8a3-c95d-414c-800b-ee8bd8c1538b req-9a520a01-fda6-4b7b-aefe-51e20d8b7adb tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 945 time: 0.0525885 Aug 23 15:51:20.631072 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fc26c8a3-c95d-414c-800b-ee8bd8c1538b req-f1ec5b27-ee5e-4d72-82d8-8728f5c7d78f tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320973 Aug 23 15:51:20.932598 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:21.135260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48a20f-c7f9-494a-b3cd-130cd3c8a227 req-90f5e463-bcca-4a2e-bc80-ae37b523af9b tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:21.136779 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe48a20f-c7f9-494a-b3cd-130cd3c8a227 req-90f5e463-bcca-4a2e-bc80-ae37b523af9b tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 945 time: 0.0502498 Aug 23 15:51:21.175636 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fe48a20f-c7f9-494a-b3cd-130cd3c8a227 req-9ee1f513-ac34-4d0d-a9b7-da200e0ff104 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320759 Aug 23 15:51:21.404613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 191825fa-1562-49cb-a8a3-7c994d299e81 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:51:21.428434 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 191825fa-1562-49cb-a8a3-7c994d299e81 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:51:21.428779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 191825fa-1562-49cb-a8a3-7c994d299e81 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:51:22.292923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d294146-6625-4855-9f67-2c1043b33736 req-12ce295e-4401-4c07-992f-30158cd1b9c7 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:22.294393 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d294146-6625-4855-9f67-2c1043b33736 req-12ce295e-4401-4c07-992f-30158cd1b9c7 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 945 time: 0.0494025 Aug 23 15:51:22.335114 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8d294146-6625-4855-9f67-2c1043b33736 req-1b816486-fef3-4acf-b621-57e54a485d05 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/security-groups?id=4f31d353-93e4-4731-b174-f774144f26d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339684 Aug 23 15:51:22.435410 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0ebd4-7a9d-4e68-a755-1e97919f9587 req-b2571c15-36e7-446e-aa9b-9518925a6f9a tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:22.436862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ff0ebd4-7a9d-4e68-a755-1e97919f9587 req-b2571c15-36e7-446e-aa9b-9518925a6f9a tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 945 time: 0.0525863 Aug 23 15:51:22.522791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-9ff0ebd4-7a9d-4e68-a755-1e97919f9587 req-cc9b2566-ff44-45d9-967c-bab614b4dbd3 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Deleting port 00b211d0-b44c-464d-87a3-ea3944a972fb {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:51:22.523135 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9ff0ebd4-7a9d-4e68-a755-1e97919f9587 req-cc9b2566-ff44-45d9-967c-bab614b4dbd3 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:22.620940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-9ff0ebd4-7a9d-4e68-a755-1e97919f9587 req-cc9b2566-ff44-45d9-967c-bab614b4dbd3 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] For port 00b211d0-b44c-464d-87a3-ea3944a972fb, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=00b211d0-b44c-464d-87a3-ea3944a972fb,segment=NetworkSegment(a76dad99-c45e-467c-8492-d8bcdcfcebf5),segment_id=a76dad99-c45e-467c-8492-d8bcdcfcebf5)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:22.621309 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9ff0ebd4-7a9d-4e68-a755-1e97919f9587 req-cc9b2566-ff44-45d9-967c-bab614b4dbd3 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:22.634170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-9ff0ebd4-7a9d-4e68-a755-1e97919f9587 req-cc9b2566-ff44-45d9-967c-bab614b4dbd3 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Calling delete_port for 00b211d0-b44c-464d-87a3-ea3944a972fb owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:51:22.663832 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2950bcb9-6fa4-491f-88b2-6aaaa287f0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:23.166822 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9ff0ebd4-7a9d-4e68-a755-1e97919f9587 req-cc9b2566-ff44-45d9-967c-bab614b4dbd3 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:23.178655 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['00b211d0-b44c-464d-87a3-ea3944a972fb'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:51:23.199316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b2566-ff44-45d9-967c-bab614b4dbd3 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Pushing event deleted for resources: {'Port': ['ID=00b211d0-b44c-464d-87a3-ea3944a972fb,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:23.242365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff0ebd4-7a9d-4e68-a755-1e97919f9587 req-cc9b2566-ff44-45d9-967c-bab614b4dbd3 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] No DVR routers for this DVR port 00b211d0-b44c-464d-87a3-ea3944a972fb on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:51:23.244862 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-9ff0ebd4-7a9d-4e68-a755-1e97919f9587 req-cc9b2566-ff44-45d9-967c-bab614b4dbd3 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:23.246796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9ff0ebd4-7a9d-4e68-a755-1e97919f9587 req-cc9b2566-ff44-45d9-967c-bab614b4dbd3 tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.57 "DELETE /v2.0/ports/00b211d0-b44c-464d-87a3-ea3944a972fb HTTP/1.1" status: 204 len: 173 time: 0.8039684 Aug 23 15:51:23.247228 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f0b9b3-d595-4229-98a5-f1b8952457ce', 'name': 'network-vif-deleted', 'tag': '00b211d0-b44c-464d-87a3-ea3944a972fb'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:51:23.249481 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe561d64-6866-4624-a446-b53ca4c6c889" -d '{"events": [{"server_uuid": "e5f0b9b3-d595-4229-98a5-f1b8952457ce", "name": "network-vif-deleted", "tag": "00b211d0-b44c-464d-87a3-ea3944a972fb"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:51:23.285777 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01f0fac-8d6d-43fe-b5b5-9fa2c4caac8f x-openstack-request-id: req-d01f0fac-8d6d-43fe-b5b5-9fa2c4caac8f {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:51:23.286068 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f0b9b3-d595-4229-98a5-f1b8952457ce", "name": "network-vif-deleted", "tag": "00b211d0-b44c-464d-87a3-ea3944a972fb", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:51:23.286320 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d01f0fac-8d6d-43fe-b5b5-9fa2c4caac8f {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:51:23.286727 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f0b9b3-d595-4229-98a5-f1b8952457ce', 'name': 'network-vif-deleted', 'tag': '00b211d0-b44c-464d-87a3-ea3944a972fb', 'status': 'completed', 'code': 200} Aug 23 15:51:23.453974 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04d96d6d-b632-4824-b628-20b958f849d7 req-6c6da518-1112-4896-980d-6c81e0b8b4ca tempest-ServersNegativeTestJSON-509481219 tempest-ServersNegativeTestJSON-509481219-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f0b9b3-d595-4229-98a5-f1b8952457ce HTTP/1.1" status: 200 len: 210 time: 0.0275867 Aug 23 15:51:24.509300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38716) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:24.554561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-72aae151-f9c4-4ff8-87e6-0a165889e876 admin admin] Deleting subnet 82e98fff-a967-4978-8e7f-a1bb30237c93 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:51:24.557609 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72aae151-f9c4-4ff8-87e6-0a165889e876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:24.596134 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72aae151-f9c4-4ff8-87e6-0a165889e876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:24.635785 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72aae151-f9c4-4ff8-87e6-0a165889e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:24.750238 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72aae151-f9c4-4ff8-87e6-0a165889e876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:24.776943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aae151-f9c4-4ff8-87e6-0a165889e876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e98fff-a967-4978-8e7f-a1bb30237c93,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:24.780448 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-72aae151-f9c4-4ff8-87e6-0a165889e876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:24.783149 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-72aae151-f9c4-4ff8-87e6-0a165889e876 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/82e98fff-a967-4978-8e7f-a1bb30237c93 HTTP/1.1" status: 204 len: 168 time: 0.2727599 Aug 23 15:51:24.784992 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38718) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:24.869508 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7757b924-5fdb-4827-be6f-55d210cd8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:24.950036 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7757b924-5fdb-4827-be6f-55d210cd8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:24.960529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7757b924-5fdb-4827-be6f-55d210cd8a53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597eca31-ad94-4f3e-966e-f4bcb08b25d2']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:24.971962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7757b924-5fdb-4827-be6f-55d210cd8a53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76dad99-c45e-467c-8492-d8bcdcfcebf5') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:24.972270 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-7757b924-5fdb-4827-be6f-55d210cd8a53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76dad99-c45e-467c-8492-d8bcdcfcebf5') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:24.981214 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7757b924-5fdb-4827-be6f-55d210cd8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:24.995016 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7757b924-5fdb-4827-be6f-55d210cd8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:25.000830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7757b924-5fdb-4827-be6f-55d210cd8a53 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:51:25.001174 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7757b924-5fdb-4827-be6f-55d210cd8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:51:25.002782 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:51:25.132500 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7757b924-5fdb-4827-be6f-55d210cd8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:25.137968 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7757b924-5fdb-4827-be6f-55d210cd8a53 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:25.142700 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7757b924-5fdb-4827-be6f-55d210cd8a53 admin admin] 10.222.0.38 "DELETE /v2.0/networks/597eca31-ad94-4f3e-966e-f4bcb08b25d2 HTTP/1.1" status: 204 len: 168 time: 0.3538713 Aug 23 15:51:25.151555 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757b924-5fdb-4827-be6f-55d210cd8a53 admin admin] Pushing event deleted for resources: {'Network': ['ID=597eca31-ad94-4f3e-966e-f4bcb08b25d2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:25.450279 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38722) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:25.493079 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4a8813a9-2ccc-4f13-ae62-d63b543385d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=24ed8351dcfd4ef8ba73ead03ffc8ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392156 Aug 23 15:51:25.493320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38724) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:25.512612 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 00b211d0-b44c-464d-87a3-ea3944a972fb no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:51:25.532856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 00b211d0-b44c-464d-87a3-ea3944a972fb {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:51:25.533200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 00b211d0-b44c-464d-87a3-ea3944a972fb not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:51:25.537751 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:25.542331 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-575ac3bd-e78e-4831-8d9d-ebb500d1630d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:25.564404 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-575ac3bd-e78e-4831-8d9d-ebb500d1630d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:25.675508 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-575ac3bd-e78e-4831-8d9d-ebb500d1630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:25.678101 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-575ac3bd-e78e-4831-8d9d-ebb500d1630d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:25.679295 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-575ac3bd-e78e-4831-8d9d-ebb500d1630d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f31d353-93e4-4731-b174-f774144f26d2 HTTP/1.1" status: 204 len: 168 time: 0.1851444 Aug 23 15:51:25.687343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ac3bd-e78e-4831-8d9d-ebb500d1630d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f31d353-93e4-4731-b174-f774144f26d2,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:26.669788 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-27a4fbaa-41bd-4dd0-85d2-dab7af44757b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:26.728717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38746) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:26.828894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-248654483'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:26.943869 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Made reservation on behalf of 5e9f04176b1a4c3f959fc578b8cdd1e6 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:26.947347 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:26.960584 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:27.001249 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:27.048088 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:27.121010 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:27.150820 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:51:27.156277 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632a034a-2c90-44a8-8765-660be6594483,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:27.163558 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:27.163964 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Added segment d4026b46-3408-4d8b-8d43-ce989540ff2e of type vlan for network ccb55b15-5f08-4cf8-9599-1444ff0eb630 Aug 23 15:51:27.206128 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:27.281207 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:27.287643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:27.288245 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:27.356633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event updated for resources: {'Network': ['ID=ccb55b15-5f08-4cf8-9599-1444ff0eb630,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:27.366798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network ccb55b15-5f08-4cf8-9599-1444ff0eb630 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:51:27.408518 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-07be248d-1e7b-4de5-bb3d-7fcc36e0a834 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6785820 Aug 23 15:51:28.841376 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:30.742539 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38750) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:30.747855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-cdf097cf-3db5-4352-ad37-2d848b3d88a6 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Request body: {'subnet': {'network_id': 'ccb55b15-5f08-4cf8-9599-1444ff0eb630', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:30.898696 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf097cf-3db5-4352-ad37-2d848b3d88a6 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Made reservation on behalf of 5e9f04176b1a4c3f959fc578b8cdd1e6 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:30.902291 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cdf097cf-3db5-4352-ad37-2d848b3d88a6 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:31.138742 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cdf097cf-3db5-4352-ad37-2d848b3d88a6 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:31.200181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf097cf-3db5-4352-ad37-2d848b3d88a6 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event updated for resources: {'Subnet': ['ID=f4e694e4-3772-49b4-a3db-b0be4591aa4f,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:31.208985 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf097cf-3db5-4352-ad37-2d848b3d88a6 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Checking segment: {'id': 'd4026b46-3408-4d8b-8d43-ce989540ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccb55b15-5f08-4cf8-9599-1444ff0eb630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:31.209353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf097cf-3db5-4352-ad37-2d848b3d88a6 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Network hostable DHCP agents. Network: ccb55b15-5f08-4cf8-9599-1444ff0eb630, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:51:31.286977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf097cf-3db5-4352-ad37-2d848b3d88a6 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Network ccb55b15-5f08-4cf8-9599-1444ff0eb630 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:51:31.372652 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-cdf097cf-3db5-4352-ad37-2d848b3d88a6 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, ccb55b15-5f08-4cf8-9599-1444ff0eb630) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:31.376752 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf097cf-3db5-4352-ad37-2d848b3d88a6 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:31.377341 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cdf097cf-3db5-4352-ad37-2d848b3d88a6 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:31.382747 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99084bea-0e2a-47be-8697-b25868c5c304 None None] Network ccb55b15-5f08-4cf8-9599-1444ff0eb630 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:31.465614 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cdf097cf-3db5-4352-ad37-2d848b3d88a6 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7218914 Aug 23 15:51:31.469043 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38752) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:31.474177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-cb153b27-d61c-4a53-b459-990bdbbdd9f9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-274554561'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:31.526005 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-ccb55b15-5f08-4cf8-9599-1444ff0eb630', 'network_id': 'ccb55b15-5f08-4cf8-9599-1444ff0eb630', 'tenant_id': '5e9f04176b1a4c3f959fc578b8cdd1e6', 'fixed_ips': [{'subnet_id': 'f4e694e4-3772-49b4-a3db-b0be4591aa4f'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:51:31.526894 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:31.561408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb153b27-d61c-4a53-b459-990bdbbdd9f9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Made reservation on behalf of 5e9f04176b1a4c3f959fc578b8cdd1e6 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:31.564989 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb153b27-d61c-4a53-b459-990bdbbdd9f9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:31.593375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb153b27-d61c-4a53-b459-990bdbbdd9f9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:51:31.601850 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb153b27-d61c-4a53-b459-990bdbbdd9f9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:31.602196 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-cb153b27-d61c-4a53-b459-990bdbbdd9f9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Added segment ffa3be71-0cf1-4b56-a7c3-bafc191d76d7 of type vlan for network 80879093-9f60-43ed-87f1-d7aee6a28811 Aug 23 15:51:31.643030 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb153b27-d61c-4a53-b459-990bdbbdd9f9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:31.659773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Allocated IP 2001:db8:0:ffff::2 (ccb55b15-5f08-4cf8-9599-1444ff0eb630/f4e694e4-3772-49b4-a3db-b0be4591aa4f/bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:51:31.738410 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb153b27-d61c-4a53-b459-990bdbbdd9f9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:31.744003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb153b27-d61c-4a53-b459-990bdbbdd9f9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:31.744637 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb153b27-d61c-4a53-b459-990bdbbdd9f9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:31.803973 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:31.812904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb153b27-d61c-4a53-b459-990bdbbdd9f9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event updated for resources: {'Network': ['ID=80879093-9f60-43ed-87f1-d7aee6a28811,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:31.823966 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 80879093-9f60-43ed-87f1-d7aee6a28811 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:51:31.835582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Transition to ACTIVE for port object bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:31.839101 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38754) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:31.840856 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cb153b27-d61c-4a53-b459-990bdbbdd9f9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3691113 Aug 23 15:51:31.844952 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-36b016d8-cab5-4b2f-bacc-e48532d5d548 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Request body: {'subnet': {'network_id': '80879093-9f60-43ed-87f1-d7aee6a28811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:31.886933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Transition to ACTIVE for port object bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:31.966464 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:31.989046 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b016d8-cab5-4b2f-bacc-e48532d5d548 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Made reservation on behalf of 5e9f04176b1a4c3f959fc578b8cdd1e6 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:31.992661 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-36b016d8-cab5-4b2f-bacc-e48532d5d548 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:32.007460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Network ccb55b15-5f08-4cf8-9599-1444ff0eb630 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:51:32.009136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:32.012548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:51:32.025148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Pushing event updated for resources: {'Port': ['ID=bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:32.080555 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Attempting to bind port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:51:32.081672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Attempting to bind port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd4026b46-3408-4d8b-8d43-ce989540ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccb55b15-5f08-4cf8-9599-1444ff0eb630'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:51:32.081672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Attempting to bind port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 on network ccb55b15-5f08-4cf8-9599-1444ff0eb630 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:51:32.086684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:51:32.087452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Checking segment: {'id': 'd4026b46-3408-4d8b-8d43-ce989540ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccb55b15-5f08-4cf8-9599-1444ff0eb630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:32.087620 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:32.088056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Bound using segment: {'id': 'd4026b46-3408-4d8b-8d43-ce989540ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccb55b15-5f08-4cf8-9599-1444ff0eb630'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:51:32.088519 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Bound port: bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4026b46-3408-4d8b-8d43-ce989540ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccb55b15-5f08-4cf8-9599-1444ff0eb630'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:51:32.088942 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:32.153987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] For port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:51:32.157163 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] For port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2,segment=NetworkSegment(d4026b46-3408-4d8b-8d43-ce989540ff2e),segment_id=d4026b46-3408-4d8b-8d43-ce989540ff2e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:51:32.230650 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:32.247637 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-36b016d8-cab5-4b2f-bacc-e48532d5d548 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:32.297599 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a99985-275e-4111-b0bd-282b9696cca7 None None] Pushing event updated for resources: {'Port': ['ID=bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:32.301494 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b016d8-cab5-4b2f-bacc-e48532d5d548 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event updated for resources: {'Subnet': ['ID=bddfd75b-4fa1-419f-8475-b728851bbb58,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:32.325220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b016d8-cab5-4b2f-bacc-e48532d5d548 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Checking segment: {'id': 'ffa3be71-0cf1-4b56-a7c3-bafc191d76d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80879093-9f60-43ed-87f1-d7aee6a28811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:32.325627 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b016d8-cab5-4b2f-bacc-e48532d5d548 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Network hostable DHCP agents. Network: 80879093-9f60-43ed-87f1-d7aee6a28811, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:51:32.395844 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b016d8-cab5-4b2f-bacc-e48532d5d548 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Network 80879093-9f60-43ed-87f1-d7aee6a28811 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:51:32.475804 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-36b016d8-cab5-4b2f-bacc-e48532d5d548 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 80879093-9f60-43ed-87f1-d7aee6a28811) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:32.482145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b016d8-cab5-4b2f-bacc-e48532d5d548 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:32.482717 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-36b016d8-cab5-4b2f-bacc-e48532d5d548 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:32.496326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b29fdd-34bb-4f33-924b-d9a0d8dc85c6 None None] Network 80879093-9f60-43ed-87f1-d7aee6a28811 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:32.573738 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-36b016d8-cab5-4b2f-bacc-e48532d5d548 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7332380 Aug 23 15:51:32.576411 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38756) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:32.656616 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-80879093-9f60-43ed-87f1-d7aee6a28811', 'network_id': '80879093-9f60-43ed-87f1-d7aee6a28811', 'tenant_id': '5e9f04176b1a4c3f959fc578b8cdd1e6', 'fixed_ips': [{'subnet_id': 'bddfd75b-4fa1-419f-8475-b728851bbb58'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:51:32.657488 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:32.678926 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:32.814711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Allocated IP 2001:db8::2 (80879093-9f60-43ed-87f1-d7aee6a28811/bddfd75b-4fa1-419f-8475-b728851bbb58/99803a1e-0e70-4876-a350-88cc534e7b11) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:51:32.991709 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:33.001922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Transition to ACTIVE for port object 99803a1e-0e70-4876-a350-88cc534e7b11 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:33.019608 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Transition to ACTIVE for port object 99803a1e-0e70-4876-a350-88cc534e7b11 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:33.093474 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:33.101646 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:33.137300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Network 80879093-9f60-43ed-87f1-d7aee6a28811 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:51:33.141562 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:33.147957 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:51:33.151158 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Pushing event updated for resources: {'Port': ['ID=99803a1e-0e70-4876-a350-88cc534e7b11,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:33.208449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Attempting to bind port 99803a1e-0e70-4876-a350-88cc534e7b11 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:51:33.208821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Attempting to bind port 99803a1e-0e70-4876-a350-88cc534e7b11 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'ffa3be71-0cf1-4b56-a7c3-bafc191d76d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80879093-9f60-43ed-87f1-d7aee6a28811'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:51:33.209182 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Attempting to bind port 99803a1e-0e70-4876-a350-88cc534e7b11 on network 80879093-9f60-43ed-87f1-d7aee6a28811 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:51:33.219383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:51:33.219383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Checking segment: {'id': 'ffa3be71-0cf1-4b56-a7c3-bafc191d76d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80879093-9f60-43ed-87f1-d7aee6a28811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:33.219383 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:33.219383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Bound using segment: {'id': 'ffa3be71-0cf1-4b56-a7c3-bafc191d76d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80879093-9f60-43ed-87f1-d7aee6a28811'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:51:33.219383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Bound port: 99803a1e-0e70-4876-a350-88cc534e7b11, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa3be71-0cf1-4b56-a7c3-bafc191d76d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80879093-9f60-43ed-87f1-d7aee6a28811'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:51:33.219383 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:33.230796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77b469f-bc7a-47ca-a606-5bf828d490b3 None None] Network ccb55b15-5f08-4cf8-9599-1444ff0eb630 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:33.235876 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:33.264900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event deleted for resources: {'Subnet': ['ID=bddfd75b-4fa1-419f-8475-b728851bbb58,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:33.326599 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:33.338324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80879093-9f60-43ed-87f1-d7aee6a28811']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:33.349520 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa3be71-0cf1-4b56-a7c3-bafc191d76d7') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:33.349739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa3be71-0cf1-4b56-a7c3-bafc191d76d7') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:33.356368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] For port 99803a1e-0e70-4876-a350-88cc534e7b11, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:51:33.361870 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:33.362028 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] For port 99803a1e-0e70-4876-a350-88cc534e7b11, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=99803a1e-0e70-4876-a350-88cc534e7b11,segment=NetworkSegment(ffa3be71-0cf1-4b56-a7c3-bafc191d76d7),segment_id=ffa3be71-0cf1-4b56-a7c3-bafc191d76d7)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:51:33.444903 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:33.452263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:51:33.452841 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:51:33.457435 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:51:33.545111 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 15:51:33.545111 n-d-804985-3 neutron-server[96114]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 15:51:33.545111 n-d-804985-3 neutron-server[96114]: [parameters: {'id': '80879093-9f60-43ed-87f1-d7aee6a28811'}] Aug 23 15:51:33.545111 n-d-804985-3 neutron-server[96114]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:51:33.545599 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:51:33.571896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f7deacbc-bf0f-41cf-95be-45d845a099e8 None None] Provisioning for port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:51:33.574195 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:33.666647 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea49f1a-0a68-4b7a-adf0-a690d1d957dd None None] Pushing event updated for resources: {'Port': ['ID=99803a1e-0e70-4876-a350-88cc534e7b11,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:33.683706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da770ad2-870a-4ffd-bd14-ba2b0687511b None None] Network 80879093-9f60-43ed-87f1-d7aee6a28811 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:33.835118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4c05e3-7be1-41a3-81ca-298ba543726c None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 15:51:33.906280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4c05e3-7be1-41a3-81ca-298ba543726c None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 15:51:34.047271 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.101215 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Deleting port 99803a1e-0e70-4876-a350-88cc534e7b11 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:51:34.101557 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.165675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] For port 99803a1e-0e70-4876-a350-88cc534e7b11, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=99803a1e-0e70-4876-a350-88cc534e7b11,segment=NetworkSegment(ffa3be71-0cf1-4b56-a7c3-bafc191d76d7),segment_id=ffa3be71-0cf1-4b56-a7c3-bafc191d76d7)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:34.166396 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.178947 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Calling delete_port for 99803a1e-0e70-4876-a350-88cc534e7b11 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:51:34.292502 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:51:34.326738 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.357536 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event deleted for resources: {'Port': ['ID=99803a1e-0e70-4876-a350-88cc534e7b11,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:34.364251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] No DVR routers for this DVR port 99803a1e-0e70-4876-a350-88cc534e7b11 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:51:34.395062 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:51:34.399095 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:51:34.399495 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.442845 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.452896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80879093-9f60-43ed-87f1-d7aee6a28811']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:34.463808 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa3be71-0cf1-4b56-a7c3-bafc191d76d7') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:34.464112 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa3be71-0cf1-4b56-a7c3-bafc191d76d7') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:34.473567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.478113 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.487010 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.492870 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:51:34.493260 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:51:34.496264 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:51:34.510843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2,segment=NetworkSegment(d4026b46-3408-4d8b-8d43-ce989540ff2e),segment_id=d4026b46-3408-4d8b-8d43-ce989540ff2e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:34.567388 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.619093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:34.641834 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.652585 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.652585 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "DELETE /v2.0/networks/80879093-9f60-43ed-87f1-d7aee6a28811 HTTP/1.1" status: 204 len: 168 time: 2.0728190 Aug 23 15:51:34.654167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38758) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:34.660238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b9b20430-98d9-4c2d-941d-4939f2695329 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1946543157'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:34.663038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940c61e-e4eb-4bbc-8b44-48439ef7f1e9 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event deleted for resources: {'Network': ['ID=80879093-9f60-43ed-87f1-d7aee6a28811,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:34.733058 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b20430-98d9-4c2d-941d-4939f2695329 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Made reservation on behalf of 5e9f04176b1a4c3f959fc578b8cdd1e6 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:34.736739 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9b20430-98d9-4c2d-941d-4939f2695329 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.761445 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b20430-98d9-4c2d-941d-4939f2695329 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:51:34.770017 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9b20430-98d9-4c2d-941d-4939f2695329 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.770362 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-b9b20430-98d9-4c2d-941d-4939f2695329 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Added segment ff7fdc29-764e-4d2a-a6a9-d3090ddc1e4c of type vlan for network 307c515a-333b-479f-89c0-f1eb3be62f58 Aug 23 15:51:34.814510 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9b20430-98d9-4c2d-941d-4939f2695329 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.898626 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9b20430-98d9-4c2d-941d-4939f2695329 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.904261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b20430-98d9-4c2d-941d-4939f2695329 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:34.907792 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b9b20430-98d9-4c2d-941d-4939f2695329 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:34.971594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b20430-98d9-4c2d-941d-4939f2695329 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event updated for resources: {'Network': ['ID=307c515a-333b-479f-89c0-f1eb3be62f58,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:34.981307 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 307c515a-333b-479f-89c0-f1eb3be62f58 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:51:35.030849 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b9b20430-98d9-4c2d-941d-4939f2695329 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3754144 Aug 23 15:51:35.034755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38760) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:35.040034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-5df40b49-229b-437d-925c-b5cd9bd09129 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Request body: {'subnet': {'network_id': '307c515a-333b-479f-89c0-f1eb3be62f58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:35.172479 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df40b49-229b-437d-925c-b5cd9bd09129 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Made reservation on behalf of 5e9f04176b1a4c3f959fc578b8cdd1e6 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:35.177275 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5df40b49-229b-437d-925c-b5cd9bd09129 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:35.237719 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.ipam_backend_mixin [None req-5df40b49-229b-437d-925c-b5cd9bd09129 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Performing IP validity checks on allocation pools {{(pid=96114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 15:51:35.238241 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.ipam_backend_mixin [None req-5df40b49-229b-437d-925c-b5cd9bd09129 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Checking for overlaps among allocation pools and gateway ip {{(pid=96114) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 15:51:35.395952 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5df40b49-229b-437d-925c-b5cd9bd09129 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:35.465475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df40b49-229b-437d-925c-b5cd9bd09129 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event updated for resources: {'Subnet': ['ID=eb06d899-d842-45c7-a1d2-9fe87abe70be,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:35.472813 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df40b49-229b-437d-925c-b5cd9bd09129 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Checking segment: {'id': 'ff7fdc29-764e-4d2a-a6a9-d3090ddc1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '307c515a-333b-479f-89c0-f1eb3be62f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:35.473209 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df40b49-229b-437d-925c-b5cd9bd09129 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Network hostable DHCP agents. Network: 307c515a-333b-479f-89c0-f1eb3be62f58, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:51:35.538282 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df40b49-229b-437d-925c-b5cd9bd09129 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Network 307c515a-333b-479f-89c0-f1eb3be62f58 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:51:35.583976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-5df40b49-229b-437d-925c-b5cd9bd09129 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 307c515a-333b-479f-89c0-f1eb3be62f58) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:35.588602 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df40b49-229b-437d-925c-b5cd9bd09129 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:35.589303 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5df40b49-229b-437d-925c-b5cd9bd09129 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:35.592575 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f84979a-a9f9-48d5-86a2-8f6a39e36a28 None None] Network 307c515a-333b-479f-89c0-f1eb3be62f58 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:35.642115 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5df40b49-229b-437d-925c-b5cd9bd09129 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6062124 Aug 23 15:51:35.644708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38762) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:35.741014 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-307c515a-333b-479f-89c0-f1eb3be62f58', 'network_id': '307c515a-333b-479f-89c0-f1eb3be62f58', 'tenant_id': '5e9f04176b1a4c3f959fc578b8cdd1e6', 'fixed_ips': [{'subnet_id': 'eb06d899-d842-45c7-a1d2-9fe87abe70be'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:51:35.741891 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:35.744953 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:35.801399 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:35.886273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Allocated IP 2001:db8::3 (307c515a-333b-479f-89c0-f1eb3be62f58/eb06d899-d842-45c7-a1d2-9fe87abe70be/c00135f8-a162-4fea-ad1b-e28c7ee272c7) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:51:36.027798 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:36.035886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Transition to ACTIVE for port object c00135f8-a162-4fea-ad1b-e28c7ee272c7 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:36.050588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Transition to ACTIVE for port object c00135f8-a162-4fea-ad1b-e28c7ee272c7 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:36.116329 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:36.154454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Network 307c515a-333b-479f-89c0-f1eb3be62f58 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:51:36.157516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:36.161963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:51:36.171341 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Pushing event updated for resources: {'Port': ['ID=c00135f8-a162-4fea-ad1b-e28c7ee272c7,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:36.175491 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:36.211261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event deleted for resources: {'Subnet': ['ID=eb06d899-d842-45c7-a1d2-9fe87abe70be,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:36.222908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Attempting to bind port c00135f8-a162-4fea-ad1b-e28c7ee272c7 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:51:36.223407 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Attempting to bind port c00135f8-a162-4fea-ad1b-e28c7ee272c7 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'ff7fdc29-764e-4d2a-a6a9-d3090ddc1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '307c515a-333b-479f-89c0-f1eb3be62f58'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:51:36.223927 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Attempting to bind port c00135f8-a162-4fea-ad1b-e28c7ee272c7 on network 307c515a-333b-479f-89c0-f1eb3be62f58 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:51:36.229254 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:51:36.230493 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Checking segment: {'id': 'ff7fdc29-764e-4d2a-a6a9-d3090ddc1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '307c515a-333b-479f-89c0-f1eb3be62f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:36.230493 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:36.230493 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Bound using segment: {'id': 'ff7fdc29-764e-4d2a-a6a9-d3090ddc1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '307c515a-333b-479f-89c0-f1eb3be62f58'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:51:36.230973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Bound port: c00135f8-a162-4fea-ad1b-e28c7ee272c7, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7fdc29-764e-4d2a-a6a9-d3090ddc1e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '307c515a-333b-479f-89c0-f1eb3be62f58'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:51:36.231249 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:36.270660 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:36.280984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:51:36.282976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307c515a-333b-479f-89c0-f1eb3be62f58']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:36.295381 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7fdc29-764e-4d2a-a6a9-d3090ddc1e4c') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:36.295715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7fdc29-764e-4d2a-a6a9-d3090ddc1e4c') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:36.306036 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:36.324966 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:36.331717 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:51:36.332127 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:51:36.335136 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:51:36.340813 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] For port c00135f8-a162-4fea-ad1b-e28c7ee272c7, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:51:36.354208 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:51:36.354586 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:36.399950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] For port c00135f8-a162-4fea-ad1b-e28c7ee272c7, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c00135f8-a162-4fea-ad1b-e28c7ee272c7,segment=NetworkSegment(ff7fdc29-764e-4d2a-a6a9-d3090ddc1e4c),segment_id=ff7fdc29-764e-4d2a-a6a9-d3090ddc1e4c)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:51:36.446715 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.db.api [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 15:51:36.446715 n-d-804985-3 neutron-server[96114]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 15:51:36.446715 n-d-804985-3 neutron-server[96114]: [parameters: {'id': '307c515a-333b-479f-89c0-f1eb3be62f58'}] Aug 23 15:51:36.446715 n-d-804985-3 neutron-server[96114]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:51:36.447098 n-d-804985-3 neutron-server[96114]: DEBUG oslo_db.api [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:51:36.473371 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:36.553719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2c4d3-b1e2-4989-ab48-d81826b380a0 None None] Pushing event updated for resources: {'Port': ['ID=c00135f8-a162-4fea-ad1b-e28c7ee272c7,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:36.567924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4102e316-1d49-4234-b1fc-5a359c7241af None None] Network 307c515a-333b-479f-89c0-f1eb3be62f58 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:36.688250 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01e6874-70ad-46ef-9907-8dba4888f1f8 None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 15:51:36.750875 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01e6874-70ad-46ef-9907-8dba4888f1f8 None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 15:51:36.948771 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:37.002687 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Deleting port c00135f8-a162-4fea-ad1b-e28c7ee272c7 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:51:37.003025 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:37.067202 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] For port c00135f8-a162-4fea-ad1b-e28c7ee272c7, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c00135f8-a162-4fea-ad1b-e28c7ee272c7,segment=NetworkSegment(ff7fdc29-764e-4d2a-a6a9-d3090ddc1e4c),segment_id=ff7fdc29-764e-4d2a-a6a9-d3090ddc1e4c)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:37.067562 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:37.080590 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Calling delete_port for c00135f8-a162-4fea-ad1b-e28c7ee272c7 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:51:37.241600 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:37.268799 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event deleted for resources: {'Port': ['ID=c00135f8-a162-4fea-ad1b-e28c7ee272c7,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:37.270686 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] No DVR routers for this DVR port c00135f8-a162-4fea-ad1b-e28c7ee272c7 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:51:37.350835 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:37.360367 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307c515a-333b-479f-89c0-f1eb3be62f58']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:37.370553 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7fdc29-764e-4d2a-a6a9-d3090ddc1e4c') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:37.370855 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7fdc29-764e-4d2a-a6a9-d3090ddc1e4c') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:37.379689 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:37.393490 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:37.399225 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:51:37.402756 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:51:37.499066 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:37.506511 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:37.508455 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "DELETE /v2.0/networks/307c515a-333b-479f-89c0-f1eb3be62f58 HTTP/1.1" status: 204 len: 168 time: 1.8627722 Aug 23 15:51:37.512142 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38764) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:37.517337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c4b32dc9-5f01-4ad2-8d70-0d6d2f1eafda tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-956609642'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:37.524912 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bd7e2-dbf7-4091-a86d-c024927049bf tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event deleted for resources: {'Network': ['ID=307c515a-333b-479f-89c0-f1eb3be62f58,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:37.594994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b32dc9-5f01-4ad2-8d70-0d6d2f1eafda tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Made reservation on behalf of 5e9f04176b1a4c3f959fc578b8cdd1e6 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:37.598646 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4b32dc9-5f01-4ad2-8d70-0d6d2f1eafda tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:37.622167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b32dc9-5f01-4ad2-8d70-0d6d2f1eafda tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:51:37.631101 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4b32dc9-5f01-4ad2-8d70-0d6d2f1eafda tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:37.631557 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-c4b32dc9-5f01-4ad2-8d70-0d6d2f1eafda tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Added segment 6d3a4244-b82c-429b-8bec-fe2e04725653 of type vlan for network c16d88be-51ed-4db3-97c2-340d7fa9eb6b Aug 23 15:51:37.670853 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4b32dc9-5f01-4ad2-8d70-0d6d2f1eafda tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:37.744792 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4b32dc9-5f01-4ad2-8d70-0d6d2f1eafda tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:37.750438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b32dc9-5f01-4ad2-8d70-0d6d2f1eafda tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:37.750968 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c4b32dc9-5f01-4ad2-8d70-0d6d2f1eafda tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:37.824723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b32dc9-5f01-4ad2-8d70-0d6d2f1eafda tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event updated for resources: {'Network': ['ID=c16d88be-51ed-4db3-97c2-340d7fa9eb6b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:37.836037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network c16d88be-51ed-4db3-97c2-340d7fa9eb6b details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:51:37.865558 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c4b32dc9-5f01-4ad2-8d70-0d6d2f1eafda tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3522604 Aug 23 15:51:37.868367 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38766) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:37.873577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-713d7a7d-1303-455b-8418-18106c7d55e8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Request body: {'subnet': {'network_id': 'c16d88be-51ed-4db3-97c2-340d7fa9eb6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:38.012230 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713d7a7d-1303-455b-8418-18106c7d55e8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Made reservation on behalf of 5e9f04176b1a4c3f959fc578b8cdd1e6 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:38.015614 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-713d7a7d-1303-455b-8418-18106c7d55e8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:38.253348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-713d7a7d-1303-455b-8418-18106c7d55e8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:38.312261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d7a7d-1303-455b-8418-18106c7d55e8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event updated for resources: {'Subnet': ['ID=a3830fbb-97d0-4c10-a74e-97dbef708e24,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:38.328786 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d7a7d-1303-455b-8418-18106c7d55e8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Checking segment: {'id': '6d3a4244-b82c-429b-8bec-fe2e04725653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c16d88be-51ed-4db3-97c2-340d7fa9eb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:38.329147 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d7a7d-1303-455b-8418-18106c7d55e8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Network hostable DHCP agents. Network: c16d88be-51ed-4db3-97c2-340d7fa9eb6b, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:51:38.395757 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d7a7d-1303-455b-8418-18106c7d55e8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Network c16d88be-51ed-4db3-97c2-340d7fa9eb6b is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:51:38.470013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-713d7a7d-1303-455b-8418-18106c7d55e8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, c16d88be-51ed-4db3-97c2-340d7fa9eb6b) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:38.474512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d7a7d-1303-455b-8418-18106c7d55e8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:38.475753 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-713d7a7d-1303-455b-8418-18106c7d55e8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:38.478739 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cc9279-4ee4-4499-9be2-d4c7c22cc3fd None None] Network c16d88be-51ed-4db3-97c2-340d7fa9eb6b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:38.556977 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-713d7a7d-1303-455b-8418-18106c7d55e8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6873136 Aug 23 15:51:38.560471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38768) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:38.566076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-134f419c-7a38-414d-80a6-b3659ddaa4ea tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1073323725'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:38.622483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-c16d88be-51ed-4db3-97c2-340d7fa9eb6b', 'network_id': 'c16d88be-51ed-4db3-97c2-340d7fa9eb6b', 'tenant_id': '5e9f04176b1a4c3f959fc578b8cdd1e6', 'fixed_ips': [{'subnet_id': 'a3830fbb-97d0-4c10-a74e-97dbef708e24'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:51:38.623357 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:38.636136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134f419c-7a38-414d-80a6-b3659ddaa4ea tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Made reservation on behalf of 5e9f04176b1a4c3f959fc578b8cdd1e6 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:38.639635 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-134f419c-7a38-414d-80a6-b3659ddaa4ea tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:38.664845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134f419c-7a38-414d-80a6-b3659ddaa4ea tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:51:38.674640 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-134f419c-7a38-414d-80a6-b3659ddaa4ea tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:38.674990 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-134f419c-7a38-414d-80a6-b3659ddaa4ea tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Added segment a98b3b9b-7bf2-454b-aae9-153bda568fb2 of type vlan for network 308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9 Aug 23 15:51:38.723426 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-134f419c-7a38-414d-80a6-b3659ddaa4ea tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:38.764507 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Allocated IP 2001:db8::2 (c16d88be-51ed-4db3-97c2-340d7fa9eb6b/a3830fbb-97d0-4c10-a74e-97dbef708e24/5e4a19cc-1c28-40b4-8f78-6f2764ffd708) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:51:38.812473 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-134f419c-7a38-414d-80a6-b3659ddaa4ea tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:38.819596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f419c-7a38-414d-80a6-b3659ddaa4ea tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:38.819596 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-134f419c-7a38-414d-80a6-b3659ddaa4ea tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:38.889689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f419c-7a38-414d-80a6-b3659ddaa4ea tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event updated for resources: {'Network': ['ID=308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:38.901598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:51:38.914881 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:38.933415 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-134f419c-7a38-414d-80a6-b3659ddaa4ea tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3718550 Aug 23 15:51:38.936290 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38772) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:38.941967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-99df7741-3052-44dd-b956-d1edf81ae0f8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Request body: {'subnet': {'network_id': '308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:38.956943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Transition to ACTIVE for port object 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:38.990277 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Transition to ACTIVE for port object 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:39.059471 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:39.101213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Network c16d88be-51ed-4db3-97c2-340d7fa9eb6b is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:51:39.103918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:39.107230 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:51:39.110550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99df7741-3052-44dd-b956-d1edf81ae0f8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Made reservation on behalf of 5e9f04176b1a4c3f959fc578b8cdd1e6 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:39.114716 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-99df7741-3052-44dd-b956-d1edf81ae0f8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:39.115100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Pushing event updated for resources: {'Port': ['ID=5e4a19cc-1c28-40b4-8f78-6f2764ffd708,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:39.173293 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Attempting to bind port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:51:39.173665 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Attempting to bind port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '6d3a4244-b82c-429b-8bec-fe2e04725653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c16d88be-51ed-4db3-97c2-340d7fa9eb6b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:51:39.174743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Attempting to bind port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 on network c16d88be-51ed-4db3-97c2-340d7fa9eb6b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:51:39.180578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:51:39.180578 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Checking segment: {'id': '6d3a4244-b82c-429b-8bec-fe2e04725653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c16d88be-51ed-4db3-97c2-340d7fa9eb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:39.180921 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:39.181018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Bound using segment: {'id': '6d3a4244-b82c-429b-8bec-fe2e04725653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c16d88be-51ed-4db3-97c2-340d7fa9eb6b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:51:39.182177 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Bound port: 5e4a19cc-1c28-40b4-8f78-6f2764ffd708, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3a4244-b82c-429b-8bec-fe2e04725653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c16d88be-51ed-4db3-97c2-340d7fa9eb6b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:51:39.182565 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:39.246430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] For port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:51:39.249691 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] For port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5e4a19cc-1c28-40b4-8f78-6f2764ffd708,segment=NetworkSegment(6d3a4244-b82c-429b-8bec-fe2e04725653),segment_id=6d3a4244-b82c-429b-8bec-fe2e04725653)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:51:39.317103 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:39.374922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83e4d4-9e21-4c9b-90d0-79dde0c9f564 None None] Pushing event updated for resources: {'Port': ['ID=5e4a19cc-1c28-40b4-8f78-6f2764ffd708,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:39.390907 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-99df7741-3052-44dd-b956-d1edf81ae0f8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:39.450332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df7741-3052-44dd-b956-d1edf81ae0f8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event updated for resources: {'Subnet': ['ID=e12aec93-ffdf-4bfa-a66a-31216fb0d858,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:39.473186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df7741-3052-44dd-b956-d1edf81ae0f8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Checking segment: {'id': 'a98b3b9b-7bf2-454b-aae9-153bda568fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:39.473549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99df7741-3052-44dd-b956-d1edf81ae0f8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Network hostable DHCP agents. Network: 308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:51:39.538958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99df7741-3052-44dd-b956-d1edf81ae0f8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Network 308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:51:39.595988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-99df7741-3052-44dd-b956-d1edf81ae0f8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:39.600370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99df7741-3052-44dd-b956-d1edf81ae0f8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:39.600988 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-99df7741-3052-44dd-b956-d1edf81ae0f8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:39.607951 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d365f2-316f-4be0-9fca-beebf692b69c None None] Network 308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:39.676937 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-99df7741-3052-44dd-b956-d1edf81ae0f8 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7395146 Aug 23 15:51:39.679509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38776) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:39.761826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9', 'network_id': '308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9', 'tenant_id': '5e9f04176b1a4c3f959fc578b8cdd1e6', 'fixed_ips': [{'subnet_id': 'e12aec93-ffdf-4bfa-a66a-31216fb0d858'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:51:39.762763 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:39.784165 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:39.863449 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:39.903553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Allocated IP 2001:db8::2 (308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9/e12aec93-ffdf-4bfa-a66a-31216fb0d858/f608ef05-5b1c-41c5-9955-7a69e5caf3c5) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:51:40.053122 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:40.061613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Transition to ACTIVE for port object f608ef05-5b1c-41c5-9955-7a69e5caf3c5 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:40.076819 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Transition to ACTIVE for port object f608ef05-5b1c-41c5-9955-7a69e5caf3c5 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:40.134256 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:40.172970 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Network 308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:51:40.176924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:40.180454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:51:40.195993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Pushing event updated for resources: {'Port': ['ID=f608ef05-5b1c-41c5-9955-7a69e5caf3c5,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:40.212706 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:40.255323 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event deleted for resources: {'Subnet': ['ID=e12aec93-ffdf-4bfa-a66a-31216fb0d858,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:40.257154 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Attempting to bind port f608ef05-5b1c-41c5-9955-7a69e5caf3c5 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:51:40.257654 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Attempting to bind port f608ef05-5b1c-41c5-9955-7a69e5caf3c5 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a98b3b9b-7bf2-454b-aae9-153bda568fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:51:40.257886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Attempting to bind port f608ef05-5b1c-41c5-9955-7a69e5caf3c5 on network 308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:51:40.266197 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:51:40.266197 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Checking segment: {'id': 'a98b3b9b-7bf2-454b-aae9-153bda568fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:40.266197 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:40.266197 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Bound using segment: {'id': 'a98b3b9b-7bf2-454b-aae9-153bda568fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:51:40.266197 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Bound port: f608ef05-5b1c-41c5-9955-7a69e5caf3c5, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98b3b9b-7bf2-454b-aae9-153bda568fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:51:40.266627 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:40.313906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bddc1b8-bbf8-4f1d-ba21-be542cc35f68 None None] Network c16d88be-51ed-4db3-97c2-340d7fa9eb6b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:40.332439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:51:40.338884 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:40.349768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:40.360177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98b3b9b-7bf2-454b-aae9-153bda568fb2') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:40.360582 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98b3b9b-7bf2-454b-aae9-153bda568fb2') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:40.370289 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:40.389678 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:40.396418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:51:40.396832 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:51:40.399945 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:51:40.488788 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.db.api [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 15:51:40.488788 n-d-804985-3 neutron-server[96115]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 15:51:40.488788 n-d-804985-3 neutron-server[96115]: [parameters: {'id': '308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9'}] Aug 23 15:51:40.488788 n-d-804985-3 neutron-server[96115]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:51:40.489277 n-d-804985-3 neutron-server[96115]: DEBUG oslo_db.api [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:51:40.599870 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] For port f608ef05-5b1c-41c5-9955-7a69e5caf3c5, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:51:40.619696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] For port f608ef05-5b1c-41c5-9955-7a69e5caf3c5, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f608ef05-5b1c-41c5-9955-7a69e5caf3c5,segment=NetworkSegment(a98b3b9b-7bf2-454b-aae9-153bda568fb2),segment_id=a98b3b9b-7bf2-454b-aae9-153bda568fb2)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:51:40.632513 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-33ad97b8-4b7d-48b6-8f58-23f6118e47ae None None] Provisioning for port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:51:40.690222 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:40.723901 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:51:40.746227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:51:40.746654 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:40.811368 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ddcb5-0fd0-4985-a46c-8f218ecec7d0 None None] Pushing event updated for resources: {'Port': ['ID=f608ef05-5b1c-41c5-9955-7a69e5caf3c5,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:40.835836 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa1bac5-f5df-4be6-ac68-73819d7afbae None None] Network 308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:40.934373 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:40.991190 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:41.010390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5e4a19cc-1c28-40b4-8f78-6f2764ffd708,segment=NetworkSegment(6d3a4244-b82c-429b-8bec-fe2e04725653),segment_id=6d3a4244-b82c-429b-8bec-fe2e04725653)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:41.022808 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d42391f-dcc6-4e12-bac7-2289b07397be None None] get_active_networks_info from n-d-804985-3 {{(pid=96116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 15:51:41.048201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Deleting port f608ef05-5b1c-41c5-9955-7a69e5caf3c5 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:51:41.048551 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:41.100484 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:41.105785 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-df0cb38e-dce7-4042-90f0-4574aab8f177 None None] Provisioning complete for port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:51:41.106149 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-df0cb38e-dce7-4042-90f0-4574aab8f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:41.116521 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] For port f608ef05-5b1c-41c5-9955-7a69e5caf3c5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f608ef05-5b1c-41c5-9955-7a69e5caf3c5,segment=NetworkSegment(a98b3b9b-7bf2-454b-aae9-153bda568fb2),segment_id=a98b3b9b-7bf2-454b-aae9-153bda568fb2)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:41.117034 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:41.130681 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Calling delete_port for f608ef05-5b1c-41c5-9955-7a69e5caf3c5 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:51:41.149922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d42391f-dcc6-4e12-bac7-2289b07397be None None] Resources bound (agent type, host, resource id): {{(pid=96116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 15:51:41.200290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=5e4a19cc-1c28-40b4-8f78-6f2764ffd708,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:41.264870 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:41.290619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event deleted for resources: {'Port': ['ID=f608ef05-5b1c-41c5-9955-7a69e5caf3c5,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:41.294283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] No DVR routers for this DVR port f608ef05-5b1c-41c5-9955-7a69e5caf3c5 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:51:41.374896 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:41.385412 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:41.395590 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98b3b9b-7bf2-454b-aae9-153bda568fb2') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:41.396032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98b3b9b-7bf2-454b-aae9-153bda568fb2') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:41.404750 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:41.418559 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:41.425031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:51:41.425422 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:51:41.428501 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:51:41.544931 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:41.555598 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:41.555598 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "DELETE /v2.0/networks/308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9 HTTP/1.1" status: 204 len: 168 time: 1.8742394 Aug 23 15:51:41.558046 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38778) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:41.567312 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542626f-b37c-460a-9e07-c76a35df5d4b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event deleted for resources: {'Network': ['ID=308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:41.585826 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d5a711-582c-426c-ba18-188e872d09ae tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] GET failed (client error): The resource could not be found. Aug 23 15:51:41.587141 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e5d5a711-582c-426c-ba18-188e872d09ae tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "GET /v2.0/subnets/e12aec93-ffdf-4bfa-a66a-31216fb0d858 HTTP/1.1" status: 404 len: 337 time: 0.0280919 Aug 23 15:51:41.589822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38780) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:41.608133 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-093664f9-db44-467f-9658-32c144323027 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] DELETE failed (client error): The resource could not be found. Aug 23 15:51:41.608676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093664f9-db44-467f-9658-32c144323027 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:51:41.610290 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-093664f9-db44-467f-9658-32c144323027 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "DELETE /v2.0/networks/308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9 HTTP/1.1" status: 404 len: 339 time: 0.0195706 Aug 23 15:51:41.614543 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38782) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:41.639894 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c76178-a9c0-48c3-84b1-c9a41c311f1b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] DELETE failed (client error): The resource could not be found. Aug 23 15:51:41.640379 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c76178-a9c0-48c3-84b1-c9a41c311f1b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:51:41.641988 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-02c76178-a9c0-48c3-84b1-c9a41c311f1b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "DELETE /v2.0/subnets/e12aec93-ffdf-4bfa-a66a-31216fb0d858 HTTP/1.1" status: 404 len: 337 time: 0.0265419 Aug 23 15:51:41.644968 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38784) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:41.662394 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7a2435-f62c-4953-920a-0a873114fc89 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] DELETE failed (client error): The resource could not be found. Aug 23 15:51:41.662917 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7a2435-f62c-4953-920a-0a873114fc89 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:51:41.664555 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cb7a2435-f62c-4953-920a-0a873114fc89 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "DELETE /v2.0/networks/308d3b0c-9a4a-4ae0-a0ad-8858dc0febe9 HTTP/1.1" status: 404 len: 339 time: 0.0187004 Aug 23 15:51:41.667099 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38786) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:41.717542 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18a2254-900d-44ab-a85a-3193f716c50e tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Deleting subnet a3830fbb-97d0-4c10-a74e-97dbef708e24 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:51:41.720525 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e18a2254-900d-44ab-a85a-3193f716c50e tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:41.763801 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e18a2254-900d-44ab-a85a-3193f716c50e tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:41.846817 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e18a2254-900d-44ab-a85a-3193f716c50e tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:41.984281 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e18a2254-900d-44ab-a85a-3193f716c50e tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.013582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a2254-900d-44ab-a85a-3193f716c50e tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event deleted for resources: {'Subnet': ['ID=a3830fbb-97d0-4c10-a74e-97dbef708e24,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:42.020483 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e18a2254-900d-44ab-a85a-3193f716c50e tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.023220 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e18a2254-900d-44ab-a85a-3193f716c50e tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "DELETE /v2.0/subnets/a3830fbb-97d0-4c10-a74e-97dbef708e24 HTTP/1.1" status: 204 len: 168 time: 0.3540435 Aug 23 15:51:42.024957 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38788) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:42.026986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6212e14-faf5-418b-915c-f6fcde38e464 None None] Network c16d88be-51ed-4db3-97c2-340d7fa9eb6b requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:42.103508 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.156989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Deleting port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:51:42.157340 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.203833 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af5e54f-68cc-4e8a-adc5-b5f0b4a98164 None None] DHCP port deletion for c16d88be-51ed-4db3-97c2-340d7fa9eb6b request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:51:42.228425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] For port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5e4a19cc-1c28-40b4-8f78-6f2764ffd708,segment=NetworkSegment(6d3a4244-b82c-429b-8bec-fe2e04725653),segment_id=6d3a4244-b82c-429b-8bec-fe2e04725653)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:42.228885 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.250191 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Calling delete_port for 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:51:42.252999 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4af5e54f-68cc-4e8a-adc5-b5f0b4a98164 None None] Deleting port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:51:42.253382 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4af5e54f-68cc-4e8a-adc5-b5f0b4a98164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.297796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:51:42.348909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4af5e54f-68cc-4e8a-adc5-b5f0b4a98164 None None] For port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5e4a19cc-1c28-40b4-8f78-6f2764ffd708,segment=NetworkSegment(6d3a4244-b82c-429b-8bec-fe2e04725653),segment_id=6d3a4244-b82c-429b-8bec-fe2e04725653)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:42.349313 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4af5e54f-68cc-4e8a-adc5-b5f0b4a98164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.368746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4af5e54f-68cc-4e8a-adc5-b5f0b4a98164 None None] Calling delete_port for 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:51:42.384864 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.414276 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event deleted for resources: {'Port': ['ID=5e4a19cc-1c28-40b4-8f78-6f2764ffd708,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:42.417549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] No DVR routers for this DVR port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:51:42.447728 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.499454 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.507966 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4af5e54f-68cc-4e8a-adc5-b5f0b4a98164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.510904 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16d88be-51ed-4db3-97c2-340d7fa9eb6b']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:42.520130 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af5e54f-68cc-4e8a-adc5-b5f0b4a98164 None None] No DVR routers for this DVR port 5e4a19cc-1c28-40b4-8f78-6f2764ffd708 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:51:42.527695 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3a4244-b82c-429b-8bec-fe2e04725653') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:42.528012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3a4244-b82c-429b-8bec-fe2e04725653') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:42.539119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5e54f-68cc-4e8a-adc5-b5f0b4a98164 None None] Pushing event deleted for resources: {'Port': ['ID=5e4a19cc-1c28-40b4-8f78-6f2764ffd708,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:42.539394 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.555151 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.561085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:51:42.561508 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:51:42.564645 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:51:42.687962 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.693348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.695274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "DELETE /v2.0/networks/c16d88be-51ed-4db3-97c2-340d7fa9eb6b HTTP/1.1" status: 204 len: 168 time: 0.6692955 Aug 23 15:51:42.697898 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38790) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:42.710897 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399ccd3-bba2-43ba-9ab2-1af6ec3f6024 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event deleted for resources: {'Network': ['ID=c16d88be-51ed-4db3-97c2-340d7fa9eb6b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:42.726394 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-34875fd8-1cba-4662-9a10-877ba8176f8b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] DELETE failed (client error): The resource could not be found. Aug 23 15:51:42.726888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34875fd8-1cba-4662-9a10-877ba8176f8b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:51:42.728583 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-34875fd8-1cba-4662-9a10-877ba8176f8b tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "DELETE /v2.0/subnets/eb06d899-d842-45c7-a1d2-9fe87abe70be HTTP/1.1" status: 404 len: 337 time: 0.0290875 Aug 23 15:51:42.731158 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38792) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:42.748472 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-225280c2-8c92-4cb2-96b9-2c310a5c6e9d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] DELETE failed (client error): The resource could not be found. Aug 23 15:51:42.749702 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225280c2-8c92-4cb2-96b9-2c310a5c6e9d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:51:42.751054 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-225280c2-8c92-4cb2-96b9-2c310a5c6e9d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "DELETE /v2.0/networks/307c515a-333b-479f-89c0-f1eb3be62f58 HTTP/1.1" status: 404 len: 339 time: 0.0189540 Aug 23 15:51:42.753379 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38794) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:42.778381 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7662b2-caf1-40b2-83b2-aa9776c555b1 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] DELETE failed (client error): The resource could not be found. Aug 23 15:51:42.778820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7662b2-caf1-40b2-83b2-aa9776c555b1 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:51:42.780470 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fb7662b2-caf1-40b2-83b2-aa9776c555b1 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "DELETE /v2.0/subnets/bddfd75b-4fa1-419f-8475-b728851bbb58 HTTP/1.1" status: 404 len: 337 time: 0.0261579 Aug 23 15:51:42.782833 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38796) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:42.800996 n-d-804985-3 neutron-server[96114]: INFO neutron.pecan_wsgi.hooks.translation [None req-769e5554-ad2a-442e-bf6f-7cf9047a4016 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] DELETE failed (client error): The resource could not be found. Aug 23 15:51:42.801467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769e5554-ad2a-442e-bf6f-7cf9047a4016 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96114) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 15:51:42.803061 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-769e5554-ad2a-442e-bf6f-7cf9047a4016 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "DELETE /v2.0/networks/80879093-9f60-43ed-87f1-d7aee6a28811 HTTP/1.1" status: 404 len: 339 time: 0.0186889 Aug 23 15:51:42.805361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38798) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:42.855002 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c8dd32-7be6-4aa7-a991-02d09ca53ef5 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Deleting subnet f4e694e4-3772-49b4-a3db-b0be4591aa4f {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:51:42.858037 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5c8dd32-7be6-4aa7-a991-02d09ca53ef5 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.901350 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5c8dd32-7be6-4aa7-a991-02d09ca53ef5 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:42.981752 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5c8dd32-7be6-4aa7-a991-02d09ca53ef5 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.110499 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5c8dd32-7be6-4aa7-a991-02d09ca53ef5 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.136142 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8dd32-7be6-4aa7-a991-02d09ca53ef5 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e694e4-3772-49b4-a3db-b0be4591aa4f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:43.143392 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b5c8dd32-7be6-4aa7-a991-02d09ca53ef5 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.146274 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b5c8dd32-7be6-4aa7-a991-02d09ca53ef5 tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "DELETE /v2.0/subnets/f4e694e4-3772-49b4-a3db-b0be4591aa4f HTTP/1.1" status: 204 len: 168 time: 0.3390396 Aug 23 15:51:43.149911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38800) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:43.150077 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7f7874-dbf4-4998-83d3-7cf8c9720498 None None] Network ccb55b15-5f08-4cf8-9599-1444ff0eb630 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:43.231399 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.289295 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Deleting port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:51:43.289644 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.331780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9887b5-9363-4541-800d-13bda6076ed1 None None] DHCP port deletion for ccb55b15-5f08-4cf8-9599-1444ff0eb630 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:51:43.359091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] For port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2,segment=NetworkSegment(d4026b46-3408-4d8b-8d43-ce989540ff2e),segment_id=d4026b46-3408-4d8b-8d43-ce989540ff2e)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:43.359471 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.373539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Calling delete_port for bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:51:43.377975 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fe9887b5-9363-4541-800d-13bda6076ed1 None None] Deleting port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:51:43.378360 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fe9887b5-9363-4541-800d-13bda6076ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.444072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fe9887b5-9363-4541-800d-13bda6076ed1 None None] For port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2,segment=NetworkSegment(d4026b46-3408-4d8b-8d43-ce989540ff2e),segment_id=d4026b46-3408-4d8b-8d43-ce989540ff2e)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:43.444473 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fe9887b5-9363-4541-800d-13bda6076ed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.457424 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fe9887b5-9363-4541-800d-13bda6076ed1 None None] Calling delete_port for bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:51:43.504933 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.531226 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event deleted for resources: {'Port': ['ID=bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:43.532363 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fe9887b5-9363-4541-800d-13bda6076ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.536889 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] No DVR routers for this DVR port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:51:43.563868 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9887b5-9363-4541-800d-13bda6076ed1 None None] Pushing event deleted for resources: {'Port': ['ID=bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:43.567903 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9887b5-9363-4541-800d-13bda6076ed1 None None] No DVR routers for this DVR port bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:51:43.625972 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.636495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb55b15-5f08-4cf8-9599-1444ff0eb630']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:43.647569 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4026b46-3408-4d8b-8d43-ce989540ff2e') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:43.647901 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4026b46-3408-4d8b-8d43-ce989540ff2e') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:43.656809 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.670969 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.677750 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:51:43.678208 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:51:43.681380 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:51:43.790677 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.795597 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:43.797508 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] 10.222.0.38 "DELETE /v2.0/networks/ccb55b15-5f08-4cf8-9599-1444ff0eb630 HTTP/1.1" status: 204 len: 168 time: 0.6487734 Aug 23 15:51:43.818453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Pushing event deleted for resources: {'Network': ['ID=ccb55b15-5f08-4cf8-9599-1444ff0eb630,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:43.826163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:43.826458 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:43.826800 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:43.827721 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:43.828070 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:43.828406 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:43.828739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:43.829068 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:43.829397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:43.829723 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:43.830054 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:43.830951 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2ecf-7d47-4f4d-89ca-4d0ba321990d tempest-NetworksIpV6Test-963640353 tempest-NetworksIpV6Test-963640353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:51:44.224820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38806) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:44.263849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:51:44.284476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:51:44.284826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device bf2dd93c-b4b4-4ef4-b2fc-ab82475f1af2 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:51:44.357220 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-13781b0b-7e6f-4b7d-a368-f08348fab5ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5e9f04176b1a4c3f959fc578b8cdd1e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309943 Aug 23 15:51:44.359673 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38810) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:44.409876 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96b6a294-3fa7-47e2-908e-89ad96bed38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:44.431272 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96b6a294-3fa7-47e2-908e-89ad96bed38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:44.538951 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96b6a294-3fa7-47e2-908e-89ad96bed38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:44.541513 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-96b6a294-3fa7-47e2-908e-89ad96bed38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:44.542765 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-96b6a294-3fa7-47e2-908e-89ad96bed38f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/632a034a-2c90-44a8-8765-660be6594483 HTTP/1.1" status: 204 len: 168 time: 0.1821845 Aug 23 15:51:44.551197 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6a294-3fa7-47e2-908e-89ad96bed38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632a034a-2c90-44a8-8765-660be6594483,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:45.442032 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:51:45.503978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38832) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:45.606047 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c8012e1f-3a62-4b6d-a0a0-5dad218bc5e9 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-224700884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:45.687973 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c8012e1f-3a62-4b6d-a0a0-5dad218bc5e9 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:45.689134 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c8012e1f-3a62-4b6d-a0a0-5dad218bc5e9 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:45.745273 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c8012e1f-3a62-4b6d-a0a0-5dad218bc5e9 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:45.808153 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c8012e1f-3a62-4b6d-a0a0-5dad218bc5e9 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:45.882258 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c8012e1f-3a62-4b6d-a0a0-5dad218bc5e9 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:45.883548 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c8012e1f-3a62-4b6d-a0a0-5dad218bc5e9 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3785446 Aug 23 15:51:45.886241 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38836) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:45.891113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1465145720'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:45.979003 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Made reservation on behalf of f43a16ca32f344d6a289a89227b09ae4 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:45.983454 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:45.993664 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:46.080763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:46.133176 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:46.155633 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:51:46.171436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ef73f0-2b27-4d7f-8081-cc853de05e49,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:46.176435 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:46.176783 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Added segment d4fdcdb3-20c8-41ec-853f-a2490c8a0ceb of type vlan for network b64b3fc5-1003-4a3b-8bc5-018a3595325e Aug 23 15:51:46.217950 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:46.264749 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:46.310536 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:46.316245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:46.316869 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:46.392449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Pushing event updated for resources: {'Network': ['ID=b64b3fc5-1003-4a3b-8bc5-018a3595325e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:46.403032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network b64b3fc5-1003-4a3b-8bc5-018a3595325e details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:51:46.431465 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-792065bc-c983-4cf7-af72-4a234d470304 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5442002 Aug 23 15:51:46.434323 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38838) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:46.439373 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-bd81b733-c64f-46fe-a54d-c88817981431 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Request body: {'subnet': {'network_id': 'b64b3fc5-1003-4a3b-8bc5-018a3595325e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:46.590400 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd81b733-c64f-46fe-a54d-c88817981431 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Made reservation on behalf of f43a16ca32f344d6a289a89227b09ae4 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:46.594009 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd81b733-c64f-46fe-a54d-c88817981431 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:46.819553 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd81b733-c64f-46fe-a54d-c88817981431 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:46.883531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81b733-c64f-46fe-a54d-c88817981431 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Pushing event updated for resources: {'Subnet': ['ID=f3c5e3c8-6375-4670-9dd5-ffe4de5efb12,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:46.892280 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd81b733-c64f-46fe-a54d-c88817981431 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Checking segment: {'id': 'd4fdcdb3-20c8-41ec-853f-a2490c8a0ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b64b3fc5-1003-4a3b-8bc5-018a3595325e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:46.892639 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd81b733-c64f-46fe-a54d-c88817981431 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Network hostable DHCP agents. Network: b64b3fc5-1003-4a3b-8bc5-018a3595325e, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:51:46.950236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd81b733-c64f-46fe-a54d-c88817981431 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Network b64b3fc5-1003-4a3b-8bc5-018a3595325e is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:51:47.001726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-bd81b733-c64f-46fe-a54d-c88817981431 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, b64b3fc5-1003-4a3b-8bc5-018a3595325e) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:47.005816 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd81b733-c64f-46fe-a54d-c88817981431 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:47.006402 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-bd81b733-c64f-46fe-a54d-c88817981431 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:47.011009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260d0c1f-11a3-43bf-9b9b-169720437b11 None None] Network b64b3fc5-1003-4a3b-8bc5-018a3595325e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:47.071453 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bd81b733-c64f-46fe-a54d-c88817981431 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6359844 Aug 23 15:51:47.075318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38840) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:47.085829 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-719da140-5a6a-43e7-b818-5112dba0289f tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-244694232'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:47.165981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-b64b3fc5-1003-4a3b-8bc5-018a3595325e', 'network_id': 'b64b3fc5-1003-4a3b-8bc5-018a3595325e', 'tenant_id': 'f43a16ca32f344d6a289a89227b09ae4', 'fixed_ips': [{'subnet_id': 'f3c5e3c8-6375-4670-9dd5-ffe4de5efb12'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:51:47.166842 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:47.167220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719da140-5a6a-43e7-b818-5112dba0289f tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Made reservation on behalf of f43a16ca32f344d6a289a89227b09ae4 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:47.170753 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-719da140-5a6a-43e7-b818-5112dba0289f tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:47.193906 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719da140-5a6a-43e7-b818-5112dba0289f tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:51:47.202776 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-719da140-5a6a-43e7-b818-5112dba0289f tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:47.203126 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-719da140-5a6a-43e7-b818-5112dba0289f tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Added segment 963afbf1-b2ac-4ac0-9991-6ceb00a0060e of type vlan for network da797640-5412-4ec2-a40c-5f0e3a6f1df6 Aug 23 15:51:47.243851 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-719da140-5a6a-43e7-b818-5112dba0289f tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:47.302560 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Allocated IP 172.20.0.2 (b64b3fc5-1003-4a3b-8bc5-018a3595325e/f3c5e3c8-6375-4670-9dd5-ffe4de5efb12/69d6d023-1c2d-458c-9315-870e5bcddb0d) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:51:47.315607 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-719da140-5a6a-43e7-b818-5112dba0289f tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:47.322566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719da140-5a6a-43e7-b818-5112dba0289f tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:47.323160 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-719da140-5a6a-43e7-b818-5112dba0289f tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:47.388956 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719da140-5a6a-43e7-b818-5112dba0289f tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Pushing event updated for resources: {'Network': ['ID=da797640-5412-4ec2-a40c-5f0e3a6f1df6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:47.400479 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network da797640-5412-4ec2-a40c-5f0e3a6f1df6 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:51:47.403346 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-719da140-5a6a-43e7-b818-5112dba0289f tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3261991 Aug 23 15:51:47.406100 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38842) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:47.413127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-35d9d2e2-b253-44c5-ae68-b019035c5201 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Request body: {'subnet': {'network_id': 'da797640-5412-4ec2-a40c-5f0e3a6f1df6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:47.505570 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:47.515907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Transition to ACTIVE for port object 69d6d023-1c2d-458c-9315-870e5bcddb0d will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:47.530377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Transition to ACTIVE for port object 69d6d023-1c2d-458c-9315-870e5bcddb0d will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:47.549420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d9d2e2-b253-44c5-ae68-b019035c5201 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Made reservation on behalf of f43a16ca32f344d6a289a89227b09ae4 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:47.553807 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-35d9d2e2-b253-44c5-ae68-b019035c5201 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:47.607408 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:47.665261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Network b64b3fc5-1003-4a3b-8bc5-018a3595325e is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:51:47.671138 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:47.676215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Pushing event updated for resources: {'Port': ['ID=69d6d023-1c2d-458c-9315-870e5bcddb0d,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:47.676215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:51:47.733104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Attempting to bind port 69d6d023-1c2d-458c-9315-870e5bcddb0d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:51:47.733474 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Attempting to bind port 69d6d023-1c2d-458c-9315-870e5bcddb0d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd4fdcdb3-20c8-41ec-853f-a2490c8a0ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b64b3fc5-1003-4a3b-8bc5-018a3595325e'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:51:47.733838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Attempting to bind port 69d6d023-1c2d-458c-9315-870e5bcddb0d on network b64b3fc5-1003-4a3b-8bc5-018a3595325e {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:51:47.739311 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:51:47.739696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Checking segment: {'id': 'd4fdcdb3-20c8-41ec-853f-a2490c8a0ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b64b3fc5-1003-4a3b-8bc5-018a3595325e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:47.740099 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:47.740489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Bound using segment: {'id': 'd4fdcdb3-20c8-41ec-853f-a2490c8a0ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b64b3fc5-1003-4a3b-8bc5-018a3595325e'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:51:47.740947 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Bound port: 69d6d023-1c2d-458c-9315-870e5bcddb0d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fdcdb3-20c8-41ec-853f-a2490c8a0ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b64b3fc5-1003-4a3b-8bc5-018a3595325e'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:51:47.741325 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:47.806707 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] For port 69d6d023-1c2d-458c-9315-870e5bcddb0d, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:51:47.808115 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-35d9d2e2-b253-44c5-ae68-b019035c5201 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:47.809854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] For port 69d6d023-1c2d-458c-9315-870e5bcddb0d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=69d6d023-1c2d-458c-9315-870e5bcddb0d,segment=NetworkSegment(d4fdcdb3-20c8-41ec-853f-a2490c8a0ceb),segment_id=d4fdcdb3-20c8-41ec-853f-a2490c8a0ceb)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:51:47.870828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9d2e2-b253-44c5-ae68-b019035c5201 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Pushing event updated for resources: {'Subnet': ['ID=e1e65f19-5739-428c-8e92-9cc73c8d7605,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:47.881579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d9d2e2-b253-44c5-ae68-b019035c5201 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Checking segment: {'id': '963afbf1-b2ac-4ac0-9991-6ceb00a0060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'da797640-5412-4ec2-a40c-5f0e3a6f1df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:47.881933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d9d2e2-b253-44c5-ae68-b019035c5201 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Network hostable DHCP agents. Network: da797640-5412-4ec2-a40c-5f0e3a6f1df6, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:51:47.904648 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:47.961100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6126e6d-40a8-4060-b72e-1704f0ce6617 None None] Pushing event updated for resources: {'Port': ['ID=69d6d023-1c2d-458c-9315-870e5bcddb0d,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:47.979347 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d9d2e2-b253-44c5-ae68-b019035c5201 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Network da797640-5412-4ec2-a40c-5f0e3a6f1df6 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:51:48.047815 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-35d9d2e2-b253-44c5-ae68-b019035c5201 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, da797640-5412-4ec2-a40c-5f0e3a6f1df6) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:48.054186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d9d2e2-b253-44c5-ae68-b019035c5201 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:48.055191 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-35d9d2e2-b253-44c5-ae68-b019035c5201 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:48.056137 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328293df-b654-4603-9df6-3cf7185e427f None None] Network da797640-5412-4ec2-a40c-5f0e3a6f1df6 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:48.151547 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-35d9d2e2-b253-44c5-ae68-b019035c5201 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7442214 Aug 23 15:51:48.154376 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38844) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:48.159379 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-391de825-aa27-42fb-a8df-d56ed37e0710 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Request body: {'router': {'external_gateway_info': {'network_id': 'da797640-5412-4ec2-a40c-5f0e3a6f1df6'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:48.238207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-da797640-5412-4ec2-a40c-5f0e3a6f1df6', 'network_id': 'da797640-5412-4ec2-a40c-5f0e3a6f1df6', 'tenant_id': 'f43a16ca32f344d6a289a89227b09ae4', 'fixed_ips': [{'subnet_id': 'e1e65f19-5739-428c-8e92-9cc73c8d7605'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:51:48.239188 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:48.328030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 69d6d023-1c2d-458c-9315-870e5bcddb0d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:51:48.399175 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-391de825-aa27-42fb-a8df-d56ed37e0710 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:48.422961 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Allocated IP 172.21.0.2 (da797640-5412-4ec2-a40c-5f0e3a6f1df6/e1e65f19-5739-428c-8e92-9cc73c8d7605/8bba2713-9a19-4344-809e-3f7f79061fb5) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:51:48.489435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 69d6d023-1c2d-458c-9315-870e5bcddb0d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:51:48.556906 n-d-804985-3 neutron-server[96114]: INFO neutron.api.v2.resource [None req-391de825-aa27-42fb-a8df-d56ed37e0710 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 15:51:48.564177 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-391de825-aa27-42fb-a8df-d56ed37e0710 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] 10.222.0.38 "PUT /v2.0/routers/7aeca35d-08a3-4f8a-b1db-aed767077c1b HTTP/1.1" status: 400 len: 364 time: 0.4085610 Aug 23 15:51:48.570412 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38846) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:48.575870 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:48.592192 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Transition to ACTIVE for port object 8bba2713-9a19-4344-809e-3f7f79061fb5 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:48.611261 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Transition to ACTIVE for port object 8bba2713-9a19-4344-809e-3f7f79061fb5 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:48.623545 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb41a92-4cc1-42b5-a1be-1acc5ae66576 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Deleting subnet e1e65f19-5739-428c-8e92-9cc73c8d7605 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:51:48.671834 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2fb41a92-4cc1-42b5-a1be-1acc5ae66576 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:48.672672 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:48.714307 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Network da797640-5412-4ec2-a40c-5f0e3a6f1df6 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:51:48.717399 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:48.721044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:51:48.724762 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2fb41a92-4cc1-42b5-a1be-1acc5ae66576 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:48.730395 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Pushing event updated for resources: {'Port': ['ID=8bba2713-9a19-4344-809e-3f7f79061fb5,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:48.786181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Attempting to bind port 8bba2713-9a19-4344-809e-3f7f79061fb5 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:51:48.786559 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Attempting to bind port 8bba2713-9a19-4344-809e-3f7f79061fb5 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '963afbf1-b2ac-4ac0-9991-6ceb00a0060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'da797640-5412-4ec2-a40c-5f0e3a6f1df6'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:51:48.786937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Attempting to bind port 8bba2713-9a19-4344-809e-3f7f79061fb5 on network da797640-5412-4ec2-a40c-5f0e3a6f1df6 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:51:48.793214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:51:48.797526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Checking segment: {'id': '963afbf1-b2ac-4ac0-9991-6ceb00a0060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'da797640-5412-4ec2-a40c-5f0e3a6f1df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:48.797526 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:48.797526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Bound using segment: {'id': '963afbf1-b2ac-4ac0-9991-6ceb00a0060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'da797640-5412-4ec2-a40c-5f0e3a6f1df6'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:51:48.797526 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Bound port: 8bba2713-9a19-4344-809e-3f7f79061fb5, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963afbf1-b2ac-4ac0-9991-6ceb00a0060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'da797640-5412-4ec2-a40c-5f0e3a6f1df6'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:51:48.797526 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:48.838153 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2fb41a92-4cc1-42b5-a1be-1acc5ae66576 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:48.904756 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf1f12-492a-40bc-a878-2f0bb487a8ff None None] Network b64b3fc5-1003-4a3b-8bc5-018a3595325e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:48.968433 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2fb41a92-4cc1-42b5-a1be-1acc5ae66576 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:48.978135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] For port 8bba2713-9a19-4344-809e-3f7f79061fb5, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:51:48.996204 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb41a92-4cc1-42b5-a1be-1acc5ae66576 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e65f19-5739-428c-8e92-9cc73c8d7605,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:48.999968 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2fb41a92-4cc1-42b5-a1be-1acc5ae66576 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.000627 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] For port 8bba2713-9a19-4344-809e-3f7f79061fb5, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8bba2713-9a19-4344-809e-3f7f79061fb5,segment=NetworkSegment(963afbf1-b2ac-4ac0-9991-6ceb00a0060e),segment_id=963afbf1-b2ac-4ac0-9991-6ceb00a0060e)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:51:49.001855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2fb41a92-4cc1-42b5-a1be-1acc5ae66576 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] 10.222.0.38 "DELETE /v2.0/subnets/e1e65f19-5739-428c-8e92-9cc73c8d7605 HTTP/1.1" status: 204 len: 168 time: 0.4362872 Aug 23 15:51:49.005096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38848) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:49.092975 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.148848 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Deleting port 8bba2713-9a19-4344-809e-3f7f79061fb5 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:51:49.149109 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.208306 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-400cd1a5-bb2e-4e5c-9bb4-b7edf0008f1a None None] Provisioning for port 69d6d023-1c2d-458c-9315-870e5bcddb0d completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:51:49.210726 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.213761 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] For port 8bba2713-9a19-4344-809e-3f7f79061fb5, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=8bba2713-9a19-4344-809e-3f7f79061fb5,segment=NetworkSegment(963afbf1-b2ac-4ac0-9991-6ceb00a0060e),segment_id=963afbf1-b2ac-4ac0-9991-6ceb00a0060e)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:49.214268 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.226439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-400cd1a5-bb2e-4e5c-9bb4-b7edf0008f1a None None] Provisioning complete for port 69d6d023-1c2d-458c-9315-870e5bcddb0d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:51:49.226810 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-400cd1a5-bb2e-4e5c-9bb4-b7edf0008f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.231194 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Calling delete_port for 8bba2713-9a19-4344-809e-3f7f79061fb5 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:51:49.342460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504fa57-112b-4b87-a1b2-ea9d1e846738 None None] Pushing event updated for resources: {'Port': ['ID=8bba2713-9a19-4344-809e-3f7f79061fb5,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:49.380964 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.396759 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] No DVR routers for this DVR port 8bba2713-9a19-4344-809e-3f7f79061fb5 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:51:49.401352 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-400cd1a5-bb2e-4e5c-9bb4-b7edf0008f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.419424 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Pushing event deleted for resources: {'Port': ['ID=8bba2713-9a19-4344-809e-3f7f79061fb5,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:49.452092 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-400cd1a5-bb2e-4e5c-9bb4-b7edf0008f1a None None] For port 69d6d023-1c2d-458c-9315-870e5bcddb0d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=69d6d023-1c2d-458c-9315-870e5bcddb0d,segment=NetworkSegment(d4fdcdb3-20c8-41ec-853f-a2490c8a0ceb),segment_id=d4fdcdb3-20c8-41ec-853f-a2490c8a0ceb)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:49.516457 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-400cd1a5-bb2e-4e5c-9bb4-b7edf0008f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.524710 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.538908 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da797640-5412-4ec2-a40c-5f0e3a6f1df6']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:49.551038 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963afbf1-b2ac-4ac0-9991-6ceb00a0060e') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:49.551341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963afbf1-b2ac-4ac0-9991-6ceb00a0060e') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:49.563591 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.583345 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cd1a5-bb2e-4e5c-9bb4-b7edf0008f1a None None] Pushing event updated for resources: {'Port': ['ID=69d6d023-1c2d-458c-9315-870e5bcddb0d,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:49.583747 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.592033 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:51:49.592464 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:51:49.595620 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:51:49.653214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b114e389-691d-4389-9f65-9c9f5d3516f2 None None] Provisioning complete for port 69d6d023-1c2d-458c-9315-870e5bcddb0d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:51:49.653657 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b114e389-691d-4389-9f65-9c9f5d3516f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.734040 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.739647 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.742262 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] 10.222.0.38 "DELETE /v2.0/networks/da797640-5412-4ec2-a40c-5f0e3a6f1df6 HTTP/1.1" status: 204 len: 168 time: 0.7360737 Aug 23 15:51:49.744941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38850) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:49.757610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f755f17-14bd-4969-9983-d0d56f47c4fb tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Pushing event deleted for resources: {'Network': ['ID=da797640-5412-4ec2-a40c-5f0e3a6f1df6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:49.798744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-078649b0-3263-423d-a6a8-154f25f085a4 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Deleting subnet f3c5e3c8-6375-4670-9dd5-ffe4de5efb12 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:51:49.802480 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-078649b0-3263-423d-a6a8-154f25f085a4 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.846286 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-078649b0-3263-423d-a6a8-154f25f085a4 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:49.935574 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-078649b0-3263-423d-a6a8-154f25f085a4 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.070247 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-078649b0-3263-423d-a6a8-154f25f085a4 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.099254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078649b0-3263-423d-a6a8-154f25f085a4 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c5e3c8-6375-4670-9dd5-ffe4de5efb12,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:50.102837 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-078649b0-3263-423d-a6a8-154f25f085a4 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.105290 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-078649b0-3263-423d-a6a8-154f25f085a4 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] 10.222.0.38 "DELETE /v2.0/subnets/f3c5e3c8-6375-4670-9dd5-ffe4de5efb12 HTTP/1.1" status: 204 len: 168 time: 0.3590698 Aug 23 15:51:50.107837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38852) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:50.108477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c9b189-4bf1-4f39-ab17-1bd399054904 None None] Network b64b3fc5-1003-4a3b-8bc5-018a3595325e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:50.198424 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.273720 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Deleting port 69d6d023-1c2d-458c-9315-870e5bcddb0d {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:51:50.274424 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.301603 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 69d6d023-1c2d-458c-9315-870e5bcddb0d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:51:50.336437 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f70361-d91f-4894-aff0-1ce486c62ab9 None None] DHCP port deletion for b64b3fc5-1003-4a3b-8bc5-018a3595325e request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:51:50.349954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] For port 69d6d023-1c2d-458c-9315-870e5bcddb0d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=69d6d023-1c2d-458c-9315-870e5bcddb0d,segment=NetworkSegment(d4fdcdb3-20c8-41ec-853f-a2490c8a0ceb),segment_id=d4fdcdb3-20c8-41ec-853f-a2490c8a0ceb)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:50.350395 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.368658 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Calling delete_port for 69d6d023-1c2d-458c-9315-870e5bcddb0d owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:51:50.395859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 69d6d023-1c2d-458c-9315-870e5bcddb0d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:51:50.396320 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.432974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-21f70361-d91f-4894-aff0-1ce486c62ab9 None None] Deleting port 69d6d023-1c2d-458c-9315-870e5bcddb0d {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:51:50.433313 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-21f70361-d91f-4894-aff0-1ce486c62ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.449466 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c403ad2-ead3-42ab-8688-d21864c70aab None None] DHCP port deletion for da797640-5412-4ec2-a40c-5f0e3a6f1df6 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:51:50.497929 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-acd58293-56bc-4dfb-b234-284d2f424756 None None] Could not find standard attr ID for object 8bba2713-9a19-4344-809e-3f7f79061fb5. {{(pid=96116) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 15:51:50.515751 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8d44c1-7a2f-4aa2-bfa0-39e0c8074695 None None] Network da797640-5412-4ec2-a40c-5f0e3a6f1df6 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:50.522548 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.540306 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-21f70361-d91f-4894-aff0-1ce486c62ab9 None None] For port 69d6d023-1c2d-458c-9315-870e5bcddb0d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=69d6d023-1c2d-458c-9315-870e5bcddb0d,segment=NetworkSegment(d4fdcdb3-20c8-41ec-853f-a2490c8a0ceb),segment_id=d4fdcdb3-20c8-41ec-853f-a2490c8a0ceb)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:50.540711 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-21f70361-d91f-4894-aff0-1ce486c62ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.544238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8d44c1-7a2f-4aa2-bfa0-39e0c8074695 None None] Network da797640-5412-4ec2-a40c-5f0e3a6f1df6 could not be found, it might have been deleted concurrently. {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 15:51:50.550093 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Pushing event deleted for resources: {'Port': ['ID=69d6d023-1c2d-458c-9315-870e5bcddb0d,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:50.555610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] No DVR routers for this DVR port 69d6d023-1c2d-458c-9315-870e5bcddb0d on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:51:50.573723 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-21f70361-d91f-4894-aff0-1ce486c62ab9 None None] Calling delete_port for 69d6d023-1c2d-458c-9315-870e5bcddb0d owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:51:50.575169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Port 69d6d023-1c2d-458c-9315-870e5bcddb0d update to ACTIVE by agent not found {{(pid=96116) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 23 15:51:50.636918 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.646498 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64b3fc5-1003-4a3b-8bc5-018a3595325e']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:50.653665 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-21f70361-d91f-4894-aff0-1ce486c62ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.656719 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fdcdb3-20c8-41ec-853f-a2490c8a0ceb') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:50.657019 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fdcdb3-20c8-41ec-853f-a2490c8a0ceb') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:50.666473 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.681667 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.685118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f70361-d91f-4894-aff0-1ce486c62ab9 None None] Pushing event deleted for resources: {'Port': ['ID=69d6d023-1c2d-458c-9315-870e5bcddb0d,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:50.688123 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:51:50.688595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f70361-d91f-4894-aff0-1ce486c62ab9 None None] No DVR routers for this DVR port 69d6d023-1c2d-458c-9315-870e5bcddb0d on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:51:50.688966 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:51:50.693267 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:51:50.830914 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.838202 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.840262 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] 10.222.0.38 "DELETE /v2.0/networks/b64b3fc5-1003-4a3b-8bc5-018a3595325e HTTP/1.1" status: 204 len: 168 time: 0.7310739 Aug 23 15:51:50.842639 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38854) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:50.861492 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766aa5df-3905-4e74-8831-fef185b5a0c2 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Pushing event deleted for resources: {'Network': ['ID=b64b3fc5-1003-4a3b-8bc5-018a3595325e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:50.883333 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-fe8f0949-0bd3-4ba6-9f12-9f592764ed06 tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] 10.222.0.38 "GET /v2.0/ports?device_id=7aeca35d-08a3-4f8a-b1db-aed767077c1b HTTP/1.1" status: 200 len: 205 time: 0.0396459 Aug 23 15:51:50.885679 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38856) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:50.909778 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:50.958937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-92928d60-4de3-456c-926c-cee6f7a91ebf tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:51.118938 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-92928d60-4de3-456c-926c-cee6f7a91ebf tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:51.120978 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-92928d60-4de3-456c-926c-cee6f7a91ebf tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:51.229766 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-92928d60-4de3-456c-926c-cee6f7a91ebf tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:51.230309 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92928d60-4de3-456c-926c-cee6f7a91ebf tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Fanout notify agent at l3_agent the message router_deleted on router 7aeca35d-08a3-4f8a-b1db-aed767077c1b {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:51:51.239911 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-92928d60-4de3-456c-926c-cee6f7a91ebf tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:51.239911 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-92928d60-4de3-456c-926c-cee6f7a91ebf tempest-RoutersNegativeTest-1185813728 tempest-RoutersNegativeTest-1185813728-project] 10.222.0.38 "DELETE /v2.0/routers/7aeca35d-08a3-4f8a-b1db-aed767077c1b HTTP/1.1" status: 204 len: 168 time: 0.3517394 Aug 23 15:51:51.632056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38862) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:51.762423 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3559ff0f-d2d2-41d2-8547-398fb3ed4378 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f43a16ca32f344d6a289a89227b09ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292000 Aug 23 15:51:51.764872 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38866) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:51.821850 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c399b161-2664-45f3-90fb-49bb194ec7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:51.843444 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c399b161-2664-45f3-90fb-49bb194ec7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:51.956733 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c399b161-2664-45f3-90fb-49bb194ec7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:51.959922 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c399b161-2664-45f3-90fb-49bb194ec7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:51.961148 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c399b161-2664-45f3-90fb-49bb194ec7a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/26ef73f0-2b27-4d7f-8081-cc853de05e49 HTTP/1.1" status: 204 len: 168 time: 0.1953745 Aug 23 15:51:51.969269 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399b161-2664-45f3-90fb-49bb194ec7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ef73f0-2b27-4d7f-8081-cc853de05e49,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:52.279496 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 69d6d023-1c2d-458c-9315-870e5bcddb0d no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:51:52.299278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 69d6d023-1c2d-458c-9315-870e5bcddb0d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:51:52.299622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 69d6d023-1c2d-458c-9315-870e5bcddb0d not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:51:52.300054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8bba2713-9a19-4344-809e-3f7f79061fb5 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:51:52.320094 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 8bba2713-9a19-4344-809e-3f7f79061fb5 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:51:52.320445 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 8bba2713-9a19-4344-809e-3f7f79061fb5 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:51:52.659442 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a3c027bd-8029-4fbe-a66c-ef867aa398ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:53.017415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38888) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:53.124447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-17111829-network', 'tenant_id': 'b9a562da504b4aa5819903db61931f18'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:53.219540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] Made reservation on behalf of b9a562da504b4aa5819903db61931f18 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:53.222190 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:53.231041 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:53.318997 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:53.367677 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:53.391890 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:51:53.401498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55023305-123b-48b2-8ea9-713b0d6c52e1,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:53.406099 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:53.406522 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] Added segment f8c2bc0f-c05d-46b4-b553-68812fb4b5a9 of type vlan for network 5cea3b81-08cb-4e56-92a0-d143664e10dc Aug 23 15:51:53.446424 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:53.510669 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:53.511778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:53.512456 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:53.571429 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] Pushing event updated for resources: {'Network': ['ID=5cea3b81-08cb-4e56-92a0-d143664e10dc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:53.581472 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 5cea3b81-08cb-4e56-92a0-d143664e10dc details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:51:53.626035 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-985af69a-9daf-41a1-ba8b-db9d09660099 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6073830 Aug 23 15:51:53.628767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38892) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:53.634431 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-525009c1-0218-45dd-80ea-0680e7ad87b8 admin admin] Request body: {'subnet': {'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-17111829-subnet', 'tenant_id': 'b9a562da504b4aa5819903db61931f18', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:53.715803 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525009c1-0218-45dd-80ea-0680e7ad87b8 admin admin] Made reservation on behalf of b9a562da504b4aa5819903db61931f18 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:53.718178 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-525009c1-0218-45dd-80ea-0680e7ad87b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:53.980012 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-525009c1-0218-45dd-80ea-0680e7ad87b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:54.036170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525009c1-0218-45dd-80ea-0680e7ad87b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62bc703d-f592-4e5f-ba7f-a730f9c206d6,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:54.043552 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525009c1-0218-45dd-80ea-0680e7ad87b8 admin admin] Checking segment: {'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:54.043945 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525009c1-0218-45dd-80ea-0680e7ad87b8 admin admin] Network hostable DHCP agents. Network: 5cea3b81-08cb-4e56-92a0-d143664e10dc, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:51:54.128188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525009c1-0218-45dd-80ea-0680e7ad87b8 admin admin] Network 5cea3b81-08cb-4e56-92a0-d143664e10dc is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:51:54.207804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-525009c1-0218-45dd-80ea-0680e7ad87b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 5cea3b81-08cb-4e56-92a0-d143664e10dc) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:54.212371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525009c1-0218-45dd-80ea-0680e7ad87b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:51:54.213332 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-525009c1-0218-45dd-80ea-0680e7ad87b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:54.216695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2490d470-4ac8-45a5-a9a4-d391ce380bbd None None] Network 5cea3b81-08cb-4e56-92a0-d143664e10dc requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:54.300550 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-525009c1-0218-45dd-80ea-0680e7ad87b8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6704743 Aug 23 15:51:54.303805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38894) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:54.309317 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-17111829-router', 'tenant_id': 'b9a562da504b4aa5819903db61931f18', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:54.356879 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-5cea3b81-08cb-4e56-92a0-d143664e10dc', 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc', 'tenant_id': 'b9a562da504b4aa5819903db61931f18', 'fixed_ips': [{'subnet_id': '62bc703d-f592-4e5f-ba7f-a730f9c206d6'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:51:54.357734 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:54.379823 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:54.381444 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:54.437381 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:54.493921 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Allocated IP 172.20.0.2 (5cea3b81-08cb-4e56-92a0-d143664e10dc/62bc703d-f592-4e5f-ba7f-a730f9c206d6/114110a2-cc0b-4c9d-9d61-f64b601ffa9e) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:51:54.644409 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:54.653008 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Transition to ACTIVE for port object 114110a2-cc0b-4c9d-9d61-f64b601ffa9e will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:54.656126 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:54.668313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Transition to ACTIVE for port object 114110a2-cc0b-4c9d-9d61-f64b601ffa9e will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:54.751590 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:54.788537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Network 5cea3b81-08cb-4e56-92a0-d143664e10dc is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:51:54.791532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:54.794111 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:51:54.823362 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Pushing event updated for resources: {'Port': ['ID=114110a2-cc0b-4c9d-9d61-f64b601ffa9e,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:54.861198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Attempting to bind port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:51:54.861576 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Attempting to bind port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:51:54.861945 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Attempting to bind port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e on network 5cea3b81-08cb-4e56-92a0-d143664e10dc {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:51:54.868046 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:51:54.868489 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Checking segment: {'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:54.868911 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:54.869309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Bound using segment: {'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:51:54.869879 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Bound port: 114110a2-cc0b-4c9d-9d61-f64b601ffa9e, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:51:54.870238 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:54.967426 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] For port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:51:54.971582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] For port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=114110a2-cc0b-4c9d-9d61-f64b601ffa9e,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:51:55.026244 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:55.088581 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073d3a2-e7c3-4f28-b2f4-9066c96f01e0 None None] Pushing event updated for resources: {'Port': ['ID=114110a2-cc0b-4c9d-9d61-f64b601ffa9e,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:55.299565 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:55.319292 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:55.427014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Allocated IP 172.25.8.201 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/6c751436-82d4-4a11-87f5-4ff036c2d40d) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:51:55.530743 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:55.585362 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:55.643144 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:55.680557 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:51:55.683534 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:55.687071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:51:55.724087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Pushing event updated for resources: {'Port': ['ID=6c751436-82d4-4a11-87f5-4ff036c2d40d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:55.981101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef211110-1da0-4f64-80b4-09bfff26bbb8 None None] Network 5cea3b81-08cb-4e56-92a0-d143664e10dc requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:51:56.061005 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:56.147610 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f56d2e73-777f-4d7f-9a66-1f9bfc81218b None None] Provisioning for port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:51:56.269969 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:56.311172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 114110a2-cc0b-4c9d-9d61-f64b601ffa9e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:51:56.419709 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:51:56.423744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:51:56.424127 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:56.482201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Router f472401c-8cfd-4a4b-a59a-7586ef11b6d5 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:51:56.504430 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:56.535949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=114110a2-cc0b-4c9d-9d61-f64b601ffa9e,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:51:56.585621 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:56.599889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:51:56.620109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Sync routers for ids ['f472401c-8cfd-4a4b-a59a-7586ef11b6d5'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:51:56.641382 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2e106cf7-2ea5-42d4-bfcd-20ac698c461d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:56.653661 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Routers {'f472401c-8cfd-4a4b-a59a-7586ef11b6d5'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:51:56.654379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:51:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f472401c-8cfd-4a4b-a59a-7586ef11b6d5'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:56.657498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=114110a2-cc0b-4c9d-9d61-f64b601ffa9e,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:56.659913 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:56.665283 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38896) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:56.666762 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-791fd813-b20d-46da-975c-7ec37e9dd582 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3607223 Aug 23 15:51:56.775909 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Set router f472401c-8cfd-4a4b-a59a-7586ef11b6d5 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:51:56.985817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'name': 'tempest-TestEncryptedCinderVolumes-17111829-router', 'tenant_id': 'b9a562da504b4aa5819903db61931f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '6c751436-82d4-4a11-87f5-4ff036c2d40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:51:54Z', 'updated_at': '2021-08-23T15:51:55Z', 'revision_number': 3, 'project_id': 'b9a562da504b4aa5819903db61931f18', 'gw_port': {'id': '6c751436-82d4-4a11-87f5-4ff036c2d40d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:51:55Z', 'updated_at': '2021-08-23T15:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:57.012922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Checking router: f472401c-8cfd-4a4b-a59a-7586ef11b6d5 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:51:57.013277 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Updating router f472401c-8cfd-4a4b-a59a-7586ef11b6d5 port 6c751436-82d4-4a11-87f5-4ff036c2d40d binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:51:57.015210 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:57.040433 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:57.306584 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:57.316282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Transition to ACTIVE for port object 6c751436-82d4-4a11-87f5-4ff036c2d40d will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:57.401764 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:57.418930 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:57.448543 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Attempting to bind port 6c751436-82d4-4a11-87f5-4ff036c2d40d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:51:57.448922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Attempting to bind port 6c751436-82d4-4a11-87f5-4ff036c2d40d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:51:57.449291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Attempting to bind port 6c751436-82d4-4a11-87f5-4ff036c2d40d on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:51:57.460797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62dd20-31e6-4c6c-b3eb-ed855806857f None None] Pushing event updated for resources: {'Port': ['ID=6c751436-82d4-4a11-87f5-4ff036c2d40d,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:57.464398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:51:57.464782 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:51:57.465190 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:57.465580 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:51:57.466053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Bound port: 6c751436-82d4-4a11-87f5-4ff036c2d40d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:51:57.466442 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:57.517626 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] For port 6c751436-82d4-4a11-87f5-4ff036c2d40d, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:51:57.521140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] For port 6c751436-82d4-4a11-87f5-4ff036c2d40d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6c751436-82d4-4a11-87f5-4ff036c2d40d,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:51:57.625151 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:57.627347 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Allocated IP 172.20.0.1 (5cea3b81-08cb-4e56-92a0-d143664e10dc/62bc703d-f592-4e5f-ba7f-a730f9c206d6/52437b84-69f4-4269-90b8-506050de334a) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:51:57.685430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Routers {'f472401c-8cfd-4a4b-a59a-7586ef11b6d5'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:51:57.686053 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:51:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f472401c-8cfd-4a4b-a59a-7586ef11b6d5'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:57.691073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62dd20-31e6-4c6c-b3eb-ed855806857f None None] Pushing event updated for resources: {'Port': ['ID=6c751436-82d4-4a11-87f5-4ff036c2d40d,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:57.739212 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:57.753472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Transition to ACTIVE for port object 52437b84-69f4-4269-90b8-506050de334a will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:51:57.792076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] Set router f472401c-8cfd-4a4b-a59a-7586ef11b6d5 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:51:57.861077 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:57.902010 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Network 5cea3b81-08cb-4e56-92a0-d143664e10dc is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:51:57.904766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:57.908271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:51:57.935470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Pushing event updated for resources: {'Port': ['ID=52437b84-69f4-4269-90b8-506050de334a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:57.958147 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:57.988275 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'name': 'tempest-TestEncryptedCinderVolumes-17111829-router', 'tenant_id': 'b9a562da504b4aa5819903db61931f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '6c751436-82d4-4a11-87f5-4ff036c2d40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:51:54Z', 'updated_at': '2021-08-23T15:51:55Z', 'revision_number': 3, 'project_id': 'b9a562da504b4aa5819903db61931f18', 'gw_port': {'id': '6c751436-82d4-4a11-87f5-4ff036c2d40d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:51:55Z', 'updated_at': '2021-08-23T15:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:58.016711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e4cce6-accf-4207-bbf4-9425b496448f None None] The sync data for ids ['f472401c-8cfd-4a4b-a59a-7586ef11b6d5'] in n-d-804985-3 is: [{'id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'name': 'tempest-TestEncryptedCinderVolumes-17111829-router', 'tenant_id': 'b9a562da504b4aa5819903db61931f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '6c751436-82d4-4a11-87f5-4ff036c2d40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:51:54Z', 'updated_at': '2021-08-23T15:51:55Z', 'revision_number': 3, 'project_id': 'b9a562da504b4aa5819903db61931f18', 'gw_port': {'id': '6c751436-82d4-4a11-87f5-4ff036c2d40d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:51:55Z', 'updated_at': '2021-08-23T15:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:51:58.168329 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:58.242758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-aeee1f3b-d445-4cb2-b743-791a8ea74547 None None] Provisioning for port 52437b84-69f4-4269-90b8-506050de334a completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:51:58.253010 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-aeee1f3b-d445-4cb2-b743-791a8ea74547 None None] Provisioning complete for port 52437b84-69f4-4269-90b8-506050de334a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:51:58.253388 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aeee1f3b-d445-4cb2-b743-791a8ea74547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:58.306444 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-aeee1f3b-d445-4cb2-b743-791a8ea74547 None None] Port 52437b84-69f4-4269-90b8-506050de334a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:51:58.322553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 114110a2-cc0b-4c9d-9d61-f64b601ffa9e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:51:58.378931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:51:58.379231 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:58.381336 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:58.436925 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:58.510400 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:58.512148 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Pushing event updated for resources: {'Port': ['ID=52437b84-69f4-4269-90b8-506050de334a,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:58.607078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Network 5cea3b81-08cb-4e56-92a0-d143664e10dc is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:51:58.608540 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:51:58.739330 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Router f472401c-8cfd-4a4b-a59a-7586ef11b6d5 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:51:58.865887 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:51:58.866197 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:58.872114 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f79e2cfe-db55-4a48-9bd4-c55bef98da31 admin admin] 10.222.0.38 "PUT /v2.0/routers/f472401c-8cfd-4a4b-a59a-7586ef11b6d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2057641 Aug 23 15:51:58.931352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-32a26ab7-ae05-4aca-80d8-e970b7e282c7 None None] Provisioning complete for port 52437b84-69f4-4269-90b8-506050de334a triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:51:58.931782 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-32a26ab7-ae05-4aca-80d8-e970b7e282c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:58.977454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-32a26ab7-ae05-4aca-80d8-e970b7e282c7 None None] Port 52437b84-69f4-4269-90b8-506050de334a cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:51:59.544720 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38912) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:51:59.550099 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1835080980-network', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:51:59.664833 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] Made reservation on behalf of d716bec1a07d4edaabcc3dbe76cbb14e for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:51:59.667811 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:59.680647 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:59.697846 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Sync routers for ids ['f472401c-8cfd-4a4b-a59a-7586ef11b6d5'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:51:59.706861 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Routers {'f472401c-8cfd-4a4b-a59a-7586ef11b6d5'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:51:59.707472 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:51:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f472401c-8cfd-4a4b-a59a-7586ef11b6d5'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:51:59.773211 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:59.814195 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Set router f472401c-8cfd-4a4b-a59a-7586ef11b6d5 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:51:59.841994 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:59.867318 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:51:59.877141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead9daa3-d5a1-4470-b3c1-b25672a2da2a,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:51:59.882458 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:51:59.882805 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] Added segment b3d741e7-443f-4369-aaf1-95c640b5d46a of type vlan for network 1d5fc8de-617c-40f1-a4ae-bc3a22d0865e Aug 23 15:51:59.922716 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.008430 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.009441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:00.010040 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.017412 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'name': 'tempest-TestEncryptedCinderVolumes-17111829-router', 'tenant_id': 'b9a562da504b4aa5819903db61931f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '6c751436-82d4-4a11-87f5-4ff036c2d40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:51:54Z', 'updated_at': '2021-08-23T15:51:58Z', 'revision_number': 4, 'project_id': 'b9a562da504b4aa5819903db61931f18', 'gw_port': {'id': '6c751436-82d4-4a11-87f5-4ff036c2d40d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:51:55Z', 'updated_at': '2021-08-23T15:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '52437b84-69f4-4269-90b8-506050de334a', 'name': '', 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc', 'tenant_id': 'b9a562da504b4aa5819903db61931f18', 'mac_address': 'fa:16:3e:8d:01:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '62bc703d-f592-4e5f-ba7f-a730f9c206d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:51:57Z', 'updated_at': '2021-08-23T15:51:58Z', 'revision_number': 2, 'project_id': 'b9a562da504b4aa5819903db61931f18', 'subnets': [{'id': '62bc703d-f592-4e5f-ba7f-a730f9c206d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:52:00.044012 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Checking router: f472401c-8cfd-4a4b-a59a-7586ef11b6d5 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:52:00.044295 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Updating router f472401c-8cfd-4a4b-a59a-7586ef11b6d5 port 52437b84-69f4-4269-90b8-506050de334a binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:52:00.068422 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.070051 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] Pushing event updated for resources: {'Network': ['ID=1d5fc8de-617c-40f1-a4ae-bc3a22d0865e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:00.081787 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 1d5fc8de-617c-40f1-a4ae-bc3a22d0865e details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:52:00.102145 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-958eab54-6d2b-424e-b5a6-c6695d7f0469 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5560870 Aug 23 15:52:00.104810 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 38914) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:52:00.110718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-805141ad-34d8-470c-ab54-395d32d88baa admin admin] Request body: {'subnet': {'network_id': '1d5fc8de-617c-40f1-a4ae-bc3a22d0865e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1835080980-subnet', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:52:00.196941 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805141ad-34d8-470c-ab54-395d32d88baa admin admin] Made reservation on behalf of d716bec1a07d4edaabcc3dbe76cbb14e for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:52:00.199413 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-805141ad-34d8-470c-ab54-395d32d88baa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.313198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6c751436-82d4-4a11-87f5-4ff036c2d40d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:52:00.419675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 6c751436-82d4-4a11-87f5-4ff036c2d40d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:52:00.423694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6c751436-82d4-4a11-87f5-4ff036c2d40d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:00.424082 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.438152 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.447866 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Transition to ACTIVE for port object 52437b84-69f4-4269-90b8-506050de334a will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:52:00.448699 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-805141ad-34d8-470c-ab54-395d32d88baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.508348 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.510679 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.512670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805141ad-34d8-470c-ab54-395d32d88baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d9387b-98b4-48c4-94c8-f26dcea77353,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:00.522346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805141ad-34d8-470c-ab54-395d32d88baa admin admin] Checking segment: {'id': 'b3d741e7-443f-4369-aaf1-95c640b5d46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d5fc8de-617c-40f1-a4ae-bc3a22d0865e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:52:00.522346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805141ad-34d8-470c-ab54-395d32d88baa admin admin] Network hostable DHCP agents. Network: 1d5fc8de-617c-40f1-a4ae-bc3a22d0865e, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:52:00.531391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 6c751436-82d4-4a11-87f5-4ff036c2d40d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6c751436-82d4-4a11-87f5-4ff036c2d40d,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:52:00.567463 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b6edd-339e-49b2-bf52-ec889a6f6e64 None None] Pushing event updated for resources: {'Port': ['ID=52437b84-69f4-4269-90b8-506050de334a,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:00.611533 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b6edd-339e-49b2-bf52-ec889a6f6e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:00.611904 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b6edd-339e-49b2-bf52-ec889a6f6e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:00.612248 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b6edd-339e-49b2-bf52-ec889a6f6e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:00.612590 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b6edd-339e-49b2-bf52-ec889a6f6e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:00.612921 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b6edd-339e-49b2-bf52-ec889a6f6e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:00.613261 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b6edd-339e-49b2-bf52-ec889a6f6e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:00.613590 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b6edd-339e-49b2-bf52-ec889a6f6e64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:00.613915 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b6edd-339e-49b2-bf52-ec889a6f6e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:00.614241 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b6edd-339e-49b2-bf52-ec889a6f6e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:00.614564 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b6edd-339e-49b2-bf52-ec889a6f6e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:00.615474 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b6edd-339e-49b2-bf52-ec889a6f6e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:00.615871 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b6edd-339e-49b2-bf52-ec889a6f6e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:00.620529 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.628819 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Attempting to bind port 52437b84-69f4-4269-90b8-506050de334a on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:52:00.628819 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Attempting to bind port 52437b84-69f4-4269-90b8-506050de334a by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:52:00.629136 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Attempting to bind port 52437b84-69f4-4269-90b8-506050de334a on network 5cea3b81-08cb-4e56-92a0-d143664e10dc {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:52:00.635939 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:52:00.637162 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Checking segment: {'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:52:00.637162 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.637162 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Bound using segment: {'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:52:00.637568 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Bound port: 52437b84-69f4-4269-90b8-506050de334a, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:52:00.637955 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.654668 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805141ad-34d8-470c-ab54-395d32d88baa admin admin] Network 1d5fc8de-617c-40f1-a4ae-bc3a22d0865e is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:52:00.716493 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] For port 52437b84-69f4-4269-90b8-506050de334a, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:52:00.720759 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] For port 52437b84-69f4-4269-90b8-506050de334a, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=52437b84-69f4-4269-90b8-506050de334a,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:52:00.722863 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-805141ad-34d8-470c-ab54-395d32d88baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 1d5fc8de-617c-40f1-a4ae-bc3a22d0865e) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:52:00.733329 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805141ad-34d8-470c-ab54-395d32d88baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:00.734259 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-805141ad-34d8-470c-ab54-395d32d88baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.792244 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.805245 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-805141ad-34d8-470c-ab54-395d32d88baa admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6987798 Aug 23 15:52:00.807867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38916) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:52:00.813375 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1835080980-router', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:52:00.815032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e7fa10-7f12-4e95-ad2b-a71bba65adcf None None] Network 1d5fc8de-617c-40f1-a4ae-bc3a22d0865e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:52:00.860700 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b6edd-339e-49b2-bf52-ec889a6f6e64 None None] Pushing event updated for resources: {'Port': ['ID=52437b84-69f4-4269-90b8-506050de334a,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:00.863398 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Routers {'f472401c-8cfd-4a4b-a59a-7586ef11b6d5'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:52:00.864061 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:51:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f472401c-8cfd-4a4b-a59a-7586ef11b6d5'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:52:00.901222 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=6c751436-82d4-4a11-87f5-4ff036c2d40d,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:00.917234 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.918459 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:00.980688 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] Set router f472401c-8cfd-4a4b-a59a-7586ef11b6d5 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:52:00.981357 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:01.025796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-1d5fc8de-617c-40f1-a4ae-bc3a22d0865e', 'network_id': '1d5fc8de-617c-40f1-a4ae-bc3a22d0865e', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'fixed_ips': [{'subnet_id': 'b1d9387b-98b4-48c4-94c8-f26dcea77353'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:52:01.026680 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:01.191470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Allocated IP 172.20.0.2 (1d5fc8de-617c-40f1-a4ae-bc3a22d0865e/b1d9387b-98b4-48c4-94c8-f26dcea77353/365aaeaf-b6b6-4b99-8382-b19d02c91549) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:52:01.199438 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:01.207543 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'name': 'tempest-TestEncryptedCinderVolumes-17111829-router', 'tenant_id': 'b9a562da504b4aa5819903db61931f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '6c751436-82d4-4a11-87f5-4ff036c2d40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:51:54Z', 'updated_at': '2021-08-23T15:51:58Z', 'revision_number': 4, 'project_id': 'b9a562da504b4aa5819903db61931f18', 'gw_port': {'id': '6c751436-82d4-4a11-87f5-4ff036c2d40d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:51:55Z', 'updated_at': '2021-08-23T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '52437b84-69f4-4269-90b8-506050de334a', 'name': '', 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc', 'tenant_id': 'b9a562da504b4aa5819903db61931f18', 'mac_address': 'fa:16:3e:8d:01:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '62bc703d-f592-4e5f-ba7f-a730f9c206d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:51:57Z', 'updated_at': '2021-08-23T15:52:00Z', 'revision_number': 4, 'project_id': 'b9a562da504b4aa5819903db61931f18', 'subnets': [{'id': '62bc703d-f592-4e5f-ba7f-a730f9c206d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:52:01.235000 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a256c21-bf13-4a96-b8ac-a52e486d4080 None None] The sync data for ids ['f472401c-8cfd-4a4b-a59a-7586ef11b6d5'] in n-d-804985-3 is: [{'id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'name': 'tempest-TestEncryptedCinderVolumes-17111829-router', 'tenant_id': 'b9a562da504b4aa5819903db61931f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '6c751436-82d4-4a11-87f5-4ff036c2d40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:51:54Z', 'updated_at': '2021-08-23T15:51:58Z', 'revision_number': 4, 'project_id': 'b9a562da504b4aa5819903db61931f18', 'gw_port': {'id': '6c751436-82d4-4a11-87f5-4ff036c2d40d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:51:55Z', 'updated_at': '2021-08-23T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '52437b84-69f4-4269-90b8-506050de334a', 'name': '', 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc', 'tenant_id': 'b9a562da504b4aa5819903db61931f18', 'mac_address': 'fa:16:3e:8d:01:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '62bc703d-f592-4e5f-ba7f-a730f9c206d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:51:57Z', 'updated_at': '2021-08-23T15:52:00Z', 'revision_number': 4, 'project_id': 'b9a562da504b4aa5819903db61931f18', 'subnets': [{'id': '62bc703d-f592-4e5f-ba7f-a730f9c206d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:52:01.376852 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:01.385834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Transition to ACTIVE for port object 365aaeaf-b6b6-4b99-8382-b19d02c91549 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:52:01.404067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Transition to ACTIVE for port object 365aaeaf-b6b6-4b99-8382-b19d02c91549 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:52:01.466185 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:01.485039 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:01.506503 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:01.514204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Network 1d5fc8de-617c-40f1-a4ae-bc3a22d0865e is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:52:01.517200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:52:01.525716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:52:01.529031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Pushing event updated for resources: {'Port': ['ID=365aaeaf-b6b6-4b99-8382-b19d02c91549,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:01.587516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Attempting to bind port 365aaeaf-b6b6-4b99-8382-b19d02c91549 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:52:01.587965 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Attempting to bind port 365aaeaf-b6b6-4b99-8382-b19d02c91549 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'b3d741e7-443f-4369-aaf1-95c640b5d46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d5fc8de-617c-40f1-a4ae-bc3a22d0865e'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:52:01.588329 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Attempting to bind port 365aaeaf-b6b6-4b99-8382-b19d02c91549 on network 1d5fc8de-617c-40f1-a4ae-bc3a22d0865e {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:52:01.594478 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:52:01.594672 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Checking segment: {'id': 'b3d741e7-443f-4369-aaf1-95c640b5d46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d5fc8de-617c-40f1-a4ae-bc3a22d0865e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:52:01.595074 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:01.595463 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Bound using segment: {'id': 'b3d741e7-443f-4369-aaf1-95c640b5d46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d5fc8de-617c-40f1-a4ae-bc3a22d0865e'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:52:01.595961 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Bound port: 365aaeaf-b6b6-4b99-8382-b19d02c91549, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d741e7-443f-4369-aaf1-95c640b5d46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d5fc8de-617c-40f1-a4ae-bc3a22d0865e'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:52:01.596346 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:01.623395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Allocated IP 172.25.8.142 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/611e0fe6-f21e-452d-a34f-0d4af2215f4a) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:52:01.663269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] For port 365aaeaf-b6b6-4b99-8382-b19d02c91549, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:52:01.672558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] For port 365aaeaf-b6b6-4b99-8382-b19d02c91549, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=365aaeaf-b6b6-4b99-8382-b19d02c91549,segment=NetworkSegment(b3d741e7-443f-4369-aaf1-95c640b5d46a),segment_id=b3d741e7-443f-4369-aaf1-95c640b5d46a)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:52:01.739478 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:01.741709 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:01.803290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9779ac-d316-48f9-ba10-208dd7aae250 None None] Pushing event updated for resources: {'Port': ['ID=365aaeaf-b6b6-4b99-8382-b19d02c91549,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:01.848666 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:01.893184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:52:01.896288 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:52:01.900564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:52:01.931066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Pushing event updated for resources: {'Port': ['ID=611e0fe6-f21e-452d-a34f-0d4af2215f4a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:02.311522 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:02.429621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6c751436-82d4-4a11-87f5-4ff036c2d40d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:52:02.492939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6c751436-82d4-4a11-87f5-4ff036c2d40d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:02.493413 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:02.535886 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:02.585663 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 365aaeaf-b6b6-4b99-8382-b19d02c91549 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:52:02.717872 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 365aaeaf-b6b6-4b99-8382-b19d02c91549 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:52:02.722305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 52437b84-69f4-4269-90b8-506050de334a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:52:02.739412 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Router 0baadb08-3fe2-4697-80ee-9d9725d68f2f is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:52:02.779990 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec12879-45ed-4029-bf99-aebfa6edeb08 None None] Network 1d5fc8de-617c-40f1-a4ae-bc3a22d0865e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:52:02.835620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 52437b84-69f4-4269-90b8-506050de334a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:52:02.843114 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 52437b84-69f4-4269-90b8-506050de334a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:02.843495 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:02.855920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:52:02.875067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Sync routers for ids ['0baadb08-3fe2-4697-80ee-9d9725d68f2f'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:52:02.903810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f071f26e-7058-4d1d-b0a1-76c2d6ab169f None None] Provisioning for port 365aaeaf-b6b6-4b99-8382-b19d02c91549 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:52:02.908788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Routers {'0baadb08-3fe2-4697-80ee-9d9725d68f2f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:52:02.909418 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:51:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0baadb08-3fe2-4697-80ee-9d9725d68f2f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:52:02.947205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f071f26e-7058-4d1d-b0a1-76c2d6ab169f None None] Provisioning complete for port 365aaeaf-b6b6-4b99-8382-b19d02c91549 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:02.947588 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f071f26e-7058-4d1d-b0a1-76c2d6ab169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:02.974557 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:02.975886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d7db1a7b-ee55-4544-845f-87a133e5ffe1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1664708 Aug 23 15:52:02.978843 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 38920) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:52:03.147064 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:03.154152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Set router 0baadb08-3fe2-4697-80ee-9d9725d68f2f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:52:03.291451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 52437b84-69f4-4269-90b8-506050de334a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=52437b84-69f4-4269-90b8-506050de334a,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:52:03.316732 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f071f26e-7058-4d1d-b0a1-76c2d6ab169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:03.371726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f071f26e-7058-4d1d-b0a1-76c2d6ab169f None None] For port 365aaeaf-b6b6-4b99-8382-b19d02c91549, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=365aaeaf-b6b6-4b99-8382-b19d02c91549,segment=NetworkSegment(b3d741e7-443f-4369-aaf1-95c640b5d46a),segment_id=b3d741e7-443f-4369-aaf1-95c640b5d46a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:52:03.372814 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:03.450376 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:03.461233 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f071f26e-7058-4d1d-b0a1-76c2d6ab169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:03.468720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=52437b84-69f4-4269-90b8-506050de334a,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:03.527360 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071f26e-7058-4d1d-b0a1-76c2d6ab169f None None] Pushing event updated for resources: {'Port': ['ID=365aaeaf-b6b6-4b99-8382-b19d02c91549,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:03.533170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1835080980-router', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:52:00Z', 'updated_at': '2021-08-23T15:52:02Z', 'revision_number': 3, 'project_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'gw_port': {'id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:71:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:52:01Z', 'updated_at': '2021-08-23T15:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:52:03.560109 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Checking router: 0baadb08-3fe2-4697-80ee-9d9725d68f2f for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:52:03.569579 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Updating router 0baadb08-3fe2-4697-80ee-9d9725d68f2f port 611e0fe6-f21e-452d-a34f-0d4af2215f4a binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:52:03.598195 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:03.611794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Allocated IP 172.20.0.1 (1d5fc8de-617c-40f1-a4ae-bc3a22d0865e/b1d9387b-98b4-48c4-94c8-f26dcea77353/683b9337-4cd3-4c6b-99ee-ec64d7beb17d) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:52:03.621404 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-fd675b6f-2ea9-4c66-95e5-cb6ae07ebb95 None None] Provisioning complete for port 365aaeaf-b6b6-4b99-8382-b19d02c91549 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:03.621853 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fd675b6f-2ea9-4c66-95e5-cb6ae07ebb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:03.719195 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:03.733253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Transition to ACTIVE for port object 683b9337-4cd3-4c6b-99ee-ec64d7beb17d will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:52:03.821135 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:03.883982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Network 1d5fc8de-617c-40f1-a4ae-bc3a22d0865e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:52:03.888236 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:52:03.893511 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:52:03.947362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Pushing event updated for resources: {'Port': ['ID=683b9337-4cd3-4c6b-99ee-ec64d7beb17d,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:03.968821 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:03.975536 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:03.987996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Transition to ACTIVE for port object 611e0fe6-f21e-452d-a34f-0d4af2215f4a will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:52:04.083301 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:04.148979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Attempting to bind port 611e0fe6-f21e-452d-a34f-0d4af2215f4a on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:52:04.149275 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Attempting to bind port 611e0fe6-f21e-452d-a34f-0d4af2215f4a by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:52:04.149642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Attempting to bind port 611e0fe6-f21e-452d-a34f-0d4af2215f4a on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:52:04.154859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3065d0f-c52c-492b-b277-131e0a58211b None None] Pushing event updated for resources: {'Port': ['ID=611e0fe6-f21e-452d-a34f-0d4af2215f4a,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:04.162284 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:52:04.162715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:52:04.163127 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:04.163541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:52:04.164039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Bound port: 611e0fe6-f21e-452d-a34f-0d4af2215f4a, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:52:04.164425 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:04.219134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] For port 611e0fe6-f21e-452d-a34f-0d4af2215f4a, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:52:04.222778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] For port 611e0fe6-f21e-452d-a34f-0d4af2215f4a, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=611e0fe6-f21e-452d-a34f-0d4af2215f4a,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:52:04.226225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f0754e68-a134-451e-9cdb-b454f23c63fb None None] Provisioning for port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:52:04.230793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f0754e68-a134-451e-9cdb-b454f23c63fb None None] Provisioning complete for port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:04.231407 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f0754e68-a134-451e-9cdb-b454f23c63fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:04.268778 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f0754e68-a134-451e-9cdb-b454f23c63fb None None] Port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:52:04.290790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 52437b84-69f4-4269-90b8-506050de334a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:52:04.313793 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:04.394153 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3065d0f-c52c-492b-b277-131e0a58211b None None] Pushing event updated for resources: {'Port': ['ID=611e0fe6-f21e-452d-a34f-0d4af2215f4a,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:04.397534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Routers {'0baadb08-3fe2-4697-80ee-9d9725d68f2f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:52:04.398143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:51:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0baadb08-3fe2-4697-80ee-9d9725d68f2f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:52:04.444515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 52437b84-69f4-4269-90b8-506050de334a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:04.444884 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:04.503827 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:04.682216 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:04.700981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] Set router 0baadb08-3fe2-4697-80ee-9d9725d68f2f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:52:04.740605 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:04.816378 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Pushing event updated for resources: {'Port': ['ID=683b9337-4cd3-4c6b-99ee-ec64d7beb17d,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:04.821086 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:04.826523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 365aaeaf-b6b6-4b99-8382-b19d02c91549 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:52:04.918701 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Network 1d5fc8de-617c-40f1-a4ae-bc3a22d0865e is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:52:04.920332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:52:04.928051 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 365aaeaf-b6b6-4b99-8382-b19d02c91549 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:04.928433 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:04.984225 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1835080980-router', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:52:00Z', 'updated_at': '2021-08-23T15:52:02Z', 'revision_number': 3, 'project_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'gw_port': {'id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:71:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:52:01Z', 'updated_at': '2021-08-23T15:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:52:05.013881 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09954f20-92a2-4b86-bc67-0d7e347e97b8 None None] The sync data for ids ['0baadb08-3fe2-4697-80ee-9d9725d68f2f'] in n-d-804985-3 is: [{'id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1835080980-router', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:52:00Z', 'updated_at': '2021-08-23T15:52:02Z', 'revision_number': 3, 'project_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'gw_port': {'id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:71:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:52:01Z', 'updated_at': '2021-08-23T15:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:52:05.047385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Router 0baadb08-3fe2-4697-80ee-9d9725d68f2f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:52:05.165413 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:52:05.170640 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6951de81-006f-4a52-a7b8-022c7779a39a admin admin] 10.222.0.38 "PUT /v2.0/routers/0baadb08-3fe2-4697-80ee-9d9725d68f2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1907480 Aug 23 15:52:05.196136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-29b882c8-a6eb-40ec-abe7-096ee646c448 None None] Provisioning complete for port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:05.196432 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-29b882c8-a6eb-40ec-abe7-096ee646c448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:05.237826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-29b882c8-a6eb-40ec-abe7-096ee646c448 None None] Port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:52:06.053879 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-a3cb1611-a829-4a86-936f-171b028b6293 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:06.055351 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-a3cb1611-a829-4a86-936f-171b028b6293 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/networks?id=5cea3b81-08cb-4e56-92a0-d143664e10dc HTTP/1.1" status: 200 len: 815 time: 0.1056428 Aug 23 15:52:06.070723 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-098bd7c1-88a8-4ce6-bb93-0bac4ad6bb71 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/quotas/b9a562da504b4aa5819903db61931f18 HTTP/1.1" status: 200 len: 375 time: 0.0096262 Aug 23 15:52:06.122573 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-f99efd14-b7f2-4f70-99c5-b2c8453d713f tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9a562da504b4aa5819903db61931f18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463898 Aug 23 15:52:06.224788 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-21fc304d-5b24-41f9-b9c5-8b30608774dd service neutron] 10.222.0.38 "GET /v2.0/networks/5cea3b81-08cb-4e56-92a0-d143664e10dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897818 Aug 23 15:52:06.321850 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-7505e6ef-6804-4485-acc9-af9e8d2b1c87 service neutron] 10.222.0.38 "GET /v2.0/networks/5cea3b81-08cb-4e56-92a0-d143664e10dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897071 Aug 23 15:52:06.322953 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 611e0fe6-f21e-452d-a34f-0d4af2215f4a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:52:06.437338 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 611e0fe6-f21e-452d-a34f-0d4af2215f4a completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:52:06.441557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 611e0fe6-f21e-452d-a34f-0d4af2215f4a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:06.443675 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:06.548786 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:06.549431 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Sync routers for ids ['0baadb08-3fe2-4697-80ee-9d9725d68f2f'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:52:06.566703 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Routers {'0baadb08-3fe2-4697-80ee-9d9725d68f2f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:52:06.574350 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:51:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0baadb08-3fe2-4697-80ee-9d9725d68f2f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:52:06.581557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 611e0fe6-f21e-452d-a34f-0d4af2215f4a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=611e0fe6-f21e-452d-a34f-0d4af2215f4a,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:52:06.607419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-958be0fc-dcbc-43b8-a775-cf951ab76742 req-9ebf821d-6ca5-480b-a6b3-5146576eca28 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 210 time: 0.0322194 Aug 23 15:52:06.643042 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:06.692305 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Set router 0baadb08-3fe2-4697-80ee-9d9725d68f2f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:52:06.699278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=611e0fe6-f21e-452d-a34f-0d4af2215f4a,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:06.889376 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1835080980-router', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:52:00Z', 'updated_at': '2021-08-23T15:52:04Z', 'revision_number': 4, 'project_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'gw_port': {'id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:71:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:52:01Z', 'updated_at': '2021-08-23T15:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '683b9337-4cd3-4c6b-99ee-ec64d7beb17d', 'name': '', 'network_id': '1d5fc8de-617c-40f1-a4ae-bc3a22d0865e', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'mac_address': 'fa:16:3e:9e:89:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'b1d9387b-98b4-48c4-94c8-f26dcea77353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:52:03Z', 'updated_at': '2021-08-23T15:52:04Z', 'revision_number': 2, 'project_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'subnets': [{'id': 'b1d9387b-98b4-48c4-94c8-f26dcea77353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:52:06.915697 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Checking router: 0baadb08-3fe2-4697-80ee-9d9725d68f2f for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:52:06.916056 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Updating router 0baadb08-3fe2-4697-80ee-9d9725d68f2f port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:52:06.940143 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:07.219057 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:07.229424 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Transition to ACTIVE for port object 683b9337-4cd3-4c6b-99ee-ec64d7beb17d will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:52:07.317059 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:07.369725 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea442f-6986-4a74-af7f-ba58680ad90e None None] Pushing event updated for resources: {'Port': ['ID=683b9337-4cd3-4c6b-99ee-ec64d7beb17d,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:07.419238 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Attempting to bind port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:52:07.419611 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Attempting to bind port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'b3d741e7-443f-4369-aaf1-95c640b5d46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d5fc8de-617c-40f1-a4ae-bc3a22d0865e'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:52:07.420046 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Attempting to bind port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d on network 1d5fc8de-617c-40f1-a4ae-bc3a22d0865e {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:52:07.425515 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:52:07.425885 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Checking segment: {'id': 'b3d741e7-443f-4369-aaf1-95c640b5d46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d5fc8de-617c-40f1-a4ae-bc3a22d0865e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:52:07.426287 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:07.426684 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Bound using segment: {'id': 'b3d741e7-443f-4369-aaf1-95c640b5d46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d5fc8de-617c-40f1-a4ae-bc3a22d0865e'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:52:07.427142 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Bound port: 683b9337-4cd3-4c6b-99ee-ec64d7beb17d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d741e7-443f-4369-aaf1-95c640b5d46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1d5fc8de-617c-40f1-a4ae-bc3a22d0865e'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:52:07.427703 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:07.495913 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] For port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:52:07.499023 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] For port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=683b9337-4cd3-4c6b-99ee-ec64d7beb17d,segment=NetworkSegment(b3d741e7-443f-4369-aaf1-95c640b5d46a),segment_id=b3d741e7-443f-4369-aaf1-95c640b5d46a)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:52:07.586870 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:07.644701 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Routers {'0baadb08-3fe2-4697-80ee-9d9725d68f2f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:52:07.645326 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:51:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0baadb08-3fe2-4697-80ee-9d9725d68f2f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:52:07.691421 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea442f-6986-4a74-af7f-ba58680ad90e None None] Pushing event updated for resources: {'Port': ['ID=683b9337-4cd3-4c6b-99ee-ec64d7beb17d,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:07.755161 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a747626c-a807-49b5-b56d-12642205264e req-bdb10916-7603-4b87-b89b-65c569513f6d tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 210 time: 0.0368621 Aug 23 15:52:07.779210 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] Set router 0baadb08-3fe2-4697-80ee-9d9725d68f2f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:52:07.979154 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1835080980-router', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:52:00Z', 'updated_at': '2021-08-23T15:52:04Z', 'revision_number': 4, 'project_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'gw_port': {'id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:52:01Z', 'updated_at': '2021-08-23T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '683b9337-4cd3-4c6b-99ee-ec64d7beb17d', 'name': '', 'network_id': '1d5fc8de-617c-40f1-a4ae-bc3a22d0865e', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'mac_address': 'fa:16:3e:9e:89:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'b1d9387b-98b4-48c4-94c8-f26dcea77353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:52:03Z', 'updated_at': '2021-08-23T15:52:07Z', 'revision_number': 4, 'project_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'subnets': [{'id': 'b1d9387b-98b4-48c4-94c8-f26dcea77353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:52:08.098930 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc3d587-5c63-43b2-846d-52bc98edc357 None None] The sync data for ids ['0baadb08-3fe2-4697-80ee-9d9725d68f2f'] in n-d-804985-3 is: [{'id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1835080980-router', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:52:00Z', 'updated_at': '2021-08-23T15:52:04Z', 'revision_number': 4, 'project_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'gw_port': {'id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:52:01Z', 'updated_at': '2021-08-23T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '683b9337-4cd3-4c6b-99ee-ec64d7beb17d', 'name': '', 'network_id': '1d5fc8de-617c-40f1-a4ae-bc3a22d0865e', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'mac_address': 'fa:16:3e:9e:89:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'b1d9387b-98b4-48c4-94c8-f26dcea77353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:52:03Z', 'updated_at': '2021-08-23T15:52:07Z', 'revision_number': 4, 'project_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'subnets': [{'id': 'b1d9387b-98b4-48c4-94c8-f26dcea77353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:52:08.356313 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 683b9337-4cd3-4c6b-99ee-ec64d7beb17d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:52:08.477477 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:52:08.482038 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:08.482810 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:08.570459 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:08.606673 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=683b9337-4cd3-4c6b-99ee-ec64d7beb17d,segment=NetworkSegment(b3d741e7-443f-4369-aaf1-95c640b5d46a),segment_id=b3d741e7-443f-4369-aaf1-95c640b5d46a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:52:08.683470 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:08.685724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 611e0fe6-f21e-452d-a34f-0d4af2215f4a up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:52:08.715374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-fe146a4d-b496-4676-a1a7-0e469d062651 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:08.717038 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-fe146a4d-b496-4676-a1a7-0e469d062651 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.57 "GET /v2.0/networks?id=5cea3b81-08cb-4e56-92a0-d143664e10dc HTTP/1.1" status: 200 len: 815 time: 0.1251462 Aug 23 15:52:08.730364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Request body: {'port': {'device_id': '93826230-30b2-4112-83be-6152a9a926c9', 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc', 'admin_state_up': True, 'tenant_id': 'b9a562da504b4aa5819903db61931f18'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:52:08.793186 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 611e0fe6-f21e-452d-a34f-0d4af2215f4a triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:08.793554 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:08.795483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=683b9337-4cd3-4c6b-99ee-ec64d7beb17d,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:08.928191 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46d5887e-2b8e-41d0-95cd-08ff787f9641 req-c29194f1-fc61-4834-8289-3851e2c31b0a tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 210 time: 0.0424352 Aug 23 15:52:08.946161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Made reservation on behalf of b9a562da504b4aa5819903db61931f18 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:52:08.949966 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:09.087773 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Allocated IP 172.20.0.5 (5cea3b81-08cb-4e56-92a0-d143664e10dc/62bc703d-f592-4e5f-ba7f-a730f9c206d6/2c164adf-0568-4d54-9b49-b69bfdc02224) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:52:09.249121 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:09.263235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Transition to ACTIVE for port object 2c164adf-0568-4d54-9b49-b69bfdc02224 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:52:09.357672 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:09.400882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Network 5cea3b81-08cb-4e56-92a0-d143664e10dc is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:52:09.403854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:52:09.407480 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:52:09.416042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Pushing event updated for resources: {'Port': ['ID=2c164adf-0568-4d54-9b49-b69bfdc02224,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:09.449964 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:09.450329 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:09.450579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:09.450923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:09.451262 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:09.451598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:09.451960 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:09.452292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:09.452624 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:09.452956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:09.453281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:09.453868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:09.479862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:09.480495 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:09.553164 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-f8cda69e-7adb-494d-a7ac-00b0a24bacc1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8263283 Aug 23 15:52:09.566509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Request body: {'port': {'device_id': '93826230-30b2-4112-83be-6152a9a926c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:52:09.624938 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:09.683407 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ca2a55d7-8e65-44e3-909e-1f07cebd530d None None] Provisioning for port 2c164adf-0568-4d54-9b49-b69bfdc02224 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:52:09.687486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ca2a55d7-8e65-44e3-909e-1f07cebd530d None None] Provisioning complete for port 2c164adf-0568-4d54-9b49-b69bfdc02224 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:09.687882 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ca2a55d7-8e65-44e3-909e-1f07cebd530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:09.722098 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a55d7-8e65-44e3-909e-1f07cebd530d None None] Port 2c164adf-0568-4d54-9b49-b69bfdc02224 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:52:09.895439 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c164adf-0568-4d54-9b49-b69bfdc02224 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:52:09.903637 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:09.916463 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Transition to ACTIVE for port object 2c164adf-0568-4d54-9b49-b69bfdc02224 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:52:09.975540 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:10.033128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Pushing event updated for resources: {'Port': ['ID=2c164adf-0568-4d54-9b49-b69bfdc02224,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:10.046538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb4d56-da56-4127-a687-a3d60b23d616 req-293e75ce-9580-44ca-83ce-f3cc692ed20b tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:10.048693 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ceb4d56-da56-4127-a687-a3d60b23d616 req-293e75ce-9580-44ca-83ce-f3cc692ed20b tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 943 time: 0.0561907 Aug 23 15:52:10.104261 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ceb4d56-da56-4127-a687-a3d60b23d616 req-cd9f3b04-a73c-4e71-a19e-0dee5b1071ba tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481081 Aug 23 15:52:10.108759 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Attempting to bind port 2c164adf-0568-4d54-9b49-b69bfdc02224 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:52:10.108910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Attempting to bind port 2c164adf-0568-4d54-9b49-b69bfdc02224 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:52:10.109196 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Attempting to bind port 2c164adf-0568-4d54-9b49-b69bfdc02224 on network 5cea3b81-08cb-4e56-92a0-d143664e10dc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:52:10.114038 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Port 2c164adf-0568-4d54-9b49-b69bfdc02224 on network 5cea3b81-08cb-4e56-92a0-d143664e10dc not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:52:10.114370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Attempting to bind port 2c164adf-0568-4d54-9b49-b69bfdc02224 on network 5cea3b81-08cb-4e56-92a0-d143664e10dc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:52:10.124406 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:52:10.124750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Checking segment: {'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:52:10.126199 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Bound using segment: {'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:52:10.126707 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Bound port: 2c164adf-0568-4d54-9b49-b69bfdc02224, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:52:10.127090 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:10.215679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] For port 2c164adf-0568-4d54-9b49-b69bfdc02224, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:52:10.220255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] For port 2c164adf-0568-4d54-9b49-b69bfdc02224, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=2c164adf-0568-4d54-9b49-b69bfdc02224,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:52:10.294520 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:10.295831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 683b9337-4cd3-4c6b-99ee-ec64d7beb17d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:52:10.348943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:10.350637 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:10.351869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] 10.222.0.57 "PUT /v2.0/ports/2c164adf-0568-4d54-9b49-b69bfdc02224 HTTP/1.1" status: 200 len: 1091 time: 0.7897980 Aug 23 15:52:10.352334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93826230-30b2-4112-83be-6152a9a926c9', 'tag': '2c164adf-0568-4d54-9b49-b69bfdc02224'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:52:10.354627 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51d0218-1d67-45d1-9653-6176cb745cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "93826230-30b2-4112-83be-6152a9a926c9", "tag": "2c164adf-0568-4d54-9b49-b69bfdc02224"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:52:10.376809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:10.376809 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:10.395934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a2668-2bef-4832-a374-87ac6a6cfb0b service neutron] Pushing event updated for resources: {'Port': ['ID=2c164adf-0568-4d54-9b49-b69bfdc02224,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:10.410883 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687b713b-9a33-4fbd-bf06-c4356ef18c35 x-openstack-request-id: req-687b713b-9a33-4fbd-bf06-c4356ef18c35 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:52:10.411313 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93826230-30b2-4112-83be-6152a9a926c9", "tag": "2c164adf-0568-4d54-9b49-b69bfdc02224", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:52:10.411580 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-687b713b-9a33-4fbd-bf06-c4356ef18c35 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:52:10.413421 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93826230-30b2-4112-83be-6152a9a926c9', 'tag': '2c164adf-0568-4d54-9b49-b69bfdc02224', 'status': 'completed', 'code': 200} Aug 23 15:52:10.493099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d0218-1d67-45d1-9653-6176cb745cf7 req-1e0a543b-7767-4d97-ac89-71db581448d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:10.495189 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d51d0218-1d67-45d1-9653-6176cb745cf7 req-1e0a543b-7767-4d97-ac89-71db581448d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9a562da504b4aa5819903db61931f18&device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 1094 time: 0.0559530 Aug 23 15:52:10.633418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d0218-1d67-45d1-9653-6176cb745cf7 req-024a245f-2f4a-4a91-9362-9cfbb564bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:10.634816 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d51d0218-1d67-45d1-9653-6176cb745cf7 req-024a245f-2f4a-4a91-9362-9cfbb564bd8a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b9a562da504b4aa5819903db61931f18&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1307664 Aug 23 15:52:10.750282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d0218-1d67-45d1-9653-6176cb745cf7 req-0fd808ff-3267-4edc-9faf-7080a0d4b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:10.751782 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d51d0218-1d67-45d1-9653-6176cb745cf7 req-0fd808ff-3267-4edc-9faf-7080a0d4b1f1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097562 Aug 23 15:52:10.839008 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-04c44265-0639-4480-9cd6-930500e3caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:10.840585 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-04c44265-0639-4480-9cd6-930500e3caf7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9a562da504b4aa5819903db61931f18&device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 1094 time: 0.0475163 Aug 23 15:52:10.888890 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-c579c341-1a02-49d4-af70-bbfc1a175606 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c164adf-0568-4d54-9b49-b69bfdc02224 HTTP/1.1" status: 200 len: 217 time: 0.0395823 Aug 23 15:52:10.940166 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-b1d12f2c-1e96-46c3-86c7-979f1eb88785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:10.941621 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-b1d12f2c-1e96-46c3-86c7-979f1eb88785 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62bc703d-f592-4e5f-ba7f-a730f9c206d6 HTTP/1.1" status: 200 len: 854 time: 0.0460753 Aug 23 15:52:10.987761 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-81e45bf2-4475-4277-8a05-c334b7ca9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:10.989244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-81e45bf2-4475-4277-8a05-c334b7ca9a2b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5cea3b81-08cb-4e56-92a0-d143664e10dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406277 Aug 23 15:52:11.092980 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-5cdfd08d-60d7-4623-8065-bf3da945364d service neutron] 10.222.0.57 "GET /v2.0/networks/5cea3b81-08cb-4e56-92a0-d143664e10dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961072 Aug 23 15:52:11.185497 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cfbfe86b-1231-4899-8eff-d8ba6337eb4d req-e021c7a9-e0e3-4d94-b43c-5c80e25f5eee service neutron] 10.222.0.57 "GET /v2.0/networks/5cea3b81-08cb-4e56-92a0-d143664e10dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851302 Aug 23 15:52:11.223908 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693bf32-4bd7-4286-97e4-ea7a224f6852 req-c3ef7536-09b6-4b90-b7b8-f5cccf6e4714 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:11.229122 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b693bf32-4bd7-4286-97e4-ea7a224f6852 req-c3ef7536-09b6-4b90-b7b8-f5cccf6e4714 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 943 time: 0.0516496 Aug 23 15:52:11.269527 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b693bf32-4bd7-4286-97e4-ea7a224f6852 req-8a432b8d-cdd5-480c-bed4-9e26656c3993 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380502 Aug 23 15:52:12.390923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60fe43-746d-4a6b-8aab-d0bbf5699ff0 req-d29db6fd-eaf2-455a-ba4f-76804f4cebba tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:12.392425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2e60fe43-746d-4a6b-8aab-d0bbf5699ff0 req-d29db6fd-eaf2-455a-ba4f-76804f4cebba tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 943 time: 0.0508707 Aug 23 15:52:12.431235 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2e60fe43-746d-4a6b-8aab-d0bbf5699ff0 req-17672d1f-baa6-4dc8-97d3-bd18b4a01475 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319066 Aug 23 15:52:13.545699 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6519ba-2ddd-4835-ae88-2c18fc56afb8 req-ba823640-f519-4d4c-aad8-cb26c55b1dec tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:13.547181 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e6519ba-2ddd-4835-ae88-2c18fc56afb8 req-ba823640-f519-4d4c-aad8-cb26c55b1dec tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 943 time: 0.0501487 Aug 23 15:52:13.585329 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8e6519ba-2ddd-4835-ae88-2c18fc56afb8 req-dc1ea448-0521-462e-8919-bca5c9b30172 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307586 Aug 23 15:52:13.748978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 2c164adf-0568-4d54-9b49-b69bfdc02224 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:52:13.850319 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 2c164adf-0568-4d54-9b49-b69bfdc02224, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=2c164adf-0568-4d54-9b49-b69bfdc02224,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:52:13.860586 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '2c164adf-0568-4d54-9b49-b69bfdc02224', 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc', 'port_id': '2c164adf-0568-4d54-9b49-b69bfdc02224', 'mac_address': 'fa:16:3e:12:6d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62bc703d-f592-4e5f-ba7f-a730f9c206d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:52:13.901605 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:13.914272 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c164adf-0568-4d54-9b49-b69bfdc02224 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:52:13.933937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 2c164adf-0568-4d54-9b49-b69bfdc02224, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=2c164adf-0568-4d54-9b49-b69bfdc02224,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:52:14.031776 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:14.079864 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=2c164adf-0568-4d54-9b49-b69bfdc02224,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:14.087540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:14.088030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:14.088373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:14.088711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:14.089039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:14.089367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:14.089689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:14.090011 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:14.090333 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:14.090671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:14.090973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:14.091295 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:52:14.231113 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['2c164adf-0568-4d54-9b49-b69bfdc02224'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:52:14.703450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f26bd-7ed2-4553-ac82-52058e00ffaf req-4ef3b84f-9406-4436-9c92-0c31b9a89b00 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:14.705254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a96f26bd-7ed2-4553-ac82-52058e00ffaf req-4ef3b84f-9406-4436-9c92-0c31b9a89b00 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 944 time: 0.0545216 Aug 23 15:52:14.744420 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a96f26bd-7ed2-4553-ac82-52058e00ffaf req-6b635121-dcb1-4c68-9016-ad4c64be73fb tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Aug 23 15:52:15.764300 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 2c164adf-0568-4d54-9b49-b69bfdc02224 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:52:15.861057 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fed34-e3d3-44a7-96e5-ac0e84b26edb req-8612fa42-0dd0-454c-b2da-afdf66ca5d9b tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:15.862573 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d32fed34-e3d3-44a7-96e5-ac0e84b26edb req-8612fa42-0dd0-454c-b2da-afdf66ca5d9b tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 944 time: 0.0504138 Aug 23 15:52:15.870923 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 2c164adf-0568-4d54-9b49-b69bfdc02224 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:52:15.875097 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 2c164adf-0568-4d54-9b49-b69bfdc02224 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:15.875478 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:15.907201 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d32fed34-e3d3-44a7-96e5-ac0e84b26edb req-db2ef5b0-cf17-448a-88a8-37abf9766eb4 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378737 Aug 23 15:52:15.952542 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:15.977985 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93826230-30b2-4112-83be-6152a9a926c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c164adf-0568-4d54-9b49-b69bfdc02224'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:52:15.980252 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b88ffa-123a-4e84-8483-b032d950bd8b" -d '{"events": [{"server_uuid": "93826230-30b2-4112-83be-6152a9a926c9", "name": "network-vif-plugged", "status": "completed", "tag": "2c164adf-0568-4d54-9b49-b69bfdc02224"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:52:15.993256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 2c164adf-0568-4d54-9b49-b69bfdc02224, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=2c164adf-0568-4d54-9b49-b69bfdc02224,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:52:16.019226 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4553a63-aa3d-42fe-a2d1-fcd8c3b49620 x-openstack-request-id: req-e4553a63-aa3d-42fe-a2d1-fcd8c3b49620 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:52:16.019516 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93826230-30b2-4112-83be-6152a9a926c9", "name": "network-vif-plugged", "status": "completed", "tag": "2c164adf-0568-4d54-9b49-b69bfdc02224", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:52:16.019799 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e4553a63-aa3d-42fe-a2d1-fcd8c3b49620 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:52:16.020194 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93826230-30b2-4112-83be-6152a9a926c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c164adf-0568-4d54-9b49-b69bfdc02224', 'code': 200} Aug 23 15:52:16.054092 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:16.104487 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=2c164adf-0568-4d54-9b49-b69bfdc02224,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:16.117855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828ca3d-75ec-4600-b677-f557ef13d5e8 req-3ce1d2a7-e437-421c-8ade-5ea40fb6eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:16.119425 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3828ca3d-75ec-4600-b677-f557ef13d5e8 req-3ce1d2a7-e437-421c-8ade-5ea40fb6eb8f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 1096 time: 0.0429447 Aug 23 15:52:16.156097 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3828ca3d-75ec-4600-b677-f557ef13d5e8 req-00d4c4c8-0fc2-49bf-a610-0ac4279c16b6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296581 Aug 23 15:52:16.260653 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:17.022137 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa20645-f62d-4d17-8ac5-ca56dc02a6af req-3e8e6815-6edf-4bb8-aa28-7cdf11a446f2 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:17.023614 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4aa20645-f62d-4d17-8ac5-ca56dc02a6af req-3e8e6815-6edf-4bb8-aa28-7cdf11a446f2 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 945 time: 0.0499597 Aug 23 15:52:17.063419 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4aa20645-f62d-4d17-8ac5-ca56dc02a6af req-0a770c67-2e63-4988-af0d-55225b730bcb tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337906 Aug 23 15:52:18.183976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f0974-c0fb-446c-b778-857782ed08a0 req-3af2e6f3-fc34-4569-bc66-01420bcc9fd6 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:18.185464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-623f0974-c0fb-446c-b778-857782ed08a0 req-3af2e6f3-fc34-4569-bc66-01420bcc9fd6 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 945 time: 0.0519574 Aug 23 15:52:18.223641 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-623f0974-c0fb-446c-b778-857782ed08a0 req-fcba58f2-a988-4942-94a5-f493ce2d8d30 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322578 Aug 23 15:52:18.338246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ff2df-e113-4419-a17d-81d8575480f6 req-bb88ca68-04d8-43f1-ae65-9037e70013c8 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:18.339742 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d8ff2df-e113-4419-a17d-81d8575480f6 req-bb88ca68-04d8-43f1-ae65-9037e70013c8 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 945 time: 0.0495651 Aug 23 15:52:18.376845 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1d8ff2df-e113-4419-a17d-81d8575480f6 req-633ceb97-0103-4356-a1bf-797689ac3bf8 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307825 Aug 23 15:52:20.894918 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:22.442602 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:52:22.649446 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d10c68ae-2e2f-4d95-8e54-4b8f210af403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:25.552303 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:26.659564 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-77a9d1a0-1c1a-4c92-99f8-ed0be6096e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:26.980823 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:28.855351 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:40.546065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b104e-f8e5-4eb9-a7e1-3e1e8b5fab39 req-505a4085-f114-468a-a801-388b2b9c622f tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:40.547466 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e9b104e-f8e5-4eb9-a7e1-3e1e8b5fab39 req-505a4085-f114-468a-a801-388b2b9c622f tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 945 time: 0.0508323 Aug 23 15:52:40.592055 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9e9b104e-f8e5-4eb9-a7e1-3e1e8b5fab39 req-eb142bbb-7aa7-4f8c-961c-bc7996b4afab tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383716 Aug 23 15:52:41.719781 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd0c5b-b054-49df-8471-a0c76d576e12 req-d369316c-0d24-41fc-a988-e0b8c2952bdf tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:41.721282 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3fd0c5b-b054-49df-8471-a0c76d576e12 req-d369316c-0d24-41fc-a988-e0b8c2952bdf tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 945 time: 0.0577261 Aug 23 15:52:41.758550 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3fd0c5b-b054-49df-8471-a0c76d576e12 req-df9de8b5-e9b1-48b6-a49b-46c69eac0e3a tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312638 Aug 23 15:52:42.074000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3659e87-c550-43b0-b9a5-429040b0fabe req-6048d443-54d6-4e6b-8797-f5ddf729db7d tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:42.075461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c3659e87-c550-43b0-b9a5-429040b0fabe req-6048d443-54d6-4e6b-8797-f5ddf729db7d tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.57 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 945 time: 0.0494542 Aug 23 15:52:42.167775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-c3659e87-c550-43b0-b9a5-429040b0fabe req-6e76d8a6-659e-4c0e-90d2-792c6847f173 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Deleting port 2c164adf-0568-4d54-9b49-b69bfdc02224 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:52:42.168127 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c3659e87-c550-43b0-b9a5-429040b0fabe req-6e76d8a6-659e-4c0e-90d2-792c6847f173 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:42.255860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-c3659e87-c550-43b0-b9a5-429040b0fabe req-6e76d8a6-659e-4c0e-90d2-792c6847f173 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] For port 2c164adf-0568-4d54-9b49-b69bfdc02224, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=2c164adf-0568-4d54-9b49-b69bfdc02224,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:52:42.256240 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c3659e87-c550-43b0-b9a5-429040b0fabe req-6e76d8a6-659e-4c0e-90d2-792c6847f173 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:42.268457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-c3659e87-c550-43b0-b9a5-429040b0fabe req-6e76d8a6-659e-4c0e-90d2-792c6847f173 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Calling delete_port for 2c164adf-0568-4d54-9b49-b69bfdc02224 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:52:42.472964 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c3659e87-c550-43b0-b9a5-429040b0fabe req-6e76d8a6-659e-4c0e-90d2-792c6847f173 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:42.487114 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['2c164adf-0568-4d54-9b49-b69bfdc02224'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:52:42.508818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76d8a6-659e-4c0e-90d2-792c6847f173 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Pushing event deleted for resources: {'Port': ['ID=2c164adf-0568-4d54-9b49-b69bfdc02224,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:42.555440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3659e87-c550-43b0-b9a5-429040b0fabe req-6e76d8a6-659e-4c0e-90d2-792c6847f173 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] No DVR routers for this DVR port 2c164adf-0568-4d54-9b49-b69bfdc02224 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:52:42.559237 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c3659e87-c550-43b0-b9a5-429040b0fabe req-6e76d8a6-659e-4c0e-90d2-792c6847f173 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:42.561276 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c3659e87-c550-43b0-b9a5-429040b0fabe req-6e76d8a6-659e-4c0e-90d2-792c6847f173 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.57 "DELETE /v2.0/ports/2c164adf-0568-4d54-9b49-b69bfdc02224 HTTP/1.1" status: 204 len: 173 time: 0.4796987 Aug 23 15:52:42.561712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93826230-30b2-4112-83be-6152a9a926c9', 'name': 'network-vif-deleted', 'tag': '2c164adf-0568-4d54-9b49-b69bfdc02224'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:52:42.564634 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2837c6ed-3da1-49c0-8d1a-b5c586704b10" -d '{"events": [{"server_uuid": "93826230-30b2-4112-83be-6152a9a926c9", "name": "network-vif-deleted", "tag": "2c164adf-0568-4d54-9b49-b69bfdc02224"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:52:42.601552 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae9ad67-cd9e-4efa-ac6e-47619b90a665 x-openstack-request-id: req-4ae9ad67-cd9e-4efa-ac6e-47619b90a665 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:52:42.601845 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93826230-30b2-4112-83be-6152a9a926c9", "name": "network-vif-deleted", "tag": "2c164adf-0568-4d54-9b49-b69bfdc02224", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:52:42.602138 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ae9ad67-cd9e-4efa-ac6e-47619b90a665 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:52:42.602496 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93826230-30b2-4112-83be-6152a9a926c9', 'name': 'network-vif-deleted', 'tag': '2c164adf-0568-4d54-9b49-b69bfdc02224', 'status': 'completed', 'code': 200} Aug 23 15:52:42.873453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26eb94e0-397c-4a99-a384-0251f9062401 req-08f49036-3ed4-4d2f-aedc-0f535ad3277c tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=93826230-30b2-4112-83be-6152a9a926c9 HTTP/1.1" status: 200 len: 210 time: 0.0342898 Aug 23 15:52:44.455994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-ef98d164-8e96-4e84-8589-93573b99f1c7 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:44.457474 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-ef98d164-8e96-4e84-8589-93573b99f1c7 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/networks?id=5cea3b81-08cb-4e56-92a0-d143664e10dc HTTP/1.1" status: 200 len: 815 time: 0.1032028 Aug 23 15:52:44.473178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-bd46e8d7-3b6b-4551-a954-dfb77f2a1860 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/quotas/b9a562da504b4aa5819903db61931f18 HTTP/1.1" status: 200 len: 375 time: 0.0099039 Aug 23 15:52:44.525862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-3699c2ac-06f7-4b00-b7f5-c0991d437d43 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9a562da504b4aa5819903db61931f18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473807 Aug 23 15:52:44.722986 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-adeac080-ca4a-42ab-afd2-a755151d5679 service neutron] 10.222.0.38 "GET /v2.0/networks/5cea3b81-08cb-4e56-92a0-d143664e10dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857376 Aug 23 15:52:44.814597 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-9e63090b-008e-45d6-af2d-62ee443c85d9 service neutron] 10.222.0.38 "GET /v2.0/networks/5cea3b81-08cb-4e56-92a0-d143664e10dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851672 Aug 23 15:52:45.068970 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c15c550d-36da-472b-83fc-fecc5062b8d2 req-90700e5a-a232-4f62-89e3-3e00245fa567 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 210 time: 0.0332708 Aug 23 15:52:45.921933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 2c164adf-0568-4d54-9b49-b69bfdc02224 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:52:45.947462 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 2c164adf-0568-4d54-9b49-b69bfdc02224 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:52:45.947853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 2c164adf-0568-4d54-9b49-b69bfdc02224 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:52:46.182164 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-badb626b-8430-4049-8365-9c826a1a94eb req-6e1e7281-8672-43e3-878a-2b7ca21b232b tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 210 time: 0.0275164 Aug 23 15:52:46.306220 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:46.851839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-70096fbe-5914-43e1-9af5-9a54211a1f37 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:46.853295 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-70096fbe-5914-43e1-9af5-9a54211a1f37 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.57 "GET /v2.0/networks?id=5cea3b81-08cb-4e56-92a0-d143664e10dc HTTP/1.1" status: 200 len: 815 time: 0.1093836 Aug 23 15:52:46.865958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-e90d7e8d-fbb8-4f00-971d-dd7eb2b1cf97 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Request body: {'port': {'device_id': '747ce5bc-ac54-4026-83bd-3b3f15ffa114', 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc', 'admin_state_up': True, 'tenant_id': 'b9a562da504b4aa5819903db61931f18'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:52:47.033100 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-e90d7e8d-fbb8-4f00-971d-dd7eb2b1cf97 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Made reservation on behalf of b9a562da504b4aa5819903db61931f18 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:52:47.036786 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-e90d7e8d-fbb8-4f00-971d-dd7eb2b1cf97 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:47.173379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-e90d7e8d-fbb8-4f00-971d-dd7eb2b1cf97 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Allocated IP 172.20.0.12 (5cea3b81-08cb-4e56-92a0-d143664e10dc/62bc703d-f592-4e5f-ba7f-a730f9c206d6/4dc2bd28-154a-4849-9889-4e76ba0d0c05) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:52:47.272271 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c179e8b9-a045-4849-9253-f9350a94e775 req-8552784c-1124-4c9c-963b-fd4bb4d4c86c tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 210 time: 0.0271397 Aug 23 15:52:47.331292 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-e90d7e8d-fbb8-4f00-971d-dd7eb2b1cf97 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:47.347614 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-e90d7e8d-fbb8-4f00-971d-dd7eb2b1cf97 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Transition to ACTIVE for port object 4dc2bd28-154a-4849-9889-4e76ba0d0c05 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:52:47.438231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-e90d7e8d-fbb8-4f00-971d-dd7eb2b1cf97 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:47.482073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-e90d7e8d-fbb8-4f00-971d-dd7eb2b1cf97 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Network 5cea3b81-08cb-4e56-92a0-d143664e10dc is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:52:47.488546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-e90d7e8d-fbb8-4f00-971d-dd7eb2b1cf97 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:52:47.492221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-e90d7e8d-fbb8-4f00-971d-dd7eb2b1cf97 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:52:47.504721 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d7e8d-fbb8-4f00-971d-dd7eb2b1cf97 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Pushing event updated for resources: {'Port': ['ID=4dc2bd28-154a-4849-9889-4e76ba0d0c05,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:47.552247 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-e90d7e8d-fbb8-4f00-971d-dd7eb2b1cf97 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:47.552884 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-e90d7e8d-fbb8-4f00-971d-dd7eb2b1cf97 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:47.651767 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-e90d7e8d-fbb8-4f00-971d-dd7eb2b1cf97 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7896967 Aug 23 15:52:47.665183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Request body: {'port': {'device_id': '747ce5bc-ac54-4026-83bd-3b3f15ffa114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:52:47.724095 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:47.799689 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-96ff4479-f4ff-4392-ab34-620605f9a2d0 None None] Provisioning for port 4dc2bd28-154a-4849-9889-4e76ba0d0c05 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:52:47.804401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-96ff4479-f4ff-4392-ab34-620605f9a2d0 None None] Provisioning complete for port 4dc2bd28-154a-4849-9889-4e76ba0d0c05 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:47.805010 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96ff4479-f4ff-4392-ab34-620605f9a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:47.845139 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-96ff4479-f4ff-4392-ab34-620605f9a2d0 None None] Port 4dc2bd28-154a-4849-9889-4e76ba0d0c05 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:52:48.042572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc2bd28-154a-4849-9889-4e76ba0d0c05 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:52:48.051053 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:48.063890 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Transition to ACTIVE for port object 4dc2bd28-154a-4849-9889-4e76ba0d0c05 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:52:48.147908 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:48.202635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc2bd28-154a-4849-9889-4e76ba0d0c05,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:48.278283 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Attempting to bind port 4dc2bd28-154a-4849-9889-4e76ba0d0c05 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:52:48.278768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Attempting to bind port 4dc2bd28-154a-4849-9889-4e76ba0d0c05 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:52:48.279111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Attempting to bind port 4dc2bd28-154a-4849-9889-4e76ba0d0c05 on network 5cea3b81-08cb-4e56-92a0-d143664e10dc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:52:48.283790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Port 4dc2bd28-154a-4849-9889-4e76ba0d0c05 on network 5cea3b81-08cb-4e56-92a0-d143664e10dc not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:52:48.284118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Attempting to bind port 4dc2bd28-154a-4849-9889-4e76ba0d0c05 on network 5cea3b81-08cb-4e56-92a0-d143664e10dc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:52:48.289342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:52:48.289685 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Checking segment: {'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:52:48.290066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Bound using segment: {'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:52:48.290495 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Bound port: 4dc2bd28-154a-4849-9889-4e76ba0d0c05, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:52:48.290974 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:48.395956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] For port 4dc2bd28-154a-4849-9889-4e76ba0d0c05, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:52:48.412665 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] For port 4dc2bd28-154a-4849-9889-4e76ba0d0c05, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=4dc2bd28-154a-4849-9889-4e76ba0d0c05,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:52:48.427756 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d5a9a-af2c-4add-b658-a322ba272c3f req-1ac86d30-1d55-446c-81c8-db991f493c04 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:48.429410 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-567d5a9a-af2c-4add-b658-a322ba272c3f req-1ac86d30-1d55-446c-81c8-db991f493c04 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 944 time: 0.0792592 Aug 23 15:52:48.460878 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:48.522512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:48.523849 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:48.525021 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] 10.222.0.57 "PUT /v2.0/ports/4dc2bd28-154a-4849-9889-4e76ba0d0c05 HTTP/1.1" status: 200 len: 1092 time: 0.8642237 Aug 23 15:52:48.525234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747ce5bc-ac54-4026-83bd-3b3f15ffa114', 'tag': '4dc2bd28-154a-4849-9889-4e76ba0d0c05'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:52:48.527908 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a34c94-ccaf-4786-8e52-1d5c9bff3e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "747ce5bc-ac54-4026-83bd-3b3f15ffa114", "tag": "4dc2bd28-154a-4849-9889-4e76ba0d0c05"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:52:48.537042 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-567d5a9a-af2c-4add-b658-a322ba272c3f req-e69ffef4-60c4-4f0b-a816-1939bcbc2992 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986421 Aug 23 15:52:48.571787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89bd72-11d6-4b0e-a7f0-5fba62c39e05 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc2bd28-154a-4849-9889-4e76ba0d0c05,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:48.591206 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6fcc81-313e-4d7a-aed5-1a86fd6736ee x-openstack-request-id: req-7c6fcc81-313e-4d7a-aed5-1a86fd6736ee {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:52:48.591503 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747ce5bc-ac54-4026-83bd-3b3f15ffa114", "tag": "4dc2bd28-154a-4849-9889-4e76ba0d0c05", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:52:48.591783 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c6fcc81-313e-4d7a-aed5-1a86fd6736ee {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:52:48.592194 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747ce5bc-ac54-4026-83bd-3b3f15ffa114', 'tag': '4dc2bd28-154a-4849-9889-4e76ba0d0c05', 'status': 'completed', 'code': 200} Aug 23 15:52:48.666783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a34c94-ccaf-4786-8e52-1d5c9bff3e4a req-d10799c9-9f84-400f-8782-6f17e09ca8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:48.672628 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29a34c94-ccaf-4786-8e52-1d5c9bff3e4a req-d10799c9-9f84-400f-8782-6f17e09ca8d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9a562da504b4aa5819903db61931f18&device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 1095 time: 0.0566001 Aug 23 15:52:48.780185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a34c94-ccaf-4786-8e52-1d5c9bff3e4a req-43a3615b-996b-468c-9eb4-4891b78c0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:48.781616 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29a34c94-ccaf-4786-8e52-1d5c9bff3e4a req-43a3615b-996b-468c-9eb4-4891b78c0b1b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b9a562da504b4aa5819903db61931f18&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0987434 Aug 23 15:52:48.890139 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a34c94-ccaf-4786-8e52-1d5c9bff3e4a req-27a90d9a-549c-41a5-8129-bb169fe8e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:48.891527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-29a34c94-ccaf-4786-8e52-1d5c9bff3e4a req-27a90d9a-549c-41a5-8129-bb169fe8e727 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025970 Aug 23 15:52:48.980910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0cf66fd7-d99c-4eec-bea7-ed3326db8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:48.982533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-0cf66fd7-d99c-4eec-bea7-ed3326db8f75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9a562da504b4aa5819903db61931f18&device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 1095 time: 0.0480058 Aug 23 15:52:49.030031 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-2859b0e7-b52d-4b6f-bb6d-b3306a9bb12a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dc2bd28-154a-4849-9889-4e76ba0d0c05 HTTP/1.1" status: 200 len: 217 time: 0.0395319 Aug 23 15:52:49.087644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-9d72baff-1379-46f2-8587-3a2395c8bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:49.089135 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-9d72baff-1379-46f2-8587-3a2395c8bfda service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62bc703d-f592-4e5f-ba7f-a730f9c206d6 HTTP/1.1" status: 200 len: 854 time: 0.0516748 Aug 23 15:52:49.142256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-e5f06f98-4a99-46f1-8d14-0484e2a3a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:49.143830 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-e5f06f98-4a99-46f1-8d14-0484e2a3a62d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5cea3b81-08cb-4e56-92a0-d143664e10dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472789 Aug 23 15:52:49.265069 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-f3c919be-d8fe-459a-81fb-b3d2a57ab011 service neutron] 10.222.0.57 "GET /v2.0/networks/5cea3b81-08cb-4e56-92a0-d143664e10dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133580 Aug 23 15:52:49.362041 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-af207ed0-405b-425a-bf74-0731cbb99ac8 req-61fa6d70-3aad-4e15-87b8-9077e5c42ef1 service neutron] 10.222.0.57 "GET /v2.0/networks/5cea3b81-08cb-4e56-92a0-d143664e10dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890954 Aug 23 15:52:49.682543 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf28176-4e96-4362-b6b1-890b883340de req-2e855f2f-18af-4e3a-9da0-570e0c6c2086 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:49.684485 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cf28176-4e96-4362-b6b1-890b883340de req-2e855f2f-18af-4e3a-9da0-570e0c6c2086 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 944 time: 0.0519457 Aug 23 15:52:49.725197 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3cf28176-4e96-4362-b6b1-890b883340de req-8b86218b-28b3-4ca7-87da-aeebbc3f2200 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337307 Aug 23 15:52:50.852626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0369a35-bce4-4074-bcce-2f5c01d165b8 req-baa92e3e-c263-44ba-b4b6-d98f04b93374 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:50.854120 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0369a35-bce4-4074-bcce-2f5c01d165b8 req-baa92e3e-c263-44ba-b4b6-d98f04b93374 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 944 time: 0.0517738 Aug 23 15:52:50.900010 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f0369a35-bce4-4074-bcce-2f5c01d165b8 req-a9d483fc-b422-44d2-851c-e4edaa1e6083 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396516 Aug 23 15:52:50.906819 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:51.914962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 4dc2bd28-154a-4849-9889-4e76ba0d0c05 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:52:52.011345 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 4dc2bd28-154a-4849-9889-4e76ba0d0c05, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=4dc2bd28-154a-4849-9889-4e76ba0d0c05,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:52:52.018612 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323dc33-737e-41bb-a91f-ea6bd202278d req-069ff380-473c-4e48-8560-32ddbbbd5bb9 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:52.020123 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4323dc33-737e-41bb-a91f-ea6bd202278d req-069ff380-473c-4e48-8560-32ddbbbd5bb9 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 944 time: 0.0531526 Aug 23 15:52:52.021829 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '4dc2bd28-154a-4849-9889-4e76ba0d0c05', 'network_id': '5cea3b81-08cb-4e56-92a0-d143664e10dc', 'port_id': '4dc2bd28-154a-4849-9889-4e76ba0d0c05', 'mac_address': 'fa:16:3e:fa:ea:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62bc703d-f592-4e5f-ba7f-a730f9c206d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:52:52.058415 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4323dc33-737e-41bb-a91f-ea6bd202278d req-d51fd516-e9b4-4c75-91ec-3c3155bfa1c1 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322573 Aug 23 15:52:52.064139 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:52.076855 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc2bd28-154a-4849-9889-4e76ba0d0c05 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:52:52.095575 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 4dc2bd28-154a-4849-9889-4e76ba0d0c05, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=4dc2bd28-154a-4849-9889-4e76ba0d0c05,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:52:52.182356 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:52.231191 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=4dc2bd28-154a-4849-9889-4e76ba0d0c05,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:52.382278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['4dc2bd28-154a-4849-9889-4e76ba0d0c05'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:52:52.684324 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8067-09ca-476d-b75a-cf0e3f6c5e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:53.172629 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fab8eb-7b86-4baa-9fbd-9fd1137bd43c req-be893c4f-df9d-46a5-9f0a-ac2288d773dc tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:53.174083 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4fab8eb-7b86-4baa-9fbd-9fd1137bd43c req-be893c4f-df9d-46a5-9f0a-ac2288d773dc tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 945 time: 0.0484550 Aug 23 15:52:53.215859 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b4fab8eb-7b86-4baa-9fbd-9fd1137bd43c req-f6ec810a-d7e0-40c7-8846-43266a597d03 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351558 Aug 23 15:52:53.930719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 4dc2bd28-154a-4849-9889-4e76ba0d0c05 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:52:54.073309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 4dc2bd28-154a-4849-9889-4e76ba0d0c05 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:52:54.077257 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 4dc2bd28-154a-4849-9889-4e76ba0d0c05 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:52:54.077646 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:54.155238 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:54.180838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747ce5bc-ac54-4026-83bd-3b3f15ffa114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc2bd28-154a-4849-9889-4e76ba0d0c05'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:52:54.182990 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131c4f8b-6dbc-4004-bcb4-cb22e8677d49" -d '{"events": [{"server_uuid": "747ce5bc-ac54-4026-83bd-3b3f15ffa114", "name": "network-vif-plugged", "status": "completed", "tag": "4dc2bd28-154a-4849-9889-4e76ba0d0c05"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:52:54.196256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 4dc2bd28-154a-4849-9889-4e76ba0d0c05, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=4dc2bd28-154a-4849-9889-4e76ba0d0c05,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:52:54.220458 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9024602a-a3e4-4958-b58e-071aca456b4e x-openstack-request-id: req-9024602a-a3e4-4958-b58e-071aca456b4e {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:52:54.220458 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747ce5bc-ac54-4026-83bd-3b3f15ffa114", "name": "network-vif-plugged", "status": "completed", "tag": "4dc2bd28-154a-4849-9889-4e76ba0d0c05", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:52:54.220458 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9024602a-a3e4-4958-b58e-071aca456b4e {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:52:54.220761 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747ce5bc-ac54-4026-83bd-3b3f15ffa114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc2bd28-154a-4849-9889-4e76ba0d0c05', 'code': 200} Aug 23 15:52:54.268362 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:54.319934 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=4dc2bd28-154a-4849-9889-4e76ba0d0c05,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:52:54.324091 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22095a-e509-4c5c-9b1d-0b230cee1818 req-b0ef08d3-9747-43f9-ad64-69821d9878fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:54.328212 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab22095a-e509-4c5c-9b1d-0b230cee1818 req-b0ef08d3-9747-43f9-ad64-69821d9878fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 1097 time: 0.0450428 Aug 23 15:52:54.342442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd4135-ca60-4b2a-ac39-9dba1f89a803 req-ebc70093-7ea8-4518-9d14-698a3a4b5bf0 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:54.343985 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1cd4135-ca60-4b2a-ac39-9dba1f89a803 req-ebc70093-7ea8-4518-9d14-698a3a4b5bf0 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 946 time: 0.0579093 Aug 23 15:52:54.362110 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ab22095a-e509-4c5c-9b1d-0b230cee1818 req-669417a7-fe11-4443-a4e7-af9c8b889b47 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291018 Aug 23 15:52:54.383054 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1cd4135-ca60-4b2a-ac39-9dba1f89a803 req-28033298-7d16-40da-9964-e9045faf0d31 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329173 Aug 23 15:52:55.505540 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e189396-d95a-4545-b6b8-8638754a32af req-268413cb-9148-4b7c-9fe0-d78388374e41 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:55.507030 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0e189396-d95a-4545-b6b8-8638754a32af req-268413cb-9148-4b7c-9fe0-d78388374e41 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 946 time: 0.0523965 Aug 23 15:52:55.546381 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0e189396-d95a-4545-b6b8-8638754a32af req-66c512ef-5c94-450e-af69-ff4ed1bff787 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323958 Aug 23 15:52:55.583312 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:56.666478 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1fa0fd98-d707-41b7-bf56-37516f0dff3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:56.668011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bee7db-f3b4-4674-b565-b0b8fe00465a req-580cc148-e7fc-416c-8f68-fdeabe7da9bc tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:56.673944 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d5bee7db-f3b4-4674-b565-b0b8fe00465a req-580cc148-e7fc-416c-8f68-fdeabe7da9bc tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 946 time: 0.0532439 Aug 23 15:52:56.714101 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d5bee7db-f3b4-4674-b565-b0b8fe00465a req-c1fd57f5-9cd4-4e7a-a037-f37def11d0df tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328350 Aug 23 15:52:56.831485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d32fde-6310-4e6f-824f-061d4ba8b8e9 req-826474ca-8034-4fb0-ae66-bd30491a4fe0 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:52:56.832927 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0d32fde-6310-4e6f-824f-061d4ba8b8e9 req-826474ca-8034-4fb0-ae66-bd30491a4fe0 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 946 time: 0.0533071 Aug 23 15:52:56.871016 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0d32fde-6310-4e6f-824f-061d4ba8b8e9 req-db5eac64-f30d-4b1d-a9ad-26275694d5aa tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Aug 23 15:52:56.988083 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:58.815187 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:52:59.442366 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:53:03.755460 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-604e12fc-f8ae-4c56-9362-f23e0aa1ab77 req-54233a3a-0755-4f5c-ba12-aeee17de899e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463071 Aug 23 15:53:03.839099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e12fc-f8ae-4c56-9362-f23e0aa1ab77 req-4ed3ba82-cb18-41be-9dd9-127a7dc98e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:53:03.841412 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-604e12fc-f8ae-4c56-9362-f23e0aa1ab77 req-4ed3ba82-cb18-41be-9dd9-127a7dc98e11 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9a562da504b4aa5819903db61931f18&device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 1097 time: 0.0447884 Aug 23 15:53:03.946927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e12fc-f8ae-4c56-9362-f23e0aa1ab77 req-4fbb4486-c202-4ade-a78b-9aaca73a0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:53:03.948374 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-604e12fc-f8ae-4c56-9362-f23e0aa1ab77 req-4fbb4486-c202-4ade-a78b-9aaca73a0413 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5cea3b81-08cb-4e56-92a0-d143664e10dc HTTP/1.1" status: 200 len: 916 time: 0.0883081 Aug 23 15:53:03.991212 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-604e12fc-f8ae-4c56-9362-f23e0aa1ab77 req-3aefd400-a900-49ea-b21d-1bd75edd39d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dc2bd28-154a-4849-9889-4e76ba0d0c05 HTTP/1.1" status: 200 len: 217 time: 0.0356040 Aug 23 15:53:04.040861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e12fc-f8ae-4c56-9362-f23e0aa1ab77 req-919814f3-013a-4a5b-80df-3c9f2ce892c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:53:04.042268 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-604e12fc-f8ae-4c56-9362-f23e0aa1ab77 req-919814f3-013a-4a5b-80df-3c9f2ce892c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62bc703d-f592-4e5f-ba7f-a730f9c206d6 HTTP/1.1" status: 200 len: 854 time: 0.0446327 Aug 23 15:53:04.099248 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e12fc-f8ae-4c56-9362-f23e0aa1ab77 req-3a97c9d8-c217-4c2b-80f9-b3745d51cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:53:04.101080 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-604e12fc-f8ae-4c56-9362-f23e0aa1ab77 req-3a97c9d8-c217-4c2b-80f9-b3745d51cfac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5cea3b81-08cb-4e56-92a0-d143664e10dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512850 Aug 23 15:53:04.189627 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-604e12fc-f8ae-4c56-9362-f23e0aa1ab77 req-d535b42f-14d5-4a89-9b89-4d1b492335cb service neutron] 10.222.0.57 "GET /v2.0/networks/5cea3b81-08cb-4e56-92a0-d143664e10dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814848 Aug 23 15:53:04.288531 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-604e12fc-f8ae-4c56-9362-f23e0aa1ab77 req-93b5a860-eb46-41f6-b8a5-fcc49c4aafda service neutron] 10.222.0.57 "GET /v2.0/networks/5cea3b81-08cb-4e56-92a0-d143664e10dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865655 Aug 23 15:53:16.284595 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:18.769940 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a775ec-e480-4a14-bdc9-5b61351e2a46 req-505b1822-949d-4246-bd93-5979163bee7c tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:53:18.771379 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7a775ec-e480-4a14-bdc9-5b61351e2a46 req-505b1822-949d-4246-bd93-5979163bee7c tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 946 time: 0.0513425 Aug 23 15:53:18.812008 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a7a775ec-e480-4a14-bdc9-5b61351e2a46 req-de23e222-3dcc-4eb4-88e8-f08982828077 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339391 Aug 23 15:53:19.930671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2febe4-e283-4163-89bd-7a1691b931a0 req-577ed5ee-a677-46f0-8934-cb1801856995 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:53:19.932073 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b2febe4-e283-4163-89bd-7a1691b931a0 req-577ed5ee-a677-46f0-8934-cb1801856995 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 946 time: 0.0496340 Aug 23 15:53:19.973923 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b2febe4-e283-4163-89bd-7a1691b931a0 req-db014914-9327-4931-aa5f-207b25a8693d tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/security-groups?id=55023305-123b-48b2-8ea9-713b0d6c52e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358188 Aug 23 15:53:20.275705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d24b3-dbd6-4ef0-89cf-15a0b63a0eb4 req-35cdae48-e916-4b56-a065-59b49019c24e tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:53:20.277162 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-584d24b3-dbd6-4ef0-89cf-15a0b63a0eb4 req-35cdae48-e916-4b56-a065-59b49019c24e tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.57 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 946 time: 0.0487266 Aug 23 15:53:20.370021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-584d24b3-dbd6-4ef0-89cf-15a0b63a0eb4 req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Deleting port 4dc2bd28-154a-4849-9889-4e76ba0d0c05 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:53:20.370361 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-584d24b3-dbd6-4ef0-89cf-15a0b63a0eb4 req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:20.456179 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-584d24b3-dbd6-4ef0-89cf-15a0b63a0eb4 req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] For port 4dc2bd28-154a-4849-9889-4e76ba0d0c05, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=4dc2bd28-154a-4849-9889-4e76ba0d0c05,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:53:20.456554 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-584d24b3-dbd6-4ef0-89cf-15a0b63a0eb4 req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:20.469118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-584d24b3-dbd6-4ef0-89cf-15a0b63a0eb4 req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Calling delete_port for 4dc2bd28-154a-4849-9889-4e76ba0d0c05 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:53:20.696301 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-584d24b3-dbd6-4ef0-89cf-15a0b63a0eb4 req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:20.708084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['4dc2bd28-154a-4849-9889-4e76ba0d0c05'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:53:20.726098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Pushing event deleted for resources: {'Port': ['ID=4dc2bd28-154a-4849-9889-4e76ba0d0c05,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:20.737635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:20.737995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:20.738339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:20.738678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:20.739013 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:20.739348 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:20.739698 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:20.740033 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:20.740364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:20.740693 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:20.741020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:20.741345 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:20.782731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-584d24b3-dbd6-4ef0-89cf-15a0b63a0eb4 req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] No DVR routers for this DVR port 4dc2bd28-154a-4849-9889-4e76ba0d0c05 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:53:20.785246 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-584d24b3-dbd6-4ef0-89cf-15a0b63a0eb4 req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:20.787234 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-584d24b3-dbd6-4ef0-89cf-15a0b63a0eb4 req-c8e26ca3-b6cf-44da-a7ff-8003aee366ee tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.57 "DELETE /v2.0/ports/4dc2bd28-154a-4849-9889-4e76ba0d0c05 HTTP/1.1" status: 204 len: 173 time: 0.5043449 Aug 23 15:53:20.787691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747ce5bc-ac54-4026-83bd-3b3f15ffa114', 'name': 'network-vif-deleted', 'tag': '4dc2bd28-154a-4849-9889-4e76ba0d0c05'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:53:20.789945 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f86ff4-cc7b-4654-b743-859c9a23d825" -d '{"events": [{"server_uuid": "747ce5bc-ac54-4026-83bd-3b3f15ffa114", "name": "network-vif-deleted", "tag": "4dc2bd28-154a-4849-9889-4e76ba0d0c05"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:53:20.825963 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b639e58-f036-48b0-85d4-0032d34b1beb x-openstack-request-id: req-0b639e58-f036-48b0-85d4-0032d34b1beb {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:53:20.825963 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747ce5bc-ac54-4026-83bd-3b3f15ffa114", "name": "network-vif-deleted", "tag": "4dc2bd28-154a-4849-9889-4e76ba0d0c05", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:53:20.826232 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0b639e58-f036-48b0-85d4-0032d34b1beb {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:53:20.826439 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747ce5bc-ac54-4026-83bd-3b3f15ffa114', 'name': 'network-vif-deleted', 'tag': '4dc2bd28-154a-4849-9889-4e76ba0d0c05', 'status': 'completed', 'code': 200} Aug 23 15:53:20.959151 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:21.078783 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9975eeeb-0025-4703-ac2b-2f57e0faa1d2 req-67a9b9c4-5c5f-4e7c-9792-47e47fd7eff5 tempest-TestEncryptedCinderVolumes-445080252 tempest-TestEncryptedCinderVolumes-445080252-project] 10.222.0.38 "GET /v2.0/ports?device_id=747ce5bc-ac54-4026-83bd-3b3f15ffa114 HTTP/1.1" status: 200 len: 210 time: 0.0309172 Aug 23 15:53:22.223401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39248) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:22.669310 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-81a6d02b-c78b-46e1-ad56-cdd259339252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:22.899594 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff13f35a-dc74-4b49-95fd-debff498c9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:23.148334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ff13f35a-dc74-4b49-95fd-debff498c9f2 admin admin] Deleting port 52437b84-69f4-4269-90b8-506050de334a {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:53:23.148683 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff13f35a-dc74-4b49-95fd-debff498c9f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:23.230625 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-ff13f35a-dc74-4b49-95fd-debff498c9f2 admin admin] For port 52437b84-69f4-4269-90b8-506050de334a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=52437b84-69f4-4269-90b8-506050de334a,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:53:23.231302 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff13f35a-dc74-4b49-95fd-debff498c9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:23.242963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-ff13f35a-dc74-4b49-95fd-debff498c9f2 admin admin] Calling delete_port for 52437b84-69f4-4269-90b8-506050de334a owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:53:23.509403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff13f35a-dc74-4b49-95fd-debff498c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:23.535735 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13f35a-dc74-4b49-95fd-debff498c9f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=52437b84-69f4-4269-90b8-506050de334a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:23.706624 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ff13f35a-dc74-4b49-95fd-debff498c9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:23.921708 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff13f35a-dc74-4b49-95fd-debff498c9f2 admin admin] Router f472401c-8cfd-4a4b-a59a-7586ef11b6d5 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:53:24.027074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff13f35a-dc74-4b49-95fd-debff498c9f2 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:53:24.032862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ff13f35a-dc74-4b49-95fd-debff498c9f2 admin admin] 10.222.0.38 "PUT /v2.0/routers/f472401c-8cfd-4a4b-a59a-7586ef11b6d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8083553 Aug 23 15:53:24.035396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39250) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:24.036411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabb18b-ffac-48cc-9c85-48449c26a5dc None None] Sync routers for ids ['f472401c-8cfd-4a4b-a59a-7586ef11b6d5'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:53:24.046789 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 4dc2bd28-154a-4849-9889-4e76ba0d0c05 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:53:24.050741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfabb18b-ffac-48cc-9c85-48449c26a5dc None None] Routers {'f472401c-8cfd-4a4b-a59a-7586ef11b6d5'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:53:24.051366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cfabb18b-ffac-48cc-9c85-48449c26a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:52:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f472401c-8cfd-4a4b-a59a-7586ef11b6d5'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:24.071684 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 4dc2bd28-154a-4849-9889-4e76ba0d0c05 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:53:24.072040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 4dc2bd28-154a-4849-9889-4e76ba0d0c05 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:53:24.140933 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:24.174123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-cfabb18b-ffac-48cc-9c85-48449c26a5dc None None] Set router f472401c-8cfd-4a4b-a59a-7586ef11b6d5 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:53:24.254411 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:24.362027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cfabb18b-ffac-48cc-9c85-48449c26a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'name': 'tempest-TestEncryptedCinderVolumes-17111829-router', 'tenant_id': 'b9a562da504b4aa5819903db61931f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '6c751436-82d4-4a11-87f5-4ff036c2d40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:51:54Z', 'updated_at': '2021-08-23T15:53:23Z', 'revision_number': 5, 'project_id': 'b9a562da504b4aa5819903db61931f18', 'gw_port': {'id': '6c751436-82d4-4a11-87f5-4ff036c2d40d', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:51:55Z', 'updated_at': '2021-08-23T15:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:24.376572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] Deleting port 6c751436-82d4-4a11-87f5-4ff036c2d40d {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:53:24.383576 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:24.388195 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabb18b-ffac-48cc-9c85-48449c26a5dc None None] Checking router: f472401c-8cfd-4a4b-a59a-7586ef11b6d5 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:53:24.397132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfabb18b-ffac-48cc-9c85-48449c26a5dc None None] Routers {'f472401c-8cfd-4a4b-a59a-7586ef11b6d5'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:53:24.397735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cfabb18b-ffac-48cc-9c85-48449c26a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:52:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['f472401c-8cfd-4a4b-a59a-7586ef11b6d5'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:24.460550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] For port 6c751436-82d4-4a11-87f5-4ff036c2d40d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6c751436-82d4-4a11-87f5-4ff036c2d40d,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:53:24.460840 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:24.472813 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] Calling delete_port for 6c751436-82d4-4a11-87f5-4ff036c2d40d owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:53:24.482508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-cfabb18b-ffac-48cc-9c85-48449c26a5dc None None] Set router f472401c-8cfd-4a4b-a59a-7586ef11b6d5 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:53:24.536223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-cfabb18b-ffac-48cc-9c85-48449c26a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'name': 'tempest-TestEncryptedCinderVolumes-17111829-router', 'tenant_id': 'b9a562da504b4aa5819903db61931f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:51:54Z', 'updated_at': '2021-08-23T15:53:24Z', 'revision_number': 6, 'project_id': 'b9a562da504b4aa5819903db61931f18', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:24.562680 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabb18b-ffac-48cc-9c85-48449c26a5dc None None] The sync data for ids ['f472401c-8cfd-4a4b-a59a-7586ef11b6d5'] in n-d-804985-3 is: [{'id': 'f472401c-8cfd-4a4b-a59a-7586ef11b6d5', 'name': 'tempest-TestEncryptedCinderVolumes-17111829-router', 'tenant_id': 'b9a562da504b4aa5819903db61931f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:51:54Z', 'updated_at': '2021-08-23T15:53:24Z', 'revision_number': 6, 'project_id': 'b9a562da504b4aa5819903db61931f18', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:53:24.829390 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:24.855831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c751436-82d4-4a11-87f5-4ff036c2d40d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:24.917536 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.017881 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.020052 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.114581 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.115068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f472401c-8cfd-4a4b-a59a-7586ef11b6d5 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:53:25.122048 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.122048 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d3824390-7e67-4a17-b332-51f3442a72e2 admin admin] 10.222.0.38 "DELETE /v2.0/routers/f472401c-8cfd-4a4b-a59a-7586ef11b6d5 HTTP/1.1" status: 204 len: 168 time: 1.0841277 Aug 23 15:53:25.122909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39252) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:25.168065 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd2fa0d-b6d1-4847-a10a-84bcb49668db admin admin] Deleting subnet 62bc703d-f592-4e5f-ba7f-a730f9c206d6 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:53:25.171636 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fa0d-b6d1-4847-a10a-84bcb49668db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.206849 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fa0d-b6d1-4847-a10a-84bcb49668db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.291905 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fa0d-b6d1-4847-a10a-84bcb49668db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.452722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fa0d-b6d1-4847-a10a-84bcb49668db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.480909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2fa0d-b6d1-4847-a10a-84bcb49668db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62bc703d-f592-4e5f-ba7f-a730f9c206d6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:25.483593 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fa0d-b6d1-4847-a10a-84bcb49668db admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.488083 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39254) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:25.488679 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ccd2fa0d-b6d1-4847-a10a-84bcb49668db admin admin] 10.222.0.38 "DELETE /v2.0/subnets/62bc703d-f592-4e5f-ba7f-a730f9c206d6 HTTP/1.1" status: 204 len: 168 time: 0.3639846 Aug 23 15:53:25.495785 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82016806-1998-4e15-8c70-b087a64c43e3 None None] Network 5cea3b81-08cb-4e56-92a0-d143664e10dc requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:53:25.563741 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.627491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Deleting port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:53:25.627778 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.705156 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] For port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=114110a2-cc0b-4c9d-9d61-f64b601ffa9e,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:53:25.705530 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.722846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Calling delete_port for 114110a2-cc0b-4c9d-9d61-f64b601ffa9e owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:53:25.794624 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.854753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] DHCP port deletion for 5cea3b81-08cb-4e56-92a0-d143664e10dc request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:53:25.910912 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Deleting port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:53:25.911200 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.943379 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.975773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] For port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=114110a2-cc0b-4c9d-9d61-f64b601ffa9e,segment=NetworkSegment(f8c2bc0f-c05d-46b4-b553-68812fb4b5a9),segment_id=f8c2bc0f-c05d-46b4-b553-68812fb4b5a9)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:53:25.976178 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:25.979423 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Pushing event deleted for resources: {'Port': ['ID=114110a2-cc0b-4c9d-9d61-f64b601ffa9e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:25.989690 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Calling delete_port for 114110a2-cc0b-4c9d-9d61-f64b601ffa9e owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:53:25.989929 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] No DVR routers for this DVR port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:53:25.992510 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:25.992867 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:25.993220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:25.993566 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:25.993909 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:25.994248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:25.994582 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:25.994915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:25.995246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:25.995574 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:25.995930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:25.996260 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:26.066735 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:26.071359 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:26.082711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cea3b81-08cb-4e56-92a0-d143664e10dc']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:26.094304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:26.094610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c2bc0f-c05d-46b4-b553-68812fb4b5a9') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:26.097417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Pushing event deleted for resources: {'Port': ['ID=114110a2-cc0b-4c9d-9d61-f64b601ffa9e,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:26.102317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] No DVR routers for this DVR port 114110a2-cc0b-4c9d-9d61-f64b601ffa9e on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:53:26.104554 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:26.110892 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:26.111238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:26.111579 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:26.111938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:26.112268 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:26.112737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:26.112964 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:26.113224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:26.113560 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:26.113881 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:26.114227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:26.114522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd47c6-5283-437f-ad33-182341ca52dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:26.125366 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:26.131331 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:53:26.131820 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:53:26.133452 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:53:26.273579 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:26.280702 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:26.282725 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] 10.222.0.38 "DELETE /v2.0/networks/5cea3b81-08cb-4e56-92a0-d143664e10dc HTTP/1.1" status: 204 len: 168 time: 0.7936363 Aug 23 15:53:26.285706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39256) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:26.294375 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40a79e-f9f1-4165-809e-092a230ddb9d admin admin] Pushing event deleted for resources: {'Network': ['ID=5cea3b81-08cb-4e56-92a0-d143664e10dc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:26.332704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 52437b84-69f4-4269-90b8-506050de334a no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:53:26.353108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 52437b84-69f4-4269-90b8-506050de334a {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:53:26.353461 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 52437b84-69f4-4269-90b8-506050de334a not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:53:26.353887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6c751436-82d4-4a11-87f5-4ff036c2d40d no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:53:26.373321 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 6c751436-82d4-4a11-87f5-4ff036c2d40d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:53:26.373716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6c751436-82d4-4a11-87f5-4ff036c2d40d not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:53:26.374122 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 114110a2-cc0b-4c9d-9d61-f64b601ffa9e no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:53:26.392349 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 114110a2-cc0b-4c9d-9d61-f64b601ffa9e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:53:26.392703 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 114110a2-cc0b-4c9d-9d61-f64b601ffa9e not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:53:26.633323 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b8190cb-1318-463b-811b-f2718c3e4f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:26.651805 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f4a2aab-4933-401d-a415-a71f37e64fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:26.893113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a2aab-4933-401d-a415-a71f37e64fe3 admin admin] Deleting port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:53:26.893375 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f4a2aab-4933-401d-a415-a71f37e64fe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:26.977170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-3f4a2aab-4933-401d-a415-a71f37e64fe3 admin admin] For port 683b9337-4cd3-4c6b-99ee-ec64d7beb17d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=683b9337-4cd3-4c6b-99ee-ec64d7beb17d,segment=NetworkSegment(b3d741e7-443f-4369-aaf1-95c640b5d46a),segment_id=b3d741e7-443f-4369-aaf1-95c640b5d46a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:53:26.977534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f4a2aab-4933-401d-a415-a71f37e64fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:26.989011 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a2aab-4933-401d-a415-a71f37e64fe3 admin admin] Calling delete_port for 683b9337-4cd3-4c6b-99ee-ec64d7beb17d owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:53:26.989264 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:27.233495 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f4a2aab-4933-401d-a415-a71f37e64fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:27.259513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a2aab-4933-401d-a415-a71f37e64fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=683b9337-4cd3-4c6b-99ee-ec64d7beb17d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:27.427194 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3f4a2aab-4933-401d-a415-a71f37e64fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:27.646300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4a2aab-4933-401d-a415-a71f37e64fe3 admin admin] Router 0baadb08-3fe2-4697-80ee-9d9725d68f2f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:53:27.756442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4a2aab-4933-401d-a415-a71f37e64fe3 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:53:27.761542 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3f4a2aab-4933-401d-a415-a71f37e64fe3 admin admin] 10.222.0.38 "PUT /v2.0/routers/0baadb08-3fe2-4697-80ee-9d9725d68f2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4747932 Aug 23 15:53:27.764323 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39258) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:27.764827 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c433e383-4caf-4a18-af46-86bdcc400944 None None] Sync routers for ids ['0baadb08-3fe2-4697-80ee-9d9725d68f2f'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:53:27.773571 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c433e383-4caf-4a18-af46-86bdcc400944 None None] Routers {'0baadb08-3fe2-4697-80ee-9d9725d68f2f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:53:27.774173 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c433e383-4caf-4a18-af46-86bdcc400944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:53:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0baadb08-3fe2-4697-80ee-9d9725d68f2f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:27.885686 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-c433e383-4caf-4a18-af46-86bdcc400944 None None] Set router 0baadb08-3fe2-4697-80ee-9d9725d68f2f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:53:28.080201 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c433e383-4caf-4a18-af46-86bdcc400944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1835080980-router', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:52:00Z', 'updated_at': '2021-08-23T15:53:27Z', 'revision_number': 5, 'project_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'gw_port': {'id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:52:01Z', 'updated_at': '2021-08-23T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:28.110097 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c433e383-4caf-4a18-af46-86bdcc400944 None None] Checking router: 0baadb08-3fe2-4697-80ee-9d9725d68f2f for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:53:28.118902 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c433e383-4caf-4a18-af46-86bdcc400944 None None] Routers {'0baadb08-3fe2-4697-80ee-9d9725d68f2f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:53:28.119540 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c433e383-4caf-4a18-af46-86bdcc400944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:53:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0baadb08-3fe2-4697-80ee-9d9725d68f2f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:28.198589 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:28.232038 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-c433e383-4caf-4a18-af46-86bdcc400944 None None] Set router 0baadb08-3fe2-4697-80ee-9d9725d68f2f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:53:28.302112 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:28.409966 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-c433e383-4caf-4a18-af46-86bdcc400944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1835080980-router', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:52:00Z', 'updated_at': '2021-08-23T15:53:27Z', 'revision_number': 5, 'project_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'gw_port': {'id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:52:01Z', 'updated_at': '2021-08-23T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:28.425107 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] Deleting port 611e0fe6-f21e-452d-a34f-0d4af2215f4a {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:53:28.425447 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:28.436486 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c433e383-4caf-4a18-af46-86bdcc400944 None None] The sync data for ids ['0baadb08-3fe2-4697-80ee-9d9725d68f2f'] in n-d-804985-3 is: [{'id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'name': 'tempest-TestEncryptedCinderVolumes-1835080980-router', 'tenant_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:52:00Z', 'updated_at': '2021-08-23T15:53:27Z', 'revision_number': 5, 'project_id': 'd716bec1a07d4edaabcc3dbe76cbb14e', 'gw_port': {'id': '611e0fe6-f21e-452d-a34f-0d4af2215f4a', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baadb08-3fe2-4697-80ee-9d9725d68f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:52:01Z', 'updated_at': '2021-08-23T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:53:28.506133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] For port 611e0fe6-f21e-452d-a34f-0d4af2215f4a, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=611e0fe6-f21e-452d-a34f-0d4af2215f4a,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:53:28.506502 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:28.517834 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] Calling delete_port for 611e0fe6-f21e-452d-a34f-0d4af2215f4a owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:53:28.754844 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:28.788603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] Pushing event deleted for resources: {'Port': ['ID=611e0fe6-f21e-452d-a34f-0d4af2215f4a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:28.847873 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:28.861908 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:28.942050 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:28.944132 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.067604 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.068239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0baadb08-3fe2-4697-80ee-9d9725d68f2f {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:53:29.072846 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.074097 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-37191979-7a41-4493-a7bc-657a0c33cd1d admin admin] 10.222.0.38 "DELETE /v2.0/routers/0baadb08-3fe2-4697-80ee-9d9725d68f2f HTTP/1.1" status: 204 len: 168 time: 1.3089335 Aug 23 15:53:29.076798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39260) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:29.127437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-5010dae9-3f39-4a5b-9e89-f92e3cbac7ca admin admin] Deleting subnet b1d9387b-98b4-48c4-94c8-f26dcea77353 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:53:29.130864 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5010dae9-3f39-4a5b-9e89-f92e3cbac7ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.174191 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5010dae9-3f39-4a5b-9e89-f92e3cbac7ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.254071 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5010dae9-3f39-4a5b-9e89-f92e3cbac7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.361435 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5010dae9-3f39-4a5b-9e89-f92e3cbac7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.386838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010dae9-3f39-4a5b-9e89-f92e3cbac7ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d9387b-98b4-48c4-94c8-f26dcea77353,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:29.390568 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5010dae9-3f39-4a5b-9e89-f92e3cbac7ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.392447 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5010dae9-3f39-4a5b-9e89-f92e3cbac7ca admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b1d9387b-98b4-48c4-94c8-f26dcea77353 HTTP/1.1" status: 204 len: 168 time: 0.3146124 Aug 23 15:53:29.394964 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39262) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:29.398281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8305b12-e22a-4a4f-b9f5-8bdcafcc7cfb None None] Network 1d5fc8de-617c-40f1-a4ae-bc3a22d0865e requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:53:29.466552 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.523820 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] Deleting port 365aaeaf-b6b6-4b99-8382-b19d02c91549 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:53:29.524174 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.589799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] For port 365aaeaf-b6b6-4b99-8382-b19d02c91549, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=365aaeaf-b6b6-4b99-8382-b19d02c91549,segment=NetworkSegment(b3d741e7-443f-4369-aaf1-95c640b5d46a),segment_id=b3d741e7-443f-4369-aaf1-95c640b5d46a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:53:29.590173 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.595117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d8846-0250-4216-91cf-7b6ccfb83a98 None None] DHCP port deletion for 1d5fc8de-617c-40f1-a4ae-bc3a22d0865e request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:53:29.604242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] Calling delete_port for 365aaeaf-b6b6-4b99-8382-b19d02c91549 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:53:29.645290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d8846-0250-4216-91cf-7b6ccfb83a98 None None] Deleting port 365aaeaf-b6b6-4b99-8382-b19d02c91549 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:53:29.645670 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0d3d8846-0250-4216-91cf-7b6ccfb83a98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.718615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0d3d8846-0250-4216-91cf-7b6ccfb83a98 None None] For port 365aaeaf-b6b6-4b99-8382-b19d02c91549, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=365aaeaf-b6b6-4b99-8382-b19d02c91549,segment=NetworkSegment(b3d741e7-443f-4369-aaf1-95c640b5d46a),segment_id=b3d741e7-443f-4369-aaf1-95c640b5d46a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:53:29.719034 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0d3d8846-0250-4216-91cf-7b6ccfb83a98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.731728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d8846-0250-4216-91cf-7b6ccfb83a98 None None] Calling delete_port for 365aaeaf-b6b6-4b99-8382-b19d02c91549 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:53:29.761137 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.789850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=365aaeaf-b6b6-4b99-8382-b19d02c91549,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:29.791678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] No DVR routers for this DVR port 365aaeaf-b6b6-4b99-8382-b19d02c91549 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:53:29.809904 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0d3d8846-0250-4216-91cf-7b6ccfb83a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.836594 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d8846-0250-4216-91cf-7b6ccfb83a98 None None] Pushing event deleted for resources: {'Port': ['ID=365aaeaf-b6b6-4b99-8382-b19d02c91549,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:29.838437 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d8846-0250-4216-91cf-7b6ccfb83a98 None None] No DVR routers for this DVR port 365aaeaf-b6b6-4b99-8382-b19d02c91549 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:53:29.868510 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.878618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5fc8de-617c-40f1-a4ae-bc3a22d0865e']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:29.889983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d741e7-443f-4369-aaf1-95c640b5d46a') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:29.890279 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d741e7-443f-4369-aaf1-95c640b5d46a') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:29.899185 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.913477 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.919275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:53:29.919697 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: timer() Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:53:29.921362 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:53:30.035158 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:30.041528 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:30.042517 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1d5fc8de-617c-40f1-a4ae-bc3a22d0865e HTTP/1.1" status: 204 len: 168 time: 0.6464298 Aug 23 15:53:30.053839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbc257-e2b2-4bba-abbc-bf146d442a10 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d5fc8de-617c-40f1-a4ae-bc3a22d0865e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:30.322374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 683b9337-4cd3-4c6b-99ee-ec64d7beb17d no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:53:30.347493 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 683b9337-4cd3-4c6b-99ee-ec64d7beb17d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:53:30.351024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 683b9337-4cd3-4c6b-99ee-ec64d7beb17d not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:53:30.351024 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 365aaeaf-b6b6-4b99-8382-b19d02c91549 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:53:30.367039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 365aaeaf-b6b6-4b99-8382-b19d02c91549 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:53:30.368208 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 365aaeaf-b6b6-4b99-8382-b19d02c91549 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:53:30.368208 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 611e0fe6-f21e-452d-a34f-0d4af2215f4a no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:53:30.386605 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 611e0fe6-f21e-452d-a34f-0d4af2215f4a {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:53:30.386952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 611e0fe6-f21e-452d-a34f-0d4af2215f4a not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:53:30.420834 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39266) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:30.461834 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-56f98071-1c40-4035-8e4b-c9088df35908 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9a562da504b4aa5819903db61931f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398283 Aug 23 15:53:30.465786 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39268) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:30.513313 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d3abb3c-7878-4f8f-89ab-43215a471d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:30.535005 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d3abb3c-7878-4f8f-89ab-43215a471d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:30.644871 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d3abb3c-7878-4f8f-89ab-43215a471d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:30.647359 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1d3abb3c-7878-4f8f-89ab-43215a471d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:30.648548 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1d3abb3c-7878-4f8f-89ab-43215a471d46 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/55023305-123b-48b2-8ea9-713b0d6c52e1 HTTP/1.1" status: 204 len: 168 time: 0.1833649 Aug 23 15:53:30.656250 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3abb3c-7878-4f8f-89ab-43215a471d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55023305-123b-48b2-8ea9-713b0d6c52e1,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:31.365042 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39274) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:31.407616 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bc06646f-66b6-4771-8004-c9954e6114d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d716bec1a07d4edaabcc3dbe76cbb14e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413723 Aug 23 15:53:31.410076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39276) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:31.464204 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03d05a0e-fc48-4273-a5f2-2b41ee874826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:31.485851 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03d05a0e-fc48-4273-a5f2-2b41ee874826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:31.599300 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03d05a0e-fc48-4273-a5f2-2b41ee874826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:31.601991 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-03d05a0e-fc48-4273-a5f2-2b41ee874826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:31.603143 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-03d05a0e-fc48-4273-a5f2-2b41ee874826 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ead9daa3-d5a1-4470-b3c1-b25672a2da2a HTTP/1.1" status: 204 len: 168 time: 0.1921434 Aug 23 15:53:31.610694 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d05a0e-fc48-4273-a5f2-2b41ee874826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead9daa3-d5a1-4470-b3c1-b25672a2da2a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:32.620349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39298) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:32.715967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1823637775-network', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:53:32.844662 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] Made reservation on behalf of f682d1f52fe44e558a18cf71b6a53780 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:53:32.847038 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:32.855927 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:32.941801 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:33.023570 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:33.050332 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:53:33.056479 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:33.063349 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:33.067846 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] Added segment c65605ec-3570-4982-9039-6b979289ae39 of type vlan for network 975f6ca5-0e8e-457c-b032-1a382147a0bc Aug 23 15:53:33.106935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:33.177882 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:33.178841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:53:33.179431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:33.238278 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] Pushing event updated for resources: {'Network': ['ID=975f6ca5-0e8e-457c-b032-1a382147a0bc,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:33.251588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 975f6ca5-0e8e-457c-b032-1a382147a0bc details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:53:33.310975 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a560b1e8-43fa-41ed-bf1b-37cef58fa214 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6893737 Aug 23 15:53:33.313855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39302) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:33.318860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-51fb54b8-7b10-45d2-8b8f-6d73d2990d9d admin admin] Request body: {'subnet': {'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1823637775-subnet', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:53:33.406693 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fb54b8-7b10-45d2-8b8f-6d73d2990d9d admin admin] Made reservation on behalf of f682d1f52fe44e558a18cf71b6a53780 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:53:33.409044 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-51fb54b8-7b10-45d2-8b8f-6d73d2990d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:33.652816 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-51fb54b8-7b10-45d2-8b8f-6d73d2990d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:33.714854 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb54b8-7b10-45d2-8b8f-6d73d2990d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=96108963-6e20-435c-9f12-7612abad4a46,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:33.723480 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fb54b8-7b10-45d2-8b8f-6d73d2990d9d admin admin] Checking segment: {'id': 'c65605ec-3570-4982-9039-6b979289ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:53:33.723899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fb54b8-7b10-45d2-8b8f-6d73d2990d9d admin admin] Network hostable DHCP agents. Network: 975f6ca5-0e8e-457c-b032-1a382147a0bc, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:53:33.835447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fb54b8-7b10-45d2-8b8f-6d73d2990d9d admin admin] Network 975f6ca5-0e8e-457c-b032-1a382147a0bc is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:53:33.949475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-51fb54b8-7b10-45d2-8b8f-6d73d2990d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 975f6ca5-0e8e-457c-b032-1a382147a0bc) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:53:33.954666 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fb54b8-7b10-45d2-8b8f-6d73d2990d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:53:33.955445 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-51fb54b8-7b10-45d2-8b8f-6d73d2990d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:33.960467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347fbcd3-847f-47c0-b55e-1db03a2e33b4 None None] Network 975f6ca5-0e8e-457c-b032-1a382147a0bc requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:53:34.041960 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-51fb54b8-7b10-45d2-8b8f-6d73d2990d9d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7268572 Aug 23 15:53:34.044603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39304) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:34.049018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:53:34.103713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-975f6ca5-0e8e-457c-b032-1a382147a0bc', 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'fixed_ips': [{'subnet_id': '96108963-6e20-435c-9f12-7612abad4a46'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:53:34.104581 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:34.126873 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:34.127984 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:34.183620 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:34.241231 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Allocated IP 172.20.0.2 (975f6ca5-0e8e-457c-b032-1a382147a0bc/96108963-6e20-435c-9f12-7612abad4a46/943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:53:34.353089 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:34.397966 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:34.407097 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Transition to ACTIVE for port object 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:53:34.422286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Transition to ACTIVE for port object 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:53:34.463943 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:34.501548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Network 975f6ca5-0e8e-457c-b032-1a382147a0bc is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:53:34.504274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:53:34.507637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:53:34.518835 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Pushing event updated for resources: {'Port': ['ID=943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:34.568660 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Attempting to bind port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:53:34.569111 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Attempting to bind port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'c65605ec-3570-4982-9039-6b979289ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:53:34.569409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Attempting to bind port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 on network 975f6ca5-0e8e-457c-b032-1a382147a0bc {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:53:34.574389 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:53:34.574767 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Checking segment: {'id': 'c65605ec-3570-4982-9039-6b979289ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:53:34.575178 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:34.575576 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Bound using segment: {'id': 'c65605ec-3570-4982-9039-6b979289ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:53:34.576072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Bound port: 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65605ec-3570-4982-9039-6b979289ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:53:34.576470 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:34.614705 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:34.633768 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:34.642378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] For port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:53:34.645435 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] For port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6,segment=NetworkSegment(c65605ec-3570-4982-9039-6b979289ae39),segment_id=c65605ec-3570-4982-9039-6b979289ae39)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:53:34.725720 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:34.742443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Allocated IP 172.25.8.39 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/ff481152-0318-44ca-a478-61312720bd8f) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:53:34.791391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152d17d-5260-4b06-b16d-f37d715821c7 None None] Pushing event updated for resources: {'Port': ['ID=943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:34.851249 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:34.944777 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:34.992060 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:53:34.995045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:53:34.999619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:53:35.032088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Pushing event updated for resources: {'Port': ['ID=ff481152-0318-44ca-a478-61312720bd8f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:35.343478 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:35.549764 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:35.638655 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c808386b-ff10-4a19-a63e-65483e214304 None None] Network 975f6ca5-0e8e-457c-b032-1a382147a0bc requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:53:35.738262 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Router 72146ef8-7c6a-4cbf-a013-84f01d1d511d is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:53:35.767315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f00e757c-cb0d-4636-bff3-ec4e1e278995 None None] Provisioning for port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:53:35.852547 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:53:35.865179 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Sync routers for ids ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:53:35.875432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Routers {'72146ef8-7c6a-4cbf-a013-84f01d1d511d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:53:35.876170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:53:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:35.949464 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:35.951724 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ed9e42fa-09a8-4bbc-ab8d-dbbf5f927145 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9060810 Aug 23 15:53:35.954659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39306) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:35.990488 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Set router 72146ef8-7c6a-4cbf-a013-84f01d1d511d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:53:36.174896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ff481152-0318-44ca-a478-61312720bd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:35Z', 'revision_number': 3, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'gw_port': {'id': 'ff481152-0318-44ca-a478-61312720bd8f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:36.205282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Checking router: 72146ef8-7c6a-4cbf-a013-84f01d1d511d for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:53:36.205635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Updating router 72146ef8-7c6a-4cbf-a013-84f01d1d511d port ff481152-0318-44ca-a478-61312720bd8f binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:53:36.230145 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:36.382621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:53:36.393131 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:36.441758 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:53:36.524903 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:36.533892 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:53:36.538223 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Transition to ACTIVE for port object ff481152-0318-44ca-a478-61312720bd8f will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:53:36.541479 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:36.541857 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:36.556245 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Allocated IP 172.20.0.1 (975f6ca5-0e8e-457c-b032-1a382147a0bc/96108963-6e20-435c-9f12-7612abad4a46/855d222e-4434-4da3-b3ff-5e05fe325f5d) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:53:36.608197 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:36.657411 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:36.666593 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:36.678147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Transition to ACTIVE for port object 855d222e-4434-4da3-b3ff-5e05fe325f5d will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:53:36.689106 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Attempting to bind port ff481152-0318-44ca-a478-61312720bd8f on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:53:36.689485 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Attempting to bind port ff481152-0318-44ca-a478-61312720bd8f by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:53:36.689856 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Attempting to bind port ff481152-0318-44ca-a478-61312720bd8f on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:53:36.691769 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b09daf-5c3c-47df-aabd-595a894c83f4 None None] Pushing event updated for resources: {'Port': ['ID=ff481152-0318-44ca-a478-61312720bd8f,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:36.704650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:53:36.705041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:53:36.705451 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:36.705848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:53:36.706329 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Bound port: ff481152-0318-44ca-a478-61312720bd8f, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:53:36.706980 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:36.743731 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6,segment=NetworkSegment(c65605ec-3570-4982-9039-6b979289ae39),segment_id=c65605ec-3570-4982-9039-6b979289ae39)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:53:36.771038 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] For port ff481152-0318-44ca-a478-61312720bd8f, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:53:36.771308 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:36.774205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] For port ff481152-0318-44ca-a478-61312720bd8f, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ff481152-0318-44ca-a478-61312720bd8f,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:53:36.799402 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:36.817063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Network 975f6ca5-0e8e-457c-b032-1a382147a0bc is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:53:36.819930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:53:36.823837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:53:36.850314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=855d222e-4434-4da3-b3ff-5e05fe325f5d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:36.852015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:36.871353 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:36.893597 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:36.954678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Routers {'72146ef8-7c6a-4cbf-a013-84f01d1d511d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:53:36.955423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:53:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:36.997101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b09daf-5c3c-47df-aabd-595a894c83f4 None None] Pushing event updated for resources: {'Port': ['ID=ff481152-0318-44ca-a478-61312720bd8f,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:37.068707 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] Set router 72146ef8-7c6a-4cbf-a013-84f01d1d511d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:53:37.101121 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:37.255041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ff481152-0318-44ca-a478-61312720bd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:35Z', 'revision_number': 3, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'gw_port': {'id': 'ff481152-0318-44ca-a478-61312720bd8f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:37.258049 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-cad8c5d3-c69b-4ba4-8d06-489b016c1139 None None] Provisioning for port 855d222e-4434-4da3-b3ff-5e05fe325f5d completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:53:37.271405 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:37.338349 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:37.411877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=855d222e-4434-4da3-b3ff-5e05fe325f5d,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:37.417574 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:37.442748 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-cad8c5d3-c69b-4ba4-8d06-489b016c1139 None None] Provisioning complete for port 855d222e-4434-4da3-b3ff-5e05fe325f5d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:37.443127 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cad8c5d3-c69b-4ba4-8d06-489b016c1139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:37.444817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f93be3-a946-4187-9a53-f148189ef139 None None] The sync data for ids ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'] in n-d-804985-3 is: [{'id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ff481152-0318-44ca-a478-61312720bd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:35Z', 'revision_number': 3, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'gw_port': {'id': 'ff481152-0318-44ca-a478-61312720bd8f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:53:37.479704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-cad8c5d3-c69b-4ba4-8d06-489b016c1139 None None] Port 855d222e-4434-4da3-b3ff-5e05fe325f5d cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:53:37.517129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Network 975f6ca5-0e8e-457c-b032-1a382147a0bc is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:53:37.518602 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:53:37.640203 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Router 72146ef8-7c6a-4cbf-a013-84f01d1d511d has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:53:37.778138 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:53:37.784222 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ef72ffb1-2825-4198-99f1-a8394f6cb5b2 admin admin] 10.222.0.38 "PUT /v2.0/routers/72146ef8-7c6a-4cbf-a013-84f01d1d511d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8285038 Aug 23 15:53:37.807853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1e13a897-9f21-4dfe-ad71-4dbce785af8c None None] Provisioning complete for port 855d222e-4434-4da3-b3ff-5e05fe325f5d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:37.808386 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1e13a897-9f21-4dfe-ad71-4dbce785af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:37.845146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-1e13a897-9f21-4dfe-ad71-4dbce785af8c None None] Port 855d222e-4434-4da3-b3ff-5e05fe325f5d cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:53:38.396296 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:53:38.448210 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:38.448328 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:38.493314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39322) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:38.498669 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-19737858-network', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:53:38.528273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ff481152-0318-44ca-a478-61312720bd8f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:53:38.582409 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] Made reservation on behalf of 5091606c36f944b3bcb5add0d2aa11fb for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:53:38.584823 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:38.594369 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:38.667917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port ff481152-0318-44ca-a478-61312720bd8f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:53:38.673495 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ff481152-0318-44ca-a478-61312720bd8f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:38.673907 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:38.690625 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:38.755342 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:38.767039 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:38.776950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port ff481152-0318-44ca-a478-61312720bd8f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ff481152-0318-44ca-a478-61312720bd8f,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:53:38.790640 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:53:38.806467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e87597-c1c7-48d6-ba25-4cdbc586ec48,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:38.809748 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:38.809918 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] Added segment 11c97668-19d0-4cd9-a290-f698aec1a955 of type vlan for network ab6d7fbb-a91a-4ad7-8ab5-06df96277332 Aug 23 15:53:38.842019 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:38.853949 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:38.893373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=ff481152-0318-44ca-a478-61312720bd8f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:38.945743 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Sync routers for ids ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:53:38.955237 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:38.956026 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Routers {'72146ef8-7c6a-4cbf-a013-84f01d1d511d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:53:38.956258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:53:38.957074 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:53:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:38.957202 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:39.019786 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] Pushing event updated for resources: {'Network': ['ID=ab6d7fbb-a91a-4ad7-8ab5-06df96277332,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:39.029514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network ab6d7fbb-a91a-4ad7-8ab5-06df96277332 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:53:39.048030 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f61eb3d2-f1e9-48ea-8324-37295004c1ff admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5532904 Aug 23 15:53:39.050709 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39324) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:39.056414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-4a0aa862-948d-44a3-b33c-e71845c169aa admin admin] Request body: {'subnet': {'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-19737858-subnet', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'ip_version': 4}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:53:39.065430 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Set router 72146ef8-7c6a-4cbf-a013-84f01d1d511d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:53:39.126793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0aa862-948d-44a3-b33c-e71845c169aa admin admin] Made reservation on behalf of 5091606c36f944b3bcb5add0d2aa11fb for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:53:39.129274 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa862-948d-44a3-b33c-e71845c169aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:39.265736 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ff481152-0318-44ca-a478-61312720bd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:36Z', 'revision_number': 4, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'gw_port': {'id': 'ff481152-0318-44ca-a478-61312720bd8f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '855d222e-4434-4da3-b3ff-5e05fe325f5d', 'name': '', 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'mac_address': 'fa:16:3e:db:71:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '96108963-6e20-435c-9f12-7612abad4a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:36Z', 'updated_at': '2021-08-23T15:53:37Z', 'revision_number': 2, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'subnets': [{'id': '96108963-6e20-435c-9f12-7612abad4a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:39.291824 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Checking router: 72146ef8-7c6a-4cbf-a013-84f01d1d511d for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:53:39.297413 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Updating router 72146ef8-7c6a-4cbf-a013-84f01d1d511d port 855d222e-4434-4da3-b3ff-5e05fe325f5d binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:53:39.317363 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:39.372639 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa862-948d-44a3-b33c-e71845c169aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:39.434670 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0aa862-948d-44a3-b33c-e71845c169aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8cb566e-7871-4466-abd9-c46785a911d1,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:39.443350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0aa862-948d-44a3-b33c-e71845c169aa admin admin] Checking segment: {'id': '11c97668-19d0-4cd9-a290-f698aec1a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:53:39.443736 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0aa862-948d-44a3-b33c-e71845c169aa admin admin] Network hostable DHCP agents. Network: ab6d7fbb-a91a-4ad7-8ab5-06df96277332, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:53:39.532303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0aa862-948d-44a3-b33c-e71845c169aa admin admin] Network ab6d7fbb-a91a-4ad7-8ab5-06df96277332 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:53:39.583626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-4a0aa862-948d-44a3-b33c-e71845c169aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, ab6d7fbb-a91a-4ad7-8ab5-06df96277332) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:53:39.588036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0aa862-948d-44a3-b33c-e71845c169aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:53:39.588875 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa862-948d-44a3-b33c-e71845c169aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:39.594386 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc2599d-2dec-414d-9b84-f675befe7fab None None] Network ab6d7fbb-a91a-4ad7-8ab5-06df96277332 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:53:39.596045 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:39.606564 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Transition to ACTIVE for port object 855d222e-4434-4da3-b3ff-5e05fe325f5d will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:53:39.653274 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4a0aa862-948d-44a3-b33c-e71845c169aa admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6006374 Aug 23 15:53:39.655993 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39326) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:39.658185 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:39.660927 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-19737858-router', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:53:39.713833 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc34c58-faef-4e3c-9c1d-ac126875d7ce None None] Pushing event updated for resources: {'Port': ['ID=855d222e-4434-4da3-b3ff-5e05fe325f5d,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:39.739194 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc34c58-faef-4e3c-9c1d-ac126875d7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:39.739534 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc34c58-faef-4e3c-9c1d-ac126875d7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:39.739897 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc34c58-faef-4e3c-9c1d-ac126875d7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:39.740230 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc34c58-faef-4e3c-9c1d-ac126875d7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:39.740559 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc34c58-faef-4e3c-9c1d-ac126875d7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:39.740934 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc34c58-faef-4e3c-9c1d-ac126875d7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:39.741320 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc34c58-faef-4e3c-9c1d-ac126875d7ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:39.741649 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc34c58-faef-4e3c-9c1d-ac126875d7ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:39.741974 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc34c58-faef-4e3c-9c1d-ac126875d7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:39.742293 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc34c58-faef-4e3c-9c1d-ac126875d7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:39.742609 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc34c58-faef-4e3c-9c1d-ac126875d7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:39.742926 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc34c58-faef-4e3c-9c1d-ac126875d7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:53:39.754193 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:39.754746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-ab6d7fbb-a91a-4ad7-8ab5-06df96277332', 'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'fixed_ips': [{'subnet_id': 'd8cb566e-7871-4466-abd9-c46785a911d1'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:53:39.755683 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:39.756498 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:39.787471 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Attempting to bind port 855d222e-4434-4da3-b3ff-5e05fe325f5d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:53:39.787891 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Attempting to bind port 855d222e-4434-4da3-b3ff-5e05fe325f5d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'c65605ec-3570-4982-9039-6b979289ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:53:39.788267 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Attempting to bind port 855d222e-4434-4da3-b3ff-5e05fe325f5d on network 975f6ca5-0e8e-457c-b032-1a382147a0bc {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:53:39.794900 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:53:39.795530 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Checking segment: {'id': 'c65605ec-3570-4982-9039-6b979289ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:53:39.796585 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:39.796999 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Bound using segment: {'id': 'c65605ec-3570-4982-9039-6b979289ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:53:39.800684 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Bound port: 855d222e-4434-4da3-b3ff-5e05fe325f5d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65605ec-3570-4982-9039-6b979289ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:53:39.800684 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:39.826930 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:39.913680 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Allocated IP 172.20.0.2 (ab6d7fbb-a91a-4ad7-8ab5-06df96277332/d8cb566e-7871-4466-abd9-c46785a911d1/9229650b-d58a-4594-acf7-c1778d71047e) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:53:39.969795 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] For port 855d222e-4434-4da3-b3ff-5e05fe325f5d, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:53:39.973088 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] For port 855d222e-4434-4da3-b3ff-5e05fe325f5d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=855d222e-4434-4da3-b3ff-5e05fe325f5d,segment=NetworkSegment(c65605ec-3570-4982-9039-6b979289ae39),segment_id=c65605ec-3570-4982-9039-6b979289ae39)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:53:40.035333 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:40.069629 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:40.082058 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:40.090607 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Transition to ACTIVE for port object 9229650b-d58a-4594-acf7-c1778d71047e will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:53:40.098433 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Routers {'72146ef8-7c6a-4cbf-a013-84f01d1d511d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:53:40.099350 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:53:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:40.107209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Transition to ACTIVE for port object 9229650b-d58a-4594-acf7-c1778d71047e will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:53:40.149200 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc34c58-faef-4e3c-9c1d-ac126875d7ce None None] Pushing event updated for resources: {'Port': ['ID=855d222e-4434-4da3-b3ff-5e05fe325f5d,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:40.182123 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:40.233492 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Network ab6d7fbb-a91a-4ad7-8ab5-06df96277332 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:53:40.236448 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] Set router 72146ef8-7c6a-4cbf-a013-84f01d1d511d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:53:40.239723 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:53:40.242118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:53:40.244238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Pushing event updated for resources: {'Port': ['ID=9229650b-d58a-4594-acf7-c1778d71047e,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:40.331063 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Attempting to bind port 9229650b-d58a-4594-acf7-c1778d71047e on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:53:40.331063 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Attempting to bind port 9229650b-d58a-4594-acf7-c1778d71047e by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '11c97668-19d0-4cd9-a290-f698aec1a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:53:40.331271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Attempting to bind port 9229650b-d58a-4594-acf7-c1778d71047e on network ab6d7fbb-a91a-4ad7-8ab5-06df96277332 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:53:40.358718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ff481152-0318-44ca-a478-61312720bd8f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:53:40.361369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:53:40.361754 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Checking segment: {'id': '11c97668-19d0-4cd9-a290-f698aec1a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:53:40.362166 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:40.362565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Bound using segment: {'id': '11c97668-19d0-4cd9-a290-f698aec1a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:53:40.363050 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Bound port: 9229650b-d58a-4594-acf7-c1778d71047e, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c97668-19d0-4cd9-a290-f698aec1a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:53:40.363431 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:40.475688 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ff481152-0318-44ca-a478-61312720bd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:36Z', 'revision_number': 4, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'gw_port': {'id': 'ff481152-0318-44ca-a478-61312720bd8f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '855d222e-4434-4da3-b3ff-5e05fe325f5d', 'name': '', 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'mac_address': 'fa:16:3e:db:71:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '96108963-6e20-435c-9f12-7612abad4a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:36Z', 'updated_at': '2021-08-23T15:53:39Z', 'revision_number': 4, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'subnets': [{'id': '96108963-6e20-435c-9f12-7612abad4a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:40.496155 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] For port 9229650b-d58a-4594-acf7-c1778d71047e, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:53:40.501421 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] For port 9229650b-d58a-4594-acf7-c1778d71047e, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9229650b-d58a-4594-acf7-c1778d71047e,segment=NetworkSegment(11c97668-19d0-4cd9-a290-f698aec1a955),segment_id=11c97668-19d0-4cd9-a290-f698aec1a955)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:53:40.503574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ff481152-0318-44ca-a478-61312720bd8f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:40.503983 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:40.528257 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f6b09-c1b2-4df1-ac7c-a7d36a0ce232 None None] The sync data for ids ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'] in n-d-804985-3 is: [{'id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ff481152-0318-44ca-a478-61312720bd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:36Z', 'revision_number': 4, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'gw_port': {'id': 'ff481152-0318-44ca-a478-61312720bd8f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '855d222e-4434-4da3-b3ff-5e05fe325f5d', 'name': '', 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'mac_address': 'fa:16:3e:db:71:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '96108963-6e20-435c-9f12-7612abad4a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:36Z', 'updated_at': '2021-08-23T15:53:39Z', 'revision_number': 4, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'subnets': [{'id': '96108963-6e20-435c-9f12-7612abad4a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:53:40.614989 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:40.720865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febda0ac-60c8-4c56-a957-69d2009f2ab3 None None] Pushing event updated for resources: {'Port': ['ID=9229650b-d58a-4594-acf7-c1778d71047e,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:40.822569 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:40.844650 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:40.975430 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Allocated IP 172.25.8.212 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/48fc8db2-dacb-4cd5-8a18-345548465dfc) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:53:41.094780 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:41.218832 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:41.263695 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:53:41.266688 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:53:41.269288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:53:41.277433 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Pushing event updated for resources: {'Port': ['ID=48fc8db2-dacb-4cd5-8a18-345548465dfc,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:41.613976 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:41.653696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f37881-4de8-417c-94e9-aea4fa73e721 None None] Network ab6d7fbb-a91a-4ad7-8ab5-06df96277332 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:53:41.822100 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-30c13b5b-7c43-486b-81d1-8c7611415220 None None] Provisioning for port 9229650b-d58a-4594-acf7-c1778d71047e completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:53:41.846356 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:42.041072 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Router b66db9d1-55a5-4e10-8cd5-2e0b968682d2 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:53:42.159036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:53:42.168022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Sync routers for ids ['b66db9d1-55a5-4e10-8cd5-2e0b968682d2'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:53:42.177885 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Routers {'b66db9d1-55a5-4e10-8cd5-2e0b968682d2'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:53:42.181441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:53:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['b66db9d1-55a5-4e10-8cd5-2e0b968682d2'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:42.222343 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:42.223834 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3cd71d7c-0d21-4e59-a6e0-e31d4f53183e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5666077 Aug 23 15:53:42.226762 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39328) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:53:42.295782 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Set router b66db9d1-55a5-4e10-8cd5-2e0b968682d2 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:53:42.441788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9229650b-d58a-4594-acf7-c1778d71047e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:53:42.538809 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'name': 'tempest-TestMinimumBasicScenario-19737858-router', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '48fc8db2-dacb-4cd5-8a18-345548465dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:39Z', 'updated_at': '2021-08-23T15:53:41Z', 'revision_number': 3, 'project_id': '5091606c36f944b3bcb5add0d2aa11fb', 'gw_port': {'id': '48fc8db2-dacb-4cd5-8a18-345548465dfc', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:40Z', 'updated_at': '2021-08-23T15:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:42.565486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Checking router: b66db9d1-55a5-4e10-8cd5-2e0b968682d2 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:53:42.565839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Updating router b66db9d1-55a5-4e10-8cd5-2e0b968682d2 port 48fc8db2-dacb-4cd5-8a18-345548465dfc binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:53:42.586364 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 9229650b-d58a-4594-acf7-c1778d71047e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:53:42.594973 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 9229650b-d58a-4594-acf7-c1778d71047e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:42.595354 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:42.598060 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:42.684233 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:42.807935 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:42.843837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Allocated IP 172.20.0.1 (ab6d7fbb-a91a-4ad7-8ab5-06df96277332/d8cb566e-7871-4466-abd9-c46785a911d1/e679e88b-c7e0-46f4-b328-2fed837a1315) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:53:42.858675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 9229650b-d58a-4594-acf7-c1778d71047e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9229650b-d58a-4594-acf7-c1778d71047e,segment=NetworkSegment(11c97668-19d0-4cd9-a290-f698aec1a955),segment_id=11c97668-19d0-4cd9-a290-f698aec1a955)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:53:42.938162 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:42.938953 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 855d222e-4434-4da3-b3ff-5e05fe325f5d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:53:42.946584 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:42.952636 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:42.966824 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Transition to ACTIVE for port object e679e88b-c7e0-46f4-b328-2fed837a1315 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:53:43.000037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Transition to ACTIVE for port object 48fc8db2-dacb-4cd5-8a18-345548465dfc will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:53:43.031548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=9229650b-d58a-4594-acf7-c1778d71047e,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:43.051796 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:43.081539 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:43.091464 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Network ab6d7fbb-a91a-4ad7-8ab5-06df96277332 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:53:43.094334 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:53:43.096737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:53:43.129589 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=e679e88b-c7e0-46f4-b328-2fed837a1315,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:43.138639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 855d222e-4434-4da3-b3ff-5e05fe325f5d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:53:43.142583 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d01bd9-3a1b-4fed-9eef-1e9fcf4f1b63 None None] Pushing event updated for resources: {'Port': ['ID=48fc8db2-dacb-4cd5-8a18-345548465dfc,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:43.146006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Attempting to bind port 48fc8db2-dacb-4cd5-8a18-345548465dfc on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:53:43.146388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Attempting to bind port 48fc8db2-dacb-4cd5-8a18-345548465dfc by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:53:43.146815 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Attempting to bind port 48fc8db2-dacb-4cd5-8a18-345548465dfc on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:53:43.150354 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:43.152327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 855d222e-4434-4da3-b3ff-5e05fe325f5d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:43.152712 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:43.156838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:53:43.157224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:53:43.157632 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:43.158032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:53:43.158521 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Bound port: 48fc8db2-dacb-4cd5-8a18-345548465dfc, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:53:43.158907 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:43.254047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] For port 48fc8db2-dacb-4cd5-8a18-345548465dfc, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:53:43.257584 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] For port 48fc8db2-dacb-4cd5-8a18-345548465dfc, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=48fc8db2-dacb-4cd5-8a18-345548465dfc,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:53:43.297327 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:43.329039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 855d222e-4434-4da3-b3ff-5e05fe325f5d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=855d222e-4434-4da3-b3ff-5e05fe325f5d,segment=NetworkSegment(c65605ec-3570-4982-9039-6b979289ae39),segment_id=c65605ec-3570-4982-9039-6b979289ae39)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:53:43.330359 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:43.364809 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:43.396264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Routers {'b66db9d1-55a5-4e10-8cd5-2e0b968682d2'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:53:43.396884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:53:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['b66db9d1-55a5-4e10-8cd5-2e0b968682d2'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:43.401827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d01bd9-3a1b-4fed-9eef-1e9fcf4f1b63 None None] Pushing event updated for resources: {'Port': ['ID=48fc8db2-dacb-4cd5-8a18-345548465dfc,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:43.404413 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:43.465172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0dc876dd-c13d-43cd-b1ae-d3fff939d2b7 None None] Provisioning for port e679e88b-c7e0-46f4-b328-2fed837a1315 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:53:43.479927 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0dc876dd-c13d-43cd-b1ae-d3fff939d2b7 None None] Provisioning complete for port e679e88b-c7e0-46f4-b328-2fed837a1315 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:43.480304 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0dc876dd-c13d-43cd-b1ae-d3fff939d2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:43.536267 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:43.599967 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:43.673679 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:43.676576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=e679e88b-c7e0-46f4-b328-2fed837a1315,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:43.708432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=855d222e-4434-4da3-b3ff-5e05fe325f5d,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:43.734330 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-0dc876dd-c13d-43cd-b1ae-d3fff939d2b7 None None] Port e679e88b-c7e0-46f4-b328-2fed837a1315 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:53:43.741596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] Set router b66db9d1-55a5-4e10-8cd5-2e0b968682d2 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:53:43.775101 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Network ab6d7fbb-a91a-4ad7-8ab5-06df96277332 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:53:43.776549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:53:43.906696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Router b66db9d1-55a5-4e10-8cd5-2e0b968682d2 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:53:43.949648 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'name': 'tempest-TestMinimumBasicScenario-19737858-router', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '48fc8db2-dacb-4cd5-8a18-345548465dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:39Z', 'updated_at': '2021-08-23T15:53:43Z', 'revision_number': 4, 'project_id': '5091606c36f944b3bcb5add0d2aa11fb', 'gw_port': {'id': '48fc8db2-dacb-4cd5-8a18-345548465dfc', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:40Z', 'updated_at': '2021-08-23T15:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e679e88b-c7e0-46f4-b328-2fed837a1315', 'name': '', 'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'mac_address': 'fa:16:3e:89:05:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd8cb566e-7871-4466-abd9-c46785a911d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:42Z', 'updated_at': '2021-08-23T15:53:42Z', 'revision_number': 1, 'project_id': '5091606c36f944b3bcb5add0d2aa11fb', 'subnets': [{'id': 'd8cb566e-7871-4466-abd9-c46785a911d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:43.977694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efcaf9f-f995-4fa7-bd38-64f32922f19a None None] The sync data for ids ['b66db9d1-55a5-4e10-8cd5-2e0b968682d2'] in n-d-804985-3 is: [{'id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'name': 'tempest-TestMinimumBasicScenario-19737858-router', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '48fc8db2-dacb-4cd5-8a18-345548465dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:39Z', 'updated_at': '2021-08-23T15:53:43Z', 'revision_number': 4, 'project_id': '5091606c36f944b3bcb5add0d2aa11fb', 'gw_port': {'id': '48fc8db2-dacb-4cd5-8a18-345548465dfc', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:40Z', 'updated_at': '2021-08-23T15:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e679e88b-c7e0-46f4-b328-2fed837a1315', 'name': '', 'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'mac_address': 'fa:16:3e:89:05:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd8cb566e-7871-4466-abd9-c46785a911d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:42Z', 'updated_at': '2021-08-23T15:53:42Z', 'revision_number': 1, 'project_id': '5091606c36f944b3bcb5add0d2aa11fb', 'subnets': [{'id': 'd8cb566e-7871-4466-abd9-c46785a911d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:53:44.020657 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:53:44.026060 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-478983c8-7158-4c18-bc55-b9e5c9aa4ed8 admin admin] 10.222.0.38 "PUT /v2.0/routers/b66db9d1-55a5-4e10-8cd5-2e0b968682d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7978520 Aug 23 15:53:44.058119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-31320c18-a7e0-4a52-a380-7a2d83fefa88 None None] Provisioning complete for port e679e88b-c7e0-46f4-b328-2fed837a1315 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:44.058461 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-31320c18-a7e0-4a52-a380-7a2d83fefa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:44.100630 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-31320c18-a7e0-4a52-a380-7a2d83fefa88 None None] Port e679e88b-c7e0-46f4-b328-2fed837a1315 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:53:44.369018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9229650b-d58a-4594-acf7-c1778d71047e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:53:44.423837 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 9229650b-d58a-4594-acf7-c1778d71047e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:44.424210 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:44.519593 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 855d222e-4434-4da3-b3ff-5e05fe325f5d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:53:44.576541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 855d222e-4434-4da3-b3ff-5e05fe325f5d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:44.576926 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:46.280627 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:46.408449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 48fc8db2-dacb-4cd5-8a18-345548465dfc up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:53:46.525294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 48fc8db2-dacb-4cd5-8a18-345548465dfc completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:53:46.529647 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 48fc8db2-dacb-4cd5-8a18-345548465dfc triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:46.530062 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:46.621322 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:46.648987 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 48fc8db2-dacb-4cd5-8a18-345548465dfc, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=48fc8db2-dacb-4cd5-8a18-345548465dfc,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:53:46.710280 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:46.767181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=48fc8db2-dacb-4cd5-8a18-345548465dfc,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:47.602638 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Sync routers for ids ['b66db9d1-55a5-4e10-8cd5-2e0b968682d2'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:53:47.619996 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Routers {'b66db9d1-55a5-4e10-8cd5-2e0b968682d2'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:53:47.620923 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:53:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['b66db9d1-55a5-4e10-8cd5-2e0b968682d2'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:47.742141 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Set router b66db9d1-55a5-4e10-8cd5-2e0b968682d2 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:53:47.956616 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'name': 'tempest-TestMinimumBasicScenario-19737858-router', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '48fc8db2-dacb-4cd5-8a18-345548465dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:39Z', 'updated_at': '2021-08-23T15:53:43Z', 'revision_number': 4, 'project_id': '5091606c36f944b3bcb5add0d2aa11fb', 'gw_port': {'id': '48fc8db2-dacb-4cd5-8a18-345548465dfc', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:40Z', 'updated_at': '2021-08-23T15:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e679e88b-c7e0-46f4-b328-2fed837a1315', 'name': '', 'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'mac_address': 'fa:16:3e:89:05:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd8cb566e-7871-4466-abd9-c46785a911d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:42Z', 'updated_at': '2021-08-23T15:53:43Z', 'revision_number': 2, 'project_id': '5091606c36f944b3bcb5add0d2aa11fb', 'subnets': [{'id': 'd8cb566e-7871-4466-abd9-c46785a911d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:47.991788 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Checking router: b66db9d1-55a5-4e10-8cd5-2e0b968682d2 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:53:47.992150 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Updating router b66db9d1-55a5-4e10-8cd5-2e0b968682d2 port e679e88b-c7e0-46f4-b328-2fed837a1315 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:53:48.017365 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:48.352117 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:48.365723 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 48fc8db2-dacb-4cd5-8a18-345548465dfc up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:53:48.370159 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Transition to ACTIVE for port object e679e88b-c7e0-46f4-b328-2fed837a1315 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:53:48.427155 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 48fc8db2-dacb-4cd5-8a18-345548465dfc triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:48.427906 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:48.428578 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:48.517157 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a62da9-64c6-4d10-8abd-a4b0d0e061e4 None None] Pushing event updated for resources: {'Port': ['ID=e679e88b-c7e0-46f4-b328-2fed837a1315,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:48.592890 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Attempting to bind port e679e88b-c7e0-46f4-b328-2fed837a1315 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:53:48.593269 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Attempting to bind port e679e88b-c7e0-46f4-b328-2fed837a1315 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '11c97668-19d0-4cd9-a290-f698aec1a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:53:48.593635 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Attempting to bind port e679e88b-c7e0-46f4-b328-2fed837a1315 on network ab6d7fbb-a91a-4ad7-8ab5-06df96277332 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:53:48.599773 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:53:48.600185 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Checking segment: {'id': '11c97668-19d0-4cd9-a290-f698aec1a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:53:48.600551 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:48.600943 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Bound using segment: {'id': '11c97668-19d0-4cd9-a290-f698aec1a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:53:48.601400 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Bound port: e679e88b-c7e0-46f4-b328-2fed837a1315, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c97668-19d0-4cd9-a290-f698aec1a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:53:48.601779 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:48.685468 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] For port e679e88b-c7e0-46f4-b328-2fed837a1315, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:53:48.690574 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] For port e679e88b-c7e0-46f4-b328-2fed837a1315, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e679e88b-c7e0-46f4-b328-2fed837a1315,segment=NetworkSegment(11c97668-19d0-4cd9-a290-f698aec1a955),segment_id=11c97668-19d0-4cd9-a290-f698aec1a955)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:53:48.782947 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:48.856101 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Routers {'b66db9d1-55a5-4e10-8cd5-2e0b968682d2'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:53:48.856885 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:53:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['b66db9d1-55a5-4e10-8cd5-2e0b968682d2'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:48.913471 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a62da9-64c6-4d10-8abd-a4b0d0e061e4 None None] Pushing event updated for resources: {'Port': ['ID=e679e88b-c7e0-46f4-b328-2fed837a1315,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:49.016236 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] Set router b66db9d1-55a5-4e10-8cd5-2e0b968682d2 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:53:49.272134 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'name': 'tempest-TestMinimumBasicScenario-19737858-router', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '48fc8db2-dacb-4cd5-8a18-345548465dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:39Z', 'updated_at': '2021-08-23T15:53:43Z', 'revision_number': 4, 'project_id': '5091606c36f944b3bcb5add0d2aa11fb', 'gw_port': {'id': '48fc8db2-dacb-4cd5-8a18-345548465dfc', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:40Z', 'updated_at': '2021-08-23T15:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e679e88b-c7e0-46f4-b328-2fed837a1315', 'name': '', 'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'mac_address': 'fa:16:3e:89:05:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd8cb566e-7871-4466-abd9-c46785a911d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:42Z', 'updated_at': '2021-08-23T15:53:48Z', 'revision_number': 4, 'project_id': '5091606c36f944b3bcb5add0d2aa11fb', 'subnets': [{'id': 'd8cb566e-7871-4466-abd9-c46785a911d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:53:49.299411 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d8b8c8-d85f-4c8b-83d6-026d11ecf962 None None] The sync data for ids ['b66db9d1-55a5-4e10-8cd5-2e0b968682d2'] in n-d-804985-3 is: [{'id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'name': 'tempest-TestMinimumBasicScenario-19737858-router', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '48fc8db2-dacb-4cd5-8a18-345548465dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:39Z', 'updated_at': '2021-08-23T15:53:43Z', 'revision_number': 4, 'project_id': '5091606c36f944b3bcb5add0d2aa11fb', 'gw_port': {'id': '48fc8db2-dacb-4cd5-8a18-345548465dfc', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:40Z', 'updated_at': '2021-08-23T15:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'e679e88b-c7e0-46f4-b328-2fed837a1315', 'name': '', 'network_id': 'ab6d7fbb-a91a-4ad7-8ab5-06df96277332', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'mac_address': 'fa:16:3e:89:05:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'd8cb566e-7871-4466-abd9-c46785a911d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:42Z', 'updated_at': '2021-08-23T15:53:48Z', 'revision_number': 4, 'project_id': '5091606c36f944b3bcb5add0d2aa11fb', 'subnets': [{'id': 'd8cb566e-7871-4466-abd9-c46785a911d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:53:50.387227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e679e88b-c7e0-46f4-b328-2fed837a1315 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:53:50.552466 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port e679e88b-c7e0-46f4-b328-2fed837a1315 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:53:50.556089 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e679e88b-c7e0-46f4-b328-2fed837a1315 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:50.556603 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:50.658420 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:50.694425 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port e679e88b-c7e0-46f4-b328-2fed837a1315, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e679e88b-c7e0-46f4-b328-2fed837a1315,segment=NetworkSegment(11c97668-19d0-4cd9-a290-f698aec1a955),segment_id=11c97668-19d0-4cd9-a290-f698aec1a955)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:53:50.779223 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:50.833514 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=e679e88b-c7e0-46f4-b328-2fed837a1315,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:50.910262 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:52.361301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e679e88b-c7e0-46f4-b328-2fed837a1315 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:53:52.419396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port e679e88b-c7e0-46f4-b328-2fed837a1315 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:52.419791 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:52.670499 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9ab4aeaf-5e82-41c3-850f-20e4f01670f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:55.557684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-0af87b9d-4540-4073-97ba-96673ea0fb90 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:53:55.559180 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-0af87b9d-4540-4073-97ba-96673ea0fb90 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/networks?id=975f6ca5-0e8e-457c-b032-1a382147a0bc HTTP/1.1" status: 200 len: 815 time: 0.1029222 Aug 23 15:53:55.574945 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-c68474eb-ee11-447e-ba15-ed66b9dcfcc4 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/quotas/f682d1f52fe44e558a18cf71b6a53780 HTTP/1.1" status: 200 len: 375 time: 0.0095851 Aug 23 15:53:55.583035 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:55.639163 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-3bd785e8-52b0-43ad-b7c9-a743a0246b1e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f682d1f52fe44e558a18cf71b6a53780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584559 Aug 23 15:53:55.825478 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-3148eb8f-8b45-42cd-91eb-40f1c252e54a service neutron] 10.222.0.38 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747160 Aug 23 15:53:56.257867 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-fcda3542-7097-45de-800d-69b2855bb1d3 service neutron] 10.222.0.38 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260142 Aug 23 15:53:56.510001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5a522ac9-4ce9-4c69-9601-e603e61bd1d3 req-d8f34a39-c828-4a7e-9358-76c9a863fd48 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 210 time: 0.0289695 Aug 23 15:53:56.645655 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-81d57b8e-1957-42cd-b9ab-fd0490606ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:57.007575 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:57.607106 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c1604ff2-f50d-462c-991b-b622118deff6 req-c2c137df-f9d6-4285-a4d4-f7abc1302c7d tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 210 time: 0.0292366 Aug 23 15:53:58.543862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-5105614e-0b14-4f12-93e0-f0bbc0a3e807 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:53:58.545225 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-5105614e-0b14-4f12-93e0-f0bbc0a3e807 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.61 "GET /v2.0/networks?id=975f6ca5-0e8e-457c-b032-1a382147a0bc HTTP/1.1" status: 200 len: 815 time: 0.0998738 Aug 23 15:53:58.558031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-9106d42c-3e59-441a-8f61-83b2ed952cb6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Request body: {'port': {'device_id': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'admin_state_up': True, 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:53:58.713164 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-44fa2223-0354-4273-9483-043a7be5e510 req-4e976957-c624-4510-ac30-82cbf9c82045 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 210 time: 0.0286357 Aug 23 15:53:58.750099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-9106d42c-3e59-441a-8f61-83b2ed952cb6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Made reservation on behalf of f682d1f52fe44e558a18cf71b6a53780 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:53:58.755066 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-9106d42c-3e59-441a-8f61-83b2ed952cb6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:58.851452 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:59.215444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-9106d42c-3e59-441a-8f61-83b2ed952cb6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Allocated IP 172.20.0.3 (975f6ca5-0e8e-457c-b032-1a382147a0bc/96108963-6e20-435c-9f12-7612abad4a46/3b8f9db3-b508-4969-8816-9e6b2a755118) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:53:59.422821 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-9106d42c-3e59-441a-8f61-83b2ed952cb6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:59.443408 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-9106d42c-3e59-441a-8f61-83b2ed952cb6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Transition to ACTIVE for port object 3b8f9db3-b508-4969-8816-9e6b2a755118 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:53:59.537897 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-9106d42c-3e59-441a-8f61-83b2ed952cb6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:59.582709 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-9106d42c-3e59-441a-8f61-83b2ed952cb6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Network 975f6ca5-0e8e-457c-b032-1a382147a0bc is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:53:59.586028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-9106d42c-3e59-441a-8f61-83b2ed952cb6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:53:59.590859 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-9106d42c-3e59-441a-8f61-83b2ed952cb6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:53:59.629370 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106d42c-3e59-441a-8f61-83b2ed952cb6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Pushing event updated for resources: {'Port': ['ID=3b8f9db3-b508-4969-8816-9e6b2a755118,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:53:59.691062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-9106d42c-3e59-441a-8f61-83b2ed952cb6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:53:59.691776 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-9106d42c-3e59-441a-8f61-83b2ed952cb6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:59.786206 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-9106d42c-3e59-441a-8f61-83b2ed952cb6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2317791 Aug 23 15:53:59.837140 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc2c30-95c1-4eb8-a49c-85cf514eed7e req-ed931be5-33a4-4e75-b956-59fabe05af54 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:53:59.838705 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dcfc2c30-95c1-4eb8-a49c-85cf514eed7e req-ed931be5-33a4-4e75-b956-59fabe05af54 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 931 time: 0.0532892 Aug 23 15:53:59.888576 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dcfc2c30-95c1-4eb8-a49c-85cf514eed7e req-1ccd5d13-80fc-434f-b72d-b7a5b7fca5e5 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434062 Aug 23 15:53:59.945283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-aa9f8b36-e108-4264-abc6-2c81ff88bb91 None None] Provisioning for port 3b8f9db3-b508-4969-8816-9e6b2a755118 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:53:59.949644 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-aa9f8b36-e108-4264-abc6-2c81ff88bb91 None None] Provisioning complete for port 3b8f9db3-b508-4969-8816-9e6b2a755118 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:53:59.950440 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-aa9f8b36-e108-4264-abc6-2c81ff88bb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:53:59.989204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f8b36-e108-4264-abc6-2c81ff88bb91 None None] Port 3b8f9db3-b508-4969-8816-9e6b2a755118 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:54:01.013571 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c9c77-b2cb-4189-a1c8-b2951ca76442 req-b2ef7f88-0b74-42c3-968a-dddc73ce34ca tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:01.015094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-223c9c77-b2cb-4189-a1c8-b2951ca76442 req-b2ef7f88-0b74-42c3-968a-dddc73ce34ca tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 931 time: 0.0523603 Aug 23 15:54:01.056731 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-223c9c77-b2cb-4189-a1c8-b2951ca76442 req-2404cc8a-507c-4c3e-a86d-bbfaca51c763 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342324 Aug 23 15:54:02.182169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681248ab-0be4-4723-93c5-10b0dbbe30bd req-4298d156-8e8d-4ee5-959a-e27a7b2e8420 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:02.183803 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-681248ab-0be4-4723-93c5-10b0dbbe30bd req-4298d156-8e8d-4ee5-959a-e27a7b2e8420 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 931 time: 0.0574648 Aug 23 15:54:02.230297 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-681248ab-0be4-4723-93c5-10b0dbbe30bd req-753782fa-cd8e-4d79-9744-ec91863edb80 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398061 Aug 23 15:54:03.357187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70db85-e51d-4f02-a73d-ce080b580c5f req-1f645a63-b454-4c94-89f8-21b81c235765 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:03.358850 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf70db85-e51d-4f02-a73d-ce080b580c5f req-1f645a63-b454-4c94-89f8-21b81c235765 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 931 time: 0.0564759 Aug 23 15:54:03.403867 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf70db85-e51d-4f02-a73d-ce080b580c5f req-6fb1787e-e79b-4f3f-a802-e2d2d6508e6d tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380170 Aug 23 15:54:04.526004 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ffdcb-8d96-47d4-b09d-21ceb5aa8cfe req-c7b590a6-b089-44c8-89af-897c6d57d69e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:04.527541 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-255ffdcb-8d96-47d4-b09d-21ceb5aa8cfe req-c7b590a6-b089-44c8-89af-897c6d57d69e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 931 time: 0.0548968 Aug 23 15:54:04.569882 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-255ffdcb-8d96-47d4-b09d-21ceb5aa8cfe req-59c5569a-a9cf-48e9-8483-506431d7e6c4 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362327 Aug 23 15:54:05.728181 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bbb11-896d-45a0-a7bb-d861c8f86394 req-1c2bbd65-ba2b-4a72-bcf7-d48884df2ca6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:05.728181 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c1bbb11-896d-45a0-a7bb-d861c8f86394 req-1c2bbd65-ba2b-4a72-bcf7-d48884df2ca6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 931 time: 0.0634680 Aug 23 15:54:05.756537 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c1bbb11-896d-45a0-a7bb-d861c8f86394 req-c2b32f55-66c1-47ab-aa1e-b575eee228c0 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369048 Aug 23 15:54:06.875454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a699e13-c6a8-42d5-9896-762ee8c6fcf1 req-0208ef2f-02ad-4613-b07e-e9cd9aa88a80 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:06.877295 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5a699e13-c6a8-42d5-9896-762ee8c6fcf1 req-0208ef2f-02ad-4613-b07e-e9cd9aa88a80 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 931 time: 0.0514650 Aug 23 15:54:06.917867 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5a699e13-c6a8-42d5-9896-762ee8c6fcf1 req-aa8d71a7-c928-418e-b6c4-169812fe4ecd tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340014 Aug 23 15:54:08.042901 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42cb607-528e-4bb7-b183-136438117a5a req-da2c25e1-a39d-4ba4-86f1-d174161aa75b tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:08.044442 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c42cb607-528e-4bb7-b183-136438117a5a req-da2c25e1-a39d-4ba4-86f1-d174161aa75b tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 931 time: 0.0568109 Aug 23 15:54:08.082089 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c42cb607-528e-4bb7-b183-136438117a5a req-fd8ec6ab-ee67-483a-829b-7e8397a008e2 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316012 Aug 23 15:54:08.910790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Request body: {'port': {'device_id': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:54:08.969879 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:09.196053 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2b211-1937-4380-b10f-6649d9c69a64 req-fced9903-a051-4a25-af9d-3ab3fbe22d76 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:09.197569 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfb2b211-1937-4380-b10f-6649d9c69a64 req-fced9903-a051-4a25-af9d-3ab3fbe22d76 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 931 time: 0.0475254 Aug 23 15:54:09.229655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8f9db3-b508-4969-8816-9e6b2a755118 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:54:09.235707 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfb2b211-1937-4380-b10f-6649d9c69a64 req-346a3a83-e56e-492c-9b76-b17c49828d87 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320518 Aug 23 15:54:09.237179 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:09.250459 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Transition to ACTIVE for port object 3b8f9db3-b508-4969-8816-9e6b2a755118 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:54:09.305070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:09.358612 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8f9db3-b508-4969-8816-9e6b2a755118,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:54:09.431872 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Attempting to bind port 3b8f9db3-b508-4969-8816-9e6b2a755118 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:54:09.432214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Attempting to bind port 3b8f9db3-b508-4969-8816-9e6b2a755118 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': 'c65605ec-3570-4982-9039-6b979289ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:54:09.432550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Attempting to bind port 3b8f9db3-b508-4969-8816-9e6b2a755118 on network 975f6ca5-0e8e-457c-b032-1a382147a0bc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:54:09.437217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Port 3b8f9db3-b508-4969-8816-9e6b2a755118 on network 975f6ca5-0e8e-457c-b032-1a382147a0bc not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:54:09.437548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Attempting to bind port 3b8f9db3-b508-4969-8816-9e6b2a755118 on network 975f6ca5-0e8e-457c-b032-1a382147a0bc {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:54:09.442391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:54:09.443411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Checking segment: {'id': 'c65605ec-3570-4982-9039-6b979289ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:54:09.443679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Bound using segment: {'id': 'c65605ec-3570-4982-9039-6b979289ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:54:09.444115 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Bound port: 3b8f9db3-b508-4969-8816-9e6b2a755118, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65605ec-3570-4982-9039-6b979289ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:54:09.444475 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:09.510900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] For port 3b8f9db3-b508-4969-8816-9e6b2a755118, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:54:09.513943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] For port 3b8f9db3-b508-4969-8816-9e6b2a755118, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3b8f9db3-b508-4969-8816-9e6b2a755118,segment=NetworkSegment(c65605ec-3570-4982-9039-6b979289ae39),segment_id=c65605ec-3570-4982-9039-6b979289ae39)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:54:09.573878 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:09.610093 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:09.610894 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:09.612354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] 10.222.0.61 "PUT /v2.0/ports/3b8f9db3-b508-4969-8816-9e6b2a755118 HTTP/1.1" status: 200 len: 1091 time: 0.7060966 Aug 23 15:54:09.615291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'tag': '3b8f9db3-b508-4969-8816-9e6b2a755118'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:54:09.618494 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41c14d8-aada-49df-b5d8-41684cfa3285" -d '{"events": [{"name": "network-changed", "server_uuid": "0f26bb12-b843-48b5-ac67-fc7c64ef959a", "tag": "3b8f9db3-b508-4969-8816-9e6b2a755118"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:54:09.646965 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfbbc8-0359-4bd8-a973-dd2c71c66308 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8f9db3-b508-4969-8816-9e6b2a755118,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:54:09.658886 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9b39ee-1124-4c11-8f94-6dd935c3a3eb x-openstack-request-id: req-1f9b39ee-1124-4c11-8f94-6dd935c3a3eb {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:54:09.659181 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f26bb12-b843-48b5-ac67-fc7c64ef959a", "tag": "3b8f9db3-b508-4969-8816-9e6b2a755118", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:54:09.659436 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f9b39ee-1124-4c11-8f94-6dd935c3a3eb {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:54:09.659870 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'tag': '3b8f9db3-b508-4969-8816-9e6b2a755118', 'status': 'completed', 'code': 200} Aug 23 15:54:09.730233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c14d8-aada-49df-b5d8-41684cfa3285 req-c2deb171-04ad-45f7-94e7-c0844d7f6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:09.731951 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d41c14d8-aada-49df-b5d8-41684cfa3285 req-c2deb171-04ad-45f7-94e7-c0844d7f6636 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f682d1f52fe44e558a18cf71b6a53780&device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 1094 time: 0.0462012 Aug 23 15:54:09.836175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c14d8-aada-49df-b5d8-41684cfa3285 req-c2349ed5-71b5-47a9-a09a-62938f1c2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:09.837672 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d41c14d8-aada-49df-b5d8-41684cfa3285 req-c2349ed5-71b5-47a9-a09a-62938f1c2f3d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f682d1f52fe44e558a18cf71b6a53780&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0981247 Aug 23 15:54:09.939130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c14d8-aada-49df-b5d8-41684cfa3285 req-88b46223-856e-457b-ad79-d907f1ead81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:09.940630 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d41c14d8-aada-49df-b5d8-41684cfa3285 req-88b46223-856e-457b-ad79-d907f1ead81b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962667 Aug 23 15:54:10.015301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-e1342e6a-115b-46a8-b286-6b73bc86cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:10.016724 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-e1342e6a-115b-46a8-b286-6b73bc86cbe5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f682d1f52fe44e558a18cf71b6a53780&device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 1094 time: 0.0413511 Aug 23 15:54:10.062351 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-2cbcc922-cca1-4824-aadc-1f55a6f9a996 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b8f9db3-b508-4969-8816-9e6b2a755118 HTTP/1.1" status: 200 len: 217 time: 0.0375664 Aug 23 15:54:10.113674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-67500661-8d68-4e80-92bc-51b2d6a426dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:10.115110 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-67500661-8d68-4e80-92bc-51b2d6a426dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96108963-6e20-435c-9f12-7612abad4a46 HTTP/1.1" status: 200 len: 854 time: 0.0444882 Aug 23 15:54:10.161310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-18641a46-dd3b-46ec-ab16-5e429410452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:10.163561 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-18641a46-dd3b-46ec-ab16-5e429410452b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=975f6ca5-0e8e-457c-b032-1a382147a0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405889 Aug 23 15:54:10.264280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-91539fb8-ca57-4311-9960-5546b9dd2bdc service neutron] 10.222.0.61 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921941 Aug 23 15:54:10.359864 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-581ef9a7-2b12-4058-9ec5-088802b4ecf5 req-c8d5f1d5-4823-4792-86d2-1d58eb6f3a98 service neutron] 10.222.0.61 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877755 Aug 23 15:54:10.364324 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38423-4b45-4780-87d3-4ab01245f404 req-8b9799b2-7cde-4209-b1c5-727640322922 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:10.366028 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b3c38423-4b45-4780-87d3-4ab01245f404 req-8b9799b2-7cde-4209-b1c5-727640322922 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 943 time: 0.0581949 Aug 23 15:54:10.404804 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b3c38423-4b45-4780-87d3-4ab01245f404 req-82a482dd-e04d-44f4-b475-e7e2aadf6a68 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325975 Aug 23 15:54:11.534600 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db18d0-9920-4f28-8553-b962655277d6 req-bcb0f542-59a7-4f1a-8cfc-c3ac7cb6af35 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:11.536128 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-61db18d0-9920-4f28-8553-b962655277d6 req-bcb0f542-59a7-4f1a-8cfc-c3ac7cb6af35 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 943 time: 0.0534444 Aug 23 15:54:11.576062 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-61db18d0-9920-4f28-8553-b962655277d6 req-4db131fd-6b6b-469a-b5b3-b3190e8b526e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339048 Aug 23 15:54:12.691429 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703a0c2-0d1b-459c-bb2e-a4a63f341de1 req-dad92d41-431f-48fe-bbd7-fcaf15189153 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:12.693744 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d703a0c2-0d1b-459c-bb2e-a4a63f341de1 req-dad92d41-431f-48fe-bbd7-fcaf15189153 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 943 time: 0.0506589 Aug 23 15:54:12.732295 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d703a0c2-0d1b-459c-bb2e-a4a63f341de1 req-e2d7ae74-0f3e-4fbf-83b6-a25c38a52043 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325439 Aug 23 15:54:13.441095 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:54:13.852338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e43bd-212f-4977-906a-6788a17cef85 req-aa0ba553-1ddb-437c-a998-f1af43b2eecb tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:13.853835 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-147e43bd-212f-4977-906a-6788a17cef85 req-aa0ba553-1ddb-437c-a998-f1af43b2eecb tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 943 time: 0.0553706 Aug 23 15:54:13.891916 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-147e43bd-212f-4977-906a-6788a17cef85 req-a2f1a6e7-c4f5-4dd5-a627-7bca04b0f31c tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320721 Aug 23 15:54:14.064356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 3b8f9db3-b508-4969-8816-9e6b2a755118 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:54:14.163481 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 3b8f9db3-b508-4969-8816-9e6b2a755118, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3b8f9db3-b508-4969-8816-9e6b2a755118,segment=NetworkSegment(c65605ec-3570-4982-9039-6b979289ae39),segment_id=c65605ec-3570-4982-9039-6b979289ae39)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:54:14.174297 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '3b8f9db3-b508-4969-8816-9e6b2a755118', 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'port_id': '3b8f9db3-b508-4969-8816-9e6b2a755118', 'mac_address': 'fa:16:3e:f4:46:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96108963-6e20-435c-9f12-7612abad4a46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:54:14.214619 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:14.227793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8f9db3-b508-4969-8816-9e6b2a755118 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:54:14.246946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 3b8f9db3-b508-4969-8816-9e6b2a755118, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3b8f9db3-b508-4969-8816-9e6b2a755118,segment=NetworkSegment(c65605ec-3570-4982-9039-6b979289ae39),segment_id=c65605ec-3570-4982-9039-6b979289ae39)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:54:14.310839 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:14.362619 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=3b8f9db3-b508-4969-8816-9e6b2a755118,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:54:14.560614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['3b8f9db3-b508-4969-8816-9e6b2a755118'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:54:15.010040 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c93379-5070-4e5b-816c-4e789444439e req-05f85467-c4ac-4229-896f-ba075776b7d5 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:15.011530 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32c93379-5070-4e5b-816c-4e789444439e req-05f85467-c4ac-4229-896f-ba075776b7d5 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 944 time: 0.0489297 Aug 23 15:54:15.050987 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-32c93379-5070-4e5b-816c-4e789444439e req-a011d6b6-b53f-417e-ae43-2c8255c7f365 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314741 Aug 23 15:54:16.073565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 3b8f9db3-b508-4969-8816-9e6b2a755118 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:54:16.165980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67468cf-7966-46d7-9ac8-54c9325e5c2c req-7b9df473-aa36-4321-b38e-5e27987e4ccc tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:16.167475 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a67468cf-7966-46d7-9ac8-54c9325e5c2c req-7b9df473-aa36-4321-b38e-5e27987e4ccc tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 944 time: 0.0493560 Aug 23 15:54:16.183496 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 3b8f9db3-b508-4969-8816-9e6b2a755118 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:54:16.187410 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 3b8f9db3-b508-4969-8816-9e6b2a755118 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:54:16.187825 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:16.207000 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a67468cf-7966-46d7-9ac8-54c9325e5c2c req-ebd8e026-144d-4ba6-b44f-300fea210d0e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334821 Aug 23 15:54:16.277222 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:16.299849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8f9db3-b508-4969-8816-9e6b2a755118'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:54:16.302642 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e1007b-ba68-41fe-ad89-6a66e8489553" -d '{"events": [{"server_uuid": "0f26bb12-b843-48b5-ac67-fc7c64ef959a", "name": "network-vif-plugged", "status": "completed", "tag": "3b8f9db3-b508-4969-8816-9e6b2a755118"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:54:16.314700 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:16.323941 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 3b8f9db3-b508-4969-8816-9e6b2a755118, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3b8f9db3-b508-4969-8816-9e6b2a755118,segment=NetworkSegment(c65605ec-3570-4982-9039-6b979289ae39),segment_id=c65605ec-3570-4982-9039-6b979289ae39)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:54:16.348006 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f1dc44-2bb2-4018-9c81-0968f1291a47 x-openstack-request-id: req-b4f1dc44-2bb2-4018-9c81-0968f1291a47 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:54:16.348006 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f26bb12-b843-48b5-ac67-fc7c64ef959a", "name": "network-vif-plugged", "status": "completed", "tag": "3b8f9db3-b508-4969-8816-9e6b2a755118", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:54:16.348006 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b4f1dc44-2bb2-4018-9c81-0968f1291a47 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:54:16.348006 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8f9db3-b508-4969-8816-9e6b2a755118', 'code': 200} Aug 23 15:54:16.400898 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:16.441558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b6b70-f6a9-4970-a506-92f015e51ba7 req-909ab7f3-7ee3-4c8f-96d4-91f084c41e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:16.443114 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-911b6b70-f6a9-4970-a506-92f015e51ba7 req-909ab7f3-7ee3-4c8f-96d4-91f084c41e00 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 1096 time: 0.0412438 Aug 23 15:54:16.448401 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=3b8f9db3-b508-4969-8816-9e6b2a755118,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:54:16.479023 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-911b6b70-f6a9-4970-a506-92f015e51ba7 req-32cf7541-500a-44b7-93d3-bf4b612e43a5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285208 Aug 23 15:54:17.325820 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ec78f-a6e8-48fb-b23b-89dae5699339 req-42774fe4-b2aa-40f5-81e7-4c53cda37db2 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:17.327314 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6a3ec78f-a6e8-48fb-b23b-89dae5699339 req-42774fe4-b2aa-40f5-81e7-4c53cda37db2 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 945 time: 0.0526688 Aug 23 15:54:17.365772 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6a3ec78f-a6e8-48fb-b23b-89dae5699339 req-e8a4619a-cc07-42c1-9767-dc9c6861dd9e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 Aug 23 15:54:18.503286 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee232d-28cb-4d0e-84b8-101258a37882 req-99b24014-5c31-49ca-b144-eb8c9fe6333c tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:18.504802 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bdee232d-28cb-4d0e-84b8-101258a37882 req-99b24014-5c31-49ca-b144-eb8c9fe6333c tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 945 time: 0.0545993 Aug 23 15:54:18.543623 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bdee232d-28cb-4d0e-84b8-101258a37882 req-63bc9277-ef1a-4ca8-918f-668dbed892de tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325575 Aug 23 15:54:18.658034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd3259-cca4-43f1-8f47-f2c0e52f5897 req-b6ecf82f-89f7-48f3-b01f-834ad57fdead tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:18.659520 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4bcd3259-cca4-43f1-8f47-f2c0e52f5897 req-b6ecf82f-89f7-48f3-b01f-834ad57fdead tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 945 time: 0.0500333 Aug 23 15:54:18.698151 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4bcd3259-cca4-43f1-8f47-f2c0e52f5897 req-5fbf7446-9b6d-48f7-b8ab-a12a67086cef tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325677 Aug 23 15:54:18.891996 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0bdb5-3b60-412e-8015-8b1aad20e0be req-410084e6-dd3f-43ad-abbe-65481f9b71a9 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:18.893486 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26f0bdb5-3b60-412e-8015-8b1aad20e0be req-410084e6-dd3f-43ad-abbe-65481f9b71a9 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 945 time: 0.0499814 Aug 23 15:54:18.932483 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-26f0bdb5-3b60-412e-8015-8b1aad20e0be req-648eb474-7dad-44b2-8cdc-c6295f11b75d tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322533 Aug 23 15:54:20.937804 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:22.688589 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7865c23d-da10-4cff-9d21-30eca28dddc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:25.557191 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:26.635979 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dd0c5ebe-ce49-4296-8f08-a4bb682b1e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:26.991797 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:28.808351 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:33.366456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce70fb6-ded1-47fd-ada4-5e391ca36b38 req-e3fb9a62-61e7-4be3-a6ba-84ef82106b20 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:33.367969 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ce70fb6-ded1-47fd-ada4-5e391ca36b38 req-e3fb9a62-61e7-4be3-a6ba-84ef82106b20 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 945 time: 0.0560725 Aug 23 15:54:33.407208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ce70fb6-ded1-47fd-ada4-5e391ca36b38 req-2d2bd730-f51c-40a0-8ed2-5ac92feced22 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330880 Aug 23 15:54:33.430094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39538) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:54:33.511924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f461f637-84d9-4912-8999-60faff204eb8 tempest-TestMinimumBasicScenario-1599076303 tempest-TestMinimumBasicScenario-1599076303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:33.513440 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f461f637-84d9-4912-8999-60faff204eb8 tempest-TestMinimumBasicScenario-1599076303 tempest-TestMinimumBasicScenario-1599076303-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 1091 time: 0.0823612 Aug 23 15:54:33.516443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39542) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:54:33.520921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '3b8f9db3-b508-4969-8816-9e6b2a755118', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'fixed_ip_address': '172.20.0.3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:54:33.606640 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:33.708666 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:33.814301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Allocated IP 172.25.8.141 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/1562a56c-7c28-4f70-9dfc-07794ca52b60) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:54:33.919596 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:34.018190 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:34.058053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:54:34.061079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:54:34.063539 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:54:34.093562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Pushing event updated for resources: {'Port': ['ID=1562a56c-7c28-4f70-9dfc-07794ca52b60,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:54:34.106161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:34.106517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:34.106868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:34.107213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:34.107555 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:34.107923 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:34.108255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:34.108589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:34.108922 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:34.109255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:34.109584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:34.109913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:34.455296 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:34.577999 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:34.727465 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:34.780023 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:34.849126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Pushing event updated for resources: {'Port': ['ID=1562a56c-7c28-4f70-9dfc-07794ca52b60,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:54:34.861304 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:34.965362 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Floating IP 09c4f600-7315-462b-ab01-997ed4596add associated. External IP: 172.25.8.141, port: 3b8f9db3-b508-4969-8816-9e6b2a755118. Aug 23 15:54:35.171431 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Router 72146ef8-7c6a-4cbf-a013-84f01d1d511d has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:54:35.281649 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:54:35.291786 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672fb13-7702-436c-99e9-c83f3dbc07da None None] Sync routers for ids ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:54:35.300438 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672fb13-7702-436c-99e9-c83f3dbc07da None None] Routers {'72146ef8-7c6a-4cbf-a013-84f01d1d511d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:54:35.301051 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-b672fb13-7702-436c-99e9-c83f3dbc07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:54:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:54:35.363075 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:35.393718 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0c6bfbaa-92f9-434a-a80a-16b5a4838630 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8735626 Aug 23 15:54:35.393718 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'tag': '3b8f9db3-b508-4969-8816-9e6b2a755118'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:54:35.394071 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3789c6d-908c-4d7c-8f40-748b1bd26edf" -d '{"events": [{"name": "network-changed", "server_uuid": "0f26bb12-b843-48b5-ac67-fc7c64ef959a", "tag": "3b8f9db3-b508-4969-8816-9e6b2a755118"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:54:35.394176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39544) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:54:35.399184 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1052301362', 'description': 'tempest-secgroup-smoke-1052301362 description', 'project_id': 'f682d1f52fe44e558a18cf71b6a53780'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:54:35.409503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-b672fb13-7702-436c-99e9-c83f3dbc07da None None] Set router 72146ef8-7c6a-4cbf-a013-84f01d1d511d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:54:35.434097 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f646135c-b2e1-4c2b-a963-a5d1517e3a48 x-openstack-request-id: req-f646135c-b2e1-4c2b-a963-a5d1517e3a48 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:54:35.434401 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f26bb12-b843-48b5-ac67-fc7c64ef959a", "tag": "3b8f9db3-b508-4969-8816-9e6b2a755118", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:54:35.434659 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f646135c-b2e1-4c2b-a963-a5d1517e3a48 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:54:35.435069 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'tag': '3b8f9db3-b508-4969-8816-9e6b2a755118', 'status': 'completed', 'code': 200} Aug 23 15:54:35.493146 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:35.506350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3789c6d-908c-4d7c-8f40-748b1bd26edf req-99be0d30-2bf3-4fe6-96aa-a469985841f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:35.507959 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3789c6d-908c-4d7c-8f40-748b1bd26edf req-99be0d30-2bf3-4fe6-96aa-a469985841f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f682d1f52fe44e558a18cf71b6a53780&device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 1096 time: 0.0478246 Aug 23 15:54:35.581458 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:35.609705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3789c6d-908c-4d7c-8f40-748b1bd26edf req-e30b079f-fce8-444c-92a0-2472c4ddcddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:35.611232 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3789c6d-908c-4d7c-8f40-748b1bd26edf req-e30b079f-fce8-444c-92a0-2472c4ddcddf service neutron] 10.222.0.61 "GET /v2.0/networks?id=975f6ca5-0e8e-457c-b032-1a382147a0bc HTTP/1.1" status: 200 len: 916 time: 0.0888810 Aug 23 15:54:35.645916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-b672fb13-7702-436c-99e9-c83f3dbc07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ff481152-0318-44ca-a478-61312720bd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:36Z', 'revision_number': 4, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'gw_port': {'id': 'ff481152-0318-44ca-a478-61312720bd8f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '09c4f600-7315-462b-ab01-997ed4596add', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'port_id': '3b8f9db3-b508-4969-8816-9e6b2a755118', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'mac_address': 'fa:16:3e:f4:46:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:54:34Z', 'updated_at': '2021-08-23T15:54:34Z', 'revision_number': 0, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855d222e-4434-4da3-b3ff-5e05fe325f5d', 'name': '', 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'mac_address': 'fa:16:3e:db:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '96108963-6e20-435c-9f12-7612abad4a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:36Z', 'updated_at': '2021-08-23T15:53:43Z', 'revision_number': 5, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'subnets': [{'id': '96108963-6e20-435c-9f12-7612abad4a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:54:35.649001 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:35.679720 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672fb13-7702-436c-99e9-c83f3dbc07da None None] Checking router: 72146ef8-7c6a-4cbf-a013-84f01d1d511d for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:54:35.689060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672fb13-7702-436c-99e9-c83f3dbc07da None None] Routers {'72146ef8-7c6a-4cbf-a013-84f01d1d511d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:54:35.689637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-b672fb13-7702-436c-99e9-c83f3dbc07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:54:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:54:35.691226 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cec1653-6770-42f9-b38f-65f859c8b892,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:54:35.698846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:35.699209 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:35.699549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:35.699915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:35.700256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:35.700480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3789c6d-908c-4d7c-8f40-748b1bd26edf req-de35eef9-9f6f-40a8-9dc1-501319ac2a85 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b8f9db3-b508-4969-8816-9e6b2a755118 HTTP/1.1" status: 200 len: 999 time: 0.0803804 Aug 23 15:54:35.700584 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:35.700913 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:35.701248 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:35.701576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:35.701920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:35.702229 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:35.702555 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:54:35.754229 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3789c6d-908c-4d7c-8f40-748b1bd26edf req-c13a4510-6b7b-4a8a-a981-45c2b42b8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:35.755738 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3789c6d-908c-4d7c-8f40-748b1bd26edf req-c13a4510-6b7b-4a8a-a981-45c2b42b8abe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96108963-6e20-435c-9f12-7612abad4a46 HTTP/1.1" status: 200 len: 854 time: 0.0473080 Aug 23 15:54:35.767128 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:35.771379 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-86a9fcdd-0edb-463a-a54e-beb13aa54236 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3732612 Aug 23 15:54:35.771592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39548) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:54:35.776969 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-6c669052-ab5e-4d41-b174-c1ed58bb2f5d tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Request body: {'security_group_rule': {'security_group_id': '1cec1653-6770-42f9-b38f-65f859c8b892', 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:54:35.799985 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-b672fb13-7702-436c-99e9-c83f3dbc07da None None] Set router 72146ef8-7c6a-4cbf-a013-84f01d1d511d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:54:35.803477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3789c6d-908c-4d7c-8f40-748b1bd26edf req-043785ec-0761-4358-a581-04d835398f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:35.805090 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3789c6d-908c-4d7c-8f40-748b1bd26edf req-043785ec-0761-4358-a581-04d835398f84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=975f6ca5-0e8e-457c-b032-1a382147a0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423467 Aug 23 15:54:35.859872 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6c669052-ab5e-4d41-b174-c1ed58bb2f5d tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:35.908021 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3789c6d-908c-4d7c-8f40-748b1bd26edf req-5dfba4f9-c75b-4cef-b65c-ab7fae949977 service neutron] 10.222.0.61 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953572 Aug 23 15:54:35.919914 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6c669052-ab5e-4d41-b174-c1ed58bb2f5d tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:35.991627 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6c669052-ab5e-4d41-b174-c1ed58bb2f5d tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:36.003926 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3789c6d-908c-4d7c-8f40-748b1bd26edf req-9bbae12f-4566-4ba7-8054-b4af37dc7a22 service neutron] 10.222.0.61 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866213 Aug 23 15:54:36.014346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c669052-ab5e-4d41-b174-c1ed58bb2f5d tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd10b4f-b769-41c8-aece-7b6998207436,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:54:36.038874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-b672fb13-7702-436c-99e9-c83f3dbc07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ff481152-0318-44ca-a478-61312720bd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:36Z', 'revision_number': 4, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'gw_port': {'id': 'ff481152-0318-44ca-a478-61312720bd8f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '09c4f600-7315-462b-ab01-997ed4596add', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'port_id': '3b8f9db3-b508-4969-8816-9e6b2a755118', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'mac_address': 'fa:16:3e:f4:46:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:54:34Z', 'updated_at': '2021-08-23T15:54:34Z', 'revision_number': 0, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855d222e-4434-4da3-b3ff-5e05fe325f5d', 'name': '', 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'mac_address': 'fa:16:3e:db:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '96108963-6e20-435c-9f12-7612abad4a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:36Z', 'updated_at': '2021-08-23T15:53:43Z', 'revision_number': 5, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'subnets': [{'id': '96108963-6e20-435c-9f12-7612abad4a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:54:36.065447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672fb13-7702-436c-99e9-c83f3dbc07da None None] The sync data for ids ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'] in n-d-804985-3 is: [{'id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ff481152-0318-44ca-a478-61312720bd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:36Z', 'revision_number': 4, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'gw_port': {'id': 'ff481152-0318-44ca-a478-61312720bd8f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '09c4f600-7315-462b-ab01-997ed4596add', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'port_id': '3b8f9db3-b508-4969-8816-9e6b2a755118', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'mac_address': 'fa:16:3e:f4:46:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:54:34Z', 'updated_at': '2021-08-23T15:54:34Z', 'revision_number': 0, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855d222e-4434-4da3-b3ff-5e05fe325f5d', 'name': '', 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'mac_address': 'fa:16:3e:db:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '96108963-6e20-435c-9f12-7612abad4a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:36Z', 'updated_at': '2021-08-23T15:53:43Z', 'revision_number': 5, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'subnets': [{'id': '96108963-6e20-435c-9f12-7612abad4a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:54:36.094803 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6c669052-ab5e-4d41-b174-c1ed58bb2f5d tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:36.096174 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6c669052-ab5e-4d41-b174-c1ed58bb2f5d tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3235056 Aug 23 15:54:36.098827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39550) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:54:36.103785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-c22bda8b-2c3a-4271-b3f1-6dfc4d8effe6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Request body: {'security_group_rule': {'security_group_id': '1cec1653-6770-42f9-b38f-65f859c8b892', 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:54:36.209996 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c22bda8b-2c3a-4271-b3f1-6dfc4d8effe6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:36.261907 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193efc58-3c8a-4d2b-9cc3-bafda43155c9 None None] New status for floating IP 09c4f600-7315-462b-ab01-997ed4596add: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:54:36.279482 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c22bda8b-2c3a-4271-b3f1-6dfc4d8effe6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:36.349756 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c22bda8b-2c3a-4271-b3f1-6dfc4d8effe6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:36.371226 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bda8b-2c3a-4271-b3f1-6dfc4d8effe6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f57f7e-1e20-4ed3-9ba2-b559591eaf74,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:54:36.423932 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c22bda8b-2c3a-4271-b3f1-6dfc4d8effe6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:36.425228 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c22bda8b-2c3a-4271-b3f1-6dfc4d8effe6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3253996 Aug 23 15:54:36.427861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39552) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:54:36.433972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-21e8821f-b8b0-46e0-8f98-1bc00f96224a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Request body: {'security_group_rule': {'security_group_id': '1cec1653-6770-42f9-b38f-65f859c8b892', 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:54:36.528185 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-21e8821f-b8b0-46e0-8f98-1bc00f96224a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:36.585341 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-21e8821f-b8b0-46e0-8f98-1bc00f96224a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:36.654361 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-21e8821f-b8b0-46e0-8f98-1bc00f96224a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:36.675619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8821f-b8b0-46e0-8f98-1bc00f96224a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3adb9a-2479-4e13-98f3-d646e2fdc7d3,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:54:36.734604 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-21e8821f-b8b0-46e0-8f98-1bc00f96224a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:36.735912 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-21e8821f-b8b0-46e0-8f98-1bc00f96224a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3070216 Aug 23 15:54:36.738633 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39554) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:54:36.743182 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e3d338be-1904-4195-a628-e090e9054ce6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Request body: {'security_group_rule': {'security_group_id': '1cec1653-6770-42f9-b38f-65f859c8b892', 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:54:36.819161 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3d338be-1904-4195-a628-e090e9054ce6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:36.879441 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3d338be-1904-4195-a628-e090e9054ce6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:36.945945 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3d338be-1904-4195-a628-e090e9054ce6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:36.967163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d338be-1904-4195-a628-e090e9054ce6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bc9a4b-fd56-4ba1-a7a0-b1cc2782b402,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:54:37.026188 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e3d338be-1904-4195-a628-e090e9054ce6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:37.027458 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e3d338be-1904-4195-a628-e090e9054ce6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2877872 Aug 23 15:54:37.030163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39556) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:54:37.034711 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-5082e8f0-4428-42c4-8f81-b57007cd4b5a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Request body: {'security_group_rule': {'security_group_id': '1cec1653-6770-42f9-b38f-65f859c8b892', 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:54:37.214672 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-5082e8f0-4428-42c4-8f81-b57007cd4b5a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Project f682d1f52fe44e558a18cf71b6a53780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:54:37.220038 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5082e8f0-4428-42c4-8f81-b57007cd4b5a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:37.281220 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5082e8f0-4428-42c4-8f81-b57007cd4b5a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:37.360936 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5082e8f0-4428-42c4-8f81-b57007cd4b5a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:37.378893 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082e8f0-4428-42c4-8f81-b57007cd4b5a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a54b25-ce20-42ca-89b3-f426073c9044,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:54:37.457963 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5082e8f0-4428-42c4-8f81-b57007cd4b5a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:37.460054 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5082e8f0-4428-42c4-8f81-b57007cd4b5a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4287558 Aug 23 15:54:37.462915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39558) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:54:37.467445 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-429ca5af-6d86-45b7-9966-19d5d7b8dd0e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Request body: {'security_group_rule': {'security_group_id': '1cec1653-6770-42f9-b38f-65f859c8b892', 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:54:37.544061 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-429ca5af-6d86-45b7-9966-19d5d7b8dd0e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Project f682d1f52fe44e558a18cf71b6a53780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:54:37.548981 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-429ca5af-6d86-45b7-9966-19d5d7b8dd0e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:37.610816 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-429ca5af-6d86-45b7-9966-19d5d7b8dd0e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:37.686605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-429ca5af-6d86-45b7-9966-19d5d7b8dd0e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:37.703911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ca5af-6d86-45b7-9966-19d5d7b8dd0e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311b8c1a-5509-4348-a562-175b7fb70d82,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:54:37.772324 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-429ca5af-6d86-45b7-9966-19d5d7b8dd0e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:37.773497 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-429ca5af-6d86-45b7-9966-19d5d7b8dd0e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3096061 Aug 23 15:54:37.852472 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-55247210-9a5c-421b-aaa5-d08c2f9dc03d req-c6a9da90-9305-44c2-8baa-b265e2614627 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052301362&fields=id&tenant_id=f682d1f52fe44e558a18cf71b6a53780 HTTP/1.1" status: 200 len: 267 time: 0.0335772 Aug 23 15:54:37.905018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55247210-9a5c-421b-aaa5-d08c2f9dc03d req-4f3afe78-bc8e-4937-9648-2e76216a737f tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:37.906476 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-55247210-9a5c-421b-aaa5-d08c2f9dc03d req-4f3afe78-bc8e-4937-9648-2e76216a737f tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 945 time: 0.0475411 Aug 23 15:54:37.918102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-55247210-9a5c-421b-aaa5-d08c2f9dc03d req-041b183b-efdd-4f7e-be77-67a69ba9bec1 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Request body: {'port': {'security_groups': ['37e89ffa-6b1d-4b20-abe1-fff71bca6ff9', '1cec1653-6770-42f9-b38f-65f859c8b892']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:54:37.983455 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-55247210-9a5c-421b-aaa5-d08c2f9dc03d req-041b183b-efdd-4f7e-be77-67a69ba9bec1 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:38.170866 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-55247210-9a5c-421b-aaa5-d08c2f9dc03d req-041b183b-efdd-4f7e-be77-67a69ba9bec1 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] For port 3b8f9db3-b508-4969-8816-9e6b2a755118, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3b8f9db3-b508-4969-8816-9e6b2a755118,segment=NetworkSegment(c65605ec-3570-4982-9039-6b979289ae39),segment_id=c65605ec-3570-4982-9039-6b979289ae39)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:54:38.199216 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-55247210-9a5c-421b-aaa5-d08c2f9dc03d req-041b183b-efdd-4f7e-be77-67a69ba9bec1 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:38.257901 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-55247210-9a5c-421b-aaa5-d08c2f9dc03d req-041b183b-efdd-4f7e-be77-67a69ba9bec1 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:38.271252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['3b8f9db3-b508-4969-8816-9e6b2a755118'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:54:38.310149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55247210-9a5c-421b-aaa5-d08c2f9dc03d req-041b183b-efdd-4f7e-be77-67a69ba9bec1 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:38.310631 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-55247210-9a5c-421b-aaa5-d08c2f9dc03d req-041b183b-efdd-4f7e-be77-67a69ba9bec1 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:38.312125 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-55247210-9a5c-421b-aaa5-d08c2f9dc03d req-041b183b-efdd-4f7e-be77-67a69ba9bec1 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "PUT /v2.0/ports/3b8f9db3-b508-4969-8816-9e6b2a755118 HTTP/1.1" status: 200 len: 981 time: 0.3991010 Aug 23 15:54:38.312678 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'tag': '3b8f9db3-b508-4969-8816-9e6b2a755118'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:54:38.314873 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b18ae35-c056-4a2c-80e5-c9490c08850f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f26bb12-b843-48b5-ac67-fc7c64ef959a", "tag": "3b8f9db3-b508-4969-8816-9e6b2a755118"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:54:38.344422 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b183b-efdd-4f7e-be77-67a69ba9bec1 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Pushing event updated for resources: {'Port': ['ID=3b8f9db3-b508-4969-8816-9e6b2a755118,revision_number=6']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:54:38.375586 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647d842c-7fa0-4a5b-a738-1ee67369847c x-openstack-request-id: req-647d842c-7fa0-4a5b-a738-1ee67369847c {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:54:38.376032 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f26bb12-b843-48b5-ac67-fc7c64ef959a", "tag": "3b8f9db3-b508-4969-8816-9e6b2a755118", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:54:38.376298 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-647d842c-7fa0-4a5b-a738-1ee67369847c {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:54:38.376713 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'tag': '3b8f9db3-b508-4969-8816-9e6b2a755118', 'status': 'completed', 'code': 200} Aug 23 15:54:38.376842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['3b8f9db3-b508-4969-8816-9e6b2a755118'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:54:38.484071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18ae35-c056-4a2c-80e5-c9490c08850f req-31053e77-c494-43f0-8361-d70cbb6ea70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:38.485532 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b18ae35-c056-4a2c-80e5-c9490c08850f req-31053e77-c494-43f0-8361-d70cbb6ea70d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f682d1f52fe44e558a18cf71b6a53780&device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 1135 time: 0.0799148 Aug 23 15:54:38.494553 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd214f-6479-4eb8-90c5-f0a162b7966b req-167557f3-4020-4463-8a2a-fa5e57a1d75e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:38.495873 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-defd214f-6479-4eb8-90c5-f0a162b7966b req-167557f3-4020-4463-8a2a-fa5e57a1d75e tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 984 time: 0.1004400 Aug 23 15:54:38.600487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18ae35-c056-4a2c-80e5-c9490c08850f req-a99a0917-8230-43ad-a647-2f0476d03f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:38.602453 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b18ae35-c056-4a2c-80e5-c9490c08850f req-a99a0917-8230-43ad-a647-2f0476d03f73 service neutron] 10.222.0.61 "GET /v2.0/networks?id=975f6ca5-0e8e-457c-b032-1a382147a0bc HTTP/1.1" status: 200 len: 916 time: 0.1056578 Aug 23 15:54:38.643937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5ce1ece1-4196-4e03-8945-72aea0d9a7e8 None None] Provisioning complete for port 3b8f9db3-b508-4969-8816-9e6b2a755118 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:54:38.644316 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5ce1ece1-4196-4e03-8945-72aea0d9a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:38.700894 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b18ae35-c056-4a2c-80e5-c9490c08850f req-88a28ed2-49a6-4e5a-af9d-08c237f3961e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b8f9db3-b508-4969-8816-9e6b2a755118 HTTP/1.1" status: 200 len: 1001 time: 0.0908384 Aug 23 15:54:38.707739 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-defd214f-6479-4eb8-90c5-f0a162b7966b req-2654213d-ef77-4b29-8bdc-bb8a42ed28cd tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&id=1cec1653-6770-42f9-b38f-65f859c8b892&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2024648 Aug 23 15:54:38.752443 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18ae35-c056-4a2c-80e5-c9490c08850f req-5aabf041-3a14-486d-bfe9-b4f1cf596af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:38.754171 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b18ae35-c056-4a2c-80e5-c9490c08850f req-5aabf041-3a14-486d-bfe9-b4f1cf596af9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96108963-6e20-435c-9f12-7612abad4a46 HTTP/1.1" status: 200 len: 854 time: 0.0453176 Aug 23 15:54:38.801657 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18ae35-c056-4a2c-80e5-c9490c08850f req-13490112-c00c-4253-aff1-4eb3798ce3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:38.803175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b18ae35-c056-4a2c-80e5-c9490c08850f req-13490112-c00c-4253-aff1-4eb3798ce3b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=975f6ca5-0e8e-457c-b032-1a382147a0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410597 Aug 23 15:54:38.904111 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b18ae35-c056-4a2c-80e5-c9490c08850f req-34c6c19b-7a7e-4958-995e-d440c758f10e service neutron] 10.222.0.61 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928357 Aug 23 15:54:39.000576 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6b18ae35-c056-4a2c-80e5-c9490c08850f req-7327d5ba-f57b-4174-b32e-140b6b8c2563 service neutron] 10.222.0.61 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889814 Aug 23 15:54:46.309506 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:50.439879 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:54:50.986481 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:52.710124 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3b9ede05-2745-45e1-8cc5-0c3fc73831ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:52.906015 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4a14a-fde3-4ac9-b2b6-ea875f720a80 req-4f34e901-0fda-448a-80e7-7ed3d13e9560 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:52.907419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04e4a14a-fde3-4ac9-b2b6-ea875f720a80 req-4f34e901-0fda-448a-80e7-7ed3d13e9560 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 984 time: 0.0564427 Aug 23 15:54:52.974505 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04e4a14a-fde3-4ac9-b2b6-ea875f720a80 req-180483c8-1c32-4154-9b45-d7b3b49ba1ba tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&id=1cec1653-6770-42f9-b38f-65f859c8b892&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607355 Aug 23 15:54:52.980508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dbd6f-a3dc-4ef2-a64e-5ff410febed4 req-a5cda67a-2a88-40f5-923b-fc7c2a4a9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:52.981913 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a4dbd6f-a3dc-4ef2-a64e-5ff410febed4 req-a5cda67a-2a88-40f5-923b-fc7c2a4a9a50 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f682d1f52fe44e558a18cf71b6a53780&device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 1135 time: 0.0621064 Aug 23 15:54:53.074519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dbd6f-a3dc-4ef2-a64e-5ff410febed4 req-3e257bf1-a6e7-429e-a662-b51e68568ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:53.076023 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a4dbd6f-a3dc-4ef2-a64e-5ff410febed4 req-3e257bf1-a6e7-429e-a662-b51e68568ca6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=975f6ca5-0e8e-457c-b032-1a382147a0bc HTTP/1.1" status: 200 len: 916 time: 0.0861912 Aug 23 15:54:53.143676 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a4dbd6f-a3dc-4ef2-a64e-5ff410febed4 req-32696636-dfd6-48d8-a079-8ecad32c5c27 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b8f9db3-b508-4969-8816-9e6b2a755118 HTTP/1.1" status: 200 len: 1001 time: 0.0603008 Aug 23 15:54:53.192861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dbd6f-a3dc-4ef2-a64e-5ff410febed4 req-e2fe8930-5253-4c49-9e8f-c582ca841b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:53.194190 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a4dbd6f-a3dc-4ef2-a64e-5ff410febed4 req-e2fe8930-5253-4c49-9e8f-c582ca841b79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96108963-6e20-435c-9f12-7612abad4a46 HTTP/1.1" status: 200 len: 854 time: 0.0435474 Aug 23 15:54:53.242660 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dbd6f-a3dc-4ef2-a64e-5ff410febed4 req-232bbec3-f823-4a6e-b60c-58298bfe442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:53.244210 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a4dbd6f-a3dc-4ef2-a64e-5ff410febed4 req-232bbec3-f823-4a6e-b60c-58298bfe442e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=975f6ca5-0e8e-457c-b032-1a382147a0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426710 Aug 23 15:54:53.332669 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a4dbd6f-a3dc-4ef2-a64e-5ff410febed4 req-5a9d0b05-38ec-4acb-afdd-fa07b736df41 service neutron] 10.222.0.61 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809863 Aug 23 15:54:53.425520 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a4dbd6f-a3dc-4ef2-a64e-5ff410febed4 req-cf6de9e3-d747-4b65-9612-35040cb96cd6 service neutron] 10.222.0.61 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850735 Aug 23 15:54:54.146659 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365d10c-01d7-450e-aa2a-cb4b612e9667 req-2c0a2464-1816-4740-be92-dbb1190826f9 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:54.148176 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4365d10c-01d7-450e-aa2a-cb4b612e9667 req-2c0a2464-1816-4740-be92-dbb1190826f9 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 984 time: 0.1046860 Aug 23 15:54:54.188151 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4365d10c-01d7-450e-aa2a-cb4b612e9667 req-324b4107-6091-46f5-a72d-64d718d86712 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&id=1cec1653-6770-42f9-b38f-65f859c8b892&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338399 Aug 23 15:54:55.576205 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:55.627391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920d037-5e5b-48b5-8926-e5c125a0b0e9 req-cecd0519-c3c8-4309-b299-2e93aea5be1f tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:55.628928 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3920d037-5e5b-48b5-8926-e5c125a0b0e9 req-cecd0519-c3c8-4309-b299-2e93aea5be1f tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 984 time: 0.3727870 Aug 23 15:54:55.673633 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3920d037-5e5b-48b5-8926-e5c125a0b0e9 req-a6db2baa-5603-4a5e-ad72-93c946452210 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&id=1cec1653-6770-42f9-b38f-65f859c8b892&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385695 Aug 23 15:54:56.687158 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6f72c6d0-3912-4a17-93ca-39369a9bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:56.793838 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a88c7-38df-4e7b-835e-f8bccc723cf2 req-948068d9-051b-47ce-96f4-6bc5931ace11 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:56.795338 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-851a88c7-38df-4e7b-835e-f8bccc723cf2 req-948068d9-051b-47ce-96f4-6bc5931ace11 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 984 time: 0.0537062 Aug 23 15:54:56.836820 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-851a88c7-38df-4e7b-835e-f8bccc723cf2 req-2aba5ee6-7ad6-443d-8b86-faabeb18d2da tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&id=1cec1653-6770-42f9-b38f-65f859c8b892&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351863 Aug 23 15:54:57.009149 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:57.956977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51de54-b33e-46bd-92e2-5fca7014dc56 req-b26e1a76-1e47-49ca-a347-fa1a3846c203 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:57.958358 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e51de54-b33e-46bd-92e2-5fca7014dc56 req-b26e1a76-1e47-49ca-a347-fa1a3846c203 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 984 time: 0.0514047 Aug 23 15:54:57.998355 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4e51de54-b33e-46bd-92e2-5fca7014dc56 req-0cba6daf-36f1-4d34-8df1-bb1ca1e743a9 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&id=1cec1653-6770-42f9-b38f-65f859c8b892&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331376 Aug 23 15:54:58.818859 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:54:59.114231 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a44a91-6750-4408-929e-ecbf763553e6 req-d9f4c400-17f0-4dfb-b83f-0dead82759f5 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:54:59.115758 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31a44a91-6750-4408-929e-ecbf763553e6 req-d9f4c400-17f0-4dfb-b83f-0dead82759f5 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 984 time: 0.0502934 Aug 23 15:54:59.155357 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31a44a91-6750-4408-929e-ecbf763553e6 req-521e7d5d-8a20-4f95-887c-337b6eb1f361 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&id=1cec1653-6770-42f9-b38f-65f859c8b892&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328088 Aug 23 15:55:00.272499 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff7e8e-f82c-4696-8b2e-b81a43a02025 req-2f3fca55-263c-48d7-8a6a-197c9f8ec05b tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:00.273966 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74ff7e8e-f82c-4696-8b2e-b81a43a02025 req-2f3fca55-263c-48d7-8a6a-197c9f8ec05b tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 984 time: 0.0524139 Aug 23 15:55:00.314069 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74ff7e8e-f82c-4696-8b2e-b81a43a02025 req-720c36ff-fdb1-467c-a27d-d7a40523a2c3 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&id=1cec1653-6770-42f9-b38f-65f859c8b892&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335155 Aug 23 15:55:00.960554 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b115f5-948b-4d5b-bae6-ecf95421b5a7 req-5ed9f240-50f2-4243-9f0a-08827c3b8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:00.961994 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71b115f5-948b-4d5b-bae6-ecf95421b5a7 req-5ed9f240-50f2-4243-9f0a-08827c3b8cd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f682d1f52fe44e558a18cf71b6a53780&device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 1135 time: 0.0969841 Aug 23 15:55:01.062534 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b115f5-948b-4d5b-bae6-ecf95421b5a7 req-083b1eef-e489-4559-bc06-f19e93cecbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:01.064076 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71b115f5-948b-4d5b-bae6-ecf95421b5a7 req-083b1eef-e489-4559-bc06-f19e93cecbdd service neutron] 10.222.0.61 "GET /v2.0/networks?id=975f6ca5-0e8e-457c-b032-1a382147a0bc HTTP/1.1" status: 200 len: 916 time: 0.0823579 Aug 23 15:55:01.131431 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71b115f5-948b-4d5b-bae6-ecf95421b5a7 req-9ca30e57-8d23-48f4-a96d-29c8bd3245c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b8f9db3-b508-4969-8816-9e6b2a755118 HTTP/1.1" status: 200 len: 1001 time: 0.0604737 Aug 23 15:55:01.180098 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b115f5-948b-4d5b-bae6-ecf95421b5a7 req-47daeb64-8c39-4934-8379-6cca859887e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:01.181525 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71b115f5-948b-4d5b-bae6-ecf95421b5a7 req-47daeb64-8c39-4934-8379-6cca859887e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96108963-6e20-435c-9f12-7612abad4a46 HTTP/1.1" status: 200 len: 854 time: 0.0433455 Aug 23 15:55:01.225895 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b115f5-948b-4d5b-bae6-ecf95421b5a7 req-58161ed6-0251-4cac-964f-b21d174d8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:01.227378 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71b115f5-948b-4d5b-bae6-ecf95421b5a7 req-58161ed6-0251-4cac-964f-b21d174d8ac6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=975f6ca5-0e8e-457c-b032-1a382147a0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389886 Aug 23 15:55:01.237964 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-71b115f5-948b-4d5b-bae6-ecf95421b5a7 req-240745ff-5bd4-4705-a5a5-14d890909847 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:55:01.238890 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71b115f5-948b-4d5b-bae6-ecf95421b5a7 req-240745ff-5bd4-4705-a5a5-14d890909847 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049107 Aug 23 15:55:01.330504 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71b115f5-948b-4d5b-bae6-ecf95421b5a7 req-c9c378c2-4eb9-414e-85ac-a558c4919c0e service neutron] 10.222.0.61 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839994 Aug 23 15:55:01.422697 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-71b115f5-948b-4d5b-bae6-ecf95421b5a7 req-fe331f1b-2556-48d3-b575-35f5300f49ae service neutron] 10.222.0.61 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843666 Aug 23 15:55:01.441073 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f180975-b97b-4c58-bc2f-66213889c87f req-30fcae81-19fb-4684-8df4-c04f73db0f13 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:01.442600 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f180975-b97b-4c58-bc2f-66213889c87f req-30fcae81-19fb-4684-8df4-c04f73db0f13 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 984 time: 0.0520768 Aug 23 15:55:01.482896 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6f180975-b97b-4c58-bc2f-66213889c87f req-319c4261-c19e-4c45-9d35-5a0d7c799711 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&id=1cec1653-6770-42f9-b38f-65f859c8b892&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342178 Aug 23 15:55:02.604377 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163e92f-2ece-41b0-b486-a9a591b4a7d8 req-cd1b9e58-1a8b-4b82-ae06-25af45e5e6af tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:02.605781 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9163e92f-2ece-41b0-b486-a9a591b4a7d8 req-cd1b9e58-1a8b-4b82-ae06-25af45e5e6af tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 984 time: 0.0561008 Aug 23 15:55:02.648323 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9163e92f-2ece-41b0-b486-a9a591b4a7d8 req-22a6531c-d53a-4a9f-996c-b87f37d09359 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&id=1cec1653-6770-42f9-b38f-65f859c8b892&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359938 Aug 23 15:55:03.795176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f7186-e89f-46c5-bfd4-e21a6c3c03c6 req-749a5b3c-dc5a-4d2e-ab35-0cae44b42aa6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:03.798832 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f54f7186-e89f-46c5-bfd4-e21a6c3c03c6 req-749a5b3c-dc5a-4d2e-ab35-0cae44b42aa6 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 984 time: 0.0727072 Aug 23 15:55:03.841826 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f54f7186-e89f-46c5-bfd4-e21a6c3c03c6 req-7893949f-ff87-4280-8bc1-d049a718a6a0 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&id=1cec1653-6770-42f9-b38f-65f859c8b892&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366538 Aug 23 15:55:04.970572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcdd20-0527-413f-9d8e-0df8442d741b req-0ff2d9e9-562a-4f1e-8307-4afa5810e330 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:04.972156 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2edcdd20-0527-413f-9d8e-0df8442d741b req-0ff2d9e9-562a-4f1e-8307-4afa5810e330 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 984 time: 0.0605290 Aug 23 15:55:05.015208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2edcdd20-0527-413f-9d8e-0df8442d741b req-b426de55-1f99-49ff-b4ae-c6339ef2cb8a tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&id=1cec1653-6770-42f9-b38f-65f859c8b892&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368164 Aug 23 15:55:16.318764 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:20.961924 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:22.671087 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-29c9a5a9-799d-440b-95af-1fad2dd73bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:25.585310 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:26.647981 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-25f3c605-a687-4f9e-9fb1-c78f377fecca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:27.010193 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:27.440187 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:55:28.852671 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:37.621020 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-967ca6d4-702e-4ea4-b17e-5231b981397f req-4f0fb15e-e482-4adf-bd5b-6861d2025e37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052301362&fields=id&tenant_id=f682d1f52fe44e558a18cf71b6a53780 HTTP/1.1" status: 200 len: 267 time: 0.0346184 Aug 23 15:55:37.675698 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ca6d4-702e-4ea4-b17e-5231b981397f req-f571ec84-d08e-489d-8771-1ca2af642b36 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:37.677232 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-967ca6d4-702e-4ea4-b17e-5231b981397f req-f571ec84-d08e-489d-8771-1ca2af642b36 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 984 time: 0.0500522 Aug 23 15:55:37.689600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [req-967ca6d4-702e-4ea4-b17e-5231b981397f req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Request body: {'port': {'security_groups': ['37e89ffa-6b1d-4b20-abe1-fff71bca6ff9']}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:55:37.756308 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-967ca6d4-702e-4ea4-b17e-5231b981397f req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:37.934594 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [req-967ca6d4-702e-4ea4-b17e-5231b981397f req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] For port 3b8f9db3-b508-4969-8816-9e6b2a755118, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3b8f9db3-b508-4969-8816-9e6b2a755118,segment=NetworkSegment(c65605ec-3570-4982-9039-6b979289ae39),segment_id=c65605ec-3570-4982-9039-6b979289ae39)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:55:37.971820 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-967ca6d4-702e-4ea4-b17e-5231b981397f req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:38.048469 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-967ca6d4-702e-4ea4-b17e-5231b981397f req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:38.064301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['3b8f9db3-b508-4969-8816-9e6b2a755118'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:55:38.097930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ca6d4-702e-4ea4-b17e-5231b981397f req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:38.098587 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [req-967ca6d4-702e-4ea4-b17e-5231b981397f req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:38.106412 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-967ca6d4-702e-4ea4-b17e-5231b981397f req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "PUT /v2.0/ports/3b8f9db3-b508-4969-8816-9e6b2a755118 HTTP/1.1" status: 200 len: 942 time: 0.4189377 Aug 23 15:55:38.106412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'tag': '3b8f9db3-b508-4969-8816-9e6b2a755118'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:55:38.106412 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}511f008c58a008c87eb616fe5d66cb7bdbcb90a14f59b6a049e8f0c7a287e225" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa276274-9b09-4d2b-8d4c-d36fdd4a668e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f26bb12-b843-48b5-ac67-fc7c64ef959a", "tag": "3b8f9db3-b508-4969-8816-9e6b2a755118"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:55:38.107570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39620) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:55:38.142063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Pushing event updated for resources: {'Port': ['ID=3b8f9db3-b508-4969-8816-9e6b2a755118,revision_number=7']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:55:38.151393 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.152382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.152984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.153565 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.154256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.155579 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.156199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.157079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.157733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.158251 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.158766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.159200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609440c4-eac1-417c-b9c5-b22e15249b37 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.171556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['3b8f9db3-b508-4969-8816-9e6b2a755118'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:55:38.199250 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:38.234498 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:38.250136 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84b84a2-5a75-49a1-ab2b-cd6a8de0f3ce x-openstack-request-id: req-b84b84a2-5a75-49a1-ab2b-cd6a8de0f3ce {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:55:38.250494 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f26bb12-b843-48b5-ac67-fc7c64ef959a", "tag": "3b8f9db3-b508-4969-8816-9e6b2a755118", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:55:38.250757 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b84b84a2-5a75-49a1-ab2b-cd6a8de0f3ce {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:55:38.251168 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'tag': '3b8f9db3-b508-4969-8816-9e6b2a755118', 'status': 'completed', 'code': 200} Aug 23 15:55:38.327221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa276274-9b09-4d2b-8d4c-d36fdd4a668e req-c53eb031-a373-42c7-bcf4-7bac71a964de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:38.328820 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa276274-9b09-4d2b-8d4c-d36fdd4a668e req-c53eb031-a373-42c7-bcf4-7bac71a964de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f682d1f52fe44e558a18cf71b6a53780&device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 1096 time: 0.0510337 Aug 23 15:55:38.428141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa276274-9b09-4d2b-8d4c-d36fdd4a668e req-77c370da-3325-43e5-99f2-ecc72b92cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:38.429631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa276274-9b09-4d2b-8d4c-d36fdd4a668e req-77c370da-3325-43e5-99f2-ecc72b92cace service neutron] 10.222.0.61 "GET /v2.0/networks?id=975f6ca5-0e8e-457c-b032-1a382147a0bc HTTP/1.1" status: 200 len: 916 time: 0.0913153 Aug 23 15:55:38.456766 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-61427199-dd73-42d6-af31-941b651e3605 None None] Provisioning complete for port 3b8f9db3-b508-4969-8816-9e6b2a755118 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:55:38.457051 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-61427199-dd73-42d6-af31-941b651e3605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:38.476873 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:38.479430 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:38.480613 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "DELETE /v2.0/security-groups/1cec1653-6770-42f9-b38f-65f859c8b892 HTTP/1.1" status: 204 len: 168 time: 0.3678234 Aug 23 15:55:38.484238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39626) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:55:38.497956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cec1653-6770-42f9-b38f-65f859c8b892,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:55:38.511249 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.511605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.511980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.512325 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.512669 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.512999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.513341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.514510 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.514764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.515162 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.515499 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.515855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36af8a-95e6-41ce-a23c-a5e33cf94346 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:38.534023 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa276274-9b09-4d2b-8d4c-d36fdd4a668e req-3ada1bdf-40b1-4547-a950-591b69afb890 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b8f9db3-b508-4969-8816-9e6b2a755118 HTTP/1.1" status: 200 len: 1001 time: 0.0964460 Aug 23 15:55:38.598358 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa276274-9b09-4d2b-8d4c-d36fdd4a668e req-11d2863f-54d8-4697-95d8-b666c502eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:38.599882 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa276274-9b09-4d2b-8d4c-d36fdd4a668e req-11d2863f-54d8-4697-95d8-b666c502eee2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96108963-6e20-435c-9f12-7612abad4a46 HTTP/1.1" status: 200 len: 854 time: 0.0513620 Aug 23 15:55:38.649616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa276274-9b09-4d2b-8d4c-d36fdd4a668e req-59587038-f109-472b-8fd9-cdde76f6b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:38.651158 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa276274-9b09-4d2b-8d4c-d36fdd4a668e req-59587038-f109-472b-8fd9-cdde76f6b78b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=975f6ca5-0e8e-457c-b032-1a382147a0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429039 Aug 23 15:55:38.673928 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-14a3297d-dbab-46a9-bf00-a3510b3de067 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Deleting port 1562a56c-7c28-4f70-9dfc-07794ca52b60 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:55:38.673928 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14a3297d-dbab-46a9-bf00-a3510b3de067 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:38.756583 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa276274-9b09-4d2b-8d4c-d36fdd4a668e req-85d969e4-ff77-42a4-9de9-efa28e20a66b service neutron] 10.222.0.61 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982232 Aug 23 15:55:38.762028 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14a3297d-dbab-46a9-bf00-a3510b3de067 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:38.762366 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14a3297d-dbab-46a9-bf00-a3510b3de067 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:38.775978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-14a3297d-dbab-46a9-bf00-a3510b3de067 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Calling delete_port for 1562a56c-7c28-4f70-9dfc-07794ca52b60 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:55:38.859378 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa276274-9b09-4d2b-8d4c-d36fdd4a668e req-2275de86-a56b-41ed-a404-286cb78b42ea service neutron] 10.222.0.61 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951774 Aug 23 15:55:38.997076 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14a3297d-dbab-46a9-bf00-a3510b3de067 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:39.030949 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3297d-dbab-46a9-bf00-a3510b3de067 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Pushing event deleted for resources: {'Port': ['ID=1562a56c-7c28-4f70-9dfc-07794ca52b60,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:55:39.091567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14a3297d-dbab-46a9-bf00-a3510b3de067 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:39.091997 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-14a3297d-dbab-46a9-bf00-a3510b3de067 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Floating IP 09c4f600-7315-462b-ab01-997ed4596add disassociated (deleted). External IP: 172.25.8.141, port: 3b8f9db3-b508-4969-8816-9e6b2a755118. Aug 23 15:55:39.305833 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a3297d-dbab-46a9-bf00-a3510b3de067 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Router 72146ef8-7c6a-4cbf-a013-84f01d1d511d has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:55:39.418200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a3297d-dbab-46a9-bf00-a3510b3de067 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:55:39.423907 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-14a3297d-dbab-46a9-bf00-a3510b3de067 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:39.428622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a504653-9608-41db-a3ec-ddb9dc52581d None None] Sync routers for ids ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:55:39.438711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a504653-9608-41db-a3ec-ddb9dc52581d None None] Routers {'72146ef8-7c6a-4cbf-a013-84f01d1d511d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:55:39.439332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2a504653-9608-41db-a3ec-ddb9dc52581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:55:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:55:39.455344 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-14a3297d-dbab-46a9-bf00-a3510b3de067 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "DELETE /v2.0/floatingips/09c4f600-7315-462b-ab01-997ed4596add HTTP/1.1" status: 204 len: 168 time: 0.9698803 Aug 23 15:55:39.552207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-2a504653-9608-41db-a3ec-ddb9dc52581d None None] Set router 72146ef8-7c6a-4cbf-a013-84f01d1d511d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:55:39.768451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2a504653-9608-41db-a3ec-ddb9dc52581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ff481152-0318-44ca-a478-61312720bd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:36Z', 'revision_number': 4, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'gw_port': {'id': 'ff481152-0318-44ca-a478-61312720bd8f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '855d222e-4434-4da3-b3ff-5e05fe325f5d', 'name': '', 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'mac_address': 'fa:16:3e:db:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '96108963-6e20-435c-9f12-7612abad4a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:36Z', 'updated_at': '2021-08-23T15:53:43Z', 'revision_number': 5, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'subnets': [{'id': '96108963-6e20-435c-9f12-7612abad4a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:55:39.797199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a504653-9608-41db-a3ec-ddb9dc52581d None None] Checking router: 72146ef8-7c6a-4cbf-a013-84f01d1d511d for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:55:39.806621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a504653-9608-41db-a3ec-ddb9dc52581d None None] Routers {'72146ef8-7c6a-4cbf-a013-84f01d1d511d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:55:39.807287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2a504653-9608-41db-a3ec-ddb9dc52581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:55:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:55:39.923722 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-2a504653-9608-41db-a3ec-ddb9dc52581d None None] Set router 72146ef8-7c6a-4cbf-a013-84f01d1d511d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:55:40.134706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-2a504653-9608-41db-a3ec-ddb9dc52581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ff481152-0318-44ca-a478-61312720bd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:36Z', 'revision_number': 4, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'gw_port': {'id': 'ff481152-0318-44ca-a478-61312720bd8f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '855d222e-4434-4da3-b3ff-5e05fe325f5d', 'name': '', 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'mac_address': 'fa:16:3e:db:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '96108963-6e20-435c-9f12-7612abad4a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:36Z', 'updated_at': '2021-08-23T15:53:43Z', 'revision_number': 5, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'subnets': [{'id': '96108963-6e20-435c-9f12-7612abad4a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:55:40.166524 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a504653-9608-41db-a3ec-ddb9dc52581d None None] The sync data for ids ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'] in n-d-804985-3 is: [{'id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ff481152-0318-44ca-a478-61312720bd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:36Z', 'revision_number': 4, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'gw_port': {'id': 'ff481152-0318-44ca-a478-61312720bd8f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '855d222e-4434-4da3-b3ff-5e05fe325f5d', 'name': '', 'network_id': '975f6ca5-0e8e-457c-b032-1a382147a0bc', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'mac_address': 'fa:16:3e:db:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '96108963-6e20-435c-9f12-7612abad4a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:36Z', 'updated_at': '2021-08-23T15:53:43Z', 'revision_number': 5, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'subnets': [{'id': '96108963-6e20-435c-9f12-7612abad4a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:55:40.252819 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'tag': '3b8f9db3-b508-4969-8816-9e6b2a755118'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:55:40.255257 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}511f008c58a008c87eb616fe5d66cb7bdbcb90a14f59b6a049e8f0c7a287e225" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc2c310-bcb9-4977-b585-2f1ee5886fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "0f26bb12-b843-48b5-ac67-fc7c64ef959a", "tag": "3b8f9db3-b508-4969-8816-9e6b2a755118"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:55:40.297883 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f04c4d0-84f9-4436-b902-c6994b7f8abf x-openstack-request-id: req-7f04c4d0-84f9-4436-b902-c6994b7f8abf {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:55:40.298332 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f26bb12-b843-48b5-ac67-fc7c64ef959a", "tag": "3b8f9db3-b508-4969-8816-9e6b2a755118", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:55:40.298888 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f04c4d0-84f9-4436-b902-c6994b7f8abf {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:55:40.299334 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'tag': '3b8f9db3-b508-4969-8816-9e6b2a755118', 'status': 'completed', 'code': 200} Aug 23 15:55:40.380018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2c310-bcb9-4977-b585-2f1ee5886fdc req-7bfc3e4c-d356-41a9-9948-9d321a9e095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:40.381607 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfc2c310-bcb9-4977-b585-2f1ee5886fdc req-7bfc3e4c-d356-41a9-9948-9d321a9e095d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f682d1f52fe44e558a18cf71b6a53780&device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 1096 time: 0.0553007 Aug 23 15:55:40.438616 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165a9e09-1e3a-4552-8bef-325c802dc2c8 None None] New status for floating IP 09c4f600-7315-462b-ab01-997ed4596add: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:55:40.480641 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2c310-bcb9-4977-b585-2f1ee5886fdc req-032ee797-4c60-46d2-950c-cb240e0b2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:40.482141 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfc2c310-bcb9-4977-b585-2f1ee5886fdc req-032ee797-4c60-46d2-950c-cb240e0b2f39 service neutron] 10.222.0.61 "GET /v2.0/networks?id=975f6ca5-0e8e-457c-b032-1a382147a0bc HTTP/1.1" status: 200 len: 916 time: 0.0927298 Aug 23 15:55:40.531728 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfc2c310-bcb9-4977-b585-2f1ee5886fdc req-fdb986fd-c616-4624-aaf4-cf043f5db56a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b8f9db3-b508-4969-8816-9e6b2a755118 HTTP/1.1" status: 200 len: 217 time: 0.0425537 Aug 23 15:55:40.593913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2c310-bcb9-4977-b585-2f1ee5886fdc req-8df61d30-f5c0-43c7-9e0c-ac46d8b9a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:40.595489 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfc2c310-bcb9-4977-b585-2f1ee5886fdc req-8df61d30-f5c0-43c7-9e0c-ac46d8b9a082 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96108963-6e20-435c-9f12-7612abad4a46 HTTP/1.1" status: 200 len: 854 time: 0.0569723 Aug 23 15:55:40.648474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2c310-bcb9-4977-b585-2f1ee5886fdc req-719b55c1-b38c-4da9-8e94-06fed24cad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:40.650190 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfc2c310-bcb9-4977-b585-2f1ee5886fdc req-719b55c1-b38c-4da9-8e94-06fed24cad3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=975f6ca5-0e8e-457c-b032-1a382147a0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469644 Aug 23 15:55:40.755897 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfc2c310-bcb9-4977-b585-2f1ee5886fdc req-814e6d4f-1a10-4543-9fc1-93b403745309 service neutron] 10.222.0.61 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981817 Aug 23 15:55:40.855359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bfc2c310-bcb9-4977-b585-2f1ee5886fdc req-67f7ac64-d5a4-4f03-94a9-47a3ad0305e9 service neutron] 10.222.0.61 "GET /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913200 Aug 23 15:55:46.302706 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:48.037760 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e9a67-38fd-4723-ad8b-b2ff5ce7fa61 req-551c4ad7-7e0d-4a21-a74e-3c5128cd00fb tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:48.132729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-920e9a67-38fd-4723-ad8b-b2ff5ce7fa61 req-551c4ad7-7e0d-4a21-a74e-3c5128cd00fb tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 945 time: 0.0518365 Aug 23 15:55:48.132729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-920e9a67-38fd-4723-ad8b-b2ff5ce7fa61 req-d57f88a8-1548-49f3-a61c-ff063bc72faa tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343618 Aug 23 15:55:49.202285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7ad04-3e65-4e45-9011-08df89e0ea83 req-11032781-eec5-4674-8ba4-4bec4f06f537 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:49.203837 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-95b7ad04-3e65-4e45-9011-08df89e0ea83 req-11032781-eec5-4674-8ba4-4bec4f06f537 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 945 time: 0.0534749 Aug 23 15:55:49.243633 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-95b7ad04-3e65-4e45-9011-08df89e0ea83 req-2fde8eca-f460-4ed4-95e2-ea9c29445ddd tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/security-groups?id=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336831 Aug 23 15:55:49.696241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c77035-0260-47e7-9355-ab9ed496fbca req-66702e40-e43d-4baa-affd-56a23b4b1e2d tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:55:49.697716 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f1c77035-0260-47e7-9355-ab9ed496fbca req-66702e40-e43d-4baa-affd-56a23b4b1e2d tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 945 time: 0.0549712 Aug 23 15:55:49.792466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-f1c77035-0260-47e7-9355-ab9ed496fbca req-159dafab-d6d3-4c64-8247-d04b4b013bd8 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Deleting port 3b8f9db3-b508-4969-8816-9e6b2a755118 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:55:49.792728 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f1c77035-0260-47e7-9355-ab9ed496fbca req-159dafab-d6d3-4c64-8247-d04b4b013bd8 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:49.892990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f1c77035-0260-47e7-9355-ab9ed496fbca req-159dafab-d6d3-4c64-8247-d04b4b013bd8 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] For port 3b8f9db3-b508-4969-8816-9e6b2a755118, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=3b8f9db3-b508-4969-8816-9e6b2a755118,segment=NetworkSegment(c65605ec-3570-4982-9039-6b979289ae39),segment_id=c65605ec-3570-4982-9039-6b979289ae39)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:55:49.893366 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f1c77035-0260-47e7-9355-ab9ed496fbca req-159dafab-d6d3-4c64-8247-d04b4b013bd8 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:49.905517 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-f1c77035-0260-47e7-9355-ab9ed496fbca req-159dafab-d6d3-4c64-8247-d04b4b013bd8 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Calling delete_port for 3b8f9db3-b508-4969-8816-9e6b2a755118 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:55:50.102638 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f1c77035-0260-47e7-9355-ab9ed496fbca req-159dafab-d6d3-4c64-8247-d04b4b013bd8 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:50.114234 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['3b8f9db3-b508-4969-8816-9e6b2a755118'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:55:50.138609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dafab-d6d3-4c64-8247-d04b4b013bd8 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Pushing event deleted for resources: {'Port': ['ID=3b8f9db3-b508-4969-8816-9e6b2a755118,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:55:50.182473 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c77035-0260-47e7-9355-ab9ed496fbca req-159dafab-d6d3-4c64-8247-d04b4b013bd8 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] No DVR routers for this DVR port 3b8f9db3-b508-4969-8816-9e6b2a755118 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:55:50.185180 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f1c77035-0260-47e7-9355-ab9ed496fbca req-159dafab-d6d3-4c64-8247-d04b4b013bd8 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:50.187384 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f1c77035-0260-47e7-9355-ab9ed496fbca req-159dafab-d6d3-4c64-8247-d04b4b013bd8 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.61 "DELETE /v2.0/ports/3b8f9db3-b508-4969-8816-9e6b2a755118 HTTP/1.1" status: 204 len: 173 time: 0.4835553 Aug 23 15:55:50.187858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'name': 'network-vif-deleted', 'tag': '3b8f9db3-b508-4969-8816-9e6b2a755118'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:55:50.194714 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604816d8-61cd-42e6-8d7f-fbd34837fbcf" -d '{"events": [{"server_uuid": "0f26bb12-b843-48b5-ac67-fc7c64ef959a", "name": "network-vif-deleted", "tag": "3b8f9db3-b508-4969-8816-9e6b2a755118"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:55:50.283054 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665aa588-348e-49d5-ba33-ebc3240b13d4 x-openstack-request-id: req-665aa588-348e-49d5-ba33-ebc3240b13d4 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:55:50.283350 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f26bb12-b843-48b5-ac67-fc7c64ef959a", "name": "network-vif-deleted", "tag": "3b8f9db3-b508-4969-8816-9e6b2a755118", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:55:50.283606 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-665aa588-348e-49d5-ba33-ebc3240b13d4 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:55:50.284046 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f26bb12-b843-48b5-ac67-fc7c64ef959a', 'name': 'network-vif-deleted', 'tag': '3b8f9db3-b508-4969-8816-9e6b2a755118', 'status': 'completed', 'code': 200} Aug 23 15:55:50.348365 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b59f517f-347f-4e44-8864-2d1f4cfac647 req-76bec9a6-da52-42ad-90bd-982b25d560c8 tempest-TestMinimumBasicScenario-88132848 tempest-TestMinimumBasicScenario-88132848-project] 10.222.0.38 "GET /v2.0/ports?device_id=0f26bb12-b843-48b5-ac67-fc7c64ef959a HTTP/1.1" status: 200 len: 210 time: 0.0320163 Aug 23 15:55:51.027988 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:52.492450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 3b8f9db3-b508-4969-8816-9e6b2a755118 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:55:52.513042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 3b8f9db3-b508-4969-8816-9e6b2a755118 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:55:52.513391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 3b8f9db3-b508-4969-8816-9e6b2a755118 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:55:52.570658 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39732) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:55:52.668310 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-387bb530-5bbd-46a6-bc07-338f5db32da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:52.939789 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb51b472-56e9-47ef-8f58-cea28350fe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:53.219467 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-eb51b472-56e9-47ef-8f58-cea28350fe88 admin admin] Deleting port 855d222e-4434-4da3-b3ff-5e05fe325f5d {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:55:53.219834 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb51b472-56e9-47ef-8f58-cea28350fe88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:53.299844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-eb51b472-56e9-47ef-8f58-cea28350fe88 admin admin] For port 855d222e-4434-4da3-b3ff-5e05fe325f5d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=855d222e-4434-4da3-b3ff-5e05fe325f5d,segment=NetworkSegment(c65605ec-3570-4982-9039-6b979289ae39),segment_id=c65605ec-3570-4982-9039-6b979289ae39)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:55:53.300217 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb51b472-56e9-47ef-8f58-cea28350fe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:53.312466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-eb51b472-56e9-47ef-8f58-cea28350fe88 admin admin] Calling delete_port for 855d222e-4434-4da3-b3ff-5e05fe325f5d owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:55:53.605462 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb51b472-56e9-47ef-8f58-cea28350fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:53.629992 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51b472-56e9-47ef-8f58-cea28350fe88 admin admin] Pushing event deleted for resources: {'Port': ['ID=855d222e-4434-4da3-b3ff-5e05fe325f5d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:55:53.804829 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-eb51b472-56e9-47ef-8f58-cea28350fe88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:54.020718 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb51b472-56e9-47ef-8f58-cea28350fe88 admin admin] Router 72146ef8-7c6a-4cbf-a013-84f01d1d511d has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:55:54.129714 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb51b472-56e9-47ef-8f58-cea28350fe88 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:55:54.135027 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-eb51b472-56e9-47ef-8f58-cea28350fe88 admin admin] 10.222.0.38 "PUT /v2.0/routers/72146ef8-7c6a-4cbf-a013-84f01d1d511d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5633202 Aug 23 15:55:54.137580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39734) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:55:54.140887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f67af4-7985-437e-83be-ca50140db602 None None] Sync routers for ids ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:55:54.150763 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f67af4-7985-437e-83be-ca50140db602 None None] Routers {'72146ef8-7c6a-4cbf-a013-84f01d1d511d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:55:54.151469 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-36f67af4-7985-437e-83be-ca50140db602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:55:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:55:54.273053 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:54.291458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-36f67af4-7985-437e-83be-ca50140db602 None None] Set router 72146ef8-7c6a-4cbf-a013-84f01d1d511d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:55:54.384591 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:54.482288 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-36f67af4-7985-437e-83be-ca50140db602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'ff481152-0318-44ca-a478-61312720bd8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:55:53Z', 'revision_number': 5, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'gw_port': {'id': 'ff481152-0318-44ca-a478-61312720bd8f', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:55:54.507868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] Deleting port ff481152-0318-44ca-a478-61312720bd8f {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:55:54.508217 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:54.513758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f67af4-7985-437e-83be-ca50140db602 None None] Checking router: 72146ef8-7c6a-4cbf-a013-84f01d1d511d for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:55:54.523030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f67af4-7985-437e-83be-ca50140db602 None None] Routers {'72146ef8-7c6a-4cbf-a013-84f01d1d511d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:55:54.532006 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-36f67af4-7985-437e-83be-ca50140db602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:55:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:55:54.614222 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] For port ff481152-0318-44ca-a478-61312720bd8f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ff481152-0318-44ca-a478-61312720bd8f,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:55:54.614920 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:54.616772 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-36f67af4-7985-437e-83be-ca50140db602 None None] Set router 72146ef8-7c6a-4cbf-a013-84f01d1d511d gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:55:54.627152 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] Calling delete_port for ff481152-0318-44ca-a478-61312720bd8f owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:55:54.669203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-36f67af4-7985-437e-83be-ca50140db602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:55:54Z', 'revision_number': 6, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:55:54.699282 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f67af4-7985-437e-83be-ca50140db602 None None] The sync data for ids ['72146ef8-7c6a-4cbf-a013-84f01d1d511d'] in n-d-804985-3 is: [{'id': '72146ef8-7c6a-4cbf-a013-84f01d1d511d', 'name': 'tempest-TestMinimumBasicScenario-1823637775-router', 'tenant_id': 'f682d1f52fe44e558a18cf71b6a53780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:34Z', 'updated_at': '2021-08-23T15:55:54Z', 'revision_number': 6, 'project_id': 'f682d1f52fe44e558a18cf71b6a53780', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:55:54.877109 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:54.905070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff481152-0318-44ca-a478-61312720bd8f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:55:54.967220 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.066399 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.069207 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.193920 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.194421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72146ef8-7c6a-4cbf-a013-84f01d1d511d {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:55:55.198852 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.200259 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b0d70e17-f983-4049-8792-8e040d3e7e38 admin admin] 10.222.0.38 "DELETE /v2.0/routers/72146ef8-7c6a-4cbf-a013-84f01d1d511d HTTP/1.1" status: 204 len: 168 time: 1.0617287 Aug 23 15:55:55.203643 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39736) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:55:55.248927 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1aa4573-aa07-4acb-aac4-b39739c875c6 admin admin] Deleting subnet 96108963-6e20-435c-9f12-7612abad4a46 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:55:55.252202 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4573-aa07-4acb-aac4-b39739c875c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.297562 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4573-aa07-4acb-aac4-b39739c875c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.384131 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4573-aa07-4acb-aac4-b39739c875c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.523222 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4573-aa07-4acb-aac4-b39739c875c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.549353 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa4573-aa07-4acb-aac4-b39739c875c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96108963-6e20-435c-9f12-7612abad4a46,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:55:55.555818 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a1aa4573-aa07-4acb-aac4-b39739c875c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.557751 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a1aa4573-aa07-4acb-aac4-b39739c875c6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/96108963-6e20-435c-9f12-7612abad4a46 HTTP/1.1" status: 204 len: 168 time: 0.3540423 Aug 23 15:55:55.560410 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39738) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:55:55.569735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249e10f4-a362-4ca1-8930-77592de08878 None None] Network 975f6ca5-0e8e-457c-b032-1a382147a0bc requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:55:55.609585 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.648036 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.712181 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] Deleting port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:55:55.712744 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.782533 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] DHCP port deletion for 975f6ca5-0e8e-457c-b032-1a382147a0bc request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:55:55.795748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] For port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6,segment=NetworkSegment(c65605ec-3570-4982-9039-6b979289ae39),segment_id=c65605ec-3570-4982-9039-6b979289ae39)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:55:55.796584 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.810416 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] Calling delete_port for 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:55:55.830862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Deleting port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:55:55.831237 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.900354 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] For port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6,segment=NetworkSegment(c65605ec-3570-4982-9039-6b979289ae39),segment_id=c65605ec-3570-4982-9039-6b979289ae39)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:55:55.901522 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.914965 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Calling delete_port for 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:55:55.957417 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:55.982011 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] Pushing event deleted for resources: {'Port': ['ID=943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:55:55.991603 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] No DVR routers for this DVR port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 15:55:55.999307 n-d-804985-3 neutron-server[96116]: self.session.flush() Aug 23 15:55:56.004787 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:56.032460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Pushing event deleted for resources: {'Port': ['ID=943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:55:56.037498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] No DVR routers for this DVR port 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:55:56.054063 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:56.054414 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:56.054764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:56.055105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:56.055463 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:56.055860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:56.056197 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:56.056527 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:56.056862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:56.057192 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:56.057520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:56.057849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cadb48-98c8-40b9-9c0f-30d3879f3662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:55:56.069275 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:56.079819 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975f6ca5-0e8e-457c-b032-1a382147a0bc']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:55:56.090340 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65605ec-3570-4982-9039-6b979289ae39') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:55:56.090633 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65605ec-3570-4982-9039-6b979289ae39') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:55:56.100153 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:56.113608 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:56.119519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:55:56.119949 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:55:56.121590 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:55:56.274776 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:56.281249 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:56.284598 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] 10.222.0.38 "DELETE /v2.0/networks/975f6ca5-0e8e-457c-b032-1a382147a0bc HTTP/1.1" status: 204 len: 168 time: 0.7215822 Aug 23 15:55:56.286165 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39740) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:55:56.299599 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351b34f-6bc6-4f57-bc85-c97399076507 admin admin] Pushing event deleted for resources: {'Network': ['ID=975f6ca5-0e8e-457c-b032-1a382147a0bc,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:55:56.409598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 855d222e-4434-4da3-b3ff-5e05fe325f5d no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:55:56.430862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 855d222e-4434-4da3-b3ff-5e05fe325f5d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:55:56.431217 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 855d222e-4434-4da3-b3ff-5e05fe325f5d not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:55:56.431637 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:55:56.453342 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:55:56.453698 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 943a6a78-4b0f-4fd8-b82b-78fc4e4d34e6 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:55:56.454125 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ff481152-0318-44ca-a478-61312720bd8f no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:55:56.479607 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: ff481152-0318-44ca-a478-61312720bd8f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:55:56.479983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ff481152-0318-44ca-a478-61312720bd8f not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:55:56.678268 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7509bda4-930d-4f02-840f-a4e04ab2233d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:56.985890 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-411a00d6-bc5b-40b8-ae74-099cc8a86152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:57.011241 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:57.236213 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-411a00d6-bc5b-40b8-ae74-099cc8a86152 admin admin] Deleting port e679e88b-c7e0-46f4-b328-2fed837a1315 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:55:57.236449 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-411a00d6-bc5b-40b8-ae74-099cc8a86152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:57.314050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-411a00d6-bc5b-40b8-ae74-099cc8a86152 admin admin] For port e679e88b-c7e0-46f4-b328-2fed837a1315, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=e679e88b-c7e0-46f4-b328-2fed837a1315,segment=NetworkSegment(11c97668-19d0-4cd9-a290-f698aec1a955),segment_id=11c97668-19d0-4cd9-a290-f698aec1a955)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:55:57.314743 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-411a00d6-bc5b-40b8-ae74-099cc8a86152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:57.327136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-411a00d6-bc5b-40b8-ae74-099cc8a86152 admin admin] Calling delete_port for e679e88b-c7e0-46f4-b328-2fed837a1315 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:55:57.616657 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-411a00d6-bc5b-40b8-ae74-099cc8a86152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:57.641535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a00d6-bc5b-40b8-ae74-099cc8a86152 admin admin] Pushing event deleted for resources: {'Port': ['ID=e679e88b-c7e0-46f4-b328-2fed837a1315,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:55:57.822871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-411a00d6-bc5b-40b8-ae74-099cc8a86152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:58.042896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411a00d6-bc5b-40b8-ae74-099cc8a86152 admin admin] Router b66db9d1-55a5-4e10-8cd5-2e0b968682d2 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:55:58.152111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411a00d6-bc5b-40b8-ae74-099cc8a86152 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:55:58.158318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-411a00d6-bc5b-40b8-ae74-099cc8a86152 admin admin] 10.222.0.38 "PUT /v2.0/routers/b66db9d1-55a5-4e10-8cd5-2e0b968682d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8708136 Aug 23 15:55:58.160869 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39742) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:55:58.161628 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3dba8-f90e-41f3-82a6-8a1649d0eaae None None] Sync routers for ids ['b66db9d1-55a5-4e10-8cd5-2e0b968682d2'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:55:58.171361 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c3dba8-f90e-41f3-82a6-8a1649d0eaae None None] Routers {'b66db9d1-55a5-4e10-8cd5-2e0b968682d2'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:55:58.173159 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-46c3dba8-f90e-41f3-82a6-8a1649d0eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:55:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['b66db9d1-55a5-4e10-8cd5-2e0b968682d2'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:55:58.264366 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:58.274925 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-46c3dba8-f90e-41f3-82a6-8a1649d0eaae None None] Set router b66db9d1-55a5-4e10-8cd5-2e0b968682d2 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:55:58.374664 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:58.451589 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-46c3dba8-f90e-41f3-82a6-8a1649d0eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'name': 'tempest-TestMinimumBasicScenario-19737858-router', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '48fc8db2-dacb-4cd5-8a18-345548465dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:39Z', 'updated_at': '2021-08-23T15:55:57Z', 'revision_number': 5, 'project_id': '5091606c36f944b3bcb5add0d2aa11fb', 'gw_port': {'id': '48fc8db2-dacb-4cd5-8a18-345548465dfc', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:53:40Z', 'updated_at': '2021-08-23T15:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:55:58.479104 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3dba8-f90e-41f3-82a6-8a1649d0eaae None None] Checking router: b66db9d1-55a5-4e10-8cd5-2e0b968682d2 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:55:58.487525 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c3dba8-f90e-41f3-82a6-8a1649d0eaae None None] Routers {'b66db9d1-55a5-4e10-8cd5-2e0b968682d2'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:55:58.488130 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-46c3dba8-f90e-41f3-82a6-8a1649d0eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:55:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['b66db9d1-55a5-4e10-8cd5-2e0b968682d2'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:55:58.512997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] Deleting port 48fc8db2-dacb-4cd5-8a18-345548465dfc {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:55:58.513348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:58.572296 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-46c3dba8-f90e-41f3-82a6-8a1649d0eaae None None] Set router b66db9d1-55a5-4e10-8cd5-2e0b968682d2 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:55:58.594112 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] For port 48fc8db2-dacb-4cd5-8a18-345548465dfc, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=48fc8db2-dacb-4cd5-8a18-345548465dfc,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:55:58.594709 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:58.606565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] Calling delete_port for 48fc8db2-dacb-4cd5-8a18-345548465dfc owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:55:58.623997 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-46c3dba8-f90e-41f3-82a6-8a1649d0eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'name': 'tempest-TestMinimumBasicScenario-19737858-router', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:39Z', 'updated_at': '2021-08-23T15:55:58Z', 'revision_number': 6, 'project_id': '5091606c36f944b3bcb5add0d2aa11fb', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:55:58.653894 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3dba8-f90e-41f3-82a6-8a1649d0eaae None None] The sync data for ids ['b66db9d1-55a5-4e10-8cd5-2e0b968682d2'] in n-d-804985-3 is: [{'id': 'b66db9d1-55a5-4e10-8cd5-2e0b968682d2', 'name': 'tempest-TestMinimumBasicScenario-19737858-router', 'tenant_id': '5091606c36f944b3bcb5add0d2aa11fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:53:39Z', 'updated_at': '2021-08-23T15:55:58Z', 'revision_number': 6, 'project_id': '5091606c36f944b3bcb5add0d2aa11fb', 'gw_port_host': None}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:55:58.828528 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:58.860593 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:58.891514 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=48fc8db2-dacb-4cd5-8a18-345548465dfc,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:55:58.953650 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.047760 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.050144 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.180394 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.180871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b66db9d1-55a5-4e10-8cd5-2e0b968682d2 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:55:59.185579 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.186753 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9f488ea2-6434-4347-b246-220da0de7a6e admin admin] 10.222.0.38 "DELETE /v2.0/routers/b66db9d1-55a5-4e10-8cd5-2e0b968682d2 HTTP/1.1" status: 204 len: 168 time: 1.0249505 Aug 23 15:55:59.189807 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39744) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:55:59.239886 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec75654-dbf6-4480-98ff-255245daef64 admin admin] Deleting subnet d8cb566e-7871-4466-abd9-c46785a911d1 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:55:59.242914 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0ec75654-dbf6-4480-98ff-255245daef64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.278420 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0ec75654-dbf6-4480-98ff-255245daef64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.355270 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0ec75654-dbf6-4480-98ff-255245daef64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.483681 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0ec75654-dbf6-4480-98ff-255245daef64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.511767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec75654-dbf6-4480-98ff-255245daef64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8cb566e-7871-4466-abd9-c46785a911d1,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:55:59.517472 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0ec75654-dbf6-4480-98ff-255245daef64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.519483 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0ec75654-dbf6-4480-98ff-255245daef64 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d8cb566e-7871-4466-abd9-c46785a911d1 HTTP/1.1" status: 204 len: 168 time: 0.3287210 Aug 23 15:55:59.522101 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39746) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:55:59.522958 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0a17d3-504b-4aa4-96a6-52337fd26439 None None] Network ab6d7fbb-a91a-4ad7-8ab5-06df96277332 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:55:59.592832 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.648238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] Deleting port 9229650b-d58a-4594-acf7-c1778d71047e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:55:59.648590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.704041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e222d6-5e9a-40d5-a362-f40c7c596003 None None] DHCP port deletion for ab6d7fbb-a91a-4ad7-8ab5-06df96277332 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:55:59.726301 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] For port 9229650b-d58a-4594-acf7-c1778d71047e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9229650b-d58a-4594-acf7-c1778d71047e,segment=NetworkSegment(11c97668-19d0-4cd9-a290-f698aec1a955),segment_id=11c97668-19d0-4cd9-a290-f698aec1a955)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:55:59.726914 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.744954 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] Calling delete_port for 9229650b-d58a-4594-acf7-c1778d71047e owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:55:59.762780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b4e222d6-5e9a-40d5-a362-f40c7c596003 None None] Deleting port 9229650b-d58a-4594-acf7-c1778d71047e {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:55:59.763194 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b4e222d6-5e9a-40d5-a362-f40c7c596003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.825303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b4e222d6-5e9a-40d5-a362-f40c7c596003 None None] For port 9229650b-d58a-4594-acf7-c1778d71047e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=9229650b-d58a-4594-acf7-c1778d71047e,segment=NetworkSegment(11c97668-19d0-4cd9-a290-f698aec1a955),segment_id=11c97668-19d0-4cd9-a290-f698aec1a955)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:55:59.828599 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b4e222d6-5e9a-40d5-a362-f40c7c596003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.838290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b4e222d6-5e9a-40d5-a362-f40c7c596003 None None] Calling delete_port for 9229650b-d58a-4594-acf7-c1778d71047e owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:55:59.896819 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.918071 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b4e222d6-5e9a-40d5-a362-f40c7c596003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:55:59.925812 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] No DVR routers for this DVR port 9229650b-d58a-4594-acf7-c1778d71047e on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:55:59.927813 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9229650b-d58a-4594-acf7-c1778d71047e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:55:59.945056 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e222d6-5e9a-40d5-a362-f40c7c596003 None None] Pushing event deleted for resources: {'Port': ['ID=9229650b-d58a-4594-acf7-c1778d71047e,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:55:59.951704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e222d6-5e9a-40d5-a362-f40c7c596003 None None] No DVR routers for this DVR port 9229650b-d58a-4594-acf7-c1778d71047e on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:56:00.002531 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:00.012321 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6d7fbb-a91a-4ad7-8ab5-06df96277332']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:56:00.022591 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c97668-19d0-4cd9-a290-f698aec1a955') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:56:00.022890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c97668-19d0-4cd9-a290-f698aec1a955') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:56:00.032287 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:00.045710 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:00.052020 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:56:00.052413 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:56:00.054018 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:56:00.185763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:00.191157 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:00.193070 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ab6d7fbb-a91a-4ad7-8ab5-06df96277332 HTTP/1.1" status: 204 len: 168 time: 0.6698518 Aug 23 15:56:00.213261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410e775-73e9-4ed8-ae75-07d9867040e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab6d7fbb-a91a-4ad7-8ab5-06df96277332,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:00.406985 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9229650b-d58a-4594-acf7-c1778d71047e no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:56:00.427847 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 9229650b-d58a-4594-acf7-c1778d71047e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:56:00.428198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 9229650b-d58a-4594-acf7-c1778d71047e not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:56:00.428616 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 48fc8db2-dacb-4cd5-8a18-345548465dfc no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:56:00.449598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 48fc8db2-dacb-4cd5-8a18-345548465dfc {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:56:00.449965 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 48fc8db2-dacb-4cd5-8a18-345548465dfc not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:56:00.450393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e679e88b-c7e0-46f4-b328-2fed837a1315 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:56:00.471779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: e679e88b-c7e0-46f4-b328-2fed837a1315 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:56:00.472130 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device e679e88b-c7e0-46f4-b328-2fed837a1315 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:56:00.539235 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39750) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:00.581299 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7d34e3a6-5ab2-4341-a082-b62788cd5039 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f682d1f52fe44e558a18cf71b6a53780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408163 Aug 23 15:56:00.583717 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39752) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:00.632637 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b62de0b3-3977-4bc3-bd02-4ecd694634a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:00.653938 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b62de0b3-3977-4bc3-bd02-4ecd694634a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:00.797499 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b62de0b3-3977-4bc3-bd02-4ecd694634a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:00.800163 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b62de0b3-3977-4bc3-bd02-4ecd694634a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:00.801361 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b62de0b3-3977-4bc3-bd02-4ecd694634a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/37e89ffa-6b1d-4b20-abe1-fff71bca6ff9 HTTP/1.1" status: 204 len: 168 time: 0.2167318 Aug 23 15:56:00.809291 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62de0b3-3977-4bc3-bd02-4ecd694634a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e89ffa-6b1d-4b20-abe1-fff71bca6ff9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:01.477070 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39758) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:01.522470 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e2af9382-e46d-4d62-b390-123bea6a4958 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5091606c36f944b3bcb5add0d2aa11fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442064 Aug 23 15:56:01.525437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39760) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:01.576785 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-940686b4-04a3-45b7-b390-1653c36a9c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:01.601955 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-940686b4-04a3-45b7-b390-1653c36a9c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:01.728478 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-940686b4-04a3-45b7-b390-1653c36a9c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:01.731140 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-940686b4-04a3-45b7-b390-1653c36a9c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:01.732365 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-940686b4-04a3-45b7-b390-1653c36a9c73 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/31e87597-c1c7-48d6-ba25-4cdbc586ec48 HTTP/1.1" status: 204 len: 168 time: 0.2060177 Aug 23 15:56:01.740341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940686b4-04a3-45b7-b390-1653c36a9c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e87597-c1c7-48d6-ba25-4cdbc586ec48,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:04.101442 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39802) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:04.106175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ad4a7b44-010b-44e7-9dd7-2fabe7d899cf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-871029684', 'description': 'tempest-secgroup-smoke-871029684 description', 'project_id': '7c2fbc554940487d802ee0e1f3459b84'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:56:04.180097 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7b44-010b-44e7-9dd7-2fabe7d899cf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:04.188650 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7b44-010b-44e7-9dd7-2fabe7d899cf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:04.278338 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7b44-010b-44e7-9dd7-2fabe7d899cf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:04.345847 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7b44-010b-44e7-9dd7-2fabe7d899cf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:04.380632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a7b44-010b-44e7-9dd7-2fabe7d899cf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df9a75f-5d40-4738-9760-341966b695a6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:04.439314 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:56:04.440287 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7b44-010b-44e7-9dd7-2fabe7d899cf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:04.496890 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7b44-010b-44e7-9dd7-2fabe7d899cf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:04.526979 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a7b44-010b-44e7-9dd7-2fabe7d899cf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e58ba3a-9802-48f2-bf45-d218d5a8863d,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:04.588505 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7b44-010b-44e7-9dd7-2fabe7d899cf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:04.589807 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ad4a7b44-010b-44e7-9dd7-2fabe7d899cf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4872928 Aug 23 15:56:04.592811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39804) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:04.597861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-006ba72e-9157-4863-bf46-d20314a33be3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '2e58ba3a-9802-48f2-bf45-d218d5a8863d', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:56:04.691677 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-006ba72e-9157-4863-bf46-d20314a33be3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:04.750777 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-006ba72e-9157-4863-bf46-d20314a33be3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:04.826316 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-006ba72e-9157-4863-bf46-d20314a33be3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:04.847466 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ba72e-9157-4863-bf46-d20314a33be3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d383d4-5566-4938-8409-fd370d59dfe6,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:04.920246 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-006ba72e-9157-4863-bf46-d20314a33be3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:04.921532 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-006ba72e-9157-4863-bf46-d20314a33be3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277836 Aug 23 15:56:04.925453 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39806) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:04.930349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-110c9868-2565-4749-abf5-a4c986c18401 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '2e58ba3a-9802-48f2-bf45-d218d5a8863d', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:56:05.037375 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-110c9868-2565-4749-abf5-a4c986c18401 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:05.094599 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-110c9868-2565-4749-abf5-a4c986c18401 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:05.171110 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-110c9868-2565-4749-abf5-a4c986c18401 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:05.188229 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c9868-2565-4749-abf5-a4c986c18401 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58b0b4a-bd49-4487-8855-0425e570e94c,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:05.291287 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-110c9868-2565-4749-abf5-a4c986c18401 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:05.292627 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-110c9868-2565-4749-abf5-a4c986c18401 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3660846 Aug 23 15:56:05.295356 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39808) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:05.300446 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a8ba5ff9-95a1-4d36-934d-a8281c1a89c8 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '2e58ba3a-9802-48f2-bf45-d218d5a8863d', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:56:05.397211 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8ba5ff9-95a1-4d36-934d-a8281c1a89c8 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:05.454734 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8ba5ff9-95a1-4d36-934d-a8281c1a89c8 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:05.542544 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8ba5ff9-95a1-4d36-934d-a8281c1a89c8 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:05.561613 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba5ff9-95a1-4d36-934d-a8281c1a89c8 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37209c3d-0c08-4b04-a65d-ea0cc574e092,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:05.626766 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a8ba5ff9-95a1-4d36-934d-a8281c1a89c8 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:05.628081 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a8ba5ff9-95a1-4d36-934d-a8281c1a89c8 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3316531 Aug 23 15:56:05.630771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39810) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:05.635191 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e12b7567-39fd-4374-acba-554fa819598f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '2e58ba3a-9802-48f2-bf45-d218d5a8863d', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:56:05.742192 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12b7567-39fd-4374-acba-554fa819598f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:05.802969 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12b7567-39fd-4374-acba-554fa819598f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:05.874073 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12b7567-39fd-4374-acba-554fa819598f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:05.893027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b7567-39fd-4374-acba-554fa819598f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052f1c67-38d7-4986-a125-3764e2510ce3,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:05.971353 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e12b7567-39fd-4374-acba-554fa819598f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:05.972619 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e12b7567-39fd-4374-acba-554fa819598f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3409088 Aug 23 15:56:05.975538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39812) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:05.979937 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-1940cdee-3a46-49ab-a1df-b26d382b9c17 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '2e58ba3a-9802-48f2-bf45-d218d5a8863d', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:56:06.057187 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-1940cdee-3a46-49ab-a1df-b26d382b9c17 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Project 7c2fbc554940487d802ee0e1f3459b84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:56:06.062047 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1940cdee-3a46-49ab-a1df-b26d382b9c17 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:06.122743 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1940cdee-3a46-49ab-a1df-b26d382b9c17 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:06.220733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1940cdee-3a46-49ab-a1df-b26d382b9c17 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:06.238807 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940cdee-3a46-49ab-a1df-b26d382b9c17 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de04418-2d4b-452e-914d-21c10b155140,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:06.297275 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1940cdee-3a46-49ab-a1df-b26d382b9c17 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:06.298498 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1940cdee-3a46-49ab-a1df-b26d382b9c17 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3219929 Aug 23 15:56:06.301253 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39814) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:06.305618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-762989e0-fd68-406f-a1d5-d8d7066e7a3d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '2e58ba3a-9802-48f2-bf45-d218d5a8863d', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:56:06.394457 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-762989e0-fd68-406f-a1d5-d8d7066e7a3d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Project 7c2fbc554940487d802ee0e1f3459b84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:56:06.399576 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-762989e0-fd68-406f-a1d5-d8d7066e7a3d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:06.461644 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-762989e0-fd68-406f-a1d5-d8d7066e7a3d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:06.539790 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-762989e0-fd68-406f-a1d5-d8d7066e7a3d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:06.558276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762989e0-fd68-406f-a1d5-d8d7066e7a3d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e6aea1-5301-4c32-a76a-232635850a1a,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:06.628594 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-762989e0-fd68-406f-a1d5-d8d7066e7a3d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:06.629767 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-762989e0-fd68-406f-a1d5-d8d7066e7a3d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3275936 Aug 23 15:56:06.632868 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39816) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:06.637775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-8fbe610e-82b7-4e5a-a7f0-924e1db9c47e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'network': {'name': 'tempest-network-smoke--1047547164', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'port_security_enabled': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:56:06.736766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbe610e-82b7-4e5a-a7f0-924e1db9c47e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Made reservation on behalf of 7c2fbc554940487d802ee0e1f3459b84 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:56:06.740316 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8fbe610e-82b7-4e5a-a7f0-924e1db9c47e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:06.764285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbe610e-82b7-4e5a-a7f0-924e1db9c47e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:56:06.772948 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8fbe610e-82b7-4e5a-a7f0-924e1db9c47e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:06.773299 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-8fbe610e-82b7-4e5a-a7f0-924e1db9c47e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Added segment d27f1b39-daa3-4281-b476-315d8cdce5a6 of type vlan for network 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df Aug 23 15:56:06.816621 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8fbe610e-82b7-4e5a-a7f0-924e1db9c47e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:06.905856 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8fbe610e-82b7-4e5a-a7f0-924e1db9c47e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:06.911715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbe610e-82b7-4e5a-a7f0-924e1db9c47e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:06.912352 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-8fbe610e-82b7-4e5a-a7f0-924e1db9c47e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:06.977279 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe610e-82b7-4e5a-a7f0-924e1db9c47e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Network': ['ID=4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:06.988469 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:56:07.026949 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-8fbe610e-82b7-4e5a-a7f0-924e1db9c47e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3930326 Aug 23 15:56:07.029940 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39818) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:07.035802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'admin_state_up': True, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:56:07.128756 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:07.129848 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:07.185949 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:07.411499 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:07.677344 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:07.696540 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:07.800584 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.25.8.75 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/df321bdf-f005-4a4a-9efa-6a5700c39c59) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:56:07.899665 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:08.005863 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:08.042971 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:56:08.045768 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:56:08.049827 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:56:08.057241 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=df321bdf-f005-4a4a-9efa-6a5700c39c59,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:08.402523 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:08.600094 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:08.798027 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router c7c8d376-c5cf-418f-8b17-4c735567718d is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:56:09.249039 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:56:09.259604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Sync routers for ids ['c7c8d376-c5cf-418f-8b17-4c735567718d'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:56:09.268887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Routers {'c7c8d376-c5cf-418f-8b17-4c735567718d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:56:09.269510 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:55:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c7c8d376-c5cf-418f-8b17-4c735567718d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:56:09.348619 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:09.350012 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-67dbdab1-016d-4b91-88b6-db0ee2ccdf59 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3190978 Aug 23 15:56:09.353220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39820) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:09.376595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Set router c7c8d376-c5cf-418f-8b17-4c735567718d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:56:09.488231 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-982275be-2a62-4eaf-89d2-6a47e1e4eb58 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=7c2fbc554940487d802ee0e1f3459b84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1337841 Aug 23 15:56:09.490790 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39824) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:09.566028 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:08Z', 'revision_number': 3, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ed:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:56:09.580771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5195374-3e97-43ea-bc71-7159c087cae7 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:09.582452 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e5195374-3e97-43ea-bc71-7159c087cae7 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907211 Aug 23 15:56:09.585231 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39826) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:09.593504 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Checking router: c7c8d376-c5cf-418f-8b17-4c735567718d for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:56:09.595181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Updating router c7c8d376-c5cf-418f-8b17-4c735567718d port df321bdf-f005-4a4a-9efa-6a5700c39c59 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:56:09.613940 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ed11e1b5-ebae-4d3d-b1a8-7f10f10597cd tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273461 Aug 23 15:56:09.616460 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39828) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:09.621321 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-51d6f76d-8ae3-49cc-bdfd-33eeff59f406 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1704603826', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:56:09.624297 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:09.786408 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d6f76d-8ae3-49cc-bdfd-33eeff59f406 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Made reservation on behalf of 7c2fbc554940487d802ee0e1f3459b84 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:56:09.790308 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-51d6f76d-8ae3-49cc-bdfd-33eeff59f406 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:10.045388 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:10.051917 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-51d6f76d-8ae3-49cc-bdfd-33eeff59f406 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:10.055549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Transition to ACTIVE for port object df321bdf-f005-4a4a-9efa-6a5700c39c59 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:56:10.110890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6f76d-8ae3-49cc-bdfd-33eeff59f406 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Subnet': ['ID=f69e9e90-e6ee-47db-a10e-e14f32a057a4,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:10.121013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d6f76d-8ae3-49cc-bdfd-33eeff59f406 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Checking segment: {'id': 'd27f1b39-daa3-4281-b476-315d8cdce5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:56:10.121387 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d6f76d-8ae3-49cc-bdfd-33eeff59f406 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network hostable DHCP agents. Network: 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:56:10.137266 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:10.184791 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Attempting to bind port df321bdf-f005-4a4a-9efa-6a5700c39c59 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:56:10.197598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Attempting to bind port df321bdf-f005-4a4a-9efa-6a5700c39c59 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:56:10.197598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Attempting to bind port df321bdf-f005-4a4a-9efa-6a5700c39c59 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:56:10.197598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f814e-748b-405b-bcbe-f1ab58710e33 None None] Pushing event updated for resources: {'Port': ['ID=df321bdf-f005-4a4a-9efa-6a5700c39c59,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:10.199965 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:56:10.200348 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:56:10.200751 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:10.201139 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:56:10.201607 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Bound port: df321bdf-f005-4a4a-9efa-6a5700c39c59, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:56:10.201987 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:10.228935 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d6f76d-8ae3-49cc-bdfd-33eeff59f406 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:56:10.258580 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] For port df321bdf-f005-4a4a-9efa-6a5700c39c59, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:56:10.261522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] For port df321bdf-f005-4a4a-9efa-6a5700c39c59, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=df321bdf-f005-4a4a-9efa-6a5700c39c59,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:56:10.342948 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-51d6f76d-8ae3-49cc-bdfd-33eeff59f406 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:56:10.346980 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d6f76d-8ae3-49cc-bdfd-33eeff59f406 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:10.347581 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-51d6f76d-8ae3-49cc-bdfd-33eeff59f406 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:10.352516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70403e85-7ffe-4216-a7ab-6ff2ec8d5f47 None None] Network 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:56:10.396001 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:10.449477 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-51d6f76d-8ae3-49cc-bdfd-33eeff59f406 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8319182 Aug 23 15:56:10.452135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39830) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:10.488654 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Routers {'c7c8d376-c5cf-418f-8b17-4c735567718d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:56:10.489280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:55:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c7c8d376-c5cf-418f-8b17-4c735567718d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:56:10.492667 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f814e-748b-405b-bcbe-f1ab58710e33 None None] Pushing event updated for resources: {'Port': ['ID=df321bdf-f005-4a4a-9efa-6a5700c39c59,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:10.640511 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ips': [{'subnet_id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:56:10.641388 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:10.656983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] Set router c7c8d376-c5cf-418f-8b17-4c735567718d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:56:10.903526 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:10.923263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Allocated IP 172.20.0.2 (4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df/f69e9e90-e6ee-47db-a10e-e14f32a057a4/85083d04-3401-4617-9d67-63233ee78959) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:56:11.001174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:08Z', 'revision_number': 3, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ed:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:56:11.035110 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099671c-467c-4d94-9c64-39ad8b9a6fd6 None None] The sync data for ids ['c7c8d376-c5cf-418f-8b17-4c735567718d'] in n-d-804985-3 is: [{'id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:08Z', 'revision_number': 3, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ed:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:56:11.120606 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:11.131943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Transition to ACTIVE for port object 85083d04-3401-4617-9d67-63233ee78959 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:56:11.146685 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Transition to ACTIVE for port object 85083d04-3401-4617-9d67-63233ee78959 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:56:11.235146 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:11.299099 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Network 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:56:11.302180 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:56:11.306198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:56:11.313515 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.20.0.1 (4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df/f69e9e90-e6ee-47db-a10e-e14f32a057a4/3d4556d3-ac31-433a-a6d7-418d95e60d4f) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:56:11.320869 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Pushing event updated for resources: {'Port': ['ID=85083d04-3401-4617-9d67-63233ee78959,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:11.375790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Attempting to bind port 85083d04-3401-4617-9d67-63233ee78959 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:56:11.376359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Attempting to bind port 85083d04-3401-4617-9d67-63233ee78959 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd27f1b39-daa3-4281-b476-315d8cdce5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:56:11.376802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Attempting to bind port 85083d04-3401-4617-9d67-63233ee78959 on network 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:56:11.382846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:56:11.387460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Checking segment: {'id': 'd27f1b39-daa3-4281-b476-315d8cdce5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:56:11.387460 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:11.387460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Bound using segment: {'id': 'd27f1b39-daa3-4281-b476-315d8cdce5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:56:11.387460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Bound port: 85083d04-3401-4617-9d67-63233ee78959, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27f1b39-daa3-4281-b476-315d8cdce5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:56:11.387460 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:11.447633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:11.453160 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] For port 85083d04-3401-4617-9d67-63233ee78959, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:56:11.457043 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] For port 85083d04-3401-4617-9d67-63233ee78959, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=85083d04-3401-4617-9d67-63233ee78959,segment=NetworkSegment(d27f1b39-daa3-4281-b476-315d8cdce5a6),segment_id=d27f1b39-daa3-4281-b476-315d8cdce5a6)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:56:11.463000 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Transition to ACTIVE for port object 3d4556d3-ac31-433a-a6d7-418d95e60d4f will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:56:11.537781 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:11.593137 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:11.598789 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368c025-a3c6-409d-9c33-8827d578392d None None] Pushing event updated for resources: {'Port': ['ID=85083d04-3401-4617-9d67-63233ee78959,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:11.637462 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:56:11.641039 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:56:11.645465 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:56:11.687854 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=3d4556d3-ac31-433a-a6d7-418d95e60d4f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:11.702603 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:11.926501 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:12.211921 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:12.277605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:12.356085 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:12.358062 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=3d4556d3-ac31-433a-a6d7-418d95e60d4f,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:12.472220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:56:12.473850 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:56:12.502458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device df321bdf-f005-4a4a-9efa-6a5700c39c59 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:56:12.597173 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9f56fd-c98a-4ee3-9f66-983214be4d58 None None] Network 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:56:12.606921 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router c7c8d376-c5cf-418f-8b17-4c735567718d has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:56:12.645407 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port df321bdf-f005-4a4a-9efa-6a5700c39c59 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:56:12.656792 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port df321bdf-f005-4a4a-9efa-6a5700c39c59 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:56:12.657248 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:12.727352 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:56:12.736165 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-923851e6-37c5-4182-a985-3f1f1757dc61 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "PUT /v2.0/routers/c7c8d376-c5cf-418f-8b17-4c735567718d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2762730 Aug 23 15:56:12.749309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4e2c3989-37d7-4487-bbf9-3db42b9f5052 None None] Provisioning for port 85083d04-3401-4617-9d67-63233ee78959 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:56:12.836892 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:12.861151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port df321bdf-f005-4a4a-9efa-6a5700c39c59, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=df321bdf-f005-4a4a-9efa-6a5700c39c59,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:56:12.879459 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-b20b55fc-37a0-45dc-92f5-712b6dcf7c75 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871029684&fields=id&tenant_id=7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 267 time: 0.0380433 Aug 23 15:56:12.929289 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:12.943752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 85083d04-3401-4617-9d67-63233ee78959 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:56:13.014475 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-07f6affa-e6b8-4399-acfe-d0fbd525a4d6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:13.016536 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-07f6affa-e6b8-4399-acfe-d0fbd525a4d6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/networks?id=4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df HTTP/1.1" status: 200 len: 797 time: 0.1297882 Aug 23 15:56:13.024432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=df321bdf-f005-4a4a-9efa-6a5700c39c59,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:13.041355 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-9f7e0660-6040-4709-ac6c-e5f9eed2845c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/quotas/7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 375 time: 0.0175562 Aug 23 15:56:13.106784 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-8218b726-95f4-4728-8810-af4c922e8528 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584748 Aug 23 15:56:13.112466 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 85083d04-3401-4617-9d67-63233ee78959 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:56:13.117821 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 85083d04-3401-4617-9d67-63233ee78959 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:56:13.118196 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:13.182024 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Sync routers for ids ['c7c8d376-c5cf-418f-8b17-4c735567718d'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:56:13.194299 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Routers {'c7c8d376-c5cf-418f-8b17-4c735567718d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:56:13.196329 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:55:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c7c8d376-c5cf-418f-8b17-4c735567718d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:56:13.197792 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d9f989bc-b3d6-4942-b319-a25365b41110 None None] Provisioning for port 3d4556d3-ac31-433a-a6d7-418d95e60d4f completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:56:13.205117 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d9f989bc-b3d6-4942-b319-a25365b41110 None None] Provisioning complete for port 3d4556d3-ac31-433a-a6d7-418d95e60d4f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:56:13.205502 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d9f989bc-b3d6-4942-b319-a25365b41110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:13.220644 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-3fb84f5d-1198-4c71-9976-b80bac57ca03 service neutron] 10.222.0.38 "GET /v2.0/networks/4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991862 Aug 23 15:56:13.236777 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:13.274546 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 85083d04-3401-4617-9d67-63233ee78959, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=85083d04-3401-4617-9d67-63233ee78959,segment=NetworkSegment(d27f1b39-daa3-4281-b476-315d8cdce5a6),segment_id=d27f1b39-daa3-4281-b476-315d8cdce5a6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:56:13.282618 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d9f989bc-b3d6-4942-b319-a25365b41110 None None] Port 3d4556d3-ac31-433a-a6d7-418d95e60d4f cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:56:13.317989 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Set router c7c8d376-c5cf-418f-8b17-4c735567718d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:56:13.335306 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-8310b0e5-cf49-4817-b026-f2c56af3bc18 service neutron] 10.222.0.38 "GET /v2.0/networks/4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068883 Aug 23 15:56:13.377643 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:13.440398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4b0e7af6-f93d-40c6-82af-06e0650272be None None] Provisioning complete for port 3d4556d3-ac31-433a-a6d7-418d95e60d4f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:56:13.440813 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4b0e7af6-f93d-40c6-82af-06e0650272be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:13.464198 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=85083d04-3401-4617-9d67-63233ee78959,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:13.484488 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e7af6-f93d-40c6-82af-06e0650272be None None] Port 3d4556d3-ac31-433a-a6d7-418d95e60d4f cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:56:13.544418 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '3d4556d3-ac31-433a-a6d7-418d95e60d4f', 'name': '', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:11:99:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:11Z', 'updated_at': '2021-08-23T15:56:12Z', 'revision_number': 2, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:56:13.592676 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f69462b2-250b-4c21-b790-5028438f98c6 req-70955bf5-6d65-4056-b3fa-91484e204060 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 210 time: 0.0291808 Aug 23 15:56:13.611208 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-3d6edd25-4316-45b9-b94c-894b4f9163d8 None None] Provisioning complete for port 3d4556d3-ac31-433a-a6d7-418d95e60d4f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:56:13.611840 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3d6edd25-4316-45b9-b94c-894b4f9163d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:13.647448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-3d6edd25-4316-45b9-b94c-894b4f9163d8 None None] Port 3d4556d3-ac31-433a-a6d7-418d95e60d4f cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:56:13.664722 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Checking router: c7c8d376-c5cf-418f-8b17-4c735567718d for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:56:13.665078 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Updating router c7c8d376-c5cf-418f-8b17-4c735567718d port 3d4556d3-ac31-433a-a6d7-418d95e60d4f binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:56:13.689934 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:13.942770 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:13.952212 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Transition to ACTIVE for port object 3d4556d3-ac31-433a-a6d7-418d95e60d4f will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:56:14.040339 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:14.108088 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2192d9-5a85-41ae-8bd6-bf632ed7c17d None None] Pushing event updated for resources: {'Port': ['ID=3d4556d3-ac31-433a-a6d7-418d95e60d4f,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:14.134689 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2192d9-5a85-41ae-8bd6-bf632ed7c17d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:56:14.139410 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2192d9-5a85-41ae-8bd6-bf632ed7c17d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:56:14.139410 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2192d9-5a85-41ae-8bd6-bf632ed7c17d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:56:14.139410 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2192d9-5a85-41ae-8bd6-bf632ed7c17d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:56:14.139410 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2192d9-5a85-41ae-8bd6-bf632ed7c17d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:56:14.139410 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2192d9-5a85-41ae-8bd6-bf632ed7c17d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:56:14.139410 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2192d9-5a85-41ae-8bd6-bf632ed7c17d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:56:14.139410 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2192d9-5a85-41ae-8bd6-bf632ed7c17d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:56:14.139410 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2192d9-5a85-41ae-8bd6-bf632ed7c17d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:56:14.139410 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2192d9-5a85-41ae-8bd6-bf632ed7c17d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:56:14.139410 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2192d9-5a85-41ae-8bd6-bf632ed7c17d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:56:14.139410 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2192d9-5a85-41ae-8bd6-bf632ed7c17d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:56:14.161702 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Attempting to bind port 3d4556d3-ac31-433a-a6d7-418d95e60d4f on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:56:14.162069 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Attempting to bind port 3d4556d3-ac31-433a-a6d7-418d95e60d4f by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'd27f1b39-daa3-4281-b476-315d8cdce5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:56:14.162435 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Attempting to bind port 3d4556d3-ac31-433a-a6d7-418d95e60d4f on network 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:56:14.167951 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:56:14.168266 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Checking segment: {'id': 'd27f1b39-daa3-4281-b476-315d8cdce5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:56:14.168669 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:14.169056 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Bound using segment: {'id': 'd27f1b39-daa3-4281-b476-315d8cdce5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:56:14.169516 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Bound port: 3d4556d3-ac31-433a-a6d7-418d95e60d4f, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27f1b39-daa3-4281-b476-315d8cdce5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:56:14.169891 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:14.240370 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] For port 3d4556d3-ac31-433a-a6d7-418d95e60d4f, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:56:14.243924 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] For port 3d4556d3-ac31-433a-a6d7-418d95e60d4f, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3d4556d3-ac31-433a-a6d7-418d95e60d4f,segment=NetworkSegment(d27f1b39-daa3-4281-b476-315d8cdce5a6),segment_id=d27f1b39-daa3-4281-b476-315d8cdce5a6)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:56:14.355495 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:14.441322 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Routers {'c7c8d376-c5cf-418f-8b17-4c735567718d'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:56:14.441999 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:55:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c7c8d376-c5cf-418f-8b17-4c735567718d'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:56:14.452756 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device df321bdf-f005-4a4a-9efa-6a5700c39c59 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:56:14.480947 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2192d9-5a85-41ae-8bd6-bf632ed7c17d None None] Pushing event updated for resources: {'Port': ['ID=3d4556d3-ac31-433a-a6d7-418d95e60d4f,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:14.518260 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port df321bdf-f005-4a4a-9efa-6a5700c39c59 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:56:14.518633 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:14.586560 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] Set router c7c8d376-c5cf-418f-8b17-4c735567718d gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:56:14.646988 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 85083d04-3401-4617-9d67-63233ee78959 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:56:14.721161 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c8cf5e35-8fcb-4ed9-b3d3-4778ff1858c1 req-1b6eca4d-2f3f-4afb-a6c9-b1d6b923def6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 210 time: 0.0605924 Aug 23 15:56:14.742906 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 85083d04-3401-4617-9d67-63233ee78959 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:56:14.743441 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:14.865515 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '3d4556d3-ac31-433a-a6d7-418d95e60d4f', 'name': '', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:11:99:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:11Z', 'updated_at': '2021-08-23T15:56:14Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:56:14.896486 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bf0068-f696-4af7-b2a5-e14a09a061ff None None] The sync data for ids ['c7c8d376-c5cf-418f-8b17-4c735567718d'] in n-d-804985-3 is: [{'id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '3d4556d3-ac31-433a-a6d7-418d95e60d4f', 'name': '', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:11:99:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:11Z', 'updated_at': '2021-08-23T15:56:14Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:56:15.804141 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa03e7aa-857b-4240-8054-2f20bac085c8 req-40889005-4389-4ced-80d9-dba39b9d8a84 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 210 time: 0.0293641 Aug 23 15:56:16.334515 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:16.433976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3d4556d3-ac31-433a-a6d7-418d95e60d4f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:56:16.531552 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 3d4556d3-ac31-433a-a6d7-418d95e60d4f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:56:16.535310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 3d4556d3-ac31-433a-a6d7-418d95e60d4f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:56:16.535711 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:16.618085 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:16.649723 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 3d4556d3-ac31-433a-a6d7-418d95e60d4f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3d4556d3-ac31-433a-a6d7-418d95e60d4f,segment=NetworkSegment(d27f1b39-daa3-4281-b476-315d8cdce5a6),segment_id=d27f1b39-daa3-4281-b476-315d8cdce5a6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:56:16.728874 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:16.777741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=3d4556d3-ac31-433a-a6d7-418d95e60d4f,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:16.879681 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6beff657-2c5a-4cae-890c-eb40959fddf6 req-082946b6-ca21-4125-a355-ed7d9a0cd830 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 210 time: 0.0261385 Aug 23 15:56:17.970533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-39fbdd0e-b5d9-4824-a8d3-761a8667dc72 req-e0b6b98d-5aa3-433b-9de7-08da35e112ab tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 210 time: 0.0262361 Aug 23 15:56:18.419517 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3d4556d3-ac31-433a-a6d7-418d95e60d4f up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:56:18.467013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 3d4556d3-ac31-433a-a6d7-418d95e60d4f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:56:18.467381 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:19.067011 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d5610482-d7de-4ab1-a44e-f1a382828e53 req-ce507fce-3f18-40ae-9f10-8be6476f6ce9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 210 time: 0.0272417 Aug 23 15:56:20.013045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-330983e8-b336-4c67-85a4-35fd37180611 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:20.014729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-330983e8-b336-4c67-85a4-35fd37180611 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "GET /v2.0/networks?id=4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df HTTP/1.1" status: 200 len: 797 time: 0.1066408 Aug 23 15:56:20.057894 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-d59f486b-3649-45c5-a57b-41d7b47eb261 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 379 time: 0.0341802 Aug 23 15:56:20.068086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-64fcf024-047c-4591-9cf3-02a5310d0cf3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'port': {'device_id': '8b9e43ea-173a-4b2c-a720-4abf2087a32d', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'admin_state_up': True, 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'security_groups': ['2e58ba3a-9802-48f2-bf45-d218d5a8863d']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:56:20.179702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d70a5d69-5f5d-4051-bc02-1033831e5d7a req-442dace7-0bcf-40e0-9b30-1b4dfb143ee8 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 210 time: 0.0432203 Aug 23 15:56:20.285727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-64fcf024-047c-4591-9cf3-02a5310d0cf3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Made reservation on behalf of 7c2fbc554940487d802ee0e1f3459b84 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:56:20.289281 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-64fcf024-047c-4591-9cf3-02a5310d0cf3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:20.415300 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-64fcf024-047c-4591-9cf3-02a5310d0cf3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.20.0.12 (4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df/f69e9e90-e6ee-47db-a10e-e14f32a057a4/fb53d2ce-c3b5-417c-92d1-708af00b2a78) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:56:20.555902 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-64fcf024-047c-4591-9cf3-02a5310d0cf3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:20.569637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-64fcf024-047c-4591-9cf3-02a5310d0cf3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Transition to ACTIVE for port object fb53d2ce-c3b5-417c-92d1-708af00b2a78 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:56:20.652194 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-64fcf024-047c-4591-9cf3-02a5310d0cf3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:20.696223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-64fcf024-047c-4591-9cf3-02a5310d0cf3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:56:20.699187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-64fcf024-047c-4591-9cf3-02a5310d0cf3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:56:20.702837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-64fcf024-047c-4591-9cf3-02a5310d0cf3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:56:20.711769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcf024-047c-4591-9cf3-02a5310d0cf3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=fb53d2ce-c3b5-417c-92d1-708af00b2a78,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:20.763170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-64fcf024-047c-4591-9cf3-02a5310d0cf3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:20.763848 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-64fcf024-047c-4591-9cf3-02a5310d0cf3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:20.855920 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-64fcf024-047c-4591-9cf3-02a5310d0cf3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7913454 Aug 23 15:56:20.867548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-66707b03-23cc-41a7-be00-4e61e29c805a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:56:20.868670 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-66707b03-23cc-41a7-be00-4e61e29c805a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055091 Aug 23 15:56:20.926407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Request body: {'port': {'device_id': '8b9e43ea-173a-4b2c-a720-4abf2087a32d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:56:20.981509 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:21.005632 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:21.045698 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b77c69bc-8731-43ee-bf8a-ce31d3508449 None None] Provisioning for port fb53d2ce-c3b5-417c-92d1-708af00b2a78 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:56:21.049741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b77c69bc-8731-43ee-bf8a-ce31d3508449 None None] Provisioning complete for port fb53d2ce-c3b5-417c-92d1-708af00b2a78 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:56:21.050115 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b77c69bc-8731-43ee-bf8a-ce31d3508449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:21.087362 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b77c69bc-8731-43ee-bf8a-ce31d3508449 None None] Port fb53d2ce-c3b5-417c-92d1-708af00b2a78 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:56:21.254099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb53d2ce-c3b5-417c-92d1-708af00b2a78 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:56:21.261904 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:21.274577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Transition to ACTIVE for port object fb53d2ce-c3b5-417c-92d1-708af00b2a78 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:56:21.298882 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b41c6-79a9-41dd-adc3-822c1c333db9 req-9308a588-bee3-4344-a973-6e177032dc3f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:21.300434 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-be7b41c6-79a9-41dd-adc3-822c1c333db9 req-9308a588-bee3-4344-a973-6e177032dc3f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 932 time: 0.0512753 Aug 23 15:56:21.344176 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-be7b41c6-79a9-41dd-adc3-822c1c333db9 req-198ec637-b402-4b15-8226-6b69e3461e8d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375226 Aug 23 15:56:21.357803 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:21.414597 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Pushing event updated for resources: {'Port': ['ID=fb53d2ce-c3b5-417c-92d1-708af00b2a78,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:21.488513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Attempting to bind port fb53d2ce-c3b5-417c-92d1-708af00b2a78 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:56:21.488883 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Attempting to bind port fb53d2ce-c3b5-417c-92d1-708af00b2a78 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'd27f1b39-daa3-4281-b476-315d8cdce5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:56:21.489224 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Attempting to bind port fb53d2ce-c3b5-417c-92d1-708af00b2a78 on network 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:56:21.493842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Port fb53d2ce-c3b5-417c-92d1-708af00b2a78 on network 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:56:21.494178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Attempting to bind port fb53d2ce-c3b5-417c-92d1-708af00b2a78 on network 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:56:21.499130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:56:21.499480 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Checking segment: {'id': 'd27f1b39-daa3-4281-b476-315d8cdce5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:56:21.499907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Bound using segment: {'id': 'd27f1b39-daa3-4281-b476-315d8cdce5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:56:21.500458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Bound port: fb53d2ce-c3b5-417c-92d1-708af00b2a78, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27f1b39-daa3-4281-b476-315d8cdce5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:56:21.501375 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:21.567999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] For port fb53d2ce-c3b5-417c-92d1-708af00b2a78, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:56:21.570974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] For port fb53d2ce-c3b5-417c-92d1-708af00b2a78, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=fb53d2ce-c3b5-417c-92d1-708af00b2a78,segment=NetworkSegment(d27f1b39-daa3-4281-b476-315d8cdce5a6),segment_id=d27f1b39-daa3-4281-b476-315d8cdce5a6)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:56:21.644246 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:21.681775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:21.682396 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:21.683813 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] 10.222.0.57 "PUT /v2.0/ports/fb53d2ce-c3b5-417c-92d1-708af00b2a78 HTTP/1.1" status: 200 len: 1092 time: 0.8081765 Aug 23 15:56:21.684256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9e43ea-173a-4b2c-a720-4abf2087a32d', 'tag': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:56:21.686482 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6379ec-0807-495b-86aa-3fcde3e5ef81" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9e43ea-173a-4b2c-a720-4abf2087a32d", "tag": "fb53d2ce-c3b5-417c-92d1-708af00b2a78"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:56:21.715044 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f76e7-806d-483c-bf11-12aeb0b86e97 service neutron] Pushing event updated for resources: {'Port': ['ID=fb53d2ce-c3b5-417c-92d1-708af00b2a78,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:21.736163 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189d5e2e-d5dd-47d8-9f3a-5651ace059f6 x-openstack-request-id: req-189d5e2e-d5dd-47d8-9f3a-5651ace059f6 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:56:21.739570 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9e43ea-173a-4b2c-a720-4abf2087a32d", "tag": "fb53d2ce-c3b5-417c-92d1-708af00b2a78", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:56:21.739570 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-189d5e2e-d5dd-47d8-9f3a-5651ace059f6 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:56:21.739570 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9e43ea-173a-4b2c-a720-4abf2087a32d', 'tag': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78', 'status': 'completed', 'code': 200} Aug 23 15:56:21.801251 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6379ec-0807-495b-86aa-3fcde3e5ef81 req-e63c5d45-ac72-49df-8926-4b33f23e0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:21.802823 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6379ec-0807-495b-86aa-3fcde3e5ef81 req-e63c5d45-ac72-49df-8926-4b33f23e0bdc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 1095 time: 0.0456462 Aug 23 15:56:21.903913 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6379ec-0807-495b-86aa-3fcde3e5ef81 req-ef7b0d55-f989-495d-971d-e96f6509146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:21.905401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6379ec-0807-495b-86aa-3fcde3e5ef81 req-ef7b0d55-f989-495d-971d-e96f6509146b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7c2fbc554940487d802ee0e1f3459b84&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0944173 Aug 23 15:56:22.003039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6379ec-0807-495b-86aa-3fcde3e5ef81 req-79848cb1-d60f-4bd8-b541-b26985aa9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:22.004535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2d6379ec-0807-495b-86aa-3fcde3e5ef81 req-79848cb1-d60f-4bd8-b541-b26985aa9fa0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920234 Aug 23 15:56:22.077841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-88014387-f08e-4598-894f-8a767b8229ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:22.080242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-88014387-f08e-4598-894f-8a767b8229ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 1095 time: 0.0422797 Aug 23 15:56:22.460287 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-90b2bda5-196c-4132-a6e3-7e2054ce5a74 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb53d2ce-c3b5-417c-92d1-708af00b2a78 HTTP/1.1" status: 200 len: 217 time: 0.3720384 Aug 23 15:56:22.468767 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162ac08-45bb-4241-8bb3-50ae24b91cb2 req-287855a8-f1e2-4300-b6e8-09106b70635c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:22.470458 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7162ac08-45bb-4241-8bb3-50ae24b91cb2 req-287855a8-f1e2-4300-b6e8-09106b70635c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 944 time: 0.0540967 Aug 23 15:56:22.510278 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7162ac08-45bb-4241-8bb3-50ae24b91cb2 req-308c64c3-c998-450e-b616-8f9e2e5092ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337901 Aug 23 15:56:22.512507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-aee9ab89-2a7b-436a-93e4-1f0add96ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:22.514157 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-aee9ab89-2a7b-436a-93e4-1f0add96ad1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f69e9e90-e6ee-47db-a10e-e14f32a057a4 HTTP/1.1" status: 200 len: 835 time: 0.0471511 Aug 23 15:56:22.561444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-2d0a82dd-58c6-468e-a173-80382dae655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:22.563744 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-2d0a82dd-58c6-468e-a173-80382dae655d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405145 Aug 23 15:56:22.659315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-63872c93-13e7-47ee-86a9-48d858c9f2e5 service neutron] 10.222.0.57 "GET /v2.0/networks/4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890269 Aug 23 15:56:22.683425 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d115-c083-4d54-a9cc-36b4de22ca70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:22.753171 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-db42eb4e-cb98-4d8e-8f25-a2d2e0a3fc8a req-6c3a3315-2c4f-4e1e-b8d5-c5083db7905f service neutron] 10.222.0.57 "GET /v2.0/networks/4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868771 Aug 23 15:56:23.627200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc66aa-1dda-4153-ace7-e9b2a54c7b6b req-6f6d7342-8d35-4de9-a729-029124ec0465 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:23.631505 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3bbc66aa-1dda-4153-ace7-e9b2a54c7b6b req-6f6d7342-8d35-4de9-a729-029124ec0465 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 944 time: 0.0509508 Aug 23 15:56:23.667145 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3bbc66aa-1dda-4153-ace7-e9b2a54c7b6b req-d376de2a-3928-43c0-b37d-d18bcc672536 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323136 Aug 23 15:56:24.780058 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78335f86-6f32-4fec-9b29-185de6edeb34 req-f141da7a-0e26-4a91-bf02-b33ce4029091 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:24.781583 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-78335f86-6f32-4fec-9b29-185de6edeb34 req-f141da7a-0e26-4a91-bf02-b33ce4029091 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 944 time: 0.0490854 Aug 23 15:56:24.819100 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-78335f86-6f32-4fec-9b29-185de6edeb34 req-8e8a3786-c17a-43f8-a242-b4dacffc0bce tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311160 Aug 23 15:56:24.957959 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device fb53d2ce-c3b5-417c-92d1-708af00b2a78 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:56:25.051486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port fb53d2ce-c3b5-417c-92d1-708af00b2a78, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=fb53d2ce-c3b5-417c-92d1-708af00b2a78,segment=NetworkSegment(d27f1b39-daa3-4281-b476-315d8cdce5a6),segment_id=d27f1b39-daa3-4281-b476-315d8cdce5a6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:56:25.061732 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'port_id': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78', 'mac_address': 'fa:16:3e:f2:9d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:56:25.099330 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:25.111702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb53d2ce-c3b5-417c-92d1-708af00b2a78 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:56:25.131064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port fb53d2ce-c3b5-417c-92d1-708af00b2a78, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=fb53d2ce-c3b5-417c-92d1-708af00b2a78,segment=NetworkSegment(d27f1b39-daa3-4281-b476-315d8cdce5a6),segment_id=d27f1b39-daa3-4281-b476-315d8cdce5a6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:56:25.217240 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:25.264822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=fb53d2ce-c3b5-417c-92d1-708af00b2a78,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:25.451021 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['fb53d2ce-c3b5-417c-92d1-708af00b2a78'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:56:25.594191 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:25.936856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867157f-ad55-48e6-9d53-0646c7080328 req-2af51dd6-0f51-4fcd-9998-218ef8b65961 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:25.938332 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2867157f-ad55-48e6-9d53-0646c7080328 req-2af51dd6-0f51-4fcd-9998-218ef8b65961 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 945 time: 0.0531793 Aug 23 15:56:25.976685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2867157f-ad55-48e6-9d53-0646c7080328 req-d9bdd03a-c00a-4822-b822-5849582374f8 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316715 Aug 23 15:56:26.657450 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0a50edf3-f943-4ac3-938a-8c8180f35b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:26.957332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device fb53d2ce-c3b5-417c-92d1-708af00b2a78 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:56:27.018525 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:27.072692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port fb53d2ce-c3b5-417c-92d1-708af00b2a78 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:56:27.077523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port fb53d2ce-c3b5-417c-92d1-708af00b2a78 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:56:27.078109 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:27.108207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996994d-c5ad-41fe-9944-6cb1ac744366 req-8233ff1f-acfc-42fe-986a-6ff176bfcb1d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:27.110617 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a996994d-c5ad-41fe-9944-6cb1ac744366 req-8233ff1f-acfc-42fe-986a-6ff176bfcb1d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 945 time: 0.0620551 Aug 23 15:56:27.156599 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a996994d-c5ad-41fe-9944-6cb1ac744366 req-8d8a11b2-9d4f-4079-84e2-b31b36611f18 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400412 Aug 23 15:56:27.169767 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:27.195874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9e43ea-173a-4b2c-a720-4abf2087a32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:56:27.198137 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5af1656-81d7-455b-8809-8286211c4362" -d '{"events": [{"server_uuid": "8b9e43ea-173a-4b2c-a720-4abf2087a32d", "name": "network-vif-plugged", "status": "completed", "tag": "fb53d2ce-c3b5-417c-92d1-708af00b2a78"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:56:27.211530 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port fb53d2ce-c3b5-417c-92d1-708af00b2a78, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=fb53d2ce-c3b5-417c-92d1-708af00b2a78,segment=NetworkSegment(d27f1b39-daa3-4281-b476-315d8cdce5a6),segment_id=d27f1b39-daa3-4281-b476-315d8cdce5a6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:56:27.289282 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:27.292153 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bb3504-bd94-4ef4-9fee-d2048267f652 x-openstack-request-id: req-a5bb3504-bd94-4ef4-9fee-d2048267f652 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:56:27.292442 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9e43ea-173a-4b2c-a720-4abf2087a32d", "name": "network-vif-plugged", "status": "completed", "tag": "fb53d2ce-c3b5-417c-92d1-708af00b2a78", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:56:27.292708 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a5bb3504-bd94-4ef4-9fee-d2048267f652 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:56:27.293096 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9e43ea-173a-4b2c-a720-4abf2087a32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78', 'code': 200} Aug 23 15:56:27.349822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=fb53d2ce-c3b5-417c-92d1-708af00b2a78,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:27.389045 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faddcae-ff1b-4bdb-8d2f-fef2ef24ab5f req-02d9b41e-3f79-4716-8237-b30fff44512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:27.391141 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3faddcae-ff1b-4bdb-8d2f-fef2ef24ab5f req-02d9b41e-3f79-4716-8237-b30fff44512d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 1097 time: 0.0414805 Aug 23 15:56:27.437532 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3faddcae-ff1b-4bdb-8d2f-fef2ef24ab5f req-059c66e4-3a5e-4aea-8188-e0ea4784295a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394983 Aug 23 15:56:28.272601 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265edf89-9576-4ddd-99f5-583be3e364cb req-2eeb6ff8-4814-47d4-ba67-399b0bc6e6d4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:28.274069 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-265edf89-9576-4ddd-99f5-583be3e364cb req-2eeb6ff8-4814-47d4-ba67-399b0bc6e6d4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 946 time: 0.0489976 Aug 23 15:56:28.312244 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-265edf89-9576-4ddd-99f5-583be3e364cb req-2bf8dfa1-7fb8-481a-90cd-4cca69a3d6e2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320785 Aug 23 15:56:28.829160 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:29.431113 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262b92b-08c9-46cb-a07c-82d86e24b3ae req-8e5dcb46-80ed-499b-b9d8-4a46b2e7260f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:29.432644 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9262b92b-08c9-46cb-a07c-82d86e24b3ae req-8e5dcb46-80ed-499b-b9d8-4a46b2e7260f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 946 time: 0.0500939 Aug 23 15:56:29.471906 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9262b92b-08c9-46cb-a07c-82d86e24b3ae req-12356827-eae8-41e5-ada1-765bcfb9ee26 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332701 Aug 23 15:56:29.584047 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb27fac-878a-479b-a43b-0b1906353f46 req-0afc9cdd-d0b6-45fb-b63d-cb9c8d28eb78 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:29.585557 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ecb27fac-878a-479b-a43b-0b1906353f46 req-0afc9cdd-d0b6-45fb-b63d-cb9c8d28eb78 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 946 time: 0.0486250 Aug 23 15:56:29.623894 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ecb27fac-878a-479b-a43b-0b1906353f46 req-8e55f7ca-4bf7-4d56-8a19-2dc420c9b2f9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321195 Aug 23 15:56:29.644775 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39908) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:29.684787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273961c9-ffd6-4b38-bf7c-c498a1f24327 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:29.686294 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-273961c9-ffd6-4b38-bf7c-c498a1f24327 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 1092 time: 0.0405540 Aug 23 15:56:29.689194 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39910) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:29.693498 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address': '172.20.0.12'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:56:29.774828 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:29.874064 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:29.984008 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.25.8.214 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/11f72c4c-e0e6-4554-8224-7c1740a40f8e) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:56:30.084428 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:30.181167 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:30.217826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:56:30.221089 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:56:30.225167 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:56:30.257614 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=11f72c4c-e0e6-4554-8224-7c1740a40f8e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:30.591469 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:30.707583 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:30.856718 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:30.931396 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:31.001937 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=11f72c4c-e0e6-4554-8224-7c1740a40f8e,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:56:31.013753 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:31.118835 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Floating IP e07c945f-419b-4096-ba18-95c9b885fea6 associated. External IP: 172.25.8.214, port: fb53d2ce-c3b5-417c-92d1-708af00b2a78. Aug 23 15:56:31.669115 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router c7c8d376-c5cf-418f-8b17-4c735567718d has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:56:31.779307 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:56:31.789597 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77a58c-b8f2-497f-a305-9823c9ffee26 None None] Sync routers for ids ['c7c8d376-c5cf-418f-8b17-4c735567718d'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:56:31.798373 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77a58c-b8f2-497f-a305-9823c9ffee26 None None] Routers {'c7c8d376-c5cf-418f-8b17-4c735567718d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:56:31.799002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a77a58c-b8f2-497f-a305-9823c9ffee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:56:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c7c8d376-c5cf-418f-8b17-4c735567718d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:56:31.852194 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:31.879158 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3cf47122-ba0c-4c60-b8d5-a2c5d029a8e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1889327 Aug 23 15:56:31.879778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9e43ea-173a-4b2c-a720-4abf2087a32d', 'tag': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:56:31.882052 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}511f008c58a008c87eb616fe5d66cb7bdbcb90a14f59b6a049e8f0c7a287e225" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b83471d-c77c-4490-af82-acd31c609869" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9e43ea-173a-4b2c-a720-4abf2087a32d", "tag": "fb53d2ce-c3b5-417c-92d1-708af00b2a78"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:56:31.909524 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-3a77a58c-b8f2-497f-a305-9823c9ffee26 None None] Set router c7c8d376-c5cf-418f-8b17-4c735567718d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:56:31.927217 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92d0ecf-bad1-4181-9e73-74c4b7b04cb0 x-openstack-request-id: req-d92d0ecf-bad1-4181-9e73-74c4b7b04cb0 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:56:31.927520 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9e43ea-173a-4b2c-a720-4abf2087a32d", "tag": "fb53d2ce-c3b5-417c-92d1-708af00b2a78", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:56:31.927803 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d92d0ecf-bad1-4181-9e73-74c4b7b04cb0 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:56:31.928200 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9e43ea-173a-4b2c-a720-4abf2087a32d', 'tag': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78', 'status': 'completed', 'code': 200} Aug 23 15:56:32.071684 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83471d-c77c-4490-af82-acd31c609869 req-b35fb1d9-1198-40be-81d9-32c21f5c39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:32.073204 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2b83471d-c77c-4490-af82-acd31c609869 req-b35fb1d9-1198-40be-81d9-32c21f5c39b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 1097 time: 0.1152933 Aug 23 15:56:32.084567 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece5703-0d97-49d2-b1e6-c2cfcaaba2bd req-94345742-d069-437e-8155-b39708429777 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:32.086316 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ece5703-0d97-49d2-b1e6-c2cfcaaba2bd req-94345742-d069-437e-8155-b39708429777 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 946 time: 0.1190679 Aug 23 15:56:32.171460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a77a58c-b8f2-497f-a305-9823c9ffee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'e07c945f-419b-4096-ba18-95c9b885fea6', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'port_id': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'mac_address': 'fa:16:3e:f2:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9e43ea-173a-4b2c-a720-4abf2087a32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:56:30Z', 'updated_at': '2021-08-23T15:56:30Z', 'revision_number': 0, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4556d3-ac31-433a-a6d7-418d95e60d4f', 'name': '', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:11:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:11Z', 'updated_at': '2021-08-23T15:56:16Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:56:32.178327 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ece5703-0d97-49d2-b1e6-c2cfcaaba2bd req-64c4a347-85b8-4661-b555-c61f17d69a76 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827320 Aug 23 15:56:32.202065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39916) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:32.213683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77a58c-b8f2-497f-a305-9823c9ffee26 None None] Checking router: c7c8d376-c5cf-418f-8b17-4c735567718d for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:56:32.217228 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83471d-c77c-4490-af82-acd31c609869 req-8a1c4c2b-4ab6-4d82-bb0e-9c2991150a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:32.218846 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2b83471d-c77c-4490-af82-acd31c609869 req-8a1c4c2b-4ab6-4d82-bb0e-9c2991150a93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df HTTP/1.1" status: 200 len: 898 time: 0.1316438 Aug 23 15:56:32.222621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77a58c-b8f2-497f-a305-9823c9ffee26 None None] Routers {'c7c8d376-c5cf-418f-8b17-4c735567718d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:56:32.223533 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a77a58c-b8f2-497f-a305-9823c9ffee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:56:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c7c8d376-c5cf-418f-8b17-4c735567718d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:56:32.278499 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-bd05fe96-0a55-41ff-b1ce-8bcfd82f357a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/e07c945f-419b-4096-ba18-95c9b885fea6 HTTP/1.1" status: 200 len: 992 time: 0.0751777 Aug 23 15:56:32.297024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2b83471d-c77c-4490-af82-acd31c609869 req-438ef871-cc4c-4e55-bdb7-370596588e25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb53d2ce-c3b5-417c-92d1-708af00b2a78 HTTP/1.1" status: 200 len: 1000 time: 0.0712106 Aug 23 15:56:32.344773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-3a77a58c-b8f2-497f-a305-9823c9ffee26 None None] Set router c7c8d376-c5cf-418f-8b17-4c735567718d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:56:32.346892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83471d-c77c-4490-af82-acd31c609869 req-4efa9e72-d788-453d-9d27-92046315fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:32.348338 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2b83471d-c77c-4490-af82-acd31c609869 req-4efa9e72-d788-453d-9d27-92046315fe48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f69e9e90-e6ee-47db-a10e-e14f32a057a4 HTTP/1.1" status: 200 len: 835 time: 0.0449827 Aug 23 15:56:32.408971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83471d-c77c-4490-af82-acd31c609869 req-8b51aebd-e116-4c18-85cc-5f6390ce0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:56:32.410500 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2b83471d-c77c-4490-af82-acd31c609869 req-8b51aebd-e116-4c18-85cc-5f6390ce0509 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557468 Aug 23 15:56:32.502397 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2b83471d-c77c-4490-af82-acd31c609869 req-03582a93-379c-432c-95f7-acc3f8e26652 service neutron] 10.222.0.57 "GET /v2.0/networks/4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845199 Aug 23 15:56:32.575141 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-3a77a58c-b8f2-497f-a305-9823c9ffee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'e07c945f-419b-4096-ba18-95c9b885fea6', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'port_id': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'mac_address': 'fa:16:3e:f2:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9e43ea-173a-4b2c-a720-4abf2087a32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:56:30Z', 'updated_at': '2021-08-23T15:56:30Z', 'revision_number': 0, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4556d3-ac31-433a-a6d7-418d95e60d4f', 'name': '', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:11:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:11Z', 'updated_at': '2021-08-23T15:56:16Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:56:32.598842 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2b83471d-c77c-4490-af82-acd31c609869 req-d112f2d5-7764-4a23-bdb1-b9f1dfd6f68b service neutron] 10.222.0.57 "GET /v2.0/networks/4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895956 Aug 23 15:56:32.601640 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77a58c-b8f2-497f-a305-9823c9ffee26 None None] The sync data for ids ['c7c8d376-c5cf-418f-8b17-4c735567718d'] in n-d-804985-3 is: [{'id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'e07c945f-419b-4096-ba18-95c9b885fea6', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'port_id': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'mac_address': 'fa:16:3e:f2:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9e43ea-173a-4b2c-a720-4abf2087a32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:56:30Z', 'updated_at': '2021-08-23T15:56:30Z', 'revision_number': 0, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4556d3-ac31-433a-a6d7-418d95e60d4f', 'name': '', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:11:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:11Z', 'updated_at': '2021-08-23T15:56:16Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:56:32.791591 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5cd54-bb59-46df-bba0-7b2424442a0d None None] New status for floating IP e07c945f-419b-4096-ba18-95c9b885fea6: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:56:33.282407 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39918) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:56:33.346303 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dbc74ad6-400d-43ac-bfed-6abe89cbcd13 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/e07c945f-419b-4096-ba18-95c9b885fea6 HTTP/1.1" status: 200 len: 994 time: 0.0628338 Aug 23 15:56:41.439115 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:56:46.306701 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:50.993016 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:52.681292 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-611957ae-7c0f-4170-95d6-0a010f888fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:55.604035 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:56.684872 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-21a8307c-03d7-4194-9593-300a70edbe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:57.013560 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:56:58.855366 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:00.187766 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ff638-20f4-444a-8fb9-cbf0dac0fea0 req-6776e37a-a9f2-4eed-af5a-3b2090a9d336 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:00.189277 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a10ff638-20f4-444a-8fb9-cbf0dac0fea0 req-6776e37a-a9f2-4eed-af5a-3b2090a9d336 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 946 time: 0.0528495 Aug 23 15:57:00.226257 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a10ff638-20f4-444a-8fb9-cbf0dac0fea0 req-88f5b9e8-dc9a-4da1-9df3-fa74ce87cf9a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310218 Aug 23 15:57:01.346938 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdec722-dab6-4024-aac8-97f401ec602a req-fbd2c2af-6846-40db-b760-5327e1abd270 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:01.348471 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1cdec722-dab6-4024-aac8-97f401ec602a req-fbd2c2af-6846-40db-b760-5327e1abd270 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 946 time: 0.0519948 Aug 23 15:57:01.386741 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1cdec722-dab6-4024-aac8-97f401ec602a req-8bd1c18c-d8fc-4e34-aee2-155b98ce26cb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323451 Aug 23 15:57:01.408783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39934) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:01.474096 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d4fed586-5f19-4ec0-9053-28516acd940e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/e07c945f-419b-4096-ba18-95c9b885fea6 HTTP/1.1" status: 200 len: 994 time: 0.0641730 Aug 23 15:57:02.914626 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f51b4d-bc85-4eca-a83b-8a8c2fe6dd59 req-a2ea337c-dc56-4414-a100-0e23a68b4a00 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:02.916160 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51f51b4d-bc85-4eca-a83b-8a8c2fe6dd59 req-a2ea337c-dc56-4414-a100-0e23a68b4a00 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 946 time: 0.0540459 Aug 23 15:57:02.954676 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-51f51b4d-bc85-4eca-a83b-8a8c2fe6dd59 req-c64121ce-0da2-446c-934b-90f910762816 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318887 Aug 23 15:57:04.074267 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8137d5-cdf7-4a2b-a38b-b2e9d049b68f req-e556a71f-bfe4-4393-b2e6-213219bdaf0f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:04.076394 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc8137d5-cdf7-4a2b-a38b-b2e9d049b68f req-e556a71f-bfe4-4393-b2e6-213219bdaf0f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 946 time: 0.0505838 Aug 23 15:57:04.113738 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fc8137d5-cdf7-4a2b-a38b-b2e9d049b68f req-701f6b10-f374-4cc9-a1fb-475506a2ee58 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314069 Aug 23 15:57:04.136144 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39944) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:04.197058 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9e3374fa-6055-4a53-bee0-01c85bf6ba58 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/e07c945f-419b-4096-ba18-95c9b885fea6 HTTP/1.1" status: 200 len: 994 time: 0.0597725 Aug 23 15:57:04.417128 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39950) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:04.576903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port 11f72c4c-e0e6-4554-8224-7c1740a40f8e {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:57:04.577169 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:04.654373 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:04.654697 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:04.666046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for 11f72c4c-e0e6-4554-8224-7c1740a40f8e owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:57:04.921275 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:04.945079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=11f72c4c-e0e6-4554-8224-7c1740a40f8e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:04.955542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:04.955933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:04.956288 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:04.956638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:04.956984 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:04.957871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:04.957871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:04.958079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:04.958303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:04.958637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:04.958974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:04.959306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:05.021692 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:05.022034 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Floating IP e07c945f-419b-4096-ba18-95c9b885fea6 disassociated (deleted). External IP: 172.25.8.214, port: fb53d2ce-c3b5-417c-92d1-708af00b2a78. Aug 23 15:57:05.236182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router c7c8d376-c5cf-418f-8b17-4c735567718d has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:57:05.348710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:57:05.353547 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:05.359844 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf10729-ecf8-4eea-911e-91c89831f95e None None] Sync routers for ids ['c7c8d376-c5cf-418f-8b17-4c735567718d'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:57:05.370851 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf10729-ecf8-4eea-911e-91c89831f95e None None] Routers {'c7c8d376-c5cf-418f-8b17-4c735567718d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:57:05.371848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ddf10729-ecf8-4eea-911e-91c89831f95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:56:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c7c8d376-c5cf-418f-8b17-4c735567718d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:05.382007 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-84776f7f-e7d6-4383-9b16-a4a37d544376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/floatingips/e07c945f-419b-4096-ba18-95c9b885fea6 HTTP/1.1" status: 204 len: 168 time: 0.9637835 Aug 23 15:57:05.382593 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9e43ea-173a-4b2c-a720-4abf2087a32d', 'tag': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:57:05.384916 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd924062-d9ac-4c37-9281-018df5441bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9e43ea-173a-4b2c-a720-4abf2087a32d", "tag": "fb53d2ce-c3b5-417c-92d1-708af00b2a78"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:57:05.425247 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e4dd8e-7412-47ec-b74d-1425e643b17a x-openstack-request-id: req-e0e4dd8e-7412-47ec-b74d-1425e643b17a {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:57:05.425667 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9e43ea-173a-4b2c-a720-4abf2087a32d", "tag": "fb53d2ce-c3b5-417c-92d1-708af00b2a78", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:57:05.425924 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e0e4dd8e-7412-47ec-b74d-1425e643b17a {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:57:05.426326 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9e43ea-173a-4b2c-a720-4abf2087a32d', 'tag': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78', 'status': 'completed', 'code': 200} Aug 23 15:57:05.488253 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-ddf10729-ecf8-4eea-911e-91c89831f95e None None] Set router c7c8d376-c5cf-418f-8b17-4c735567718d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:57:05.495120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd924062-d9ac-4c37-9281-018df5441bf5 req-cda4e697-5cf0-4540-a809-8b2290ced72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:05.497295 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd924062-d9ac-4c37-9281-018df5441bf5 req-cda4e697-5cf0-4540-a809-8b2290ced72f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 1097 time: 0.0488982 Aug 23 15:57:05.592325 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd924062-d9ac-4c37-9281-018df5441bf5 req-387b832c-04bc-430f-a0da-298809199e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:05.593939 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd924062-d9ac-4c37-9281-018df5441bf5 req-387b832c-04bc-430f-a0da-298809199e89 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df HTTP/1.1" status: 200 len: 898 time: 0.0894747 Aug 23 15:57:05.637814 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd924062-d9ac-4c37-9281-018df5441bf5 req-68d1b9af-3bee-4482-adfc-d38f0317099a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb53d2ce-c3b5-417c-92d1-708af00b2a78 HTTP/1.1" status: 200 len: 217 time: 0.0350142 Aug 23 15:57:05.701388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd924062-d9ac-4c37-9281-018df5441bf5 req-d11a7db4-c157-4072-b63c-0b737eac9c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:05.702889 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ddf10729-ecf8-4eea-911e-91c89831f95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '3d4556d3-ac31-433a-a6d7-418d95e60d4f', 'name': '', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:11:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:11Z', 'updated_at': '2021-08-23T15:56:16Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:05.703100 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd924062-d9ac-4c37-9281-018df5441bf5 req-d11a7db4-c157-4072-b63c-0b737eac9c64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f69e9e90-e6ee-47db-a10e-e14f32a057a4 HTTP/1.1" status: 200 len: 835 time: 0.0543983 Aug 23 15:57:05.729695 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf10729-ecf8-4eea-911e-91c89831f95e None None] Checking router: c7c8d376-c5cf-418f-8b17-4c735567718d for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:57:05.738874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf10729-ecf8-4eea-911e-91c89831f95e None None] Routers {'c7c8d376-c5cf-418f-8b17-4c735567718d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:57:05.739371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ddf10729-ecf8-4eea-911e-91c89831f95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:56:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c7c8d376-c5cf-418f-8b17-4c735567718d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:05.754386 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd924062-d9ac-4c37-9281-018df5441bf5 req-f8df665c-60a0-4f06-8a0a-8c947979e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:05.756283 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd924062-d9ac-4c37-9281-018df5441bf5 req-f8df665c-60a0-4f06-8a0a-8c947979e681 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444334 Aug 23 15:57:05.855304 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5736055-ea0e-432f-8999-ec253317a864 req-3db0e602-4364-4038-8682-df2f96c4e635 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:05.857656 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-ddf10729-ecf8-4eea-911e-91c89831f95e None None] Set router c7c8d376-c5cf-418f-8b17-4c735567718d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:57:05.858670 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b5736055-ea0e-432f-8999-ec253317a864 req-3db0e602-4364-4038-8682-df2f96c4e635 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 946 time: 0.0578713 Aug 23 15:57:05.864940 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd924062-d9ac-4c37-9281-018df5441bf5 req-16b02f3d-ea83-4c57-b2dd-b318b7c0ebf4 service neutron] 10.222.0.57 "GET /v2.0/networks/4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011341 Aug 23 15:57:05.900928 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b5736055-ea0e-432f-8999-ec253317a864 req-ee1e9adf-3061-444f-82e7-786db79c7747 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342040 Aug 23 15:57:05.968349 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bd924062-d9ac-4c37-9281-018df5441bf5 req-e95b1e3a-92b8-4c39-bf81-7766c365040d service neutron] 10.222.0.57 "GET /v2.0/networks/4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953689 Aug 23 15:57:06.221075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ddf10729-ecf8-4eea-911e-91c89831f95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '3d4556d3-ac31-433a-a6d7-418d95e60d4f', 'name': '', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:11:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:11Z', 'updated_at': '2021-08-23T15:56:16Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:06.246826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf10729-ecf8-4eea-911e-91c89831f95e None None] The sync data for ids ['c7c8d376-c5cf-418f-8b17-4c735567718d'] in n-d-804985-3 is: [{'id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '3d4556d3-ac31-433a-a6d7-418d95e60d4f', 'name': '', 'network_id': '4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:11:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:11Z', 'updated_at': '2021-08-23T15:56:16Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': 'f69e9e90-e6ee-47db-a10e-e14f32a057a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:57:06.465349 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94058460-7e49-4aad-8a82-674b057aff0c None None] New status for floating IP e07c945f-419b-4096-ba18-95c9b885fea6: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:57:07.026499 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449e1fc-58bc-4729-a114-3b7d88b17ea5 req-7e2eb7b6-12d6-45b2-90da-e0631453500e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:07.028632 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d449e1fc-58bc-4729-a114-3b7d88b17ea5 req-7e2eb7b6-12d6-45b2-90da-e0631453500e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 946 time: 0.0502613 Aug 23 15:57:07.065923 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d449e1fc-58bc-4729-a114-3b7d88b17ea5 req-fb80cd88-f272-4c97-a06f-513a6d0ac56e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e58ba3a-9802-48f2-bf45-d218d5a8863d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310199 Aug 23 15:57:07.498613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275b9a6-a386-4ef0-a56b-1cd7e4070ecd req-d57051be-bed8-402f-852a-5834d2b3f57a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:07.500097 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7275b9a6-a386-4ef0-a56b-1cd7e4070ecd req-d57051be-bed8-402f-852a-5834d2b3f57a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 946 time: 0.0487590 Aug 23 15:57:07.593772 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-7275b9a6-a386-4ef0-a56b-1cd7e4070ecd req-1769fa4d-cf9b-4d2c-98c6-2c51a1ccebc7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port fb53d2ce-c3b5-417c-92d1-708af00b2a78 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:57:07.594114 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7275b9a6-a386-4ef0-a56b-1cd7e4070ecd req-1769fa4d-cf9b-4d2c-98c6-2c51a1ccebc7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:07.682894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-7275b9a6-a386-4ef0-a56b-1cd7e4070ecd req-1769fa4d-cf9b-4d2c-98c6-2c51a1ccebc7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] For port fb53d2ce-c3b5-417c-92d1-708af00b2a78, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=fb53d2ce-c3b5-417c-92d1-708af00b2a78,segment=NetworkSegment(d27f1b39-daa3-4281-b476-315d8cdce5a6),segment_id=d27f1b39-daa3-4281-b476-315d8cdce5a6)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:57:07.683264 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7275b9a6-a386-4ef0-a56b-1cd7e4070ecd req-1769fa4d-cf9b-4d2c-98c6-2c51a1ccebc7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:07.695956 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-7275b9a6-a386-4ef0-a56b-1cd7e4070ecd req-1769fa4d-cf9b-4d2c-98c6-2c51a1ccebc7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for fb53d2ce-c3b5-417c-92d1-708af00b2a78 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:57:07.906791 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7275b9a6-a386-4ef0-a56b-1cd7e4070ecd req-1769fa4d-cf9b-4d2c-98c6-2c51a1ccebc7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:07.935639 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769fa4d-cf9b-4d2c-98c6-2c51a1ccebc7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=fb53d2ce-c3b5-417c-92d1-708af00b2a78,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:07.981878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-7275b9a6-a386-4ef0-a56b-1cd7e4070ecd req-1769fa4d-cf9b-4d2c-98c6-2c51a1ccebc7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] No DVR routers for this DVR port fb53d2ce-c3b5-417c-92d1-708af00b2a78 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:57:07.984555 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7275b9a6-a386-4ef0-a56b-1cd7e4070ecd req-1769fa4d-cf9b-4d2c-98c6-2c51a1ccebc7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:07.986543 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7275b9a6-a386-4ef0-a56b-1cd7e4070ecd req-1769fa4d-cf9b-4d2c-98c6-2c51a1ccebc7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "DELETE /v2.0/ports/fb53d2ce-c3b5-417c-92d1-708af00b2a78 HTTP/1.1" status: 204 len: 173 time: 0.4800978 Aug 23 15:57:07.986990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9e43ea-173a-4b2c-a720-4abf2087a32d', 'name': 'network-vif-deleted', 'tag': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:57:07.989332 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44882bc7-b21c-43f5-8767-40c476923d80" -d '{"events": [{"server_uuid": "8b9e43ea-173a-4b2c-a720-4abf2087a32d", "name": "network-vif-deleted", "tag": "fb53d2ce-c3b5-417c-92d1-708af00b2a78"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:57:08.023759 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b26914-850a-4799-b977-81a49bae4450 x-openstack-request-id: req-c0b26914-850a-4799-b977-81a49bae4450 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:57:08.024123 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9e43ea-173a-4b2c-a720-4abf2087a32d", "name": "network-vif-deleted", "tag": "fb53d2ce-c3b5-417c-92d1-708af00b2a78", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:57:08.024383 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c0b26914-850a-4799-b977-81a49bae4450 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:57:08.024791 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9e43ea-173a-4b2c-a720-4abf2087a32d', 'name': 'network-vif-deleted', 'tag': 'fb53d2ce-c3b5-417c-92d1-708af00b2a78', 'status': 'completed', 'code': 200} Aug 23 15:57:08.179451 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-17c760df-57bd-44c6-9bd2-6376196d4350 req-d5706c88-a4aa-42bb-85da-38e0817da17d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 210 time: 0.0268452 Aug 23 15:57:08.726635 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-053df913-34de-4325-8671-e725f4ed9c39 req-03d1524e-5eef-44a5-ace9-37cc6bf43348 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254443 Aug 23 15:57:08.794858 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-053df913-34de-4325-8671-e725f4ed9c39 req-b37c26c7-894b-42a9-836b-c90fe02ccf6f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=8b9e43ea-173a-4b2c-a720-4abf2087a32d HTTP/1.1" status: 200 len: 210 time: 0.0259807 Aug 23 15:57:08.908456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053df913-34de-4325-8671-e725f4ed9c39 req-e4fd2839-d46f-4932-afda-ca395f34c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:08.909952 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-053df913-34de-4325-8671-e725f4ed9c39 req-e4fd2839-d46f-4932-afda-ca395f34c2cf service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7c2fbc554940487d802ee0e1f3459b84&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0967653 Aug 23 15:57:09.006918 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053df913-34de-4325-8671-e725f4ed9c39 req-7320d7ee-5004-411b-b242-0971acda6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:09.008519 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-053df913-34de-4325-8671-e725f4ed9c39 req-7320d7ee-5004-411b-b242-0971acda6f78 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917587 Aug 23 15:57:09.236213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39970) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:09.605757 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:09.865733 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port 3d4556d3-ac31-433a-a6d7-418d95e60d4f {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:57:09.865970 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:09.959334 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] For port 3d4556d3-ac31-433a-a6d7-418d95e60d4f, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=3d4556d3-ac31-433a-a6d7-418d95e60d4f,segment=NetworkSegment(d27f1b39-daa3-4281-b476-315d8cdce5a6),segment_id=d27f1b39-daa3-4281-b476-315d8cdce5a6)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:57:09.959733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:09.972392 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for 3d4556d3-ac31-433a-a6d7-418d95e60d4f owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:57:10.241177 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:10.268537 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=3d4556d3-ac31-433a-a6d7-418d95e60d4f,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:10.298904 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:10.299263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:10.299620 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:10.299991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:10.300339 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:10.300682 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:10.301154 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:10.301498 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:10.301837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:10.302174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:10.302511 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:10.302843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:10.467802 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:10.686332 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router c7c8d376-c5cf-418f-8b17-4c735567718d has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:57:10.793587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:57:10.800143 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-434ca43d-45ad-4b24-88f6-1e5bd6d9de9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "PUT /v2.0/routers/c7c8d376-c5cf-418f-8b17-4c735567718d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5628419 Aug 23 15:57:10.806671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39972) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:10.807140 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db54f707-44de-40c7-9534-a7d4a56f1e3f None None] Sync routers for ids ['c7c8d376-c5cf-418f-8b17-4c735567718d'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:57:10.813959 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54f707-44de-40c7-9534-a7d4a56f1e3f None None] Routers {'c7c8d376-c5cf-418f-8b17-4c735567718d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:57:10.814734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-db54f707-44de-40c7-9534-a7d4a56f1e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:56:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c7c8d376-c5cf-418f-8b17-4c735567718d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:10.855925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-c547a812-51d5-4231-bf25-f691104931c3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting subnet f69e9e90-e6ee-47db-a10e-e14f32a057a4 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:57:10.859048 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c547a812-51d5-4231-bf25-f691104931c3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:10.915348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c547a812-51d5-4231-bf25-f691104931c3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:10.926523 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-db54f707-44de-40c7-9534-a7d4a56f1e3f None None] Set router c7c8d376-c5cf-418f-8b17-4c735567718d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:57:11.056942 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c547a812-51d5-4231-bf25-f691104931c3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:11.109280 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-db54f707-44de-40c7-9534-a7d4a56f1e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:57:10Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:11.139961 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db54f707-44de-40c7-9534-a7d4a56f1e3f None None] Checking router: c7c8d376-c5cf-418f-8b17-4c735567718d for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:57:11.148148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54f707-44de-40c7-9534-a7d4a56f1e3f None None] Routers {'c7c8d376-c5cf-418f-8b17-4c735567718d'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:57:11.148750 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-db54f707-44de-40c7-9534-a7d4a56f1e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:56:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['c7c8d376-c5cf-418f-8b17-4c735567718d'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:11.182123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device fb53d2ce-c3b5-417c-92d1-708af00b2a78 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:57:11.193600 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c547a812-51d5-4231-bf25-f691104931c3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:11.205388 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: fb53d2ce-c3b5-417c-92d1-708af00b2a78 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:57:11.205728 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device fb53d2ce-c3b5-417c-92d1-708af00b2a78 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:57:11.225434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547a812-51d5-4231-bf25-f691104931c3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Subnet': ['ID=f69e9e90-e6ee-47db-a10e-e14f32a057a4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:11.229111 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c547a812-51d5-4231-bf25-f691104931c3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:11.234313 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39974) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:11.234454 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c547a812-51d5-4231-bf25-f691104931c3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/subnets/f69e9e90-e6ee-47db-a10e-e14f32a057a4 HTTP/1.1" status: 204 len: 168 time: 0.4312859 Aug 23 15:57:11.257448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba923bae-64ba-4f07-a3a4-b00f3371a355 None None] Network 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:57:11.335553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-db54f707-44de-40c7-9534-a7d4a56f1e3f None None] Set router c7c8d376-c5cf-418f-8b17-4c735567718d gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:57:11.344364 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:11.455566 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:11.574787 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-db54f707-44de-40c7-9534-a7d4a56f1e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:57:10Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:11.580205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] DHCP port deletion for 4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:57:11.595995 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port df321bdf-f005-4a4a-9efa-6a5700c39c59 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:57:11.596349 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:11.613082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db54f707-44de-40c7-9534-a7d4a56f1e3f None None] The sync data for ids ['c7c8d376-c5cf-418f-8b17-4c735567718d'] in n-d-804985-3 is: [{'id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228400569', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:57:10Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'df321bdf-f005-4a4a-9efa-6a5700c39c59', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8d376-c5cf-418f-8b17-4c735567718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:56:07Z', 'updated_at': '2021-08-23T15:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:57:11.664779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Deleting port 85083d04-3401-4617-9d67-63233ee78959 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:57:11.665167 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:11.683606 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] For port df321bdf-f005-4a4a-9efa-6a5700c39c59, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=df321bdf-f005-4a4a-9efa-6a5700c39c59,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:57:11.684010 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:11.697016 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for df321bdf-f005-4a4a-9efa-6a5700c39c59 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:57:11.727890 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] For port 85083d04-3401-4617-9d67-63233ee78959, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=85083d04-3401-4617-9d67-63233ee78959,segment=NetworkSegment(d27f1b39-daa3-4281-b476-315d8cdce5a6),segment_id=d27f1b39-daa3-4281-b476-315d8cdce5a6)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:57:11.728294 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:11.740548 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Calling delete_port for 85083d04-3401-4617-9d67-63233ee78959 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:57:11.910235 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:11.936167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Pushing event deleted for resources: {'Port': ['ID=85083d04-3401-4617-9d67-63233ee78959,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:11.940395 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] No DVR routers for this DVR port 85083d04-3401-4617-9d67-63233ee78959 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:57:11.946983 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:11.947327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:11.951108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:11.951108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:11.951108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:11.951108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:11.951108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:11.951108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:11.951108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:11.951108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:11.951108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:11.951108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f21c75-eef5-46e3-9f4f-5f0605eaf09a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:11.976156 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:12.007738 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=df321bdf-f005-4a4a-9efa-6a5700c39c59,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:12.071425 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:12.163517 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:12.165654 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:12.284260 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:12.284756 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Fanout notify agent at l3_agent the message router_deleted on router c7c8d376-c5cf-418f-8b17-4c735567718d {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:57:12.291850 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:12.292950 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b8ec8142-b73e-4b0a-b065-961b58acb87b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/routers/c7c8d376-c5cf-418f-8b17-4c735567718d HTTP/1.1" status: 204 len: 168 time: 1.0575683 Aug 23 15:57:12.296449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 39976) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:12.374998 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb393a27-3b6f-4c09-9c13-32ce5650fdcf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:12.482962 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb393a27-3b6f-4c09-9c13-32ce5650fdcf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:12.492573 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-cb393a27-3b6f-4c09-9c13-32ce5650fdcf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:12.502595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-cb393a27-3b6f-4c09-9c13-32ce5650fdcf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27f1b39-daa3-4281-b476-315d8cdce5a6') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:12.502892 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-cb393a27-3b6f-4c09-9c13-32ce5650fdcf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27f1b39-daa3-4281-b476-315d8cdce5a6') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:12.511391 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb393a27-3b6f-4c09-9c13-32ce5650fdcf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:12.524726 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb393a27-3b6f-4c09-9c13-32ce5650fdcf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:12.530948 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb393a27-3b6f-4c09-9c13-32ce5650fdcf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:57:12.531866 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb393a27-3b6f-4c09-9c13-32ce5650fdcf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:57:12.534135 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:57:12.675612 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb393a27-3b6f-4c09-9c13-32ce5650fdcf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:12.685412 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-cb393a27-3b6f-4c09-9c13-32ce5650fdcf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:12.685412 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-cb393a27-3b6f-4c09-9c13-32ce5650fdcf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/networks/4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df HTTP/1.1" status: 204 len: 168 time: 0.3870633 Aug 23 15:57:12.687925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39978) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:12.697098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb393a27-3b6f-4c09-9c13-32ce5650fdcf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Network': ['ID=4a9e5ddc-0ef3-4a3f-80d5-77ea68b798df,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:12.750696 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e46a072a-47ca-457f-afcb-fab822b7dd6f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:12.780099 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e46a072a-47ca-457f-afcb-fab822b7dd6f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:12.813220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3d4556d3-ac31-433a-a6d7-418d95e60d4f no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:57:12.833657 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 3d4556d3-ac31-433a-a6d7-418d95e60d4f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:57:12.834004 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 3d4556d3-ac31-433a-a6d7-418d95e60d4f not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:57:12.834417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 85083d04-3401-4617-9d67-63233ee78959 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:57:12.857132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 85083d04-3401-4617-9d67-63233ee78959 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:57:12.857480 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 85083d04-3401-4617-9d67-63233ee78959 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:57:13.013202 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e46a072a-47ca-457f-afcb-fab822b7dd6f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:13.015906 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e46a072a-47ca-457f-afcb-fab822b7dd6f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:13.017092 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e46a072a-47ca-457f-afcb-fab822b7dd6f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/security-groups/2e58ba3a-9802-48f2-bf45-d218d5a8863d HTTP/1.1" status: 204 len: 168 time: 0.3281054 Aug 23 15:57:13.026482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a072a-47ca-457f-afcb-fab822b7dd6f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e58ba3a-9802-48f2-bf45-d218d5a8863d,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:13.547861 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39984) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:13.552842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e8262fbe-9aac-4bed-88bb-4eccf63ccfe9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58211132', 'description': 'tempest-secgroup-smoke-58211132 description', 'project_id': '7c2fbc554940487d802ee0e1f3459b84'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:57:13.644793 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e8262fbe-9aac-4bed-88bb-4eccf63ccfe9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:13.725129 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e8262fbe-9aac-4bed-88bb-4eccf63ccfe9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:13.807163 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e8262fbe-9aac-4bed-88bb-4eccf63ccfe9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:13.835952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8262fbe-9aac-4bed-88bb-4eccf63ccfe9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436dc4e2-96b8-43e1-90cb-1854e5fbcde9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:13.924477 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e8262fbe-9aac-4bed-88bb-4eccf63ccfe9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:13.925786 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e8262fbe-9aac-4bed-88bb-4eccf63ccfe9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3767817 Aug 23 15:57:13.928619 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39986) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:13.933024 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-becb99ae-4892-43e3-8005-ae570a438ffd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '436dc4e2-96b8-43e1-90cb-1854e5fbcde9', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:57:14.017614 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-becb99ae-4892-43e3-8005-ae570a438ffd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:14.077199 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-becb99ae-4892-43e3-8005-ae570a438ffd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:14.158449 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-becb99ae-4892-43e3-8005-ae570a438ffd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:14.175365 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb99ae-4892-43e3-8005-ae570a438ffd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d264633-22b5-4edd-bb5b-aa5b422d9cf1,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:14.258665 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-becb99ae-4892-43e3-8005-ae570a438ffd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:14.259945 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-becb99ae-4892-43e3-8005-ae570a438ffd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3303416 Aug 23 15:57:14.263533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39988) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:14.267920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1af16675-7dbe-4314-8226-1d929901b24c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '436dc4e2-96b8-43e1-90cb-1854e5fbcde9', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:57:14.363245 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1af16675-7dbe-4314-8226-1d929901b24c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:14.405663 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device df321bdf-f005-4a4a-9efa-6a5700c39c59 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:57:14.420688 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1af16675-7dbe-4314-8226-1d929901b24c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:14.425981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: df321bdf-f005-4a4a-9efa-6a5700c39c59 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:57:14.426336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device df321bdf-f005-4a4a-9efa-6a5700c39c59 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:57:14.495850 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1af16675-7dbe-4314-8226-1d929901b24c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:14.514515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af16675-7dbe-4314-8226-1d929901b24c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f907ce1c-029f-4770-88c5-156020d7338c,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:14.598048 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1af16675-7dbe-4314-8226-1d929901b24c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:14.599349 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1af16675-7dbe-4314-8226-1d929901b24c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3348145 Aug 23 15:57:14.602137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39990) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:14.606512 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f36b08f9-ff20-4523-aee4-ea9da1b30c86 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '436dc4e2-96b8-43e1-90cb-1854e5fbcde9', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:57:14.732055 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f36b08f9-ff20-4523-aee4-ea9da1b30c86 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:14.789176 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f36b08f9-ff20-4523-aee4-ea9da1b30c86 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:14.901175 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f36b08f9-ff20-4523-aee4-ea9da1b30c86 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:14.920525 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b08f9-ff20-4523-aee4-ea9da1b30c86 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9ecdba-73ba-4420-bc7f-7eece98cd2a9,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:15.021535 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f36b08f9-ff20-4523-aee4-ea9da1b30c86 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:15.022810 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f36b08f9-ff20-4523-aee4-ea9da1b30c86 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4197657 Aug 23 15:57:15.026193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39992) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:15.030729 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-16b92e4f-7ff7-42b5-98c2-1e1cb1759019 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '436dc4e2-96b8-43e1-90cb-1854e5fbcde9', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:57:15.150658 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16b92e4f-7ff7-42b5-98c2-1e1cb1759019 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:15.222751 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16b92e4f-7ff7-42b5-98c2-1e1cb1759019 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:15.287351 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16b92e4f-7ff7-42b5-98c2-1e1cb1759019 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:15.307190 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b92e4f-7ff7-42b5-98c2-1e1cb1759019 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98bb2c93-aa6b-489f-b7e2-0156fae13130,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:15.404489 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16b92e4f-7ff7-42b5-98c2-1e1cb1759019 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:15.406060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-16b92e4f-7ff7-42b5-98c2-1e1cb1759019 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3786800 Aug 23 15:57:15.409060 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39994) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:15.413736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-8e11e608-10cd-4509-9398-d5859dcad4e0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '436dc4e2-96b8-43e1-90cb-1854e5fbcde9', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:57:15.502363 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-8e11e608-10cd-4509-9398-d5859dcad4e0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Project 7c2fbc554940487d802ee0e1f3459b84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:57:15.509785 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8e11e608-10cd-4509-9398-d5859dcad4e0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:15.583538 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8e11e608-10cd-4509-9398-d5859dcad4e0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:15.676051 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8e11e608-10cd-4509-9398-d5859dcad4e0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:15.699769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11e608-10cd-4509-9398-d5859dcad4e0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d87157-3225-44e1-8a35-95f386ce6660,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:15.781621 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8e11e608-10cd-4509-9398-d5859dcad4e0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:15.782830 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8e11e608-10cd-4509-9398-d5859dcad4e0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3727894 Aug 23 15:57:15.785775 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39996) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:15.790255 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-739aae7f-02b1-40be-a6f6-325f3a068d15 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '436dc4e2-96b8-43e1-90cb-1854e5fbcde9', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:57:15.892745 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-739aae7f-02b1-40be-a6f6-325f3a068d15 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Project 7c2fbc554940487d802ee0e1f3459b84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:57:15.897901 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-739aae7f-02b1-40be-a6f6-325f3a068d15 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:15.966277 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-739aae7f-02b1-40be-a6f6-325f3a068d15 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:16.064810 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-739aae7f-02b1-40be-a6f6-325f3a068d15 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:16.083616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739aae7f-02b1-40be-a6f6-325f3a068d15 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3c956e-25f4-4fc0-bbbb-ef3a628b9b4e,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:16.179025 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-739aae7f-02b1-40be-a6f6-325f3a068d15 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:16.180295 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-739aae7f-02b1-40be-a6f6-325f3a068d15 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3935418 Aug 23 15:57:16.183198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 39998) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:16.188379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-52e174be-3144-4a37-8972-0b964fb11d0d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'network': {'name': 'tempest-network-smoke--2092961741', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'port_security_enabled': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:57:16.298605 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e174be-3144-4a37-8972-0b964fb11d0d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Made reservation on behalf of 7c2fbc554940487d802ee0e1f3459b84 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:57:16.302157 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52e174be-3144-4a37-8972-0b964fb11d0d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:16.325782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e174be-3144-4a37-8972-0b964fb11d0d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:57:16.327081 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:16.334323 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52e174be-3144-4a37-8972-0b964fb11d0d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:16.338644 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-52e174be-3144-4a37-8972-0b964fb11d0d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Added segment 9e4520f2-05f8-4ba3-9b28-bdcdab2c562b of type vlan for network 3bbad2b2-d370-44d4-be5b-f5cb4040e457 Aug 23 15:57:16.376730 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52e174be-3144-4a37-8972-0b964fb11d0d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:16.495515 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52e174be-3144-4a37-8972-0b964fb11d0d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:16.501131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e174be-3144-4a37-8972-0b964fb11d0d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:16.504852 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52e174be-3144-4a37-8972-0b964fb11d0d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:16.565925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e174be-3144-4a37-8972-0b964fb11d0d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Network': ['ID=3bbad2b2-d370-44d4-be5b-f5cb4040e457,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:16.576961 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 3bbad2b2-d370-44d4-be5b-f5cb4040e457 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:57:16.625044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-52e174be-3144-4a37-8972-0b964fb11d0d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4407611 Aug 23 15:57:16.627825 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40000) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:16.632451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'admin_state_up': True, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:57:16.747276 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:16.749132 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:16.805425 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:17.026145 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:17.296354 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:17.315248 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:17.421272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.25.8.125 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/f494e615-ed70-44a1-9545-32a7c8a85b0b) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:57:17.522667 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:17.618776 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:17.657007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:57:17.659774 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:57:17.663225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:57:17.670903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=f494e615-ed70-44a1-9545-32a7c8a85b0b,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:18.019232 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:18.216966 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:18.398531 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router caf41c1b-800d-49e6-870e-e88c462d040a is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:57:18.439441 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:57:18.513363 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:57:18.525373 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Sync routers for ids ['caf41c1b-800d-49e6-870e-e88c462d040a'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:57:18.534930 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Routers {'caf41c1b-800d-49e6-870e-e88c462d040a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:57:18.535536 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:56:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['caf41c1b-800d-49e6-870e-e88c462d040a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:18.618616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:18.618616 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2f01809e-7716-4fc8-9e6a-f7f5b56116bb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9859478 Aug 23 15:57:18.618616 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40002) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:18.642666 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Set router caf41c1b-800d-49e6-870e-e88c462d040a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:57:18.649932 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0faa7ef7-b453-45b1-81bf-5f5623d235c4 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=7c2fbc554940487d802ee0e1f3459b84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281971 Aug 23 15:57:18.650101 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40004) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:18.838005 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:57:16Z', 'updated_at': '2021-08-23T15:57:17Z', 'revision_number': 3, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:17Z', 'updated_at': '2021-08-23T15:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:18.865137 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Checking router: caf41c1b-800d-49e6-870e-e88c462d040a for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:57:18.865485 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Updating router caf41c1b-800d-49e6-870e-e88c462d040a port f494e615-ed70-44a1-9545-32a7c8a85b0b binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:57:18.891933 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:19.078547 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f155e182-cff4-4594-8811-59027efa9ff0 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:19.080273 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f155e182-cff4-4594-8811-59027efa9ff0 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4292641 Aug 23 15:57:19.083047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40006) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:19.112653 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7a69e422-2549-4195-82d9-4cef578b57cf tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284178 Aug 23 15:57:19.115093 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40008) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:19.119974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-26a92cf3-bcae-4859-9297-ae6c0a566c75 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-143980508', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:57:19.151160 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:19.161015 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Transition to ACTIVE for port object f494e615-ed70-44a1-9545-32a7c8a85b0b will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:57:19.232862 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:19.283409 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Attempting to bind port f494e615-ed70-44a1-9545-32a7c8a85b0b on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:57:19.283804 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Attempting to bind port f494e615-ed70-44a1-9545-32a7c8a85b0b by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:57:19.284164 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Attempting to bind port f494e615-ed70-44a1-9545-32a7c8a85b0b on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:57:19.285915 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a4c22-4469-449c-b649-81eeaafc8bad None None] Pushing event updated for resources: {'Port': ['ID=f494e615-ed70-44a1-9545-32a7c8a85b0b,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:19.287568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a92cf3-bcae-4859-9297-ae6c0a566c75 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Made reservation on behalf of 7c2fbc554940487d802ee0e1f3459b84 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:57:19.291128 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-26a92cf3-bcae-4859-9297-ae6c0a566c75 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:19.295247 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a4c22-4469-449c-b649-81eeaafc8bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:19.295593 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a4c22-4469-449c-b649-81eeaafc8bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:19.295964 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a4c22-4469-449c-b649-81eeaafc8bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:19.296293 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a4c22-4469-449c-b649-81eeaafc8bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:19.296625 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a4c22-4469-449c-b649-81eeaafc8bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:19.296948 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a4c22-4469-449c-b649-81eeaafc8bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:19.297270 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a4c22-4469-449c-b649-81eeaafc8bad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:19.297588 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a4c22-4469-449c-b649-81eeaafc8bad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:19.297907 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a4c22-4469-449c-b649-81eeaafc8bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:19.298229 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a4c22-4469-449c-b649-81eeaafc8bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:19.298551 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a4c22-4469-449c-b649-81eeaafc8bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:19.298863 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a4c22-4469-449c-b649-81eeaafc8bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:57:19.302142 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:57:19.303359 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:57:19.303359 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:19.303359 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:57:19.303758 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Bound port: f494e615-ed70-44a1-9545-32a7c8a85b0b, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:57:19.304121 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:19.356940 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] For port f494e615-ed70-44a1-9545-32a7c8a85b0b, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:57:19.360168 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] For port f494e615-ed70-44a1-9545-32a7c8a85b0b, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f494e615-ed70-44a1-9545-32a7c8a85b0b,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:57:19.437442 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:19.496335 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Routers {'caf41c1b-800d-49e6-870e-e88c462d040a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:57:19.498237 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:56:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['caf41c1b-800d-49e6-870e-e88c462d040a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:19.502093 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a4c22-4469-449c-b649-81eeaafc8bad None None] Pushing event updated for resources: {'Port': ['ID=f494e615-ed70-44a1-9545-32a7c8a85b0b,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:19.547900 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-26a92cf3-bcae-4859-9297-ae6c0a566c75 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:19.617577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a92cf3-bcae-4859-9297-ae6c0a566c75 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Subnet': ['ID=19931f5e-5434-419f-a32d-d2be7ce5f3d0,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:19.626178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a92cf3-bcae-4859-9297-ae6c0a566c75 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Checking segment: {'id': '9e4520f2-05f8-4ba3-9b28-bdcdab2c562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:57:19.626550 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a92cf3-bcae-4859-9297-ae6c0a566c75 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network hostable DHCP agents. Network: 3bbad2b2-d370-44d4-be5b-f5cb4040e457, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:57:19.705156 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] Set router caf41c1b-800d-49e6-870e-e88c462d040a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:57:19.718627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a92cf3-bcae-4859-9297-ae6c0a566c75 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network 3bbad2b2-d370-44d4-be5b-f5cb4040e457 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:57:19.810171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-26a92cf3-bcae-4859-9297-ae6c0a566c75 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 3bbad2b2-d370-44d4-be5b-f5cb4040e457) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:57:19.814282 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a92cf3-bcae-4859-9297-ae6c0a566c75 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:19.814870 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-26a92cf3-bcae-4859-9297-ae6c0a566c75 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:19.821194 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1bdab0-32e1-44fd-935d-acb5381b2128 None None] Network 3bbad2b2-d370-44d4-be5b-f5cb4040e457 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:57:19.890658 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:57:16Z', 'updated_at': '2021-08-23T15:57:17Z', 'revision_number': 3, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:17Z', 'updated_at': '2021-08-23T15:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:19.916896 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff0944-828b-42c6-a9c7-66a3f84815f6 None None] The sync data for ids ['caf41c1b-800d-49e6-870e-e88c462d040a'] in n-d-804985-3 is: [{'id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:57:16Z', 'updated_at': '2021-08-23T15:57:17Z', 'revision_number': 3, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:17Z', 'updated_at': '2021-08-23T15:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:57:19.923717 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40010) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:19.931553 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-26a92cf3-bcae-4859-9297-ae6c0a566c75 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8153198 Aug 23 15:57:19.970246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ips': [{'subnet_id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:57:19.971220 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:20.132762 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Allocated IP 172.20.0.2 (3bbad2b2-d370-44d4-be5b-f5cb4040e457/19931f5e-5434-419f-a32d-d2be7ce5f3d0/619ad4e5-0205-49f5-a595-c959871e80d1) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:57:20.317037 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:20.328276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Transition to ACTIVE for port object 619ad4e5-0205-49f5-a595-c959871e80d1 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:57:20.343356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Transition to ACTIVE for port object 619ad4e5-0205-49f5-a595-c959871e80d1 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:57:20.424138 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:20.473722 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:20.512331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Network 3bbad2b2-d370-44d4-be5b-f5cb4040e457 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:57:20.516243 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f494e615-ed70-44a1-9545-32a7c8a85b0b up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:57:20.524002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:57:20.551711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:57:20.559877 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Pushing event updated for resources: {'Port': ['ID=619ad4e5-0205-49f5-a595-c959871e80d1,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:20.627320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Attempting to bind port 619ad4e5-0205-49f5-a595-c959871e80d1 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:57:20.627715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Attempting to bind port 619ad4e5-0205-49f5-a595-c959871e80d1 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '9e4520f2-05f8-4ba3-9b28-bdcdab2c562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:57:20.631850 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Attempting to bind port 619ad4e5-0205-49f5-a595-c959871e80d1 on network 3bbad2b2-d370-44d4-be5b-f5cb4040e457 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:57:20.636434 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:57:20.636812 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Checking segment: {'id': '9e4520f2-05f8-4ba3-9b28-bdcdab2c562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:57:20.637272 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:20.637842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Bound using segment: {'id': '9e4520f2-05f8-4ba3-9b28-bdcdab2c562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:57:20.638839 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Bound port: 619ad4e5-0205-49f5-a595-c959871e80d1, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4520f2-05f8-4ba3-9b28-bdcdab2c562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:57:20.638839 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:20.717358 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port f494e615-ed70-44a1-9545-32a7c8a85b0b completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:57:20.723702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] For port 619ad4e5-0205-49f5-a595-c959871e80d1, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:57:20.725682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f494e615-ed70-44a1-9545-32a7c8a85b0b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:57:20.726051 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:20.728744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] For port 619ad4e5-0205-49f5-a595-c959871e80d1, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=619ad4e5-0205-49f5-a595-c959871e80d1,segment=NetworkSegment(9e4520f2-05f8-4ba3-9b28-bdcdab2c562b),segment_id=9e4520f2-05f8-4ba3-9b28-bdcdab2c562b)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:57:20.753207 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.20.0.1 (3bbad2b2-d370-44d4-be5b-f5cb4040e457/19931f5e-5434-419f-a32d-d2be7ce5f3d0/4d1ce6d4-c3fc-4427-93da-28330a585940) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:57:20.815560 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:20.835661 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port f494e615-ed70-44a1-9545-32a7c8a85b0b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f494e615-ed70-44a1-9545-32a7c8a85b0b,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:57:20.868018 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:20.879503 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:20.881557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Transition to ACTIVE for port object 4d1ce6d4-c3fc-4427-93da-28330a585940 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:57:20.944206 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:20.949364 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69584b6-3ca2-4730-8358-8ea8dcca3e93 None None] Pushing event updated for resources: {'Port': ['ID=619ad4e5-0205-49f5-a595-c959871e80d1,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:20.988036 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:21.005611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=f494e615-ed70-44a1-9545-32a7c8a85b0b,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:21.026268 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:21.029858 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network 3bbad2b2-d370-44d4-be5b-f5cb4040e457 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:57:21.033007 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:57:21.036748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:57:21.068532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=4d1ce6d4-c3fc-4427-93da-28330a585940,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:21.095576 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:21.317568 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:21.609149 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:21.661408 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:22.085657 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=4d1ce6d4-c3fc-4427-93da-28330a585940,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:22.088525 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:22.185364 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network 3bbad2b2-d370-44d4-be5b-f5cb4040e457 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:57:22.186890 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:57:22.266043 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0834427-d443-4384-a37e-da968e839403 None None] Network 3bbad2b2-d370-44d4-be5b-f5cb4040e457 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:57:22.306341 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router caf41c1b-800d-49e6-870e-e88c462d040a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:57:22.421127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-b12f4036-82e1-489d-baca-a68e6d8915bf None None] Provisioning for port 619ad4e5-0205-49f5-a595-c959871e80d1 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:57:22.421668 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:57:22.430278 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9a51c368-8c56-43eb-94e7-f8225ff6d3f7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "PUT /v2.0/routers/caf41c1b-800d-49e6-870e-e88c462d040a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5036786 Aug 23 15:57:22.442584 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Sync routers for ids ['caf41c1b-800d-49e6-870e-e88c462d040a'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:57:22.458924 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Routers {'caf41c1b-800d-49e6-870e-e88c462d040a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:57:22.459113 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:56:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['caf41c1b-800d-49e6-870e-e88c462d040a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:22.594831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 619ad4e5-0205-49f5-a595-c959871e80d1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:57:22.601783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Set router caf41c1b-800d-49e6-870e-e88c462d040a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:57:22.602837 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-59df35d2-2280-460e-b821-080ee53e3fd0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58211132&fields=id&tenant_id=7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 267 time: 0.0412099 Aug 23 15:57:22.719054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-35b0a3c6-ab70-4596-853a-016d7430c375 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:22.720970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-35b0a3c6-ab70-4596-853a-016d7430c375 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/networks?id=3bbad2b2-d370-44d4-be5b-f5cb4040e457 HTTP/1.1" status: 200 len: 797 time: 0.1108484 Aug 23 15:57:22.739861 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-df4e1de7-ffbe-4e10-bb83-d4565c861104 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/quotas/7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 375 time: 0.0125091 Aug 23 15:57:22.809048 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-bfee864c-cbb6-46b2-8d7f-7e26949e85ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622828 Aug 23 15:57:22.828973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-7db08929-d770-4e26-83bb-29d24b544a89 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 15:57:22.830178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-7db08929-d770-4e26-83bb-29d24b544a89 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077868 Aug 23 15:57:22.888598 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c22fb1f3-559d-4122-88b3-f6eccc2e9fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:22.932194 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-ca6df2c9-4493-471c-bdc2-3f06e6bc37db service neutron] 10.222.0.38 "GET /v2.0/networks/3bbad2b2-d370-44d4-be5b-f5cb4040e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944595 Aug 23 15:57:23.006780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6ecdf9d5-44d6-458c-a369-177cffa4be8a None None] Provisioning for port 4d1ce6d4-c3fc-4427-93da-28330a585940 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:57:23.018473 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6ecdf9d5-44d6-458c-a369-177cffa4be8a None None] Provisioning complete for port 4d1ce6d4-c3fc-4427-93da-28330a585940 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:57:23.018916 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6ecdf9d5-44d6-458c-a369-177cffa4be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:23.021387 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 619ad4e5-0205-49f5-a595-c959871e80d1 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:57:23.043411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 619ad4e5-0205-49f5-a595-c959871e80d1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:57:23.044003 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:23.045409 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-53c15dee-31a3-4c3f-b1d3-c4687190ec71 service neutron] 10.222.0.38 "GET /v2.0/networks/3bbad2b2-d370-44d4-be5b-f5cb4040e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029284 Aug 23 15:57:23.093377 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6ecdf9d5-44d6-458c-a369-177cffa4be8a None None] Port 4d1ce6d4-c3fc-4427-93da-28330a585940 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:57:23.121501 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6ecdf9d5-44d6-458c-a369-177cffa4be8a None None] Provisioning complete for port 619ad4e5-0205-49f5-a595-c959871e80d1 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:57:23.122491 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6ecdf9d5-44d6-458c-a369-177cffa4be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:23.125247 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:57:16Z', 'updated_at': '2021-08-23T15:57:21Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:17Z', 'updated_at': '2021-08-23T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4d1ce6d4-c3fc-4427-93da-28330a585940', 'name': '', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:51:1f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:20Z', 'updated_at': '2021-08-23T15:57:21Z', 'revision_number': 2, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:23.172699 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Checking router: caf41c1b-800d-49e6-870e-e88c462d040a for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:57:23.172965 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Updating router caf41c1b-800d-49e6-870e-e88c462d040a port 4d1ce6d4-c3fc-4427-93da-28330a585940 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:57:23.237222 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:23.240356 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:23.325967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 619ad4e5-0205-49f5-a595-c959871e80d1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=619ad4e5-0205-49f5-a595-c959871e80d1,segment=NetworkSegment(9e4520f2-05f8-4ba3-9b28-bdcdab2c562b),segment_id=9e4520f2-05f8-4ba3-9b28-bdcdab2c562b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:57:23.345612 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6ecdf9d5-44d6-458c-a369-177cffa4be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:23.403792 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:23.404574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f494e615-ed70-44a1-9545-32a7c8a85b0b up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:57:23.581723 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=619ad4e5-0205-49f5-a595-c959871e80d1,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:23.586039 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-6ecdf9d5-44d6-458c-a369-177cffa4be8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 15:57:23.586391 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-6ecdf9d5-44d6-458c-a369-177cffa4be8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 15:57:23.603913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f494e615-ed70-44a1-9545-32a7c8a85b0b triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:57:23.604280 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:23.744468 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:23.760256 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Transition to ACTIVE for port object 4d1ce6d4-c3fc-4427-93da-28330a585940 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:57:23.850243 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:23.901274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39d832-9074-481e-a956-8e06cd96a399 None None] Pushing event updated for resources: {'Port': ['ID=4d1ce6d4-c3fc-4427-93da-28330a585940,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:23.957361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Attempting to bind port 4d1ce6d4-c3fc-4427-93da-28330a585940 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:57:23.957744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Attempting to bind port 4d1ce6d4-c3fc-4427-93da-28330a585940 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '9e4520f2-05f8-4ba3-9b28-bdcdab2c562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:57:23.958134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Attempting to bind port 4d1ce6d4-c3fc-4427-93da-28330a585940 on network 3bbad2b2-d370-44d4-be5b-f5cb4040e457 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:57:23.964076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:57:23.964457 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Checking segment: {'id': '9e4520f2-05f8-4ba3-9b28-bdcdab2c562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:57:23.964868 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:23.965277 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Bound using segment: {'id': '9e4520f2-05f8-4ba3-9b28-bdcdab2c562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:57:23.967034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Bound port: 4d1ce6d4-c3fc-4427-93da-28330a585940, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4520f2-05f8-4ba3-9b28-bdcdab2c562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:57:23.967430 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:24.037294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] For port 4d1ce6d4-c3fc-4427-93da-28330a585940, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:57:24.040385 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] For port 4d1ce6d4-c3fc-4427-93da-28330a585940, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=4d1ce6d4-c3fc-4427-93da-28330a585940,segment=NetworkSegment(9e4520f2-05f8-4ba3-9b28-bdcdab2c562b),segment_id=9e4520f2-05f8-4ba3-9b28-bdcdab2c562b)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:57:24.114774 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:24.180214 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Routers {'caf41c1b-800d-49e6-870e-e88c462d040a'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:57:24.180833 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:56:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['caf41c1b-800d-49e6-870e-e88c462d040a'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:24.220468 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39d832-9074-481e-a956-8e06cd96a399 None None] Pushing event updated for resources: {'Port': ['ID=4d1ce6d4-c3fc-4427-93da-28330a585940,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:24.308663 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] Set router caf41c1b-800d-49e6-870e-e88c462d040a gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:57:24.330102 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-76758e02-5ecf-44a2-8fc3-f13dd7f61741 req-8ba7c1e5-46b1-4f92-a4b6-792d2b4935df tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 210 time: 0.0290074 Aug 23 15:57:24.473501 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 619ad4e5-0205-49f5-a595-c959871e80d1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:57:24.564216 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 619ad4e5-0205-49f5-a595-c959871e80d1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:57:24.564586 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:24.590143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:57:16Z', 'updated_at': '2021-08-23T15:57:21Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:17Z', 'updated_at': '2021-08-23T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4d1ce6d4-c3fc-4427-93da-28330a585940', 'name': '', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:51:1f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:20Z', 'updated_at': '2021-08-23T15:57:24Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:24.619315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5330ce-b2c0-4449-b8e4-87f388ef9dc1 None None] The sync data for ids ['caf41c1b-800d-49e6-870e-e88c462d040a'] in n-d-804985-3 is: [{'id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:57:16Z', 'updated_at': '2021-08-23T15:57:21Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:17Z', 'updated_at': '2021-08-23T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4d1ce6d4-c3fc-4427-93da-28330a585940', 'name': '', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:51:1f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:20Z', 'updated_at': '2021-08-23T15:57:24Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:57:25.414461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-20cf3778-aa9c-4223-8ace-bfc84aceb554 req-3adc29c5-841b-485d-b4dc-cd8c1780b8b7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 210 time: 0.0298326 Aug 23 15:57:25.564714 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:26.488733 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4d1ce6d4-c3fc-4427-93da-28330a585940 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:57:26.531235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a0e6b095-d95b-435c-a1fc-9e75b415b620 req-7a379c58-2b25-4090-947b-0ac670b0c0b3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 210 time: 0.0352862 Aug 23 15:57:26.673133 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 4d1ce6d4-c3fc-4427-93da-28330a585940 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:57:26.677120 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 4d1ce6d4-c3fc-4427-93da-28330a585940 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:57:26.682853 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:26.703937 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-084c1d8e-6293-4d80-934c-ddff91e51633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:26.760288 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:26.791935 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 4d1ce6d4-c3fc-4427-93da-28330a585940, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=4d1ce6d4-c3fc-4427-93da-28330a585940,segment=NetworkSegment(9e4520f2-05f8-4ba3-9b28-bdcdab2c562b),segment_id=9e4520f2-05f8-4ba3-9b28-bdcdab2c562b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:57:26.895731 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:26.952692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=4d1ce6d4-c3fc-4427-93da-28330a585940,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:27.010061 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:27.606583 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2bb1944a-02a0-4cd8-93b4-98082aeff0a0 req-3b89ab9e-964d-4076-be84-5f27d415ef07 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 210 time: 0.0261066 Aug 23 15:57:28.456471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4d1ce6d4-c3fc-4427-93da-28330a585940 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:57:28.503101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 4d1ce6d4-c3fc-4427-93da-28330a585940 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:57:28.503468 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:28.697035 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a8a6d82a-a945-4f2c-b091-5788bb70ed3a req-b39bf55a-b9b9-41f9-a758-1408ce4d8731 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 210 time: 0.0267096 Aug 23 15:57:28.858759 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:29.792396 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-89bb09c5-f95f-4cb1-93ac-b7229dc41519 req-bdde5f95-b79c-4b5e-a7d4-25de80304411 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 210 time: 0.0277998 Aug 23 15:57:30.349841 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-b1fa6c1a-0e04-412e-8961-f19424343cc9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:30.351345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-b1fa6c1a-0e04-412e-8961-f19424343cc9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "GET /v2.0/networks?id=3bbad2b2-d370-44d4-be5b-f5cb4040e457 HTTP/1.1" status: 200 len: 797 time: 0.1101968 Aug 23 15:57:30.395121 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-36de07d6-fb2c-4ad7-a81b-7d9a6151688c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 378 time: 0.0350790 Aug 23 15:57:30.405079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-e7914f94-8c4c-46ef-9d4d-83d458afd9de tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'port': {'device_id': 'a35bf3e5-1896-46a4-ab62-8d907240f70b', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'admin_state_up': True, 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'security_groups': ['436dc4e2-96b8-43e1-90cb-1854e5fbcde9']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:57:30.570131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-e7914f94-8c4c-46ef-9d4d-83d458afd9de tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Made reservation on behalf of 7c2fbc554940487d802ee0e1f3459b84 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:57:30.573788 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-e7914f94-8c4c-46ef-9d4d-83d458afd9de tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:30.705041 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-e7914f94-8c4c-46ef-9d4d-83d458afd9de tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.20.0.4 (3bbad2b2-d370-44d4-be5b-f5cb4040e457/19931f5e-5434-419f-a32d-d2be7ce5f3d0/56567c00-3aba-4f3e-8fbc-941173e21601) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:57:30.844661 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-e7914f94-8c4c-46ef-9d4d-83d458afd9de tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:30.859148 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-e7914f94-8c4c-46ef-9d4d-83d458afd9de tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Transition to ACTIVE for port object 56567c00-3aba-4f3e-8fbc-941173e21601 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:57:30.889106 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-611de133-3be2-40cc-a67a-679b027e8100 req-dc65b5b5-fc36-4f89-be97-3df93b1cb302 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 210 time: 0.0275574 Aug 23 15:57:30.964935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-e7914f94-8c4c-46ef-9d4d-83d458afd9de tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:31.006800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-e7914f94-8c4c-46ef-9d4d-83d458afd9de tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network 3bbad2b2-d370-44d4-be5b-f5cb4040e457 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:57:31.009764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-e7914f94-8c4c-46ef-9d4d-83d458afd9de tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:57:31.013393 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-e7914f94-8c4c-46ef-9d4d-83d458afd9de tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:57:31.041551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7914f94-8c4c-46ef-9d4d-83d458afd9de tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=56567c00-3aba-4f3e-8fbc-941173e21601,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:31.070330 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-e7914f94-8c4c-46ef-9d4d-83d458afd9de tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:31.070963 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-e7914f94-8c4c-46ef-9d4d-83d458afd9de tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:31.136801 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-e7914f94-8c4c-46ef-9d4d-83d458afd9de tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7354739 Aug 23 15:57:31.150932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Request body: {'port': {'device_id': 'a35bf3e5-1896-46a4-ab62-8d907240f70b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:57:31.206489 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:31.267263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c2264f1d-25c9-4b2f-a6e8-a58757c85aa6 None None] Provisioning for port 56567c00-3aba-4f3e-8fbc-941173e21601 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:57:31.271197 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c2264f1d-25c9-4b2f-a6e8-a58757c85aa6 None None] Provisioning complete for port 56567c00-3aba-4f3e-8fbc-941173e21601 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:57:31.271592 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c2264f1d-25c9-4b2f-a6e8-a58757c85aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:31.306347 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c2264f1d-25c9-4b2f-a6e8-a58757c85aa6 None None] Port 56567c00-3aba-4f3e-8fbc-941173e21601 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:57:31.471215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56567c00-3aba-4f3e-8fbc-941173e21601 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:57:31.478533 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:31.490692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Transition to ACTIVE for port object 56567c00-3aba-4f3e-8fbc-941173e21601 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:57:31.547475 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:31.602296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Pushing event updated for resources: {'Port': ['ID=56567c00-3aba-4f3e-8fbc-941173e21601,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:31.675097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Attempting to bind port 56567c00-3aba-4f3e-8fbc-941173e21601 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:57:31.675301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Attempting to bind port 56567c00-3aba-4f3e-8fbc-941173e21601 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '9e4520f2-05f8-4ba3-9b28-bdcdab2c562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:57:31.675767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Attempting to bind port 56567c00-3aba-4f3e-8fbc-941173e21601 on network 3bbad2b2-d370-44d4-be5b-f5cb4040e457 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:57:31.680551 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Port 56567c00-3aba-4f3e-8fbc-941173e21601 on network 3bbad2b2-d370-44d4-be5b-f5cb4040e457 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:57:31.680882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Attempting to bind port 56567c00-3aba-4f3e-8fbc-941173e21601 on network 3bbad2b2-d370-44d4-be5b-f5cb4040e457 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:57:31.685994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:57:31.686339 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Checking segment: {'id': '9e4520f2-05f8-4ba3-9b28-bdcdab2c562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:57:31.686729 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Bound using segment: {'id': '9e4520f2-05f8-4ba3-9b28-bdcdab2c562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:57:31.687157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Bound port: 56567c00-3aba-4f3e-8fbc-941173e21601, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4520f2-05f8-4ba3-9b28-bdcdab2c562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:57:31.687522 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:31.756035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] For port 56567c00-3aba-4f3e-8fbc-941173e21601, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:57:31.759172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] For port 56567c00-3aba-4f3e-8fbc-941173e21601, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=56567c00-3aba-4f3e-8fbc-941173e21601,segment=NetworkSegment(9e4520f2-05f8-4ba3-9b28-bdcdab2c562b),segment_id=9e4520f2-05f8-4ba3-9b28-bdcdab2c562b)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:57:31.859812 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:31.895301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:31.895953 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:31.897366 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/56567c00-3aba-4f3e-8fbc-941173e21601 HTTP/1.1" status: 200 len: 1091 time: 0.7510335 Aug 23 15:57:31.897814 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35bf3e5-1896-46a4-ab62-8d907240f70b', 'tag': '56567c00-3aba-4f3e-8fbc-941173e21601'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:57:31.900268 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f15ee7f-1b11-44c9-86a9-19dacf4e3dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "a35bf3e5-1896-46a4-ab62-8d907240f70b", "tag": "56567c00-3aba-4f3e-8fbc-941173e21601"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:57:31.926466 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb70b6-e0dd-465d-bcf9-cfae59e347d0 service neutron] Pushing event updated for resources: {'Port': ['ID=56567c00-3aba-4f3e-8fbc-941173e21601,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:31.952110 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7588120b-1c93-4a77-b09a-9f9d4418864c x-openstack-request-id: req-7588120b-1c93-4a77-b09a-9f9d4418864c {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:57:31.955807 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35bf3e5-1896-46a4-ab62-8d907240f70b", "tag": "56567c00-3aba-4f3e-8fbc-941173e21601", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:57:31.955807 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7588120b-1c93-4a77-b09a-9f9d4418864c {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:57:31.955807 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35bf3e5-1896-46a4-ab62-8d907240f70b', 'tag': '56567c00-3aba-4f3e-8fbc-941173e21601', 'status': 'completed', 'code': 200} Aug 23 15:57:32.014275 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ee7f-1b11-44c9-86a9-19dacf4e3dd3 req-1719e87a-2ad7-405e-8042-e998d7787de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:32.015923 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f15ee7f-1b11-44c9-86a9-19dacf4e3dd3 req-1719e87a-2ad7-405e-8042-e998d7787de9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 1094 time: 0.0451651 Aug 23 15:57:32.025920 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dfecd-45d5-42ec-91c4-eeb81c832471 req-9d18b2af-5c05-4ae9-af83-65c5651b5329 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:32.029371 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d24dfecd-45d5-42ec-91c4-eeb81c832471 req-9d18b2af-5c05-4ae9-af83-65c5651b5329 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 943 time: 0.0568020 Aug 23 15:57:32.076747 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d24dfecd-45d5-42ec-91c4-eeb81c832471 req-cd4e4513-a47d-4325-9ec7-39f1ac31ef67 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409505 Aug 23 15:57:32.129973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ee7f-1b11-44c9-86a9-19dacf4e3dd3 req-1fe38dee-2a03-4957-9fe3-3af2dcd929fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:32.131475 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f15ee7f-1b11-44c9-86a9-19dacf4e3dd3 req-1fe38dee-2a03-4957-9fe3-3af2dcd929fc service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7c2fbc554940487d802ee0e1f3459b84&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1085234 Aug 23 15:57:32.225842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ee7f-1b11-44c9-86a9-19dacf4e3dd3 req-3d1433f3-f7f5-4bc0-86e7-7ec86dbfe6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:32.227310 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f15ee7f-1b11-44c9-86a9-19dacf4e3dd3 req-3d1433f3-f7f5-4bc0-86e7-7ec86dbfe6a2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889616 Aug 23 15:57:32.316271 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-cc7e59de-def9-496a-946c-0f96815cc0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:32.317898 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-cc7e59de-def9-496a-946c-0f96815cc0bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 1094 time: 0.0555856 Aug 23 15:57:32.364729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-c8b54b18-55c4-41fd-8f45-d198eaba8d05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56567c00-3aba-4f3e-8fbc-941173e21601 HTTP/1.1" status: 200 len: 217 time: 0.0386503 Aug 23 15:57:32.422403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-0f37765a-4696-4295-b0a3-2a12c6aa6041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:32.423985 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-0f37765a-4696-4295-b0a3-2a12c6aa6041 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19931f5e-5434-419f-a32d-d2be7ce5f3d0 HTTP/1.1" status: 200 len: 834 time: 0.0525258 Aug 23 15:57:32.476839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-956d2887-353f-423f-afa2-813d07b2f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:32.478373 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-956d2887-353f-423f-afa2-813d07b2f0e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbad2b2-d370-44d4-be5b-f5cb4040e457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477207 Aug 23 15:57:32.571888 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-1a0ae27a-aa83-4bfc-b50e-35ad9cd5b864 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbad2b2-d370-44d4-be5b-f5cb4040e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865433 Aug 23 15:57:32.672687 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0ee0a433-3bb0-4b58-b9a4-2469a48adfb6 req-002e29fe-95e9-47f5-8d27-9f82542c74dc service neutron] 10.222.0.57 "GET /v2.0/networks/3bbad2b2-d370-44d4-be5b-f5cb4040e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940614 Aug 23 15:57:33.194891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fbe0b-eb01-4fde-a611-4838c2b6cf14 req-2c82ab56-7a1d-40ce-ba39-5e7d3accbbba tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:33.196417 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-285fbe0b-eb01-4fde-a611-4838c2b6cf14 req-2c82ab56-7a1d-40ce-ba39-5e7d3accbbba tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 943 time: 0.0523655 Aug 23 15:57:33.234908 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-285fbe0b-eb01-4fde-a611-4838c2b6cf14 req-578697c8-aa12-4983-bc9c-d138260cdb56 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323210 Aug 23 15:57:34.356091 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b9985-77e6-403b-8865-d8bceb80695a req-92cc2887-63ff-4e2c-9d48-45e4ee187ee9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:34.357710 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b7b9985-77e6-403b-8865-d8bceb80695a req-92cc2887-63ff-4e2c-9d48-45e4ee187ee9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 943 time: 0.0563776 Aug 23 15:57:34.396151 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b7b9985-77e6-403b-8865-d8bceb80695a req-939e939a-d842-491f-ab51-8b68f0934658 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323687 Aug 23 15:57:35.300591 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 56567c00-3aba-4f3e-8fbc-941173e21601 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:57:35.398734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 56567c00-3aba-4f3e-8fbc-941173e21601, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=56567c00-3aba-4f3e-8fbc-941173e21601,segment=NetworkSegment(9e4520f2-05f8-4ba3-9b28-bdcdab2c562b),segment_id=9e4520f2-05f8-4ba3-9b28-bdcdab2c562b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:57:35.410064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '56567c00-3aba-4f3e-8fbc-941173e21601', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'port_id': '56567c00-3aba-4f3e-8fbc-941173e21601', 'mac_address': 'fa:16:3e:54:bf:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:57:35.446793 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:35.459945 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56567c00-3aba-4f3e-8fbc-941173e21601 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:57:35.479938 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 56567c00-3aba-4f3e-8fbc-941173e21601, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=56567c00-3aba-4f3e-8fbc-941173e21601,segment=NetworkSegment(9e4520f2-05f8-4ba3-9b28-bdcdab2c562b),segment_id=9e4520f2-05f8-4ba3-9b28-bdcdab2c562b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:57:35.510496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba774c-ee09-4915-81d9-fbc3d97633b3 req-5d179d4b-13de-4908-ba8f-c34f24695296 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:35.512005 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22ba774c-ee09-4915-81d9-fbc3d97633b3 req-5d179d4b-13de-4908-ba8f-c34f24695296 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 943 time: 0.0504253 Aug 23 15:57:35.551102 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:35.552388 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22ba774c-ee09-4915-81d9-fbc3d97633b3 req-66515073-52b4-4ec9-888b-4b52486f0153 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336866 Aug 23 15:57:35.604706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=56567c00-3aba-4f3e-8fbc-941173e21601,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:35.756205 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['56567c00-3aba-4f3e-8fbc-941173e21601'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:57:36.673018 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eae682-b522-4474-9e21-f618d5973abf req-19efc6e8-e022-4dff-82a0-e53d1471dfc2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:36.674537 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2eae682-b522-4474-9e21-f618d5973abf req-19efc6e8-e022-4dff-82a0-e53d1471dfc2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 944 time: 0.0494008 Aug 23 15:57:36.712611 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b2eae682-b522-4474-9e21-f618d5973abf req-fdd4e99e-3c18-4cea-b5b7-722ddbd2283b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318050 Aug 23 15:57:37.332040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 56567c00-3aba-4f3e-8fbc-941173e21601 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:57:37.447378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 56567c00-3aba-4f3e-8fbc-941173e21601 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:57:37.451082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 56567c00-3aba-4f3e-8fbc-941173e21601 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:57:37.452158 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:37.529282 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:37.551471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35bf3e5-1896-46a4-ab62-8d907240f70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56567c00-3aba-4f3e-8fbc-941173e21601'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:57:37.553717 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756b9cd3-8ce1-4d51-b1a5-7d6b82c794bb" -d '{"events": [{"server_uuid": "a35bf3e5-1896-46a4-ab62-8d907240f70b", "name": "network-vif-plugged", "status": "completed", "tag": "56567c00-3aba-4f3e-8fbc-941173e21601"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:57:37.565940 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 56567c00-3aba-4f3e-8fbc-941173e21601, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=56567c00-3aba-4f3e-8fbc-941173e21601,segment=NetworkSegment(9e4520f2-05f8-4ba3-9b28-bdcdab2c562b),segment_id=9e4520f2-05f8-4ba3-9b28-bdcdab2c562b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:57:37.589728 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864d38a3-bf12-4ed7-a047-f0d3c320f901 x-openstack-request-id: req-864d38a3-bf12-4ed7-a047-f0d3c320f901 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:57:37.590014 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35bf3e5-1896-46a4-ab62-8d907240f70b", "name": "network-vif-plugged", "status": "completed", "tag": "56567c00-3aba-4f3e-8fbc-941173e21601", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:57:37.590262 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-864d38a3-bf12-4ed7-a047-f0d3c320f901 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:57:37.590672 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35bf3e5-1896-46a4-ab62-8d907240f70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56567c00-3aba-4f3e-8fbc-941173e21601', 'code': 200} Aug 23 15:57:37.653298 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:37.693811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb585b-4920-4545-87c3-5071ff6a573f req-b79a15fb-b75f-4f08-ad74-2e150d18fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:37.695290 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-effb585b-4920-4545-87c3-5071ff6a573f req-b79a15fb-b75f-4f08-ad74-2e150d18fb5a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 1096 time: 0.0452178 Aug 23 15:57:37.701345 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=56567c00-3aba-4f3e-8fbc-941173e21601,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:37.732499 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-effb585b-4920-4545-87c3-5071ff6a573f req-22d6dec4-4df0-424e-911b-adbbbb303bf2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0289602 Aug 23 15:57:37.830484 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb4678-5394-4248-ace8-6cb17a1ea380 req-89f64397-8c61-4ffb-aa2a-48e92cf332ca tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:37.832016 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34bb4678-5394-4248-ace8-6cb17a1ea380 req-89f64397-8c61-4ffb-aa2a-48e92cf332ca tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0522063 Aug 23 15:57:37.870784 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-34bb4678-5394-4248-ace8-6cb17a1ea380 req-9daea0a3-788f-4b73-ab50-98e0bc9a5682 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323410 Aug 23 15:57:38.990587 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d2331-c0c8-42c4-ad35-d4a358da6149 req-c205b049-b07f-4e54-a4cd-c494fe6376ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:38.992104 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-077d2331-c0c8-42c4-ad35-d4a358da6149 req-c205b049-b07f-4e54-a4cd-c494fe6376ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0511184 Aug 23 15:57:39.030536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-077d2331-c0c8-42c4-ad35-d4a358da6149 req-e6f0932b-b49e-4075-be5d-1144fcce12ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323379 Aug 23 15:57:39.148491 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb5439-c4f0-4377-8ad5-ef10ecebc006 req-d086b7e2-7c01-4f36-8668-2226ac56974a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:39.150001 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e9eb5439-c4f0-4377-8ad5-ef10ecebc006 req-d086b7e2-7c01-4f36-8668-2226ac56974a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0535705 Aug 23 15:57:39.188475 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e9eb5439-c4f0-4377-8ad5-ef10ecebc006 req-70bd2e0f-dbc0-48a0-aa65-dbd6cc247c78 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324199 Aug 23 15:57:39.210118 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40088) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:39.253261 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bec2d0e-d1df-4bf2-9f27-fedd1b108f59 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:39.254705 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0bec2d0e-d1df-4bf2-9f27-fedd1b108f59 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 1091 time: 0.0433352 Aug 23 15:57:39.257495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40090) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:39.261854 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '56567c00-3aba-4f3e-8fbc-941173e21601', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address': '172.20.0.4'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:57:39.341660 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:39.443080 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:39.545539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.25.8.151 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/8c5987b6-a614-4755-9def-eb8bf2561d4f) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:57:39.656276 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:39.753733 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:39.792625 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:57:39.796969 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:57:39.803257 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:57:39.806349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=8c5987b6-a614-4755-9def-eb8bf2561d4f,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:40.158720 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:40.274081 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:40.424078 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:40.478789 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:40.543685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=8c5987b6-a614-4755-9def-eb8bf2561d4f,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:57:40.558152 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:40.662119 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Floating IP 0c7a1232-3263-4b2e-a474-80fa1f518b62 associated. External IP: 172.25.8.151, port: 56567c00-3aba-4f3e-8fbc-941173e21601. Aug 23 15:57:40.873512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router caf41c1b-800d-49e6-870e-e88c462d040a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:57:40.981431 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:57:40.992201 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed42681-a551-4dd5-8b7b-9c77facb86a0 None None] Sync routers for ids ['caf41c1b-800d-49e6-870e-e88c462d040a'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:57:41.005199 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed42681-a551-4dd5-8b7b-9c77facb86a0 None None] Routers {'caf41c1b-800d-49e6-870e-e88c462d040a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:57:41.005904 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-6ed42681-a551-4dd5-8b7b-9c77facb86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:57:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['caf41c1b-800d-49e6-870e-e88c462d040a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:41.056412 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:41.084989 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e906ab5e-bfd2-45ca-9a29-25159878324e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8264406 Aug 23 15:57:41.085589 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35bf3e5-1896-46a4-ab62-8d907240f70b', 'tag': '56567c00-3aba-4f3e-8fbc-941173e21601'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:57:41.088233 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}511f008c58a008c87eb616fe5d66cb7bdbcb90a14f59b6a049e8f0c7a287e225" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9bffc6-3c03-4577-90ea-5276c642840d" -d '{"events": [{"name": "network-changed", "server_uuid": "a35bf3e5-1896-46a4-ab62-8d907240f70b", "tag": "56567c00-3aba-4f3e-8fbc-941173e21601"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:57:41.118849 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-6ed42681-a551-4dd5-8b7b-9c77facb86a0 None None] Set router caf41c1b-800d-49e6-870e-e88c462d040a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:57:41.128351 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b5c449-938f-49e3-bfce-dd21721a5e97 x-openstack-request-id: req-34b5c449-938f-49e3-bfce-dd21721a5e97 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:57:41.128866 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35bf3e5-1896-46a4-ab62-8d907240f70b", "tag": "56567c00-3aba-4f3e-8fbc-941173e21601", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:57:41.129126 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-34b5c449-938f-49e3-bfce-dd21721a5e97 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:57:41.129655 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35bf3e5-1896-46a4-ab62-8d907240f70b', 'tag': '56567c00-3aba-4f3e-8fbc-941173e21601', 'status': 'completed', 'code': 200} Aug 23 15:57:41.221784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab4e1f-99ec-4bca-a439-5e0947439b3a req-02a330b6-229b-4799-bd4f-0fed1ce5971f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:41.223303 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3ab4e1f-99ec-4bca-a439-5e0947439b3a req-02a330b6-229b-4799-bd4f-0fed1ce5971f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0887270 Aug 23 15:57:41.225875 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bffc6-3c03-4577-90ea-5276c642840d req-b821610f-bdc6-4cdb-8ca2-0655c677bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:41.227256 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea9bffc6-3c03-4577-90ea-5276c642840d req-b821610f-bdc6-4cdb-8ca2-0655c677bb76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 1096 time: 0.0639856 Aug 23 15:57:41.318536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b3ab4e1f-99ec-4bca-a439-5e0947439b3a req-435f246e-fb96-4f40-9ffd-956cd5fec6a6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886576 Aug 23 15:57:41.343953 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-6ed42681-a551-4dd5-8b7b-9c77facb86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:57:16Z', 'updated_at': '2021-08-23T15:57:21Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:17Z', 'updated_at': '2021-08-23T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '0c7a1232-3263-4b2e-a474-80fa1f518b62', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'port_id': '56567c00-3aba-4f3e-8fbc-941173e21601', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'mac_address': 'fa:16:3e:54:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35bf3e5-1896-46a4-ab62-8d907240f70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:57:40Z', 'updated_at': '2021-08-23T15:57:40Z', 'revision_number': 0, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1ce6d4-c3fc-4427-93da-28330a585940', 'name': '', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:51:1f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:20Z', 'updated_at': '2021-08-23T15:57:26Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:41.345379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40096) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:41.370203 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed42681-a551-4dd5-8b7b-9c77facb86a0 None None] Checking router: caf41c1b-800d-49e6-870e-e88c462d040a for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:57:41.378662 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed42681-a551-4dd5-8b7b-9c77facb86a0 None None] Routers {'caf41c1b-800d-49e6-870e-e88c462d040a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:57:41.379262 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-6ed42681-a551-4dd5-8b7b-9c77facb86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:57:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['caf41c1b-800d-49e6-870e-e88c462d040a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:41.395352 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bffc6-3c03-4577-90ea-5276c642840d req-0b5e6451-38a5-482c-ac75-9d73b13207c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:41.396847 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea9bffc6-3c03-4577-90ea-5276c642840d req-0b5e6451-38a5-482c-ac75-9d73b13207c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bbad2b2-d370-44d4-be5b-f5cb4040e457 HTTP/1.1" status: 200 len: 898 time: 0.1536381 Aug 23 15:57:41.456526 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-09c6fb6b-ef87-43b1-a985-bf275165c95f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/0c7a1232-3263-4b2e-a474-80fa1f518b62 HTTP/1.1" status: 200 len: 991 time: 0.1099594 Aug 23 15:57:41.475826 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea9bffc6-3c03-4577-90ea-5276c642840d req-d00f48c5-99cc-493a-a237-876689f7629b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56567c00-3aba-4f3e-8fbc-941173e21601 HTTP/1.1" status: 200 len: 999 time: 0.0705435 Aug 23 15:57:41.483882 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-6ed42681-a551-4dd5-8b7b-9c77facb86a0 None None] Set router caf41c1b-800d-49e6-870e-e88c462d040a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:57:41.530289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bffc6-3c03-4577-90ea-5276c642840d req-b738dc70-9d68-4a50-bb3f-ae375bdce570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:41.531832 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea9bffc6-3c03-4577-90ea-5276c642840d req-b738dc70-9d68-4a50-bb3f-ae375bdce570 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19931f5e-5434-419f-a32d-d2be7ce5f3d0 HTTP/1.1" status: 200 len: 834 time: 0.0496240 Aug 23 15:57:41.577174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bffc6-3c03-4577-90ea-5276c642840d req-53a3dc6a-e8a1-4408-b36a-f9609cf9ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:57:41.579315 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea9bffc6-3c03-4577-90ea-5276c642840d req-53a3dc6a-e8a1-4408-b36a-f9609cf9ec82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbad2b2-d370-44d4-be5b-f5cb4040e457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404186 Aug 23 15:57:41.685525 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea9bffc6-3c03-4577-90ea-5276c642840d req-05ebcaa8-dd0b-4570-839f-a4371f0df28c service neutron] 10.222.0.57 "GET /v2.0/networks/3bbad2b2-d370-44d4-be5b-f5cb4040e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986309 Aug 23 15:57:41.726284 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-6ed42681-a551-4dd5-8b7b-9c77facb86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:57:16Z', 'updated_at': '2021-08-23T15:57:21Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:17Z', 'updated_at': '2021-08-23T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '0c7a1232-3263-4b2e-a474-80fa1f518b62', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'port_id': '56567c00-3aba-4f3e-8fbc-941173e21601', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'mac_address': 'fa:16:3e:54:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35bf3e5-1896-46a4-ab62-8d907240f70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:57:40Z', 'updated_at': '2021-08-23T15:57:40Z', 'revision_number': 0, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1ce6d4-c3fc-4427-93da-28330a585940', 'name': '', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:51:1f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:20Z', 'updated_at': '2021-08-23T15:57:26Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:57:41.751944 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed42681-a551-4dd5-8b7b-9c77facb86a0 None None] The sync data for ids ['caf41c1b-800d-49e6-870e-e88c462d040a'] in n-d-804985-3 is: [{'id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:57:16Z', 'updated_at': '2021-08-23T15:57:21Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:17Z', 'updated_at': '2021-08-23T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '0c7a1232-3263-4b2e-a474-80fa1f518b62', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'port_id': '56567c00-3aba-4f3e-8fbc-941173e21601', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'mac_address': 'fa:16:3e:54:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35bf3e5-1896-46a4-ab62-8d907240f70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:57:40Z', 'updated_at': '2021-08-23T15:57:40Z', 'revision_number': 0, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1ce6d4-c3fc-4427-93da-28330a585940', 'name': '', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:51:1f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:20Z', 'updated_at': '2021-08-23T15:57:26Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:57:41.784706 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea9bffc6-3c03-4577-90ea-5276c642840d req-11308c5f-eb5e-4462-a0cc-1557282ed78b service neutron] 10.222.0.57 "GET /v2.0/networks/3bbad2b2-d370-44d4-be5b-f5cb4040e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919335 Aug 23 15:57:41.948386 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa2737f-8815-40aa-95a0-8e5fc9e8434b None None] New status for floating IP 0c7a1232-3263-4b2e-a474-80fa1f518b62: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:57:42.460414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40098) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:57:42.521478 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8c6d399e-18ad-41e9-8735-92e13019906a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/0c7a1232-3263-4b2e-a474-80fa1f518b62 HTTP/1.1" status: 200 len: 993 time: 0.0599017 Aug 23 15:57:46.316458 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:51.033252 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:52.684897 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f821f176-bc13-45b6-85f6-822a22b8483f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:55.438070 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:57:55.585143 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:56.671081 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-979c802f-1f15-41fe-9d69-152214ffb1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:57.008049 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:57:58.824972 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:58:09.713411 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54e2e95d-b69a-4d6f-9191-fe8b4dde2206 req-92624524-4187-4e7e-b1d9-88f0fca09cee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436029 Aug 23 15:58:09.794649 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2e95d-b69a-4d6f-9191-fe8b4dde2206 req-5a1c6aec-dbc7-4284-baf9-54e64eea2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:09.796148 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54e2e95d-b69a-4d6f-9191-fe8b4dde2206 req-5a1c6aec-dbc7-4284-baf9-54e64eea2a94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 1096 time: 0.0407510 Aug 23 15:58:09.905592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2e95d-b69a-4d6f-9191-fe8b4dde2206 req-fedb591f-c1be-40f5-aaac-0ef0a60e20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:09.907062 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54e2e95d-b69a-4d6f-9191-fe8b4dde2206 req-fedb591f-c1be-40f5-aaac-0ef0a60e20b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bbad2b2-d370-44d4-be5b-f5cb4040e457 HTTP/1.1" status: 200 len: 898 time: 0.0860133 Aug 23 15:58:09.975894 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54e2e95d-b69a-4d6f-9191-fe8b4dde2206 req-69736a31-6dd4-4948-892b-2fe4b3b75467 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56567c00-3aba-4f3e-8fbc-941173e21601 HTTP/1.1" status: 200 len: 1001 time: 0.0615604 Aug 23 15:58:10.024489 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2e95d-b69a-4d6f-9191-fe8b4dde2206 req-52f85754-19b8-43a1-a8c8-5f4962693851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:10.025881 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54e2e95d-b69a-4d6f-9191-fe8b4dde2206 req-52f85754-19b8-43a1-a8c8-5f4962693851 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19931f5e-5434-419f-a32d-d2be7ce5f3d0 HTTP/1.1" status: 200 len: 834 time: 0.0429163 Aug 23 15:58:10.070308 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2e95d-b69a-4d6f-9191-fe8b4dde2206 req-2c93a8ea-6221-40a9-acd8-c4db4d8fdebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:10.071796 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54e2e95d-b69a-4d6f-9191-fe8b4dde2206 req-2c93a8ea-6221-40a9-acd8-c4db4d8fdebb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbad2b2-d370-44d4-be5b-f5cb4040e457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388393 Aug 23 15:58:10.163349 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54e2e95d-b69a-4d6f-9191-fe8b4dde2206 req-94537bf5-3ada-457e-9ebe-492992e12a37 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbad2b2-d370-44d4-be5b-f5cb4040e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844810 Aug 23 15:58:10.253073 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-54e2e95d-b69a-4d6f-9191-fe8b4dde2206 req-90c2d0ad-fa09-465f-8731-9005c36e81a1 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbad2b2-d370-44d4-be5b-f5cb4040e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825365 Aug 23 15:58:14.088322 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb087d18-0559-4f75-947f-76fcb64bda45 req-6c57ce16-5865-4a11-8fbe-e7274918765b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:14.089923 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fb087d18-0559-4f75-947f-76fcb64bda45 req-6c57ce16-5865-4a11-8fbe-e7274918765b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0533788 Aug 23 15:58:14.131934 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fb087d18-0559-4f75-947f-76fcb64bda45 req-f7d4b28f-6836-47da-acc3-938d8b5cf489 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359111 Aug 23 15:58:14.151982 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21bb29-9bdd-48b8-bc96-0bf42204e916 req-aa7e7151-2fb3-460f-844f-573835fda16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:14.153536 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea21bb29-9bdd-48b8-bc96-0bf42204e916 req-aa7e7151-2fb3-460f-844f-573835fda16f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 1096 time: 0.0447793 Aug 23 15:58:14.245824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21bb29-9bdd-48b8-bc96-0bf42204e916 req-77bcd4bb-b4ea-440a-9aba-ae51695b214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:14.247196 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea21bb29-9bdd-48b8-bc96-0bf42204e916 req-77bcd4bb-b4ea-440a-9aba-ae51695b214e service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bbad2b2-d370-44d4-be5b-f5cb4040e457 HTTP/1.1" status: 200 len: 898 time: 0.0864346 Aug 23 15:58:14.313147 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea21bb29-9bdd-48b8-bc96-0bf42204e916 req-98c6c3e8-f394-47fe-b84e-65f9aa18ddeb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56567c00-3aba-4f3e-8fbc-941173e21601 HTTP/1.1" status: 200 len: 1001 time: 0.0573955 Aug 23 15:58:14.366333 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21bb29-9bdd-48b8-bc96-0bf42204e916 req-3e13c919-b6b6-4895-ba32-701012109e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:14.367744 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea21bb29-9bdd-48b8-bc96-0bf42204e916 req-3e13c919-b6b6-4895-ba32-701012109e7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19931f5e-5434-419f-a32d-d2be7ce5f3d0 HTTP/1.1" status: 200 len: 834 time: 0.0463138 Aug 23 15:58:14.412276 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21bb29-9bdd-48b8-bc96-0bf42204e916 req-36fcdce9-385f-4407-8eec-431a2d49ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:14.413712 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea21bb29-9bdd-48b8-bc96-0bf42204e916 req-36fcdce9-385f-4407-8eec-431a2d49ddfe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbad2b2-d370-44d4-be5b-f5cb4040e457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390332 Aug 23 15:58:14.503890 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea21bb29-9bdd-48b8-bc96-0bf42204e916 req-133d4a15-33f6-4188-810d-5bde77039c76 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbad2b2-d370-44d4-be5b-f5cb4040e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818245 Aug 23 15:58:14.597659 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea21bb29-9bdd-48b8-bc96-0bf42204e916 req-bdb185f7-b2e0-445c-a87b-16b749df6270 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbad2b2-d370-44d4-be5b-f5cb4040e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861268 Aug 23 15:58:15.263129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a695c90-e738-4ee0-873c-37bf034b0cd2 req-f270ea68-b193-44e1-9f47-0f5eb1ac226e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:15.264693 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3a695c90-e738-4ee0-873c-37bf034b0cd2 req-f270ea68-b193-44e1-9f47-0f5eb1ac226e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0537853 Aug 23 15:58:15.310753 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3a695c90-e738-4ee0-873c-37bf034b0cd2 req-d56e1155-1a08-42dd-8da4-9de54f6113c0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401237 Aug 23 15:58:16.345310 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:58:16.430068 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f9fa6-d000-4c0e-9b2e-3dfa29091f65 req-b0f5610a-6c3c-499e-9efe-55e29443e001 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:16.431600 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a10f9fa6-d000-4c0e-9b2e-3dfa29091f65 req-b0f5610a-6c3c-499e-9efe-55e29443e001 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0496285 Aug 23 15:58:16.469293 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a10f9fa6-d000-4c0e-9b2e-3dfa29091f65 req-fc461b39-2027-4e13-a1ff-5b4791bc86ba tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317476 Aug 23 15:58:17.587959 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf8667-c1c6-4f8f-8557-1c5cd2c8d99a req-2e3a4606-b257-4740-b771-8e5f9942c51d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:17.589446 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dacf8667-c1c6-4f8f-8557-1c5cd2c8d99a req-2e3a4606-b257-4740-b771-8e5f9942c51d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0537121 Aug 23 15:58:17.626600 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dacf8667-c1c6-4f8f-8557-1c5cd2c8d99a req-9d2d3489-a137-449b-8896-e1cd0172b1b3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311570 Aug 23 15:58:18.742911 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b07622-3ee2-45fa-b8aa-ce38a7100043 req-b9cc6bd2-96bb-479d-851d-7d3a416ae406 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:18.744425 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50b07622-3ee2-45fa-b8aa-ce38a7100043 req-b9cc6bd2-96bb-479d-851d-7d3a416ae406 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0488591 Aug 23 15:58:18.780969 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-50b07622-3ee2-45fa-b8aa-ce38a7100043 req-08b0964e-9969-4b2e-8882-a95860a686e5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306118 Aug 23 15:58:19.899180 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0e513-acec-485e-bec0-e2dc6ca282b0 req-6f3898ee-fd42-456c-bca1-8f762f29e9b2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:19.900692 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bef0e513-acec-485e-bec0-e2dc6ca282b0 req-6f3898ee-fd42-456c-bca1-8f762f29e9b2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0546889 Aug 23 15:58:19.937914 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bef0e513-acec-485e-bec0-e2dc6ca282b0 req-d929bc24-13e3-41c7-ae8e-b05c8fe8b2dc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310857 Aug 23 15:58:21.016705 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:58:21.054210 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b854f57-82b2-40ab-92e7-1367727e4e6f req-92efc6f5-9bba-4cc0-a239-f72eb7a3814a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:21.055717 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5b854f57-82b2-40ab-92e7-1367727e4e6f req-92efc6f5-9bba-4cc0-a239-f72eb7a3814a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0498302 Aug 23 15:58:21.097014 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5b854f57-82b2-40ab-92e7-1367727e4e6f req-247ff46b-050a-4664-b2dd-8c741796d6a8 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353045 Aug 23 15:58:22.211882 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ebc87-18bf-4c0d-9949-383336c08df7 req-c0dec320-75b4-4b45-bb5b-f47c35edbf54 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:22.213610 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d47ebc87-18bf-4c0d-9949-383336c08df7 req-c0dec320-75b4-4b45-bb5b-f47c35edbf54 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0495489 Aug 23 15:58:22.251185 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d47ebc87-18bf-4c0d-9949-383336c08df7 req-4ba83d50-9ca3-49c7-9907-f8dbb17cc704 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316179 Aug 23 15:58:22.659947 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-3cae260d-7b57-4e40-b744-8b662eb2d08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:58:23.366836 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfdeff-a098-4c9a-b642-12fde0c732dc req-db563305-a12f-4dd1-8a08-f5ee0f3d13f9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:23.368354 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c0cfdeff-a098-4c9a-b642-12fde0c732dc req-db563305-a12f-4dd1-8a08-f5ee0f3d13f9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0501964 Aug 23 15:58:23.405727 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c0cfdeff-a098-4c9a-b642-12fde0c732dc req-753f60e0-0619-4080-84ae-d66f0f893b7c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314825 Aug 23 15:58:24.525269 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab2d2-66c4-416c-aac5-890b8c352c2d req-0ab496bc-b962-41e8-b5d9-273a28fe2fcb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:24.526734 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23eab2d2-66c4-416c-aac5-890b8c352c2d req-0ab496bc-b962-41e8-b5d9-273a28fe2fcb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0541749 Aug 23 15:58:24.564045 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-23eab2d2-66c4-416c-aac5-890b8c352c2d req-1db5c0fe-2a1b-430b-acb3-782faa7d8913 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313203 Aug 23 15:58:25.644941 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:58:25.680676 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d301d0c-a6bc-4f03-b965-1f2938824579 req-ae58c64e-6799-48b0-a74b-93b11f132312 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:25.682183 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d301d0c-a6bc-4f03-b965-1f2938824579 req-ae58c64e-6799-48b0-a74b-93b11f132312 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0499113 Aug 23 15:58:25.719919 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8d301d0c-a6bc-4f03-b965-1f2938824579 req-ea951eaf-03b2-4b38-a0d9-d48b4349339c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317276 Aug 23 15:58:26.650510 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b46f452b-a17e-46a6-823d-e8fdcb681713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:58:26.837458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d73d6c-eb42-4bff-a503-b8044cbd3647 req-22ec2e4f-9b6a-48c2-ae85-c8f3ebc9ee7b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:26.839193 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22d73d6c-eb42-4bff-a503-b8044cbd3647 req-22ec2e4f-9b6a-48c2-ae85-c8f3ebc9ee7b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0502145 Aug 23 15:58:26.875956 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22d73d6c-eb42-4bff-a503-b8044cbd3647 req-736a770b-98a4-4a9e-8ddf-71d05738f23c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307944 Aug 23 15:58:27.016767 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:58:27.991546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a281c-6938-422c-9946-f19c11b99bd5 req-8259a69f-5f87-4d2d-a45b-748cc8090fb6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:27.993060 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-055a281c-6938-422c-9946-f19c11b99bd5 req-8259a69f-5f87-4d2d-a45b-748cc8090fb6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0505736 Aug 23 15:58:28.034128 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-055a281c-6938-422c-9946-f19c11b99bd5 req-d75677b3-af96-4adf-9118-0639155ee4bd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349410 Aug 23 15:58:28.856390 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:58:29.148107 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59f5b3-444b-4e29-aa29-d828fa5c9f41 req-7bd38c53-d131-4766-aaeb-2e7999bd8e11 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:29.149589 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc59f5b3-444b-4e29-aa29-d828fa5c9f41 req-7bd38c53-d131-4766-aaeb-2e7999bd8e11 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0482416 Aug 23 15:58:29.188173 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dc59f5b3-444b-4e29-aa29-d828fa5c9f41 req-6dcd6a6f-0935-4e5b-844c-45c92d12eab6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327041 Aug 23 15:58:30.304984 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd427db2-aaed-4221-b654-2f6eb594a18c req-125ad2e5-5d93-4b11-beab-c90c40bd31f5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:30.306477 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd427db2-aaed-4221-b654-2f6eb594a18c req-125ad2e5-5d93-4b11-beab-c90c40bd31f5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0511312 Aug 23 15:58:30.344523 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dd427db2-aaed-4221-b654-2f6eb594a18c req-3ec4cdc5-a7e4-4b8b-91f2-aa5fcd80287e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321171 Aug 23 15:58:31.461900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ac677-b92a-4721-8916-c84b07f7b1b8 req-bba747ee-8136-48e7-86e1-ff6c6e24791c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:58:31.463631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f51ac677-b92a-4721-8916-c84b07f7b1b8 req-bba747ee-8136-48e7-86e1-ff6c6e24791c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0531726 Aug 23 15:58:31.501208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f51ac677-b92a-4721-8916-c84b07f7b1b8 req-1bcb2ee0-7f68-49b9-8c88-2df011162dea tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315692 Aug 23 15:58:31.523341 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40150) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:58:31.582440 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-af723baa-b0eb-4383-b765-d093b14bd6ab tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/0c7a1232-3263-4b2e-a474-80fa1f518b62 HTTP/1.1" status: 200 len: 993 time: 0.0579417 Aug 23 15:58:32.438936 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:58:46.325011 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:58:51.037312 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:58:52.677346 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-301a6b1c-e05e-4fd1-bd09-9d7170b860e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:58:55.580226 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:58:56.643274 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-33a8e6e8-1f80-4fbb-9b91-d73608171a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:58:57.016724 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:58:58.872006 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:02.180126 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40164) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:02.338860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port 8c5987b6-a614-4755-9def-eb8bf2561d4f {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:59:02.339211 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:02.419937 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:02.421250 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:02.435970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for 8c5987b6-a614-4755-9def-eb8bf2561d4f owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:59:02.637882 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:02.664518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=8c5987b6-a614-4755-9def-eb8bf2561d4f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:02.676706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:02.677069 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:02.677420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:02.677763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:02.678103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:02.678440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:02.678777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:02.679110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:02.679444 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:02.679801 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:02.680132 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:02.680458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:02.734553 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:02.734889 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Floating IP 0c7a1232-3263-4b2e-a474-80fa1f518b62 disassociated (deleted). External IP: 172.25.8.151, port: 56567c00-3aba-4f3e-8fbc-941173e21601. Aug 23 15:59:02.944953 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router caf41c1b-800d-49e6-870e-e88c462d040a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:59:03.376000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:59:03.380952 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:03.386082 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db39eb0-a87c-4ea6-83d1-406c5c47290d None None] Sync routers for ids ['caf41c1b-800d-49e6-870e-e88c462d040a'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:59:03.395987 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db39eb0-a87c-4ea6-83d1-406c5c47290d None None] Routers {'caf41c1b-800d-49e6-870e-e88c462d040a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:59:03.396578 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2db39eb0-a87c-4ea6-83d1-406c5c47290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:58:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['caf41c1b-800d-49e6-870e-e88c462d040a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:03.407085 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-558e43ee-38d6-44ac-8ffc-52639be9ad63 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/floatingips/0c7a1232-3263-4b2e-a474-80fa1f518b62 HTTP/1.1" status: 204 len: 168 time: 1.2258940 Aug 23 15:59:03.407691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35bf3e5-1896-46a4-ab62-8d907240f70b', 'tag': '56567c00-3aba-4f3e-8fbc-941173e21601'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:59:03.409941 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4854a875-d28d-461d-a500-581a13a284b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a35bf3e5-1896-46a4-ab62-8d907240f70b", "tag": "56567c00-3aba-4f3e-8fbc-941173e21601"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:59:03.447918 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e1627d-1de4-4b39-89bf-3704b50cab50 x-openstack-request-id: req-87e1627d-1de4-4b39-89bf-3704b50cab50 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:59:03.448214 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35bf3e5-1896-46a4-ab62-8d907240f70b", "tag": "56567c00-3aba-4f3e-8fbc-941173e21601", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:59:03.448464 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-87e1627d-1de4-4b39-89bf-3704b50cab50 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:59:03.448967 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35bf3e5-1896-46a4-ab62-8d907240f70b', 'tag': '56567c00-3aba-4f3e-8fbc-941173e21601', 'status': 'completed', 'code': 200} Aug 23 15:59:03.509588 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-2db39eb0-a87c-4ea6-83d1-406c5c47290d None None] Set router caf41c1b-800d-49e6-870e-e88c462d040a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:59:03.512830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854a875-d28d-461d-a500-581a13a284b0 req-ff63e4de-960e-4b3b-bc09-3fc9414d24db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:03.514967 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4854a875-d28d-461d-a500-581a13a284b0 req-ff63e4de-960e-4b3b-bc09-3fc9414d24db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 1096 time: 0.0451541 Aug 23 15:59:03.608647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854a875-d28d-461d-a500-581a13a284b0 req-db978e31-1609-4043-9f16-75746a8cdc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:03.610154 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4854a875-d28d-461d-a500-581a13a284b0 req-db978e31-1609-4043-9f16-75746a8cdc63 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bbad2b2-d370-44d4-be5b-f5cb4040e457 HTTP/1.1" status: 200 len: 898 time: 0.0883660 Aug 23 15:59:03.655394 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4854a875-d28d-461d-a500-581a13a284b0 req-ce26b5dc-aa7a-4b6a-a835-b36eb8e3c3a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56567c00-3aba-4f3e-8fbc-941173e21601 HTTP/1.1" status: 200 len: 217 time: 0.0365479 Aug 23 15:59:03.712476 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854a875-d28d-461d-a500-581a13a284b0 req-515bde3a-e839-4ce9-8691-e740b635837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:03.714182 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4854a875-d28d-461d-a500-581a13a284b0 req-515bde3a-e839-4ce9-8691-e740b635837f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19931f5e-5434-419f-a32d-d2be7ce5f3d0 HTTP/1.1" status: 200 len: 834 time: 0.0507040 Aug 23 15:59:03.764577 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854a875-d28d-461d-a500-581a13a284b0 req-efc9335c-4106-40a1-b638-f71113d93fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:03.764577 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4854a875-d28d-461d-a500-581a13a284b0 req-efc9335c-4106-40a1-b638-f71113d93fcc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bbad2b2-d370-44d4-be5b-f5cb4040e457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409405 Aug 23 15:59:03.822410 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2db39eb0-a87c-4ea6-83d1-406c5c47290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:57:16Z', 'updated_at': '2021-08-23T15:57:21Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:17Z', 'updated_at': '2021-08-23T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4d1ce6d4-c3fc-4427-93da-28330a585940', 'name': '', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:51:1f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:20Z', 'updated_at': '2021-08-23T15:57:26Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:03.837788 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc63ead-39dd-443e-ad7f-6b229be5be29 req-f63a532b-7c1c-4dc2-9fe0-bfddf62d7650 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:03.840264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bbc63ead-39dd-443e-ad7f-6b229be5be29 req-f63a532b-7c1c-4dc2-9fe0-bfddf62d7650 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0501716 Aug 23 15:59:03.854074 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db39eb0-a87c-4ea6-83d1-406c5c47290d None None] Checking router: caf41c1b-800d-49e6-870e-e88c462d040a for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:59:03.862841 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4854a875-d28d-461d-a500-581a13a284b0 req-f5242272-349d-41fc-ad94-31bee8b2641c service neutron] 10.222.0.57 "GET /v2.0/networks/3bbad2b2-d370-44d4-be5b-f5cb4040e457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930030 Aug 23 15:59:03.867647 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db39eb0-a87c-4ea6-83d1-406c5c47290d None None] Routers {'caf41c1b-800d-49e6-870e-e88c462d040a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:59:03.867647 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2db39eb0-a87c-4ea6-83d1-406c5c47290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:58:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['caf41c1b-800d-49e6-870e-e88c462d040a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:03.880794 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bbc63ead-39dd-443e-ad7f-6b229be5be29 req-4b40b95b-953d-4b54-9736-89359eb54d06 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339341 Aug 23 15:59:03.963936 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4854a875-d28d-461d-a500-581a13a284b0 req-5fbdbec9-fd64-463d-9871-b7f3845c6212 service neutron] 10.222.0.57 "GET /v2.0/networks/3bbad2b2-d370-44d4-be5b-f5cb4040e457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911782 Aug 23 15:59:03.970219 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-2db39eb0-a87c-4ea6-83d1-406c5c47290d None None] Set router caf41c1b-800d-49e6-870e-e88c462d040a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:59:04.175603 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2db39eb0-a87c-4ea6-83d1-406c5c47290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:57:16Z', 'updated_at': '2021-08-23T15:57:21Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:17Z', 'updated_at': '2021-08-23T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4d1ce6d4-c3fc-4427-93da-28330a585940', 'name': '', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:51:1f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:20Z', 'updated_at': '2021-08-23T15:57:26Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:04.201323 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db39eb0-a87c-4ea6-83d1-406c5c47290d None None] The sync data for ids ['caf41c1b-800d-49e6-870e-e88c462d040a'] in n-d-804985-3 is: [{'id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:57:16Z', 'updated_at': '2021-08-23T15:57:21Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:17Z', 'updated_at': '2021-08-23T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '4d1ce6d4-c3fc-4427-93da-28330a585940', 'name': '', 'network_id': '3bbad2b2-d370-44d4-be5b-f5cb4040e457', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:51:1f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:20Z', 'updated_at': '2021-08-23T15:57:26Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '19931f5e-5434-419f-a32d-d2be7ce5f3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:59:04.414913 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c4d231-da49-46b4-a4a2-f164e8fd934f None None] New status for floating IP 0c7a1232-3263-4b2e-a474-80fa1f518b62: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:59:05.016413 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c9e8b-7be3-41d9-a9f4-7edbc6672b5b req-8ff50ff0-14d4-4dfe-a4a0-c1556ad53361 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:05.017916 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-545c9e8b-7be3-41d9-a9f4-7edbc6672b5b req-8ff50ff0-14d4-4dfe-a4a0-c1556ad53361 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0548122 Aug 23 15:59:05.056301 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-545c9e8b-7be3-41d9-a9f4-7edbc6672b5b req-d5396145-15aa-416b-a707-d838db7a5058 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=436dc4e2-96b8-43e1-90cb-1854e5fbcde9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324974 Aug 23 15:59:05.270284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4c051-76bd-4542-8533-99ebefd76f81 req-b161d8b2-2829-445c-87c1-a5f00d77e3ca tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:05.271752 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19a4c051-76bd-4542-8533-99ebefd76f81 req-b161d8b2-2829-445c-87c1-a5f00d77e3ca tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 945 time: 0.0479758 Aug 23 15:59:05.367470 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-19a4c051-76bd-4542-8533-99ebefd76f81 req-43bc7735-5b59-494f-942d-af0a1f7bfe42 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port 56567c00-3aba-4f3e-8fbc-941173e21601 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:59:05.367843 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19a4c051-76bd-4542-8533-99ebefd76f81 req-43bc7735-5b59-494f-942d-af0a1f7bfe42 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:05.455202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-19a4c051-76bd-4542-8533-99ebefd76f81 req-43bc7735-5b59-494f-942d-af0a1f7bfe42 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] For port 56567c00-3aba-4f3e-8fbc-941173e21601, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=56567c00-3aba-4f3e-8fbc-941173e21601,segment=NetworkSegment(9e4520f2-05f8-4ba3-9b28-bdcdab2c562b),segment_id=9e4520f2-05f8-4ba3-9b28-bdcdab2c562b)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:59:05.455576 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19a4c051-76bd-4542-8533-99ebefd76f81 req-43bc7735-5b59-494f-942d-af0a1f7bfe42 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:05.467434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-19a4c051-76bd-4542-8533-99ebefd76f81 req-43bc7735-5b59-494f-942d-af0a1f7bfe42 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for 56567c00-3aba-4f3e-8fbc-941173e21601 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:59:05.657382 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19a4c051-76bd-4542-8533-99ebefd76f81 req-43bc7735-5b59-494f-942d-af0a1f7bfe42 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:05.684682 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc7735-5b59-494f-942d-af0a1f7bfe42 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=56567c00-3aba-4f3e-8fbc-941173e21601,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:05.731515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a4c051-76bd-4542-8533-99ebefd76f81 req-43bc7735-5b59-494f-942d-af0a1f7bfe42 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] No DVR routers for this DVR port 56567c00-3aba-4f3e-8fbc-941173e21601 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:59:05.734619 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-19a4c051-76bd-4542-8533-99ebefd76f81 req-43bc7735-5b59-494f-942d-af0a1f7bfe42 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:05.736607 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-19a4c051-76bd-4542-8533-99ebefd76f81 req-43bc7735-5b59-494f-942d-af0a1f7bfe42 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "DELETE /v2.0/ports/56567c00-3aba-4f3e-8fbc-941173e21601 HTTP/1.1" status: 204 len: 173 time: 0.4570258 Aug 23 15:59:05.737047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35bf3e5-1896-46a4-ab62-8d907240f70b', 'name': 'network-vif-deleted', 'tag': '56567c00-3aba-4f3e-8fbc-941173e21601'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:59:05.739283 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58529a9-c338-4134-bc8b-0efcd48ce5b9" -d '{"events": [{"server_uuid": "a35bf3e5-1896-46a4-ab62-8d907240f70b", "name": "network-vif-deleted", "tag": "56567c00-3aba-4f3e-8fbc-941173e21601"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:59:05.775830 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc73efe-4efa-44fc-b37b-25bf6aa6a5d1 x-openstack-request-id: req-efc73efe-4efa-44fc-b37b-25bf6aa6a5d1 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:59:05.777662 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35bf3e5-1896-46a4-ab62-8d907240f70b", "name": "network-vif-deleted", "tag": "56567c00-3aba-4f3e-8fbc-941173e21601", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:59:05.777662 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-efc73efe-4efa-44fc-b37b-25bf6aa6a5d1 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:59:05.777662 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35bf3e5-1896-46a4-ab62-8d907240f70b', 'name': 'network-vif-deleted', 'tag': '56567c00-3aba-4f3e-8fbc-941173e21601', 'status': 'completed', 'code': 200} Aug 23 15:59:06.163899 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-488db401-64d4-4fc3-9634-047ade5f8da0 req-373202a2-3d9f-4d6b-9523-233aee1612d7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35bf3e5-1896-46a4-ab62-8d907240f70b HTTP/1.1" status: 200 len: 210 time: 0.0278895 Aug 23 15:59:07.222732 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40182) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:07.584026 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:07.837335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port 4d1ce6d4-c3fc-4427-93da-28330a585940 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:59:07.837578 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:07.923862 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] For port 4d1ce6d4-c3fc-4427-93da-28330a585940, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=4d1ce6d4-c3fc-4427-93da-28330a585940,segment=NetworkSegment(9e4520f2-05f8-4ba3-9b28-bdcdab2c562b),segment_id=9e4520f2-05f8-4ba3-9b28-bdcdab2c562b)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:59:07.924230 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:07.935712 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for 4d1ce6d4-c3fc-4427-93da-28330a585940 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:59:08.182553 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:08.212960 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=4d1ce6d4-c3fc-4427-93da-28330a585940,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:08.228036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:08.228631 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:08.228746 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:08.229077 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:08.229419 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:08.229759 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:08.230097 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:08.230432 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:08.230767 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:08.231099 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:08.231432 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:08.231788 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:08.409035 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:08.625321 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router caf41c1b-800d-49e6-870e-e88c462d040a has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:59:09.069753 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:59:09.074787 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-dbec8a3d-65ff-49ff-9321-89109fa93408 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "PUT /v2.0/routers/caf41c1b-800d-49e6-870e-e88c462d040a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8510206 Aug 23 15:59:09.078282 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40184) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:09.080298 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc262cf-3013-4d1d-b566-84fc60b9ba31 None None] Sync routers for ids ['caf41c1b-800d-49e6-870e-e88c462d040a'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:59:09.089648 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc262cf-3013-4d1d-b566-84fc60b9ba31 None None] Routers {'caf41c1b-800d-49e6-870e-e88c462d040a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:59:09.090246 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3fc262cf-3013-4d1d-b566-84fc60b9ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:58:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['caf41c1b-800d-49e6-870e-e88c462d040a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:09.128467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee66d6c2-8a4b-4874-a92c-9e75ebfe4ea9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting subnet 19931f5e-5434-419f-a32d-d2be7ce5f3d0 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 15:59:09.131572 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee66d6c2-8a4b-4874-a92c-9e75ebfe4ea9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:09.170571 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee66d6c2-8a4b-4874-a92c-9e75ebfe4ea9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:09.192442 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-3fc262cf-3013-4d1d-b566-84fc60b9ba31 None None] Set router caf41c1b-800d-49e6-870e-e88c462d040a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:59:09.259475 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee66d6c2-8a4b-4874-a92c-9e75ebfe4ea9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:09.372412 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3fc262cf-3013-4d1d-b566-84fc60b9ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:57:16Z', 'updated_at': '2021-08-23T15:59:08Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:17Z', 'updated_at': '2021-08-23T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:09.399248 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc262cf-3013-4d1d-b566-84fc60b9ba31 None None] Checking router: caf41c1b-800d-49e6-870e-e88c462d040a for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:59:09.407128 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc262cf-3013-4d1d-b566-84fc60b9ba31 None None] Routers {'caf41c1b-800d-49e6-870e-e88c462d040a'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:59:09.407747 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3fc262cf-3013-4d1d-b566-84fc60b9ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:58:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['caf41c1b-800d-49e6-870e-e88c462d040a'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:09.422231 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee66d6c2-8a4b-4874-a92c-9e75ebfe4ea9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:09.450647 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66d6c2-8a4b-4874-a92c-9e75ebfe4ea9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Subnet': ['ID=19931f5e-5434-419f-a32d-d2be7ce5f3d0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:09.455385 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ee66d6c2-8a4b-4874-a92c-9e75ebfe4ea9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:09.456383 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:59:09.459730 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ee66d6c2-8a4b-4874-a92c-9e75ebfe4ea9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/subnets/19931f5e-5434-419f-a32d-d2be7ce5f3d0 HTTP/1.1" status: 204 len: 168 time: 0.3780653 Aug 23 15:59:09.460376 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40186) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:09.465802 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10da5343-bfe8-4bcd-ae94-52af49dd9f85 None None] Network 3bbad2b2-d370-44d4-be5b-f5cb4040e457 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:59:09.524352 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-3fc262cf-3013-4d1d-b566-84fc60b9ba31 None None] Set router caf41c1b-800d-49e6-870e-e88c462d040a gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:59:09.578329 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:09.659949 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] DHCP port deletion for 3bbad2b2-d370-44d4-be5b-f5cb4040e457 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 15:59:09.693342 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:09.711481 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Deleting port 619ad4e5-0205-49f5-a595-c959871e80d1 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:59:09.711902 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:09.723930 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-3fc262cf-3013-4d1d-b566-84fc60b9ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:57:16Z', 'updated_at': '2021-08-23T15:59:08Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:17Z', 'updated_at': '2021-08-23T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:09.754613 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc262cf-3013-4d1d-b566-84fc60b9ba31 None None] The sync data for ids ['caf41c1b-800d-49e6-870e-e88c462d040a'] in n-d-804985-3 is: [{'id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1426163416', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:57:16Z', 'updated_at': '2021-08-23T15:59:08Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'f494e615-ed70-44a1-9545-32a7c8a85b0b', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf41c1b-800d-49e6-870e-e88c462d040a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:57:17Z', 'updated_at': '2021-08-23T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:59:09.782147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] For port 619ad4e5-0205-49f5-a595-c959871e80d1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=619ad4e5-0205-49f5-a595-c959871e80d1,segment=NetworkSegment(9e4520f2-05f8-4ba3-9b28-bdcdab2c562b),segment_id=9e4520f2-05f8-4ba3-9b28-bdcdab2c562b)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:59:09.782559 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:09.801862 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 56567c00-3aba-4f3e-8fbc-941173e21601 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:59:09.806417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Calling delete_port for 619ad4e5-0205-49f5-a595-c959871e80d1 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:59:09.808934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port f494e615-ed70-44a1-9545-32a7c8a85b0b {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 15:59:09.808934 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:09.832355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 56567c00-3aba-4f3e-8fbc-941173e21601 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:59:09.840730 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 56567c00-3aba-4f3e-8fbc-941173e21601 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:59:09.890232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] For port f494e615-ed70-44a1-9545-32a7c8a85b0b, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f494e615-ed70-44a1-9545-32a7c8a85b0b,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:59:09.890490 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:09.902006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for f494e615-ed70-44a1-9545-32a7c8a85b0b owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 15:59:10.031248 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:10.057486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Pushing event deleted for resources: {'Port': ['ID=619ad4e5-0205-49f5-a595-c959871e80d1,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:10.060557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] No DVR routers for this DVR port 619ad4e5-0205-49f5-a595-c959871e80d1 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 15:59:10.067581 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:10.067954 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:10.068486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:10.071087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:10.071087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:10.071087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:10.071087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:10.071087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:10.071087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:10.071087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:10.071087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:10.073381 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb733524-9c52-4196-8b15-c55fcba5e9a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:10.158013 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:10.188562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=f494e615-ed70-44a1-9545-32a7c8a85b0b,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:10.257234 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:10.352336 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:10.354383 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:10.525819 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:10.526486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Fanout notify agent at l3_agent the message router_deleted on router caf41c1b-800d-49e6-870e-e88c462d040a {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 15:59:10.534372 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:10.538351 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40188) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:10.542566 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-077fc043-3e9b-44b9-95a2-38111de11eec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/routers/caf41c1b-800d-49e6-870e-e88c462d040a HTTP/1.1" status: 204 len: 168 time: 1.0764308 Aug 23 15:59:10.556549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 619ad4e5-0205-49f5-a595-c959871e80d1 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:59:10.582121 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 619ad4e5-0205-49f5-a595-c959871e80d1 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:59:10.582556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 619ad4e5-0205-49f5-a595-c959871e80d1 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:59:10.583045 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4d1ce6d4-c3fc-4427-93da-28330a585940 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:59:10.606517 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 4d1ce6d4-c3fc-4427-93da-28330a585940 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:59:10.606860 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 4d1ce6d4-c3fc-4427-93da-28330a585940 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:59:10.628060 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b1409067-3eb5-4d53-be0e-b091417f1ef2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:10.719977 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b1409067-3eb5-4d53-be0e-b091417f1ef2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:10.729629 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-b1409067-3eb5-4d53-be0e-b091417f1ef2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbad2b2-d370-44d4-be5b-f5cb4040e457']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:10.740440 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-b1409067-3eb5-4d53-be0e-b091417f1ef2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4520f2-05f8-4ba3-9b28-bdcdab2c562b') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:10.740740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-b1409067-3eb5-4d53-be0e-b091417f1ef2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4520f2-05f8-4ba3-9b28-bdcdab2c562b') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:10.749352 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b1409067-3eb5-4d53-be0e-b091417f1ef2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:10.762553 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b1409067-3eb5-4d53-be0e-b091417f1ef2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:10.768991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1409067-3eb5-4d53-be0e-b091417f1ef2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b1409067-3eb5-4d53-be0e-b091417f1ef2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: timer() Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 15:59:10.775624 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 15:59:10.925543 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b1409067-3eb5-4d53-be0e-b091417f1ef2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:10.932910 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b1409067-3eb5-4d53-be0e-b091417f1ef2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:10.934205 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b1409067-3eb5-4d53-be0e-b091417f1ef2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/networks/3bbad2b2-d370-44d4-be5b-f5cb4040e457 HTTP/1.1" status: 204 len: 168 time: 0.3948321 Aug 23 15:59:10.937294 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40190) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:10.946078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1409067-3eb5-4d53-be0e-b091417f1ef2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Network': ['ID=3bbad2b2-d370-44d4-be5b-f5cb4040e457,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:11.005435 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e50e9d08-f58d-4f2c-a7b9-f0ce4dcd7f98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:11.033515 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e50e9d08-f58d-4f2c-a7b9-f0ce4dcd7f98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:11.163326 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e50e9d08-f58d-4f2c-a7b9-f0ce4dcd7f98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:11.166006 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e50e9d08-f58d-4f2c-a7b9-f0ce4dcd7f98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:11.167178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e50e9d08-f58d-4f2c-a7b9-f0ce4dcd7f98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/security-groups/436dc4e2-96b8-43e1-90cb-1854e5fbcde9 HTTP/1.1" status: 204 len: 168 time: 0.2288868 Aug 23 15:59:11.176738 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e9d08-f58d-4f2c-a7b9-f0ce4dcd7f98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436dc4e2-96b8-43e1-90cb-1854e5fbcde9,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:11.526060 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40196) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:11.531111 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ae01fc0d-5de2-4fd3-8957-e49aaedf4b10 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-484078452', 'description': 'tempest-secgroup-smoke-484078452 description', 'project_id': '7c2fbc554940487d802ee0e1f3459b84'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:59:11.628444 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ae01fc0d-5de2-4fd3-8957-e49aaedf4b10 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:11.710613 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ae01fc0d-5de2-4fd3-8957-e49aaedf4b10 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:11.768714 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ae01fc0d-5de2-4fd3-8957-e49aaedf4b10 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:11.799684 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01fc0d-5de2-4fd3-8957-e49aaedf4b10 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08633578-aee7-441d-84f4-c343995398c0,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:11.877618 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ae01fc0d-5de2-4fd3-8957-e49aaedf4b10 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:11.878893 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ae01fc0d-5de2-4fd3-8957-e49aaedf4b10 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3517487 Aug 23 15:59:11.881941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40198) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:11.886546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-7e4281f2-9d6c-4045-b2c7-ba845e78ee20 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '08633578-aee7-441d-84f4-c343995398c0', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:59:11.976197 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e4281f2-9d6c-4045-b2c7-ba845e78ee20 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:12.031795 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e4281f2-9d6c-4045-b2c7-ba845e78ee20 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:12.097210 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e4281f2-9d6c-4045-b2c7-ba845e78ee20 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:12.115187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4281f2-9d6c-4045-b2c7-ba845e78ee20 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9665f06f-3561-498e-89c2-b33e0397ccf1,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:12.188541 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-7e4281f2-9d6c-4045-b2c7-ba845e78ee20 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:12.189802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7e4281f2-9d6c-4045-b2c7-ba845e78ee20 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3068819 Aug 23 15:59:12.192546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40200) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:12.197189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-406c7e86-c8c8-4a86-9bad-d9df4d5eaaed tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '08633578-aee7-441d-84f4-c343995398c0', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:59:12.307996 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-406c7e86-c8c8-4a86-9bad-d9df4d5eaaed tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:12.367815 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-406c7e86-c8c8-4a86-9bad-d9df4d5eaaed tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:12.434159 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-406c7e86-c8c8-4a86-9bad-d9df4d5eaaed tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:12.449036 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c7e86-c8c8-4a86-9bad-d9df4d5eaaed tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32d99e6-4b54-46ea-8606-a8dc1124449c,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:12.475045 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f494e615-ed70-44a1-9545-32a7c8a85b0b no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 15:59:12.495761 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: f494e615-ed70-44a1-9545-32a7c8a85b0b {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 15:59:12.496120 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f494e615-ed70-44a1-9545-32a7c8a85b0b not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 15:59:12.554313 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-406c7e86-c8c8-4a86-9bad-d9df4d5eaaed tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:12.555579 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-406c7e86-c8c8-4a86-9bad-d9df4d5eaaed tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3619421 Aug 23 15:59:12.558349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40202) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:12.563320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a60860e0-adee-4c52-8281-6a5ddbd93ce5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '08633578-aee7-441d-84f4-c343995398c0', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:59:12.656528 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a60860e0-adee-4c52-8281-6a5ddbd93ce5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:12.714326 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a60860e0-adee-4c52-8281-6a5ddbd93ce5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:12.782335 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a60860e0-adee-4c52-8281-6a5ddbd93ce5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:12.800194 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60860e0-adee-4c52-8281-6a5ddbd93ce5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a458262-32c0-4c37-b203-471979f6b601,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:12.862489 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a60860e0-adee-4c52-8281-6a5ddbd93ce5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:12.863776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a60860e0-adee-4c52-8281-6a5ddbd93ce5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3044016 Aug 23 15:59:12.866435 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40204) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:12.870838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-433361d7-6365-4d6c-9480-fa35aad15411 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '08633578-aee7-441d-84f4-c343995398c0', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:59:12.957894 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-433361d7-6365-4d6c-9480-fa35aad15411 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:13.017984 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-433361d7-6365-4d6c-9480-fa35aad15411 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:13.091316 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-433361d7-6365-4d6c-9480-fa35aad15411 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:13.106873 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433361d7-6365-4d6c-9480-fa35aad15411 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba83feea-7b84-4e25-9cb3-3bf6de4b2bc0,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:13.171554 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-433361d7-6365-4d6c-9480-fa35aad15411 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:13.172802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-433361d7-6365-4d6c-9480-fa35aad15411 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3054402 Aug 23 15:59:13.175455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40206) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:13.179894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-38c44919-d17b-4734-a7ac-7d8573c8c38b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '08633578-aee7-441d-84f4-c343995398c0', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:59:13.239790 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-38c44919-d17b-4734-a7ac-7d8573c8c38b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Project 7c2fbc554940487d802ee0e1f3459b84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:59:13.244592 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38c44919-d17b-4734-a7ac-7d8573c8c38b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:13.306112 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38c44919-d17b-4734-a7ac-7d8573c8c38b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:13.371134 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38c44919-d17b-4734-a7ac-7d8573c8c38b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:13.390568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c44919-d17b-4734-a7ac-7d8573c8c38b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e62cad-673d-4af5-99d0-bc550debbe8d,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:13.457241 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-38c44919-d17b-4734-a7ac-7d8573c8c38b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:13.458468 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-38c44919-d17b-4734-a7ac-7d8573c8c38b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2820210 Aug 23 15:59:13.461120 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40208) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:13.465867 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-2cfe8487-c835-4574-8761-46361c1adc76 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '08633578-aee7-441d-84f4-c343995398c0', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:59:13.554573 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-2cfe8487-c835-4574-8761-46361c1adc76 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Project 7c2fbc554940487d802ee0e1f3459b84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 15:59:13.559604 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8487-c835-4574-8761-46361c1adc76 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:13.620095 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8487-c835-4574-8761-46361c1adc76 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:13.696837 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8487-c835-4574-8761-46361c1adc76 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:13.715461 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe8487-c835-4574-8761-46361c1adc76 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9f24f9-7d7f-43c2-8855-d4d4c3838a67,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:13.868597 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-2cfe8487-c835-4574-8761-46361c1adc76 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:13.869798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-2cfe8487-c835-4574-8761-46361c1adc76 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4076731 Aug 23 15:59:13.872703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40210) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:13.878989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-8006ea6f-4846-426f-a9c5-e2d2c40e1533 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'network': {'name': 'tempest-network-smoke--718213727', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'port_security_enabled': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:59:13.971183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8006ea6f-4846-426f-a9c5-e2d2c40e1533 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Made reservation on behalf of 7c2fbc554940487d802ee0e1f3459b84 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:59:13.974759 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8006ea6f-4846-426f-a9c5-e2d2c40e1533 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:13.998002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8006ea6f-4846-426f-a9c5-e2d2c40e1533 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 15:59:14.007064 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8006ea6f-4846-426f-a9c5-e2d2c40e1533 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:14.009469 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-8006ea6f-4846-426f-a9c5-e2d2c40e1533 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Added segment 23282b74-aac3-43ba-af8d-fc151be6625a of type vlan for network e55a4a97-8201-4b61-ba59-73a06f3d4540 Aug 23 15:59:14.045342 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8006ea6f-4846-426f-a9c5-e2d2c40e1533 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:14.142717 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8006ea6f-4846-426f-a9c5-e2d2c40e1533 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:14.148281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8006ea6f-4846-426f-a9c5-e2d2c40e1533 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:14.148875 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8006ea6f-4846-426f-a9c5-e2d2c40e1533 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:14.217122 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006ea6f-4846-426f-a9c5-e2d2c40e1533 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Network': ['ID=e55a4a97-8201-4b61-ba59-73a06f3d4540,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:14.227834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network e55a4a97-8201-4b61-ba59-73a06f3d4540 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 15:59:14.269175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8006ea6f-4846-426f-a9c5-e2d2c40e1533 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3953345 Aug 23 15:59:14.272819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40212) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:14.277594 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'admin_state_up': True, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:59:14.357753 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:14.358825 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:14.411348 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:14.613746 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:14.896264 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:14.915317 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:15.019018 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.25.8.72 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/82c9fd02-9bb3-4e30-a291-8ce54c5650c9) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:59:15.126696 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:15.252447 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:15.290328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:59:15.293068 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:59:15.296474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:59:15.304671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=82c9fd02-9bb3-4e30-a291-8ce54c5650c9,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:15.648980 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:15.848901 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:16.068693 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 15:59:16.194316 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:59:16.208854 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Sync routers for ids ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:59:16.220776 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Routers {'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:59:16.221466 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:58:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:16.281172 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:16.283351 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-31fcf9fe-0bdc-4b95-9540-552874db909f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0095444 Aug 23 15:59:16.286953 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40214) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:16.320208 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b4e72585-9241-4c9c-b870-cbb5803f9d1c tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=7c2fbc554940487d802ee0e1f3459b84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318234 Aug 23 15:59:16.322665 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40216) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:16.355740 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Set router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:59:16.423022 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:16.427539 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7170ecda-e2fe-42f1-84a4-923a301cbe0d tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:16.428669 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7170ecda-e2fe-42f1-84a4-923a301cbe0d tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1050692 Aug 23 15:59:16.431632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40218) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:16.468462 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1e9cc40e-6e8a-420b-9bd1-31486d5a8ac0 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348604 Aug 23 15:59:16.471644 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40220) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:16.476661 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-a39af3b0-8622-4f4c-9541-af1cbc41e39a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1703243616', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:59:16.579622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:15Z', 'revision_number': 3, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:16.611032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Checking router: df4375ed-2b0f-487a-b1a4-a1e0d1d0003f for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:59:16.611398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Updating router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f port 82c9fd02-9bb3-4e30-a291-8ce54c5650c9 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:59:16.640686 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39af3b0-8622-4f4c-9541-af1cbc41e39a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Made reservation on behalf of 7c2fbc554940487d802ee0e1f3459b84 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:59:16.645367 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:16.646637 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a39af3b0-8622-4f4c-9541-af1cbc41e39a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:16.920365 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a39af3b0-8622-4f4c-9541-af1cbc41e39a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:16.921756 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:16.932743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Transition to ACTIVE for port object 82c9fd02-9bb3-4e30-a291-8ce54c5650c9 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:59:16.987238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39af3b0-8622-4f4c-9541-af1cbc41e39a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Subnet': ['ID=9c6f860c-3243-4531-8650-ae90038bdbd8,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:16.994105 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39af3b0-8622-4f4c-9541-af1cbc41e39a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Checking segment: {'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:59:16.994469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39af3b0-8622-4f4c-9541-af1cbc41e39a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network hostable DHCP agents. Network: e55a4a97-8201-4b61-ba59-73a06f3d4540, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 15:59:16.999957 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:17.048682 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Attempting to bind port 82c9fd02-9bb3-4e30-a291-8ce54c5650c9 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:59:17.049057 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Attempting to bind port 82c9fd02-9bb3-4e30-a291-8ce54c5650c9 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:59:17.049423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Attempting to bind port 82c9fd02-9bb3-4e30-a291-8ce54c5650c9 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:59:17.060193 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:59:17.065167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:59:17.065167 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:17.065167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:59:17.065167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Bound port: 82c9fd02-9bb3-4e30-a291-8ce54c5650c9, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:59:17.065167 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:17.065167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3e067-2322-4233-a14f-208d401cf7a2 None None] Pushing event updated for resources: {'Port': ['ID=82c9fd02-9bb3-4e30-a291-8ce54c5650c9,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:17.083710 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39af3b0-8622-4f4c-9541-af1cbc41e39a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network e55a4a97-8201-4b61-ba59-73a06f3d4540 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 15:59:17.120375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] For port 82c9fd02-9bb3-4e30-a291-8ce54c5650c9, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:59:17.123314 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] For port 82c9fd02-9bb3-4e30-a291-8ce54c5650c9, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=82c9fd02-9bb3-4e30-a291-8ce54c5650c9,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:59:17.158523 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a39af3b0-8622-4f4c-9541-af1cbc41e39a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, e55a4a97-8201-4b61-ba59-73a06f3d4540) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:59:17.162701 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39af3b0-8622-4f4c-9541-af1cbc41e39a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:17.163306 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a39af3b0-8622-4f4c-9541-af1cbc41e39a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:17.168628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d93562-7b5b-4639-b942-314dc873f9e5 None None] Network e55a4a97-8201-4b61-ba59-73a06f3d4540 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:59:17.210405 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:17.233136 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a39af3b0-8622-4f4c-9541-af1cbc41e39a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7604079 Aug 23 15:59:17.236671 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40222) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:17.273662 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Routers {'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:59:17.274296 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:58:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:17.336189 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3e067-2322-4233-a14f-208d401cf7a2 None None] Pushing event updated for resources: {'Port': ['ID=82c9fd02-9bb3-4e30-a291-8ce54c5650c9,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:17.455874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] Set router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:59:17.458966 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-e55a4a97-8201-4b61-ba59-73a06f3d4540', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ips': [{'subnet_id': '9c6f860c-3243-4531-8650-ae90038bdbd8'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 15:59:17.459866 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:17.686461 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:17.889588 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Allocated IP 172.20.0.2 (e55a4a97-8201-4b61-ba59-73a06f3d4540/9c6f860c-3243-4531-8650-ae90038bdbd8/5f090fdd-e17e-476b-abd9-a981eeffa185) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:59:17.961328 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:15Z', 'revision_number': 3, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:17.989758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698cf9c5-a50a-4535-9e03-20e801c90d49 None None] The sync data for ids ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'] in n-d-804985-3 is: [{'id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:15Z', 'revision_number': 3, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:59:18.075196 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:18.084352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Transition to ACTIVE for port object 5f090fdd-e17e-476b-abd9-a981eeffa185 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:59:18.099160 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Transition to ACTIVE for port object 5f090fdd-e17e-476b-abd9-a981eeffa185 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:59:18.178032 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:18.229267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Network e55a4a97-8201-4b61-ba59-73a06f3d4540 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:59:18.232284 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:59:18.235724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:59:18.238279 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.20.0.1 (e55a4a97-8201-4b61-ba59-73a06f3d4540/9c6f860c-3243-4531-8650-ae90038bdbd8/319bfae8-b7bd-4c00-acb0-1865907432d2) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:59:18.253671 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Pushing event updated for resources: {'Port': ['ID=5f090fdd-e17e-476b-abd9-a981eeffa185,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:18.314510 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Attempting to bind port 5f090fdd-e17e-476b-abd9-a981eeffa185 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:59:18.315227 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Attempting to bind port 5f090fdd-e17e-476b-abd9-a981eeffa185 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:59:18.315686 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Attempting to bind port 5f090fdd-e17e-476b-abd9-a981eeffa185 on network e55a4a97-8201-4b61-ba59-73a06f3d4540 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:59:18.321066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:59:18.321525 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Checking segment: {'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:59:18.321999 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:18.322458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Bound using segment: {'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:59:18.322993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Bound port: 5f090fdd-e17e-476b-abd9-a981eeffa185, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:59:18.323447 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:18.372311 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:18.385176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Transition to ACTIVE for port object 319bfae8-b7bd-4c00-acb0-1865907432d2 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:59:18.393378 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] For port 5f090fdd-e17e-476b-abd9-a981eeffa185, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:59:18.396719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] For port 5f090fdd-e17e-476b-abd9-a981eeffa185, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5f090fdd-e17e-476b-abd9-a981eeffa185,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:59:18.467592 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:18.502751 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:18.556036 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96525c8d-3b99-4b34-a706-d06b7d53ff6f None None] Pushing event updated for resources: {'Port': ['ID=5f090fdd-e17e-476b-abd9-a981eeffa185,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:18.579969 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network e55a4a97-8201-4b61-ba59-73a06f3d4540 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:59:18.583850 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:59:18.587404 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:59:18.592301 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 82c9fd02-9bb3-4e30-a291-8ce54c5650c9 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:59:18.619637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=319bfae8-b7bd-4c00-acb0-1865907432d2,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:18.645486 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:18.763079 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 82c9fd02-9bb3-4e30-a291-8ce54c5650c9 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:59:18.770660 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 82c9fd02-9bb3-4e30-a291-8ce54c5650c9 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:59:18.770822 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:18.859899 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:18.902355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 82c9fd02-9bb3-4e30-a291-8ce54c5650c9, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=82c9fd02-9bb3-4e30-a291-8ce54c5650c9,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:59:18.906204 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:19.011276 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:19.059054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=82c9fd02-9bb3-4e30-a291-8ce54c5650c9,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:19.197055 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:19.262748 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:19.338066 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=319bfae8-b7bd-4c00-acb0-1865907432d2,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:19.341072 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:19.443239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network e55a4a97-8201-4b61-ba59-73a06f3d4540 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:59:19.445063 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:59:19.527018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ba6293-77dd-494c-90bb-55c2ebd08503 None None] Network e55a4a97-8201-4b61-ba59-73a06f3d4540 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 15:59:19.561021 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:59:19.642755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e3b9264f-b894-46e3-b6b4-c4e565046bd9 None None] Provisioning for port 5f090fdd-e17e-476b-abd9-a981eeffa185 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:59:19.676709 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:59:19.682474 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-210f213f-c265-49c6-a971-c07ab165cd27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "PUT /v2.0/routers/df4375ed-2b0f-487a-b1a4-a1e0d1d0003f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4447351 Aug 23 15:59:19.849666 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-440a5f9a-8b0c-4f86-922b-adef9aef9557 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-484078452&fields=id&tenant_id=7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 267 time: 0.0433228 Aug 23 15:59:19.986949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-d945d9eb-cf47-40f1-8412-dc59c681c524 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:19.986949 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-d945d9eb-cf47-40f1-8412-dc59c681c524 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/networks?id=e55a4a97-8201-4b61-ba59-73a06f3d4540 HTTP/1.1" status: 200 len: 796 time: 0.1268070 Aug 23 15:59:19.997371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-4e6b41d9-0a51-4bc0-b77a-8e137368537f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/quotas/7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 375 time: 0.0100784 Aug 23 15:59:20.057365 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-953a429c-bd46-4f8a-ad2f-e6dafeda865c None None] Provisioning for port 319bfae8-b7bd-4c00-acb0-1865907432d2 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:59:20.060674 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-91c0e0f3-254b-470f-964c-f447e9397707 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566638 Aug 23 15:59:20.061621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-953a429c-bd46-4f8a-ad2f-e6dafeda865c None None] Provisioning complete for port 319bfae8-b7bd-4c00-acb0-1865907432d2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:59:20.062026 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-953a429c-bd46-4f8a-ad2f-e6dafeda865c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:20.071836 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Sync routers for ids ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:59:20.083442 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Routers {'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:59:20.084462 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:58:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:20.124749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-953a429c-bd46-4f8a-ad2f-e6dafeda865c None None] Port 319bfae8-b7bd-4c00-acb0-1865907432d2 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:59:20.203998 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Set router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:59:20.235335 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-f36b5414-7bcf-422f-99cd-c1cd359b63ec service neutron] 10.222.0.38 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616759 Aug 23 15:59:20.267031 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-68e1965d-195d-4479-a0ff-6c7539099791 None None] Provisioning complete for port 319bfae8-b7bd-4c00-acb0-1865907432d2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:59:20.267787 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-68e1965d-195d-4479-a0ff-6c7539099791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:20.305013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-68e1965d-195d-4479-a0ff-6c7539099791 None None] Port 319bfae8-b7bd-4c00-acb0-1865907432d2 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:59:20.345110 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-e03b42e9-9e55-4944-abda-fc15908f516b service neutron] 10.222.0.38 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026196 Aug 23 15:59:20.424179 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bd1efb56-8321-4897-aaff-761370d31742 None None] Provisioning complete for port 319bfae8-b7bd-4c00-acb0-1865907432d2 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:59:20.424549 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bd1efb56-8321-4897-aaff-761370d31742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:20.459458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-bd1efb56-8321-4897-aaff-761370d31742 None None] Port 319bfae8-b7bd-4c00-acb0-1865907432d2 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:59:20.528274 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '319bfae8-b7bd-4c00-acb0-1865907432d2', 'name': '', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:67:b0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:17Z', 'updated_at': '2021-08-23T15:59:19Z', 'revision_number': 2, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:20.559065 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Checking router: df4375ed-2b0f-487a-b1a4-a1e0d1d0003f for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:59:20.559419 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Updating router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f port 319bfae8-b7bd-4c00-acb0-1865907432d2 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 15:59:20.579806 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8b947e4c-2529-4dba-a2a2-aff0ee7e6bbb req-0e03c00e-2b1b-47b7-a977-8a2a52c70037 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 210 time: 0.0355501 Aug 23 15:59:20.585763 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:20.641822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 82c9fd02-9bb3-4e30-a291-8ce54c5650c9 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:59:20.704220 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 82c9fd02-9bb3-4e30-a291-8ce54c5650c9 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:59:20.704747 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:20.792853 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5f090fdd-e17e-476b-abd9-a981eeffa185 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:59:20.874183 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:20.884021 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Transition to ACTIVE for port object 319bfae8-b7bd-4c00-acb0-1865907432d2 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:59:20.931461 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 5f090fdd-e17e-476b-abd9-a981eeffa185 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:59:20.935858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5f090fdd-e17e-476b-abd9-a981eeffa185 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:59:20.936126 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:21.011484 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:21.026681 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:21.056636 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:21.067080 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 5f090fdd-e17e-476b-abd9-a981eeffa185, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5f090fdd-e17e-476b-abd9-a981eeffa185,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:59:21.067244 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c7c94-a6b0-457f-a91c-d00815303319 None None] Pushing event updated for resources: {'Port': ['ID=319bfae8-b7bd-4c00-acb0-1865907432d2,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:21.092487 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c7c94-a6b0-457f-a91c-d00815303319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:21.093158 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c7c94-a6b0-457f-a91c-d00815303319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:21.093595 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c7c94-a6b0-457f-a91c-d00815303319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:21.095371 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c7c94-a6b0-457f-a91c-d00815303319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:21.096019 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c7c94-a6b0-457f-a91c-d00815303319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:21.096579 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c7c94-a6b0-457f-a91c-d00815303319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:21.097128 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c7c94-a6b0-457f-a91c-d00815303319 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:21.097688 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c7c94-a6b0-457f-a91c-d00815303319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:21.098331 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c7c94-a6b0-457f-a91c-d00815303319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:21.098668 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c7c94-a6b0-457f-a91c-d00815303319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:21.099001 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c7c94-a6b0-457f-a91c-d00815303319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:21.099328 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c7c94-a6b0-457f-a91c-d00815303319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 15:59:21.126780 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:21.137039 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Attempting to bind port 319bfae8-b7bd-4c00-acb0-1865907432d2 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:59:21.137434 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Attempting to bind port 319bfae8-b7bd-4c00-acb0-1865907432d2 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:59:21.137936 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Attempting to bind port 319bfae8-b7bd-4c00-acb0-1865907432d2 on network e55a4a97-8201-4b61-ba59-73a06f3d4540 {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:59:21.144261 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:59:21.144669 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Checking segment: {'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:59:21.145226 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:21.145580 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Bound using segment: {'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:59:21.146057 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Bound port: 319bfae8-b7bd-4c00-acb0-1865907432d2, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:59:21.146456 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:21.181564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=5f090fdd-e17e-476b-abd9-a981eeffa185,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:21.220889 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] For port 319bfae8-b7bd-4c00-acb0-1865907432d2, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:59:21.224275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] For port 319bfae8-b7bd-4c00-acb0-1865907432d2, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=319bfae8-b7bd-4c00-acb0-1865907432d2,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:59:21.301461 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:21.356930 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Routers {'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:59:21.357562 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:58:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:21.362872 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c7c94-a6b0-457f-a91c-d00815303319 None None] Pushing event updated for resources: {'Port': ['ID=319bfae8-b7bd-4c00-acb0-1865907432d2,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:21.473403 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] Set router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:59:21.681761 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '319bfae8-b7bd-4c00-acb0-1865907432d2', 'name': '', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:67:b0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:17Z', 'updated_at': '2021-08-23T15:59:21Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:21.683798 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-48b6994b-14e4-492c-992d-7d3924c0304a req-ed57d5e2-811f-4bbd-b4de-736cd5e916db tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 210 time: 0.0304170 Aug 23 15:59:21.709548 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce439873-dca3-4061-bb16-2429e8053825 None None] The sync data for ids ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'] in n-d-804985-3 is: [{'id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '319bfae8-b7bd-4c00-acb0-1865907432d2', 'name': '', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:67:b0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:17Z', 'updated_at': '2021-08-23T15:59:21Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:59:22.519127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-36463b4e-cbbf-4916-b8eb-a401d78df919 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:22.520739 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-36463b4e-cbbf-4916-b8eb-a401d78df919 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "GET /v2.0/networks?id=e55a4a97-8201-4b61-ba59-73a06f3d4540 HTTP/1.1" status: 200 len: 796 time: 0.1134806 Aug 23 15:59:22.567061 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-0cc30e6d-0082-4cfa-92ce-4c695f6580ea tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 379 time: 0.0373569 Aug 23 15:59:22.577223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-01a270c8-1c2a-4092-b550-341eaebb472a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'port': {'device_id': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'admin_state_up': True, 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'security_groups': ['08633578-aee7-441d-84f4-c343995398c0']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:59:22.637042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 319bfae8-b7bd-4c00-acb0-1865907432d2 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:59:22.695818 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2f844c23-93c7-40e8-872e-4ccdce01957a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:22.782512 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-92a803c6-6d0a-4e8b-b903-d506eeeff0f6 req-af963313-11c4-4808-88d6-dc31807b4722 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 210 time: 0.0274742 Aug 23 15:59:22.790029 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 319bfae8-b7bd-4c00-acb0-1865907432d2 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:59:22.790572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 319bfae8-b7bd-4c00-acb0-1865907432d2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:59:22.791247 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:22.831983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-01a270c8-1c2a-4092-b550-341eaebb472a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Made reservation on behalf of 7c2fbc554940487d802ee0e1f3459b84 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 15:59:22.835633 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-01a270c8-1c2a-4092-b550-341eaebb472a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:22.875748 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:22.907251 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 319bfae8-b7bd-4c00-acb0-1865907432d2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=319bfae8-b7bd-4c00-acb0-1865907432d2,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:59:22.968145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-01a270c8-1c2a-4092-b550-341eaebb472a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.20.0.12 (e55a4a97-8201-4b61-ba59-73a06f3d4540/9c6f860c-3243-4531-8650-ae90038bdbd8/dfe7b0cd-008a-429d-b991-ac16370f4d96) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:59:22.977257 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:22.978072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5f090fdd-e17e-476b-abd9-a981eeffa185 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:59:23.052447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=319bfae8-b7bd-4c00-acb0-1865907432d2,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:23.064010 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5f090fdd-e17e-476b-abd9-a981eeffa185 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:59:23.064393 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:23.115754 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-01a270c8-1c2a-4092-b550-341eaebb472a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:23.129777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-01a270c8-1c2a-4092-b550-341eaebb472a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Transition to ACTIVE for port object dfe7b0cd-008a-429d-b991-ac16370f4d96 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:59:23.229058 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-01a270c8-1c2a-4092-b550-341eaebb472a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:23.276123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-01a270c8-1c2a-4092-b550-341eaebb472a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network e55a4a97-8201-4b61-ba59-73a06f3d4540 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:59:23.279066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-01a270c8-1c2a-4092-b550-341eaebb472a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:59:23.282581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-01a270c8-1c2a-4092-b550-341eaebb472a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:59:23.600621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5520b96b-beae-415a-92b4-e1f3fc30bf00 None None] Provisioning for port dfe7b0cd-008a-429d-b991-ac16370f4d96 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:59:23.604750 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5520b96b-beae-415a-92b4-e1f3fc30bf00 None None] Provisioning complete for port dfe7b0cd-008a-429d-b991-ac16370f4d96 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:59:23.605119 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5520b96b-beae-415a-92b4-e1f3fc30bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:23.632652 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a270c8-1c2a-4092-b550-341eaebb472a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=dfe7b0cd-008a-429d-b991-ac16370f4d96,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:23.639118 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-5520b96b-beae-415a-92b4-e1f3fc30bf00 None None] Port dfe7b0cd-008a-429d-b991-ac16370f4d96 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 15:59:23.665238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-01a270c8-1c2a-4092-b550-341eaebb472a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:23.665860 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-01a270c8-1c2a-4092-b550-341eaebb472a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:23.726111 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-01a270c8-1c2a-4092-b550-341eaebb472a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1530819 Aug 23 15:59:23.739289 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Request body: {'port': {'device_id': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:59:23.792802 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:24.002536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bb71e-131b-4334-a68d-7fdcae5c930a req-4ab6aa86-a095-4c9c-82b0-324b32eca23f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:24.004092 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-562bb71e-131b-4334-a68d-7fdcae5c930a req-4ab6aa86-a095-4c9c-82b0-324b32eca23f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 932 time: 0.1507521 Aug 23 15:59:24.059590 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-562bb71e-131b-4334-a68d-7fdcae5c930a req-e3dc62e0-d74b-4ae8-a858-0878b9797f1c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490639 Aug 23 15:59:24.128570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe7b0cd-008a-429d-b991-ac16370f4d96 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:59:24.135992 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:24.148206 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Transition to ACTIVE for port object dfe7b0cd-008a-429d-b991-ac16370f4d96 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 15:59:24.220984 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:24.279372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe7b0cd-008a-429d-b991-ac16370f4d96,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:24.350403 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Attempting to bind port dfe7b0cd-008a-429d-b991-ac16370f4d96 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 15:59:24.350824 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Attempting to bind port dfe7b0cd-008a-429d-b991-ac16370f4d96 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 15:59:24.351167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Attempting to bind port dfe7b0cd-008a-429d-b991-ac16370f4d96 on network e55a4a97-8201-4b61-ba59-73a06f3d4540 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:59:24.356065 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Port dfe7b0cd-008a-429d-b991-ac16370f4d96 on network e55a4a97-8201-4b61-ba59-73a06f3d4540 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 15:59:24.356391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Attempting to bind port dfe7b0cd-008a-429d-b991-ac16370f4d96 on network e55a4a97-8201-4b61-ba59-73a06f3d4540 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 15:59:24.362095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 15, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 15:59:24.362436 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Checking segment: {'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 15:59:24.362827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Bound using segment: {'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 15:59:24.363249 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Bound port: dfe7b0cd-008a-429d-b991-ac16370f4d96, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 15:59:24.363609 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:24.430582 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] For port dfe7b0cd-008a-429d-b991-ac16370f4d96, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 15:59:24.433703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] For port dfe7b0cd-008a-429d-b991-ac16370f4d96, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 15:59:24.503351 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:24.523108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 319bfae8-b7bd-4c00-acb0-1865907432d2 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:59:24.543667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:24.544289 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:24.545664 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] 10.222.0.57 "PUT /v2.0/ports/dfe7b0cd-008a-429d-b991-ac16370f4d96 HTTP/1.1" status: 200 len: 1092 time: 0.8107367 Aug 23 15:59:24.546110 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:59:24.549016 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6227297-25fa-4b9b-b210-bd8a3b3185a7" -d '{"events": [{"name": "network-changed", "server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:59:24.579905 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e014d-6546-4e95-8045-9b453c94fdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe7b0cd-008a-429d-b991-ac16370f4d96,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:24.588738 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 319bfae8-b7bd-4c00-acb0-1865907432d2 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:59:24.589326 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:24.591144 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5c274a-3648-442a-a9fe-5df4dd8fbf73 x-openstack-request-id: req-5b5c274a-3648-442a-a9fe-5df4dd8fbf73 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:59:24.591437 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:59:24.591703 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b5c274a-3648-442a-a9fe-5df4dd8fbf73 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:59:24.592102 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'status': 'completed', 'code': 200} Aug 23 15:59:24.654555 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6227297-25fa-4b9b-b210-bd8a3b3185a7 req-ddc71ae4-4cbb-49f6-9446-5d96e2375587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:24.656238 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6227297-25fa-4b9b-b210-bd8a3b3185a7 req-ddc71ae4-4cbb-49f6-9446-5d96e2375587 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 1095 time: 0.0433600 Aug 23 15:59:24.762321 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6227297-25fa-4b9b-b210-bd8a3b3185a7 req-eca46f11-1ac8-43be-bc55-3b08a430fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:24.763821 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6227297-25fa-4b9b-b210-bd8a3b3185a7 req-eca46f11-1ac8-43be-bc55-3b08a430fe0b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7c2fbc554940487d802ee0e1f3459b84&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0993948 Aug 23 15:59:24.865961 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6227297-25fa-4b9b-b210-bd8a3b3185a7 req-e73b3797-86a0-4e56-942c-4d78959bb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:24.867402 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a6227297-25fa-4b9b-b210-bd8a3b3185a7 req-e73b3797-86a0-4e56-942c-4d78959bb6ff service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955064 Aug 23 15:59:24.943941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-d7bca985-772a-49e1-a7a3-1f6a0dc09bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:24.945428 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-d7bca985-772a-49e1-a7a3-1f6a0dc09bfa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 1095 time: 0.0419295 Aug 23 15:59:24.991377 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-166888cc-2eca-4e03-b933-e47f2297d3fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96 HTTP/1.1" status: 200 len: 217 time: 0.0384870 Aug 23 15:59:25.042504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7799534f-b7d0-4f8e-a775-7ce22f2b35ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:25.043913 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-7799534f-b7d0-4f8e-a775-7ce22f2b35ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c6f860c-3243-4531-8650-ae90038bdbd8 HTTP/1.1" status: 200 len: 835 time: 0.0455747 Aug 23 15:59:25.090162 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-6b16f9a6-3bea-4717-a04f-c56a6a63b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:25.091679 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-6b16f9a6-3bea-4717-a04f-c56a6a63b314 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e55a4a97-8201-4b61-ba59-73a06f3d4540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408440 Aug 23 15:59:25.221472 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6642f-19a5-4371-962c-580f3b562df4 req-c47c2b27-6786-4e71-a8a1-9a951b58f83b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:25.222956 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfb6642f-19a5-4371-962c-580f3b562df4 req-c47c2b27-6786-4e71-a8a1-9a951b58f83b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 944 time: 0.0770283 Aug 23 15:59:25.225130 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-4c36397f-0bab-4704-a81f-bd410bf2292a service neutron] 10.222.0.57 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257446 Aug 23 15:59:25.310843 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-dfb6642f-19a5-4371-962c-580f3b562df4 req-24c20e4a-dccc-4ec9-adfc-c02f827960b0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817389 Aug 23 15:59:25.345060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbe66eee-47f5-410d-85f0-6083e8d45a9a req-1c443a18-53c2-46ff-a2fd-a65cb72c5c41 service neutron] 10.222.0.57 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099136 Aug 23 15:59:25.594548 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:26.427079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e8e41-61ff-4916-bbde-e49a866befdb req-46712f96-a6de-4e5e-9c40-0f6bc6e3a1e9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:26.428547 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f06e8e41-61ff-4916-bbde-e49a866befdb req-46712f96-a6de-4e5e-9c40-0f6bc6e3a1e9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 944 time: 0.0497582 Aug 23 15:59:26.467000 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f06e8e41-61ff-4916-bbde-e49a866befdb req-e4629899-cd53-48de-b93b-2f18976df9bc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324879 Aug 23 15:59:26.638291 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7bd03c04-188d-4bd1-804a-1932d7e3dd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:27.022413 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:27.582273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85583534-6b41-456a-a5a2-c0fadd99b49d req-09e32052-4903-4619-9dcb-b91133462d4e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:27.583789 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85583534-6b41-456a-a5a2-c0fadd99b49d req-09e32052-4903-4619-9dcb-b91133462d4e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 944 time: 0.0498936 Aug 23 15:59:27.622082 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85583534-6b41-456a-a5a2-c0fadd99b49d req-f764b80b-df3a-41e2-b6ff-904ba26d16ca tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321229 Aug 23 15:59:27.896033 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device dfe7b0cd-008a-429d-b991-ac16370f4d96 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 15:59:27.994123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port dfe7b0cd-008a-429d-b991-ac16370f4d96, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:59:28.004355 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'port_id': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'mac_address': 'fa:16:3e:d1:46:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 15:59:28.041706 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:28.054204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe7b0cd-008a-429d-b991-ac16370f4d96 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 15:59:28.073246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port dfe7b0cd-008a-429d-b991-ac16370f4d96, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:59:28.131319 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:28.178622 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=dfe7b0cd-008a-429d-b991-ac16370f4d96,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:28.332962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['dfe7b0cd-008a-429d-b991-ac16370f4d96'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 15:59:28.735750 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d71fa-4230-473c-87ae-898782072439 req-7b768fd2-e504-4028-87ab-bd94c02691c3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:28.738481 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-497d71fa-4230-473c-87ae-898782072439 req-7b768fd2-e504-4028-87ab-bd94c02691c3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 945 time: 0.0492873 Aug 23 15:59:28.776314 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-497d71fa-4230-473c-87ae-898782072439 req-ac24f576-2b06-4e1b-9e7e-cdf09dfdb140 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320613 Aug 23 15:59:28.868737 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:29.889435 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a0dd-f2a8-47a7-b6b9-902def609638 req-ef704f78-14ff-4ed2-a005-baa0eaf0a5c6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:29.890946 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ae5a0dd-f2a8-47a7-b6b9-902def609638 req-ef704f78-14ff-4ed2-a005-baa0eaf0a5c6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 945 time: 0.0497019 Aug 23 15:59:29.911286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device dfe7b0cd-008a-429d-b991-ac16370f4d96 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 15:59:29.932626 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4ae5a0dd-f2a8-47a7-b6b9-902def609638 req-dade98ba-f76c-459c-9b06-7febaf1922cc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350475 Aug 23 15:59:30.005318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port dfe7b0cd-008a-429d-b991-ac16370f4d96 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 15:59:30.008874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port dfe7b0cd-008a-429d-b991-ac16370f4d96 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 15:59:30.009243 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:30.083896 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:30.106115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:59:30.108391 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f42f5b-115c-4c63-9c60-2dcd9f62ac25" -d '{"events": [{"server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "name": "network-vif-plugged", "status": "completed", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:59:30.121410 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port dfe7b0cd-008a-429d-b991-ac16370f4d96, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 15:59:30.145553 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 15:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4854df87-6c83-4c9b-b56e-ef554d75acdf x-openstack-request-id: req-4854df87-6c83-4c9b-b56e-ef554d75acdf {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:59:30.145845 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "name": "network-vif-plugged", "status": "completed", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:59:30.146104 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4854df87-6c83-4c9b-b56e-ef554d75acdf {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:59:30.146503 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'code': 200} Aug 23 15:59:30.171733 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:30.219417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=dfe7b0cd-008a-429d-b991-ac16370f4d96,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:30.245629 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee8cb4-01a6-4244-b0db-80215c03edb4 req-7bebcd84-754a-46c9-9deb-c24caa44999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:30.247129 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2aee8cb4-01a6-4244-b0db-80215c03edb4 req-7bebcd84-754a-46c9-9deb-c24caa44999c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 1097 time: 0.0466108 Aug 23 15:59:30.282464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2aee8cb4-01a6-4244-b0db-80215c03edb4 req-70da43ba-37f6-44f0-8318-cdb4e33a711a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280180 Aug 23 15:59:31.046177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f79a5-e476-4ca1-b798-16b63968e24f req-90ced92b-176c-4ea0-8ad5-cf787ae67b9e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:31.047641 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a29f79a5-e476-4ca1-b798-16b63968e24f req-90ced92b-176c-4ea0-8ad5-cf787ae67b9e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0481606 Aug 23 15:59:31.087052 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a29f79a5-e476-4ca1-b798-16b63968e24f req-c2bc41cb-3500-41b9-8954-8bf35836b4db tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328894 Aug 23 15:59:32.205825 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36499ae3-a342-4182-81de-5ddd0af3d7ea req-4133d147-cd05-44eb-83da-8786191263a6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:32.207309 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36499ae3-a342-4182-81de-5ddd0af3d7ea req-4133d147-cd05-44eb-83da-8786191263a6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0521679 Aug 23 15:59:32.247174 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-36499ae3-a342-4182-81de-5ddd0af3d7ea req-5c868a3b-8c2f-4aa6-935e-0566489ac766 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339437 Aug 23 15:59:32.364004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ee36c-5fd0-4af2-af34-394c82390045 req-20f43001-805f-4e99-9bb4-7f8177803a27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:32.365611 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-657ee36c-5fd0-4af2-af34-394c82390045 req-20f43001-805f-4e99-9bb4-7f8177803a27 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0525131 Aug 23 15:59:32.404945 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-657ee36c-5fd0-4af2-af34-394c82390045 req-52d7c9ad-b5f5-41a3-a15f-0554d4599afb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333023 Aug 23 15:59:32.427264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40280) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:32.467587 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1852ace-35ed-4c3f-9aac-35766d0311d5 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:32.469146 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a1852ace-35ed-4c3f-9aac-35766d0311d5 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 1092 time: 0.0406458 Aug 23 15:59:32.472149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40282) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:32.476474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address': '172.20.0.12'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 15:59:32.566200 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:32.663734 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:32.765454 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.25.8.91 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/6de5a5ed-1b23-47f8-9bda-aa2df09c9d64) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 15:59:32.874019 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:32.988348 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:33.025395 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 15:59:33.029577 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 15:59:33.033707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 15:59:33.057877 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=6de5a5ed-1b23-47f8-9bda-aa2df09c9d64,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:33.391513 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:33.510014 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:33.656796 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:33.714593 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:33.785136 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=6de5a5ed-1b23-47f8-9bda-aa2df09c9d64,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 15:59:33.795033 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:33.900684 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Floating IP f5db09fb-6429-4bb5-9209-ecb8a04320fc associated. External IP: 172.25.8.91, port: dfe7b0cd-008a-429d-b991-ac16370f4d96. Aug 23 15:59:34.453865 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 15:59:34.565684 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 15:59:34.575175 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652eca6f-4ac5-4afb-8cc2-d1389a948c98 None None] Sync routers for ids ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 15:59:34.589068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652eca6f-4ac5-4afb-8cc2-d1389a948c98 None None] Routers {'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:59:34.589692 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-652eca6f-4ac5-4afb-8cc2-d1389a948c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:59:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:34.644509 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:34.674276 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4eba5e02-5b74-4937-ae57-aac1a6794107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2010858 Aug 23 15:59:34.675033 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 15:59:34.677869 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}511f008c58a008c87eb616fe5d66cb7bdbcb90a14f59b6a049e8f0c7a287e225" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da70ff3-a34e-4aba-8edd-b10094b59123" -d '{"events": [{"name": "network-changed", "server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 15:59:34.702608 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-652eca6f-4ac5-4afb-8cc2-d1389a948c98 None None] Set router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:59:34.716203 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 15:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3d7245-0866-450c-8386-4e692792fddd x-openstack-request-id: req-1f3d7245-0866-450c-8386-4e692792fddd {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 15:59:34.716467 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 15:59:34.716724 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f3d7245-0866-450c-8386-4e692792fddd {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 15:59:34.717135 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'status': 'completed', 'code': 200} Aug 23 15:59:34.778882 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef5e3b-af43-4593-a19f-987576624db8 req-b6f9cca3-4dd7-4206-975b-0a6d4bfe2b23 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:34.780531 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f9ef5e3b-af43-4593-a19f-987576624db8 req-b6f9cca3-4dd7-4206-975b-0a6d4bfe2b23 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0504167 Aug 23 15:59:34.788770 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da70ff3-a34e-4aba-8edd-b10094b59123 req-1d7090c5-9e6b-41be-836d-284814f36b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:34.790310 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4da70ff3-a34e-4aba-8edd-b10094b59123 req-1d7090c5-9e6b-41be-836d-284814f36b96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 1097 time: 0.0483501 Aug 23 15:59:34.831300 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f9ef5e3b-af43-4593-a19f-987576624db8 req-831f2e76-7cc3-4b78-ae4e-7e4c5c52139f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440493 Aug 23 15:59:34.854858 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40290) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:34.884292 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da70ff3-a34e-4aba-8edd-b10094b59123 req-98dc0971-90a5-4174-bb3d-542dd5f900f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:34.885788 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4da70ff3-a34e-4aba-8edd-b10094b59123 req-98dc0971-90a5-4174-bb3d-542dd5f900f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e55a4a97-8201-4b61-ba59-73a06f3d4540 HTTP/1.1" status: 200 len: 897 time: 0.0886643 Aug 23 15:59:34.937633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-652eca6f-4ac5-4afb-8cc2-d1389a948c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'f5db09fb-6429-4bb5-9209-ecb8a04320fc', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'port_id': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'mac_address': 'fa:16:3e:d1:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:59:33Z', 'updated_at': '2021-08-23T15:59:33Z', 'revision_number': 0, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319bfae8-b7bd-4c00-acb0-1865907432d2', 'name': '', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:67:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:17Z', 'updated_at': '2021-08-23T15:59:22Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:34.963171 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652eca6f-4ac5-4afb-8cc2-d1389a948c98 None None] Checking router: df4375ed-2b0f-487a-b1a4-a1e0d1d0003f for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 15:59:34.972486 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652eca6f-4ac5-4afb-8cc2-d1389a948c98 None None] Routers {'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 15:59:34.973090 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-652eca6f-4ac5-4afb-8cc2-d1389a948c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T15:59:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:35.028309 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1004e0dd-1ad6-4882-8890-e771eb7f32c6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/f5db09fb-6429-4bb5-9209-ecb8a04320fc HTTP/1.1" status: 200 len: 991 time: 0.1715758 Aug 23 15:59:35.034874 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4da70ff3-a34e-4aba-8edd-b10094b59123 req-f70f8d92-1c07-423a-a5d8-e28f184662ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96 HTTP/1.1" status: 200 len: 999 time: 0.1402903 Aug 23 15:59:35.081263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-652eca6f-4ac5-4afb-8cc2-d1389a948c98 None None] Set router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 15:59:35.084307 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da70ff3-a34e-4aba-8edd-b10094b59123 req-e4372443-ba4f-43a0-9c08-884630722c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:35.085776 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4da70ff3-a34e-4aba-8edd-b10094b59123 req-e4372443-ba4f-43a0-9c08-884630722c8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c6f860c-3243-4531-8650-ae90038bdbd8 HTTP/1.1" status: 200 len: 835 time: 0.0446067 Aug 23 15:59:35.132029 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da70ff3-a34e-4aba-8edd-b10094b59123 req-54e73dc3-c188-44eb-80a1-0ceefe47f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 15:59:35.133561 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4da70ff3-a34e-4aba-8edd-b10094b59123 req-54e73dc3-c188-44eb-80a1-0ceefe47f11c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e55a4a97-8201-4b61-ba59-73a06f3d4540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412385 Aug 23 15:59:35.232929 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4da70ff3-a34e-4aba-8edd-b10094b59123 req-87ba358d-7c15-4eab-a9de-ceb16586ea60 service neutron] 10.222.0.57 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918076 Aug 23 15:59:35.332437 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4da70ff3-a34e-4aba-8edd-b10094b59123 req-b5c2616e-b7d5-4388-ab61-104682f3394d service neutron] 10.222.0.57 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916781 Aug 23 15:59:35.460286 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-652eca6f-4ac5-4afb-8cc2-d1389a948c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'f5db09fb-6429-4bb5-9209-ecb8a04320fc', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'port_id': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'mac_address': 'fa:16:3e:d1:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:59:33Z', 'updated_at': '2021-08-23T15:59:33Z', 'revision_number': 0, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319bfae8-b7bd-4c00-acb0-1865907432d2', 'name': '', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:67:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:17Z', 'updated_at': '2021-08-23T15:59:22Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 15:59:35.486931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652eca6f-4ac5-4afb-8cc2-d1389a948c98 None None] The sync data for ids ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'] in n-d-804985-3 is: [{'id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'f5db09fb-6429-4bb5-9209-ecb8a04320fc', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'port_id': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'mac_address': 'fa:16:3e:d1:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T15:59:33Z', 'updated_at': '2021-08-23T15:59:33Z', 'revision_number': 0, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '319bfae8-b7bd-4c00-acb0-1865907432d2', 'name': '', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:67:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:17Z', 'updated_at': '2021-08-23T15:59:22Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 15:59:35.686707 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c28112e-77bd-47e6-9758-c76a3702efec None None] New status for floating IP f5db09fb-6429-4bb5-9209-ecb8a04320fc: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 15:59:36.032039 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40292) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 15:59:36.095896 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2cb90abc-432e-477d-a74b-d0bb7a4062b6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/f5db09fb-6429-4bb5-9209-ecb8a04320fc HTTP/1.1" status: 200 len: 993 time: 0.0621576 Aug 23 15:59:46.343307 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:46.455549 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 15:59:51.061433 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:52.695473 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fbfb8f06-dbc6-448a-8b6e-743b64775229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:55.571760 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:56.680079 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f38f2106-3128-4e4d-af22-1756e51726ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:57.026603 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 15:59:58.874604 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:02.946634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319f3ea-96a1-4949-a834-926c4662eaa1 req-7e9c1f6c-c473-4390-9090-ced3ee53817a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:02.948258 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e319f3ea-96a1-4949-a834-926c4662eaa1 req-7e9c1f6c-c473-4390-9090-ced3ee53817a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.1129196 Aug 23 16:00:02.989002 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e319f3ea-96a1-4949-a834-926c4662eaa1 req-2ba916be-ace1-4ba4-b29a-a155a1d1ca3d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347810 Aug 23 16:00:03.025838 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-62cd1f93-d76a-4bf6-b888-1dd9f18a207d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850713 Aug 23 16:00:04.159441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaa39e-871e-4694-a558-131a51862b10 req-7cd38991-2ea3-4d4b-a465-f8573cdb4340 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:04.160983 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7cfaa39e-871e-4694-a558-131a51862b10 req-7cd38991-2ea3-4d4b-a465-f8573cdb4340 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.1041744 Aug 23 16:00:04.202088 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-7cfaa39e-871e-4694-a558-131a51862b10 req-2da49b16-693b-44cd-8016-1fd8035586a4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334711 Aug 23 16:00:04.851114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-f324a494-cb61-4a9a-b861-9433df202cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:04.852567 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-f324a494-cb61-4a9a-b861-9433df202cbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 1097 time: 0.0457268 Aug 23 16:00:04.940926 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-06c8b22c-464a-4fe9-a51f-634dea33168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:04.942374 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-06c8b22c-464a-4fe9-a51f-634dea33168a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e55a4a97-8201-4b61-ba59-73a06f3d4540 HTTP/1.1" status: 200 len: 897 time: 0.0831797 Aug 23 16:00:05.014318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-603f7123-629c-451c-8b8b-a045a442dbcb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96 HTTP/1.1" status: 200 len: 1001 time: 0.0640116 Aug 23 16:00:05.067369 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-6b12feab-99b0-49a5-9655-29c89e076ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:05.069341 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-6b12feab-99b0-49a5-9655-29c89e076ae6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c6f860c-3243-4531-8650-ae90038bdbd8 HTTP/1.1" status: 200 len: 835 time: 0.0459957 Aug 23 16:00:05.116660 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-9d652ded-7500-43d0-b20c-42375995f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:05.118067 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-9d652ded-7500-43d0-b20c-42375995f9cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e55a4a97-8201-4b61-ba59-73a06f3d4540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416081 Aug 23 16:00:05.209790 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-f43156e0-4284-4559-b894-a72de7772b44 service neutron] 10.222.0.57 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833638 Aug 23 16:00:05.328699 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-51a31d9e-b2d5-4fe3-af7f-26e92c845cba service neutron] 10.222.0.57 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119297 Aug 23 16:00:05.340970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e994ae-eeb5-4b6a-9e5e-02b4978e9edc req-ec6b141d-5db6-4c87-907f-5de2c3b00ba5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:05.342395 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85e994ae-eeb5-4b6a-9e5e-02b4978e9edc req-ec6b141d-5db6-4c87-907f-5de2c3b00ba5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0708036 Aug 23 16:00:05.386974 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-85e994ae-eeb5-4b6a-9e5e-02b4978e9edc req-723b7c6e-a716-462d-a512-089225676582 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368676 Aug 23 16:00:06.507600 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e9e0c-15b2-407a-b6f4-552838f89e2f req-1a68301e-9eaf-4576-9f3e-8134b6bad374 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:06.509123 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-915e9e0c-15b2-407a-b6f4-552838f89e2f req-1a68301e-9eaf-4576-9f3e-8134b6bad374 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0492072 Aug 23 16:00:06.547107 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-915e9e0c-15b2-407a-b6f4-552838f89e2f req-a34841d7-4139-4250-834d-07c4844d715c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315707 Aug 23 16:00:07.667235 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baf74d-5cb1-4a25-8440-c996a4ee8f46 req-9b89f32e-bb14-490d-a321-de142c64d57f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:07.668809 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1baf74d-5cb1-4a25-8440-c996a4ee8f46 req-9b89f32e-bb14-490d-a321-de142c64d57f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0534222 Aug 23 16:00:07.707957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1baf74d-5cb1-4a25-8440-c996a4ee8f46 req-57f7ac38-4085-44fc-8301-1b46676a63fa tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331388 Aug 23 16:00:08.827785 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fce3d-b21d-45ef-a23f-6022b43b342e req-84e11ee6-5776-45b4-a902-e4f9ecfd668b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:08.829300 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-188fce3d-b21d-45ef-a23f-6022b43b342e req-84e11ee6-5776-45b4-a902-e4f9ecfd668b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0533972 Aug 23 16:00:08.867584 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-188fce3d-b21d-45ef-a23f-6022b43b342e req-e8cfb140-8ecc-45db-9fc8-e3744c4d60de tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316777 Aug 23 16:00:09.982065 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ed5a-dfb4-4a27-bf06-4d2d259b8096 req-fdd4531e-9018-4827-9824-34be32cd533b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:09.983533 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8324ed5a-dfb4-4a27-bf06-4d2d259b8096 req-fdd4531e-9018-4827-9824-34be32cd533b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0489004 Aug 23 16:00:10.030742 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8324ed5a-dfb4-4a27-bf06-4d2d259b8096 req-c7fb8dbc-848d-4ee8-ba93-15b2306b2fc3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413244 Aug 23 16:00:10.738804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b8a44-dd4d-47d0-9cb0-4ead600f8062 req-3f4e84ac-4d26-48a0-a95a-6a3d5a749d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:10.740736 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d56b8a44-dd4d-47d0-9cb0-4ead600f8062 req-3f4e84ac-4d26-48a0-a95a-6a3d5a749d8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 1097 time: 0.0398152 Aug 23 16:00:10.847345 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b8a44-dd4d-47d0-9cb0-4ead600f8062 req-3ab57c23-21a5-4335-be8d-dfa9f7942c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:10.848878 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d56b8a44-dd4d-47d0-9cb0-4ead600f8062 req-3ab57c23-21a5-4335-be8d-dfa9f7942c77 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e55a4a97-8201-4b61-ba59-73a06f3d4540 HTTP/1.1" status: 200 len: 897 time: 0.0883849 Aug 23 16:00:10.920706 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d56b8a44-dd4d-47d0-9cb0-4ead600f8062 req-fdb8d9a9-841a-4f9d-95d5-9c763101d55a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96 HTTP/1.1" status: 200 len: 1001 time: 0.0641694 Aug 23 16:00:10.976547 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b8a44-dd4d-47d0-9cb0-4ead600f8062 req-b6ded874-50d4-42bc-b452-47e4d498689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:10.978027 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d56b8a44-dd4d-47d0-9cb0-4ead600f8062 req-b6ded874-50d4-42bc-b452-47e4d498689f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c6f860c-3243-4531-8650-ae90038bdbd8 HTTP/1.1" status: 200 len: 835 time: 0.0496063 Aug 23 16:00:11.026350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b8a44-dd4d-47d0-9cb0-4ead600f8062 req-0e90e6c0-1717-4854-b5c3-8b377e167e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:11.028038 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d56b8a44-dd4d-47d0-9cb0-4ead600f8062 req-0e90e6c0-1717-4854-b5c3-8b377e167e65 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e55a4a97-8201-4b61-ba59-73a06f3d4540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423057 Aug 23 16:00:11.121888 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d56b8a44-dd4d-47d0-9cb0-4ead600f8062 req-8e221cf9-a479-4ce9-ab93-3401a8f161ba service neutron] 10.222.0.57 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861416 Aug 23 16:00:11.145809 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7b172-5b49-4b1b-b767-d5584e6f8c60 req-13d26947-a7d9-4df9-8c17-1567a8831052 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:11.147478 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3fa7b172-5b49-4b1b-b767-d5584e6f8c60 req-13d26947-a7d9-4df9-8c17-1567a8831052 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0499170 Aug 23 16:00:11.186666 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3fa7b172-5b49-4b1b-b767-d5584e6f8c60 req-d8abdf1a-d4b5-4c81-bb74-172023806aa6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330367 Aug 23 16:00:11.220186 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d56b8a44-dd4d-47d0-9cb0-4ead600f8062 req-6ff1396d-ae85-4f47-a0f4-592c99ae6606 service neutron] 10.222.0.57 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898349 Aug 23 16:00:12.304405 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2dd5f-9387-4a17-8a91-16e1c2acc774 req-17be0e21-1030-48fa-976d-0a92e94edbc2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:12.306044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fec2dd5f-9387-4a17-8a91-16e1c2acc774 req-17be0e21-1030-48fa-976d-0a92e94edbc2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0521963 Aug 23 16:00:12.344542 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fec2dd5f-9387-4a17-8a91-16e1c2acc774 req-53411843-91a2-45e3-983b-d1ebd0238b46 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325100 Aug 23 16:00:13.460405 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2faf9a5-285b-47a0-ac63-f346b269d4c5 req-6beea89e-0361-41fd-8dbb-e3ccc7fb86b4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:13.462045 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a2faf9a5-285b-47a0-ac63-f346b269d4c5 req-6beea89e-0361-41fd-8dbb-e3ccc7fb86b4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0508237 Aug 23 16:00:13.500101 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a2faf9a5-285b-47a0-ac63-f346b269d4c5 req-2a90cd53-a8d7-463a-99cc-984cb906d8ff tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314705 Aug 23 16:00:14.621398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aef6aa-abf9-4440-8893-9e4516e2bb39 req-4d9416b7-09a6-4471-96c3-b3f80b04fe15 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:14.623028 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73aef6aa-abf9-4440-8893-9e4516e2bb39 req-4d9416b7-09a6-4471-96c3-b3f80b04fe15 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0549102 Aug 23 16:00:14.660916 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-73aef6aa-abf9-4440-8893-9e4516e2bb39 req-3e4123c9-f702-48f6-b0d1-9c110f748134 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318828 Aug 23 16:00:15.784087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dc55c-f49a-49c1-a1a4-83ec307a6186 req-c75d7d6f-d864-4e03-85a3-36723ccd5810 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:15.785562 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e6dc55c-f49a-49c1-a1a4-83ec307a6186 req-c75d7d6f-d864-4e03-85a3-36723ccd5810 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0538619 Aug 23 16:00:15.825605 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5e6dc55c-f49a-49c1-a1a4-83ec307a6186 req-3c7d398e-afe6-40cc-8ab4-b7e48811c9e8 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335534 Aug 23 16:00:16.387150 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:16.942135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8507-5dbe-4481-9651-8b357cc50483 req-b44a4c0d-d229-4d49-90f8-68500bb9c0fe tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:16.943566 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b3c8507-5dbe-4481-9651-8b357cc50483 req-b44a4c0d-d229-4d49-90f8-68500bb9c0fe tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0516489 Aug 23 16:00:16.982130 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b3c8507-5dbe-4481-9651-8b357cc50483 req-75d594fe-2cba-4b85-a60a-547f383b8723 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324748 Aug 23 16:00:17.363490 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-c958ee9d-9fb3-4489-b192-33a36aaa0f71 service neutron] show failed (client error): The resource could not be found. Aug 23 16:00:17.364552 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-c958ee9d-9fb3-4489-b192-33a36aaa0f71 service neutron] 10.222.0.57 "GET /v2.0/ports/dfe7b0cd-008a-429d-b991-ac16370f4d96/bindings/n-h2-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.0597818 Aug 23 16:00:17.925615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-b8f06d64-009f-41eb-ad58-008850552e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:17.927058 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-b8f06d64-009f-41eb-ad58-008850552e74 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b&tenant_id=7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 1097 time: 0.0858500 Aug 23 16:00:17.939471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-3', 'device_owner': 'compute:nova'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:00:17.997023 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:18.102224 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88691060-f23a-41da-87bc-ef5a3338c3c6 req-e5dd3b56-976c-4d99-a2e5-0c5cc5d951bc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:18.103763 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-88691060-f23a-41da-87bc-ef5a3338c3c6 req-e5dd3b56-976c-4d99-a2e5-0c5cc5d951bc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0516129 Aug 23 16:00:18.142559 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-88691060-f23a-41da-87bc-ef5a3338c3c6 req-6276eadb-ed1e-47b5-97f6-fc6e4bb39f29 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323579 Aug 23 16:00:18.203007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] For port dfe7b0cd-008a-429d-b991-ac16370f4d96, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:00:18.236089 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] For port dfe7b0cd-008a-429d-b991-ac16370f4d96, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:00:18.274547 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:00:18.276832 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf4488f-1c56-4530-b9b1-1796f186767e" -d '{"events": [{"server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:00:18.281032 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:18.294304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Transition to ACTIVE for port object dfe7b0cd-008a-429d-b991-ac16370f4d96 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:00:18.324040 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 16:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5929133-1ad8-4a00-bf07-90ec8d17441c x-openstack-request-id: req-b5929133-1ad8-4a00-bf07-90ec8d17441c {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:00:18.324361 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:00:18.324708 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b5929133-1ad8-4a00-bf07-90ec8d17441c {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:00:18.325114 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'code': 200} Aug 23 16:00:18.360485 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:18.439054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe7b0cd-008a-429d-b991-ac16370f4d96,revision_number=6']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:00:18.454871 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:18.455146 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:18.455486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:18.455846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:18.456293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:18.456626 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:18.456957 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:18.457281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:18.457602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:18.457925 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:18.458251 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:18.458572 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:18.501401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] No DVR routers for this DVR port dfe7b0cd-008a-429d-b991-ac16370f4d96 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:00:18.645763 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Attempting to bind port dfe7b0cd-008a-429d-b991-ac16370f4d96 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:00:18.646103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Attempting to bind port dfe7b0cd-008a-429d-b991-ac16370f4d96 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:00:18.646439 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Attempting to bind port dfe7b0cd-008a-429d-b991-ac16370f4d96 on network e55a4a97-8201-4b61-ba59-73a06f3d4540 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:00:18.651355 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Port dfe7b0cd-008a-429d-b991-ac16370f4d96 on network e55a4a97-8201-4b61-ba59-73a06f3d4540 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:00:18.651717 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Attempting to bind port dfe7b0cd-008a-429d-b991-ac16370f4d96 on network e55a4a97-8201-4b61-ba59-73a06f3d4540 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:00:18.656568 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:00:18.661576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Checking segment: {'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:00:18.661576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Bound using segment: {'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:00:18.661576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Bound port: dfe7b0cd-008a-429d-b991-ac16370f4d96, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23282b74-aac3-43ba-af8d-fc151be6625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:00:18.661576 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:18.724912 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] For port dfe7b0cd-008a-429d-b991-ac16370f4d96, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:00:18.728131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] For port dfe7b0cd-008a-429d-b991-ac16370f4d96, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:00:18.800743 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:18.837762 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:18.838444 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:18.840094 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] 10.222.0.61 "PUT /v2.0/ports/dfe7b0cd-008a-429d-b991-ac16370f4d96 HTTP/1.1" status: 200 len: 1092 time: 0.9046643 Aug 23 16:00:18.860832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22087ea0-9521-43e5-b799-8d00d0e7fb27 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe7b0cd-008a-429d-b991-ac16370f4d96,revision_number=7']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:00:18.908777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-2f9a5984-55c4-4952-8c0f-c1849ec164af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:18.913855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-2f9a5984-55c4-4952-8c0f-c1849ec164af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 1095 time: 0.0463641 Aug 23 16:00:19.012699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-147d21f5-d65e-4cbc-8d67-34ccacf5a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:19.014261 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-147d21f5-d65e-4cbc-8d67-34ccacf5a56e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e55a4a97-8201-4b61-ba59-73a06f3d4540 HTTP/1.1" status: 200 len: 897 time: 0.0965602 Aug 23 16:00:19.080785 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-9f3973d9-4638-4f6b-b7d0-9a858c5c2f4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96 HTTP/1.1" status: 200 len: 999 time: 0.0589375 Aug 23 16:00:19.131784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-cf572205-133f-4a62-a487-8e8e6e654d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:19.133481 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-cf572205-133f-4a62-a487-8e8e6e654d5d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9c6f860c-3243-4531-8650-ae90038bdbd8 HTTP/1.1" status: 200 len: 835 time: 0.0451322 Aug 23 16:00:19.186106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-ee958344-471f-41f0-a48a-2cee696cabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:19.187629 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-ee958344-471f-41f0-a48a-2cee696cabd7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e55a4a97-8201-4b61-ba59-73a06f3d4540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448778 Aug 23 16:00:19.262467 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3db71e-6cc9-4d3d-9496-a1c6206acfd0 req-8cb2cc68-5725-4fe3-bed0-76b4d90f7ece tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:19.263924 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8a3db71e-6cc9-4d3d-9496-a1c6206acfd0 req-8cb2cc68-5725-4fe3-bed0-76b4d90f7ece tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 944 time: 0.0505283 Aug 23 16:00:19.280749 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-c6237933-e3bc-4527-b340-8bca4a4663de service neutron] 10.222.0.61 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856037 Aug 23 16:00:19.302384 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8a3db71e-6cc9-4d3d-9496-a1c6206acfd0 req-74a77336-c41d-439d-bf12-8bc8a33302ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323942 Aug 23 16:00:19.377312 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-79cd0b5d-1bfb-46db-a9f1-dc6e86516b5d service neutron] 10.222.0.61 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881231 Aug 23 16:00:20.326509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:00:20.328937 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424c68bb-f2f2-4a40-9eee-1afff57f69be" -d '{"events": [{"name": "network-changed", "server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:00:20.384207 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84532ca4-a903-493b-82c2-a5e9a03a64d0 x-openstack-request-id: req-84532ca4-a903-493b-82c2-a5e9a03a64d0 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:00:20.384532 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:00:20.384751 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84532ca4-a903-493b-82c2-a5e9a03a64d0 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:00:20.385490 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'status': 'completed', 'code': 200} Aug 23 16:00:20.491101 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5e3c1-1f64-41dc-9d46-e40c75644afc req-5e3ba067-a0fe-4139-8953-5f3bf40ce737 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:20.492657 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-17e5e3c1-1f64-41dc-9d46-e40c75644afc req-5e3ba067-a0fe-4139-8953-5f3bf40ce737 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 944 time: 0.1185260 Aug 23 16:00:20.499704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-19bdfd36-4738-4da4-a748-02c8a4cce277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:20.501121 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-19bdfd36-4738-4da4-a748-02c8a4cce277 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 1095 time: 0.0956178 Aug 23 16:00:20.503981 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-cf2126c5-195d-48c9-9174-97a74d9af22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:20.505339 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-cf2126c5-195d-48c9-9174-97a74d9af22b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 1095 time: 0.1011984 Aug 23 16:00:20.640494 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-17e5e3c1-1f64-41dc-9d46-e40c75644afc req-eceb1edc-d42c-44ec-b1d4-02659f774eda tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381683 Aug 23 16:00:20.695415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-b2a2cb69-f867-43f7-97cf-3e9b97d049d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:20.696936 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-b2a2cb69-f867-43f7-97cf-3e9b97d049d1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e55a4a97-8201-4b61-ba59-73a06f3d4540 HTTP/1.1" status: 200 len: 897 time: 0.1749895 Aug 23 16:00:20.698009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-18e73505-7dd1-47ca-bbd1-1c5eb27b4b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:20.699357 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-18e73505-7dd1-47ca-bbd1-1c5eb27b4b5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e55a4a97-8201-4b61-ba59-73a06f3d4540 HTTP/1.1" status: 200 len: 897 time: 0.1883504 Aug 23 16:00:21.092611 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:21.132551 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-7cb5f39a-a748-40c4-8082-173eb218d666 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96 HTTP/1.1" status: 200 len: 999 time: 0.4261467 Aug 23 16:00:21.136013 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-432d18af-b1d2-477a-bca7-2374a6d0b5c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96 HTTP/1.1" status: 200 len: 999 time: 0.4249206 Aug 23 16:00:21.218946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-eec0928e-5fa6-46dd-b07b-0ebc8151ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:21.220579 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-eec0928e-5fa6-46dd-b07b-0ebc8151ba97 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9c6f860c-3243-4531-8650-ae90038bdbd8 HTTP/1.1" status: 200 len: 835 time: 0.0790155 Aug 23 16:00:21.221958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-962e11ae-5b4c-481b-8b01-f73dd277c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:21.223250 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-962e11ae-5b4c-481b-8b01-f73dd277c4e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c6f860c-3243-4531-8650-ae90038bdbd8 HTTP/1.1" status: 200 len: 835 time: 0.0739906 Aug 23 16:00:21.296095 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-ddb022b9-3a87-42b3-a183-9a65dcf7821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:21.297602 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-ddb022b9-3a87-42b3-a183-9a65dcf7821c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e55a4a97-8201-4b61-ba59-73a06f3d4540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698941 Aug 23 16:00:21.302584 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-f7f860c5-8789-4575-98fe-b568b7909fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:21.304561 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-f7f860c5-8789-4575-98fe-b568b7909fc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e55a4a97-8201-4b61-ba59-73a06f3d4540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684624 Aug 23 16:00:21.455382 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-c29926b6-4eee-4d5b-aaba-0aaa9ca2c767 service neutron] 10.222.0.61 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496115 Aug 23 16:00:21.458630 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-9a958efb-daa6-4e9f-9865-0d130aa70cdb service neutron] 10.222.0.57 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453207 Aug 23 16:00:21.623371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-25cbceae-0843-44dc-888c-697ce8b6983d service neutron] 10.222.0.61 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605375 Aug 23 16:00:21.625282 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-424c68bb-f2f2-4a40-9eee-1afff57f69be req-0d36d5ea-9f28-48cc-b22a-a58ca50e6e4c service neutron] 10.222.0.57 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511972 Aug 23 16:00:21.767446 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4d31d-4fef-4893-9269-eca2e21f8344 req-e23027d5-7579-4c38-8529-99f72ff421f9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:21.768991 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbd4d31d-4fef-4893-9269-eca2e21f8344 req-e23027d5-7579-4c38-8529-99f72ff421f9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 944 time: 0.0574734 Aug 23 16:00:21.807777 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbd4d31d-4fef-4893-9269-eca2e21f8344 req-fa021b6e-a9b5-42e3-b92f-68263214323b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320680 Aug 23 16:00:21.844998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device dfe7b0cd-008a-429d-b991-ac16370f4d96 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:00:21.936573 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port dfe7b0cd-008a-429d-b991-ac16370f4d96, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:00:21.946729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'port_id': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'mac_address': 'fa:16:3e:d1:46:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:00:21.984574 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:21.997271 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe7b0cd-008a-429d-b991-ac16370f4d96 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:00:22.019449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port dfe7b0cd-008a-429d-b991-ac16370f4d96, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:00:22.113258 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device dfe7b0cd-008a-429d-b991-ac16370f4d96 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:00:22.137965 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:22.149176 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1496b-eff6-4c23-9b7e-cd2a12383287 req-07c1221f-74b1-47ab-a459-17a356fcecd4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:22.150696 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a8f1496b-eff6-4c23-9b7e-cd2a12383287 req-07c1221f-74b1-47ab-a459-17a356fcecd4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 944 time: 0.0541277 Aug 23 16:00:22.180192 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device dfe7b0cd-008a-429d-b991-ac16370f4d96 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:00:22.193744 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-a8f1496b-eff6-4c23-9b7e-cd2a12383287 req-8a8651f2-5d4b-4874-b02f-e2a9f9fb0a91 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367005 Aug 23 16:00:22.198020 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=dfe7b0cd-008a-429d-b991-ac16370f4d96,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:00:22.205446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:22.205779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:22.206129 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:22.206467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:22.207065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:22.207320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:22.207449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:22.207804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:22.208132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:22.208458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:22.208783 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:22.209108 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:22.259888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18032b55-7165-4af1-8f1e-28ffafcb2c81 req-53d44900-9c46-4f20-b5cd-f2ce3bf95b5e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:22.261464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18032b55-7165-4af1-8f1e-28ffafcb2c81 req-53d44900-9c46-4f20-b5cd-f2ce3bf95b5e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b&tenant_id=7c2fbc554940487d802ee0e1f3459b84&binding%3Ahost_id=n-h2-804985-3 HTTP/1.1" status: 200 len: 945 time: 0.0565345 Aug 23 16:00:22.363713 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc50280-dd25-4e9f-be03-3c87e0d611e7 req-a96ae923-08f1-4964-941c-7ddce5b50c9f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:22.365125 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbc50280-dd25-4e9f-be03-3c87e0d611e7 req-a96ae923-08f1-4964-941c-7ddce5b50c9f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 945 time: 0.0900240 Aug 23 16:00:22.368541 n-d-804985-3 neutron-server[96115]: INFO neutron.api.v2.resource [req-18032b55-7165-4af1-8f1e-28ffafcb2c81 req-0da33076-93d8-44c0-ba5d-b53c579183ad service neutron] delete failed (client error): The resource could not be found. Aug 23 16:00:22.369480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18032b55-7165-4af1-8f1e-28ffafcb2c81 req-0da33076-93d8-44c0-ba5d-b53c579183ad service neutron] 10.222.0.57 "DELETE /v2.0/ports/dfe7b0cd-008a-429d-b991-ac16370f4d96/bindings/n-h1-804985-3 HTTP/1.1" status: 404 len: 380 time: 0.1004255 Aug 23 16:00:22.404734 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bbc50280-dd25-4e9f-be03-3c87e0d611e7 req-ee30068b-8c80-45d8-b6d2-d4d8617d7f55 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335221 Aug 23 16:00:22.405760 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['dfe7b0cd-008a-429d-b991-ac16370f4d96'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:00:22.455179 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18032b55-7165-4af1-8f1e-28ffafcb2c81 req-9fe637e1-804f-4f20-9633-ecc481cb9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:22.456768 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18032b55-7165-4af1-8f1e-28ffafcb2c81 req-9fe637e1-804f-4f20-9633-ecc481cb9ccc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 1096 time: 0.0423396 Aug 23 16:00:22.557054 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18032b55-7165-4af1-8f1e-28ffafcb2c81 req-c95ae03b-68bb-4449-a9ab-8aa5f56472db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:22.558626 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18032b55-7165-4af1-8f1e-28ffafcb2c81 req-c95ae03b-68bb-4449-a9ab-8aa5f56472db service neutron] 10.222.0.57 "GET /v2.0/networks?id=e55a4a97-8201-4b61-ba59-73a06f3d4540 HTTP/1.1" status: 200 len: 897 time: 0.0949392 Aug 23 16:00:22.628001 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18032b55-7165-4af1-8f1e-28ffafcb2c81 req-48a30cd7-b1b1-4286-9d81-1d29881ae32a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96 HTTP/1.1" status: 200 len: 1000 time: 0.0625060 Aug 23 16:00:22.682000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18032b55-7165-4af1-8f1e-28ffafcb2c81 req-621ed8da-be22-48dd-8d65-2a8d3d41bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:22.683488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18032b55-7165-4af1-8f1e-28ffafcb2c81 req-621ed8da-be22-48dd-8d65-2a8d3d41bcb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c6f860c-3243-4531-8650-ae90038bdbd8 HTTP/1.1" status: 200 len: 835 time: 0.0492666 Aug 23 16:00:22.731908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18032b55-7165-4af1-8f1e-28ffafcb2c81 req-bcbe2174-ecde-42fa-9bb8-224adf4c8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:22.733430 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18032b55-7165-4af1-8f1e-28ffafcb2c81 req-bcbe2174-ecde-42fa-9bb8-224adf4c8a4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e55a4a97-8201-4b61-ba59-73a06f3d4540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436285 Aug 23 16:00:22.737481 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c1d4968e-f654-495d-9ffb-d60f1ab8dd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:22.825644 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18032b55-7165-4af1-8f1e-28ffafcb2c81 req-cf7b4604-6adb-4d2a-8a13-54f985055775 service neutron] 10.222.0.57 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842183 Aug 23 16:00:22.920653 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-18032b55-7165-4af1-8f1e-28ffafcb2c81 req-cf700b46-a663-4fd9-8457-02af91034c32 service neutron] 10.222.0.57 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877428 Aug 23 16:00:23.454998 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:00:23.527256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2b99d-29e9-4da7-8480-d7afdb06a63c req-ffa21d82-5966-4452-bbf0-4960f49c4133 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:23.528772 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fdf2b99d-29e9-4da7-8480-d7afdb06a63c req-ffa21d82-5966-4452-bbf0-4960f49c4133 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 945 time: 0.0493333 Aug 23 16:00:23.566207 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fdf2b99d-29e9-4da7-8480-d7afdb06a63c req-04458488-01b3-4810-95d6-a7eb89c3789e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315506 Aug 23 16:00:23.849499 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device dfe7b0cd-008a-429d-b991-ac16370f4d96 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:00:23.977520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port dfe7b0cd-008a-429d-b991-ac16370f4d96 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:00:23.981515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port dfe7b0cd-008a-429d-b991-ac16370f4d96 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:00:23.981895 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:24.061937 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:24.084076 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:00:24.086561 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114ab994-789e-4210-bcb3-d97669d9cb16" -d '{"events": [{"server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "name": "network-vif-plugged", "status": "completed", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:00:24.099446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port dfe7b0cd-008a-429d-b991-ac16370f4d96, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:00:24.122010 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e32506a-96b4-4045-b48a-82d1110e25ae x-openstack-request-id: req-4e32506a-96b4-4045-b48a-82d1110e25ae {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:00:24.122298 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "name": "network-vif-plugged", "status": "completed", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:00:24.122549 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e32506a-96b4-4045-b48a-82d1110e25ae {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:00:24.122937 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'code': 200} Aug 23 16:00:24.190644 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:24.243515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=dfe7b0cd-008a-429d-b991-ac16370f4d96,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:00:24.687731 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd686c6d-1cd8-43d3-8efc-1e5550d1bac6 req-3c6ae514-091c-4406-bf39-f5573de00566 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:24.689244 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fd686c6d-1cd8-43d3-8efc-1e5550d1bac6 req-3c6ae514-091c-4406-bf39-f5573de00566 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0555167 Aug 23 16:00:24.727503 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fd686c6d-1cd8-43d3-8efc-1e5550d1bac6 req-28ee5080-6c54-4a0d-81f4-589e37bfd083 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322902 Aug 23 16:00:24.749255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40388) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:00:24.809652 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d1869291-97a3-4ec2-bd94-8e5dfed003e9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/f5db09fb-6429-4bb5-9209-ecb8a04320fc HTTP/1.1" status: 200 len: 993 time: 0.0593324 Aug 23 16:00:25.581372 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:26.668338 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d9c29c09-3c57-448b-94da-85af3ac95552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:27.027407 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:28.966145 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:46.377664 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:51.084671 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:52.651536 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ff0242ba-5e0d-41ed-b092-0522d77c8245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:55.281994 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40398) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:00:55.441413 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port 6de5a5ed-1b23-47f8-9bda-aa2df09c9d64 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:00:55.441769 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:55.521837 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:55.522175 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:55.534540 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for 6de5a5ed-1b23-47f8-9bda-aa2df09c9d64 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:00:55.577616 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:55.743633 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:55.767782 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=6de5a5ed-1b23-47f8-9bda-aa2df09c9d64,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:00:55.781073 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:55.781437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:55.781787 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:55.782135 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:55.782478 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:55.782820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:55.783162 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:55.783498 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:55.783910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:55.784255 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:55.784635 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:55.784917 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:00:55.843275 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:55.843641 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Floating IP f5db09fb-6429-4bb5-9209-ecb8a04320fc disassociated (deleted). External IP: 172.25.8.91, port: dfe7b0cd-008a-429d-b991-ac16370f4d96. Aug 23 16:00:56.059630 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:00:56.168134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:00:56.175931 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:56.177661 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239609ea-32e7-4a85-9a23-5d5b946a0f2c None None] Sync routers for ids ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:00:56.187317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239609ea-32e7-4a85-9a23-5d5b946a0f2c None None] Routers {'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:00:56.187971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-239609ea-32e7-4a85-9a23-5d5b946a0f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:00:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:00:56.201235 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3bfbf046-f619-4549-a59f-62047b546532 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/floatingips/f5db09fb-6429-4bb5-9209-ecb8a04320fc HTTP/1.1" status: 204 len: 168 time: 0.9181275 Aug 23 16:00:56.201898 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:00:56.204153 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}511f008c58a008c87eb616fe5d66cb7bdbcb90a14f59b6a049e8f0c7a287e225" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef1d682-9f5f-4dae-a432-6b5e5699d539" -d '{"events": [{"name": "network-changed", "server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:00:56.319639 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-239609ea-32e7-4a85-9a23-5d5b946a0f2c None None] Set router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:00:56.330577 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c73c54-5da2-4838-8415-f2356cd0d487 x-openstack-request-id: req-f6c73c54-5da2-4838-8415-f2356cd0d487 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:00:56.330577 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:00:56.330577 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f6c73c54-5da2-4838-8415-f2356cd0d487 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:00:56.330577 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'status': 'completed', 'code': 200} Aug 23 16:00:56.396046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1d682-9f5f-4dae-a432-6b5e5699d539 req-4f7c85eb-1b6d-4320-90c0-f89d78937dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:56.398255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ef1d682-9f5f-4dae-a432-6b5e5699d539 req-4f7c85eb-1b6d-4320-90c0-f89d78937dc7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 1097 time: 0.0460250 Aug 23 16:00:56.497427 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1d682-9f5f-4dae-a432-6b5e5699d539 req-e506a229-db4d-43c5-85a3-2f7e034501d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:56.499413 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ef1d682-9f5f-4dae-a432-6b5e5699d539 req-e506a229-db4d-43c5-85a3-2f7e034501d0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e55a4a97-8201-4b61-ba59-73a06f3d4540 HTTP/1.1" status: 200 len: 897 time: 0.0925078 Aug 23 16:00:56.526613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-239609ea-32e7-4a85-9a23-5d5b946a0f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '319bfae8-b7bd-4c00-acb0-1865907432d2', 'name': '', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:67:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:17Z', 'updated_at': '2021-08-23T15:59:22Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:00:56.552097 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ef1d682-9f5f-4dae-a432-6b5e5699d539 req-6017ab7d-7c83-46cf-9e1c-41497db2ccb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96 HTTP/1.1" status: 200 len: 217 time: 0.0385630 Aug 23 16:00:56.554105 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239609ea-32e7-4a85-9a23-5d5b946a0f2c None None] Checking router: df4375ed-2b0f-487a-b1a4-a1e0d1d0003f for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:00:56.564799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239609ea-32e7-4a85-9a23-5d5b946a0f2c None None] Routers {'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:00:56.565409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-239609ea-32e7-4a85-9a23-5d5b946a0f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:00:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:00:56.611588 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1d682-9f5f-4dae-a432-6b5e5699d539 req-b40a8345-028e-4454-a996-449aefa8a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:56.617829 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ef1d682-9f5f-4dae-a432-6b5e5699d539 req-b40a8345-028e-4454-a996-449aefa8a3aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9c6f860c-3243-4531-8650-ae90038bdbd8 HTTP/1.1" status: 200 len: 835 time: 0.0531728 Aug 23 16:00:56.676133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1d682-9f5f-4dae-a432-6b5e5699d539 req-8c3810f4-176e-4f71-9641-37406d0d3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:56.677803 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ef1d682-9f5f-4dae-a432-6b5e5699d539 req-8c3810f4-176e-4f71-9641-37406d0d3b8a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e55a4a97-8201-4b61-ba59-73a06f3d4540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535827 Aug 23 16:00:56.691542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-239609ea-32e7-4a85-9a23-5d5b946a0f2c None None] Set router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:00:56.699087 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386c149-d1c4-41be-a6fa-ff7acfaf83df req-c213a955-1b7b-4b43-a23a-f5435c6a358e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:56.701198 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f386c149-d1c4-41be-a6fa-ff7acfaf83df req-c213a955-1b7b-4b43-a23a-f5435c6a358e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0675089 Aug 23 16:00:56.725635 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6fd6b7e2-97db-407b-bd07-a3e3a6d2d794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:56.747430 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f386c149-d1c4-41be-a6fa-ff7acfaf83df req-5a668639-cff4-4d22-98dd-e93632f2555b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380013 Aug 23 16:00:56.781203 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ef1d682-9f5f-4dae-a432-6b5e5699d539 req-8c452b69-0bb6-40fa-b103-1d85d46be730 service neutron] 10.222.0.61 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935624 Aug 23 16:00:56.877897 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ef1d682-9f5f-4dae-a432-6b5e5699d539 req-121a6e38-7f19-4b45-8e5d-1eb39c8322e4 service neutron] 10.222.0.61 "GET /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857868 Aug 23 16:00:56.914018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-239609ea-32e7-4a85-9a23-5d5b946a0f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '319bfae8-b7bd-4c00-acb0-1865907432d2', 'name': '', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:67:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:17Z', 'updated_at': '2021-08-23T15:59:22Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:00:56.951500 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239609ea-32e7-4a85-9a23-5d5b946a0f2c None None] The sync data for ids ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'] in n-d-804985-3 is: [{'id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '319bfae8-b7bd-4c00-acb0-1865907432d2', 'name': '', 'network_id': 'e55a4a97-8201-4b61-ba59-73a06f3d4540', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:67:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:17Z', 'updated_at': '2021-08-23T15:59:22Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '9c6f860c-3243-4531-8650-ae90038bdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:00:57.030065 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:57.170891 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f21df5-413a-4192-b2a3-3abbac5a128b None None] New status for floating IP f5db09fb-6429-4bb5-9209-ecb8a04320fc: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:00:57.869704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a65ab-18c9-4b4b-94b0-4bfbede3ee75 req-a36ea561-9400-4032-ab06-4efcd32232ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:57.871188 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f94a65ab-18c9-4b4b-94b0-4bfbede3ee75 req-a36ea561-9400-4032-ab06-4efcd32232ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0546491 Aug 23 16:00:57.909036 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f94a65ab-18c9-4b4b-94b0-4bfbede3ee75 req-0143ed93-deb0-4f76-abc9-d0d3c9bbdd10 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=08633578-aee7-441d-84f4-c343995398c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317910 Aug 23 16:00:58.187737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e4aa3-9402-4ff8-9b19-daf6597011eb req-6668d772-91a1-4012-823e-0290daea46cc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:00:58.189121 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d43e4aa3-9402-4ff8-9b19-daf6597011eb req-6668d772-91a1-4012-823e-0290daea46cc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.61 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 946 time: 0.0482693 Aug 23 16:00:58.279077 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-d43e4aa3-9402-4ff8-9b19-daf6597011eb req-3565990a-80d8-4031-8b93-76ac8bbd0450 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port dfe7b0cd-008a-429d-b991-ac16370f4d96 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:00:58.279455 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d43e4aa3-9402-4ff8-9b19-daf6597011eb req-3565990a-80d8-4031-8b93-76ac8bbd0450 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:58.370649 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-d43e4aa3-9402-4ff8-9b19-daf6597011eb req-3565990a-80d8-4031-8b93-76ac8bbd0450 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] For port dfe7b0cd-008a-429d-b991-ac16370f4d96, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=dfe7b0cd-008a-429d-b991-ac16370f4d96,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:00:58.371014 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d43e4aa3-9402-4ff8-9b19-daf6597011eb req-3565990a-80d8-4031-8b93-76ac8bbd0450 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:58.383634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-d43e4aa3-9402-4ff8-9b19-daf6597011eb req-3565990a-80d8-4031-8b93-76ac8bbd0450 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for dfe7b0cd-008a-429d-b991-ac16370f4d96 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:00:58.589404 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d43e4aa3-9402-4ff8-9b19-daf6597011eb req-3565990a-80d8-4031-8b93-76ac8bbd0450 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:58.616541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565990a-80d8-4031-8b93-76ac8bbd0450 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=dfe7b0cd-008a-429d-b991-ac16370f4d96,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:00:58.690189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43e4aa3-9402-4ff8-9b19-daf6597011eb req-3565990a-80d8-4031-8b93-76ac8bbd0450 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] No DVR routers for this DVR port dfe7b0cd-008a-429d-b991-ac16370f4d96 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:00:58.690189 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-d43e4aa3-9402-4ff8-9b19-daf6597011eb req-3565990a-80d8-4031-8b93-76ac8bbd0450 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:58.690189 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d43e4aa3-9402-4ff8-9b19-daf6597011eb req-3565990a-80d8-4031-8b93-76ac8bbd0450 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.61 "DELETE /v2.0/ports/dfe7b0cd-008a-429d-b991-ac16370f4d96 HTTP/1.1" status: 204 len: 173 time: 0.4668665 Aug 23 16:00:58.690189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'name': 'network-vif-deleted', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:00:58.690189 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483e1f0b-725a-47ff-ae11-89bdaed6cac7" -d '{"events": [{"server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "name": "network-vif-deleted", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:00:58.780940 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21f73c7-6b7d-4549-8424-ebb548cb44f8 x-openstack-request-id: req-c21f73c7-6b7d-4549-8424-ebb548cb44f8 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:00:58.781239 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f80823-1f2f-4402-ac7d-58d4bc8e342b", "name": "network-vif-deleted", "tag": "dfe7b0cd-008a-429d-b991-ac16370f4d96", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:00:58.781498 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c21f73c7-6b7d-4549-8424-ebb548cb44f8 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:00:58.781905 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f80823-1f2f-4402-ac7d-58d4bc8e342b', 'name': 'network-vif-deleted', 'tag': 'dfe7b0cd-008a-429d-b991-ac16370f4d96', 'status': 'completed', 'code': 200} Aug 23 16:00:58.875007 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:00:59.022919 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-91419700-a4ee-478b-924c-800d953ab6d6 req-78e95bed-133b-4d9b-8ced-037e0f1e309c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=84f80823-1f2f-4402-ac7d-58d4bc8e342b HTTP/1.1" status: 200 len: 210 time: 0.0277183 Aug 23 16:01:00.082526 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40420) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:00.450042 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f9be4e2-62a0-448c-8847-0c281d8689e2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:00.453530 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:01:00.708060 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4f9be4e2-62a0-448c-8847-0c281d8689e2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port 319bfae8-b7bd-4c00-acb0-1865907432d2 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:01:00.708324 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f9be4e2-62a0-448c-8847-0c281d8689e2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:00.809703 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-4f9be4e2-62a0-448c-8847-0c281d8689e2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] For port 319bfae8-b7bd-4c00-acb0-1865907432d2, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=319bfae8-b7bd-4c00-acb0-1865907432d2,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:01:00.810085 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f9be4e2-62a0-448c-8847-0c281d8689e2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:00.821662 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-4f9be4e2-62a0-448c-8847-0c281d8689e2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for 319bfae8-b7bd-4c00-acb0-1865907432d2 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:01:01.063766 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f9be4e2-62a0-448c-8847-0c281d8689e2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:01.092299 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9be4e2-62a0-448c-8847-0c281d8689e2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=319bfae8-b7bd-4c00-acb0-1865907432d2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:01.267183 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4f9be4e2-62a0-448c-8847-0c281d8689e2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:01.483211 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9be4e2-62a0-448c-8847-0c281d8689e2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:01:01.590894 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9be4e2-62a0-448c-8847-0c281d8689e2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:01:01.595998 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4f9be4e2-62a0-448c-8847-0c281d8689e2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "PUT /v2.0/routers/df4375ed-2b0f-487a-b1a4-a1e0d1d0003f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5123999 Aug 23 16:01:01.598745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40422) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:01.601817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e0cb0-8a25-495b-8739-63c58a73a9c1 None None] Sync routers for ids ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:01:01.611215 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e0cb0-8a25-495b-8739-63c58a73a9c1 None None] Routers {'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:01:01.611896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d05e0cb0-8a25-495b-8739-63c58a73a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:00:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:01.649351 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80e1c3d-4d17-49b1-9bc8-e08de84d321c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting subnet 9c6f860c-3243-4531-8650-ae90038bdbd8 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:01:01.653308 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f80e1c3d-4d17-49b1-9bc8-e08de84d321c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:01.697115 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f80e1c3d-4d17-49b1-9bc8-e08de84d321c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:01.719167 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-d05e0cb0-8a25-495b-8739-63c58a73a9c1 None None] Set router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:01:01.783000 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f80e1c3d-4d17-49b1-9bc8-e08de84d321c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:01.898918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d05e0cb0-8a25-495b-8739-63c58a73a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T16:01:00Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:01.903824 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f80e1c3d-4d17-49b1-9bc8-e08de84d321c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:01.930236 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e0cb0-8a25-495b-8739-63c58a73a9c1 None None] Checking router: df4375ed-2b0f-487a-b1a4-a1e0d1d0003f for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:01:01.936604 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e1c3d-4d17-49b1-9bc8-e08de84d321c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6f860c-3243-4531-8650-ae90038bdbd8,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:01.940230 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f80e1c3d-4d17-49b1-9bc8-e08de84d321c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:01.944472 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f80e1c3d-4d17-49b1-9bc8-e08de84d321c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/subnets/9c6f860c-3243-4531-8650-ae90038bdbd8 HTTP/1.1" status: 204 len: 168 time: 0.3424113 Aug 23 16:01:01.944990 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40424) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:01.947449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c59a67-069b-416f-822e-3509cfb54eef None None] Network e55a4a97-8201-4b61-ba59-73a06f3d4540 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:01:01.961244 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e0cb0-8a25-495b-8739-63c58a73a9c1 None None] Routers {'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:01:01.961866 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d05e0cb0-8a25-495b-8739-63c58a73a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:00:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:02.022017 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device dfe7b0cd-008a-429d-b991-ac16370f4d96 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:01:02.051342 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:02.053136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: dfe7b0cd-008a-429d-b991-ac16370f4d96 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:01:02.053494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device dfe7b0cd-008a-429d-b991-ac16370f4d96 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:01:02.160067 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:02.270244 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port 82c9fd02-9bb3-4e30-a291-8ce54c5650c9 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:01:02.270554 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:02.322602 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-d05e0cb0-8a25-495b-8739-63c58a73a9c1 None None] Set router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:01:02.353199 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] For port 82c9fd02-9bb3-4e30-a291-8ce54c5650c9, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=82c9fd02-9bb3-4e30-a291-8ce54c5650c9,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:01:02.353578 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:02.369737 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for 82c9fd02-9bb3-4e30-a291-8ce54c5650c9 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:01:02.454135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2897d3b6-868f-452f-9cbc-0798bc4aae37 None None] DHCP port deletion for e55a4a97-8201-4b61-ba59-73a06f3d4540 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 16:01:02.548840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-d05e0cb0-8a25-495b-8739-63c58a73a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T16:01:00Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:02.551354 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2897d3b6-868f-452f-9cbc-0798bc4aae37 None None] Deleting port 5f090fdd-e17e-476b-abd9-a981eeffa185 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:01:02.551760 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2897d3b6-868f-452f-9cbc-0798bc4aae37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:02.590724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e0cb0-8a25-495b-8739-63c58a73a9c1 None None] The sync data for ids ['df4375ed-2b0f-487a-b1a4-a1e0d1d0003f'] in n-d-804985-3 is: [{'id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1770068009', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T16:01:00Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '82c9fd02-9bb3-4e30-a291-8ce54c5650c9', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:56:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4375ed-2b0f-487a-b1a4-a1e0d1d0003f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T15:59:14Z', 'updated_at': '2021-08-23T15:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:01:02.629590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:02.647178 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-2897d3b6-868f-452f-9cbc-0798bc4aae37 None None] For port 5f090fdd-e17e-476b-abd9-a981eeffa185, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5f090fdd-e17e-476b-abd9-a981eeffa185,segment=NetworkSegment(23282b74-aac3-43ba-af8d-fc151be6625a),segment_id=23282b74-aac3-43ba-af8d-fc151be6625a)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:01:02.647727 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2897d3b6-868f-452f-9cbc-0798bc4aae37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:02.651284 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5f090fdd-e17e-476b-abd9-a981eeffa185 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:01:02.664656 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=82c9fd02-9bb3-4e30-a291-8ce54c5650c9,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:02.681632 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2897d3b6-868f-452f-9cbc-0798bc4aae37 None None] Calling delete_port for 5f090fdd-e17e-476b-abd9-a981eeffa185 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:01:02.732686 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:02.800082 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:02.831692 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:02.833730 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:02.922877 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2897d3b6-868f-452f-9cbc-0798bc4aae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:02.970174 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897d3b6-868f-452f-9cbc-0798bc4aae37 None None] Pushing event deleted for resources: {'Port': ['ID=5f090fdd-e17e-476b-abd9-a981eeffa185,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:02.972148 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:02.972963 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Fanout notify agent at l3_agent the message router_deleted on router df4375ed-2b0f-487a-b1a4-a1e0d1d0003f {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:01:02.975818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2897d3b6-868f-452f-9cbc-0798bc4aae37 None None] No DVR routers for this DVR port 5f090fdd-e17e-476b-abd9-a981eeffa185 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:01:02.981688 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:02.983346 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-05add246-f6e8-4df7-8a8e-3d84d7b79305 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/routers/df4375ed-2b0f-487a-b1a4-a1e0d1d0003f HTTP/1.1" status: 204 len: 168 time: 1.0368900 Aug 23 16:01:02.988323 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40426) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:03.073382 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4acac25c-1fda-488f-9f2d-0666dd432751 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:03.162739 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4acac25c-1fda-488f-9f2d-0666dd432751 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:03.173704 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-4acac25c-1fda-488f-9f2d-0666dd432751 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55a4a97-8201-4b61-ba59-73a06f3d4540']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:03.185280 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-4acac25c-1fda-488f-9f2d-0666dd432751 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23282b74-aac3-43ba-af8d-fc151be6625a') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:03.185608 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-4acac25c-1fda-488f-9f2d-0666dd432751 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23282b74-aac3-43ba-af8d-fc151be6625a') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:03.195101 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4acac25c-1fda-488f-9f2d-0666dd432751 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:03.217224 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4acac25c-1fda-488f-9f2d-0666dd432751 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:03.223777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acac25c-1fda-488f-9f2d-0666dd432751 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:01:03.224186 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4acac25c-1fda-488f-9f2d-0666dd432751 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: timer() Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:01:03.227295 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:01:03.376490 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4acac25c-1fda-488f-9f2d-0666dd432751 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:03.388488 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4acac25c-1fda-488f-9f2d-0666dd432751 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:03.388488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4acac25c-1fda-488f-9f2d-0666dd432751 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/networks/e55a4a97-8201-4b61-ba59-73a06f3d4540 HTTP/1.1" status: 204 len: 168 time: 0.3960147 Aug 23 16:01:03.388696 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40428) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:03.397302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acac25c-1fda-488f-9f2d-0666dd432751 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Network': ['ID=e55a4a97-8201-4b61-ba59-73a06f3d4540,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:03.449877 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f3894b5-1f15-4213-9a59-9c658ef5fc7b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:03.474528 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f3894b5-1f15-4213-9a59-9c658ef5fc7b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:03.584166 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f3894b5-1f15-4213-9a59-9c658ef5fc7b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:03.586983 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9f3894b5-1f15-4213-9a59-9c658ef5fc7b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:03.588244 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9f3894b5-1f15-4213-9a59-9c658ef5fc7b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/security-groups/08633578-aee7-441d-84f4-c343995398c0 HTTP/1.1" status: 204 len: 168 time: 0.1987052 Aug 23 16:01:03.598919 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3894b5-1f15-4213-9a59-9c658ef5fc7b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08633578-aee7-441d-84f4-c343995398c0,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:04.051129 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40436) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:04.055882 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-d7d27d1d-204a-4444-99f1-52265b861a44 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-533441250', 'description': 'tempest-secgroup-smoke-533441250 description', 'project_id': '7c2fbc554940487d802ee0e1f3459b84'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:01:04.130738 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d7d27d1d-204a-4444-99f1-52265b861a44 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:04.212857 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d7d27d1d-204a-4444-99f1-52265b861a44 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:04.297981 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d7d27d1d-204a-4444-99f1-52265b861a44 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:04.329173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d27d1d-204a-4444-99f1-52265b861a44 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30963525-93f9-4b79-a0eb-88e0df6a1506,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:04.417770 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d7d27d1d-204a-4444-99f1-52265b861a44 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:04.419787 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d7d27d1d-204a-4444-99f1-52265b861a44 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3674865 Aug 23 16:01:04.422641 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40438) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:04.427247 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7beb3b60-1369-461e-bb15-ea55822337d5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '30963525-93f9-4b79-a0eb-88e0df6a1506', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:01:04.534510 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7beb3b60-1369-461e-bb15-ea55822337d5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:04.572574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 82c9fd02-9bb3-4e30-a291-8ce54c5650c9 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:01:04.592612 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 82c9fd02-9bb3-4e30-a291-8ce54c5650c9 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:01:04.592955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 82c9fd02-9bb3-4e30-a291-8ce54c5650c9 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:01:04.593369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 319bfae8-b7bd-4c00-acb0-1865907432d2 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:01:04.595121 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7beb3b60-1369-461e-bb15-ea55822337d5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:04.612614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 319bfae8-b7bd-4c00-acb0-1865907432d2 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:01:04.612946 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 319bfae8-b7bd-4c00-acb0-1865907432d2 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:01:04.703573 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7beb3b60-1369-461e-bb15-ea55822337d5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:04.724141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb3b60-1369-461e-bb15-ea55822337d5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2516037c-5924-475a-9773-7429f210f213,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:04.804909 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7beb3b60-1369-461e-bb15-ea55822337d5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:04.806200 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7beb3b60-1369-461e-bb15-ea55822337d5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3825989 Aug 23 16:01:04.809037 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40440) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:04.813512 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ec9a46ee-7dad-4a0d-a8aa-4573e250d54e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '30963525-93f9-4b79-a0eb-88e0df6a1506', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:01:04.912711 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec9a46ee-7dad-4a0d-a8aa-4573e250d54e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:04.973595 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec9a46ee-7dad-4a0d-a8aa-4573e250d54e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:05.046192 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec9a46ee-7dad-4a0d-a8aa-4573e250d54e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:05.065254 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a46ee-7dad-4a0d-a8aa-4573e250d54e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2997fe55-a8b2-495f-9cce-d55d8c27aec2,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:05.132252 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ec9a46ee-7dad-4a0d-a8aa-4573e250d54e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:05.133770 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ec9a46ee-7dad-4a0d-a8aa-4573e250d54e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3236308 Aug 23 16:01:05.137632 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40442) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:05.142149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f0524d16-8e24-4701-ace3-65aaef67adcc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '30963525-93f9-4b79-a0eb-88e0df6a1506', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:01:05.274175 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0524d16-8e24-4701-ace3-65aaef67adcc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:05.332364 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0524d16-8e24-4701-ace3-65aaef67adcc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:05.411991 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0524d16-8e24-4701-ace3-65aaef67adcc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:05.431221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0524d16-8e24-4701-ace3-65aaef67adcc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9429bffa-139e-4a9c-b1d4-000ec75e39b5,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:05.498710 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f0524d16-8e24-4701-ace3-65aaef67adcc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:05.500056 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f0524d16-8e24-4701-ace3-65aaef67adcc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3613088 Aug 23 16:01:05.502668 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40444) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:05.507148 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-950cf119-4408-419a-973b-52e72634be71 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '30963525-93f9-4b79-a0eb-88e0df6a1506', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:01:05.605334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-950cf119-4408-419a-973b-52e72634be71 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:05.665774 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-950cf119-4408-419a-973b-52e72634be71 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:05.737872 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-950cf119-4408-419a-973b-52e72634be71 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:05.758051 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cf119-4408-419a-973b-52e72634be71 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e046325e-ea4d-44c8-a835-045f2ceff74b,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:05.833940 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-950cf119-4408-419a-973b-52e72634be71 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:05.835306 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-950cf119-4408-419a-973b-52e72634be71 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3315797 Aug 23 16:01:05.838013 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40446) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:05.843181 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-f6ed9c8d-8830-47f7-86c3-95d5f96baf81 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '30963525-93f9-4b79-a0eb-88e0df6a1506', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:01:05.926548 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-f6ed9c8d-8830-47f7-86c3-95d5f96baf81 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Project 7c2fbc554940487d802ee0e1f3459b84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:01:05.931530 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9c8d-8830-47f7-86c3-95d5f96baf81 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:05.994716 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9c8d-8830-47f7-86c3-95d5f96baf81 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:06.085150 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9c8d-8830-47f7-86c3-95d5f96baf81 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:06.103344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed9c8d-8830-47f7-86c3-95d5f96baf81 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae175284-ea0b-4161-b066-142fa6eb7de0,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:06.229567 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9c8d-8830-47f7-86c3-95d5f96baf81 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:06.233500 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f6ed9c8d-8830-47f7-86c3-95d5f96baf81 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3918097 Aug 23 16:01:06.234103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40448) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:06.238570 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b16fd123-e72b-469d-9aa1-c2da2edbdf8b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': '30963525-93f9-4b79-a0eb-88e0df6a1506', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:01:06.343556 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-b16fd123-e72b-469d-9aa1-c2da2edbdf8b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Project 7c2fbc554940487d802ee0e1f3459b84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:01:06.348675 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b16fd123-e72b-469d-9aa1-c2da2edbdf8b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:06.410443 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b16fd123-e72b-469d-9aa1-c2da2edbdf8b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:06.498325 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b16fd123-e72b-469d-9aa1-c2da2edbdf8b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:06.516828 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fd123-e72b-469d-9aa1-c2da2edbdf8b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd198c94-3c68-4675-8e92-b4881ea16c35,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:06.600940 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b16fd123-e72b-469d-9aa1-c2da2edbdf8b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:06.602242 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b16fd123-e72b-469d-9aa1-c2da2edbdf8b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3671043 Aug 23 16:01:06.604975 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40450) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:06.610477 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-7228698e-8ba2-42b7-99ba-5de8978a8fcd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'network': {'name': 'tempest-network-smoke--1476875562', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'port_security_enabled': True}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:01:06.726350 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7228698e-8ba2-42b7-99ba-5de8978a8fcd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Made reservation on behalf of 7c2fbc554940487d802ee0e1f3459b84 for: {'network': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:01:06.730583 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7228698e-8ba2-42b7-99ba-5de8978a8fcd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:06.754243 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7228698e-8ba2-42b7-99ba-5de8978a8fcd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=96114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:01:06.764137 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7228698e-8ba2-42b7-99ba-5de8978a8fcd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:06.764521 n-d-804985-3 neutron-server[96114]: INFO neutron.db.segments_db [None req-7228698e-8ba2-42b7-99ba-5de8978a8fcd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Added segment 08fb4993-fc5d-4791-aef2-5ab772b26046 of type vlan for network 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 Aug 23 16:01:06.808603 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7228698e-8ba2-42b7-99ba-5de8978a8fcd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:06.904619 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7228698e-8ba2-42b7-99ba-5de8978a8fcd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:06.910268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7228698e-8ba2-42b7-99ba-5de8978a8fcd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:06.910865 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7228698e-8ba2-42b7-99ba-5de8978a8fcd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:06.980649 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228698e-8ba2-42b7-99ba-5de8978a8fcd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Network': ['ID=3e8c03ea-d6c4-4eed-98c4-1c148fc74479,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:06.991488 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:01:07.013826 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7228698e-8ba2-42b7-99ba-5de8978a8fcd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4069595 Aug 23 16:01:07.017076 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40452) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:07.021744 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'admin_state_up': True, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:01:07.103911 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:07.104991 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:07.155334 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:07.689959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:07.961485 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:07.980607 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:08.081819 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.25.8.111 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/0285423b-b3a3-482a-bd75-03e416ceb36e) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:01:08.185927 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:08.280784 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:08.317675 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:01:08.321832 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:01:08.325344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:01:08.332930 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=0285423b-b3a3-482a-bd75-03e416ceb36e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:08.664347 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:08.865530 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:09.080757 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router 81309329-fe41-42f1-814e-5c93a868da21 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:01:09.188828 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:01:09.199549 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Sync routers for ids ['81309329-fe41-42f1-814e-5c93a868da21'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:01:09.208788 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Routers {'81309329-fe41-42f1-814e-5c93a868da21'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:01:09.209380 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:00:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['81309329-fe41-42f1-814e-5c93a868da21'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:09.286858 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:09.288176 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-ddaf417f-bc3d-43f7-9dea-5958d2d4a668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2701705 Aug 23 16:01:09.291458 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40454) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:09.316301 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Set router 81309329-fe41-42f1-814e-5c93a868da21 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:01:09.365511 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-49461b48-d909-4cdc-8b03-dde20b5d702a tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=7c2fbc554940487d802ee0e1f3459b84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0728869 Aug 23 16:01:09.368874 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40458) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:09.461320 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7592f723-3395-4eff-9905-ffde1aff9194 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:09.463088 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7592f723-3395-4eff-9905-ffde1aff9194 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932505 Aug 23 16:01:09.466368 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40460) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:09.496973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-74f9bb91-90d9-4ae6-ae5a-7c52410282b0 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294545 Aug 23 16:01:09.499513 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81309329-fe41-42f1-814e-5c93a868da21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:08Z', 'revision_number': 3, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:09.500718 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40462) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:09.506163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-99007778-7e49-4917-9205-49ebed060de4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-273761499', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:01:09.526624 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Checking router: 81309329-fe41-42f1-814e-5c93a868da21 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:01:09.526962 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Updating router 81309329-fe41-42f1-814e-5c93a868da21 port 0285423b-b3a3-482a-bd75-03e416ceb36e binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:01:09.550962 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:09.686910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99007778-7e49-4917-9205-49ebed060de4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Made reservation on behalf of 7c2fbc554940487d802ee0e1f3459b84 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:01:09.690577 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99007778-7e49-4917-9205-49ebed060de4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:09.804633 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:09.814901 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Transition to ACTIVE for port object 0285423b-b3a3-482a-bd75-03e416ceb36e will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:01:09.904061 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:09.933030 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99007778-7e49-4917-9205-49ebed060de4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:09.954255 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Attempting to bind port 0285423b-b3a3-482a-bd75-03e416ceb36e on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:01:09.954711 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Attempting to bind port 0285423b-b3a3-482a-bd75-03e416ceb36e by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:01:09.954992 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Attempting to bind port 0285423b-b3a3-482a-bd75-03e416ceb36e on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:01:09.962746 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:01:09.963113 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:01:09.963516 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:09.963935 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:01:09.964751 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Bound port: 0285423b-b3a3-482a-bd75-03e416ceb36e, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:01:09.965033 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:09.995520 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4af3b2-8b74-4c2a-aab0-28e6c6dcc8a7 None None] Pushing event updated for resources: {'Port': ['ID=0285423b-b3a3-482a-bd75-03e416ceb36e,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:10.005649 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af3b2-8b74-4c2a-aab0-28e6c6dcc8a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:10.006119 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af3b2-8b74-4c2a-aab0-28e6c6dcc8a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:10.006476 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99007778-7e49-4917-9205-49ebed060de4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Subnet': ['ID=6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:10.006595 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af3b2-8b74-4c2a-aab0-28e6c6dcc8a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:10.006887 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af3b2-8b74-4c2a-aab0-28e6c6dcc8a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:10.007219 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af3b2-8b74-4c2a-aab0-28e6c6dcc8a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:10.007549 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af3b2-8b74-4c2a-aab0-28e6c6dcc8a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:10.007991 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af3b2-8b74-4c2a-aab0-28e6c6dcc8a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:10.008354 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af3b2-8b74-4c2a-aab0-28e6c6dcc8a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:10.008697 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af3b2-8b74-4c2a-aab0-28e6c6dcc8a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:10.009026 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af3b2-8b74-4c2a-aab0-28e6c6dcc8a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:10.009348 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af3b2-8b74-4c2a-aab0-28e6c6dcc8a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:10.009672 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af3b2-8b74-4c2a-aab0-28e6c6dcc8a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:10.019335 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99007778-7e49-4917-9205-49ebed060de4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Checking segment: {'id': '08fb4993-fc5d-4791-aef2-5ab772b26046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:01:10.019741 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99007778-7e49-4917-9205-49ebed060de4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network hostable DHCP agents. Network: 3e8c03ea-d6c4-4eed-98c4-1c148fc74479, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:01:10.041581 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] For port 0285423b-b3a3-482a-bd75-03e416ceb36e, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:01:10.045782 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] For port 0285423b-b3a3-482a-bd75-03e416ceb36e, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0285423b-b3a3-482a-bd75-03e416ceb36e,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:01:10.114957 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99007778-7e49-4917-9205-49ebed060de4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:01:10.127102 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:10.184146 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Routers {'81309329-fe41-42f1-814e-5c93a868da21'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:01:10.185033 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:00:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['81309329-fe41-42f1-814e-5c93a868da21'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:10.186767 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4af3b2-8b74-4c2a-aab0-28e6c6dcc8a7 None None] Pushing event updated for resources: {'Port': ['ID=0285423b-b3a3-482a-bd75-03e416ceb36e,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:10.223455 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-99007778-7e49-4917-9205-49ebed060de4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 3e8c03ea-d6c4-4eed-98c4-1c148fc74479) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:01:10.228497 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99007778-7e49-4917-9205-49ebed060de4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:10.229201 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-99007778-7e49-4917-9205-49ebed060de4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:10.233969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccdd4ab-d4c3-4b1a-bfe6-c287651f3dd0 None None] Network 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:01:10.335340 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-99007778-7e49-4917-9205-49ebed060de4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8310308 Aug 23 16:01:10.335611 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40464) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:10.386370 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ips': [{'subnet_id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:01:10.388629 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:10.412593 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] Set router 81309329-fe41-42f1-814e-5c93a868da21 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:01:10.547089 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Allocated IP 172.20.0.2 (3e8c03ea-d6c4-4eed-98c4-1c148fc74479/6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24/89854a72-6f8d-4bef-afc0-d5f35c9bb4af) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:01:10.612011 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81309329-fe41-42f1-814e-5c93a868da21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:08Z', 'revision_number': 3, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:10.641438 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a113112-056a-41dd-9fe1-8a4aea5adc2d None None] The sync data for ids ['81309329-fe41-42f1-814e-5c93a868da21'] in n-d-804985-3 is: [{'id': '81309329-fe41-42f1-814e-5c93a868da21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:08Z', 'revision_number': 3, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:01:10.715080 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:10.725323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Transition to ACTIVE for port object 89854a72-6f8d-4bef-afc0-d5f35c9bb4af will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:01:10.743126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Transition to ACTIVE for port object 89854a72-6f8d-4bef-afc0-d5f35c9bb4af will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:01:10.805863 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:10.837470 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:10.855104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Network 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:01:10.858857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:01:10.866237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:01:10.869447 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Pushing event updated for resources: {'Port': ['ID=89854a72-6f8d-4bef-afc0-d5f35c9bb4af,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:10.947632 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Attempting to bind port 89854a72-6f8d-4bef-afc0-d5f35c9bb4af on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:01:10.948037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Attempting to bind port 89854a72-6f8d-4bef-afc0-d5f35c9bb4af by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '08fb4993-fc5d-4791-aef2-5ab772b26046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:01:10.948483 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Attempting to bind port 89854a72-6f8d-4bef-afc0-d5f35c9bb4af on network 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:01:10.958168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:01:10.958413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Checking segment: {'id': '08fb4993-fc5d-4791-aef2-5ab772b26046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:01:10.959170 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:10.959315 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Bound using segment: {'id': '08fb4993-fc5d-4791-aef2-5ab772b26046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:01:10.960239 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Bound port: 89854a72-6f8d-4bef-afc0-d5f35c9bb4af, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fb4993-fc5d-4791-aef2-5ab772b26046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:01:10.960239 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:11.041799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] For port 89854a72-6f8d-4bef-afc0-d5f35c9bb4af, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:01:11.045929 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] For port 89854a72-6f8d-4bef-afc0-d5f35c9bb4af, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=89854a72-6f8d-4bef-afc0-d5f35c9bb4af,segment=NetworkSegment(08fb4993-fc5d-4791-aef2-5ab772b26046),segment_id=08fb4993-fc5d-4791-aef2-5ab772b26046)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:01:11.121431 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:11.156271 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.20.0.1 (3e8c03ea-d6c4-4eed-98c4-1c148fc74479/6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24/aff73c06-9593-43cf-ba91-cb84e4cf7dab) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:01:11.184013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bcdde-cbb4-46ab-8918-dffac15564ca None None] Pushing event updated for resources: {'Port': ['ID=89854a72-6f8d-4bef-afc0-d5f35c9bb4af,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:11.306691 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:11.323549 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Transition to ACTIVE for port object aff73c06-9593-43cf-ba91-cb84e4cf7dab will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:01:11.430173 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:11.477175 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:01:11.480856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:01:11.488273 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:01:11.526936 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=aff73c06-9593-43cf-ba91-cb84e4cf7dab,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:11.546189 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:11.741321 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:12.030937 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:12.104138 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:12.132411 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6876224a-ae5f-4d55-abf4-2fb275491a96 None None] Network 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:01:12.180391 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=aff73c06-9593-43cf-ba91-cb84e4cf7dab,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:12.182982 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:12.287527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:01:12.289160 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:01:12.349540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-31016b8e-bb66-43d0-87a1-ca74bb72748c None None] Provisioning for port 89854a72-6f8d-4bef-afc0-d5f35c9bb4af completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:01:12.417088 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router 81309329-fe41-42f1-814e-5c93a868da21 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:01:12.658097 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-606219a1-9e31-4969-be20-c2e2c907fb72 None None] Provisioning for port aff73c06-9593-43cf-ba91-cb84e4cf7dab completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:01:12.663391 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-606219a1-9e31-4969-be20-c2e2c907fb72 None None] Provisioning complete for port aff73c06-9593-43cf-ba91-cb84e4cf7dab triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:01:12.664067 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-606219a1-9e31-4969-be20-c2e2c907fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:12.705793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0285423b-b3a3-482a-bd75-03e416ceb36e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:01:12.740697 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-606219a1-9e31-4969-be20-c2e2c907fb72 None None] Port aff73c06-9593-43cf-ba91-cb84e4cf7dab cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:01:12.847241 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 0285423b-b3a3-482a-bd75-03e416ceb36e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:01:12.855678 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0285423b-b3a3-482a-bd75-03e416ceb36e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:01:12.857708 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:12.894172 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-88771f26-bdff-4e12-9881-d06baaf60334 None None] Provisioning complete for port aff73c06-9593-43cf-ba91-cb84e4cf7dab triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:01:12.894544 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-88771f26-bdff-4e12-9881-d06baaf60334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:12.907772 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:01:12.913567 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b4b9d810-b102-43f1-a15b-d449a0db2271 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "PUT /v2.0/routers/81309329-fe41-42f1-814e-5c93a868da21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5767620 Aug 23 16:01:12.927104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c16639-f51f-433f-a881-53645840327f None None] Sync routers for ids ['81309329-fe41-42f1-814e-5c93a868da21'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:01:12.956199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c16639-f51f-433f-a881-53645840327f None None] Routers {'81309329-fe41-42f1-814e-5c93a868da21'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:01:12.956841 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f3c16639-f51f-433f-a881-53645840327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:00:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['81309329-fe41-42f1-814e-5c93a868da21'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:12.960936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-88771f26-bdff-4e12-9881-d06baaf60334 None None] Port aff73c06-9593-43cf-ba91-cb84e4cf7dab cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:01:13.045765 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:13.057869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-1594874b-9e07-43d9-9568-906b2c799970 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-533441250&fields=id&tenant_id=7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 267 time: 0.0340562 Aug 23 16:01:13.104354 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 0285423b-b3a3-482a-bd75-03e416ceb36e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0285423b-b3a3-482a-bd75-03e416ceb36e,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:01:13.123268 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-28add7d2-058f-41cf-8faa-d725ec75dddd None None] Provisioning complete for port aff73c06-9593-43cf-ba91-cb84e4cf7dab triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:01:13.123638 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-28add7d2-058f-41cf-8faa-d725ec75dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:13.126195 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-f3c16639-f51f-433f-a881-53645840327f None None] Set router 81309329-fe41-42f1-814e-5c93a868da21 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:01:13.173483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-8447983a-98f3-4f41-a76a-3147c0435516 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:13.174601 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:13.175405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 89854a72-6f8d-4bef-afc0-d5f35c9bb4af up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:01:13.176152 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-8447983a-98f3-4f41-a76a-3147c0435516 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/networks?id=3e8c03ea-d6c4-4eed-98c4-1c148fc74479 HTTP/1.1" status: 200 len: 797 time: 0.1112664 Aug 23 16:01:13.190947 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-23d72ff0-179b-4754-9d4f-7254692df1b9 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/quotas/7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 375 time: 0.0100307 Aug 23 16:01:13.244973 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-68f1aeaf-2f0b-4eb6-953b-6e4f20fdef21 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481572 Aug 23 16:01:13.278837 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-28add7d2-058f-41cf-8faa-d725ec75dddd None None] Port aff73c06-9593-43cf-ba91-cb84e4cf7dab cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:01:13.346206 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-f9911326-c663-4c77-9558-5003f2b8278c service neutron] 10.222.0.38 "GET /v2.0/networks/3e8c03ea-d6c4-4eed-98c4-1c148fc74479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894907 Aug 23 16:01:13.347273 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=0285423b-b3a3-482a-bd75-03e416ceb36e,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:13.435612 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 89854a72-6f8d-4bef-afc0-d5f35c9bb4af completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:01:13.438659 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-5e393299-b451-4d18-b3f9-6229e291b46d service neutron] 10.222.0.38 "GET /v2.0/networks/3e8c03ea-d6c4-4eed-98c4-1c148fc74479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856187 Aug 23 16:01:13.440017 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 89854a72-6f8d-4bef-afc0-d5f35c9bb4af triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:01:13.440395 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:13.464498 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f3c16639-f51f-433f-a881-53645840327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81309329-fe41-42f1-814e-5c93a868da21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'aff73c06-9593-43cf-ba91-cb84e4cf7dab', 'name': '', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:f9:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:10Z', 'updated_at': '2021-08-23T16:01:11Z', 'revision_number': 2, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:13.495879 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c16639-f51f-433f-a881-53645840327f None None] Checking router: 81309329-fe41-42f1-814e-5c93a868da21 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:01:13.496241 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c16639-f51f-433f-a881-53645840327f None None] Updating router 81309329-fe41-42f1-814e-5c93a868da21 port aff73c06-9593-43cf-ba91-cb84e4cf7dab binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:01:13.531416 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f3c16639-f51f-433f-a881-53645840327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:13.612534 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:13.675223 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-200864a0-86ea-4022-8500-2efbff7c197f req-44e5acdc-7aa9-4c46-8aa0-9cc3147c6e87 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 210 time: 0.0351081 Aug 23 16:01:13.710206 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 89854a72-6f8d-4bef-afc0-d5f35c9bb4af, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=89854a72-6f8d-4bef-afc0-d5f35c9bb4af,segment=NetworkSegment(08fb4993-fc5d-4791-aef2-5ab772b26046),segment_id=08fb4993-fc5d-4791-aef2-5ab772b26046)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:01:13.768715 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:13.847008 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=89854a72-6f8d-4bef-afc0-d5f35c9bb4af,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:13.902269 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f3c16639-f51f-433f-a881-53645840327f None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:13.912054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f3c16639-f51f-433f-a881-53645840327f None None] Transition to ACTIVE for port object aff73c06-9593-43cf-ba91-cb84e4cf7dab will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:01:13.999685 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f3c16639-f51f-433f-a881-53645840327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:14.214927 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92468e-ef8e-48fe-aa68-59432f4a6ff1 None None] Pushing event updated for resources: {'Port': ['ID=aff73c06-9593-43cf-ba91-cb84e4cf7dab,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:14.268885 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f3c16639-f51f-433f-a881-53645840327f None None] Attempting to bind port aff73c06-9593-43cf-ba91-cb84e4cf7dab on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:01:14.269279 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f3c16639-f51f-433f-a881-53645840327f None None] Attempting to bind port aff73c06-9593-43cf-ba91-cb84e4cf7dab by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '08fb4993-fc5d-4791-aef2-5ab772b26046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:01:14.269727 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c16639-f51f-433f-a881-53645840327f None None] Attempting to bind port aff73c06-9593-43cf-ba91-cb84e4cf7dab on network 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:01:14.274984 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c16639-f51f-433f-a881-53645840327f None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:01:14.275363 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c16639-f51f-433f-a881-53645840327f None None] Checking segment: {'id': '08fb4993-fc5d-4791-aef2-5ab772b26046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:01:14.275791 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f3c16639-f51f-433f-a881-53645840327f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:14.276186 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c16639-f51f-433f-a881-53645840327f None None] Bound using segment: {'id': '08fb4993-fc5d-4791-aef2-5ab772b26046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:01:14.276667 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-f3c16639-f51f-433f-a881-53645840327f None None] Bound port: aff73c06-9593-43cf-ba91-cb84e4cf7dab, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fb4993-fc5d-4791-aef2-5ab772b26046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:01:14.277028 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f3c16639-f51f-433f-a881-53645840327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:14.346269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f3c16639-f51f-433f-a881-53645840327f None None] For port aff73c06-9593-43cf-ba91-cb84e4cf7dab, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:01:14.349707 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-f3c16639-f51f-433f-a881-53645840327f None None] For port aff73c06-9593-43cf-ba91-cb84e4cf7dab, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=aff73c06-9593-43cf-ba91-cb84e4cf7dab,segment=NetworkSegment(08fb4993-fc5d-4791-aef2-5ab772b26046),segment_id=08fb4993-fc5d-4791-aef2-5ab772b26046)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:01:14.429841 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f3c16639-f51f-433f-a881-53645840327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:14.481139 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c16639-f51f-433f-a881-53645840327f None None] Routers {'81309329-fe41-42f1-814e-5c93a868da21'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:01:14.481966 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f3c16639-f51f-433f-a881-53645840327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:00:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['81309329-fe41-42f1-814e-5c93a868da21'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:14.531087 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92468e-ef8e-48fe-aa68-59432f4a6ff1 None None] Pushing event updated for resources: {'Port': ['ID=aff73c06-9593-43cf-ba91-cb84e4cf7dab,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:14.611466 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0285423b-b3a3-482a-bd75-03e416ceb36e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:01:14.616686 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-f3c16639-f51f-433f-a881-53645840327f None None] Set router 81309329-fe41-42f1-814e-5c93a868da21 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:01:14.769651 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fbbc91c8-6748-444d-a74a-2ff3a335108e req-d650e9f6-4ba0-40dd-833b-4ab7c2e2a4ff tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 210 time: 0.0280268 Aug 23 16:01:14.788042 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0285423b-b3a3-482a-bd75-03e416ceb36e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:01:14.788407 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:14.928323 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 89854a72-6f8d-4bef-afc0-d5f35c9bb4af up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:01:14.961598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-f3c16639-f51f-433f-a881-53645840327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81309329-fe41-42f1-814e-5c93a868da21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'aff73c06-9593-43cf-ba91-cb84e4cf7dab', 'name': '', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:f9:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:10Z', 'updated_at': '2021-08-23T16:01:14Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:14.993237 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c16639-f51f-433f-a881-53645840327f None None] The sync data for ids ['81309329-fe41-42f1-814e-5c93a868da21'] in n-d-804985-3 is: [{'id': '81309329-fe41-42f1-814e-5c93a868da21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'aff73c06-9593-43cf-ba91-cb84e4cf7dab', 'name': '', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:f9:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:10Z', 'updated_at': '2021-08-23T16:01:14Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:01:15.006550 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 89854a72-6f8d-4bef-afc0-d5f35c9bb4af triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:01:15.006935 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:15.672103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-169f8cee-2284-4973-859c-0bc3a43106d7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:15.674175 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-169f8cee-2284-4973-859c-0bc3a43106d7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.61 "GET /v2.0/networks?id=3e8c03ea-d6c4-4eed-98c4-1c148fc74479 HTTP/1.1" status: 200 len: 797 time: 0.1243796 Aug 23 16:01:15.724974 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-93e4f9c0-aa48-43f2-89c4-d2439accde60 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 379 time: 0.0379572 Aug 23 16:01:15.736336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-01113f8a-15b0-448e-bbbc-a1649eb012ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'port': {'device_id': 'fd440c92-9764-43cb-ae97-c24ecfdf6385', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'admin_state_up': True, 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'security_groups': ['30963525-93f9-4b79-a0eb-88e0df6a1506']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:01:15.899978 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-83842239-b712-4ff4-b257-4980999297c5 req-254107d3-07b3-4520-9cd5-a6dca3f846c2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 210 time: 0.0289667 Aug 23 16:01:15.937860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-01113f8a-15b0-448e-bbbc-a1649eb012ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Made reservation on behalf of 7c2fbc554940487d802ee0e1f3459b84 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:01:15.942575 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-01113f8a-15b0-448e-bbbc-a1649eb012ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:16.080933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-01113f8a-15b0-448e-bbbc-a1649eb012ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.20.0.14 (3e8c03ea-d6c4-4eed-98c4-1c148fc74479/6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24/596f8f62-e01f-4fda-a256-cacb637d7905) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:01:16.221907 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-01113f8a-15b0-448e-bbbc-a1649eb012ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:16.236894 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-01113f8a-15b0-448e-bbbc-a1649eb012ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Transition to ACTIVE for port object 596f8f62-e01f-4fda-a256-cacb637d7905 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:01:16.326737 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-01113f8a-15b0-448e-bbbc-a1649eb012ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:16.370969 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-01113f8a-15b0-448e-bbbc-a1649eb012ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:01:16.374076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-01113f8a-15b0-448e-bbbc-a1649eb012ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:01:16.377779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-01113f8a-15b0-448e-bbbc-a1649eb012ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:01:16.378382 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:16.386362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01113f8a-15b0-448e-bbbc-a1649eb012ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=596f8f62-e01f-4fda-a256-cacb637d7905,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:16.436157 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-01113f8a-15b0-448e-bbbc-a1649eb012ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:16.436796 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-01113f8a-15b0-448e-bbbc-a1649eb012ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:16.521855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-01113f8a-15b0-448e-bbbc-a1649eb012ae tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7902300 Aug 23 16:01:16.540903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Request body: {'port': {'device_id': 'fd440c92-9764-43cb-ae97-c24ecfdf6385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:01:16.601562 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:16.618797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device aff73c06-9593-43cf-ba91-cb84e4cf7dab up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:01:16.732642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-189f820e-2352-4e02-bcd0-120996376e93 None None] Provisioning for port 596f8f62-e01f-4fda-a256-cacb637d7905 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:01:16.755865 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-189f820e-2352-4e02-bcd0-120996376e93 None None] Provisioning complete for port 596f8f62-e01f-4fda-a256-cacb637d7905 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:01:16.755865 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-189f820e-2352-4e02-bcd0-120996376e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:16.772934 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-189f820e-2352-4e02-bcd0-120996376e93 None None] Port 596f8f62-e01f-4fda-a256-cacb637d7905 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:01:16.886434 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port aff73c06-9593-43cf-ba91-cb84e4cf7dab completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:01:16.891332 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port aff73c06-9593-43cf-ba91-cb84e4cf7dab triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:01:16.891519 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596f8f62-e01f-4fda-a256-cacb637d7905 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:01:16.891744 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:16.899088 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:16.912246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Transition to ACTIVE for port object 596f8f62-e01f-4fda-a256-cacb637d7905 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:01:16.988551 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:16.996209 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:17.038005 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port aff73c06-9593-43cf-ba91-cb84e4cf7dab, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=aff73c06-9593-43cf-ba91-cb84e4cf7dab,segment=NetworkSegment(08fb4993-fc5d-4791-aef2-5ab772b26046),segment_id=08fb4993-fc5d-4791-aef2-5ab772b26046)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:01:17.069728 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Pushing event updated for resources: {'Port': ['ID=596f8f62-e01f-4fda-a256-cacb637d7905,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:17.081980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f8c75-5bba-4a88-819f-27d89e2bbe0d req-e2f79ac3-e25f-4c1c-9a78-a245f785f6d4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:17.085610 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9d7f8c75-5bba-4a88-819f-27d89e2bbe0d req-e2f79ac3-e25f-4c1c-9a78-a245f785f6d4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 932 time: 0.1156826 Aug 23 16:01:17.103790 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:17.162530 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=aff73c06-9593-43cf-ba91-cb84e4cf7dab,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:17.174146 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9d7f8c75-5bba-4a88-819f-27d89e2bbe0d req-3f6fb74c-9de3-4733-ac29-f353bef7ab8c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759058 Aug 23 16:01:17.195896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Attempting to bind port 596f8f62-e01f-4fda-a256-cacb637d7905 on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:01:17.196247 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Attempting to bind port 596f8f62-e01f-4fda-a256-cacb637d7905 by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '08fb4993-fc5d-4791-aef2-5ab772b26046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:01:17.196578 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Attempting to bind port 596f8f62-e01f-4fda-a256-cacb637d7905 on network 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:01:17.203342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Port 596f8f62-e01f-4fda-a256-cacb637d7905 on network 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:01:17.203635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Attempting to bind port 596f8f62-e01f-4fda-a256-cacb637d7905 on network 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:01:17.212703 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:01:17.213053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Checking segment: {'id': '08fb4993-fc5d-4791-aef2-5ab772b26046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:01:17.213441 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Bound using segment: {'id': '08fb4993-fc5d-4791-aef2-5ab772b26046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:01:17.213877 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Bound port: 596f8f62-e01f-4fda-a256-cacb637d7905, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08fb4993-fc5d-4791-aef2-5ab772b26046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:01:17.214507 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:17.291215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] For port 596f8f62-e01f-4fda-a256-cacb637d7905, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:01:17.294426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] For port 596f8f62-e01f-4fda-a256-cacb637d7905, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=596f8f62-e01f-4fda-a256-cacb637d7905,segment=NetworkSegment(08fb4993-fc5d-4791-aef2-5ab772b26046),segment_id=08fb4993-fc5d-4791-aef2-5ab772b26046)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:01:17.379353 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:17.425383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:17.425383 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:17.425888 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] 10.222.0.61 "PUT /v2.0/ports/596f8f62-e01f-4fda-a256-cacb637d7905 HTTP/1.1" status: 200 len: 1092 time: 0.8926384 Aug 23 16:01:17.426147 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd440c92-9764-43cb-ae97-c24ecfdf6385', 'tag': '596f8f62-e01f-4fda-a256-cacb637d7905'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:01:17.429036 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac8075c-7ce7-4436-90d1-3eb7b761cab1" -d '{"events": [{"name": "network-changed", "server_uuid": "fd440c92-9764-43cb-ae97-c24ecfdf6385", "tag": "596f8f62-e01f-4fda-a256-cacb637d7905"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:01:17.460765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e3592-02e6-4353-9867-e0eaef2d4b63 service neutron] Pushing event updated for resources: {'Port': ['ID=596f8f62-e01f-4fda-a256-cacb637d7905,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:17.478095 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80b3516-20b2-407e-9964-fcca491f53e7 x-openstack-request-id: req-a80b3516-20b2-407e-9964-fcca491f53e7 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:01:17.479094 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd440c92-9764-43cb-ae97-c24ecfdf6385", "tag": "596f8f62-e01f-4fda-a256-cacb637d7905", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:01:17.479356 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a80b3516-20b2-407e-9964-fcca491f53e7 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:01:17.480406 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd440c92-9764-43cb-ae97-c24ecfdf6385', 'tag': '596f8f62-e01f-4fda-a256-cacb637d7905', 'status': 'completed', 'code': 200} Aug 23 16:01:17.561066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8075c-7ce7-4436-90d1-3eb7b761cab1 req-57a1231e-8fe5-4669-8c8e-c12500795413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:17.562574 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bac8075c-7ce7-4436-90d1-3eb7b761cab1 req-57a1231e-8fe5-4669-8c8e-c12500795413 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 1095 time: 0.0570352 Aug 23 16:01:17.688382 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8075c-7ce7-4436-90d1-3eb7b761cab1 req-fd339531-a572-4fcf-8f77-796fb233c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:17.689888 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bac8075c-7ce7-4436-90d1-3eb7b761cab1 req-fd339531-a572-4fcf-8f77-796fb233c345 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7c2fbc554940487d802ee0e1f3459b84&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1184878 Aug 23 16:01:17.821949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8075c-7ce7-4436-90d1-3eb7b761cab1 req-af938a6b-4919-44a9-a6b5-893c35b53d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:17.823898 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bac8075c-7ce7-4436-90d1-3eb7b761cab1 req-af938a6b-4919-44a9-a6b5-893c35b53d1a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259964 Aug 23 16:01:17.910570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-d5f7c72f-e0b1-4178-b1b2-2dc23be32554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:17.912095 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-d5f7c72f-e0b1-4178-b1b2-2dc23be32554 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 1095 time: 0.0429430 Aug 23 16:01:17.962267 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-0049a91d-e28b-4bd2-876f-3e67d29282a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=596f8f62-e01f-4fda-a256-cacb637d7905 HTTP/1.1" status: 200 len: 217 time: 0.0373414 Aug 23 16:01:18.011755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-8dbe7a72-099d-4c2b-b39f-7931f5137544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:18.013223 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-8dbe7a72-099d-4c2b-b39f-7931f5137544 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24 HTTP/1.1" status: 200 len: 834 time: 0.0429523 Aug 23 16:01:18.060615 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-42cfce28-c1be-43d6-a1fb-adf0b664879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:18.062911 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-42cfce28-c1be-43d6-a1fb-adf0b664879b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e8c03ea-d6c4-4eed-98c4-1c148fc74479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414987 Aug 23 16:01:18.156454 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-bba808f3-58a2-4300-9541-42e566ef8af7 service neutron] 10.222.0.61 "GET /v2.0/networks/3e8c03ea-d6c4-4eed-98c4-1c148fc74479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855653 Aug 23 16:01:18.259429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ceefbc6-04e2-4816-84d1-0c962ac4ea2d req-2054c2f9-afd8-47ed-b2be-b688f0bcebe6 service neutron] 10.222.0.61 "GET /v2.0/networks/3e8c03ea-d6c4-4eed-98c4-1c148fc74479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952749 Aug 23 16:01:18.299183 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e2a75-d1fb-4574-9ca4-83d9a4662438 req-63c752b4-0fb0-4fe7-ab46-38dc0bc01690 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:18.300724 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d6e2a75-d1fb-4574-9ca4-83d9a4662438 req-63c752b4-0fb0-4fe7-ab46-38dc0bc01690 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 944 time: 0.0538731 Aug 23 16:01:18.342955 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d6e2a75-d1fb-4574-9ca4-83d9a4662438 req-0eaf1d42-9aa8-4ef5-8983-57bd90d07daf tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357871 Aug 23 16:01:18.583903 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device aff73c06-9593-43cf-ba91-cb84e4cf7dab up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:01:18.636998 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port aff73c06-9593-43cf-ba91-cb84e4cf7dab triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:01:18.637369 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:19.461495 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371c141-801d-4cc0-97eb-6ea39bb2b20f req-59ca231b-3551-4111-bcae-4fc07c6c2cf1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:19.463017 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d371c141-801d-4cc0-97eb-6ea39bb2b20f req-59ca231b-3551-4111-bcae-4fc07c6c2cf1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 944 time: 0.0517840 Aug 23 16:01:19.503399 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d371c141-801d-4cc0-97eb-6ea39bb2b20f req-cc7ab21e-89e2-485e-badb-0019531f84df tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335488 Aug 23 16:01:20.036516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 596f8f62-e01f-4fda-a256-cacb637d7905 details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:01:20.136367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 596f8f62-e01f-4fda-a256-cacb637d7905, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=596f8f62-e01f-4fda-a256-cacb637d7905,segment=NetworkSegment(08fb4993-fc5d-4791-aef2-5ab772b26046),segment_id=08fb4993-fc5d-4791-aef2-5ab772b26046)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:01:20.147134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '596f8f62-e01f-4fda-a256-cacb637d7905', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'port_id': '596f8f62-e01f-4fda-a256-cacb637d7905', 'mac_address': 'fa:16:3e:b7:fe:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:01:20.183992 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:20.196936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596f8f62-e01f-4fda-a256-cacb637d7905 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:01:20.216115 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 596f8f62-e01f-4fda-a256-cacb637d7905, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=596f8f62-e01f-4fda-a256-cacb637d7905,segment=NetworkSegment(08fb4993-fc5d-4791-aef2-5ab772b26046),segment_id=08fb4993-fc5d-4791-aef2-5ab772b26046)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:01:20.274559 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:20.320285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=596f8f62-e01f-4fda-a256-cacb637d7905,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:20.511131 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['596f8f62-e01f-4fda-a256-cacb637d7905'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:01:20.619618 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ebbd2-555d-4b94-9222-81b6be13fb2f req-0562bea4-7774-4b15-9d85-9c6cb57c67e6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:20.621052 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c47ebbd2-555d-4b94-9222-81b6be13fb2f req-0562bea4-7774-4b15-9d85-9c6cb57c67e6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 945 time: 0.0502188 Aug 23 16:01:20.662336 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c47ebbd2-555d-4b94-9222-81b6be13fb2f req-ee15d8b6-c3e3-40ff-b3b7-b730f33379f4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341113 Aug 23 16:01:21.090797 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:21.779708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d2b66-e4c4-43d8-b6a5-6aa0e256b797 req-af147940-b4df-4088-b594-7687c82b3b7f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:21.781096 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d9d2b66-e4c4-43d8-b6a5-6aa0e256b797 req-af147940-b4df-4088-b594-7687c82b3b7f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 945 time: 0.0511014 Aug 23 16:01:21.819076 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4d9d2b66-e4c4-43d8-b6a5-6aa0e256b797 req-415435ac-77cf-4844-bfb0-3434bf85f2a8 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308456 Aug 23 16:01:22.055460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 596f8f62-e01f-4fda-a256-cacb637d7905 up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:01:22.160556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 596f8f62-e01f-4fda-a256-cacb637d7905 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:01:22.164390 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 596f8f62-e01f-4fda-a256-cacb637d7905 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:01:22.164768 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:22.245027 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:22.268458 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd440c92-9764-43cb-ae97-c24ecfdf6385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596f8f62-e01f-4fda-a256-cacb637d7905'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:01:22.271086 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6a20f1-1d15-4c67-8130-76e1d9a1e64f" -d '{"events": [{"server_uuid": "fd440c92-9764-43cb-ae97-c24ecfdf6385", "name": "network-vif-plugged", "status": "completed", "tag": "596f8f62-e01f-4fda-a256-cacb637d7905"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:01:22.284669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 596f8f62-e01f-4fda-a256-cacb637d7905, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=596f8f62-e01f-4fda-a256-cacb637d7905,segment=NetworkSegment(08fb4993-fc5d-4791-aef2-5ab772b26046),segment_id=08fb4993-fc5d-4791-aef2-5ab772b26046)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:01:22.307225 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f1aa08-efde-4928-9c1b-de7f5bd3f981 x-openstack-request-id: req-c9f1aa08-efde-4928-9c1b-de7f5bd3f981 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:01:22.307518 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd440c92-9764-43cb-ae97-c24ecfdf6385", "name": "network-vif-plugged", "status": "completed", "tag": "596f8f62-e01f-4fda-a256-cacb637d7905", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:01:22.307812 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c9f1aa08-efde-4928-9c1b-de7f5bd3f981 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:01:22.308215 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd440c92-9764-43cb-ae97-c24ecfdf6385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596f8f62-e01f-4fda-a256-cacb637d7905', 'code': 200} Aug 23 16:01:22.366646 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:22.412195 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb517e-778c-4aa2-a839-fdfe4d7abc7b req-18615091-7e7d-4eb4-9e25-0480495126eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:22.413734 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1eb517e-778c-4aa2-a839-fdfe4d7abc7b req-18615091-7e7d-4eb4-9e25-0480495126eb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 1097 time: 0.0448840 Aug 23 16:01:22.416015 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=596f8f62-e01f-4fda-a256-cacb637d7905,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:22.424828 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:22.425183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:22.425534 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:22.425882 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:22.426224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:22.426561 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:22.426897 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:22.427229 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:22.427558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:22.427978 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:22.428372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:22.428702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:01:22.455743 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d1eb517e-778c-4aa2-a839-fdfe4d7abc7b req-f49a9870-6da2-4626-b94a-3fdf1e6e6571 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324376 Aug 23 16:01:22.675152 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-138054c5-b9b3-4842-a60b-9ee0914ee87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:22.934899 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cdaed-7a0d-4aa1-91af-0b9315e63a23 req-9554aa94-5624-483c-9edb-bdd4e97975bd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:22.936454 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cf2cdaed-7a0d-4aa1-91af-0b9315e63a23 req-9554aa94-5624-483c-9edb-bdd4e97975bd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0510023 Aug 23 16:01:22.974268 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cf2cdaed-7a0d-4aa1-91af-0b9315e63a23 req-0f1124e7-6f3c-4549-97f1-6d5b80b91353 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318959 Aug 23 16:01:24.092401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f7197-28b0-40c3-a97c-7bb42d27d032 req-d4f1a230-8ad8-4fac-92ea-4c273351ac8a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:24.093988 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-313f7197-28b0-40c3-a97c-7bb42d27d032 req-d4f1a230-8ad8-4fac-92ea-4c273351ac8a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0501726 Aug 23 16:01:24.136886 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-313f7197-28b0-40c3-a97c-7bb42d27d032 req-7150c0de-6a62-4363-8f8d-6b06f7677166 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363863 Aug 23 16:01:24.316314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872abd8b-72f1-4892-9245-e89a4c1c60ad req-92175f71-c21b-4d69-ae44-5e7f39879c99 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:24.317705 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-872abd8b-72f1-4892-9245-e89a4c1c60ad req-92175f71-c21b-4d69-ae44-5e7f39879c99 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.1130655 Aug 23 16:01:24.355488 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-872abd8b-72f1-4892-9245-e89a4c1c60ad req-91e2a039-bb56-4ce9-8a10-b68ca077d801 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317852 Aug 23 16:01:24.377065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40520) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:24.419343 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c35a6-a3ea-4669-a27c-bb4b1dbbfa94 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:24.420862 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0d4c35a6-a3ea-4669-a27c-bb4b1dbbfa94 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 1092 time: 0.0428360 Aug 23 16:01:24.423546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40522) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:24.428398 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '596f8f62-e01f-4fda-a256-cacb637d7905', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address': '172.20.0.14'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:01:24.509592 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:24.606134 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:24.714414 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.25.8.149 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/6a876f6f-85c6-4763-b2a1-91b6388d4d06) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:01:24.817139 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:24.913981 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:24.956531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:01:24.959273 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:01:24.962673 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:01:24.970326 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=6a876f6f-85c6-4763-b2a1-91b6388d4d06,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:25.383127 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:25.518518 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:25.589426 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:25.670862 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:25.772589 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:25.841361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=6a876f6f-85c6-4763-b2a1-91b6388d4d06,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:01:25.853770 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:25.955995 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Floating IP 52c10664-991e-475b-ad21-22b65aec3e17 associated. External IP: 172.25.8.149, port: 596f8f62-e01f-4fda-a256-cacb637d7905. Aug 23 16:01:26.167621 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router 81309329-fe41-42f1-814e-5c93a868da21 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:01:26.279585 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:01:26.289866 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55482ab1-bdbd-448d-962b-46a27a44e992 None None] Sync routers for ids ['81309329-fe41-42f1-814e-5c93a868da21'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:01:26.299358 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55482ab1-bdbd-448d-962b-46a27a44e992 None None] Routers {'81309329-fe41-42f1-814e-5c93a868da21'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:01:26.306201 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-55482ab1-bdbd-448d-962b-46a27a44e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:00:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['81309329-fe41-42f1-814e-5c93a868da21'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:26.354282 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:26.382398 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1897906c-6c63-4ec1-9e88-7f5a0a16238a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9572551 Aug 23 16:01:26.389441 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd440c92-9764-43cb-ae97-c24ecfdf6385', 'tag': '596f8f62-e01f-4fda-a256-cacb637d7905'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:01:26.389441 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}511f008c58a008c87eb616fe5d66cb7bdbcb90a14f59b6a049e8f0c7a287e225" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f40437-cd8f-4d51-911e-3a988f786c84" -d '{"events": [{"name": "network-changed", "server_uuid": "fd440c92-9764-43cb-ae97-c24ecfdf6385", "tag": "596f8f62-e01f-4fda-a256-cacb637d7905"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:01:26.405201 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-55482ab1-bdbd-448d-962b-46a27a44e992 None None] Set router 81309329-fe41-42f1-814e-5c93a868da21 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:01:26.425893 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af344b35-64b3-48a2-9c46-dc262f59a818 x-openstack-request-id: req-af344b35-64b3-48a2-9c46-dc262f59a818 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:01:26.426432 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd440c92-9764-43cb-ae97-c24ecfdf6385", "tag": "596f8f62-e01f-4fda-a256-cacb637d7905", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:01:26.426696 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-af344b35-64b3-48a2-9c46-dc262f59a818 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:01:26.427298 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd440c92-9764-43cb-ae97-c24ecfdf6385', 'tag': '596f8f62-e01f-4fda-a256-cacb637d7905', 'status': 'completed', 'code': 200} Aug 23 16:01:26.512661 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9911a5-ca61-4750-b0fb-409df24b1e4c req-77f2b6fd-a029-473a-9330-ef9e1aba15e0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:26.514167 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2c9911a5-ca61-4750-b0fb-409df24b1e4c req-77f2b6fd-a029-473a-9330-ef9e1aba15e0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0827014 Aug 23 16:01:26.516698 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f40437-cd8f-4d51-911e-3a988f786c84 req-468748ab-de21-43db-b703-fc6b3cf4f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:26.518870 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6f40437-cd8f-4d51-911e-3a988f786c84 req-468748ab-de21-43db-b703-fc6b3cf4f2d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 1097 time: 0.0598857 Aug 23 16:01:26.609208 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2c9911a5-ca61-4750-b0fb-409df24b1e4c req-106178ae-62da-4af0-b5be-8346d97cb8e5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879571 Aug 23 16:01:26.632390 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-55482ab1-bdbd-448d-962b-46a27a44e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81309329-fe41-42f1-814e-5c93a868da21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '52c10664-991e-475b-ad21-22b65aec3e17', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '81309329-fe41-42f1-814e-5c93a868da21', 'port_id': '596f8f62-e01f-4fda-a256-cacb637d7905', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'mac_address': 'fa:16:3e:b7:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c92-9764-43cb-ae97-c24ecfdf6385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:01:25Z', 'updated_at': '2021-08-23T16:01:25Z', 'revision_number': 0, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff73c06-9593-43cf-ba91-cb84e4cf7dab', 'name': '', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:f9:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:10Z', 'updated_at': '2021-08-23T16:01:17Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:26.635502 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40528) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:26.645043 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f40437-cd8f-4d51-911e-3a988f786c84 req-b704e853-5281-4f8f-ac13-c388f7135d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:26.646849 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6f40437-cd8f-4d51-911e-3a988f786c84 req-b704e853-5281-4f8f-ac13-c388f7135d94 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e8c03ea-d6c4-4eed-98c4-1c148fc74479 HTTP/1.1" status: 200 len: 898 time: 0.1199260 Aug 23 16:01:26.652333 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d7e68e66-9fe0-4c26-b77a-5b18c14b33aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:26.664511 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55482ab1-bdbd-448d-962b-46a27a44e992 None None] Checking router: 81309329-fe41-42f1-814e-5c93a868da21 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:01:26.674200 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55482ab1-bdbd-448d-962b-46a27a44e992 None None] Routers {'81309329-fe41-42f1-814e-5c93a868da21'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:01:26.674959 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-55482ab1-bdbd-448d-962b-46a27a44e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:01:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['81309329-fe41-42f1-814e-5c93a868da21'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:26.701487 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5fed2b22-bd96-4c25-89da-229cc9a4aa1a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/52c10664-991e-475b-ad21-22b65aec3e17 HTTP/1.1" status: 200 len: 992 time: 0.0648153 Aug 23 16:01:26.721809 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6f40437-cd8f-4d51-911e-3a988f786c84 req-2ea0785f-9554-4417-ae5d-70a08937bd15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=596f8f62-e01f-4fda-a256-cacb637d7905 HTTP/1.1" status: 200 len: 1000 time: 0.0660758 Aug 23 16:01:26.777999 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f40437-cd8f-4d51-911e-3a988f786c84 req-ddd3a58c-ad4c-4a35-a159-2c596d19a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:26.779511 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6f40437-cd8f-4d51-911e-3a988f786c84 req-ddd3a58c-ad4c-4a35-a159-2c596d19a5d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24 HTTP/1.1" status: 200 len: 834 time: 0.0483088 Aug 23 16:01:26.780166 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-55482ab1-bdbd-448d-962b-46a27a44e992 None None] Set router 81309329-fe41-42f1-814e-5c93a868da21 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:01:26.827749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f40437-cd8f-4d51-911e-3a988f786c84 req-ddf19355-9ec7-4f00-a587-57a3512032b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:01:26.829249 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6f40437-cd8f-4d51-911e-3a988f786c84 req-ddf19355-9ec7-4f00-a587-57a3512032b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e8c03ea-d6c4-4eed-98c4-1c148fc74479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416973 Aug 23 16:01:26.922458 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6f40437-cd8f-4d51-911e-3a988f786c84 req-de6e63c2-7d76-4b41-9079-b4a9d730ce9f service neutron] 10.222.0.61 "GET /v2.0/networks/3e8c03ea-d6c4-4eed-98c4-1c148fc74479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849926 Aug 23 16:01:27.010920 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-55482ab1-bdbd-448d-962b-46a27a44e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81309329-fe41-42f1-814e-5c93a868da21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '52c10664-991e-475b-ad21-22b65aec3e17', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '81309329-fe41-42f1-814e-5c93a868da21', 'port_id': '596f8f62-e01f-4fda-a256-cacb637d7905', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'mac_address': 'fa:16:3e:b7:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c92-9764-43cb-ae97-c24ecfdf6385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:01:25Z', 'updated_at': '2021-08-23T16:01:25Z', 'revision_number': 0, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff73c06-9593-43cf-ba91-cb84e4cf7dab', 'name': '', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:f9:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:10Z', 'updated_at': '2021-08-23T16:01:17Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:01:27.037669 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55482ab1-bdbd-448d-962b-46a27a44e992 None None] The sync data for ids ['81309329-fe41-42f1-814e-5c93a868da21'] in n-d-804985-3 is: [{'id': '81309329-fe41-42f1-814e-5c93a868da21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '52c10664-991e-475b-ad21-22b65aec3e17', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '81309329-fe41-42f1-814e-5c93a868da21', 'port_id': '596f8f62-e01f-4fda-a256-cacb637d7905', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'mac_address': 'fa:16:3e:b7:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd440c92-9764-43cb-ae97-c24ecfdf6385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:01:25Z', 'updated_at': '2021-08-23T16:01:25Z', 'revision_number': 0, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff73c06-9593-43cf-ba91-cb84e4cf7dab', 'name': '', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:f9:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:10Z', 'updated_at': '2021-08-23T16:01:17Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:01:27.040965 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:27.254810 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e14614-ef8f-4328-8bf1-fa04ec94f3e7 None None] New status for floating IP 52c10664-991e-475b-ad21-22b65aec3e17: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:01:27.357786 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c6f40437-cd8f-4d51-911e-3a988f786c84 req-f35b4ae5-6503-47e9-975a-f08ed8730939 service neutron] 10.222.0.61 "GET /v2.0/networks/3e8c03ea-d6c4-4eed-98c4-1c148fc74479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253397 Aug 23 16:01:27.706474 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40530) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:01:27.770189 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-da9e3823-7b64-44b7-9386-d3935bd9f121 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/52c10664-991e-475b-ad21-22b65aec3e17 HTTP/1.1" status: 200 len: 994 time: 0.0629268 Aug 23 16:01:28.851942 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:37.452648 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:01:46.412183 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:51.086435 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:52.664296 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8f09062c-44ce-4db3-8c09-df2f2e531c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:55.577804 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:56.645069 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7e982538-d9f9-47a7-af8f-81cf59927af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:57.035079 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:01:58.909261 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:03.294664 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605713e-dae6-48b3-9acb-1f5f9976d478 req-cf969975-3866-4968-9309-d77a3822e1d1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:03.296126 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8605713e-dae6-48b3-9acb-1f5f9976d478 req-cf969975-3866-4968-9309-d77a3822e1d1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0500791 Aug 23 16:02:03.334212 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8605713e-dae6-48b3-9acb-1f5f9976d478 req-6dfc29fa-30b8-4a5f-a6a4-935d9cc25cf7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319135 Aug 23 16:02:04.454411 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c435ca-9bad-404f-8110-41eaf1bdf8af req-9f4d4fb6-f3df-4d54-a594-02686b1b6bd7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:04.455910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-45c435ca-9bad-404f-8110-41eaf1bdf8af req-9f4d4fb6-f3df-4d54-a594-02686b1b6bd7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0499287 Aug 23 16:02:04.494936 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-45c435ca-9bad-404f-8110-41eaf1bdf8af req-819c494b-b40a-46b1-8893-1fc963eb9104 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326922 Aug 23 16:02:05.859716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a63c67-1aec-4fd2-9e8d-797d717db4e5 req-28dcc516-540d-4303-aa17-dbd41743a60a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:05.861155 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04a63c67-1aec-4fd2-9e8d-797d717db4e5 req-28dcc516-540d-4303-aa17-dbd41743a60a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0510874 Aug 23 16:02:05.900283 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-04a63c67-1aec-4fd2-9e8d-797d717db4e5 req-6aa53844-331e-4846-b076-4bf82d168962 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332136 Aug 23 16:02:06.922459 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4d520-3ae7-4de2-8eb1-94805658f7e6 req-d8ca1ae5-c53b-45fe-aa15-fda986a254ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:06.923910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fa4d520-3ae7-4de2-8eb1-94805658f7e6 req-d8ca1ae5-c53b-45fe-aa15-fda986a254ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 1097 time: 0.0417118 Aug 23 16:02:07.078005 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5593b36-ae28-4d32-be70-ef1f36987168 req-35ae5645-3a4a-4b30-8603-35f382d0dc80 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:07.079748 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a5593b36-ae28-4d32-be70-ef1f36987168 req-35ae5645-3a4a-4b30-8603-35f382d0dc80 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0802979 Aug 23 16:02:07.096440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4d520-3ae7-4de2-8eb1-94805658f7e6 req-e714c281-3a38-45f4-b428-7e5736d2824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:07.097855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fa4d520-3ae7-4de2-8eb1-94805658f7e6 req-e714c281-3a38-45f4-b428-7e5736d2824e service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e8c03ea-d6c4-4eed-98c4-1c148fc74479 HTTP/1.1" status: 200 len: 898 time: 0.1479800 Aug 23 16:02:07.166251 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a5593b36-ae28-4d32-be70-ef1f36987168 req-a48ef655-a223-402c-b5ce-43f736eaac32 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805862 Aug 23 16:02:07.183327 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fa4d520-3ae7-4de2-8eb1-94805658f7e6 req-867d850a-ce73-4b6a-8418-a0227af27e90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=596f8f62-e01f-4fda-a256-cacb637d7905 HTTP/1.1" status: 200 len: 1002 time: 0.0757034 Aug 23 16:02:07.236440 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4d520-3ae7-4de2-8eb1-94805658f7e6 req-381b3903-d32a-4b89-a987-8d1be2d685e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:07.237897 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fa4d520-3ae7-4de2-8eb1-94805658f7e6 req-381b3903-d32a-4b89-a987-8d1be2d685e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24 HTTP/1.1" status: 200 len: 834 time: 0.0461299 Aug 23 16:02:07.288675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4d520-3ae7-4de2-8eb1-94805658f7e6 req-2d42524e-c4fa-4635-8fd7-b92b1044438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:07.291020 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fa4d520-3ae7-4de2-8eb1-94805658f7e6 req-2d42524e-c4fa-4635-8fd7-b92b1044438d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e8c03ea-d6c4-4eed-98c4-1c148fc74479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406120 Aug 23 16:02:07.387508 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fa4d520-3ae7-4de2-8eb1-94805658f7e6 req-353058eb-638e-446b-8141-141578b5b72d service neutron] 10.222.0.61 "GET /v2.0/networks/3e8c03ea-d6c4-4eed-98c4-1c148fc74479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856037 Aug 23 16:02:07.481649 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fa4d520-3ae7-4de2-8eb1-94805658f7e6 req-69f75143-0a3c-41ec-a74f-3adcc2192b7a service neutron] 10.222.0.61 "GET /v2.0/networks/3e8c03ea-d6c4-4eed-98c4-1c148fc74479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840459 Aug 23 16:02:08.286478 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1b4fa-32bb-4128-b4b0-42a85c733a5d req-e54be831-bb43-4624-a4b1-903abd4db907 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:08.287972 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31e1b4fa-32bb-4128-b4b0-42a85c733a5d req-e54be831-bb43-4624-a4b1-903abd4db907 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0537000 Aug 23 16:02:08.326561 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31e1b4fa-32bb-4128-b4b0-42a85c733a5d req-b5159917-7b21-4f0a-8224-c2579cc8c472 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315199 Aug 23 16:02:09.462767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8548a-1e13-46b7-8ab2-d62456d8a406 req-ae9330f7-a64d-4cdf-ba5f-ac046dadd06c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:09.464529 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80e8548a-1e13-46b7-8ab2-d62456d8a406 req-ae9330f7-a64d-4cdf-ba5f-ac046dadd06c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0556207 Aug 23 16:02:09.501374 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-80e8548a-1e13-46b7-8ab2-d62456d8a406 req-c8438965-dca4-4d84-8c36-58a0685e4e9d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308692 Aug 23 16:02:10.619966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275263d7-e54e-44cd-96dc-3cbd4d040047 req-13eb6438-9923-4377-b749-2a83b741d788 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:10.621487 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-275263d7-e54e-44cd-96dc-3cbd4d040047 req-13eb6438-9923-4377-b749-2a83b741d788 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0526953 Aug 23 16:02:10.661207 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-275263d7-e54e-44cd-96dc-3cbd4d040047 req-c9be2711-510c-4ed1-921d-731babac1479 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333495 Aug 23 16:02:11.781182 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0fce5-8b3e-41ef-bd42-483f419fc933 req-282c071e-aac5-46bb-b207-099af929ea94 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:11.782682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22d0fce5-8b3e-41ef-bd42-483f419fc933 req-282c071e-aac5-46bb-b207-099af929ea94 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0551991 Aug 23 16:02:11.822905 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-22d0fce5-8b3e-41ef-bd42-483f419fc933 req-51f71a04-a0be-4328-a199-fd2851776cc5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342691 Aug 23 16:02:12.940940 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77939dd4-db34-489e-9d3c-b9ef32ac73e1 req-ab7250f7-e6b5-4f3e-8154-e004a7115902 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:12.942442 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77939dd4-db34-489e-9d3c-b9ef32ac73e1 req-ab7250f7-e6b5-4f3e-8154-e004a7115902 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0517082 Aug 23 16:02:12.981475 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-77939dd4-db34-489e-9d3c-b9ef32ac73e1 req-66ebe550-3e13-4478-b395-bc0dcfad4906 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328448 Aug 23 16:02:14.102975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a68cc-c172-4a65-9994-a39abdc18aa5 req-a37efb8b-b099-41c6-a997-0566f982a3af tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:14.104498 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-975a68cc-c172-4a65-9994-a39abdc18aa5 req-a37efb8b-b099-41c6-a997-0566f982a3af tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0518832 Aug 23 16:02:14.142482 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-975a68cc-c172-4a65-9994-a39abdc18aa5 req-fcc914c0-460a-4808-9e63-6d6188a23e88 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320473 Aug 23 16:02:14.163485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40568) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:02:14.228015 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-90489f55-a003-45de-b8e8-357d4fd3bb0b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/52c10664-991e-475b-ad21-22b65aec3e17 HTTP/1.1" status: 200 len: 994 time: 0.0633411 Aug 23 16:02:14.452121 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:02:15.665900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cda1a-912f-478a-9e0f-9585935a714e req-d5a82951-57ad-4229-a303-a7e71eec2f3d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:15.667421 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d22cda1a-912f-478a-9e0f-9585935a714e req-d5a82951-57ad-4229-a303-a7e71eec2f3d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0566316 Aug 23 16:02:15.709856 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d22cda1a-912f-478a-9e0f-9585935a714e req-e565d7bb-f8b6-4cbb-bf8c-96bb9a5106d5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333631 Aug 23 16:02:15.754819 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bb237-1d7d-48ea-8443-d9533f093d41 req-23344a0c-1c4b-45d5-be2c-91496bb53c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:15.756376 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f3bb237-1d7d-48ea-8443-d9533f093d41 req-23344a0c-1c4b-45d5-be2c-91496bb53c43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 1097 time: 0.0428221 Aug 23 16:02:15.856121 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bb237-1d7d-48ea-8443-d9533f093d41 req-91ced5e6-6105-4c0c-b1d4-661d04d18096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:15.858968 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f3bb237-1d7d-48ea-8443-d9533f093d41 req-91ced5e6-6105-4c0c-b1d4-661d04d18096 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e8c03ea-d6c4-4eed-98c4-1c148fc74479 HTTP/1.1" status: 200 len: 898 time: 0.0934215 Aug 23 16:02:15.928042 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f3bb237-1d7d-48ea-8443-d9533f093d41 req-4cca1c05-35d5-45db-98a6-cced0593f7c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=596f8f62-e01f-4fda-a256-cacb637d7905 HTTP/1.1" status: 200 len: 1002 time: 0.0608699 Aug 23 16:02:15.980088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bb237-1d7d-48ea-8443-d9533f093d41 req-a952f22f-cc7d-45e3-a9ad-267d0996d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:15.982178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f3bb237-1d7d-48ea-8443-d9533f093d41 req-a952f22f-cc7d-45e3-a9ad-267d0996d646 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24 HTTP/1.1" status: 200 len: 834 time: 0.0456436 Aug 23 16:02:16.039435 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bb237-1d7d-48ea-8443-d9533f093d41 req-d65a1ada-a26a-4748-b9e9-d0b914523155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:16.039435 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f3bb237-1d7d-48ea-8443-d9533f093d41 req-d65a1ada-a26a-4748-b9e9-d0b914523155 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e8c03ea-d6c4-4eed-98c4-1c148fc74479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466855 Aug 23 16:02:16.133318 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f3bb237-1d7d-48ea-8443-d9533f093d41 req-9120b5d3-1cbd-4bfa-a2b0-6c1e219ad613 service neutron] 10.222.0.61 "GET /v2.0/networks/3e8c03ea-d6c4-4eed-98c4-1c148fc74479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878398 Aug 23 16:02:16.231343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f3bb237-1d7d-48ea-8443-d9533f093d41 req-252f37e8-9dd9-4c90-bdf5-dc6e2c4e7f0b service neutron] 10.222.0.61 "GET /v2.0/networks/3e8c03ea-d6c4-4eed-98c4-1c148fc74479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892134 Aug 23 16:02:16.395302 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:16.831053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc38b9c-435d-46a8-91de-1d29b6165b03 req-a2b9d4fc-d65e-47a1-944e-dee04e1db585 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:16.832601 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-edc38b9c-435d-46a8-91de-1d29b6165b03 req-a2b9d4fc-d65e-47a1-944e-dee04e1db585 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0536788 Aug 23 16:02:16.870521 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-edc38b9c-435d-46a8-91de-1d29b6165b03 req-f70858b1-0512-4efa-949a-3e6ddab3c261 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319381 Aug 23 16:02:17.989933 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e6d71-5f3a-4c63-a3b2-fb8b06b81781 req-8f7bf4df-57b4-4312-afab-0e144ca850b0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:17.991452 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f28e6d71-5f3a-4c63-a3b2-fb8b06b81781 req-8f7bf4df-57b4-4312-afab-0e144ca850b0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0503950 Aug 23 16:02:18.030889 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f28e6d71-5f3a-4c63-a3b2-fb8b06b81781 req-3cdc5cba-571f-4db5-9823-9b20e0e0b430 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329502 Aug 23 16:02:18.052628 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40584) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:02:18.127030 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-f0c6bd53-3e50-4fd9-842d-1f9dad4b8bbc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/52c10664-991e-475b-ad21-22b65aec3e17 HTTP/1.1" status: 200 len: 994 time: 0.0731637 Aug 23 16:02:21.069727 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:22.687436 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9ca7b83b-b58b-4685-bbbf-27be23d1d92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:25.601181 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:26.698234 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d06cde7d-76ab-41b5-9744-8b1b586db628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:27.035281 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:28.852535 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:46.418214 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:51.109533 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:51.450548 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:02:52.527633 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40606) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:02:52.669666 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-980e6fca-2747-420f-b830-e7e132c3678c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:52.688491 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port 6a876f6f-85c6-4763-b2a1-91b6388d4d06 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:02:52.690522 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:52.768359 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:52.768695 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:52.780202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for 6a876f6f-85c6-4763-b2a1-91b6388d4d06 owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:02:52.977841 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:53.007782 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=6a876f6f-85c6-4763-b2a1-91b6388d4d06,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:02:53.033344 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:53.033631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:53.033975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:53.034310 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:53.034641 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:53.034971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:53.035301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:53.035631 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:53.035981 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:53.036362 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:53.036689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:53.037012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:53.080357 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:53.080701 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Floating IP 52c10664-991e-475b-ad21-22b65aec3e17 disassociated (deleted). External IP: 172.25.8.149, port: 596f8f62-e01f-4fda-a256-cacb637d7905. Aug 23 16:02:53.303902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router 81309329-fe41-42f1-814e-5c93a868da21 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:02:53.414990 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:02:53.419828 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:53.425213 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d79f614-e94f-4d1e-bdbd-d7be9251b028 None None] Sync routers for ids ['81309329-fe41-42f1-814e-5c93a868da21'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:02:53.434826 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79f614-e94f-4d1e-bdbd-d7be9251b028 None None] Routers {'81309329-fe41-42f1-814e-5c93a868da21'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:02:53.435433 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2d79f614-e94f-4d1e-bdbd-d7be9251b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:02:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['81309329-fe41-42f1-814e-5c93a868da21'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:02:53.447547 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a2fd2f9b-6b42-4722-9dc8-2039f2f3d4ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/floatingips/52c10664-991e-475b-ad21-22b65aec3e17 HTTP/1.1" status: 204 len: 168 time: 0.9189296 Aug 23 16:02:53.448191 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd440c92-9764-43cb-ae97-c24ecfdf6385', 'tag': '596f8f62-e01f-4fda-a256-cacb637d7905'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:02:53.451672 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d7f86f-da8d-4099-86c3-d07863b1a938" -d '{"events": [{"name": "network-changed", "server_uuid": "fd440c92-9764-43cb-ae97-c24ecfdf6385", "tag": "596f8f62-e01f-4fda-a256-cacb637d7905"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:02:53.491569 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92ed20e-f1f0-4e13-815f-efa9e71fff6f x-openstack-request-id: req-f92ed20e-f1f0-4e13-815f-efa9e71fff6f {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:02:53.492098 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd440c92-9764-43cb-ae97-c24ecfdf6385", "tag": "596f8f62-e01f-4fda-a256-cacb637d7905", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:02:53.492403 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f92ed20e-f1f0-4e13-815f-efa9e71fff6f {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:02:53.492845 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd440c92-9764-43cb-ae97-c24ecfdf6385', 'tag': '596f8f62-e01f-4fda-a256-cacb637d7905', 'status': 'completed', 'code': 200} Aug 23 16:02:53.548253 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-2d79f614-e94f-4d1e-bdbd-d7be9251b028 None None] Set router 81309329-fe41-42f1-814e-5c93a868da21 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:02:53.563374 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7f86f-da8d-4099-86c3-d07863b1a938 req-51d0228f-9c60-4f92-9e82-555114fcce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:53.564881 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c2d7f86f-da8d-4099-86c3-d07863b1a938 req-51d0228f-9c60-4f92-9e82-555114fcce5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 1097 time: 0.0432498 Aug 23 16:02:53.665544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7f86f-da8d-4099-86c3-d07863b1a938 req-e15a08e5-25ba-4a93-983b-7ccd2456e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:53.667505 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c2d7f86f-da8d-4099-86c3-d07863b1a938 req-e15a08e5-25ba-4a93-983b-7ccd2456e67f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e8c03ea-d6c4-4eed-98c4-1c148fc74479 HTTP/1.1" status: 200 len: 898 time: 0.0942113 Aug 23 16:02:53.714773 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c2d7f86f-da8d-4099-86c3-d07863b1a938 req-607cebb0-03ae-4e7b-8612-e5fa968ad6f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=596f8f62-e01f-4fda-a256-cacb637d7905 HTTP/1.1" status: 200 len: 217 time: 0.0371819 Aug 23 16:02:53.771025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7f86f-da8d-4099-86c3-d07863b1a938 req-c3c68801-da94-4274-9fd8-94eef7d903dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:53.772978 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c2d7f86f-da8d-4099-86c3-d07863b1a938 req-c3c68801-da94-4274-9fd8-94eef7d903dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24 HTTP/1.1" status: 200 len: 834 time: 0.0481970 Aug 23 16:02:53.829565 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7f86f-da8d-4099-86c3-d07863b1a938 req-6605155d-f636-4bdb-9e7d-32991ccdaad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:53.831110 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c2d7f86f-da8d-4099-86c3-d07863b1a938 req-6605155d-f636-4bdb-9e7d-32991ccdaad0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e8c03ea-d6c4-4eed-98c4-1c148fc74479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494022 Aug 23 16:02:53.849758 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2d79f614-e94f-4d1e-bdbd-d7be9251b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81309329-fe41-42f1-814e-5c93a868da21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'aff73c06-9593-43cf-ba91-cb84e4cf7dab', 'name': '', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:f9:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:10Z', 'updated_at': '2021-08-23T16:01:17Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:02:53.877108 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d79f614-e94f-4d1e-bdbd-d7be9251b028 None None] Checking router: 81309329-fe41-42f1-814e-5c93a868da21 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:02:53.885363 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79f614-e94f-4d1e-bdbd-d7be9251b028 None None] Routers {'81309329-fe41-42f1-814e-5c93a868da21'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:02:53.885967 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2d79f614-e94f-4d1e-bdbd-d7be9251b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:02:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['81309329-fe41-42f1-814e-5c93a868da21'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:02:53.963304 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac8640-3cc9-4157-8ab1-7042791e3442 req-2296065b-e441-4c72-8094-ab8cd1283ae7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:53.965095 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50ac8640-3cc9-4157-8ab1-7042791e3442 req-2296065b-e441-4c72-8094-ab8cd1283ae7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.1015904 Aug 23 16:02:53.995787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c2d7f86f-da8d-4099-86c3-d07863b1a938 req-02d7fb8e-9d31-4a4d-a90c-c38a6c0f390c service neutron] 10.222.0.61 "GET /v2.0/networks/3e8c03ea-d6c4-4eed-98c4-1c148fc74479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503608 Aug 23 16:02:53.996692 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-2d79f614-e94f-4d1e-bdbd-d7be9251b028 None None] Set router 81309329-fe41-42f1-814e-5c93a868da21 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:02:54.023639 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-50ac8640-3cc9-4157-8ab1-7042791e3442 req-694cbb7f-dccd-474c-964d-8e9f89e5e5f3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490808 Aug 23 16:02:54.104747 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c2d7f86f-da8d-4099-86c3-d07863b1a938 req-2e4c5d9a-7607-4493-b04a-de7d5c017dac service neutron] 10.222.0.61 "GET /v2.0/networks/3e8c03ea-d6c4-4eed-98c4-1c148fc74479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961862 Aug 23 16:02:54.196661 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2d79f614-e94f-4d1e-bdbd-d7be9251b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81309329-fe41-42f1-814e-5c93a868da21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'aff73c06-9593-43cf-ba91-cb84e4cf7dab', 'name': '', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:f9:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:10Z', 'updated_at': '2021-08-23T16:01:17Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:02:54.224878 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d79f614-e94f-4d1e-bdbd-d7be9251b028 None None] The sync data for ids ['81309329-fe41-42f1-814e-5c93a868da21'] in n-d-804985-3 is: [{'id': '81309329-fe41-42f1-814e-5c93a868da21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'aff73c06-9593-43cf-ba91-cb84e4cf7dab', 'name': '', 'network_id': '3e8c03ea-d6c4-4eed-98c4-1c148fc74479', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:f9:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:10Z', 'updated_at': '2021-08-23T16:01:17Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:02:54.439116 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb96956-3728-4375-bcd9-bc2b2d74c692 None None] New status for floating IP 52c10664-991e-475b-ad21-22b65aec3e17: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:02:55.144034 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cb8b6-9d1d-4efd-94b0-cb5be36fafc3 req-d438165d-0332-440f-a8cb-a7735efc351a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:55.145532 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-794cb8b6-9d1d-4efd-94b0-cb5be36fafc3 req-d438165d-0332-440f-a8cb-a7735efc351a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0501814 Aug 23 16:02:55.183752 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-794cb8b6-9d1d-4efd-94b0-cb5be36fafc3 req-0862316e-1402-4dab-86a4-1a09fcef47c3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=30963525-93f9-4b79-a0eb-88e0df6a1506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322735 Aug 23 16:02:55.606731 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:55.626214 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57d5d2-486d-40ce-b514-3c6dab3c5ab8 req-7e6725bb-4f5e-4c3c-929d-0c9bee10aa2d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:02:55.627737 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-de57d5d2-486d-40ce-b514-3c6dab3c5ab8 req-7e6725bb-4f5e-4c3c-929d-0c9bee10aa2d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 946 time: 0.0500321 Aug 23 16:02:55.723025 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-de57d5d2-486d-40ce-b514-3c6dab3c5ab8 req-5c015dde-37ba-434e-a70b-8b46ce8a9591 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port 596f8f62-e01f-4fda-a256-cacb637d7905 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:02:55.723364 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-de57d5d2-486d-40ce-b514-3c6dab3c5ab8 req-5c015dde-37ba-434e-a70b-8b46ce8a9591 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:55.810335 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-de57d5d2-486d-40ce-b514-3c6dab3c5ab8 req-5c015dde-37ba-434e-a70b-8b46ce8a9591 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] For port 596f8f62-e01f-4fda-a256-cacb637d7905, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=596f8f62-e01f-4fda-a256-cacb637d7905,segment=NetworkSegment(08fb4993-fc5d-4791-aef2-5ab772b26046),segment_id=08fb4993-fc5d-4791-aef2-5ab772b26046)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:02:55.810828 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-de57d5d2-486d-40ce-b514-3c6dab3c5ab8 req-5c015dde-37ba-434e-a70b-8b46ce8a9591 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:55.822456 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-de57d5d2-486d-40ce-b514-3c6dab3c5ab8 req-5c015dde-37ba-434e-a70b-8b46ce8a9591 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for 596f8f62-e01f-4fda-a256-cacb637d7905 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:02:56.029846 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-de57d5d2-486d-40ce-b514-3c6dab3c5ab8 req-5c015dde-37ba-434e-a70b-8b46ce8a9591 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:56.058622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c015dde-37ba-434e-a70b-8b46ce8a9591 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=596f8f62-e01f-4fda-a256-cacb637d7905,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:02:56.108483 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-de57d5d2-486d-40ce-b514-3c6dab3c5ab8 req-5c015dde-37ba-434e-a70b-8b46ce8a9591 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] No DVR routers for this DVR port 596f8f62-e01f-4fda-a256-cacb637d7905 on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:02:56.114747 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-de57d5d2-486d-40ce-b514-3c6dab3c5ab8 req-5c015dde-37ba-434e-a70b-8b46ce8a9591 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:56.116986 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-de57d5d2-486d-40ce-b514-3c6dab3c5ab8 req-5c015dde-37ba-434e-a70b-8b46ce8a9591 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.61 "DELETE /v2.0/ports/596f8f62-e01f-4fda-a256-cacb637d7905 HTTP/1.1" status: 204 len: 173 time: 0.4826715 Aug 23 16:02:56.117435 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd440c92-9764-43cb-ae97-c24ecfdf6385', 'name': 'network-vif-deleted', 'tag': '596f8f62-e01f-4fda-a256-cacb637d7905'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:02:56.121465 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cdba6f-2760-48f8-b796-8ef2d8a4dc54" -d '{"events": [{"server_uuid": "fd440c92-9764-43cb-ae97-c24ecfdf6385", "name": "network-vif-deleted", "tag": "596f8f62-e01f-4fda-a256-cacb637d7905"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:02:56.157522 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c9afb9-5fde-4c93-ad10-d7c6b1cbc553 x-openstack-request-id: req-35c9afb9-5fde-4c93-ad10-d7c6b1cbc553 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:02:56.157819 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd440c92-9764-43cb-ae97-c24ecfdf6385", "name": "network-vif-deleted", "tag": "596f8f62-e01f-4fda-a256-cacb637d7905", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:02:56.158077 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35c9afb9-5fde-4c93-ad10-d7c6b1cbc553 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:02:56.158484 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd440c92-9764-43cb-ae97-c24ecfdf6385', 'name': 'network-vif-deleted', 'tag': '596f8f62-e01f-4fda-a256-cacb637d7905', 'status': 'completed', 'code': 200} Aug 23 16:02:56.278515 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2ef5dfd7-3f8f-4185-a43f-6f475ece8c6d req-0079c315-9059-4be1-939f-36ab5d76f107 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd440c92-9764-43cb-ae97-c24ecfdf6385 HTTP/1.1" status: 200 len: 210 time: 0.0270197 Aug 23 16:02:56.652561 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a879afd3-b62b-407c-894f-e7cffc28dc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:57.058143 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:57.339256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40624) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:02:57.694198 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70839882-62a3-47ba-9f5a-96d5b4dfd468 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:57.955217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-70839882-62a3-47ba-9f5a-96d5b4dfd468 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port aff73c06-9593-43cf-ba91-cb84e4cf7dab {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:02:57.955471 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70839882-62a3-47ba-9f5a-96d5b4dfd468 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:58.048035 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-70839882-62a3-47ba-9f5a-96d5b4dfd468 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] For port aff73c06-9593-43cf-ba91-cb84e4cf7dab, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=aff73c06-9593-43cf-ba91-cb84e4cf7dab,segment=NetworkSegment(08fb4993-fc5d-4791-aef2-5ab772b26046),segment_id=08fb4993-fc5d-4791-aef2-5ab772b26046)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:02:58.048396 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70839882-62a3-47ba-9f5a-96d5b4dfd468 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:58.059865 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-70839882-62a3-47ba-9f5a-96d5b4dfd468 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for aff73c06-9593-43cf-ba91-cb84e4cf7dab owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:02:58.309385 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70839882-62a3-47ba-9f5a-96d5b4dfd468 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:58.336845 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70839882-62a3-47ba-9f5a-96d5b4dfd468 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=aff73c06-9593-43cf-ba91-cb84e4cf7dab,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:02:58.520321 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-70839882-62a3-47ba-9f5a-96d5b4dfd468 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:58.875837 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:59.071281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70839882-62a3-47ba-9f5a-96d5b4dfd468 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router 81309329-fe41-42f1-814e-5c93a868da21 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:02:59.173478 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70839882-62a3-47ba-9f5a-96d5b4dfd468 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:02:59.178416 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-70839882-62a3-47ba-9f5a-96d5b4dfd468 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "PUT /v2.0/routers/81309329-fe41-42f1-814e-5c93a868da21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8378420 Aug 23 16:02:59.181277 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40626) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:02:59.182784 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d2b40a-9fa0-4d0d-9539-b611c0ae49a1 None None] Sync routers for ids ['81309329-fe41-42f1-814e-5c93a868da21'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:02:59.191916 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d2b40a-9fa0-4d0d-9539-b611c0ae49a1 None None] Routers {'81309329-fe41-42f1-814e-5c93a868da21'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:02:59.192518 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-60d2b40a-9fa0-4d0d-9539-b611c0ae49a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:02:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['81309329-fe41-42f1-814e-5c93a868da21'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:02:59.231708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting subnet 6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:02:59.235605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:59.278886 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:59.300225 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-60d2b40a-9fa0-4d0d-9539-b611c0ae49a1 None None] Set router 81309329-fe41-42f1-814e-5c93a868da21 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:02:59.380778 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:59.475921 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-60d2b40a-9fa0-4d0d-9539-b611c0ae49a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81309329-fe41-42f1-814e-5c93a868da21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:02:58Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:02:59.506177 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d2b40a-9fa0-4d0d-9539-b611c0ae49a1 None None] Checking router: 81309329-fe41-42f1-814e-5c93a868da21 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:02:59.510626 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:59.515327 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d2b40a-9fa0-4d0d-9539-b611c0ae49a1 None None] Routers {'81309329-fe41-42f1-814e-5c93a868da21'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:02:59.515967 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-60d2b40a-9fa0-4d0d-9539-b611c0ae49a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:02:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['81309329-fe41-42f1-814e-5c93a868da21'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:02:59.543888 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Subnet': ['ID=6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:02:59.546936 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:59.548804 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/subnets/6020b152-d9dd-4ce6-a1f8-c0fc7cb01c24 HTTP/1.1" status: 204 len: 168 time: 0.3664656 Aug 23 16:02:59.551638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40628) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:02:59.555268 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:59.555631 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:59.555998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:59.556344 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:59.556685 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:59.557032 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:59.557372 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:59.557707 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:59.558040 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:59.558378 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:59.558708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:59.559035 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b324d37-30f7-4b54-b946-860767f26ded tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:02:59.560448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5ec155-b1cd-459f-bc3d-6092250db3d8 None None] Network 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:02:59.640787 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-60d2b40a-9fa0-4d0d-9539-b611c0ae49a1 None None] Set router 81309329-fe41-42f1-814e-5c93a868da21 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:02:59.686707 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:59.770071 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] DHCP port deletion for 3e8c03ea-d6c4-4eed-98c4-1c148fc74479 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 16:02:59.804878 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:59.816731 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Deleting port 89854a72-6f8d-4bef-afc0-d5f35c9bb4af {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:02:59.817099 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:59.849445 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-60d2b40a-9fa0-4d0d-9539-b611c0ae49a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81309329-fe41-42f1-814e-5c93a868da21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:02:58Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:02:59.876793 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d2b40a-9fa0-4d0d-9539-b611c0ae49a1 None None] The sync data for ids ['81309329-fe41-42f1-814e-5c93a868da21'] in n-d-804985-3 is: [{'id': '81309329-fe41-42f1-814e-5c93a868da21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976156746', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:02:58Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': '0285423b-b3a3-482a-bd75-03e416ceb36e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81309329-fe41-42f1-814e-5c93a868da21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:01:07Z', 'updated_at': '2021-08-23T16:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:02:59.882835 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] For port 89854a72-6f8d-4bef-afc0-d5f35c9bb4af, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=89854a72-6f8d-4bef-afc0-d5f35c9bb4af,segment=NetworkSegment(08fb4993-fc5d-4791-aef2-5ab772b26046),segment_id=08fb4993-fc5d-4791-aef2-5ab772b26046)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:02:59.883331 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:02:59.896996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Calling delete_port for 89854a72-6f8d-4bef-afc0-d5f35c9bb4af owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:02:59.951992 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port 0285423b-b3a3-482a-bd75-03e416ceb36e {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:02:59.952312 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:00.032457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] For port 0285423b-b3a3-482a-bd75-03e416ceb36e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0285423b-b3a3-482a-bd75-03e416ceb36e,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:03:00.032729 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:00.044366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for 0285423b-b3a3-482a-bd75-03e416ceb36e owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:03:00.052754 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:00.081828 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Pushing event deleted for resources: {'Port': ['ID=89854a72-6f8d-4bef-afc0-d5f35c9bb4af,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:00.086041 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] No DVR routers for this DVR port 89854a72-6f8d-4bef-afc0-d5f35c9bb4af on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:03:00.095939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:00.096285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:00.096669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:00.096989 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:00.097319 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:00.097642 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:00.098194 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:00.098285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:00.098570 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:00.098884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:00.099204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:00.099516 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfd8e6-4975-4359-8813-e5fc67432817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:00.281500 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:00.306457 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=0285423b-b3a3-482a-bd75-03e416ceb36e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:00.380133 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:00.472995 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:00.475166 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:00.595487 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 596f8f62-e01f-4fda-a256-cacb637d7905 no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:03:00.616628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 596f8f62-e01f-4fda-a256-cacb637d7905 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:03:00.617257 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 596f8f62-e01f-4fda-a256-cacb637d7905 not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:03:00.652888 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:00.653445 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Fanout notify agent at l3_agent the message router_deleted on router 81309329-fe41-42f1-814e-5c93a868da21 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:03:00.663335 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:00.664171 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c35941d3-6662-48a4-969f-77bddc611242 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/routers/81309329-fe41-42f1-814e-5c93a868da21 HTTP/1.1" status: 204 len: 168 time: 1.1099405 Aug 23 16:03:00.665413 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40632) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:00.694143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device aff73c06-9593-43cf-ba91-cb84e4cf7dab no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:03:00.717750 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: aff73c06-9593-43cf-ba91-cb84e4cf7dab {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:03:00.718340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device aff73c06-9593-43cf-ba91-cb84e4cf7dab not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:03:00.718966 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 89854a72-6f8d-4bef-afc0-d5f35c9bb4af no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:03:00.740460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 89854a72-6f8d-4bef-afc0-d5f35c9bb4af {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:03:00.740895 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 89854a72-6f8d-4bef-afc0-d5f35c9bb4af not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:03:00.753799 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48ff2474-78b0-4c5b-8259-534404052453 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:00.846298 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48ff2474-78b0-4c5b-8259-534404052453 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:00.858046 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-48ff2474-78b0-4c5b-8259-534404052453 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8c03ea-d6c4-4eed-98c4-1c148fc74479']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:03:00.868544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-48ff2474-78b0-4c5b-8259-534404052453 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fb4993-fc5d-4791-aef2-5ab772b26046') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:03:00.868839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-48ff2474-78b0-4c5b-8259-534404052453 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fb4993-fc5d-4791-aef2-5ab772b26046') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:03:00.878984 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48ff2474-78b0-4c5b-8259-534404052453 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:00.893456 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48ff2474-78b0-4c5b-8259-534404052453 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:00.899237 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ff2474-78b0-4c5b-8259-534404052453 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:03:00.899614 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48ff2474-78b0-4c5b-8259-534404052453 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: timer() Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:03:00.902814 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:03:01.024307 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48ff2474-78b0-4c5b-8259-534404052453 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:01.032544 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-48ff2474-78b0-4c5b-8259-534404052453 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:01.033726 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-48ff2474-78b0-4c5b-8259-534404052453 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/networks/3e8c03ea-d6c4-4eed-98c4-1c148fc74479 HTTP/1.1" status: 204 len: 168 time: 0.3673556 Aug 23 16:03:01.036570 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40636) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:01.046646 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff2474-78b0-4c5b-8259-534404052453 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Network': ['ID=3e8c03ea-d6c4-4eed-98c4-1c148fc74479,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:01.098454 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-adc34f1b-d835-4c00-9977-976270cd8fa4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:01.126434 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-adc34f1b-d835-4c00-9977-976270cd8fa4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:01.258392 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-adc34f1b-d835-4c00-9977-976270cd8fa4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:01.261050 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-adc34f1b-d835-4c00-9977-976270cd8fa4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:01.262306 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-adc34f1b-d835-4c00-9977-976270cd8fa4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/security-groups/30963525-93f9-4b79-a0eb-88e0df6a1506 HTTP/1.1" status: 204 len: 168 time: 0.2246773 Aug 23 16:03:01.272276 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc34f1b-d835-4c00-9977-976270cd8fa4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30963525-93f9-4b79-a0eb-88e0df6a1506,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:01.739988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40642) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:01.744749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-52b17f0d-01fc-49cd-adaa-3308b34e3bd3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-618608296', 'description': 'tempest-secgroup-smoke-618608296 description', 'project_id': '7c2fbc554940487d802ee0e1f3459b84'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:03:01.817996 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52b17f0d-01fc-49cd-adaa-3308b34e3bd3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:01.899586 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52b17f0d-01fc-49cd-adaa-3308b34e3bd3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:01.943501 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52b17f0d-01fc-49cd-adaa-3308b34e3bd3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:01.971986 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b17f0d-01fc-49cd-adaa-3308b34e3bd3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3beb21b-a8d2-4eba-98c7-854e1e801384,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:02.030164 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-52b17f0d-01fc-49cd-adaa-3308b34e3bd3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:02.031470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-52b17f0d-01fc-49cd-adaa-3308b34e3bd3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2904127 Aug 23 16:03:02.034482 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40644) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:02.039076 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-3496101e-1204-4fb7-8cbf-7e9d54c6e4b4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': 'f3beb21b-a8d2-4eba-98c7-854e1e801384', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:03:02.131561 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3496101e-1204-4fb7-8cbf-7e9d54c6e4b4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:02.185923 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3496101e-1204-4fb7-8cbf-7e9d54c6e4b4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:02.275129 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3496101e-1204-4fb7-8cbf-7e9d54c6e4b4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:02.292700 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496101e-1204-4fb7-8cbf-7e9d54c6e4b4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44a8080-c803-4992-a6cb-7673ea7f4de0,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:02.361339 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-3496101e-1204-4fb7-8cbf-7e9d54c6e4b4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:02.362931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-3496101e-1204-4fb7-8cbf-7e9d54c6e4b4 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273261 Aug 23 16:03:02.365997 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40646) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:02.371392 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-fc67469b-c08f-4ac0-a55e-f51ae5363c8d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': 'f3beb21b-a8d2-4eba-98c7-854e1e801384', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:03:02.457776 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fc67469b-c08f-4ac0-a55e-f51ae5363c8d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:02.519398 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fc67469b-c08f-4ac0-a55e-f51ae5363c8d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:02.578054 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fc67469b-c08f-4ac0-a55e-f51ae5363c8d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:02.596784 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67469b-c08f-4ac0-a55e-f51ae5363c8d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8bfa7b-5ef0-49d2-9007-6fb38f77b138,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:02.600276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0285423b-b3a3-482a-bd75-03e416ceb36e no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:03:02.620790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 0285423b-b3a3-482a-bd75-03e416ceb36e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:03:02.621136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0285423b-b3a3-482a-bd75-03e416ceb36e not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:03:02.646661 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fc67469b-c08f-4ac0-a55e-f51ae5363c8d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:02.648023 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fc67469b-c08f-4ac0-a55e-f51ae5363c8d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2809284 Aug 23 16:03:02.650932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40650) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:02.656674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-22bd00c5-2c67-488e-bae4-e00df890856e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': 'f3beb21b-a8d2-4eba-98c7-854e1e801384', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:03:02.737594 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22bd00c5-2c67-488e-bae4-e00df890856e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:02.795820 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22bd00c5-2c67-488e-bae4-e00df890856e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:02.863974 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22bd00c5-2c67-488e-bae4-e00df890856e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:02.885254 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd00c5-2c67-488e-bae4-e00df890856e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f0d7a3-aa4b-4771-90bb-1a29c3a46112,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:02.938342 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-22bd00c5-2c67-488e-bae4-e00df890856e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:02.939712 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-22bd00c5-2c67-488e-bae4-e00df890856e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2876432 Aug 23 16:03:02.942407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40654) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:02.946817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-5a4cf521-0b65-495f-b7ae-9297b7470eac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': 'f3beb21b-a8d2-4eba-98c7-854e1e801384', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:03:03.039573 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf521-0b65-495f-b7ae-9297b7470eac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:03.099028 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf521-0b65-495f-b7ae-9297b7470eac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:03.172552 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf521-0b65-495f-b7ae-9297b7470eac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:03.191735 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cf521-0b65-495f-b7ae-9297b7470eac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc37fa6-a158-4c66-adc0-4f80b888bfab,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:03.257184 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf521-0b65-495f-b7ae-9297b7470eac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:03.258413 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-5a4cf521-0b65-495f-b7ae-9297b7470eac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3150375 Aug 23 16:03:03.261099 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40656) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:03.265817 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-9023170a-6f35-4b10-a17e-8413834387e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': 'f3beb21b-a8d2-4eba-98c7-854e1e801384', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:03:03.366727 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-9023170a-6f35-4b10-a17e-8413834387e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Project 7c2fbc554940487d802ee0e1f3459b84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:03:03.371972 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9023170a-6f35-4b10-a17e-8413834387e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:03.439145 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9023170a-6f35-4b10-a17e-8413834387e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:03.515225 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9023170a-6f35-4b10-a17e-8413834387e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:03.535123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023170a-6f35-4b10-a17e-8413834387e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ac0bd1-1be8-4a16-a46c-f443af835d27,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:03.606584 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9023170a-6f35-4b10-a17e-8413834387e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:03.608613 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9023170a-6f35-4b10-a17e-8413834387e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3465407 Aug 23 16:03:03.612672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40660) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:03.617189 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-c5e42c58-e8ba-49a8-8ccd-5e6f299691a6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'security_group_rule': {'security_group_id': 'f3beb21b-a8d2-4eba-98c7-854e1e801384', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:03:03.698255 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-c5e42c58-e8ba-49a8-8ccd-5e6f299691a6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Project 7c2fbc554940487d802ee0e1f3459b84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:03:03.703374 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c5e42c58-e8ba-49a8-8ccd-5e6f299691a6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:03.764308 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c5e42c58-e8ba-49a8-8ccd-5e6f299691a6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:03.840985 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c5e42c58-e8ba-49a8-8ccd-5e6f299691a6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:03.860397 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e42c58-e8ba-49a8-8ccd-5e6f299691a6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c933c1-f2c6-4e68-9c72-846be711a226,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:03.926544 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c5e42c58-e8ba-49a8-8ccd-5e6f299691a6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:03.927791 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c5e42c58-e8ba-49a8-8ccd-5e6f299691a6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3141210 Aug 23 16:03:03.930585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40662) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:03.935421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-bff3d59c-99e4-4104-a446-0cadeb4720c2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'network': {'name': 'tempest-network-smoke--504464685', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'port_security_enabled': True}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:03:04.029055 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff3d59c-99e4-4104-a446-0cadeb4720c2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Made reservation on behalf of 7c2fbc554940487d802ee0e1f3459b84 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:03:04.033423 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bff3d59c-99e4-4104-a446-0cadeb4720c2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:04.056137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff3d59c-99e4-4104-a446-0cadeb4720c2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:03:04.065210 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bff3d59c-99e4-4104-a446-0cadeb4720c2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:04.068560 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-bff3d59c-99e4-4104-a446-0cadeb4720c2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Added segment 21408d5b-ec7f-4448-8e93-81b28c501f1c of type vlan for network adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c Aug 23 16:03:04.106748 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bff3d59c-99e4-4104-a446-0cadeb4720c2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:04.183464 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bff3d59c-99e4-4104-a446-0cadeb4720c2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:04.189839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3d59c-99e4-4104-a446-0cadeb4720c2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:04.190477 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bff3d59c-99e4-4104-a446-0cadeb4720c2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:04.259809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3d59c-99e4-4104-a446-0cadeb4720c2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Network': ['ID=adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:04.270799 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:03:04.305360 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bff3d59c-99e4-4104-a446-0cadeb4720c2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3734365 Aug 23 16:03:04.307799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40664) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:04.313767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'admin_state_up': True, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:03:04.378022 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:04.379193 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:04.431138 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:04.641403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:04.910235 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:04.929501 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:05.030328 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.25.8.34 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/daf2506f-c1c4-4078-b183-4d31a45efb4e) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:03:05.136284 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:05.223117 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:05.261754 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:03:05.265298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:03:05.268833 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:03:05.276790 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=daf2506f-c1c4-4078-b183-4d31a45efb4e,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:05.589622 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:05.784306 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:05.965911 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router 77d4b3b2-d778-41d6-93ac-b431b4cd958f is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:03:06.074145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:03:06.084997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Sync routers for ids ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:03:06.095496 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Routers {'77d4b3b2-d778-41d6-93ac-b431b4cd958f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:03:06.096182 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:02:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:03:06.161040 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:06.162314 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b28349ae-4a13-4609-bb7e-ae55b2c40fa3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8534157 Aug 23 16:03:06.166455 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40666) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:06.194901 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b2f3adac-2fe4-4470-8c8d-480593784d31 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=7c2fbc554940487d802ee0e1f3459b84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272954 Aug 23 16:03:06.198106 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40668) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:06.205010 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Set router 77d4b3b2-d778-41d6-93ac-b431b4cd958f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:03:06.286729 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a071bcf-deb0-4c88-9e8e-996d182e994c tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:06.288248 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0a071bcf-deb0-4c88-9e8e-996d182e994c tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892329 Aug 23 16:03:06.291033 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40670) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:06.327606 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b48ae8ca-28aa-4037-bb42-18e07f538178 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=e6581f12-2906-4ad2-9e73-ba5575fb886b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349233 Aug 23 16:03:06.329976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40672) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:06.335752 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-0dc173e3-4892-4b1d-8e91-b1763885ea30 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1324942529', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:03:06.481026 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc173e3-4892-4b1d-8e91-b1763885ea30 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Made reservation on behalf of 7c2fbc554940487d802ee0e1f3459b84 for: {'subnet': 1} {{(pid=96114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:03:06.485383 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0dc173e3-4892-4b1d-8e91-b1763885ea30 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4907829'] for subnet, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:06.557409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:05Z', 'revision_number': 3, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:17:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:03:06.584551 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Checking router: 77d4b3b2-d778-41d6-93ac-b431b4cd958f for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:03:06.584884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Updating router 77d4b3b2-d778-41d6-93ac-b431b4cd958f port daf2506f-c1c4-4078-b183-4d31a45efb4e binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:03:06.616474 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:06.755489 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0dc173e3-4892-4b1d-8e91-b1763885ea30 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7901886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4907867'] for subnet, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:06.825145 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc173e3-4892-4b1d-8e91-b1763885ea30 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Checking segment: {'id': '21408d5b-ec7f-4448-8e93-81b28c501f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:03:06.825437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc173e3-4892-4b1d-8e91-b1763885ea30 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network hostable DHCP agents. Network: adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:03:06.828470 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc173e3-4892-4b1d-8e91-b1763885ea30 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Subnet': ['ID=77e26dc6-b9d7-49a1-a863-70a8d5956e10,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:06.880001 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:06.889739 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Transition to ACTIVE for port object daf2506f-c1c4-4078-b183-4d31a45efb4e will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:03:06.921953 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc173e3-4892-4b1d-8e91-b1763885ea30 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:03:07.006345 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:07.023519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-0dc173e3-4892-4b1d-8e91-b1763885ea30 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c) {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:03:07.027915 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc173e3-4892-4b1d-8e91-b1763885ea30 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:07.028570 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-0dc173e3-4892-4b1d-8e91-b1763885ea30 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:07.034920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b9301-188d-46fb-94da-4e9f173e407f None None] Network adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:03:07.098093 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-0dc173e3-4892-4b1d-8e91-b1763885ea30 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7664309 Aug 23 16:03:07.100891 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40674) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:07.103364 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379319f0-cd87-4653-a600-a3306d624262 None None] Pushing event updated for resources: {'Port': ['ID=daf2506f-c1c4-4078-b183-4d31a45efb4e,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:07.113798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Attempting to bind port daf2506f-c1c4-4078-b183-4d31a45efb4e on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:03:07.116840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Attempting to bind port daf2506f-c1c4-4078-b183-4d31a45efb4e by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:03:07.116840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Attempting to bind port daf2506f-c1c4-4078-b183-4d31a45efb4e on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:03:07.128302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:03:07.128675 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:03:07.129077 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:07.129464 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:03:07.129927 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Bound port: daf2506f-c1c4-4078-b183-4d31a45efb4e, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:03:07.130308 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:07.219336 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] For port daf2506f-c1c4-4078-b183-4d31a45efb4e, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:03:07.223744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] For port daf2506f-c1c4-4078-b183-4d31a45efb4e, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=daf2506f-c1c4-4078-b183-4d31a45efb4e,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:03:07.257233 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ips': [{'subnet_id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:03:07.258109 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:07.332415 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:07.432189 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Routers {'77d4b3b2-d778-41d6-93ac-b431b4cd958f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:03:07.432837 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:02:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:03:07.483887 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379319f0-cd87-4653-a600-a3306d624262 None None] Pushing event updated for resources: {'Port': ['ID=daf2506f-c1c4-4078-b183-4d31a45efb4e,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:07.540200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Allocated IP 172.20.0.2 (adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c/77e26dc6-b9d7-49a1-a863-70a8d5956e10/ae89b664-5b72-4ae9-b109-fa1deb529d3d) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:03:07.560663 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:07.614826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] Set router 77d4b3b2-d778-41d6-93ac-b431b4cd958f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:03:07.856705 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:07.868952 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Transition to ACTIVE for port object ae89b664-5b72-4ae9-b109-fa1deb529d3d will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:03:07.889665 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Transition to ACTIVE for port object ae89b664-5b72-4ae9-b109-fa1deb529d3d will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:03:07.900620 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:05Z', 'revision_number': 3, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:17:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:03:07.930162 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7e0ae-01bf-4fd5-873b-53936ca1117b None None] The sync data for ids ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'] in n-d-804985-3 is: [{'id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:05Z', 'revision_number': 3, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:17:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:03:07.978896 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:08.019128 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Network adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:03:08.022340 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:03:08.026861 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:03:08.032065 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.20.0.1 (adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c/77e26dc6-b9d7-49a1-a863-70a8d5956e10/5211d38a-9f16-420e-89da-c4b4cad2bab0) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:03:08.036667 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Pushing event updated for resources: {'Port': ['ID=ae89b664-5b72-4ae9-b109-fa1deb529d3d,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:08.095512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Attempting to bind port ae89b664-5b72-4ae9-b109-fa1deb529d3d on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:03:08.095922 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Attempting to bind port ae89b664-5b72-4ae9-b109-fa1deb529d3d by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '21408d5b-ec7f-4448-8e93-81b28c501f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:03:08.096342 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Attempting to bind port ae89b664-5b72-4ae9-b109-fa1deb529d3d on network adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:03:08.101460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:03:08.101886 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Checking segment: {'id': '21408d5b-ec7f-4448-8e93-81b28c501f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:03:08.102304 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:08.102706 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Bound using segment: {'id': '21408d5b-ec7f-4448-8e93-81b28c501f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:03:08.103206 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Bound port: ae89b664-5b72-4ae9-b109-fa1deb529d3d, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21408d5b-ec7f-4448-8e93-81b28c501f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:03:08.103599 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:08.173956 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:08.190531 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Transition to ACTIVE for port object 5211d38a-9f16-420e-89da-c4b4cad2bab0 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:03:08.193034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] For port ae89b664-5b72-4ae9-b109-fa1deb529d3d, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:03:08.196757 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] For port ae89b664-5b72-4ae9-b109-fa1deb529d3d, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ae89b664-5b72-4ae9-b109-fa1deb529d3d,segment=NetworkSegment(21408d5b-ec7f-4448-8e93-81b28c501f1c),segment_id=21408d5b-ec7f-4448-8e93-81b28c501f1c)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:03:08.253296 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:08.310285 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:08.320018 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea8fb4-faae-446a-80e8-84944ce89926 None None] Pushing event updated for resources: {'Port': ['ID=ae89b664-5b72-4ae9-b109-fa1deb529d3d,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:08.353457 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:03:08.356758 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:03:08.361367 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:03:08.394894 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=5211d38a-9f16-420e-89da-c4b4cad2bab0,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:08.414427 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:08.648287 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:08.747436 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ae89b664-5b72-4ae9-b109-fa1deb529d3d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:03:08.863962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port ae89b664-5b72-4ae9-b109-fa1deb529d3d completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:03:08.868350 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device daf2506f-c1c4-4078-b183-4d31a45efb4e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:03:08.956832 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:08.972393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port daf2506f-c1c4-4078-b183-4d31a45efb4e completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:03:08.976582 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port daf2506f-c1c4-4078-b183-4d31a45efb4e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:03:08.976962 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:09.023957 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:09.055221 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:09.078919 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port daf2506f-c1c4-4078-b183-4d31a45efb4e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=daf2506f-c1c4-4078-b183-4d31a45efb4e,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:03:09.109141 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=5211d38a-9f16-420e-89da-c4b4cad2bab0,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:09.112605 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:09.172675 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:09.212841 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:03:09.214281 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:03:09.230742 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=daf2506f-c1c4-4078-b183-4d31a45efb4e,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:09.385899 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0f42b3-631e-4361-887d-09051c4359bf None None] Network adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:03:09.590524 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-66fa05e1-8896-405a-8feb-e87ba8f80b83 None None] Provisioning for port ae89b664-5b72-4ae9-b109-fa1deb529d3d completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:03:09.597656 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-66fa05e1-8896-405a-8feb-e87ba8f80b83 None None] Provisioning complete for port ae89b664-5b72-4ae9-b109-fa1deb529d3d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:03:09.599523 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-66fa05e1-8896-405a-8feb-e87ba8f80b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:09.726510 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-66fa05e1-8896-405a-8feb-e87ba8f80b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:09.727232 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router 77d4b3b2-d778-41d6-93ac-b431b4cd958f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:03:09.762432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-66fa05e1-8896-405a-8feb-e87ba8f80b83 None None] For port ae89b664-5b72-4ae9-b109-fa1deb529d3d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ae89b664-5b72-4ae9-b109-fa1deb529d3d,segment=NetworkSegment(21408d5b-ec7f-4448-8e93-81b28c501f1c),segment_id=21408d5b-ec7f-4448-8e93-81b28c501f1c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:03:09.840192 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-66fa05e1-8896-405a-8feb-e87ba8f80b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:09.857174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:03:09.871252 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a3c0f2e9-59b9-4c38-8229-d542c92ecf43 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "PUT /v2.0/routers/77d4b3b2-d778-41d6-93ac-b431b4cd958f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7622755 Aug 23 16:03:09.877229 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Sync routers for ids ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:03:09.895188 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Routers {'77d4b3b2-d778-41d6-93ac-b431b4cd958f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:03:09.896151 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:02:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:03:09.949598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa05e1-8896-405a-8feb-e87ba8f80b83 None None] Pushing event updated for resources: {'Port': ['ID=ae89b664-5b72-4ae9-b109-fa1deb529d3d,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:10.030511 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Set router 77d4b3b2-d778-41d6-93ac-b431b4cd958f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:03:10.047814 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dbcf8057-dca8-47d2-901a-cc27567425c7 None None] Provisioning for port 5211d38a-9f16-420e-89da-c4b4cad2bab0 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:03:10.054572 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dbcf8057-dca8-47d2-901a-cc27567425c7 None None] Provisioning complete for port 5211d38a-9f16-420e-89da-c4b4cad2bab0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:03:10.054996 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8057-dca8-47d2-901a-cc27567425c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:10.065579 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-2ed11d6b-f875-4913-8f88-18a5acac84cb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-618608296&fields=id&tenant_id=7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 267 time: 0.0429473 Aug 23 16:03:10.103219 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf8057-dca8-47d2-901a-cc27567425c7 None None] Port 5211d38a-9f16-420e-89da-c4b4cad2bab0 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:03:10.116541 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-dbcf8057-dca8-47d2-901a-cc27567425c7 None None] Provisioning complete for port ae89b664-5b72-4ae9-b109-fa1deb529d3d triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:03:10.117175 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8057-dca8-47d2-901a-cc27567425c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:10.204826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-5310bf11-e3ec-4695-8409-b1cd42b301b7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:10.212550 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-5310bf11-e3ec-4695-8409-b1cd42b301b7 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/networks?id=adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c HTTP/1.1" status: 200 len: 796 time: 0.1336584 Aug 23 16:03:10.224408 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-54eed484-1ae4-4b68-aedc-fdec1ef1f00d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/quotas/7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 375 time: 0.0108361 Aug 23 16:03:10.282144 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-a0e13e23-4999-4078-92f5-feadce4c9572 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513558 Aug 23 16:03:10.289682 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:08Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '5211d38a-9f16-420e-89da-c4b4cad2bab0', 'name': '', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:58:eb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:07Z', 'updated_at': '2021-08-23T16:03:08Z', 'revision_number': 2, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:03:10.316877 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Checking router: 77d4b3b2-d778-41d6-93ac-b431b4cd958f for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:03:10.317197 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Updating router 77d4b3b2-d778-41d6-93ac-b431b4cd958f port 5211d38a-9f16-420e-89da-c4b4cad2bab0 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:03:10.338825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-074a0ecf-165b-412e-ba38-905164c0894b None None] Provisioning complete for port 5211d38a-9f16-420e-89da-c4b4cad2bab0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:03:10.339680 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-074a0ecf-165b-412e-ba38-905164c0894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:10.343524 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:10.371752 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-a85bcebb-4657-4fed-a4a5-de36faca8d06 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:03:10.372807 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-a85bcebb-4657-4fed-a4a5-de36faca8d06 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0755830 Aug 23 16:03:10.378741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-074a0ecf-165b-412e-ba38-905164c0894b None None] Port 5211d38a-9f16-420e-89da-c4b4cad2bab0 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:03:10.465775 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-3e75335b-ba4f-416c-9b5b-9b9db23d595e service neutron] 10.222.0.38 "GET /v2.0/networks/adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862682 Aug 23 16:03:10.563069 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-8328d78e-37b9-4973-ae75-3d1dd61e4fb5 service neutron] 10.222.0.38 "GET /v2.0/networks/adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903120 Aug 23 16:03:10.662396 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ae89b664-5b72-4ae9-b109-fa1deb529d3d up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:03:10.711955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ae89b664-5b72-4ae9-b109-fa1deb529d3d triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:03:10.712328 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:10.714956 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:10.726716 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Transition to ACTIVE for port object 5211d38a-9f16-420e-89da-c4b4cad2bab0 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:03:10.799380 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device daf2506f-c1c4-4078-b183-4d31a45efb4e up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:03:10.812573 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:10.827840 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ca49b65b-546c-4991-8ca8-d178ebbbc140 req-0303d9ac-37c9-4409-90aa-aeac2c473113 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 210 time: 0.0385911 Aug 23 16:03:10.866487 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483368d-7ad1-4e16-816a-2cba682f4fa7 None None] Pushing event updated for resources: {'Port': ['ID=5211d38a-9f16-420e-89da-c4b4cad2bab0,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:10.868633 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port daf2506f-c1c4-4078-b183-4d31a45efb4e triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:03:10.869160 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:10.935226 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Attempting to bind port 5211d38a-9f16-420e-89da-c4b4cad2bab0 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:03:10.936885 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Attempting to bind port 5211d38a-9f16-420e-89da-c4b4cad2bab0 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '21408d5b-ec7f-4448-8e93-81b28c501f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:03:10.936885 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Attempting to bind port 5211d38a-9f16-420e-89da-c4b4cad2bab0 on network adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:03:10.939224 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483368d-7ad1-4e16-816a-2cba682f4fa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:10.939567 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483368d-7ad1-4e16-816a-2cba682f4fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:10.939952 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483368d-7ad1-4e16-816a-2cba682f4fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:10.940285 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483368d-7ad1-4e16-816a-2cba682f4fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:10.940774 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483368d-7ad1-4e16-816a-2cba682f4fa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:10.941100 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483368d-7ad1-4e16-816a-2cba682f4fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:10.941423 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483368d-7ad1-4e16-816a-2cba682f4fa7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:10.941742 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483368d-7ad1-4e16-816a-2cba682f4fa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:10.942060 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483368d-7ad1-4e16-816a-2cba682f4fa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:10.942377 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483368d-7ad1-4e16-816a-2cba682f4fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:10.942764 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483368d-7ad1-4e16-816a-2cba682f4fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:10.942993 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d483368d-7ad1-4e16-816a-2cba682f4fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:03:10.950657 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:03:10.951702 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Checking segment: {'id': '21408d5b-ec7f-4448-8e93-81b28c501f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:03:10.952069 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:10.952886 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Bound using segment: {'id': '21408d5b-ec7f-4448-8e93-81b28c501f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:03:10.953858 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Bound port: 5211d38a-9f16-420e-89da-c4b4cad2bab0, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21408d5b-ec7f-4448-8e93-81b28c501f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:03:10.954244 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:11.025515 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] For port 5211d38a-9f16-420e-89da-c4b4cad2bab0, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:03:11.028838 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] For port 5211d38a-9f16-420e-89da-c4b4cad2bab0, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5211d38a-9f16-420e-89da-c4b4cad2bab0,segment=NetworkSegment(21408d5b-ec7f-4448-8e93-81b28c501f1c),segment_id=21408d5b-ec7f-4448-8e93-81b28c501f1c)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:03:11.121446 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:11.182547 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Routers {'77d4b3b2-d778-41d6-93ac-b431b4cd958f'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:03:11.183178 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:02:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:03:11.187446 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483368d-7ad1-4e16-816a-2cba682f4fa7 None None] Pushing event updated for resources: {'Port': ['ID=5211d38a-9f16-420e-89da-c4b4cad2bab0,revision_number=4']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:11.302372 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] Set router 77d4b3b2-d778-41d6-93ac-b431b4cd958f gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:03:11.521337 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:08Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '5211d38a-9f16-420e-89da-c4b4cad2bab0', 'name': '', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:58:eb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:07Z', 'updated_at': '2021-08-23T16:03:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:03:11.550789 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bffb7ab-ecf8-4530-adc6-f7bdd67d1f07 None None] The sync data for ids ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'] in n-d-804985-3 is: [{'id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:08Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '5211d38a-9f16-420e-89da-c4b4cad2bab0', 'name': '', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:58:eb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:07Z', 'updated_at': '2021-08-23T16:03:11Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:03:11.925977 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-930dd092-257b-48e3-8b9f-133206d14449 req-1f89ab85-cc0c-40c9-b400-3a1f516d1720 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 210 time: 0.0302787 Aug 23 16:03:12.670169 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5211d38a-9f16-420e-89da-c4b4cad2bab0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:03:12.777807 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 5211d38a-9f16-420e-89da-c4b4cad2bab0 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:03:12.782397 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5211d38a-9f16-420e-89da-c4b4cad2bab0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:03:12.782803 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:12.814878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-dfddf36c-2119-4c22-bb96-c26f5adc4cc5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:12.816557 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-dfddf36c-2119-4c22-bb96-c26f5adc4cc5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "GET /v2.0/networks?id=adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c HTTP/1.1" status: 200 len: 796 time: 0.1080973 Aug 23 16:03:12.861572 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-79290612-11d8-4f9d-b906-1edb9c7ac34c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2fbc554940487d802ee0e1f3459b84 HTTP/1.1" status: 200 len: 379 time: 0.0353346 Aug 23 16:03:12.865248 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:12.870830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-38c345df-5181-4029-ae5b-44342fcca5ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'port': {'device_id': '0141d15a-9f1b-40a4-9042-13b81215785e', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'admin_state_up': True, 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'security_groups': ['f3beb21b-a8d2-4eba-98c7-854e1e801384']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:03:12.898717 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 5211d38a-9f16-420e-89da-c4b4cad2bab0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5211d38a-9f16-420e-89da-c4b4cad2bab0,segment=NetworkSegment(21408d5b-ec7f-4448-8e93-81b28c501f1c),segment_id=21408d5b-ec7f-4448-8e93-81b28c501f1c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:03:12.984057 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:13.022066 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2a024da9-2117-4ebf-9dc6-029ee95c5d78 req-8b5dc957-4da7-4cdd-bd51-f767d423ec4f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 210 time: 0.0284579 Aug 23 16:03:13.034600 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=5211d38a-9f16-420e-89da-c4b4cad2bab0,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:13.075490 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-38c345df-5181-4029-ae5b-44342fcca5ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Made reservation on behalf of 7c2fbc554940487d802ee0e1f3459b84 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:03:13.079227 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-38c345df-5181-4029-ae5b-44342fcca5ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:13.206688 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-38c345df-5181-4029-ae5b-44342fcca5ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.20.0.4 (adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c/77e26dc6-b9d7-49a1-a863-70a8d5956e10/0e78bef5-111f-4aaa-969d-0b0ed85d9e13) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:03:13.339194 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-38c345df-5181-4029-ae5b-44342fcca5ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:13.353525 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-38c345df-5181-4029-ae5b-44342fcca5ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Transition to ACTIVE for port object 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:03:13.458673 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-38c345df-5181-4029-ae5b-44342fcca5ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:13.506259 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-38c345df-5181-4029-ae5b-44342fcca5ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:03:13.509203 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-38c345df-5181-4029-ae5b-44342fcca5ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:03:13.512903 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-38c345df-5181-4029-ae5b-44342fcca5ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:03:13.521654 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c345df-5181-4029-ae5b-44342fcca5ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=0e78bef5-111f-4aaa-969d-0b0ed85d9e13,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:13.568215 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-38c345df-5181-4029-ae5b-44342fcca5ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:13.568837 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-38c345df-5181-4029-ae5b-44342fcca5ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:13.647690 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-38c345df-5181-4029-ae5b-44342fcca5ac tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7805631 Aug 23 16:03:13.714980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Request body: {'port': {'device_id': '0141d15a-9f1b-40a4-9042-13b81215785e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:03:13.772157 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:13.960758 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-db0c3b8f-c5b8-4431-bf76-44e225e0236c None None] Provisioning for port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:03:13.965217 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-db0c3b8f-c5b8-4431-bf76-44e225e0236c None None] Provisioning complete for port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:03:13.965535 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db0c3b8f-c5b8-4431-bf76-44e225e0236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:14.000613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-db0c3b8f-c5b8-4431-bf76-44e225e0236c None None] Port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:03:14.042298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:03:14.050084 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:14.062910 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Transition to ACTIVE for port object 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:03:14.143029 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1265ce-edf8-4ad1-8f7a-a9ec59b49d91 req-02ed045b-fc84-4c5c-850b-72712325f633 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:14.144568 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fa1265ce-edf8-4ad1-8f7a-a9ec59b49d91 req-02ed045b-fc84-4c5c-850b-72712325f633 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 931 time: 0.0497959 Aug 23 16:03:14.155236 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:14.183397 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fa1265ce-edf8-4ad1-8f7a-a9ec59b49d91 req-aa8564f2-1150-4836-a3f7-9fa91de46716 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326102 Aug 23 16:03:14.223987 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Pushing event updated for resources: {'Port': ['ID=0e78bef5-111f-4aaa-969d-0b0ed85d9e13,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:14.280028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Attempting to bind port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:03:14.280387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Attempting to bind port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '21408d5b-ec7f-4448-8e93-81b28c501f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:03:14.280731 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Attempting to bind port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 on network adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:03:14.285287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 on network adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:03:14.285617 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Attempting to bind port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 on network adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:03:14.290800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:03:14.291175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Checking segment: {'id': '21408d5b-ec7f-4448-8e93-81b28c501f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:03:14.291544 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Bound using segment: {'id': '21408d5b-ec7f-4448-8e93-81b28c501f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:03:14.292014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Bound port: 0e78bef5-111f-4aaa-969d-0b0ed85d9e13, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21408d5b-ec7f-4448-8e93-81b28c501f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:03:14.292410 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:14.648568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5211d38a-9f16-420e-89da-c4b4cad2bab0 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:03:14.692580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] For port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:03:14.695644 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] For port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0e78bef5-111f-4aaa-969d-0b0ed85d9e13,segment=NetworkSegment(21408d5b-ec7f-4448-8e93-81b28c501f1c),segment_id=21408d5b-ec7f-4448-8e93-81b28c501f1c)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:03:14.697700 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 5211d38a-9f16-420e-89da-c4b4cad2bab0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:03:14.698077 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:14.761836 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:14.797049 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:14.798476 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:14.799947 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] 10.222.0.57 "PUT /v2.0/ports/0e78bef5-111f-4aaa-969d-0b0ed85d9e13 HTTP/1.1" status: 200 len: 1091 time: 1.1441426 Aug 23 16:03:14.804751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0141d15a-9f1b-40a4-9042-13b81215785e', 'tag': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:03:14.807680 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67aa0cb-1dd0-44ff-b78e-d9f884487482" -d '{"events": [{"name": "network-changed", "server_uuid": "0141d15a-9f1b-40a4-9042-13b81215785e", "tag": "0e78bef5-111f-4aaa-969d-0b0ed85d9e13"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:03:14.844944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c583b57-97c1-4414-a548-1402afd45658 service neutron] Pushing event updated for resources: {'Port': ['ID=0e78bef5-111f-4aaa-969d-0b0ed85d9e13,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:14.858008 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc5e915-205d-4b25-812b-2804690216c9 x-openstack-request-id: req-0fc5e915-205d-4b25-812b-2804690216c9 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:03:14.858301 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0141d15a-9f1b-40a4-9042-13b81215785e", "tag": "0e78bef5-111f-4aaa-969d-0b0ed85d9e13", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:03:14.858554 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0fc5e915-205d-4b25-812b-2804690216c9 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:03:14.858952 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0141d15a-9f1b-40a4-9042-13b81215785e', 'tag': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13', 'status': 'completed', 'code': 200} Aug 23 16:03:14.926028 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa0cb-1dd0-44ff-b78e-d9f884487482 req-510a4d0e-b178-4336-9fad-a5a8aee2e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:14.927568 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f67aa0cb-1dd0-44ff-b78e-d9f884487482 req-510a4d0e-b178-4336-9fad-a5a8aee2e3a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 1094 time: 0.0467422 Aug 23 16:03:15.040526 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa0cb-1dd0-44ff-b78e-d9f884487482 req-d0ff1fa8-328f-402d-bbd1-7fb935bc4360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:15.041976 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f67aa0cb-1dd0-44ff-b78e-d9f884487482 req-d0ff1fa8-328f-402d-bbd1-7fb935bc4360 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7c2fbc554940487d802ee0e1f3459b84&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1055171 Aug 23 16:03:15.142862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa0cb-1dd0-44ff-b78e-d9f884487482 req-0e4b873b-33c2-44af-977d-ef4c6e252370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:15.145002 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f67aa0cb-1dd0-44ff-b78e-d9f884487482 req-0e4b873b-33c2-44af-977d-ef4c6e252370 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964880 Aug 23 16:03:15.220944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-8b415fff-729f-45f7-abf0-636f148f5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:15.222492 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-8b415fff-729f-45f7-abf0-636f148f5b9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 1094 time: 0.0413465 Aug 23 16:03:15.265628 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-e04c286f-0f23-4d89-a3d9-0febeb5eb821 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e78bef5-111f-4aaa-969d-0b0ed85d9e13 HTTP/1.1" status: 200 len: 217 time: 0.0353637 Aug 23 16:03:15.312134 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d0029-8244-4250-ab91-a535dcb85400 req-e95c2ec0-d29d-4f00-b317-a310367605e8 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:15.313564 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-176d0029-8244-4250-ab91-a535dcb85400 req-e95c2ec0-d29d-4f00-b317-a310367605e8 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 943 time: 0.0562127 Aug 23 16:03:15.315734 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-67fa706e-11ef-4027-8974-fe2fbace3061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:15.317191 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-67fa706e-11ef-4027-8974-fe2fbace3061 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77e26dc6-b9d7-49a1-a863-70a8d5956e10 HTTP/1.1" status: 200 len: 835 time: 0.0451038 Aug 23 16:03:15.353440 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-176d0029-8244-4250-ab91-a535dcb85400 req-17908f09-5519-4b35-91fd-507ac1126505 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337315 Aug 23 16:03:15.368504 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-c5949d6a-e632-44d1-939d-1a756211c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:15.370071 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-c5949d6a-e632-44d1-939d-1a756211c0aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446155 Aug 23 16:03:15.467786 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-79b41803-d208-405c-b235-0da6827b60ef service neutron] 10.222.0.57 "GET /v2.0/networks/adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907385 Aug 23 16:03:15.562576 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0290c99c-554d-4a53-a544-dcf753b32af5 req-e5955b5d-2abd-4545-ba64-8b57ed18d2cb service neutron] 10.222.0.57 "GET /v2.0/networks/adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883148 Aug 23 16:03:16.423576 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:16.471200 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5d5c2-dbc0-48e3-902b-9e9dd870e273 req-67d321ec-dcea-437c-9640-4515bd161092 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:16.472730 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4b5d5c2-dbc0-48e3-902b-9e9dd870e273 req-67d321ec-dcea-437c-9640-4515bd161092 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 943 time: 0.0506334 Aug 23 16:03:16.514997 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a4b5d5c2-dbc0-48e3-902b-9e9dd870e273 req-81d2c03e-8750-4f8b-b2bc-150e1b6b9543 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361919 Aug 23 16:03:17.630198 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679d00e-d755-45d5-ae1a-93081943dc0b req-ab8506d1-416c-44f0-b2c9-0446503829a1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:17.631725 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c679d00e-d755-45d5-ae1a-93081943dc0b req-ab8506d1-416c-44f0-b2c9-0446503829a1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 943 time: 0.0506454 Aug 23 16:03:17.671143 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c679d00e-d755-45d5-ae1a-93081943dc0b req-451a5610-fe8e-4579-93dd-a049818e6f24 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331447 Aug 23 16:03:18.787899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02d1ab-c46c-48cd-b511-74c477d2a947 req-688115df-781f-4e7c-b028-4d91925464e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:18.789399 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f02d1ab-c46c-48cd-b511-74c477d2a947 req-688115df-781f-4e7c-b028-4d91925464e1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 943 time: 0.0493634 Aug 23 16:03:18.826970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f02d1ab-c46c-48cd-b511-74c477d2a947 req-3d315b1c-773c-4e39-9205-4cbf1eabe668 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314934 Aug 23 16:03:18.894130 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:03:18.991047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0e78bef5-111f-4aaa-969d-0b0ed85d9e13,segment=NetworkSegment(21408d5b-ec7f-4448-8e93-81b28c501f1c),segment_id=21408d5b-ec7f-4448-8e93-81b28c501f1c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:03:19.002971 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'port_id': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13', 'mac_address': 'fa:16:3e:a5:7d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:03:19.046065 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:19.058557 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:03:19.077803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0e78bef5-111f-4aaa-969d-0b0ed85d9e13,segment=NetworkSegment(21408d5b-ec7f-4448-8e93-81b28c501f1c),segment_id=21408d5b-ec7f-4448-8e93-81b28c501f1c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:03:19.172398 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:19.229863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=0e78bef5-111f-4aaa-969d-0b0ed85d9e13,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:19.406957 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['0e78bef5-111f-4aaa-969d-0b0ed85d9e13'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:03:19.951303 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f948c-a7a7-4283-aade-ef56cbec6817 req-d07f9356-5d8f-42be-9b5b-09384dc33247 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:19.952748 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ea4f948c-a7a7-4283-aade-ef56cbec6817 req-d07f9356-5d8f-42be-9b5b-09384dc33247 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 944 time: 0.0553334 Aug 23 16:03:19.992041 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ea4f948c-a7a7-4283-aade-ef56cbec6817 req-0531c38c-056d-4f1a-a642-ba6b08b59461 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331933 Aug 23 16:03:20.893796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:03:21.012207 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:03:21.016848 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:03:21.017215 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:21.106337 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:21.113796 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34fa1d-eef2-4473-b87c-668ec3f0e239 req-d3c0e6f7-176d-406f-8372-00b8f200191f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:21.115353 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f34fa1d-eef2-4473-b87c-668ec3f0e239 req-d3c0e6f7-176d-406f-8372-00b8f200191f tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 944 time: 0.0574515 Aug 23 16:03:21.131203 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0141d15a-9f1b-40a4-9042-13b81215785e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:03:21.133547 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e02e0b9-9078-485c-86a3-cbd44a292a1f" -d '{"events": [{"server_uuid": "0141d15a-9f1b-40a4-9042-13b81215785e", "name": "network-vif-plugged", "status": "completed", "tag": "0e78bef5-111f-4aaa-969d-0b0ed85d9e13"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:03:21.146974 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0e78bef5-111f-4aaa-969d-0b0ed85d9e13,segment=NetworkSegment(21408d5b-ec7f-4448-8e93-81b28c501f1c),segment_id=21408d5b-ec7f-4448-8e93-81b28c501f1c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:03:21.155630 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:21.161452 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3f34fa1d-eef2-4473-b87c-668ec3f0e239 req-22fae92b-d956-48f7-afeb-62d081e25345 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401101 Aug 23 16:03:21.224615 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f49520a-a1dd-4760-833f-e0140fd15121 x-openstack-request-id: req-7f49520a-a1dd-4760-833f-e0140fd15121 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:03:21.224908 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0141d15a-9f1b-40a4-9042-13b81215785e", "name": "network-vif-plugged", "status": "completed", "tag": "0e78bef5-111f-4aaa-969d-0b0ed85d9e13", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:03:21.225163 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f49520a-a1dd-4760-833f-e0140fd15121 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:03:21.225559 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0141d15a-9f1b-40a4-9042-13b81215785e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13', 'code': 200} Aug 23 16:03:21.240861 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:21.289969 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=0e78bef5-111f-4aaa-969d-0b0ed85d9e13,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:21.325160 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7deda-0053-47b9-a194-26fe9ff930e2 req-0da7bd27-f470-4945-ae7a-5f447b31bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:21.327360 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-42a7deda-0053-47b9-a194-26fe9ff930e2 req-0da7bd27-f470-4945-ae7a-5f447b31bcdc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 1096 time: 0.0444241 Aug 23 16:03:21.364686 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-42a7deda-0053-47b9-a194-26fe9ff930e2 req-4c4d2d23-3052-49be-bcce-d306ccccedc5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302799 Aug 23 16:03:22.277946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf10453-1cf4-4324-b460-47ff593b549b req-d4b98968-e4db-495f-bacb-b90a7b839a0b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:22.279636 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0cf10453-1cf4-4324-b460-47ff593b549b req-d4b98968-e4db-495f-bacb-b90a7b839a0b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 945 time: 0.0508080 Aug 23 16:03:22.320239 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0cf10453-1cf4-4324-b460-47ff593b549b req-0032285f-110e-41bd-858f-d2a7e4ebee9b tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346191 Aug 23 16:03:22.698170 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9ce12fe1-a2a8-4054-8bd2-a1e8f7d7ccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:23.440976 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f88743-6a6d-4cf8-b53c-7e3362909fdb req-572d7b41-d2f8-4369-9a1a-e5a20ba8e34d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:23.442476 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21f88743-6a6d-4cf8-b53c-7e3362909fdb req-572d7b41-d2f8-4369-9a1a-e5a20ba8e34d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 945 time: 0.0527189 Aug 23 16:03:23.480777 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-21f88743-6a6d-4cf8-b53c-7e3362909fdb req-12983d6b-a6cc-4e96-bc69-6b7a114b63aa tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323529 Aug 23 16:03:23.606604 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f185ceb-ce5b-447e-91f9-d47dafb240a6 req-dd1b3be0-59e4-426a-ac28-d5b7e997e52e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:23.608169 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f185ceb-ce5b-447e-91f9-d47dafb240a6 req-dd1b3be0-59e4-426a-ac28-d5b7e997e52e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 945 time: 0.0538788 Aug 23 16:03:23.645627 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6f185ceb-ce5b-447e-91f9-d47dafb240a6 req-d41bf2f1-b5c2-41f2-89f3-6174fa3cdea0 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315590 Aug 23 16:03:23.666910 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40740) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:23.708264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238a0806-9e9c-416b-b774-4871e68477b9 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:23.709786 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-238a0806-9e9c-416b-b774-4871e68477b9 tempest-TestNetworkAdvancedServerOps-866959699 tempest-TestNetworkAdvancedServerOps-866959699-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 1091 time: 0.0418570 Aug 23 16:03:23.712617 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40742) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:23.717436 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address': '172.20.0.4'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:03:23.835286 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:23.934649 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:24.035966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Allocated IP 172.25.8.21 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/8b00626a-73c3-4a91-a708-27260d34f8f7) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:03:24.139828 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:24.281210 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:24.319884 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:03:24.322615 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:03:24.326117 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:03:24.334238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=8b00626a-73c3-4a91-a708-27260d34f8f7,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:24.692939 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:24.816710 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:24.976252 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:25.046239 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:25.129185 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event updated for resources: {'Port': ['ID=8b00626a-73c3-4a91-a708-27260d34f8f7,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:03:25.139717 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:25.237849 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Floating IP 34c5b608-8cb5-4fd3-b68a-75dd2a9ef045 associated. External IP: 172.25.8.21, port: 0e78bef5-111f-4aaa-969d-0b0ed85d9e13. Aug 23 16:03:25.446505 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router 77d4b3b2-d778-41d6-93ac-b431b4cd958f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:03:25.564298 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:03:25.574224 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d731f76-8492-4c48-aae0-6f64fe79c48c None None] Sync routers for ids ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:03:25.579913 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:25.585264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d731f76-8492-4c48-aae0-6f64fe79c48c None None] Routers {'77d4b3b2-d778-41d6-93ac-b431b4cd958f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:03:25.585883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1d731f76-8492-4c48-aae0-6f64fe79c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:02:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:03:25.652836 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:25.682809 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-511a92ba-2f92-480d-9617-25ad27f4aa64 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9691539 Aug 23 16:03:25.683534 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0141d15a-9f1b-40a4-9042-13b81215785e', 'tag': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:03:25.687280 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}511f008c58a008c87eb616fe5d66cb7bdbcb90a14f59b6a049e8f0c7a287e225" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba67b57e-b0d0-4a2d-86a6-69ef9850eeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "0141d15a-9f1b-40a4-9042-13b81215785e", "tag": "0e78bef5-111f-4aaa-969d-0b0ed85d9e13"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:03:25.694796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1d731f76-8492-4c48-aae0-6f64fe79c48c None None] Set router 77d4b3b2-d778-41d6-93ac-b431b4cd958f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:03:25.727443 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2546e95-41cd-4588-bb50-295fe1a64797 x-openstack-request-id: req-d2546e95-41cd-4588-bb50-295fe1a64797 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:03:25.727993 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0141d15a-9f1b-40a4-9042-13b81215785e", "tag": "0e78bef5-111f-4aaa-969d-0b0ed85d9e13", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:03:25.728094 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d2546e95-41cd-4588-bb50-295fe1a64797 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:03:25.728462 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0141d15a-9f1b-40a4-9042-13b81215785e', 'tag': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13', 'status': 'completed', 'code': 200} Aug 23 16:03:25.787941 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9aafcd-8f37-49d6-b59c-dcd2254be234 req-984cc8da-912e-4275-9b13-aca41e88c53c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:25.789613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca9aafcd-8f37-49d6-b59c-dcd2254be234 req-984cc8da-912e-4275-9b13-aca41e88c53c tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 945 time: 0.0580108 Aug 23 16:03:25.791279 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67b57e-b0d0-4a2d-86a6-69ef9850eeeb req-c13d12d8-e944-4f28-b216-ef2c994a118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:25.792858 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba67b57e-b0d0-4a2d-86a6-69ef9850eeeb req-c13d12d8-e944-4f28-b216-ef2c994a118f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 1096 time: 0.0423326 Aug 23 16:03:25.834789 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ca9aafcd-8f37-49d6-b59c-dcd2254be234 req-97d650d7-50a0-44ec-ac27-83913bc6eda8 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367992 Aug 23 16:03:25.858830 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40748) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:25.893978 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67b57e-b0d0-4a2d-86a6-69ef9850eeeb req-b958118b-6f1e-4ebf-9128-86fc13d09f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:25.895592 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba67b57e-b0d0-4a2d-86a6-69ef9850eeeb req-b958118b-6f1e-4ebf-9128-86fc13d09f2a service neutron] 10.222.0.57 "GET /v2.0/networks?id=adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c HTTP/1.1" status: 200 len: 897 time: 0.0958784 Aug 23 16:03:25.923626 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-17517f73-7fd4-495e-b090-dfdbfe3650a2 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/34c5b608-8cb5-4fd3-b68a-75dd2a9ef045 HTTP/1.1" status: 200 len: 990 time: 0.0636292 Aug 23 16:03:25.930739 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1d731f76-8492-4c48-aae0-6f64fe79c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:08Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '34c5b608-8cb5-4fd3-b68a-75dd2a9ef045', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'port_id': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'mac_address': 'fa:16:3e:a5:7d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141d15a-9f1b-40a4-9042-13b81215785e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:03:24Z', 'updated_at': '2021-08-23T16:03:24Z', 'revision_number': 0, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5211d38a-9f16-420e-89da-c4b4cad2bab0', 'name': '', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:58:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:07Z', 'updated_at': '2021-08-23T16:03:12Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:03:25.956400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d731f76-8492-4c48-aae0-6f64fe79c48c None None] Checking router: 77d4b3b2-d778-41d6-93ac-b431b4cd958f for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:03:25.962869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba67b57e-b0d0-4a2d-86a6-69ef9850eeeb req-da9a9f46-6c27-41d1-98f7-0ea30ae271d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e78bef5-111f-4aaa-969d-0b0ed85d9e13 HTTP/1.1" status: 200 len: 998 time: 0.0598891 Aug 23 16:03:25.965104 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d731f76-8492-4c48-aae0-6f64fe79c48c None None] Routers {'77d4b3b2-d778-41d6-93ac-b431b4cd958f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:03:25.965698 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1d731f76-8492-4c48-aae0-6f64fe79c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:02:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:03:26.013000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67b57e-b0d0-4a2d-86a6-69ef9850eeeb req-ae3d68cd-525b-4ff9-afc2-bfd58757b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:26.014545 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba67b57e-b0d0-4a2d-86a6-69ef9850eeeb req-ae3d68cd-525b-4ff9-afc2-bfd58757b321 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77e26dc6-b9d7-49a1-a863-70a8d5956e10 HTTP/1.1" status: 200 len: 835 time: 0.0446236 Aug 23 16:03:26.064570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67b57e-b0d0-4a2d-86a6-69ef9850eeeb req-dce57e68-076d-4701-b2c1-c86e7392a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:26.066075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba67b57e-b0d0-4a2d-86a6-69ef9850eeeb req-dce57e68-076d-4701-b2c1-c86e7392a2ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446026 Aug 23 16:03:26.072970 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1d731f76-8492-4c48-aae0-6f64fe79c48c None None] Set router 77d4b3b2-d778-41d6-93ac-b431b4cd958f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:03:26.158935 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba67b57e-b0d0-4a2d-86a6-69ef9850eeeb req-defe99f8-224c-4105-899f-58dffbf70610 service neutron] 10.222.0.57 "GET /v2.0/networks/adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848062 Aug 23 16:03:26.256046 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ba67b57e-b0d0-4a2d-86a6-69ef9850eeeb req-6ed525bb-849f-445a-a2b1-b4139d88154f service neutron] 10.222.0.57 "GET /v2.0/networks/adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894091 Aug 23 16:03:26.299808 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1d731f76-8492-4c48-aae0-6f64fe79c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:08Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '34c5b608-8cb5-4fd3-b68a-75dd2a9ef045', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'port_id': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'mac_address': 'fa:16:3e:a5:7d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141d15a-9f1b-40a4-9042-13b81215785e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:03:24Z', 'updated_at': '2021-08-23T16:03:24Z', 'revision_number': 0, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5211d38a-9f16-420e-89da-c4b4cad2bab0', 'name': '', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:58:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:07Z', 'updated_at': '2021-08-23T16:03:12Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:03:26.325491 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d731f76-8492-4c48-aae0-6f64fe79c48c None None] The sync data for ids ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'] in n-d-804985-3 is: [{'id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:08Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '34c5b608-8cb5-4fd3-b68a-75dd2a9ef045', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'port_id': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'mac_address': 'fa:16:3e:a5:7d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141d15a-9f1b-40a4-9042-13b81215785e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:03:24Z', 'updated_at': '2021-08-23T16:03:24Z', 'revision_number': 0, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5211d38a-9f16-420e-89da-c4b4cad2bab0', 'name': '', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:58:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:07Z', 'updated_at': '2021-08-23T16:03:12Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:03:26.524870 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a1ab82-92ba-4e30-84da-e18d41cfd73e None None] New status for floating IP 34c5b608-8cb5-4fd3-b68a-75dd2a9ef045: ACTIVE {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:03:26.658178 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4eb0d3ce-f870-402d-846b-3a3755d9cdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:26.926649 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40750) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:26.991443 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-a3bc602d-fe41-4ab8-9bf2-1f5cc13567b3 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/34c5b608-8cb5-4fd3-b68a-75dd2a9ef045 HTTP/1.1" status: 200 len: 992 time: 0.0636718 Aug 23 16:03:27.057966 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:28.449680 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:03:29.006081 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:46.424135 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:51.138002 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:52.652538 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9279d583-2ea3-4115-a2bd-6e8234f13e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:55.589165 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:56.659186 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cf1aab4f-fc18-4b16-94cf-c9e902057680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:57.075418 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:58.600844 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23545b-7c8d-4435-b39b-2f08d45f4f7b req-7daa0364-5dad-4865-a665-c2da5aa8f053 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:58.602361 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f23545b-7c8d-4435-b39b-2f08d45f4f7b req-7daa0364-5dad-4865-a665-c2da5aa8f053 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 945 time: 0.0514646 Aug 23 16:03:58.640981 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4f23545b-7c8d-4435-b39b-2f08d45f4f7b req-387b8feb-70f2-49eb-9abc-4a2e8fda2d35 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326951 Aug 23 16:03:58.881301 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:03:59.767096 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159a251-c388-4965-9a5e-66117d44ab65 req-f244d589-b9db-4e52-883e-67bd149a3c22 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:03:59.768735 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3159a251-c388-4965-9a5e-66117d44ab65 req-f244d589-b9db-4e52-883e-67bd149a3c22 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 945 time: 0.0501828 Aug 23 16:03:59.806364 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3159a251-c388-4965-9a5e-66117d44ab65 req-9e646588-adf7-4bb8-b2f0-c6b915b07be1 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317352 Aug 23 16:03:59.829505 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40768) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:03:59.890504 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2bae6529-063a-47c6-a0e7-5aa634bad376 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/34c5b608-8cb5-4fd3-b68a-75dd2a9ef045 HTTP/1.1" status: 200 len: 992 time: 0.0597117 Aug 23 16:04:01.328676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4873839-c5c8-4736-88e3-6791b52531cc req-97546d64-6856-40f6-a82f-40b27658e3eb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:01.330186 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4873839-c5c8-4736-88e3-6791b52531cc req-97546d64-6856-40f6-a82f-40b27658e3eb tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 945 time: 0.0507276 Aug 23 16:04:01.371598 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f4873839-c5c8-4736-88e3-6791b52531cc req-9c954d71-e054-480e-b15b-2c6e45fa0af5 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353308 Aug 23 16:04:01.417574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635146f-1d23-4e5f-a9a5-c4f0540b78d2 req-d56e16a4-5ded-4179-b238-0c401debe188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:01.419076 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5635146f-1d23-4e5f-a9a5-c4f0540b78d2 req-d56e16a4-5ded-4179-b238-0c401debe188 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 1096 time: 0.0399299 Aug 23 16:04:01.510946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635146f-1d23-4e5f-a9a5-c4f0540b78d2 req-813fe696-3fba-4c93-aea2-d7ef1205e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:01.512366 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5635146f-1d23-4e5f-a9a5-c4f0540b78d2 req-813fe696-3fba-4c93-aea2-d7ef1205e77f service neutron] 10.222.0.57 "GET /v2.0/networks?id=adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c HTTP/1.1" status: 200 len: 897 time: 0.0869427 Aug 23 16:04:01.577591 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5635146f-1d23-4e5f-a9a5-c4f0540b78d2 req-1c46be7f-296c-40ae-9e94-e16cf7f19b56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e78bef5-111f-4aaa-969d-0b0ed85d9e13 HTTP/1.1" status: 200 len: 1000 time: 0.0570140 Aug 23 16:04:01.630056 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635146f-1d23-4e5f-a9a5-c4f0540b78d2 req-e6bbd8c3-8c2d-4ae9-8369-157c3a4cf101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:01.631481 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5635146f-1d23-4e5f-a9a5-c4f0540b78d2 req-e6bbd8c3-8c2d-4ae9-8369-157c3a4cf101 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77e26dc6-b9d7-49a1-a863-70a8d5956e10 HTTP/1.1" status: 200 len: 835 time: 0.0480156 Aug 23 16:04:01.677736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635146f-1d23-4e5f-a9a5-c4f0540b78d2 req-f43c1666-b592-4016-abe3-d19489832b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:01.679239 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5635146f-1d23-4e5f-a9a5-c4f0540b78d2 req-f43c1666-b592-4016-abe3-d19489832b9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408928 Aug 23 16:04:01.779004 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5635146f-1d23-4e5f-a9a5-c4f0540b78d2 req-d5131e87-6448-4e50-b388-1ab30dfd86a1 service neutron] 10.222.0.57 "GET /v2.0/networks/adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919695 Aug 23 16:04:01.873058 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5635146f-1d23-4e5f-a9a5-c4f0540b78d2 req-0d7e7828-cd3c-4feb-8a5e-d0f1870bd251 service neutron] 10.222.0.57 "GET /v2.0/networks/adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870941 Aug 23 16:04:02.493332 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe81c60-6733-4b55-9ff5-3d5312af3ef1 req-7a591559-b927-4930-8910-beeef4a5d85a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:02.494943 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbe81c60-6733-4b55-9ff5-3d5312af3ef1 req-7a591559-b927-4930-8910-beeef4a5d85a tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 945 time: 0.0544240 Aug 23 16:04:02.534959 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fbe81c60-6733-4b55-9ff5-3d5312af3ef1 req-d505f2f6-90fd-4055-83c8-ba22357b1edd tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328958 Aug 23 16:04:03.651184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857de19f-f759-4702-9183-6e52221cf482 req-e4742239-13fb-4676-80e7-6a33578d5126 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:03.652688 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-857de19f-f759-4702-9183-6e52221cf482 req-e4742239-13fb-4676-80e7-6a33578d5126 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 945 time: 0.0496385 Aug 23 16:04:03.691943 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-857de19f-f759-4702-9183-6e52221cf482 req-bf3c1d3d-860b-41c9-945e-a88434768e78 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331757 Aug 23 16:04:03.713107 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40782) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:03.782482 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8427cf1b-328a-420d-a76e-30dc6a8a898d tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/floatingips/34c5b608-8cb5-4fd3-b68a-75dd2a9ef045 HTTP/1.1" status: 200 len: 992 time: 0.0682390 Aug 23 16:04:03.994944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40788) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:04.152503 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port 8b00626a-73c3-4a91-a708-27260d34f8f7 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:04:04.152763 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:04.228246 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:04.228577 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:04.240021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for 8b00626a-73c3-4a91-a708-27260d34f8f7 owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:04:04.457945 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:04.487448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=8b00626a-73c3-4a91-a708-27260d34f8f7,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:04.513130 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:04.513484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:04.513860 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:04.514205 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:04.514541 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:04.515518 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:04.515946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:04.516286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:04.516621 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:04.516955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:04.517285 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:04.517620 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:04.561242 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:04.561673 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Floating IP 34c5b608-8cb5-4fd3-b68a-75dd2a9ef045 disassociated (deleted). External IP: 172.25.8.21, port: 0e78bef5-111f-4aaa-969d-0b0ed85d9e13. Aug 23 16:04:04.772242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router 77d4b3b2-d778-41d6-93ac-b431b4cd958f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:04:04.879152 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:04:04.884062 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:04.888446 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ce9064-57be-4aaa-bdf3-4478c920459d None None] Sync routers for ids ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:04:04.901242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce9064-57be-4aaa-bdf3-4478c920459d None None] Routers {'77d4b3b2-d778-41d6-93ac-b431b4cd958f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:04:04.901857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-00ce9064-57be-4aaa-bdf3-4478c920459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:04.911296 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9afe882e-fd9f-4cd8-b97d-7e9c72dc18ad tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/floatingips/34c5b608-8cb5-4fd3-b68a-75dd2a9ef045 HTTP/1.1" status: 204 len: 168 time: 0.9152608 Aug 23 16:04:04.911920 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0141d15a-9f1b-40a4-9042-13b81215785e', 'tag': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:04:04.914194 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e98a3e-8b8b-482a-99da-b4f9bddf6e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0141d15a-9f1b-40a4-9042-13b81215785e", "tag": "0e78bef5-111f-4aaa-969d-0b0ed85d9e13"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:04:04.954707 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01029e8-5239-4081-af32-4c29bf951fc2 x-openstack-request-id: req-c01029e8-5239-4081-af32-4c29bf951fc2 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:04:04.954707 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0141d15a-9f1b-40a4-9042-13b81215785e", "tag": "0e78bef5-111f-4aaa-969d-0b0ed85d9e13", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:04:04.954707 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c01029e8-5239-4081-af32-4c29bf951fc2 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:04:04.954707 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0141d15a-9f1b-40a4-9042-13b81215785e', 'tag': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13', 'status': 'completed', 'code': 200} Aug 23 16:04:05.023494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e98a3e-8b8b-482a-99da-b4f9bddf6e3d req-91f1c57f-09e7-4c53-bb0f-203f1e47b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:05.024983 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93e98a3e-8b8b-482a-99da-b4f9bddf6e3d req-91f1c57f-09e7-4c53-bb0f-203f1e47b2c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2fbc554940487d802ee0e1f3459b84&device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 1096 time: 0.0446382 Aug 23 16:04:05.027798 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-00ce9064-57be-4aaa-bdf3-4478c920459d None None] Set router 77d4b3b2-d778-41d6-93ac-b431b4cd958f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:04:05.123222 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e98a3e-8b8b-482a-99da-b4f9bddf6e3d req-e2559246-163c-471b-b6b2-081a11c484b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:05.124947 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93e98a3e-8b8b-482a-99da-b4f9bddf6e3d req-e2559246-163c-471b-b6b2-081a11c484b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c HTTP/1.1" status: 200 len: 897 time: 0.0928187 Aug 23 16:04:05.170036 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93e98a3e-8b8b-482a-99da-b4f9bddf6e3d req-6fd32e0f-b0ec-45ac-b57f-4c33b96918c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e78bef5-111f-4aaa-969d-0b0ed85d9e13 HTTP/1.1" status: 200 len: 217 time: 0.0378382 Aug 23 16:04:05.220053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e98a3e-8b8b-482a-99da-b4f9bddf6e3d req-e41c0b37-e83e-4e5f-b82f-0a53fedd7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:05.221540 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93e98a3e-8b8b-482a-99da-b4f9bddf6e3d req-e41c0b37-e83e-4e5f-b82f-0a53fedd7601 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77e26dc6-b9d7-49a1-a863-70a8d5956e10 HTTP/1.1" status: 200 len: 835 time: 0.0452135 Aug 23 16:04:05.240299 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-00ce9064-57be-4aaa-bdf3-4478c920459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:08Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '5211d38a-9f16-420e-89da-c4b4cad2bab0', 'name': '', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:58:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:07Z', 'updated_at': '2021-08-23T16:03:12Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:05.267252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ce9064-57be-4aaa-bdf3-4478c920459d None None] Checking router: 77d4b3b2-d778-41d6-93ac-b431b4cd958f for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:04:05.274744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e98a3e-8b8b-482a-99da-b4f9bddf6e3d req-27cd9319-1840-43e6-bf59-63c4ebf76348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:05.276072 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce9064-57be-4aaa-bdf3-4478c920459d None None] Routers {'77d4b3b2-d778-41d6-93ac-b431b4cd958f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:04:05.276261 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93e98a3e-8b8b-482a-99da-b4f9bddf6e3d req-27cd9319-1840-43e6-bf59-63c4ebf76348 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461082 Aug 23 16:04:05.276891 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-00ce9064-57be-4aaa-bdf3-4478c920459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:05.345771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb096369-e05a-4fc2-9c8c-c48a511f4c1d req-a79d3906-1b35-4c07-b173-183e0d6fb3c6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:05.352116 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb096369-e05a-4fc2-9c8c-c48a511f4c1d req-a79d3906-1b35-4c07-b173-183e0d6fb3c6 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 945 time: 0.0628209 Aug 23 16:04:05.379594 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93e98a3e-8b8b-482a-99da-b4f9bddf6e3d req-f09480ce-c4d2-4a33-90cd-08cf840c1303 service neutron] 10.222.0.57 "GET /v2.0/networks/adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947702 Aug 23 16:04:05.385907 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bb096369-e05a-4fc2-9c8c-c48a511f4c1d req-faaed968-072c-4852-bec8-3028fe32fd65 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323544 Aug 23 16:04:05.391451 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-00ce9064-57be-4aaa-bdf3-4478c920459d None None] Set router 77d4b3b2-d778-41d6-93ac-b431b4cd958f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:04:05.448355 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:04:05.472892 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-93e98a3e-8b8b-482a-99da-b4f9bddf6e3d req-7b11d648-9259-4fbc-a370-f5dbb5e07049 service neutron] 10.222.0.57 "GET /v2.0/networks/adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853348 Aug 23 16:04:05.591101 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-00ce9064-57be-4aaa-bdf3-4478c920459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:08Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '5211d38a-9f16-420e-89da-c4b4cad2bab0', 'name': '', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:58:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:07Z', 'updated_at': '2021-08-23T16:03:12Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:05.617939 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ce9064-57be-4aaa-bdf3-4478c920459d None None] The sync data for ids ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'] in n-d-804985-3 is: [{'id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:08Z', 'revision_number': 4, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '5211d38a-9f16-420e-89da-c4b4cad2bab0', 'name': '', 'network_id': 'adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'mac_address': 'fa:16:3e:58:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:07Z', 'updated_at': '2021-08-23T16:03:12Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'subnets': [{'id': '77e26dc6-b9d7-49a1-a863-70a8d5956e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:04:05.834036 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52ac79-394d-4ab0-957e-bb942f81156b None None] New status for floating IP 34c5b608-8cb5-4fd3-b68a-75dd2a9ef045: DOWN {{(pid=96117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:04:06.509664 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f98b1-0c82-4bd8-ad47-27c8a9051ea4 req-68121134-927e-41f6-8c1e-36a92fdc33fe tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:06.511134 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a95f98b1-0c82-4bd8-ad47-27c8a9051ea4 req-68121134-927e-41f6-8c1e-36a92fdc33fe tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 945 time: 0.0534008 Aug 23 16:04:06.551259 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a95f98b1-0c82-4bd8-ad47-27c8a9051ea4 req-3d0be9fc-9140-48c9-b048-187365aed825 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3beb21b-a8d2-4eba-98c7-854e1e801384&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333238 Aug 23 16:04:06.802379 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74a8f9-5be9-4be9-86fa-c75b7b7fa65e req-6de61308-8d85-443b-992e-f57712999ada tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:06.803881 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e74a8f9-5be9-4be9-86fa-c75b7b7fa65e req-6de61308-8d85-443b-992e-f57712999ada tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 945 time: 0.0489342 Aug 23 16:04:06.897810 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-6e74a8f9-5be9-4be9-86fa-c75b7b7fa65e req-72434341-2bad-4646-b3c9-71376fc4ebbc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:04:06.898160 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6e74a8f9-5be9-4be9-86fa-c75b7b7fa65e req-72434341-2bad-4646-b3c9-71376fc4ebbc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:06.989667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-6e74a8f9-5be9-4be9-86fa-c75b7b7fa65e req-72434341-2bad-4646-b3c9-71376fc4ebbc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] For port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=0e78bef5-111f-4aaa-969d-0b0ed85d9e13,segment=NetworkSegment(21408d5b-ec7f-4448-8e93-81b28c501f1c),segment_id=21408d5b-ec7f-4448-8e93-81b28c501f1c)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:04:06.997181 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6e74a8f9-5be9-4be9-86fa-c75b7b7fa65e req-72434341-2bad-4646-b3c9-71376fc4ebbc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:07.002475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-6e74a8f9-5be9-4be9-86fa-c75b7b7fa65e req-72434341-2bad-4646-b3c9-71376fc4ebbc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:04:07.223830 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6e74a8f9-5be9-4be9-86fa-c75b7b7fa65e req-72434341-2bad-4646-b3c9-71376fc4ebbc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:07.251356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72434341-2bad-4646-b3c9-71376fc4ebbc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=0e78bef5-111f-4aaa-969d-0b0ed85d9e13,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:07.296574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e74a8f9-5be9-4be9-86fa-c75b7b7fa65e req-72434341-2bad-4646-b3c9-71376fc4ebbc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] No DVR routers for this DVR port 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:04:07.299071 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-6e74a8f9-5be9-4be9-86fa-c75b7b7fa65e req-72434341-2bad-4646-b3c9-71376fc4ebbc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:07.301095 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6e74a8f9-5be9-4be9-86fa-c75b7b7fa65e req-72434341-2bad-4646-b3c9-71376fc4ebbc tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.57 "DELETE /v2.0/ports/0e78bef5-111f-4aaa-969d-0b0ed85d9e13 HTTP/1.1" status: 204 len: 173 time: 0.4893987 Aug 23 16:04:07.301535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0141d15a-9f1b-40a4-9042-13b81215785e', 'name': 'network-vif-deleted', 'tag': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:04:07.303791 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c0ce53-6656-4493-9124-4bb7fee30345" -d '{"events": [{"server_uuid": "0141d15a-9f1b-40a4-9042-13b81215785e", "name": "network-vif-deleted", "tag": "0e78bef5-111f-4aaa-969d-0b0ed85d9e13"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:04:07.339643 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03341b3c-ccbc-452f-987c-d4e7f63a56b6 x-openstack-request-id: req-03341b3c-ccbc-452f-987c-d4e7f63a56b6 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:04:07.340020 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0141d15a-9f1b-40a4-9042-13b81215785e", "name": "network-vif-deleted", "tag": "0e78bef5-111f-4aaa-969d-0b0ed85d9e13", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:04:07.340278 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-03341b3c-ccbc-452f-987c-d4e7f63a56b6 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:04:07.340810 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0141d15a-9f1b-40a4-9042-13b81215785e', 'name': 'network-vif-deleted', 'tag': '0e78bef5-111f-4aaa-969d-0b0ed85d9e13', 'status': 'completed', 'code': 200} Aug 23 16:04:07.662787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5c66a334-8eee-4e48-9be2-b64715dc44b6 req-919b75be-93f4-4112-b76c-52e9f2a8b88e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "GET /v2.0/ports?device_id=0141d15a-9f1b-40a4-9042-13b81215785e HTTP/1.1" status: 200 len: 210 time: 0.0277333 Aug 23 16:04:08.720933 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40804) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:09.086625 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3f1184e-bf5d-4b60-b6c4-435e8b41364e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:09.345591 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1184e-bf5d-4b60-b6c4-435e8b41364e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port 5211d38a-9f16-420e-89da-c4b4cad2bab0 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:04:09.345849 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3f1184e-bf5d-4b60-b6c4-435e8b41364e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:09.432648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-d3f1184e-bf5d-4b60-b6c4-435e8b41364e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] For port 5211d38a-9f16-420e-89da-c4b4cad2bab0, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=5211d38a-9f16-420e-89da-c4b4cad2bab0,segment=NetworkSegment(21408d5b-ec7f-4448-8e93-81b28c501f1c),segment_id=21408d5b-ec7f-4448-8e93-81b28c501f1c)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:04:09.433015 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3f1184e-bf5d-4b60-b6c4-435e8b41364e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:09.444809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1184e-bf5d-4b60-b6c4-435e8b41364e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for 5211d38a-9f16-420e-89da-c4b4cad2bab0 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:04:09.767330 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3f1184e-bf5d-4b60-b6c4-435e8b41364e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:09.800174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1184e-bf5d-4b60-b6c4-435e8b41364e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=5211d38a-9f16-420e-89da-c4b4cad2bab0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:09.974870 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-d3f1184e-bf5d-4b60-b6c4-435e8b41364e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:10.517396 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f1184e-bf5d-4b60-b6c4-435e8b41364e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Router 77d4b3b2-d778-41d6-93ac-b431b4cd958f has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:04:10.624062 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f1184e-bf5d-4b60-b6c4-435e8b41364e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:04:10.630520 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d3f1184e-bf5d-4b60-b6c4-435e8b41364e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "PUT /v2.0/routers/77d4b3b2-d778-41d6-93ac-b431b4cd958f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9076657 Aug 23 16:04:10.632450 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40806) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:10.641543 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80556c1-cfcd-482c-a1df-8a2ece52b8bd None None] Sync routers for ids ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:04:10.651585 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80556c1-cfcd-482c-a1df-8a2ece52b8bd None None] Routers {'77d4b3b2-d778-41d6-93ac-b431b4cd958f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:04:10.652407 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e80556c1-cfcd-482c-a1df-8a2ece52b8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:10.693971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12f21a1-4e35-4a29-a5fe-fd7e3751396e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting subnet 77e26dc6-b9d7-49a1-a863-70a8d5956e10 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:04:10.697150 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e12f21a1-4e35-4a29-a5fe-fd7e3751396e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:10.739210 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e12f21a1-4e35-4a29-a5fe-fd7e3751396e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:10.832951 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e12f21a1-4e35-4a29-a5fe-fd7e3751396e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:10.931891 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-e80556c1-cfcd-482c-a1df-8a2ece52b8bd None None] Set router 77d4b3b2-d778-41d6-93ac-b431b4cd958f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:04:11.024292 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e12f21a1-4e35-4a29-a5fe-fd7e3751396e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:11.052590 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f21a1-4e35-4a29-a5fe-fd7e3751396e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Subnet': ['ID=77e26dc6-b9d7-49a1-a863-70a8d5956e10,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:11.058037 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e12f21a1-4e35-4a29-a5fe-fd7e3751396e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:11.062468 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e12f21a1-4e35-4a29-a5fe-fd7e3751396e tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/subnets/77e26dc6-b9d7-49a1-a863-70a8d5956e10 HTTP/1.1" status: 204 len: 168 time: 0.4259522 Aug 23 16:04:11.062740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40808) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:11.064803 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08099311-3418-4457-a736-99a16aad11a9 None None] Network adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:04:11.159625 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:04:11.176434 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:11.198408 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:04:11.198757 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 0e78bef5-111f-4aaa-969d-0b0ed85d9e13 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:04:11.231714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e80556c1-cfcd-482c-a1df-8a2ece52b8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:04:09Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:11.266241 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80556c1-cfcd-482c-a1df-8a2ece52b8bd None None] Checking router: 77d4b3b2-d778-41d6-93ac-b431b4cd958f for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:04:11.282264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80556c1-cfcd-482c-a1df-8a2ece52b8bd None None] Routers {'77d4b3b2-d778-41d6-93ac-b431b4cd958f'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:04:11.282264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e80556c1-cfcd-482c-a1df-8a2ece52b8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:11.285532 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:11.345797 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] DHCP port deletion for adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 16:04:11.412419 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Deleting port daf2506f-c1c4-4078-b183-4d31a45efb4e {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:04:11.412673 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:11.434452 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-e80556c1-cfcd-482c-a1df-8a2ece52b8bd None None] Set router 77d4b3b2-d778-41d6-93ac-b431b4cd958f gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:04:11.495021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] For port daf2506f-c1c4-4078-b183-4d31a45efb4e, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=daf2506f-c1c4-4078-b183-4d31a45efb4e,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:04:11.495404 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:11.507693 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Calling delete_port for daf2506f-c1c4-4078-b183-4d31a45efb4e owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:04:11.533027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Deleting port ae89b664-5b72-4ae9-b109-fa1deb529d3d {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:04:11.533404 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:11.622051 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] For port ae89b664-5b72-4ae9-b109-fa1deb529d3d, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ae89b664-5b72-4ae9-b109-fa1deb529d3d,segment=NetworkSegment(21408d5b-ec7f-4448-8e93-81b28c501f1c),segment_id=21408d5b-ec7f-4448-8e93-81b28c501f1c)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:04:11.622381 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:11.643431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Calling delete_port for ae89b664-5b72-4ae9-b109-fa1deb529d3d owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:04:11.751999 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e80556c1-cfcd-482c-a1df-8a2ece52b8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:04:09Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:11.772742 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:11.779702 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80556c1-cfcd-482c-a1df-8a2ece52b8bd None None] The sync data for ids ['77d4b3b2-d778-41d6-93ac-b431b4cd958f'] in n-d-804985-3 is: [{'id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089511551', 'tenant_id': '7c2fbc554940487d802ee0e1f3459b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:04:09Z', 'revision_number': 5, 'project_id': '7c2fbc554940487d802ee0e1f3459b84', 'gw_port': {'id': 'daf2506f-c1c4-4078-b183-4d31a45efb4e', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d4b3b2-d778-41d6-93ac-b431b4cd958f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:03:04Z', 'updated_at': '2021-08-23T16:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:04:11.803178 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Port': ['ID=daf2506f-c1c4-4078-b183-4d31a45efb4e,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:11.846571 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:11.868078 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:11.873634 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Pushing event deleted for resources: {'Port': ['ID=ae89b664-5b72-4ae9-b109-fa1deb529d3d,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:11.884558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] No DVR routers for this DVR port ae89b664-5b72-4ae9-b109-fa1deb529d3d on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:04:11.892650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:11.892650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:11.892650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:11.892650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:11.892650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:11.892650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:11.892650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:11.892650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:11.892650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:11.892650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:11.894753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:11.894753 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e02a7-d2a6-41c7-834f-d76ab8ee59e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:11.962685 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:11.965059 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:12.063502 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:12.064064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Fanout notify agent at l3_agent the message router_deleted on router 77d4b3b2-d778-41d6-93ac-b431b4cd958f {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:04:12.073147 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:12.073147 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f2e117af-1ec0-480e-b703-0724db4517ec tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/routers/77d4b3b2-d778-41d6-93ac-b431b4cd958f HTTP/1.1" status: 204 len: 168 time: 1.0081027 Aug 23 16:04:12.074487 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40810) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:12.154152 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-593d309b-4356-4fd9-a63a-dbaa8666c628 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:12.250672 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-593d309b-4356-4fd9-a63a-dbaa8666c628 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:12.261380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-593d309b-4356-4fd9-a63a-dbaa8666c628 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:12.272690 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-593d309b-4356-4fd9-a63a-dbaa8666c628 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21408d5b-ec7f-4448-8e93-81b28c501f1c') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:12.272993 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-593d309b-4356-4fd9-a63a-dbaa8666c628 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21408d5b-ec7f-4448-8e93-81b28c501f1c') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:12.282536 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-593d309b-4356-4fd9-a63a-dbaa8666c628 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:12.299211 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-593d309b-4356-4fd9-a63a-dbaa8666c628 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:12.305184 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593d309b-4356-4fd9-a63a-dbaa8666c628 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:04:12.305575 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-593d309b-4356-4fd9-a63a-dbaa8666c628 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: timer() Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:04:12.308537 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:04:12.447932 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-593d309b-4356-4fd9-a63a-dbaa8666c628 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:12.462807 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-593d309b-4356-4fd9-a63a-dbaa8666c628 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:12.465389 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-593d309b-4356-4fd9-a63a-dbaa8666c628 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/networks/adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c HTTP/1.1" status: 204 len: 168 time: 0.3892920 Aug 23 16:04:12.467946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40814) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:12.476380 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d309b-4356-4fd9-a63a-dbaa8666c628 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'Network': ['ID=adec99f7-f1b1-4ea2-ae7d-65f1d375eb8c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:12.528967 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:12.553957 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:12.692786 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:12.695380 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:12.696595 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] 10.222.0.38 "DELETE /v2.0/security-groups/f3beb21b-a8d2-4eba-98c7-854e1e801384 HTTP/1.1" status: 204 len: 168 time: 0.2264912 Aug 23 16:04:12.706905 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3beb21b-a8d2-4eba-98c7-854e1e801384,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:12.715861 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:12.716221 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:12.716567 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:12.716907 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:12.717246 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:12.717583 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:12.717923 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:12.718874 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:12.719262 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:12.719595 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:12.719962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:12.720288 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1126-e501-4a64-8255-4b6a504d4d98 tempest-TestNetworkAdvancedServerOps-1735296463 tempest-TestNetworkAdvancedServerOps-1735296463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:12.829068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ae89b664-5b72-4ae9-b109-fa1deb529d3d no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:04:12.849652 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: ae89b664-5b72-4ae9-b109-fa1deb529d3d {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:04:12.850000 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ae89b664-5b72-4ae9-b109-fa1deb529d3d not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:04:12.850413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5211d38a-9f16-420e-89da-c4b4cad2bab0 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:04:12.868531 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 5211d38a-9f16-420e-89da-c4b4cad2bab0 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:04:12.868884 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 5211d38a-9f16-420e-89da-c4b4cad2bab0 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:04:12.869293 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device daf2506f-c1c4-4078-b183-4d31a45efb4e no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:04:12.891694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: daf2506f-c1c4-4078-b183-4d31a45efb4e {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:04:12.891996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device daf2506f-c1c4-4078-b183-4d31a45efb4e not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:04:13.274725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40822) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:13.414729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-676eb65d-1325-435b-87c2-ced6e8457360 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7c2fbc554940487d802ee0e1f3459b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388123 Aug 23 16:04:13.417170 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40826) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:13.464987 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9ba99bd2-6646-40aa-8d1b-4cc71badd553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:13.486675 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9ba99bd2-6646-40aa-8d1b-4cc71badd553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:13.595005 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9ba99bd2-6646-40aa-8d1b-4cc71badd553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:13.597592 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-9ba99bd2-6646-40aa-8d1b-4cc71badd553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:13.598787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-9ba99bd2-6646-40aa-8d1b-4cc71badd553 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5df9a75f-5d40-4738-9760-341966b695a6 HTTP/1.1" status: 204 len: 168 time: 0.1807034 Aug 23 16:04:13.606432 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba99bd2-6646-40aa-8d1b-4cc71badd553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df9a75f-5d40-4738-9760-341966b695a6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:14.165372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40832) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:14.179047 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-372b2c4c-c6d5-4aa1-86d7-67379852e0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:14.270798 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-372b2c4c-c6d5-4aa1-86d7-67379852e0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:14.320842 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-372b2c4c-c6d5-4aa1-86d7-67379852e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:14.358921 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b2c4c-c6d5-4aa1-86d7-67379852e0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469a4ab8-3101-4b4d-a26a-ac721d8d1a1c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:14.363349 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-372b2c4c-c6d5-4aa1-86d7-67379852e0fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=091db10ca9ce4769bfd465906de716d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969166 Aug 23 16:04:14.366014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40834) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:14.415067 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-efb4efc5-0a1f-4d4d-be2a-99246a8d0e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:14.436431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-efb4efc5-0a1f-4d4d-be2a-99246a8d0e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:14.572315 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-efb4efc5-0a1f-4d4d-be2a-99246a8d0e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:14.574895 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-efb4efc5-0a1f-4d4d-be2a-99246a8d0e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:14.576075 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-efb4efc5-0a1f-4d4d-be2a-99246a8d0e8d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/469a4ab8-3101-4b4d-a26a-ac721d8d1a1c HTTP/1.1" status: 204 len: 168 time: 0.2092614 Aug 23 16:04:14.584955 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4efc5-0a1f-4d4d-be2a-99246a8d0e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469a4ab8-3101-4b4d-a26a-ac721d8d1a1c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:15.687103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40856) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:15.781806 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1375995210-network', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:15.869458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] Made reservation on behalf of 3a4c523eb3c34180844a4797ef4f2508 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:04:15.871813 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:15.881442 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:15.972206 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:16.041018 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:16.069311 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:04:16.078697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313c604a-a5eb-430c-a564-ec504a426584,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:16.084592 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:16.084939 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] Added segment b1a559aa-f0d1-492f-a866-5b58c2b82b8d of type vlan for network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 Aug 23 16:04:16.125097 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:16.212650 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:16.213839 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:16.214791 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:16.276037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] Pushing event updated for resources: {'Network': ['ID=0f42e327-d1f6-4476-b563-58f4f6dfcb37,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:16.285833 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:04:16.327587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6dcf80d6-006b-470f-8889-3716871b04ed admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6391859 Aug 23 16:04:16.330610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40860) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:16.335596 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-8edfff36-b130-493d-8d52-0bc28a3c2562 admin admin] Request body: {'subnet': {'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1375995210-subnet', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:16.407119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edfff36-b130-493d-8d52-0bc28a3c2562 admin admin] Made reservation on behalf of 3a4c523eb3c34180844a4797ef4f2508 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:04:16.409562 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8edfff36-b130-493d-8d52-0bc28a3c2562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:16.440939 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:16.641132 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8edfff36-b130-493d-8d52-0bc28a3c2562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:16.703087 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfff36-b130-493d-8d52-0bc28a3c2562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d9baba-103f-4b97-8da3-9a97baab175e,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:16.710771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edfff36-b130-493d-8d52-0bc28a3c2562 admin admin] Checking segment: {'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:04:16.711133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edfff36-b130-493d-8d52-0bc28a3c2562 admin admin] Network hostable DHCP agents. Network: 0f42e327-d1f6-4476-b563-58f4f6dfcb37, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:04:16.806585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edfff36-b130-493d-8d52-0bc28a3c2562 admin admin] Network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:04:16.886929 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-8edfff36-b130-493d-8d52-0bc28a3c2562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 0f42e327-d1f6-4476-b563-58f4f6dfcb37) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:04:16.892908 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edfff36-b130-493d-8d52-0bc28a3c2562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:16.893820 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-8edfff36-b130-493d-8d52-0bc28a3c2562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:16.897893 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768c932a-d0cc-4573-9672-a4600109ccea None None] Network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:04:17.001789 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-8edfff36-b130-493d-8d52-0bc28a3c2562 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6701121 Aug 23 16:04:17.004638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40862) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:17.009153 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:17.043529 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:04:17.044442 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:17.109340 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:17.110417 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:17.164021 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:17.180103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Allocated IP 172.20.0.2 (0f42e327-d1f6-4476-b563-58f4f6dfcb37/f3d9baba-103f-4b97-8da3-9a97baab175e/742ec5d1-9b9f-4632-9953-0312d660d37c) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:04:17.325102 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:17.334206 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Transition to ACTIVE for port object 742ec5d1-9b9f-4632-9953-0312d660d37c will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:04:17.349351 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Transition to ACTIVE for port object 742ec5d1-9b9f-4632-9953-0312d660d37c will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:04:17.386799 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:17.429843 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:17.468512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:04:17.471276 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:04:17.474715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:04:17.483716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Pushing event updated for resources: {'Port': ['ID=742ec5d1-9b9f-4632-9953-0312d660d37c,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:17.533864 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Attempting to bind port 742ec5d1-9b9f-4632-9953-0312d660d37c on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:04:17.534254 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Attempting to bind port 742ec5d1-9b9f-4632-9953-0312d660d37c by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:04:17.534614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Attempting to bind port 742ec5d1-9b9f-4632-9953-0312d660d37c on network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:04:17.541161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:04:17.541566 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Checking segment: {'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:04:17.541972 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:17.542367 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Bound using segment: {'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:04:17.542831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Bound port: 742ec5d1-9b9f-4632-9953-0312d660d37c, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:04:17.543214 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:17.607595 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9f486b3e-f303-4749-876a-f6792189840c None None] For port 742ec5d1-9b9f-4632-9953-0312d660d37c, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:04:17.611614 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9f486b3e-f303-4749-876a-f6792189840c None None] For port 742ec5d1-9b9f-4632-9953-0312d660d37c, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=742ec5d1-9b9f-4632-9953-0312d660d37c,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:04:17.662231 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:17.686568 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:17.687227 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:17.758302 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f486b3e-f303-4749-876a-f6792189840c None None] Pushing event updated for resources: {'Port': ['ID=742ec5d1-9b9f-4632-9953-0312d660d37c,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:17.807400 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Allocated IP 172.25.8.93 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/dbf3729b-9280-48b2-956a-257d31541f96) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:04:17.934253 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:18.047980 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:18.097850 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:04:18.100750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:04:18.103409 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:04:18.134538 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf3729b-9280-48b2-956a-257d31541f96,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:18.464297 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:18.634193 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b5406c-07be-414e-846c-18e106342c21 None None] Network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:04:18.686647 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:18.754908 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 742ec5d1-9b9f-4632-9953-0312d660d37c up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:04:18.837195 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a23442b9-aaa1-4917-ae0b-ac248a309c1c None None] Provisioning for port 742ec5d1-9b9f-4632-9953-0312d660d37c completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:04:18.892852 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Router 0b709823-251a-4705-9d53-a515a21e091e is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:04:18.920937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 742ec5d1-9b9f-4632-9953-0312d660d37c completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:04:18.925558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 742ec5d1-9b9f-4632-9953-0312d660d37c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:18.929342 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:19.021508 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:04:19.021634 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:19.028229 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Sync routers for ids ['0b709823-251a-4705-9d53-a515a21e091e'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:04:19.039033 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Routers {'0b709823-251a-4705-9d53-a515a21e091e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:04:19.039825 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b709823-251a-4705-9d53-a515a21e091e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:19.061149 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 742ec5d1-9b9f-4632-9953-0312d660d37c, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=742ec5d1-9b9f-4632-9953-0312d660d37c,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:04:19.069358 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-babad8fa-59e1-4985-af64-07a9950347ed None None] Provisioning complete for port 742ec5d1-9b9f-4632-9953-0312d660d37c triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:19.069728 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-babad8fa-59e1-4985-af64-07a9950347ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:19.126695 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:19.128027 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a4f54071-95b1-451a-bad0-19809a1f8819 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1223562 Aug 23 16:04:19.131163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40864) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:19.133478 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:19.149417 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Set router 0b709823-251a-4705-9d53-a515a21e091e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:04:19.176421 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-babad8fa-59e1-4985-af64-07a9950347ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:19.207929 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=742ec5d1-9b9f-4632-9953-0312d660d37c,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:19.251419 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.db.api [None req-babad8fa-59e1-4985-af64-07a9950347ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 16:04:19.251827 n-d-804985-3 neutron-server[96116]: DEBUG oslo_db.api [None req-babad8fa-59e1-4985-af64-07a9950347ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 16:04:19.335323 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:18Z', 'revision_number': 3, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:19.363123 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Checking router: 0b709823-251a-4705-9d53-a515a21e091e for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:04:19.363503 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Updating router 0b709823-251a-4705-9d53-a515a21e091e port dbf3729b-9280-48b2-956a-257d31541f96 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:04:19.388273 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:19.554006 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:19.727052 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Allocated IP 172.20.0.1 (0f42e327-d1f6-4476-b563-58f4f6dfcb37/f3d9baba-103f-4b97-8da3-9a97baab175e/0269f21b-b26f-4cd0-87a8-ac8f18297db6) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:04:19.737167 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:19.746982 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Transition to ACTIVE for port object dbf3729b-9280-48b2-956a-257d31541f96 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:04:19.830944 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:19.852960 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:19.853680 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Transition to ACTIVE for port object 0269f21b-b26f-4cd0-87a8-ac8f18297db6 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:04:19.904885 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Attempting to bind port dbf3729b-9280-48b2-956a-257d31541f96 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:04:19.905251 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Attempting to bind port dbf3729b-9280-48b2-956a-257d31541f96 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:04:19.906215 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Attempting to bind port dbf3729b-9280-48b2-956a-257d31541f96 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:04:19.909211 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ead180-97ba-4b92-af49-36a25e56e73c None None] Pushing event updated for resources: {'Port': ['ID=dbf3729b-9280-48b2-956a-257d31541f96,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:19.917600 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:04:19.917968 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:04:19.921983 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:19.921983 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:04:19.921983 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Bound port: dbf3729b-9280-48b2-956a-257d31541f96, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:04:19.921983 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:19.922820 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ead180-97ba-4b92-af49-36a25e56e73c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:19.923161 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ead180-97ba-4b92-af49-36a25e56e73c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:19.923496 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ead180-97ba-4b92-af49-36a25e56e73c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:19.923852 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ead180-97ba-4b92-af49-36a25e56e73c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:19.924179 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ead180-97ba-4b92-af49-36a25e56e73c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:19.924503 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ead180-97ba-4b92-af49-36a25e56e73c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:19.924824 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ead180-97ba-4b92-af49-36a25e56e73c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:19.925144 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ead180-97ba-4b92-af49-36a25e56e73c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:19.925463 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ead180-97ba-4b92-af49-36a25e56e73c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:19.925781 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ead180-97ba-4b92-af49-36a25e56e73c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:19.926098 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ead180-97ba-4b92-af49-36a25e56e73c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:19.926414 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ead180-97ba-4b92-af49-36a25e56e73c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:04:19.973396 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:19.980070 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] For port dbf3729b-9280-48b2-956a-257d31541f96, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:04:19.983708 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] For port dbf3729b-9280-48b2-956a-257d31541f96, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=dbf3729b-9280-48b2-956a-257d31541f96,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:04:20.019149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:04:20.022031 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:04:20.025163 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:04:20.050147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Pushing event updated for resources: {'Port': ['ID=0269f21b-b26f-4cd0-87a8-ac8f18297db6,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:20.071345 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:20.121618 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:20.185118 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ead180-97ba-4b92-af49-36a25e56e73c None None] Pushing event updated for resources: {'Port': ['ID=dbf3729b-9280-48b2-956a-257d31541f96,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:20.189749 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Routers {'0b709823-251a-4705-9d53-a515a21e091e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:04:20.190355 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b709823-251a-4705-9d53-a515a21e091e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:20.266066 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:20.299636 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] Set router 0b709823-251a-4705-9d53-a515a21e091e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:04:20.386183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6618e5da-7510-4814-a593-206cdd27ec42 None None] Provisioning for port 0269f21b-b26f-4cd0-87a8-ac8f18297db6 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:04:20.390482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6618e5da-7510-4814-a593-206cdd27ec42 None None] Provisioning complete for port 0269f21b-b26f-4cd0-87a8-ac8f18297db6 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:20.391019 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6618e5da-7510-4814-a593-206cdd27ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:20.427981 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-6618e5da-7510-4814-a593-206cdd27ec42 None None] Port 0269f21b-b26f-4cd0-87a8-ac8f18297db6 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:04:20.440296 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:20.484972 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:18Z', 'revision_number': 3, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:20.514159 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8ed7fc-13d5-4a2f-8252-b5172c019654 None None] The sync data for ids ['0b709823-251a-4705-9d53-a515a21e091e'] in n-d-804985-3 is: [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:18Z', 'revision_number': 3, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:04:20.533406 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:20.601802 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Pushing event updated for resources: {'Port': ['ID=0269f21b-b26f-4cd0-87a8-ac8f18297db6,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:20.604354 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:20.694454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 742ec5d1-9b9f-4632-9953-0312d660d37c up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:04:20.731822 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:04:20.732618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:04:20.771494 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 742ec5d1-9b9f-4632-9953-0312d660d37c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:20.772160 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:20.895444 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Router 0b709823-251a-4705-9d53-a515a21e091e has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:04:21.045882 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:04:21.054997 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5477b7dd-bed3-4c33-8076-3aaba605ef8d admin admin] 10.222.0.38 "PUT /v2.0/routers/0b709823-251a-4705-9d53-a515a21e091e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9192295 Aug 23 16:04:21.094576 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-87709f3d-59e4-4f50-a76e-9c674d9f6943 None None] Provisioning complete for port 0269f21b-b26f-4cd0-87a8-ac8f18297db6 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:21.094957 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-87709f3d-59e4-4f50-a76e-9c674d9f6943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:21.137075 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-87709f3d-59e4-4f50-a76e-9c674d9f6943 None None] Port 0269f21b-b26f-4cd0-87a8-ac8f18297db6 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:04:21.202101 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:21.840699 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40880) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:21.847965 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1021678508-network', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:21.944008 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] Made reservation on behalf of ed7a46323d1c4db48ae892390b05386e for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:04:21.946497 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:21.955840 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:22.050944 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:22.132470 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:22.158776 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:04:22.170253 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab211342-e246-4a86-8533-aef84813577a,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:22.173462 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:22.173810 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] Added segment 2586edbe-385a-4464-a4f3-c20c6521bef1 of type vlan for network 98360143-6c77-4b66-bbfe-e41f914d0363 Aug 23 16:04:22.191420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Sync routers for ids ['0b709823-251a-4705-9d53-a515a21e091e'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:04:22.201456 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Routers {'0b709823-251a-4705-9d53-a515a21e091e'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:04:22.202082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b709823-251a-4705-9d53-a515a21e091e'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:22.216284 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:22.287492 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:22.288462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:22.289093 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:22.309696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Set router 0b709823-251a-4705-9d53-a515a21e091e gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:04:22.355136 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] Pushing event updated for resources: {'Network': ['ID=98360143-6c77-4b66-bbfe-e41f914d0363,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:22.384213 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 98360143-6c77-4b66-bbfe-e41f914d0363 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:04:22.410637 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-bdb5dac3-69c9-4e8a-a906-0ea806175490 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5677652 Aug 23 16:04:22.412366 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40882) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:22.417372 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-0befdb02-23ab-46c5-8e60-eb4ef5210c29 admin admin] Request body: {'subnet': {'network_id': '98360143-6c77-4b66-bbfe-e41f914d0363', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1021678508-subnet', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:22.503371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0befdb02-23ab-46c5-8e60-eb4ef5210c29 admin admin] Made reservation on behalf of ed7a46323d1c4db48ae892390b05386e for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:04:22.505825 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0befdb02-23ab-46c5-8e60-eb4ef5210c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:22.572506 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0269f21b-b26f-4cd0-87a8-ac8f18297db6', 'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'mac_address': 'fa:16:3e:e0:60:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:19Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 2, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'subnets': [{'id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:22.603643 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Checking router: 0b709823-251a-4705-9d53-a515a21e091e for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:04:22.604025 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Updating router 0b709823-251a-4705-9d53-a515a21e091e port 0269f21b-b26f-4cd0-87a8-ac8f18297db6 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:04:22.639529 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:22.708862 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0914c753-5d1b-4bf3-af5c-877f64c4ee48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:22.738509 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0befdb02-23ab-46c5-8e60-eb4ef5210c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:22.763054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device dbf3729b-9280-48b2-956a-257d31541f96 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:04:22.798266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befdb02-23ab-46c5-8e60-eb4ef5210c29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c91019-0c67-4d92-bcce-91b89464c6d4,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:22.806437 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0befdb02-23ab-46c5-8e60-eb4ef5210c29 admin admin] Checking segment: {'id': '2586edbe-385a-4464-a4f3-c20c6521bef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '98360143-6c77-4b66-bbfe-e41f914d0363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:04:22.806804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0befdb02-23ab-46c5-8e60-eb4ef5210c29 admin admin] Network hostable DHCP agents. Network: 98360143-6c77-4b66-bbfe-e41f914d0363, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:04:22.876414 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0befdb02-23ab-46c5-8e60-eb4ef5210c29 admin admin] Network 98360143-6c77-4b66-bbfe-e41f914d0363 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:04:22.952236 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port dbf3729b-9280-48b2-956a-257d31541f96 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:04:22.960781 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port dbf3729b-9280-48b2-956a-257d31541f96 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:22.961145 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-0befdb02-23ab-46c5-8e60-eb4ef5210c29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 98360143-6c77-4b66-bbfe-e41f914d0363) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:04:22.961296 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:22.965652 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0befdb02-23ab-46c5-8e60-eb4ef5210c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:22.971592 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-0befdb02-23ab-46c5-8e60-eb4ef5210c29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:22.992991 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5e6e7c-3b49-4196-8a03-6e8d6cbd14dc None None] Network 98360143-6c77-4b66-bbfe-e41f914d0363 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:04:23.011167 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:23.059242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-0befdb02-23ab-46c5-8e60-eb4ef5210c29 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6457880 Aug 23 16:04:23.061812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40884) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:23.063743 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Transition to ACTIVE for port object 0269f21b-b26f-4cd0-87a8-ac8f18297db6 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:04:23.067669 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1021678508-router', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:23.147529 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:23.172930 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:23.176709 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:23.186767 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:23.251730 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port dbf3729b-9280-48b2-956a-257d31541f96, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=dbf3729b-9280-48b2-956a-257d31541f96,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:04:23.252985 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c99c4-dc5a-4765-b37a-0bb63e2061fc None None] Pushing event updated for resources: {'Port': ['ID=0269f21b-b26f-4cd0-87a8-ac8f18297db6,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:23.288058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-98360143-6c77-4b66-bbfe-e41f914d0363', 'network_id': '98360143-6c77-4b66-bbfe-e41f914d0363', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e', 'fixed_ips': [{'subnet_id': '72c91019-0c67-4d92-bcce-91b89464c6d4'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:04:23.294472 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:23.317473 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:23.369549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Attempting to bind port 0269f21b-b26f-4cd0-87a8-ac8f18297db6 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:04:23.369931 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Attempting to bind port 0269f21b-b26f-4cd0-87a8-ac8f18297db6 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:04:23.370303 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Attempting to bind port 0269f21b-b26f-4cd0-87a8-ac8f18297db6 on network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:04:23.434793 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:04:23.435204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Checking segment: {'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:04:23.435578 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:23.436008 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Bound using segment: {'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:04:23.436503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Bound port: 0269f21b-b26f-4cd0-87a8-ac8f18297db6, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:04:23.438152 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:23.473299 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=dbf3729b-9280-48b2-956a-257d31541f96,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:23.571789 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:23.585437 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Allocated IP 172.20.0.2 (98360143-6c77-4b66-bbfe-e41f914d0363/72c91019-0c67-4d92-bcce-91b89464c6d4/d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:04:23.601339 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] For port 0269f21b-b26f-4cd0-87a8-ac8f18297db6, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:04:23.604729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] For port 0269f21b-b26f-4cd0-87a8-ac8f18297db6, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0269f21b-b26f-4cd0-87a8-ac8f18297db6,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:04:23.664725 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:23.760056 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:23.782570 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c99c4-dc5a-4765-b37a-0bb63e2061fc None None] Pushing event updated for resources: {'Port': ['ID=0269f21b-b26f-4cd0-87a8-ac8f18297db6,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:23.785155 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Routers {'0b709823-251a-4705-9d53-a515a21e091e'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:04:23.785763 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b709823-251a-4705-9d53-a515a21e091e'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:23.848241 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:23.891394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Transition to ACTIVE for port object d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:04:23.920889 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Transition to ACTIVE for port object d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:04:23.929361 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] Set router 0b709823-251a-4705-9d53-a515a21e091e gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:04:24.005784 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:24.024720 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:24.045035 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:24.097831 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Network 98360143-6c77-4b66-bbfe-e41f914d0363 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:04:24.103283 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:04:24.112800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:04:24.122950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Pushing event updated for resources: {'Port': ['ID=d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:24.156800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Allocated IP 172.25.8.47 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/6d3342ff-4bb0-414e-9900-b624eb309117) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:04:24.217096 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Attempting to bind port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:04:24.217472 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Attempting to bind port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '2586edbe-385a-4464-a4f3-c20c6521bef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '98360143-6c77-4b66-bbfe-e41f914d0363'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:04:24.217876 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Attempting to bind port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 on network 98360143-6c77-4b66-bbfe-e41f914d0363 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:04:24.226408 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:04:24.226780 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Checking segment: {'id': '2586edbe-385a-4464-a4f3-c20c6521bef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '98360143-6c77-4b66-bbfe-e41f914d0363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:04:24.227181 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:24.227571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Bound using segment: {'id': '2586edbe-385a-4464-a4f3-c20c6521bef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '98360143-6c77-4b66-bbfe-e41f914d0363'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:04:24.228063 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Bound port: d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2586edbe-385a-4464-a4f3-c20c6521bef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '98360143-6c77-4b66-bbfe-e41f914d0363'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:04:24.228451 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:24.262828 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:24.281322 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0269f21b-b26f-4cd0-87a8-ac8f18297db6', 'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'mac_address': 'fa:16:3e:e0:60:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:19Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'subnets': [{'id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:24.317003 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed89c67-c302-48d0-8dbe-c676b07a7f68 None None] The sync data for ids ['0b709823-251a-4705-9d53-a515a21e091e'] in n-d-804985-3 is: [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0269f21b-b26f-4cd0-87a8-ac8f18297db6', 'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'mac_address': 'fa:16:3e:e0:60:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:19Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'subnets': [{'id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:04:24.330618 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] For port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:04:24.333918 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] For port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3,segment=NetworkSegment(2586edbe-385a-4464-a4f3-c20c6521bef1),segment_id=2586edbe-385a-4464-a4f3-c20c6521bef1)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:04:24.344431 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:24.396858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:04:24.399630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:04:24.402579 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:04:24.407564 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:24.438924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Pushing event updated for resources: {'Port': ['ID=6d3342ff-4bb0-414e-9900-b624eb309117,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:24.480849 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e619-979b-45a0-92b6-deb853fdbb7b None None] Pushing event updated for resources: {'Port': ['ID=d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:24.799112 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:24.869579 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device dbf3729b-9280-48b2-956a-257d31541f96 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:04:24.923402 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port dbf3729b-9280-48b2-956a-257d31541f96 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:24.923815 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:25.019804 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0269f21b-b26f-4cd0-87a8-ac8f18297db6 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:04:25.025138 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:25.138413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 0269f21b-b26f-4cd0-87a8-ac8f18297db6 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:04:25.148755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0269f21b-b26f-4cd0-87a8-ac8f18297db6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:25.148755 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:25.225425 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Router 8e0be6c3-497e-422d-a720-f8f4d727505c is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:04:25.244113 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:25.285628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 0269f21b-b26f-4cd0-87a8-ac8f18297db6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0269f21b-b26f-4cd0-87a8-ac8f18297db6,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:04:25.356047 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:04:25.366684 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:25.367486 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Sync routers for ids ['8e0be6c3-497e-422d-a720-f8f4d727505c'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:04:25.381393 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Routers {'8e0be6c3-497e-422d-a720-f8f4d727505c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:04:25.382880 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8e0be6c3-497e-422d-a720-f8f4d727505c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:25.424449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=0269f21b-b26f-4cd0-87a8-ac8f18297db6,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:25.435760 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:25.441314 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40886) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:25.441826 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1d025e4e-18d7-42f0-9819-26acf671e391 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3783040 Aug 23 16:04:25.526877 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Set router 8e0be6c3-497e-422d-a720-f8f4d727505c gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:04:25.542568 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfcf327-2bc2-4bef-a1ea-da63c0930ba6 None None] Network 98360143-6c77-4b66-bbfe-e41f914d0363 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:04:25.633156 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:25.713896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2e0df0c6-c823-4f47-88d4-d02ee5f02327 None None] Provisioning for port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:04:25.728477 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'name': 'tempest-TestShelveInstance-1021678508-router', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6d3342ff-4bb0-414e-9900-b624eb309117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:23Z', 'updated_at': '2021-08-23T16:04:24Z', 'revision_number': 3, 'project_id': 'ed7a46323d1c4db48ae892390b05386e', 'gw_port': {'id': '6d3342ff-4bb0-414e-9900-b624eb309117', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:24Z', 'updated_at': '2021-08-23T16:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:25.757527 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Checking router: 8e0be6c3-497e-422d-a720-f8f4d727505c for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:04:25.757871 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Updating router 8e0be6c3-497e-422d-a720-f8f4d727505c port 6d3342ff-4bb0-414e-9900-b624eb309117 binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:04:25.783720 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:25.951490 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:26.067868 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:26.080173 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Transition to ACTIVE for port object 6d3342ff-4bb0-414e-9900-b624eb309117 will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:04:26.160978 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:26.216379 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Attempting to bind port 6d3342ff-4bb0-414e-9900-b624eb309117 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:04:26.216742 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Attempting to bind port 6d3342ff-4bb0-414e-9900-b624eb309117 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:04:26.217122 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Attempting to bind port 6d3342ff-4bb0-414e-9900-b624eb309117 on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:04:26.220216 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26da7be-5df3-42b3-8bbf-9c9d33e8f458 None None] Pushing event updated for resources: {'Port': ['ID=6d3342ff-4bb0-414e-9900-b624eb309117,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:26.226664 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:04:26.227615 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:04:26.227615 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:26.227868 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:04:26.228246 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Bound port: 6d3342ff-4bb0-414e-9900-b624eb309117, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:04:26.228631 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:26.281530 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] For port 6d3342ff-4bb0-414e-9900-b624eb309117, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:04:26.284955 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] For port 6d3342ff-4bb0-414e-9900-b624eb309117, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6d3342ff-4bb0-414e-9900-b624eb309117,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:04:26.390770 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:26.448073 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Routers {'8e0be6c3-497e-422d-a720-f8f4d727505c'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:04:26.448799 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:03:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8e0be6c3-497e-422d-a720-f8f4d727505c'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:26.451554 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Allocated IP 172.20.0.1 (98360143-6c77-4b66-bbfe-e41f914d0363/72c91019-0c67-4d92-bcce-91b89464c6d4/c988268d-00c0-4b41-bb60-e9350ec3c114) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:04:26.485226 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26da7be-5df3-42b3-8bbf-9c9d33e8f458 None None] Pushing event updated for resources: {'Port': ['ID=6d3342ff-4bb0-414e-9900-b624eb309117,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:26.563044 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:26.568044 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] Set router 8e0be6c3-497e-422d-a720-f8f4d727505c gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:04:26.578126 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.provisioning_blocks [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Transition to ACTIVE for port object c988268d-00c0-4b41-bb60-e9350ec3c114 will not be triggered until provisioned by entity DHCP. {{(pid=96114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:04:26.670647 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fe95be77-7452-4049-bb64-4bc0beb58e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:26.693449 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:26.743550 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Pushing event updated for resources: {'Port': ['ID=c988268d-00c0-4b41-bb60-e9350ec3c114,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:26.755480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Network 98360143-6c77-4b66-bbfe-e41f914d0363 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:04:26.757732 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:04:26.761665 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:04:26.785434 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0269f21b-b26f-4cd0-87a8-ac8f18297db6 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:04:26.815939 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:26.847962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 0269f21b-b26f-4cd0-87a8-ac8f18297db6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:26.848599 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:26.872951 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'name': 'tempest-TestShelveInstance-1021678508-router', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6d3342ff-4bb0-414e-9900-b624eb309117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:23Z', 'updated_at': '2021-08-23T16:04:24Z', 'revision_number': 3, 'project_id': 'ed7a46323d1c4db48ae892390b05386e', 'gw_port': {'id': '6d3342ff-4bb0-414e-9900-b624eb309117', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:24Z', 'updated_at': '2021-08-23T16:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:26.903986 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad67de6-f4ed-4013-84ea-aa93f0c706e3 None None] The sync data for ids ['8e0be6c3-497e-422d-a720-f8f4d727505c'] in n-d-804985-3 is: [{'id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'name': 'tempest-TestShelveInstance-1021678508-router', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6d3342ff-4bb0-414e-9900-b624eb309117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:23Z', 'updated_at': '2021-08-23T16:04:24Z', 'revision_number': 3, 'project_id': 'ed7a46323d1c4db48ae892390b05386e', 'gw_port': {'id': '6d3342ff-4bb0-414e-9900-b624eb309117', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:24Z', 'updated_at': '2021-08-23T16:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:04:26.941135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:04:27.028686 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:27.105792 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:27.146309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2ea68dac-692a-4d22-ac86-345e7892cb3f None None] Provisioning for port c988268d-00c0-4b41-bb60-e9350ec3c114 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:04:27.162533 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:04:27.167356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-2ea68dac-692a-4d22-ac86-345e7892cb3f None None] Provisioning complete for port c988268d-00c0-4b41-bb60-e9350ec3c114 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:27.167748 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2ea68dac-692a-4d22-ac86-345e7892cb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:27.169287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:27.169639 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:27.234153 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:27.247275 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-2ea68dac-692a-4d22-ac86-345e7892cb3f None None] Port c988268d-00c0-4b41-bb60-e9350ec3c114 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:04:27.293090 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:27.315375 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:27.328010 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3,segment=NetworkSegment(2586edbe-385a-4464-a4f3-c20c6521bef1),segment_id=2586edbe-385a-4464-a4f3-c20c6521bef1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:04:27.384162 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:27.394848 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Pushing event updated for resources: {'Port': ['ID=c988268d-00c0-4b41-bb60-e9350ec3c114,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:27.403763 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:27.439199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:27.512289 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Network 98360143-6c77-4b66-bbfe-e41f914d0363 is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:04:27.513811 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:04:27.641605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Router 8e0be6c3-497e-422d-a720-f8f4d727505c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:04:27.761837 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:04:27.777726 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1e3c3949-8582-4210-a8db-65c51662f848 admin admin] 10.222.0.38 "PUT /v2.0/routers/8e0be6c3-497e-422d-a720-f8f4d727505c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3268228 Aug 23 16:04:27.778181 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-418934a8-010f-45d7-948e-7efa78d55f78 None None] Provisioning complete for port c988268d-00c0-4b41-bb60-e9350ec3c114 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:27.778181 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-418934a8-010f-45d7-948e-7efa78d55f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:27.978806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-418934a8-010f-45d7-948e-7efa78d55f78 None None] Port c988268d-00c0-4b41-bb60-e9350ec3c114 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:04:28.427297 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40894) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:28.432300 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-4586b611-293c-4bf3-9ccd-99379bf1ee1e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144529655', 'description': 'tempest-secgroup-smoke-144529655 description', 'project_id': '3a4c523eb3c34180844a4797ef4f2508'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:28.493941 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Sync routers for ids ['8e0be6c3-497e-422d-a720-f8f4d727505c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:04:28.503200 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Routers {'8e0be6c3-497e-422d-a720-f8f4d727505c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:04:28.503859 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:04:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8e0be6c3-497e-422d-a720-f8f4d727505c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:28.521241 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4586b611-293c-4bf3-9ccd-99379bf1ee1e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:28.604117 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4586b611-293c-4bf3-9ccd-99379bf1ee1e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:28.610611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Set router 8e0be6c3-497e-422d-a720-f8f4d727505c gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:04:28.681365 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4586b611-293c-4bf3-9ccd-99379bf1ee1e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:28.711922 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586b611-293c-4bf3-9ccd-99379bf1ee1e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c176cbba-b0d0-4a1f-81cd-4a310bb31a21,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:28.770530 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6d3342ff-4bb0-414e-9900-b624eb309117 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:04:28.795580 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-4586b611-293c-4bf3-9ccd-99379bf1ee1e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:28.797947 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-4586b611-293c-4bf3-9ccd-99379bf1ee1e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3695540 Aug 23 16:04:28.800869 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40896) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:28.805726 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-682c2315-99c0-43df-aedb-b1e48eef373d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'security_group_rule': {'security_group_id': 'c176cbba-b0d0-4a1f-81cd-4a310bb31a21', 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:28.890683 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'name': 'tempest-TestShelveInstance-1021678508-router', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6d3342ff-4bb0-414e-9900-b624eb309117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:23Z', 'updated_at': '2021-08-23T16:04:26Z', 'revision_number': 4, 'project_id': 'ed7a46323d1c4db48ae892390b05386e', 'gw_port': {'id': '6d3342ff-4bb0-414e-9900-b624eb309117', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:24Z', 'updated_at': '2021-08-23T16:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'c988268d-00c0-4b41-bb60-e9350ec3c114', 'name': '', 'network_id': '98360143-6c77-4b66-bbfe-e41f914d0363', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e', 'mac_address': 'fa:16:3e:a5:b7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '72c91019-0c67-4d92-bcce-91b89464c6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:26Z', 'updated_at': '2021-08-23T16:04:27Z', 'revision_number': 2, 'project_id': 'ed7a46323d1c4db48ae892390b05386e', 'subnets': [{'id': '72c91019-0c67-4d92-bcce-91b89464c6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:28.912279 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-682c2315-99c0-43df-aedb-b1e48eef373d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:28.920331 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Checking router: 8e0be6c3-497e-422d-a720-f8f4d727505c for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:04:28.920694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Updating router 8e0be6c3-497e-422d-a720-f8f4d727505c port c988268d-00c0-4b41-bb60-e9350ec3c114 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:04:28.940467 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:28.947830 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:28.985354 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-682c2315-99c0-43df-aedb-b1e48eef373d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.001471 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 6d3342ff-4bb0-414e-9900-b624eb309117 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:04:29.012530 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6d3342ff-4bb0-414e-9900-b624eb309117 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:29.012832 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.069641 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-682c2315-99c0-43df-aedb-b1e48eef373d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.091860 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c2315-99c0-43df-aedb-b1e48eef373d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0358b6-bcc5-466b-a0e7-b05fd1f93837,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:29.160854 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-682c2315-99c0-43df-aedb-b1e48eef373d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.162114 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-682c2315-99c0-43df-aedb-b1e48eef373d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3602057 Aug 23 16:04:29.165361 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40898) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:29.171154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-cd6390e5-af2b-4fda-8c29-15cc7e574ea8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'security_group_rule': {'security_group_id': 'c176cbba-b0d0-4a1f-81cd-4a310bb31a21', 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:29.223572 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.253967 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 6d3342ff-4bb0-414e-9900-b624eb309117, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6d3342ff-4bb0-414e-9900-b624eb309117,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:04:29.267715 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cd6390e5-af2b-4fda-8c29-15cc7e574ea8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.316763 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.319263 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.320107 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:04:29.333370 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cd6390e5-af2b-4fda-8c29-15cc7e574ea8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.370654 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Transition to ACTIVE for port object c988268d-00c0-4b41-bb60-e9350ec3c114 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:04:29.389501 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cd6390e5-af2b-4fda-8c29-15cc7e574ea8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.409949 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6390e5-af2b-4fda-8c29-15cc7e574ea8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2902aa10-a272-4c09-a14b-265b3910af93,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:29.411152 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=6d3342ff-4bb0-414e-9900-b624eb309117,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:29.425774 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:29.426259 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.429385 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.469534 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cd6390e5-af2b-4fda-8c29-15cc7e574ea8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.470846 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cd6390e5-af2b-4fda-8c29-15cc7e574ea8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3036959 Aug 23 16:04:29.473944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40900) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:29.478446 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b591c27a-3452-433b-97de-c37de3b68f37 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'security_group_rule': {'security_group_id': 'c176cbba-b0d0-4a1f-81cd-4a310bb31a21', 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:29.519359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c07d4a-77da-4ef9-8e9a-a1575d217850 None None] Pushing event updated for resources: {'Port': ['ID=c988268d-00c0-4b41-bb60-e9350ec3c114,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:29.574405 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b591c27a-3452-433b-97de-c37de3b68f37 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.609086 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Attempting to bind port c988268d-00c0-4b41-bb60-e9350ec3c114 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:04:29.609540 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Attempting to bind port c988268d-00c0-4b41-bb60-e9350ec3c114 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '2586edbe-385a-4464-a4f3-c20c6521bef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '98360143-6c77-4b66-bbfe-e41f914d0363'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:04:29.609936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Attempting to bind port c988268d-00c0-4b41-bb60-e9350ec3c114 on network 98360143-6c77-4b66-bbfe-e41f914d0363 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:04:29.615413 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:04:29.616278 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Checking segment: {'id': '2586edbe-385a-4464-a4f3-c20c6521bef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '98360143-6c77-4b66-bbfe-e41f914d0363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:04:29.616413 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.616732 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Bound using segment: {'id': '2586edbe-385a-4464-a4f3-c20c6521bef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '98360143-6c77-4b66-bbfe-e41f914d0363'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:04:29.617209 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Bound port: c988268d-00c0-4b41-bb60-e9350ec3c114, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2586edbe-385a-4464-a4f3-c20c6521bef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '98360143-6c77-4b66-bbfe-e41f914d0363'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:04:29.617598 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.660507 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b591c27a-3452-433b-97de-c37de3b68f37 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.693950 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] For port c988268d-00c0-4b41-bb60-e9350ec3c114, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:04:29.700868 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] For port c988268d-00c0-4b41-bb60-e9350ec3c114, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c988268d-00c0-4b41-bb60-e9350ec3c114,segment=NetworkSegment(2586edbe-385a-4464-a4f3-c20c6521bef1),segment_id=2586edbe-385a-4464-a4f3-c20c6521bef1)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:04:29.704078 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b591c27a-3452-433b-97de-c37de3b68f37 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.724818 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591c27a-3452-433b-97de-c37de3b68f37 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eefd6292-2d13-441f-8416-c0313717829e,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:29.744578 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.806016 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Routers {'8e0be6c3-497e-422d-a720-f8f4d727505c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:04:29.806661 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:04:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8e0be6c3-497e-422d-a720-f8f4d727505c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:29.807441 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b591c27a-3452-433b-97de-c37de3b68f37 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.811524 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b591c27a-3452-433b-97de-c37de3b68f37 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3340213 Aug 23 16:04:29.815348 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40902) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:29.818002 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-4f2e2d8e-78a0-4d6b-875d-94195493d902 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'security_group_rule': {'security_group_id': 'c176cbba-b0d0-4a1f-81cd-4a310bb31a21', 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:29.846719 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c07d4a-77da-4ef9-8e9a-a1575d217850 None None] Pushing event updated for resources: {'Port': ['ID=c988268d-00c0-4b41-bb60-e9350ec3c114,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:29.932029 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4f2e2d8e-78a0-4d6b-875d-94195493d902 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:29.936440 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] Set router 8e0be6c3-497e-422d-a720-f8f4d727505c gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:04:30.017198 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4f2e2d8e-78a0-4d6b-875d-94195493d902 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:30.103920 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4f2e2d8e-78a0-4d6b-875d-94195493d902 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:30.125043 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e2d8e-78a0-4d6b-875d-94195493d902 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef139d8-0ec3-437f-98b7-d24ab08087ce,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:30.163372 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'name': 'tempest-TestShelveInstance-1021678508-router', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6d3342ff-4bb0-414e-9900-b624eb309117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:23Z', 'updated_at': '2021-08-23T16:04:26Z', 'revision_number': 4, 'project_id': 'ed7a46323d1c4db48ae892390b05386e', 'gw_port': {'id': '6d3342ff-4bb0-414e-9900-b624eb309117', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:24Z', 'updated_at': '2021-08-23T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'c988268d-00c0-4b41-bb60-e9350ec3c114', 'name': '', 'network_id': '98360143-6c77-4b66-bbfe-e41f914d0363', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e', 'mac_address': 'fa:16:3e:a5:b7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '72c91019-0c67-4d92-bcce-91b89464c6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:26Z', 'updated_at': '2021-08-23T16:04:29Z', 'revision_number': 4, 'project_id': 'ed7a46323d1c4db48ae892390b05386e', 'subnets': [{'id': '72c91019-0c67-4d92-bcce-91b89464c6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:30.190165 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e97cb56-31a8-407b-9fc1-4150a5861490 None None] The sync data for ids ['8e0be6c3-497e-422d-a720-f8f4d727505c'] in n-d-804985-3 is: [{'id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'name': 'tempest-TestShelveInstance-1021678508-router', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6d3342ff-4bb0-414e-9900-b624eb309117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:23Z', 'updated_at': '2021-08-23T16:04:26Z', 'revision_number': 4, 'project_id': 'ed7a46323d1c4db48ae892390b05386e', 'gw_port': {'id': '6d3342ff-4bb0-414e-9900-b624eb309117', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:24Z', 'updated_at': '2021-08-23T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'c988268d-00c0-4b41-bb60-e9350ec3c114', 'name': '', 'network_id': '98360143-6c77-4b66-bbfe-e41f914d0363', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e', 'mac_address': 'fa:16:3e:a5:b7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '72c91019-0c67-4d92-bcce-91b89464c6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:26Z', 'updated_at': '2021-08-23T16:04:29Z', 'revision_number': 4, 'project_id': 'ed7a46323d1c4db48ae892390b05386e', 'subnets': [{'id': '72c91019-0c67-4d92-bcce-91b89464c6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:04:30.201243 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-4f2e2d8e-78a0-4d6b-875d-94195493d902 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:30.202745 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-4f2e2d8e-78a0-4d6b-875d-94195493d902 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3887427 Aug 23 16:04:30.206590 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40904) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:30.211266 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-16ac299a-a7cf-4eb4-9295-aef7ab5f17d2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'security_group_rule': {'security_group_id': 'c176cbba-b0d0-4a1f-81cd-4a310bb31a21', 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:30.309703 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-16ac299a-a7cf-4eb4-9295-aef7ab5f17d2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Project 3a4c523eb3c34180844a4797ef4f2508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:04:30.315527 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16ac299a-a7cf-4eb4-9295-aef7ab5f17d2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:30.383799 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16ac299a-a7cf-4eb4-9295-aef7ab5f17d2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:30.452871 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16ac299a-a7cf-4eb4-9295-aef7ab5f17d2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:30.475576 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac299a-a7cf-4eb4-9295-aef7ab5f17d2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a178a27-e1fb-4801-9166-412356052e1f,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:30.544013 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-16ac299a-a7cf-4eb4-9295-aef7ab5f17d2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:30.548613 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-16ac299a-a7cf-4eb4-9295-aef7ab5f17d2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3378246 Aug 23 16:04:30.553401 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 40906) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:30.553911 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b0c8ac1b-22fe-4e60-b726-c8fc09fe04bc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'security_group_rule': {'security_group_id': 'c176cbba-b0d0-4a1f-81cd-4a310bb31a21', 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:30.664277 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-b0c8ac1b-22fe-4e60-b726-c8fc09fe04bc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Project 3a4c523eb3c34180844a4797ef4f2508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:04:30.674726 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ac1b-22fe-4e60-b726-c8fc09fe04bc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:30.769054 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ac1b-22fe-4e60-b726-c8fc09fe04bc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:30.790713 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6d3342ff-4bb0-414e-9900-b624eb309117 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:04:30.846901 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ac1b-22fe-4e60-b726-c8fc09fe04bc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:30.856345 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 6d3342ff-4bb0-414e-9900-b624eb309117 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:30.856940 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:30.863889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8ac1b-22fe-4e60-b726-c8fc09fe04bc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0dfdeb-66fd-49f2-88ec-3adee73288c1,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:30.932706 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ac1b-22fe-4e60-b726-c8fc09fe04bc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:30.933970 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b0c8ac1b-22fe-4e60-b726-c8fc09fe04bc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3840866 Aug 23 16:04:30.947598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c988268d-00c0-4b41-bb60-e9350ec3c114 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:04:31.058574 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port c988268d-00c0-4b41-bb60-e9350ec3c114 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:04:31.063603 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c988268d-00c0-4b41-bb60-e9350ec3c114 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:31.064201 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:31.081150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-47f59f20-5ed0-491d-8b44-9b790d854ddb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144529655&fields=id&tenant_id=3a4c523eb3c34180844a4797ef4f2508 HTTP/1.1" status: 200 len: 267 time: 0.0382080 Aug 23 16:04:31.161115 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:31.201038 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port c988268d-00c0-4b41-bb60-e9350ec3c114, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c988268d-00c0-4b41-bb60-e9350ec3c114,segment=NetworkSegment(2586edbe-385a-4464-a4f3-c20c6521bef1),segment_id=2586edbe-385a-4464-a4f3-c20c6521bef1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:04:31.203574 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-5c8bba00-97b0-46d6-9dc2-7949e09c7035 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:31.205183 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-5c8bba00-97b0-46d6-9dc2-7949e09c7035 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 809 time: 0.1167915 Aug 23 16:04:31.221708 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-c6c623c5-f514-4f7e-a668-37e37253c404 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/quotas/3a4c523eb3c34180844a4797ef4f2508 HTTP/1.1" status: 200 len: 375 time: 0.0104809 Aug 23 16:04:31.247714 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:31.286230 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-80f78fad-2f2b-4885-9ce4-98f7faeb71ec tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586219 Aug 23 16:04:31.307669 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=c988268d-00c0-4b41-bb60-e9350ec3c114,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:31.482122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-28eeef78-d68c-4ba7-8024-c9f9c60e5b5f service neutron] 10.222.0.38 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814296 Aug 23 16:04:31.581923 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-a34b6aec-4c2a-4923-9ca2-683f96a10427 service neutron] 10.222.0.38 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923362 Aug 23 16:04:32.694522 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c988268d-00c0-4b41-bb60-e9350ec3c114 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:04:32.746663 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port c988268d-00c0-4b41-bb60-e9350ec3c114 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:32.746952 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:32.837465 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cc2494c4-4c05-44df-8671-b3a7867cd46c req-8d255f6c-4982-4a73-8fbd-d1c106871c80 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 210 time: 0.0270338 Aug 23 16:04:33.918499 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bc0ecd94-d94f-44fc-8d2a-2c042271906e req-f5a34e8d-a7db-4620-be57-391e76eba1e9 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 210 time: 0.0284333 Aug 23 16:04:35.015752 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-111873e7-57fc-4ec1-8ab4-e5770653e6ea req-c7ebbd5b-44e2-401b-bade-c1ca50a6fc4e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 210 time: 0.0270567 Aug 23 16:04:35.126473 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-e4ee95f3-8059-4ad0-94a9-ad2fd26cec12 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:35.127972 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-e4ee95f3-8059-4ad0-94a9-ad2fd26cec12 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 809 time: 0.1055946 Aug 23 16:04:35.172652 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-9d76e89e-a696-4305-bf75-ddcdb8455107 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a4c523eb3c34180844a4797ef4f2508 HTTP/1.1" status: 200 len: 379 time: 0.0354688 Aug 23 16:04:35.181972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-8adaa154-be85-4030-a30b-30af09facb5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'port': {'device_id': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'admin_state_up': True, 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'security_groups': ['c176cbba-b0d0-4a1f-81cd-4a310bb31a21']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:35.372249 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-8adaa154-be85-4030-a30b-30af09facb5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Made reservation on behalf of 3a4c523eb3c34180844a4797ef4f2508 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:04:35.375967 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-8adaa154-be85-4030-a30b-30af09facb5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:35.506720 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-8adaa154-be85-4030-a30b-30af09facb5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Allocated IP 172.20.0.3 (0f42e327-d1f6-4476-b563-58f4f6dfcb37/f3d9baba-103f-4b97-8da3-9a97baab175e/66b57e4e-9c10-46b1-aeb2-95e6a25b4929) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:04:35.642774 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-8adaa154-be85-4030-a30b-30af09facb5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:35.656298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-8adaa154-be85-4030-a30b-30af09facb5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Transition to ACTIVE for port object 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:04:35.767190 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-8adaa154-be85-4030-a30b-30af09facb5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:35.815154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-8adaa154-be85-4030-a30b-30af09facb5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:04:35.818177 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-8adaa154-be85-4030-a30b-30af09facb5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:04:35.821314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-8adaa154-be85-4030-a30b-30af09facb5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:04:35.853851 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adaa154-be85-4030-a30b-30af09facb5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'Port': ['ID=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:35.883585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-8adaa154-be85-4030-a30b-30af09facb5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:35.884256 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-8adaa154-be85-4030-a30b-30af09facb5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:35.933317 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-8adaa154-be85-4030-a30b-30af09facb5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7549345 Aug 23 16:04:35.946185 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Request body: {'port': {'device_id': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:36.021802 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:36.103677 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-effd80b0-ac58-4a04-994b-80d619461f20 None None] Provisioning for port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:04:36.107627 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-effd80b0-ac58-4a04-994b-80d619461f20 None None] Provisioning complete for port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:36.108033 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-effd80b0-ac58-4a04-994b-80d619461f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:36.143405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-effd80b0-ac58-4a04-994b-80d619461f20 None None] Port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:04:36.232031 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f84439-df16-4c16-9154-6161a5503565 req-ac460012-bd96-402a-9483-824c94ff7207 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:36.234170 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2f84439-df16-4c16-9154-6161a5503565 req-ac460012-bd96-402a-9483-824c94ff7207 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 931 time: 0.1472471 Aug 23 16:04:36.288026 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e2f84439-df16-4c16-9154-6161a5503565 req-c553fbe2-534a-4fe2-8abb-11126761f6fb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475533 Aug 23 16:04:36.307236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-6adc9462-dca8-43ac-9287-9366d2dcd194 service neutron] (96114) timed out ('10.222.0.38', 36172) {{(pid=96114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 16:04:36.370697 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:04:36.378735 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:36.391065 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Transition to ACTIVE for port object 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:04:36.463665 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:36.518226 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Pushing event updated for resources: {'Port': ['ID=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:36.600601 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Attempting to bind port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:04:36.600952 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Attempting to bind port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:04:36.601293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Attempting to bind port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 on network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:04:36.605944 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 on network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:04:36.606274 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Attempting to bind port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 on network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:04:36.611478 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:04:36.611851 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Checking segment: {'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:04:36.612241 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Bound using segment: {'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:04:36.612663 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Bound port: 66b57e4e-9c10-46b1-aeb2-95e6a25b4929, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:04:36.613026 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:36.683821 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] For port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:04:36.687079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] For port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:04:36.755590 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:36.792475 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:36.793085 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:36.794527 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] 10.222.0.57 "PUT /v2.0/ports/66b57e4e-9c10-46b1-aeb2-95e6a25b4929 HTTP/1.1" status: 200 len: 1091 time: 0.8530571 Aug 23 16:04:36.794967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:04:36.798119 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465f56e9-2e70-45c1-9d4f-5429c0887e76" -d '{"events": [{"name": "network-changed", "server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:04:36.827732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d8843-89a6-4287-8e8a-ba64575647f0 service neutron] Pushing event updated for resources: {'Port': ['ID=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:36.839121 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb6a956-705d-4522-9322-f633c514c740 x-openstack-request-id: req-dcb6a956-705d-4522-9322-f633c514c740 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:04:36.839773 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:04:36.843957 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dcb6a956-705d-4522-9322-f633c514c740 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:04:36.843957 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'status': 'completed', 'code': 200} Aug 23 16:04:36.900610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f56e9-2e70-45c1-9d4f-5429c0887e76 req-9cf9df5b-b499-4b3f-9190-6dd87d38e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:36.902149 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-465f56e9-2e70-45c1-9d4f-5429c0887e76 req-9cf9df5b-b499-4b3f-9190-6dd87d38e1d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 1094 time: 0.0422714 Aug 23 16:04:37.007491 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f56e9-2e70-45c1-9d4f-5429c0887e76 req-5cbe722e-793b-475c-a277-08d9c885d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:37.008950 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-465f56e9-2e70-45c1-9d4f-5429c0887e76 req-5cbe722e-793b-475c-a277-08d9c885d464 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3a4c523eb3c34180844a4797ef4f2508&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0989716 Aug 23 16:04:37.110167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f56e9-2e70-45c1-9d4f-5429c0887e76 req-c54c93f9-0db1-4efe-92d2-b194a8f6c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:37.111694 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-465f56e9-2e70-45c1-9d4f-5429c0887e76 req-c54c93f9-0db1-4efe-92d2-b194a8f6c443 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958948 Aug 23 16:04:37.187385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-19bca617-3535-48a3-bc08-f23f053652f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:37.188885 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-19bca617-3535-48a3-bc08-f23f053652f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 1094 time: 0.0407939 Aug 23 16:04:37.230164 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-0d993f68-6a87-4fb6-8585-e8dec662c370 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929 HTTP/1.1" status: 200 len: 217 time: 0.0336645 Aug 23 16:04:37.282074 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-68062852-05b0-4c6f-afeb-9947fe24d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:37.283393 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-68062852-05b0-4c6f-afeb-9947fe24d206 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0466807 Aug 23 16:04:37.331934 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-79cfff35-4854-486d-a91f-e5f5689f447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:37.333446 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-79cfff35-4854-486d-a91f-e5f5689f447e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430794 Aug 23 16:04:37.463039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30281011-0a06-48b8-b022-c4128e108237 req-6895df3c-7200-4a8d-b1cb-1aba05ff3e95 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:37.464819 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30281011-0a06-48b8-b022-c4128e108237 req-6895df3c-7200-4a8d-b1cb-1aba05ff3e95 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.1041243 Aug 23 16:04:37.467008 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-a3c6cb36-763c-463d-89ae-5daba8bfdefb service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266050 Aug 23 16:04:37.555433 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-30281011-0a06-48b8-b022-c4128e108237 req-2200ac4a-eea3-481b-b188-056fe07fc683 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833883 Aug 23 16:04:37.585990 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ff1fb5b-c52c-45fa-9896-aaef2fb235fc req-1f741a68-6994-4d74-9567-f0dc1cb3125b service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122935 Aug 23 16:04:38.672640 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd17826-7b04-4060-9a14-87501bc6611e req-130c2e4e-628b-4be4-8641-b0e26e3fcebd tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:38.674192 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbd17826-7b04-4060-9a14-87501bc6611e req-130c2e4e-628b-4be4-8641-b0e26e3fcebd tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0498273 Aug 23 16:04:38.712152 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dbd17826-7b04-4060-9a14-87501bc6611e req-ab106d95-6691-4668-94ad-542c7c0780c9 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317717 Aug 23 16:04:39.828063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076e67c-0b58-4dde-96bc-dc4295c96e7d req-03845109-2149-4176-b108-c1e86ccee2da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:39.829547 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f076e67c-0b58-4dde-96bc-dc4295c96e7d req-03845109-2149-4176-b108-c1e86ccee2da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0506814 Aug 23 16:04:39.866107 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f076e67c-0b58-4dde-96bc-dc4295c96e7d req-1c80df95-93ea-4a35-aad6-d5cba12f64e5 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307097 Aug 23 16:04:40.985373 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b3934-4cfe-4ada-b381-368cd8af8d27 req-9890666f-c7bf-4e32-becd-3e16295ff0a9 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:40.986862 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d1b3934-4cfe-4ada-b381-368cd8af8d27 req-9890666f-c7bf-4e32-becd-3e16295ff0a9 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0537426 Aug 23 16:04:41.027222 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-0d1b3934-4cfe-4ada-b381-368cd8af8d27 req-72c8011b-4f07-483a-be2e-9d8fa96ded67 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340252 Aug 23 16:04:41.253403 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:04:41.347383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:04:41.357502 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'port_id': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'mac_address': 'fa:16:3e:e9:19:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:04:41.394442 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:41.406733 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:04:41.425055 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:04:41.503894 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:41.552770 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:41.704374 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['66b57e4e-9c10-46b1-aeb2-95e6a25b4929'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:04:42.145653 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee20c4-c39b-4581-9533-c331114ddf48 req-e902595c-3623-4cdb-8fe6-bec313d9600e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:42.147151 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9ee20c4-c39b-4581-9533-c331114ddf48 req-e902595c-3623-4cdb-8fe6-bec313d9600e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 944 time: 0.0491397 Aug 23 16:04:42.184993 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e9ee20c4-c39b-4581-9533-c331114ddf48 req-0841954a-5947-49d6-b300-417adb5802dc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318155 Aug 23 16:04:42.448581 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:04:43.267903 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:04:43.299832 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6f20f-9bc6-4cfe-a758-512801012029 req-68251092-57b0-46ab-8b3c-032a34aa961f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:43.301343 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-48c6f20f-9bc6-4cfe-a758-512801012029 req-68251092-57b0-46ab-8b3c-032a34aa961f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 944 time: 0.0489149 Aug 23 16:04:43.339366 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-48c6f20f-9bc6-4cfe-a758-512801012029 req-bdbb6d0c-8a5d-4123-a732-55a7596ea5b1 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318336 Aug 23 16:04:43.389318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:04:43.393352 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:04:43.393747 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:43.470342 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:43.492119 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:04:43.494352 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16d77b5-a823-406f-85c4-892f121823ce" -d '{"events": [{"server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "name": "network-vif-plugged", "status": "completed", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:04:43.507500 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:04:43.530082 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d823941-6615-4003-8bb2-9b623fd1cae0 x-openstack-request-id: req-0d823941-6615-4003-8bb2-9b623fd1cae0 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:04:43.530372 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "name": "network-vif-plugged", "status": "completed", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:04:43.530630 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d823941-6615-4003-8bb2-9b623fd1cae0 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:04:43.531028 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'code': 200} Aug 23 16:04:43.566539 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:43.617610 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:43.627086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d25d4-1b9c-41e0-8d76-82755af89321 req-47a1ec24-74f1-4497-bd1c-37c4932a625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:43.628644 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a63d25d4-1b9c-41e0-8d76-82755af89321 req-47a1ec24-74f1-4497-bd1c-37c4932a625d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 1096 time: 0.0419278 Aug 23 16:04:43.668255 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a63d25d4-1b9c-41e0-8d76-82755af89321 req-b77bd05f-e59c-4039-a638-023069664237 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325680 Aug 23 16:04:44.453067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdb4b1-9999-458c-8db6-d0ca5287acfd req-0f8888b1-1899-4b7b-ae8f-f16cf3eded45 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:44.455311 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ffcdb4b1-9999-458c-8db6-d0ca5287acfd req-0f8888b1-1899-4b7b-ae8f-f16cf3eded45 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0495791 Aug 23 16:04:44.492486 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ffcdb4b1-9999-458c-8db6-d0ca5287acfd req-874bb81d-477c-4f74-b259-ed4739304642 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312505 Aug 23 16:04:45.607951 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a1842-313b-4b37-95fe-11828ba7359e req-35bb0215-6dfc-4c9a-81c8-4c96a399912d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:45.609470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e3a1842-313b-4b37-95fe-11828ba7359e req-35bb0215-6dfc-4c9a-81c8-4c96a399912d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0493031 Aug 23 16:04:45.647998 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3e3a1842-313b-4b37-95fe-11828ba7359e req-bf8c4144-8455-4702-864a-890c7df50fcb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326815 Aug 23 16:04:45.770527 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831ba4d-9f56-44d6-826f-ab0bd17a1aad req-e015e308-eb69-457d-8a91-45da744bb012 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:45.771972 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8831ba4d-9f56-44d6-826f-ab0bd17a1aad req-e015e308-eb69-457d-8a91-45da744bb012 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0551202 Aug 23 16:04:45.811358 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8831ba4d-9f56-44d6-826f-ab0bd17a1aad req-a6ad0944-62c7-408e-a02c-5ad0fced49dc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333073 Aug 23 16:04:45.833456 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40972) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:45.919466 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db46d6e-4d03-49b1-b041-9df7e93c214e tempest-TestShelveInstance-1666006417 tempest-TestShelveInstance-1666006417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:45.921033 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6db46d6e-4d03-49b1-b041-9df7e93c214e tempest-TestShelveInstance-1666006417 tempest-TestShelveInstance-1666006417-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 1091 time: 0.0865643 Aug 23 16:04:45.930985 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 40976) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:04:45.935776 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'fixed_ip_address': '172.20.0.3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:04:46.035716 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:46.138759 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:46.241739 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Allocated IP 172.25.8.74 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/7d1b4bd4-9f6c-4569-b26a-c2d428ae8c2e) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:04:46.346812 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:46.469915 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:46.486781 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:46.524610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:04:46.527309 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:04:46.530742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:04:46.539571 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'Port': ['ID=7d1b4bd4-9f6c-4569-b26a-c2d428ae8c2e,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:46.900185 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:47.062767 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:47.215224 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:47.274926 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:47.341852 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'Port': ['ID=7d1b4bd4-9f6c-4569-b26a-c2d428ae8c2e,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:04:47.353591 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:47.454678 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Floating IP be4ce77c-9a77-49ec-8f1c-e946c8a29130 associated. External IP: 172.25.8.74, port: 66b57e4e-9c10-46b1-aeb2-95e6a25b4929. Aug 23 16:04:47.661820 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Router 0b709823-251a-4705-9d53-a515a21e091e has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:04:47.772437 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:04:47.783118 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1865c-f7f3-412c-9c8b-76affa5904ec None None] Sync routers for ids ['0b709823-251a-4705-9d53-a515a21e091e'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:04:47.792987 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1865c-f7f3-412c-9c8b-76affa5904ec None None] Routers {'0b709823-251a-4705-9d53-a515a21e091e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:04:47.793597 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0ff1865c-f7f3-412c-9c8b-76affa5904ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:04:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b709823-251a-4705-9d53-a515a21e091e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:47.876102 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:47.899047 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-0ff1865c-f7f3-412c-9c8b-76affa5904ec None None] Set router 0b709823-251a-4705-9d53-a515a21e091e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:04:47.907105 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-90ed8f51-38e1-4068-b63c-c7e44337813f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9749672 Aug 23 16:04:47.907778 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:04:47.910060 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}511f008c58a008c87eb616fe5d66cb7bdbcb90a14f59b6a049e8f0c7a287e225" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0c2f71-26c0-4e9d-b92b-74b8d2b3bd34" -d '{"events": [{"name": "network-changed", "server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:04:47.948273 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d15391-b6c4-4d82-98d3-e2d963aed632 x-openstack-request-id: req-30d15391-b6c4-4d82-98d3-e2d963aed632 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:04:47.948613 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:04:47.948872 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-30d15391-b6c4-4d82-98d3-e2d963aed632 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:04:47.949280 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'status': 'completed', 'code': 200} Aug 23 16:04:48.012340 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2f71-26c0-4e9d-b92b-74b8d2b3bd34 req-f10470cd-b59f-4fa4-8bdc-08d77e5ecc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:48.013857 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0c2f71-26c0-4e9d-b92b-74b8d2b3bd34 req-f10470cd-b59f-4fa4-8bdc-08d77e5ecc4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 1096 time: 0.0418947 Aug 23 16:04:48.116974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2f71-26c0-4e9d-b92b-74b8d2b3bd34 req-80c2ef2f-fbd9-4a6d-a19f-28c63ccb5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:48.118467 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0c2f71-26c0-4e9d-b92b-74b8d2b3bd34 req-80c2ef2f-fbd9-4a6d-a19f-28c63ccb5022 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 910 time: 0.0970268 Aug 23 16:04:48.131320 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0ff1865c-f7f3-412c-9c8b-76affa5904ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'be4ce77c-9a77-49ec-8f1c-e946c8a29130', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0b709823-251a-4705-9d53-a515a21e091e', 'port_id': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'mac_address': 'fa:16:3e:e9:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:04:46Z', 'updated_at': '2021-08-23T16:04:46Z', 'revision_number': 0, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0269f21b-b26f-4cd0-87a8-ac8f18297db6', 'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'mac_address': 'fa:16:3e:e0:60:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:19Z', 'updated_at': '2021-08-23T16:04:25Z', 'revision_number': 5, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'subnets': [{'id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:48.158366 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1865c-f7f3-412c-9c8b-76affa5904ec None None] Checking router: 0b709823-251a-4705-9d53-a515a21e091e for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:04:48.166641 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1865c-f7f3-412c-9c8b-76affa5904ec None None] Routers {'0b709823-251a-4705-9d53-a515a21e091e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:04:48.167242 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0ff1865c-f7f3-412c-9c8b-76affa5904ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:04:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b709823-251a-4705-9d53-a515a21e091e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:48.183559 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0c2f71-26c0-4e9d-b92b-74b8d2b3bd34 req-37e1286a-e49f-4b63-b6c6-ed588e63abe8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929 HTTP/1.1" status: 200 len: 998 time: 0.0584524 Aug 23 16:04:48.233092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2f71-26c0-4e9d-b92b-74b8d2b3bd34 req-c5e2bb1c-931d-4f84-86a2-3f464c002ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:48.235123 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0c2f71-26c0-4e9d-b92b-74b8d2b3bd34 req-c5e2bb1c-931d-4f84-86a2-3f464c002ce9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0442834 Aug 23 16:04:48.275793 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-0ff1865c-f7f3-412c-9c8b-76affa5904ec None None] Set router 0b709823-251a-4705-9d53-a515a21e091e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:04:48.284217 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2f71-26c0-4e9d-b92b-74b8d2b3bd34 req-579bed5b-3246-42ea-8ddf-0857819b202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:04:48.285729 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0c2f71-26c0-4e9d-b92b-74b8d2b3bd34 req-579bed5b-3246-42ea-8ddf-0857819b202e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442367 Aug 23 16:04:48.375769 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0c2f71-26c0-4e9d-b92b-74b8d2b3bd34 req-8390fd09-574f-4283-996e-4d64d7cced0a service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830359 Aug 23 16:04:48.473398 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0c2f71-26c0-4e9d-b92b-74b8d2b3bd34 req-998e8d0f-87c2-4bc7-b083-575d3d32987d service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911436 Aug 23 16:04:48.509383 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0ff1865c-f7f3-412c-9c8b-76affa5904ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'be4ce77c-9a77-49ec-8f1c-e946c8a29130', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0b709823-251a-4705-9d53-a515a21e091e', 'port_id': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'mac_address': 'fa:16:3e:e9:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:04:46Z', 'updated_at': '2021-08-23T16:04:46Z', 'revision_number': 0, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0269f21b-b26f-4cd0-87a8-ac8f18297db6', 'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'mac_address': 'fa:16:3e:e0:60:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:19Z', 'updated_at': '2021-08-23T16:04:25Z', 'revision_number': 5, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'subnets': [{'id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:04:48.536209 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1865c-f7f3-412c-9c8b-76affa5904ec None None] The sync data for ids ['0b709823-251a-4705-9d53-a515a21e091e'] in n-d-804985-3 is: [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': 'be4ce77c-9a77-49ec-8f1c-e946c8a29130', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0b709823-251a-4705-9d53-a515a21e091e', 'port_id': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'mac_address': 'fa:16:3e:e9:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:04:46Z', 'updated_at': '2021-08-23T16:04:46Z', 'revision_number': 0, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0269f21b-b26f-4cd0-87a8-ac8f18297db6', 'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'mac_address': 'fa:16:3e:e0:60:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:19Z', 'updated_at': '2021-08-23T16:04:25Z', 'revision_number': 5, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'subnets': [{'id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:04:48.734246 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04092f14-6e17-4dd5-808e-99c4d0daf2e4 None None] New status for floating IP be4ce77c-9a77-49ec-8f1c-e946c8a29130: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:04:51.149607 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:52.732843 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f00e9950-4770-42f7-8d8a-49826a0e9cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:55.583836 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:56.663536 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-2b233dd3-e909-4f01-ae33-28fc0b04119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:57.103828 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:04:58.058213 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-594bf498-83c8-4f00-a418-5f3685ef947a req-02f24798-d17c-4f15-b464-660c0a9ebf34 service neutron] (96114) timed out ('10.222.0.61', 57632) {{(pid=96114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 16:04:58.864008 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:05:13.712160 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43dfbe5c-9eed-4868-a75a-970a4bf54a98 req-7bfc0990-c3ee-493d-96fe-5a8b1f6d15d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416579 Aug 23 16:05:13.793716 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfbe5c-9eed-4868-a75a-970a4bf54a98 req-f1b75ad7-6cac-4073-9da2-c35964a2cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:05:13.795192 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43dfbe5c-9eed-4868-a75a-970a4bf54a98 req-f1b75ad7-6cac-4073-9da2-c35964a2cdcf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 1096 time: 0.0417874 Aug 23 16:05:14.231527 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfbe5c-9eed-4868-a75a-970a4bf54a98 req-472bc1ec-c894-47b8-9eeb-1e5478f6454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:05:14.233046 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43dfbe5c-9eed-4868-a75a-970a4bf54a98 req-472bc1ec-c894-47b8-9eeb-1e5478f6454c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 910 time: 0.4182014 Aug 23 16:05:14.298906 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43dfbe5c-9eed-4868-a75a-970a4bf54a98 req-a76a3147-f58c-41d1-b841-bffb884b33bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929 HTTP/1.1" status: 200 len: 1000 time: 0.0571830 Aug 23 16:05:14.349648 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfbe5c-9eed-4868-a75a-970a4bf54a98 req-6191cf07-cab7-4780-9e57-7b89a3bf8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:05:14.351077 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43dfbe5c-9eed-4868-a75a-970a4bf54a98 req-6191cf07-cab7-4780-9e57-7b89a3bf8db8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0453589 Aug 23 16:05:14.401073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfbe5c-9eed-4868-a75a-970a4bf54a98 req-ec052d3a-916c-4f78-9568-5f59377d8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:05:14.402557 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43dfbe5c-9eed-4868-a75a-970a4bf54a98 req-ec052d3a-916c-4f78-9568-5f59377d8bd6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446081 Aug 23 16:05:14.495214 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43dfbe5c-9eed-4868-a75a-970a4bf54a98 req-88e3f247-b3b1-417f-b318-8b4dde13f4a7 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829740 Aug 23 16:05:14.591134 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43dfbe5c-9eed-4868-a75a-970a4bf54a98 req-fcbc003d-3ada-4610-9d14-286d853915ea service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881770 Aug 23 16:05:16.451995 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:05:19.448845 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:05:21.138507 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:05:22.743949 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-396de360-2fb0-4928-a337-988cadf73c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:05:25.566762 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:05:26.651982 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-02e8e031-bbe0-40fa-aabd-6dbe30cee460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:05:27.063475 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:05:28.881372 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:05:46.486507 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:05:51.144068 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:05:52.783609 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5a551012-6d3f-474c-aa79-347305ddb1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:05:55.578245 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:05:56.448971 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:05:56.841112 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a071d25a-4734-4d05-962b-e931f1597412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:05:57.126921 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:05:58.898004 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:14.721005 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a4904ac-88db-4adc-ae7f-fc931ea9223c req-1ab46c48-b3b8-4dba-bb9b-e5556facc422 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424826 Aug 23 16:06:14.800273 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4904ac-88db-4adc-ae7f-fc931ea9223c req-552c9335-ea81-469a-bcc2-af2ca89418ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:14.801790 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a4904ac-88db-4adc-ae7f-fc931ea9223c req-552c9335-ea81-469a-bcc2-af2ca89418ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 1096 time: 0.0407860 Aug 23 16:06:14.907680 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4904ac-88db-4adc-ae7f-fc931ea9223c req-96f9e191-a710-43e4-8a4e-50de6f9310e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:14.909160 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a4904ac-88db-4adc-ae7f-fc931ea9223c req-96f9e191-a710-43e4-8a4e-50de6f9310e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 910 time: 0.0882578 Aug 23 16:06:14.973817 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a4904ac-88db-4adc-ae7f-fc931ea9223c req-c30c3b36-6973-41b2-8620-13b5f4d76592 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929 HTTP/1.1" status: 200 len: 1000 time: 0.0576985 Aug 23 16:06:15.024227 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4904ac-88db-4adc-ae7f-fc931ea9223c req-ace4d094-249d-41c2-9bc9-897a5613c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:15.025696 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a4904ac-88db-4adc-ae7f-fc931ea9223c req-ace4d094-249d-41c2-9bc9-897a5613c6e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0443602 Aug 23 16:06:15.075739 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4904ac-88db-4adc-ae7f-fc931ea9223c req-e14d2945-10da-4129-8f8b-29d3b6719266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:15.077237 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a4904ac-88db-4adc-ae7f-fc931ea9223c req-e14d2945-10da-4129-8f8b-29d3b6719266 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445261 Aug 23 16:06:15.167316 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a4904ac-88db-4adc-ae7f-fc931ea9223c req-68ea0048-c3fa-495d-b5c5-41a29226818d service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821116 Aug 23 16:06:15.263499 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8a4904ac-88db-4adc-ae7f-fc931ea9223c req-d44eb478-0011-4ae7-852f-8b7961cba778 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890956 Aug 23 16:06:16.498258 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:21.115761 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:22.687422 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-bff34f67-19ff-4eea-8df6-1656669ae696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:25.578280 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:26.646530 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c673a71d-a127-4127-9a49-538f357289f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:27.074528 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:28.863928 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:33.448082 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:06:42.931256 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb5796-fb51-489c-b8c5-90cada76153b req-ec88c59e-3504-48ce-ae96-8089e9f11006 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:42.932682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53fb5796-fb51-489c-b8c5-90cada76153b req-ec88c59e-3504-48ce-ae96-8089e9f11006 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.1108124 Aug 23 16:06:42.970912 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-53fb5796-fb51-489c-b8c5-90cada76153b req-1d621738-a25b-4de0-8981-45af58b00a78 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322516 Aug 23 16:06:44.104883 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff7d29-9586-407b-bea5-15608245ec94 req-4ec0126e-8abd-47ba-95d0-46bdee233cee tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:44.106385 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8cff7d29-9586-407b-bea5-15608245ec94 req-4ec0126e-8abd-47ba-95d0-46bdee233cee tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0538285 Aug 23 16:06:44.144008 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8cff7d29-9586-407b-bea5-15608245ec94 req-36888c43-b0e1-47f6-9450-7c38d81823e2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308936 Aug 23 16:06:45.292881 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b10e64-766d-4c29-8b57-378d82ca3901 req-6f6a9c4a-1baf-4215-a831-f9d9d940a772 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:45.294323 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67b10e64-766d-4c29-8b57-378d82ca3901 req-6f6a9c4a-1baf-4215-a831-f9d9d940a772 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0508127 Aug 23 16:06:45.334266 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-67b10e64-766d-4c29-8b57-378d82ca3901 req-1e58fbdf-d44b-4af7-a379-9cd9f6b77b72 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336256 Aug 23 16:06:46.449667 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e7902-0e47-4b80-9b83-b2e48b1809a8 req-e7576fa0-dc19-4169-ba53-835ffae0e74b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:46.451130 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3e7e7902-0e47-4b80-9b83-b2e48b1809a8 req-e7576fa0-dc19-4169-ba53-835ffae0e74b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0487025 Aug 23 16:06:46.470017 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:46.490352 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3e7e7902-0e47-4b80-9b83-b2e48b1809a8 req-2fd457e3-58ef-4b77-a1d4-d2953b5c9ded tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328321 Aug 23 16:06:47.612677 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3471d-d79c-4236-ae08-4fcc6fa62729 req-2ffae030-39e4-499c-876b-6981bcf0cf4a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:47.614295 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ab3471d-d79c-4236-ae08-4fcc6fa62729 req-2ffae030-39e4-499c-876b-6981bcf0cf4a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0558250 Aug 23 16:06:47.652633 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2ab3471d-d79c-4236-ae08-4fcc6fa62729 req-a1062345-448d-4347-8f4d-7d8bc02695a7 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324426 Aug 23 16:06:48.770272 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1493c1b-999b-402a-aa96-ac8a792ee6b9 req-97689fee-a4a1-4c87-b44e-e1feed569ec3 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:48.771754 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c1493c1b-999b-402a-aa96-ac8a792ee6b9 req-97689fee-a4a1-4c87-b44e-e1feed569ec3 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0486457 Aug 23 16:06:48.811424 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c1493c1b-999b-402a-aa96-ac8a792ee6b9 req-bbe62195-3805-4414-a017-e9b2a3e5f23f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335608 Aug 23 16:06:49.929119 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f38a2-1310-408a-bd0e-0c17f8e2bd78 req-3c3d18f3-363e-4e79-9b8d-fb20801761ff tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:49.930537 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb7f38a2-1310-408a-bd0e-0c17f8e2bd78 req-3c3d18f3-363e-4e79-9b8d-fb20801761ff tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0496099 Aug 23 16:06:49.967988 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bb7f38a2-1310-408a-bd0e-0c17f8e2bd78 req-3a4d8cc9-b287-4492-8f01-fff80ea70b64 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313573 Aug 23 16:06:51.089067 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14607f4-2908-4c19-94fe-46dc9df3b268 req-0dffdf2e-5529-4cfc-89c4-40739d2be0d6 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:51.091912 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d14607f4-2908-4c19-94fe-46dc9df3b268 req-0dffdf2e-5529-4cfc-89c4-40739d2be0d6 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0558405 Aug 23 16:06:51.129009 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d14607f4-2908-4c19-94fe-46dc9df3b268 req-a20b1f94-d941-4708-a9e0-1fd355aa18af tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319171 Aug 23 16:06:51.155575 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:52.242073 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9427cc-8348-4c0d-bef5-6a7ff001a6ba req-894045f6-a287-4671-bc00-c6587ed9a23b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:52.243539 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f9427cc-8348-4c0d-bef5-6a7ff001a6ba req-894045f6-a287-4671-bc00-c6587ed9a23b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0493250 Aug 23 16:06:52.281256 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f9427cc-8348-4c0d-bef5-6a7ff001a6ba req-48fad4e5-d3e8-48f5-a79f-c41802f6c3e2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316038 Aug 23 16:06:52.675778 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9397de8f-85f8-41c5-a594-8a7a6382c882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:53.397098 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565177e8-a4d6-48c3-ad77-32f42f0e8b64 req-f22c875a-2b82-4d99-b821-6112bb42899f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:53.398557 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-565177e8-a4d6-48c3-ad77-32f42f0e8b64 req-f22c875a-2b82-4d99-b821-6112bb42899f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0485210 Aug 23 16:06:53.436169 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-565177e8-a4d6-48c3-ad77-32f42f0e8b64 req-76b3629c-d8f0-4dbe-b4c9-0a397d645700 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315654 Aug 23 16:06:54.555998 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b91e5d-29fa-483b-be8a-1940fe5eb536 req-37cb640c-9ddc-4687-902b-1fbd4f073ee0 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:54.557479 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0b91e5d-29fa-483b-be8a-1940fe5eb536 req-37cb640c-9ddc-4687-902b-1fbd4f073ee0 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0528698 Aug 23 16:06:54.595910 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e0b91e5d-29fa-483b-be8a-1940fe5eb536 req-8e9f6cb4-5ae4-4afd-80c2-4700b64c0bfa tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322840 Aug 23 16:06:55.561092 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:55.715994 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a81e7d-1a0e-4d8d-9c81-c5cd99ca4403 req-166e10ec-fe60-4477-b850-ecdbf2eeb117 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:55.717496 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0a81e7d-1a0e-4d8d-9c81-c5cd99ca4403 req-166e10ec-fe60-4477-b850-ecdbf2eeb117 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0527818 Aug 23 16:06:55.757635 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e0a81e7d-1a0e-4d8d-9c81-c5cd99ca4403 req-9293eea0-6fcf-4692-afe8-593112ec4f20 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336287 Aug 23 16:06:55.813469 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:06:55.913398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:06:55.926834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'port_id': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'mac_address': 'fa:16:3e:e9:19:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:06:55.967852 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:55.986450 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:06:56.010274 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:06:56.075609 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:56.139549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:06:56.148558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:06:56.148916 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:06:56.149252 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:06:56.149591 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:06:56.149921 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:06:56.150285 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:06:56.150611 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:06:56.150955 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:06:56.151284 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:06:56.151755 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:06:56.152085 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:06:56.152410 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:06:56.166382 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['66b57e4e-9c10-46b1-aeb2-95e6a25b4929'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:06:56.635610 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-377ada9b-2e45-4381-b415-acc46c8d0cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:56.881899 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb11902-87b2-4cb2-ad03-04c72c0a0a00 req-d1afa084-1268-4a5a-8587-6378d8282631 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:56.883534 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-deb11902-87b2-4cb2-ad03-04c72c0a0a00 req-d1afa084-1268-4a5a-8587-6378d8282631 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 944 time: 0.0539696 Aug 23 16:06:56.927305 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-deb11902-87b2-4cb2-ad03-04c72c0a0a00 req-188f5ffc-9e14-4b86-9b33-127c6fc87b9b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374644 Aug 23 16:06:57.069855 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:57.829226 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:06:57.884178 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:06:57.884446 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:57.972947 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:58.007532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:06:58.009957 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec2b206-865a-4731-bbef-245ec27f12e8" -d '{"events": [{"server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "name": "network-vif-plugged", "status": "completed", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:06:58.054385 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:06:58.085215 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48672491-2b1e-4983-9cdc-91ae61b8d9e5 x-openstack-request-id: req-48672491-2b1e-4983-9cdc-91ae61b8d9e5 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:06:58.085215 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "name": "network-vif-plugged", "status": "completed", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:06:58.085215 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-48672491-2b1e-4983-9cdc-91ae61b8d9e5 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:06:58.085215 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'code': 200} Aug 23 16:06:58.085605 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a164be-09ac-4ff3-be30-061462c7dd51 req-5c9743e6-f874-4d4a-a0d0-e685d1d7967e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:58.085605 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1a164be-09ac-4ff3-be30-061462c7dd51 req-5c9743e6-f874-4d4a-a0d0-e685d1d7967e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 944 time: 0.0711410 Aug 23 16:06:58.130641 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-f1a164be-09ac-4ff3-be30-061462c7dd51 req-ac817886-7968-4f11-9d8a-781c58772ed9 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429521 Aug 23 16:06:58.132784 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:58.197248 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:06:58.886721 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:06:59.252950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15506c-1dc5-4c81-8509-95ab858b297e req-d636a637-e657-4ebb-a369-a7698685c423 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:06:59.255404 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb15506c-1dc5-4c81-8509-95ab858b297e req-d636a637-e657-4ebb-a369-a7698685c423 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0547550 Aug 23 16:06:59.299487 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cb15506c-1dc5-4c81-8509-95ab858b297e req-7de7f310-ac16-4acc-a7a0-0084342fcd34 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370581 Aug 23 16:07:00.423944 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb466ca5-607e-4fa0-980b-8ce62622ad7c req-28cc769e-038f-48cd-a200-d158c79bd720 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:00.426154 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eb466ca5-607e-4fa0-980b-8ce62622ad7c req-28cc769e-038f-48cd-a200-d158c79bd720 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0542548 Aug 23 16:07:00.468349 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-eb466ca5-607e-4fa0-980b-8ce62622ad7c req-a424260e-bce0-4395-a11e-609b200a729b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356545 Aug 23 16:07:01.599610 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0e404-c755-495c-85b7-c28fdd149ca6 req-2bb1be54-2be5-44af-8756-5514e783362e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:01.601436 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7e0e404-c755-495c-85b7-c28fdd149ca6 req-2bb1be54-2be5-44af-8756-5514e783362e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0602942 Aug 23 16:07:01.644464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b7e0e404-c755-495c-85b7-c28fdd149ca6 req-b5967f36-5e65-4a07-9ec6-ef9073fbb934 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363729 Aug 23 16:07:02.788610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c75d0e-ea1f-4270-856c-8d15ca369488 req-edca2768-aee8-4fff-9b3f-7f23f33b1ac2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:02.790422 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b5c75d0e-ea1f-4270-856c-8d15ca369488 req-edca2768-aee8-4fff-9b3f-7f23f33b1ac2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0561218 Aug 23 16:07:02.837054 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b5c75d0e-ea1f-4270-856c-8d15ca369488 req-4ff85d6c-8f62-4180-b828-2ec4e37b3c94 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404227 Aug 23 16:07:03.966744 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400cd6a-fdaa-4188-8771-cc9966c7e6b5 req-55dfd267-0118-4b5c-a897-f800045a8441 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:03.970691 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8400cd6a-fdaa-4188-8771-cc9966c7e6b5 req-55dfd267-0118-4b5c-a897-f800045a8441 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0555122 Aug 23 16:07:04.015401 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8400cd6a-fdaa-4188-8771-cc9966c7e6b5 req-c968a125-6d60-4e19-b8e7-69b09084c862 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375855 Aug 23 16:07:05.172913 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a19e1-4acf-47f1-8fb1-4f013a51d143 req-572d7570-5655-403b-9f21-14a00639074c tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:05.175376 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dc9a19e1-4acf-47f1-8fb1-4f013a51d143 req-572d7570-5655-403b-9f21-14a00639074c tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0634844 Aug 23 16:07:05.220087 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-dc9a19e1-4acf-47f1-8fb1-4f013a51d143 req-af342f86-a94c-4607-a696-30ab351a2f1e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382340 Aug 23 16:07:06.344479 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee78eaf-7a26-4705-9b43-244fec3aff13 req-8ae426ce-dbd1-473f-865e-7c7943b52c87 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:06.345901 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ee78eaf-7a26-4705-9b43-244fec3aff13 req-8ae426ce-dbd1-473f-865e-7c7943b52c87 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0509217 Aug 23 16:07:06.385871 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6ee78eaf-7a26-4705-9b43-244fec3aff13 req-3ae83fec-d337-4aa5-8df1-f61119e5c387 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333683 Aug 23 16:07:06.668351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32ba9d-3aae-4a45-9d05-5344fb860181 req-94f17539-265b-48ea-90e3-ad92fb164078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:06.669823 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb32ba9d-3aae-4a45-9d05-5344fb860181 req-94f17539-265b-48ea-90e3-ad92fb164078 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 1096 time: 0.0501432 Aug 23 16:07:06.770064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32ba9d-3aae-4a45-9d05-5344fb860181 req-3502ff87-eabe-486a-9ee0-a2ae199feb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:06.771580 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb32ba9d-3aae-4a45-9d05-5344fb860181 req-3502ff87-eabe-486a-9ee0-a2ae199feb75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 910 time: 0.0952199 Aug 23 16:07:06.841916 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb32ba9d-3aae-4a45-9d05-5344fb860181 req-2bd7a00a-c5c6-4ea7-9957-2020ea1ac278 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929 HTTP/1.1" status: 200 len: 1000 time: 0.0629606 Aug 23 16:07:06.890188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32ba9d-3aae-4a45-9d05-5344fb860181 req-16698d1f-1c04-429c-a95f-4664e4b6bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:06.891612 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb32ba9d-3aae-4a45-9d05-5344fb860181 req-16698d1f-1c04-429c-a95f-4664e4b6bd5b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0423176 Aug 23 16:07:06.937258 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32ba9d-3aae-4a45-9d05-5344fb860181 req-4ff1ded1-1066-45e3-aae2-75eb3d247c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:06.938630 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb32ba9d-3aae-4a45-9d05-5344fb860181 req-4ff1ded1-1066-45e3-aae2-75eb3d247c00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394781 Aug 23 16:07:06.949976 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-fb32ba9d-3aae-4a45-9d05-5344fb860181 req-13e7277e-37cf-4515-ad56-7320c08ce93f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:07:06.950904 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb32ba9d-3aae-4a45-9d05-5344fb860181 req-13e7277e-37cf-4515-ad56-7320c08ce93f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049303 Aug 23 16:07:07.049228 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb32ba9d-3aae-4a45-9d05-5344fb860181 req-f77a2e32-5c3b-48a9-9f53-8c2e1bc48e3c service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911267 Aug 23 16:07:07.139359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fb32ba9d-3aae-4a45-9d05-5344fb860181 req-c1a61612-960a-4248-878c-255404ec1e8b service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830085 Aug 23 16:07:07.499933 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2c139-2989-4fa5-971c-c98175d89870 req-1c6cd1ea-8a7b-4444-b1fd-04e9fa3e325b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:07.501411 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8dd2c139-2989-4fa5-971c-c98175d89870 req-1c6cd1ea-8a7b-4444-b1fd-04e9fa3e325b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0489891 Aug 23 16:07:07.539496 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8dd2c139-2989-4fa5-971c-c98175d89870 req-11b878e3-7dda-4032-89ec-6f8d4c58129e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319467 Aug 23 16:07:08.656585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3464f-036b-4742-b612-880d3fc7200e req-3c89c8f0-a143-405a-a6bc-5b37200ec3e5 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:08.659596 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08d3464f-036b-4742-b612-880d3fc7200e req-3c89c8f0-a143-405a-a6bc-5b37200ec3e5 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0507777 Aug 23 16:07:08.707427 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08d3464f-036b-4742-b612-880d3fc7200e req-74b554f3-a58c-4ae5-a366-39fa42ab5bfa tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402122 Aug 23 16:07:09.826900 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88aeadf-e9a1-4f90-ab4d-2dc5672e88b3 req-0705bbb6-1225-46a6-9858-9caa9d983ccd tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:09.828481 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d88aeadf-e9a1-4f90-ab4d-2dc5672e88b3 req-0705bbb6-1225-46a6-9858-9caa9d983ccd tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0515172 Aug 23 16:07:09.867920 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d88aeadf-e9a1-4f90-ab4d-2dc5672e88b3 req-99282316-25c5-4d41-97dc-4d1d302f069a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332556 Aug 23 16:07:09.894825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:07:10.020588 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:10.074724 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:07:10.076979 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b85191f-35ce-4d9c-890f-1d954f64fce5" -d '{"events": [{"server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "name": "network-vif-unplugged", "status": "completed", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:07:10.092773 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:07:10.118176 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 16:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b03ea5-507c-4e3c-be90-6134dd3aeda0 x-openstack-request-id: req-84b03ea5-507c-4e3c-be90-6134dd3aeda0 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:07:10.118982 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "name": "network-vif-unplugged", "status": "failed", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929", "code": 422}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:07:10.119558 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84b03ea5-507c-4e3c-be90-6134dd3aeda0 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:07:10.120142 n-d-804985-3 neutron-server[96116]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'code': 422} returned with failed status Aug 23 16:07:10.195404 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:10.215689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274f10e-5c68-49c1-b7ac-a53a7719f6fb req-d0c4d093-cf0f-4144-9341-72ce212f08c9 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:10.217245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2274f10e-5c68-49c1-b7ac-a53a7719f6fb req-d0c4d093-cf0f-4144-9341-72ce212f08c9 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 945 time: 0.0564549 Aug 23 16:07:10.244805 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:07:10.258861 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2274f10e-5c68-49c1-b7ac-a53a7719f6fb req-8942fd3c-86e6-4a29-97e8-7def6af0519f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345604 Aug 23 16:07:10.447068 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:07:10.526049 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41176) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:07:10.613572 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31b506ce-ea87-44a9-9562-4e12ff853ca5 req-faa4b3ff-a1ba-4844-9fd5-1dcd09b8bb71 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864420 Aug 23 16:07:11.379716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533e4ce-9b8f-4d0d-9328-201118e61a86 req-745ae432-20a2-446c-a360-f264802aebde tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:11.381230 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d533e4ce-9b8f-4d0d-9328-201118e61a86 req-745ae432-20a2-446c-a360-f264802aebde tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0536499 Aug 23 16:07:11.421925 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-d533e4ce-9b8f-4d0d-9328-201118e61a86 req-09e20ca2-4693-4798-8ce2-a0a33b539965 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336246 Aug 23 16:07:11.847800 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b506ce-ea87-44a9-9562-4e12ff853ca5 req-a28240a7-ea59-485a-842d-ed7e2dc13753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:11.849298 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-31b506ce-ea87-44a9-9562-4e12ff853ca5 req-a28240a7-ea59-485a-842d-ed7e2dc13753 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05&tenant_id=3a4c523eb3c34180844a4797ef4f2508 HTTP/1.1" status: 200 len: 1094 time: 0.0420537 Aug 23 16:07:11.913802 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b506ce-ea87-44a9-9562-4e12ff853ca5 req-a0c99e18-8ef2-4901-8261-055280ae08de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:11.915289 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-31b506ce-ea87-44a9-9562-4e12ff853ca5 req-a0c99e18-8ef2-4901-8261-055280ae08de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 1094 time: 0.0422828 Aug 23 16:07:12.010856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b506ce-ea87-44a9-9562-4e12ff853ca5 req-cb5fa8c3-1cc6-4c0c-a744-937b413991a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:12.012388 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-31b506ce-ea87-44a9-9562-4e12ff853ca5 req-cb5fa8c3-1cc6-4c0c-a744-937b413991a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 910 time: 0.0897751 Aug 23 16:07:12.078058 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-31b506ce-ea87-44a9-9562-4e12ff853ca5 req-69a3cc84-e112-4beb-b173-aea3df25563b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929 HTTP/1.1" status: 200 len: 998 time: 0.0584762 Aug 23 16:07:12.128115 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b506ce-ea87-44a9-9562-4e12ff853ca5 req-1d161996-d01b-41c7-9ea0-ed8ff92ccc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:12.129663 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-31b506ce-ea87-44a9-9562-4e12ff853ca5 req-1d161996-d01b-41c7-9ea0-ed8ff92ccc63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0442338 Aug 23 16:07:12.178911 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b506ce-ea87-44a9-9562-4e12ff853ca5 req-d9eca49c-ddcb-432f-aa0a-bcad73f286ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:12.180465 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-31b506ce-ea87-44a9-9562-4e12ff853ca5 req-d9eca49c-ddcb-432f-aa0a-bcad73f286ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442679 Aug 23 16:07:12.270568 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-31b506ce-ea87-44a9-9562-4e12ff853ca5 req-9c6c4280-6162-4ba3-8cf6-6b869dee4ae7 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823209 Aug 23 16:07:12.366769 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-31b506ce-ea87-44a9-9562-4e12ff853ca5 req-4599689a-3d9a-4f1d-97a3-c33598ab7115 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891109 Aug 23 16:07:12.543977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83096fd6-a148-4e45-af10-12e0e1ec7975 req-daa1d2c1-74cd-4399-84fa-ae922f11dbae tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:12.545488 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-83096fd6-a148-4e45-af10-12e0e1ec7975 req-daa1d2c1-74cd-4399-84fa-ae922f11dbae tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0565975 Aug 23 16:07:12.587374 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-83096fd6-a148-4e45-af10-12e0e1ec7975 req-9fd23ded-2d32-498a-9211-ba991063f70e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353158 Aug 23 16:07:13.707728 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435aa68-afb3-4fd3-9028-555b5a72d85e req-ee8c985a-727f-4102-a584-4d785549c866 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:13.709240 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2435aa68-afb3-4fd3-9028-555b5a72d85e req-ee8c985a-727f-4102-a584-4d785549c866 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0521548 Aug 23 16:07:13.750543 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-2435aa68-afb3-4fd3-9028-555b5a72d85e req-56226f7f-e7aa-4316-9372-e0ea9504ea57 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344496 Aug 23 16:07:14.883129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5306d-9470-498a-b91d-0020543549f8 req-cfa57aa8-73f4-4078-9d1f-20bffda86a57 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:14.887645 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b5a5306d-9470-498a-b91d-0020543549f8 req-cfa57aa8-73f4-4078-9d1f-20bffda86a57 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0603459 Aug 23 16:07:14.924997 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b5a5306d-9470-498a-b91d-0020543549f8 req-ea38926b-ce94-44c3-ae71-a3ab355f2dcf tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334980 Aug 23 16:07:16.050190 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf85f2d-1e22-4776-9542-30c674e9891c req-a5d9bec2-1b96-492e-b5c5-52a009254da9 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:16.051777 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9cf85f2d-1e22-4776-9542-30c674e9891c req-a5d9bec2-1b96-492e-b5c5-52a009254da9 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0532563 Aug 23 16:07:16.097511 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9cf85f2d-1e22-4776-9542-30c674e9891c req-b0f9a479-97fb-4e87-9fd6-4ec61e8abe1d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396781 Aug 23 16:07:16.491803 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:17.221442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9f985-572e-4d1c-bdac-633b2b0fb61e req-c9622eb7-9bef-4a4c-b0e8-c02e234cf6ec tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:17.222980 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b5b9f985-572e-4d1c-bdac-633b2b0fb61e req-c9622eb7-9bef-4a4c-b0e8-c02e234cf6ec tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0556433 Aug 23 16:07:17.265157 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b5b9f985-572e-4d1c-bdac-633b2b0fb61e req-e837b253-d852-4a5b-8dfe-79775bd2c8c1 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359075 Aug 23 16:07:18.385155 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d25f5-af7b-4199-aeee-c0c504bda7a8 req-46d24322-102b-48de-b541-7ead72187c68 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:18.386659 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-940d25f5-af7b-4199-aeee-c0c504bda7a8 req-46d24322-102b-48de-b541-7ead72187c68 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0501049 Aug 23 16:07:18.428384 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-940d25f5-af7b-4199-aeee-c0c504bda7a8 req-b89b2243-0e7c-44a1-a63f-30d9384a78b6 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344131 Aug 23 16:07:19.551783 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8ec39-be15-45cd-a214-abd32ece8b4b req-59bf118a-5387-4819-b107-6be055feed91 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:19.553346 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-abc8ec39-be15-45cd-a214-abd32ece8b4b req-59bf118a-5387-4819-b107-6be055feed91 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0522327 Aug 23 16:07:19.592675 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-abc8ec39-be15-45cd-a214-abd32ece8b4b req-56fd9074-4e7c-4c34-83d2-f23ad22ae3d2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330431 Aug 23 16:07:20.729847 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd314ad-87ec-4ad2-89af-30b06860842c req-c2424079-f0bc-4816-b7a8-9336b1697e3d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:20.732391 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfd314ad-87ec-4ad2-89af-30b06860842c req-c2424079-f0bc-4816-b7a8-9336b1697e3d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0636654 Aug 23 16:07:20.772082 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cfd314ad-87ec-4ad2-89af-30b06860842c req-8c6aa540-60bb-4fd9-85eb-71cb1824b125 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323863 Aug 23 16:07:21.145255 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:21.893581 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cd065-db0e-43f0-af3f-93b4ef130588 req-3228bdf9-be7d-4079-a80a-88b3d1f512ab tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:21.895707 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-533cd065-db0e-43f0-af3f-93b4ef130588 req-3228bdf9-be7d-4079-a80a-88b3d1f512ab tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0546408 Aug 23 16:07:21.937397 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-533cd065-db0e-43f0-af3f-93b4ef130588 req-9cd01e1a-caa4-43ee-94a1-d847d86e1849 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356894 Aug 23 16:07:22.727335 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-02135de9-a7e6-4efc-94f3-a8b3f1909c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:23.056346 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4274f52-4d9a-4825-887d-f86da5d8132f req-5fe43ab6-5723-4787-b5d5-173bc661b3f0 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:23.057890 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c4274f52-4d9a-4825-887d-f86da5d8132f req-5fe43ab6-5723-4787-b5d5-173bc661b3f0 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0504508 Aug 23 16:07:23.102431 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c4274f52-4d9a-4825-887d-f86da5d8132f req-bd71ca5a-78a2-4d02-b369-8a31a77a9a3f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381222 Aug 23 16:07:23.926535 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36c4c1-f220-4b3d-a712-8a486885c8bd req-6a9305ef-56c8-49d3-83f9-8a4daa646726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:23.927997 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf36c4c1-f220-4b3d-a712-8a486885c8bd req-6a9305ef-56c8-49d3-83f9-8a4daa646726 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 1094 time: 0.0462301 Aug 23 16:07:24.032225 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36c4c1-f220-4b3d-a712-8a486885c8bd req-37002932-7fe8-4406-8b54-cc1aa1b738e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:24.033661 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf36c4c1-f220-4b3d-a712-8a486885c8bd req-37002932-7fe8-4406-8b54-cc1aa1b738e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 910 time: 0.0823703 Aug 23 16:07:24.104363 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf36c4c1-f220-4b3d-a712-8a486885c8bd req-387a8f17-ca60-4777-8e24-a70ea62a6db2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929 HTTP/1.1" status: 200 len: 998 time: 0.0631011 Aug 23 16:07:24.154598 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36c4c1-f220-4b3d-a712-8a486885c8bd req-086b0f59-3d22-4519-85f7-595029146bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:24.156117 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf36c4c1-f220-4b3d-a712-8a486885c8bd req-086b0f59-3d22-4519-85f7-595029146bbb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0444329 Aug 23 16:07:24.239371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36c4c1-f220-4b3d-a712-8a486885c8bd req-2986fbc4-65a2-4672-827d-290268f03913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:24.240915 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf36c4c1-f220-4b3d-a712-8a486885c8bd req-2986fbc4-65a2-4672-827d-290268f03913 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770080 Aug 23 16:07:24.248092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2455bb-00a6-4978-8660-36fca38b2926 req-4f147f7e-0edb-47ed-b233-1832a36fdf3a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:24.249439 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2455bb-00a6-4978-8660-36fca38b2926 req-4f147f7e-0edb-47ed-b233-1832a36fdf3a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0775638 Aug 23 16:07:24.337023 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8e2455bb-00a6-4978-8660-36fca38b2926 req-97fcc51c-e660-4b7c-aae8-f47910b5e1a1 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796783 Aug 23 16:07:24.365464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf36c4c1-f220-4b3d-a712-8a486885c8bd req-67ae390d-62d2-441c-94e4-d6f8bbe0ee98 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150775 Aug 23 16:07:24.460525 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bf36c4c1-f220-4b3d-a712-8a486885c8bd req-54c3f366-a32f-40e8-b697-e78a39abba7f service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863538 Aug 23 16:07:25.453799 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b286cd1-1aae-4082-9150-933b1a9a2508 req-75f0115d-d585-4213-b7bb-d865324bd719 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:25.455285 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b286cd1-1aae-4082-9150-933b1a9a2508 req-75f0115d-d585-4213-b7bb-d865324bd719 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 943 time: 0.0500169 Aug 23 16:07:25.494423 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b286cd1-1aae-4082-9150-933b1a9a2508 req-c54b2059-b8f9-412b-8dc9-a6cd828b7205 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327528 Aug 23 16:07:25.629076 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:26.031590 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:07:26.127196 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:07:26.138318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'port_id': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'mac_address': 'fa:16:3e:e9:19:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:07:26.175532 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:26.187744 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:07:26.207858 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:07:26.280220 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:26.327553 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,revision_number=9']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:07:26.479817 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['66b57e4e-9c10-46b1-aeb2-95e6a25b4929'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:07:26.611371 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dae2f5-1feb-49c5-9230-8fccfbd48caa req-9c59e9ee-d17f-4192-ac97-a09438d0ed4c tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:26.613509 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6dae2f5-1feb-49c5-9230-8fccfbd48caa req-9c59e9ee-d17f-4192-ac97-a09438d0ed4c tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 944 time: 0.0524585 Aug 23 16:07:26.651950 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6dae2f5-1feb-49c5-9230-8fccfbd48caa req-53352bac-dc57-4dc8-be37-e72c5a97f70b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321515 Aug 23 16:07:26.669136 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-67663dc3-1ca9-48c0-add6-824e3e5e0f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:27.068712 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:27.775240 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8802bce-2bfd-4c63-8acb-0624a89bdd8d req-5b2c57a2-55a9-44bb-afe3-3c1c906d110e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:27.776821 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b8802bce-2bfd-4c63-8acb-0624a89bdd8d req-5b2c57a2-55a9-44bb-afe3-3c1c906d110e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 944 time: 0.0539603 Aug 23 16:07:27.817565 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b8802bce-2bfd-4c63-8acb-0624a89bdd8d req-ffa34861-dff0-41c4-895b-7d14e0830127 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343733 Aug 23 16:07:28.047544 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:07:28.103034 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:07:28.103424 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:28.190539 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:28.212154 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:07:28.214716 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a93df87-7c85-4f01-bb8a-d40d9c0a069a" -d '{"events": [{"server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "name": "network-vif-plugged", "status": "completed", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:07:28.228050 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:07:28.251746 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ee766e-c0dd-4b54-b9e6-ef9653615c93 x-openstack-request-id: req-b0ee766e-c0dd-4b54-b9e6-ef9653615c93 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:07:28.252040 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "name": "network-vif-plugged", "status": "completed", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:07:28.252299 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b0ee766e-c0dd-4b54-b9e6-ef9653615c93 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:07:28.252693 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'code': 200} Aug 23 16:07:28.309914 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:28.358263 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,revision_number=10']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:07:28.502014 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d17a9a-f1b2-4ebf-8ec0-387b978bcb6d req-6884bff2-a33f-4276-aa49-d5194ce36a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:28.504031 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b1d17a9a-f1b2-4ebf-8ec0-387b978bcb6d req-6884bff2-a33f-4276-aa49-d5194ce36a19 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 1097 time: 0.0402925 Aug 23 16:07:28.537742 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b1d17a9a-f1b2-4ebf-8ec0-387b978bcb6d req-e675566e-a832-4df2-a3f4-4f5f00e7ea27 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272274 Aug 23 16:07:28.930262 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:28.945936 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09414f9d-c8ce-4a6f-877c-bb6838e407d9 req-b8bea063-4d82-402d-9648-f59832c6cb86 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:28.947526 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09414f9d-c8ce-4a6f-877c-bb6838e407d9 req-b8bea063-4d82-402d-9648-f59832c6cb86 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 946 time: 0.0580423 Aug 23 16:07:28.989978 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09414f9d-c8ce-4a6f-877c-bb6838e407d9 req-80bb4ff8-7988-4837-89ef-70c984bd4c8d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362916 Aug 23 16:07:30.110799 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c44e9-7a57-4b44-b190-58b6c8c90217 req-3c86a057-fecf-4d8b-896f-26c1caabb0a5 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:30.112334 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d37c44e9-7a57-4b44-b190-58b6c8c90217 req-3c86a057-fecf-4d8b-896f-26c1caabb0a5 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 946 time: 0.0534043 Aug 23 16:07:30.151979 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d37c44e9-7a57-4b44-b190-58b6c8c90217 req-82d26cb8-87b5-4b18-8632-b97dff3e4a38 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333829 Aug 23 16:07:31.266401 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd64c9-21ea-4f6f-bd05-215e618b402f req-56a6265f-8c45-43cc-81d5-23a226183cd7 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:07:31.267897 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3dcd64c9-21ea-4f6f-bd05-215e618b402f req-56a6265f-8c45-43cc-81d5-23a226183cd7 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 946 time: 0.0485408 Aug 23 16:07:31.306539 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3dcd64c9-21ea-4f6f-bd05-215e618b402f req-ef188104-deb8-4866-b7fc-43e10ee089ee tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315642 Aug 23 16:07:46.498029 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:47.446954 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:07:51.132861 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:52.674467 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a6d33a77-e94b-4cea-b81d-92d07d9f4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:55.578220 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:56.629688 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7ef6540e-26fb-4422-85df-57c6995f2db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:57.080057 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:07:58.933056 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:16.498129 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:18.761062 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f632ea6-c67e-4844-b1be-a4b6f3ec233e req-388d351e-d01a-44e4-bb88-2db13bf12e9b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825319 Aug 23 16:08:18.845234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f632ea6-c67e-4844-b1be-a4b6f3ec233e req-c1838b87-3d80-4618-848d-a0c0b42bbbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:08:18.846733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f632ea6-c67e-4844-b1be-a4b6f3ec233e req-c1838b87-3d80-4618-848d-a0c0b42bbbdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 1097 time: 0.0412276 Aug 23 16:08:18.952086 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f632ea6-c67e-4844-b1be-a4b6f3ec233e req-d7dfc035-7d93-4401-9567-5f6abbf6ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:08:18.953473 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f632ea6-c67e-4844-b1be-a4b6f3ec233e req-d7dfc035-7d93-4401-9567-5f6abbf6ecfb service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 910 time: 0.0880783 Aug 23 16:08:19.018419 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f632ea6-c67e-4844-b1be-a4b6f3ec233e req-6020bf68-e269-456b-b4a8-c10659f2aea3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929 HTTP/1.1" status: 200 len: 1000 time: 0.0569122 Aug 23 16:08:19.068632 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f632ea6-c67e-4844-b1be-a4b6f3ec233e req-3729e2ef-b946-42be-b244-f46c93d4507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:08:19.085873 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f632ea6-c67e-4844-b1be-a4b6f3ec233e req-3729e2ef-b946-42be-b244-f46c93d4507a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0436702 Aug 23 16:08:19.119134 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f632ea6-c67e-4844-b1be-a4b6f3ec233e req-2a4c2437-8cc9-4115-a732-f7a01bfae91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:08:19.120698 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f632ea6-c67e-4844-b1be-a4b6f3ec233e req-2a4c2437-8cc9-4115-a732-f7a01bfae91b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442057 Aug 23 16:08:19.220257 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f632ea6-c67e-4844-b1be-a4b6f3ec233e req-77eae509-baa5-487d-b3c2-f9dbafdde97e service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928240 Aug 23 16:08:19.314771 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-0f632ea6-c67e-4844-b1be-a4b6f3ec233e req-afbeafb7-2598-4a4a-a2c1-105d004ce108 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880578 Aug 23 16:08:21.172337 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:22.687037 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-013122e3-841e-4e3d-ae7f-0e98b348f0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:24.449210 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:08:25.578296 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:26.657157 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7a11507-0216-483e-ab8e-c993703de406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:27.109852 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:28.908322 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:42.205463 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41306) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:08:42.362896 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Deleting port 7d1b4bd4-9f6c-4569-b26a-c2d428ae8c2e {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:08:42.363242 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:42.441793 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:42.442046 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:42.453408 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Calling delete_port for 7d1b4bd4-9f6c-4569-b26a-c2d428ae8c2e owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:08:42.658546 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:42.689749 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event deleted for resources: {'Port': ['ID=7d1b4bd4-9f6c-4569-b26a-c2d428ae8c2e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:08:42.714576 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:42.714924 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:42.715269 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:42.715606 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:42.715964 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:42.716295 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:42.716625 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:42.716953 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:42.717280 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:42.717609 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:42.717933 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:42.718256 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:42.757588 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:42.757927 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Floating IP be4ce77c-9a77-49ec-8f1c-e946c8a29130 disassociated (deleted). External IP: 172.25.8.74, port: 66b57e4e-9c10-46b1-aeb2-95e6a25b4929. Aug 23 16:08:42.965509 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Router 0b709823-251a-4705-9d53-a515a21e091e has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:08:43.071713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:08:43.076253 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:43.080845 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6075c15-1868-43cf-a245-a533a8bd8544 None None] Sync routers for ids ['0b709823-251a-4705-9d53-a515a21e091e'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:08:43.090784 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6075c15-1868-43cf-a245-a533a8bd8544 None None] Routers {'0b709823-251a-4705-9d53-a515a21e091e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:08:43.091379 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d6075c15-1868-43cf-a245-a533a8bd8544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:08:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b709823-251a-4705-9d53-a515a21e091e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:08:43.104390 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b8f7a013-d125-47f0-b7d4-b54dfc434356 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "DELETE /v2.0/floatingips/be4ce77c-9a77-49ec-8f1c-e946c8a29130 HTTP/1.1" status: 204 len: 168 time: 0.8977926 Aug 23 16:08:43.105088 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:08:43.107464 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}511f008c58a008c87eb616fe5d66cb7bdbcb90a14f59b6a049e8f0c7a287e225" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559371fb-4160-4cb7-8079-df90fd653650" -d '{"events": [{"name": "network-changed", "server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:08:43.205745 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-d6075c15-1868-43cf-a245-a533a8bd8544 None None] Set router 0b709823-251a-4705-9d53-a515a21e091e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:08:43.207781 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07514d42-8f9d-452c-a49c-8dde538bedd1 x-openstack-request-id: req-07514d42-8f9d-452c-a49c-8dde538bedd1 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:08:43.208287 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:08:43.208287 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-07514d42-8f9d-452c-a49c-8dde538bedd1 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:08:43.208699 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'status': 'completed', 'code': 200} Aug 23 16:08:43.288034 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559371fb-4160-4cb7-8079-df90fd653650 req-1a0c3d5a-1f8f-4403-8dac-0ce782c6ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:08:43.290621 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-559371fb-4160-4cb7-8079-df90fd653650 req-1a0c3d5a-1f8f-4403-8dac-0ce782c6ac28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 1097 time: 0.0579941 Aug 23 16:08:43.385059 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559371fb-4160-4cb7-8079-df90fd653650 req-b034f837-ddaa-487a-a3ae-298ac5647809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:08:43.386530 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-559371fb-4160-4cb7-8079-df90fd653650 req-b034f837-ddaa-487a-a3ae-298ac5647809 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 910 time: 0.0896580 Aug 23 16:08:43.415609 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d6075c15-1868-43cf-a245-a533a8bd8544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0269f21b-b26f-4cd0-87a8-ac8f18297db6', 'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'mac_address': 'fa:16:3e:e0:60:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:19Z', 'updated_at': '2021-08-23T16:04:25Z', 'revision_number': 5, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'subnets': [{'id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:08:43.433400 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-559371fb-4160-4cb7-8079-df90fd653650 req-fb70f389-b361-4311-a345-a2966ff8f640 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929 HTTP/1.1" status: 200 len: 217 time: 0.0387502 Aug 23 16:08:43.442933 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6075c15-1868-43cf-a245-a533a8bd8544 None None] Checking router: 0b709823-251a-4705-9d53-a515a21e091e for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:08:43.452213 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6075c15-1868-43cf-a245-a533a8bd8544 None None] Routers {'0b709823-251a-4705-9d53-a515a21e091e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:08:43.452816 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d6075c15-1868-43cf-a245-a533a8bd8544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:08:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b709823-251a-4705-9d53-a515a21e091e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:08:43.493458 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559371fb-4160-4cb7-8079-df90fd653650 req-964e9194-2f41-4ae1-8ff8-538ed98e93d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:08:43.495559 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-559371fb-4160-4cb7-8079-df90fd653650 req-964e9194-2f41-4ae1-8ff8-538ed98e93d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0482357 Aug 23 16:08:43.549900 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559371fb-4160-4cb7-8079-df90fd653650 req-0260ad3a-7f3a-4ea9-8339-2b017ab202f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:08:43.551403 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-559371fb-4160-4cb7-8079-df90fd653650 req-0260ad3a-7f3a-4ea9-8339-2b017ab202f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483263 Aug 23 16:08:43.557637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59522a-fa4b-4d03-9b84-da1d6e3f5824 req-c6e981a8-6664-4a25-a370-33e62c39cc3e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:08:43.560198 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4a59522a-fa4b-4d03-9b84-da1d6e3f5824 req-c6e981a8-6664-4a25-a370-33e62c39cc3e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 946 time: 0.0533497 Aug 23 16:08:43.601435 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4a59522a-fa4b-4d03-9b84-da1d6e3f5824 req-7f1e0741-c460-4bda-9eba-4639dc29f0ee tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358572 Aug 23 16:08:43.653795 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-559371fb-4160-4cb7-8079-df90fd653650 req-d5d22e34-7b80-402f-8f48-f49ffb5688b4 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940151 Aug 23 16:08:43.654073 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-d6075c15-1868-43cf-a245-a533a8bd8544 None None] Set router 0b709823-251a-4705-9d53-a515a21e091e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:08:43.745846 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-559371fb-4160-4cb7-8079-df90fd653650 req-96933c7e-5e8c-48d2-b480-4344aa54b0e5 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844836 Aug 23 16:08:43.855333 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-d6075c15-1868-43cf-a245-a533a8bd8544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0269f21b-b26f-4cd0-87a8-ac8f18297db6', 'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'mac_address': 'fa:16:3e:e0:60:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:19Z', 'updated_at': '2021-08-23T16:04:25Z', 'revision_number': 5, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'subnets': [{'id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:08:43.881827 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6075c15-1868-43cf-a245-a533a8bd8544 None None] The sync data for ids ['0b709823-251a-4705-9d53-a515a21e091e'] in n-d-804985-3 is: [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0269f21b-b26f-4cd0-87a8-ac8f18297db6', 'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'mac_address': 'fa:16:3e:e0:60:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:19Z', 'updated_at': '2021-08-23T16:04:25Z', 'revision_number': 5, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'subnets': [{'id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:08:44.096032 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bc1dd5-8c91-422d-a874-4129a5705163 None None] New status for floating IP be4ce77c-9a77-49ec-8f1c-e946c8a29130: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:08:44.725529 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54b11e-ce11-4b84-b3a1-b65d0ba1ace7 req-a7dae789-812e-4d6f-bb50-88867245a53d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:08:44.727039 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b54b11e-ce11-4b84-b3a1-b65d0ba1ace7 req-a7dae789-812e-4d6f-bb50-88867245a53d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 946 time: 0.0536914 Aug 23 16:08:44.796054 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9b54b11e-ce11-4b84-b3a1-b65d0ba1ace7 req-b17802e4-d06b-41a7-902d-4a74e320ed00 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=c176cbba-b0d0-4a1f-81cd-4a310bb31a21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628767 Aug 23 16:08:44.804234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1dc2b-b96d-475b-9c3e-28d996d6c1bd req-178a1a82-ca7e-414f-81ff-09b1235b5b4b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:08:44.807096 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bff1dc2b-b96d-475b-9c3e-28d996d6c1bd req-178a1a82-ca7e-414f-81ff-09b1235b5b4b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.57 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 946 time: 0.0673447 Aug 23 16:08:44.895337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-bff1dc2b-b96d-475b-9c3e-28d996d6c1bd req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Deleting port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:08:44.895600 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bff1dc2b-b96d-475b-9c3e-28d996d6c1bd req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:44.985238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-bff1dc2b-b96d-475b-9c3e-28d996d6c1bd req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] For port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:08:44.985602 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bff1dc2b-b96d-475b-9c3e-28d996d6c1bd req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:44.997667 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-bff1dc2b-b96d-475b-9c3e-28d996d6c1bd req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Calling delete_port for 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:08:45.206161 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bff1dc2b-b96d-475b-9c3e-28d996d6c1bd req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:45.235778 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event deleted for resources: {'Port': ['ID=66b57e4e-9c10-46b1-aeb2-95e6a25b4929,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:08:45.249077 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:45.249422 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:45.249765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:45.250103 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:45.250438 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:45.250771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:45.251226 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:45.251502 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:45.251856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:45.252175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:45.252501 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:45.252822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:08:45.290085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff1dc2b-b96d-475b-9c3e-28d996d6c1bd req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] No DVR routers for this DVR port 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:08:45.292945 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-bff1dc2b-b96d-475b-9c3e-28d996d6c1bd req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:45.294914 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-bff1dc2b-b96d-475b-9c3e-28d996d6c1bd req-ce5c8ab7-93ee-4e63-9e9e-33fef6f50acb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.57 "DELETE /v2.0/ports/66b57e4e-9c10-46b1-aeb2-95e6a25b4929 HTTP/1.1" status: 204 len: 173 time: 0.4823539 Aug 23 16:08:45.295349 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'name': 'network-vif-deleted', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:08:45.297902 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d335a8a-bd60-455e-b7e6-9a3d020254ff" -d '{"events": [{"server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "name": "network-vif-deleted", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:08:45.398140 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b96b431-f47a-4213-b027-3225163dab39 x-openstack-request-id: req-5b96b431-f47a-4213-b027-3225163dab39 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:08:45.398431 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391bc02e-4cbf-4cd7-9f89-975356ef7c05", "name": "network-vif-deleted", "tag": "66b57e4e-9c10-46b1-aeb2-95e6a25b4929", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:08:45.398686 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b96b431-f47a-4213-b027-3225163dab39 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:08:45.399306 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391bc02e-4cbf-4cd7-9f89-975356ef7c05', 'name': 'network-vif-deleted', 'tag': '66b57e4e-9c10-46b1-aeb2-95e6a25b4929', 'status': 'completed', 'code': 200} Aug 23 16:08:45.905191 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-215b72ab-a379-4aee-816a-5bff497865ea req-affcdd1c-66ef-443c-9501-d75dc74afc9b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=391bc02e-4cbf-4cd7-9f89-975356ef7c05 HTTP/1.1" status: 200 len: 210 time: 0.0272791 Aug 23 16:08:46.519479 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:46.960763 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41332) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:08:47.021292 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-35d74c8e-c8a6-4102-8b34-b11dcb4f5ef8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:47.046959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-35d74c8e-c8a6-4102-8b34-b11dcb4f5ef8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:47.510458 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-35d74c8e-c8a6-4102-8b34-b11dcb4f5ef8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:47.513065 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-35d74c8e-c8a6-4102-8b34-b11dcb4f5ef8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:47.514263 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-35d74c8e-c8a6-4102-8b34-b11dcb4f5ef8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "DELETE /v2.0/security-groups/c176cbba-b0d0-4a1f-81cd-4a310bb31a21 HTTP/1.1" status: 204 len: 168 time: 0.5518000 Aug 23 16:08:47.525079 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d74c8e-c8a6-4102-8b34-b11dcb4f5ef8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c176cbba-b0d0-4a1f-81cd-4a310bb31a21,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:08:48.374538 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:08:48.394037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:08:48.394383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 66b57e4e-9c10-46b1-aeb2-95e6a25b4929 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:08:49.201580 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41340) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:08:49.206239 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-95e73b12-ceb9-41d7-87e7-97b5290d0573 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1149081108', 'description': 'tempest-secgroup-smoke-1149081108 description', 'project_id': '3a4c523eb3c34180844a4797ef4f2508'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:08:49.309904 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-95e73b12-ceb9-41d7-87e7-97b5290d0573 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:49.389852 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-95e73b12-ceb9-41d7-87e7-97b5290d0573 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:49.458219 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-95e73b12-ceb9-41d7-87e7-97b5290d0573 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:49.486147 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e73b12-ceb9-41d7-87e7-97b5290d0573 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e607a0a2-8d9e-4149-b55c-2cbee7dacc58,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:08:49.527184 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-95e73b12-ceb9-41d7-87e7-97b5290d0573 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:49.528488 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-95e73b12-ceb9-41d7-87e7-97b5290d0573 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3258972 Aug 23 16:08:49.531338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41342) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:08:49.535716 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-1dcb7e1e-d3c2-4f3b-9ff4-deba6f349cf0 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'security_group_rule': {'security_group_id': 'e607a0a2-8d9e-4149-b55c-2cbee7dacc58', 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:08:49.627152 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1dcb7e1e-d3c2-4f3b-9ff4-deba6f349cf0 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:49.683744 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1dcb7e1e-d3c2-4f3b-9ff4-deba6f349cf0 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:49.765025 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1dcb7e1e-d3c2-4f3b-9ff4-deba6f349cf0 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:49.781765 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb7e1e-d3c2-4f3b-9ff4-deba6f349cf0 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe71bba0-e6d8-4fc5-afa7-07577ea8b4ff,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:08:49.858346 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1dcb7e1e-d3c2-4f3b-9ff4-deba6f349cf0 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:49.859993 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1dcb7e1e-d3c2-4f3b-9ff4-deba6f349cf0 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3275044 Aug 23 16:08:49.862875 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41344) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:08:49.867451 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-790cda11-fb0e-4ab7-be3a-6ffd929ffb24 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'security_group_rule': {'security_group_id': 'e607a0a2-8d9e-4149-b55c-2cbee7dacc58', 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:08:49.983446 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-790cda11-fb0e-4ab7-be3a-6ffd929ffb24 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:50.041166 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-790cda11-fb0e-4ab7-be3a-6ffd929ffb24 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:50.120044 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-790cda11-fb0e-4ab7-be3a-6ffd929ffb24 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:50.139777 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cda11-fb0e-4ab7-be3a-6ffd929ffb24 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb682a87-0e76-462d-a304-0a48fbd6fa6b,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:08:50.217015 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-790cda11-fb0e-4ab7-be3a-6ffd929ffb24 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:50.218266 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-790cda11-fb0e-4ab7-be3a-6ffd929ffb24 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3544154 Aug 23 16:08:50.220972 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41346) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:08:50.225370 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-adf93ff2-d887-4315-aeca-e505bf631f9e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'security_group_rule': {'security_group_id': 'e607a0a2-8d9e-4149-b55c-2cbee7dacc58', 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:08:50.314724 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-adf93ff2-d887-4315-aeca-e505bf631f9e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:50.371378 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-adf93ff2-d887-4315-aeca-e505bf631f9e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:50.441316 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-adf93ff2-d887-4315-aeca-e505bf631f9e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:50.459713 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf93ff2-d887-4315-aeca-e505bf631f9e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fd16d7-d39f-45e9-8b05-7ecdd39255c1,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:08:50.515590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-adf93ff2-d887-4315-aeca-e505bf631f9e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:50.516845 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-adf93ff2-d887-4315-aeca-e505bf631f9e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2949438 Aug 23 16:08:50.519445 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41348) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:08:50.523881 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-6cd1523d-2fe0-4021-a842-e5ce98c8a9b1 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'security_group_rule': {'security_group_id': 'e607a0a2-8d9e-4149-b55c-2cbee7dacc58', 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:08:50.611184 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cd1523d-2fe0-4021-a842-e5ce98c8a9b1 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:50.669795 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cd1523d-2fe0-4021-a842-e5ce98c8a9b1 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:50.732791 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cd1523d-2fe0-4021-a842-e5ce98c8a9b1 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:50.752005 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1523d-2fe0-4021-a842-e5ce98c8a9b1 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181c98c8-07fb-49a8-9f75-843344af29d9,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:08:50.870826 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6cd1523d-2fe0-4021-a842-e5ce98c8a9b1 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:50.872024 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6cd1523d-2fe0-4021-a842-e5ce98c8a9b1 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3515790 Aug 23 16:08:50.874745 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41350) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:08:50.879200 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-1468e8e3-1894-450d-881a-f83ab118a72a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'security_group_rule': {'security_group_id': 'e607a0a2-8d9e-4149-b55c-2cbee7dacc58', 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:08:50.978067 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-1468e8e3-1894-450d-881a-f83ab118a72a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Project 3a4c523eb3c34180844a4797ef4f2508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:08:50.983184 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1468e8e3-1894-450d-881a-f83ab118a72a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:51.045901 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1468e8e3-1894-450d-881a-f83ab118a72a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:51.113872 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1468e8e3-1894-450d-881a-f83ab118a72a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:51.133219 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468e8e3-1894-450d-881a-f83ab118a72a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8484fa-c1a2-4653-980f-54bdacb9db04,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:08:51.201466 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:51.235348 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-1468e8e3-1894-450d-881a-f83ab118a72a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:51.236746 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-1468e8e3-1894-450d-881a-f83ab118a72a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3610132 Aug 23 16:08:51.239462 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41352) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:08:51.243858 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-3c96767c-cd75-4b9b-b363-e3a2c43b0a5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'security_group_rule': {'security_group_id': 'e607a0a2-8d9e-4149-b55c-2cbee7dacc58', 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:08:51.332789 n-d-804985-3 neutron-server[96114]: INFO neutron.db.securitygroups_db [None req-3c96767c-cd75-4b9b-b363-e3a2c43b0a5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Project 3a4c523eb3c34180844a4797ef4f2508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:08:51.338004 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c96767c-cd75-4b9b-b363-e3a2c43b0a5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:51.397803 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c96767c-cd75-4b9b-b363-e3a2c43b0a5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:51.521222 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c96767c-cd75-4b9b-b363-e3a2c43b0a5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:51.538715 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96767c-cd75-4b9b-b363-e3a2c43b0a5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f0dc67-397c-4edf-8fd1-c72afbc5805d,revision_number=0']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:08:51.618036 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-3c96767c-cd75-4b9b-b363-e3a2c43b0a5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:51.619264 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-3c96767c-cd75-4b9b-b363-e3a2c43b0a5e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3788397 Aug 23 16:08:52.675369 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ca839d6d-5c79-48cc-a505-78b4fc495fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:55.630030 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:56.639830 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-338b2370-93a2-4ada-a0fa-6af61db3c230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:57.098453 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:08:58.887175 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:01.452813 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:09:11.522470 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-6a4bcd01-9ff8-40cc-b27d-836a9b6987b6 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1149081108&fields=id&tenant_id=3a4c523eb3c34180844a4797ef4f2508 HTTP/1.1" status: 200 len: 267 time: 0.0360570 Aug 23 16:09:11.631114 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-e048c41c-e961-49df-a4a6-ae950e865ee6 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:11.632510 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-e048c41c-e961-49df-a4a6-ae950e865ee6 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 809 time: 0.1033745 Aug 23 16:09:11.647003 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-9ba4089e-85ed-4c5b-ba50-0a0a2991f6a6 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/quotas/3a4c523eb3c34180844a4797ef4f2508 HTTP/1.1" status: 200 len: 375 time: 0.0088296 Aug 23 16:09:11.700952 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-4ab5dcce-6d58-46e7-87e6-fe8992749e13 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475278 Aug 23 16:09:11.717406 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-56d19241-baf5-4cf1-a7e4-607f6a9ffad1 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:09:11.718418 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-56d19241-baf5-4cf1-a7e4-607f6a9ffad1 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065451 Aug 23 16:09:11.810647 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-b121fc98-4364-4e0f-9ed4-96e0486a35f8 service neutron] 10.222.0.38 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864475 Aug 23 16:09:11.900022 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-b148ba27-b8f4-4c04-949a-500a725cfeec service neutron] 10.222.0.38 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831068 Aug 23 16:09:12.535844 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-69c5d148-a696-4d95-abc1-7fe9cc6ca9dd req-f9141252-1f27-43a2-9ea5-2ae9f33ac033 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 210 time: 0.0276480 Aug 23 16:09:13.620358 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ef5e5d2b-7155-4906-8dcf-ca52d41cc6a3 req-bf09753f-a623-44d6-a2a7-613e7f59b6ea tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 210 time: 0.0314326 Aug 23 16:09:14.712381 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-38eda1e7-e1e1-4114-bcc7-e92fb7f0d5ba req-71d2f99e-bbb8-4f73-b96c-7ced5f34c32f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 210 time: 0.0261047 Aug 23 16:09:15.808101 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d362904d-deb5-46a4-86c9-4c6cf1b65d87 req-41d16c6e-fc1a-40e0-a820-868951e7a268 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 210 time: 0.0281763 Aug 23 16:09:16.494191 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-c754bbe4-06aa-4134-8b61-2a5623f05cf1 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:16.496469 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-c754bbe4-06aa-4134-8b61-2a5623f05cf1 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 809 time: 0.1037204 Aug 23 16:09:16.509339 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:16.542080 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-79bfe8da-7be7-446a-897b-41259daf0df6 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a4c523eb3c34180844a4797ef4f2508 HTTP/1.1" status: 200 len: 380 time: 0.0355277 Aug 23 16:09:16.550431 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-bb168596-fe98-46da-be65-f9d17b6618cc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'port': {'device_id': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'admin_state_up': True, 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'security_groups': ['e607a0a2-8d9e-4149-b55c-2cbee7dacc58']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:09:16.709856 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-bb168596-fe98-46da-be65-f9d17b6618cc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Made reservation on behalf of 3a4c523eb3c34180844a4797ef4f2508 for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:09:16.713753 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-bb168596-fe98-46da-be65-f9d17b6618cc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:16.846749 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-bb168596-fe98-46da-be65-f9d17b6618cc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Allocated IP 172.20.0.3 (0f42e327-d1f6-4476-b563-58f4f6dfcb37/f3d9baba-103f-4b97-8da3-9a97baab175e/53dabb6f-36d2-4f22-9882-bdfcca9d86aa) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:09:16.911087 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e88de219-b25a-48da-9ea8-1205a694854a req-ac695dc2-9c5b-441d-96ce-b78ee00317a0 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 210 time: 0.0314200 Aug 23 16:09:16.991711 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-bb168596-fe98-46da-be65-f9d17b6618cc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:17.006164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-bb168596-fe98-46da-be65-f9d17b6618cc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Transition to ACTIVE for port object 53dabb6f-36d2-4f22-9882-bdfcca9d86aa will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:09:17.127472 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-bb168596-fe98-46da-be65-f9d17b6618cc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:17.176832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-bb168596-fe98-46da-be65-f9d17b6618cc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:09:17.180000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-bb168596-fe98-46da-be65-f9d17b6618cc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:09:17.187131 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-bb168596-fe98-46da-be65-f9d17b6618cc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:09:17.191389 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb168596-fe98-46da-be65-f9d17b6618cc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'Port': ['ID=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:09:17.246202 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-bb168596-fe98-46da-be65-f9d17b6618cc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:17.246930 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-bb168596-fe98-46da-be65-f9d17b6618cc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:17.320608 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-bb168596-fe98-46da-be65-f9d17b6618cc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7737267 Aug 23 16:09:17.333320 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Request body: {'port': {'device_id': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:09:17.390001 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:17.485673 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-997ee6be-a232-491d-8af0-0c43878ab4ed None None] Provisioning for port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:09:17.489963 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-997ee6be-a232-491d-8af0-0c43878ab4ed None None] Provisioning complete for port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:09:17.490442 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-997ee6be-a232-491d-8af0-0c43878ab4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:17.549349 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-997ee6be-a232-491d-8af0-0c43878ab4ed None None] Port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:09:17.669965 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53dabb6f-36d2-4f22-9882-bdfcca9d86aa {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:09:17.677969 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:17.691268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Transition to ACTIVE for port object 53dabb6f-36d2-4f22-9882-bdfcca9d86aa will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:09:17.755742 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:17.827760 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Pushing event updated for resources: {'Port': ['ID=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:09:17.911635 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Attempting to bind port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:09:17.912356 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Attempting to bind port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:09:17.912474 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Attempting to bind port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa on network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:09:17.917723 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa on network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:09:17.918050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Attempting to bind port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa on network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:09:17.923391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:09:17.923787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Checking segment: {'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:09:17.924159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Bound using segment: {'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:09:17.924589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Bound port: 53dabb6f-36d2-4f22-9882-bdfcca9d86aa, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:09:17.924953 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:18.348065 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] For port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:09:18.363303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] For port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:09:18.381542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04135ad3-461b-44f4-9c8c-4e859649171d req-043eea44-19a5-41ec-9f53-54f48e44a754 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:18.383150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04135ad3-461b-44f4-9c8c-4e859649171d req-043eea44-19a5-41ec-9f53-54f48e44a754 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.3974733 Aug 23 16:09:18.423197 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-04135ad3-461b-44f4-9c8c-4e859649171d req-29a555dd-73ea-44b3-b654-ea9f18820e1d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339839 Aug 23 16:09:18.424733 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:18.459088 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:18.459918 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:18.461552 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] 10.222.0.57 "PUT /v2.0/ports/53dabb6f-36d2-4f22-9882-bdfcca9d86aa HTTP/1.1" status: 200 len: 1091 time: 1.1326959 Aug 23 16:09:18.465298 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'tag': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:09:18.469637 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e403d8-faf8-4e94-bc2e-28849999c5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2f0f11-994c-4402-ae1d-510097c5e182", "tag": "53dabb6f-36d2-4f22-9882-bdfcca9d86aa"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:09:18.500932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48425f9f-3061-41d5-bc83-663c37e9726b service neutron] Pushing event updated for resources: {'Port': ['ID=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:09:18.519531 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66df8aaa-7d6f-464c-9c19-362e6f13262b x-openstack-request-id: req-66df8aaa-7d6f-464c-9c19-362e6f13262b {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:09:18.520024 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2f0f11-994c-4402-ae1d-510097c5e182", "tag": "53dabb6f-36d2-4f22-9882-bdfcca9d86aa", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:09:18.520374 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66df8aaa-7d6f-464c-9c19-362e6f13262b {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:09:18.520867 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'tag': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa', 'status': 'completed', 'code': 200} Aug 23 16:09:18.590006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e403d8-faf8-4e94-bc2e-28849999c5b2 req-542bf53c-4ee3-44c7-8d67-48f14e679359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:18.591570 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-25e403d8-faf8-4e94-bc2e-28849999c5b2 req-542bf53c-4ee3-44c7-8d67-48f14e679359 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 1094 time: 0.0470617 Aug 23 16:09:18.704734 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e403d8-faf8-4e94-bc2e-28849999c5b2 req-62f61d56-7c08-4a04-9371-d738854fe27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:18.706221 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-25e403d8-faf8-4e94-bc2e-28849999c5b2 req-62f61d56-7c08-4a04-9371-d738854fe27d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3a4c523eb3c34180844a4797ef4f2508&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1071436 Aug 23 16:09:18.802246 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e403d8-faf8-4e94-bc2e-28849999c5b2 req-f9bdc1dd-aeb6-4549-98e1-094e29a3cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:18.808682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-25e403d8-faf8-4e94-bc2e-28849999c5b2 req-f9bdc1dd-aeb6-4549-98e1-094e29a3cb24 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911531 Aug 23 16:09:18.883970 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-699bcdaf-3c4e-47d6-a7c9-c1cd2b5d16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:18.886205 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-699bcdaf-3c4e-47d6-a7c9-c1cd2b5d16f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 1094 time: 0.0462070 Aug 23 16:09:18.930400 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-ca65fdaf-740d-4a65-a075-ccfda0ec4e17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa HTTP/1.1" status: 200 len: 217 time: 0.0369332 Aug 23 16:09:18.980637 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-baed2e8b-6053-4036-8a42-7d4366da15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:18.982113 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-baed2e8b-6053-4036-8a42-7d4366da15eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0457253 Aug 23 16:09:19.033878 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-2784dfb0-b24e-420b-80a1-990d75a86243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:19.035391 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-2784dfb0-b24e-420b-80a1-990d75a86243 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467002 Aug 23 16:09:19.127499 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-9c3e7a89-ceba-4a38-8100-90418517ca26 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841665 Aug 23 16:09:19.229821 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-f3e613e2-6c5f-4bca-b0c0-5c526524ec57 req-023b530d-2c98-435b-8d27-58cf0212f793 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952227 Aug 23 16:09:19.549008 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649aa4d-ba3c-4646-bf41-5332375beb02 req-9c1ee629-6415-4147-84c9-d6393c10f7ce tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:19.550600 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8649aa4d-ba3c-4646-bf41-5332375beb02 req-9c1ee629-6415-4147-84c9-d6393c10f7ce tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0582716 Aug 23 16:09:19.589985 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8649aa4d-ba3c-4646-bf41-5332375beb02 req-05f1f049-2b37-4133-a8fe-257843865335 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327513 Aug 23 16:09:20.717044 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cd4fe-b2a3-4558-b53e-4341873b92a0 req-e1297666-c842-4fbc-98de-1fc5dae4f91b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:20.718645 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b53cd4fe-b2a3-4558-b53e-4341873b92a0 req-e1297666-c842-4fbc-98de-1fc5dae4f91b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0573709 Aug 23 16:09:20.756260 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b53cd4fe-b2a3-4558-b53e-4341873b92a0 req-725057e9-ff45-48df-95b3-98333f70b018 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315697 Aug 23 16:09:21.241327 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:21.872261 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf873b2-8d11-4828-8ac6-3ea3fdae175d req-216adaef-4bff-48f0-b507-3021f975b3ef tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:21.873771 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-adf873b2-8d11-4828-8ac6-3ea3fdae175d req-216adaef-4bff-48f0-b507-3021f975b3ef tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0503821 Aug 23 16:09:21.912380 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-adf873b2-8d11-4828-8ac6-3ea3fdae175d req-1ffdbb97-f8d2-448e-a51a-b89eedaabc06 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326757 Aug 23 16:09:22.673987 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8d91b8ee-88a0-448c-9445-17919ea740e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:23.026765 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f2880-7e24-4e22-9188-df18fef2bb95 req-6659fd19-e446-4a23-ac42-ca7b0a351afd tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:23.028252 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-941f2880-7e24-4e22-9188-df18fef2bb95 req-6659fd19-e446-4a23-ac42-ca7b0a351afd tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0480869 Aug 23 16:09:23.065089 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-941f2880-7e24-4e22-9188-df18fef2bb95 req-029bef40-8af4-4a09-a380-cd5de0d4a282 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308402 Aug 23 16:09:24.201740 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c124a0-d1ae-4709-883a-0e331c8ca51b req-b66146ed-6f1b-45e0-a35e-c7b21b503768 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:24.203274 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08c124a0-d1ae-4709-883a-0e331c8ca51b req-b66146ed-6f1b-45e0-a35e-c7b21b503768 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0580993 Aug 23 16:09:24.250823 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-08c124a0-d1ae-4709-883a-0e331c8ca51b req-a1e6e6d4-f39a-4456-bd63-91c9ce2c2de2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399854 Aug 23 16:09:25.371556 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726b043-4768-44e7-918b-7033db792308 req-6b95739c-ed08-4b84-a7a0-17753537f4bb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:25.373064 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9726b043-4768-44e7-918b-7033db792308 req-6b95739c-ed08-4b84-a7a0-17753537f4bb tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0488868 Aug 23 16:09:25.413636 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-9726b043-4768-44e7-918b-7033db792308 req-abb97a4d-6614-400a-99c8-e47271f6e06a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346942 Aug 23 16:09:25.590491 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:26.528210 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d793f-c6fc-4a87-ace4-43fa07ec2829 req-e8bdffc4-673d-401b-9c41-3e7b43a645ab tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:26.529685 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a25d793f-c6fc-4a87-ace4-43fa07ec2829 req-e8bdffc4-673d-401b-9c41-3e7b43a645ab tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0484636 Aug 23 16:09:26.567855 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a25d793f-c6fc-4a87-ace4-43fa07ec2829 req-a17ea910-9b1a-4853-b2ce-b7f1108b8aea tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322711 Aug 23 16:09:26.651644 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-826985fe-27be-4ee3-addf-4e1654226dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:27.086763 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:27.733439 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4637ad-8b27-4a46-ad98-0957df0a6d1e req-a429b27d-31c9-48fc-ae1f-cd2c805a35df tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:27.734917 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd4637ad-8b27-4a46-ad98-0957df0a6d1e req-a429b27d-31c9-48fc-ae1f-cd2c805a35df tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0922625 Aug 23 16:09:27.772669 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd4637ad-8b27-4a46-ad98-0957df0a6d1e req-933f7473-ffe0-4acf-86f2-c7a49687baf5 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Aug 23 16:09:28.888247 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2eae8a-55c8-4ba8-a377-1593dcc37a25 req-9ba5f623-94d3-4489-b24f-4397b3658264 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:28.889713 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fa2eae8a-55c8-4ba8-a377-1593dcc37a25 req-9ba5f623-94d3-4489-b24f-4397b3658264 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0493062 Aug 23 16:09:28.903243 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:28.928677 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fa2eae8a-55c8-4ba8-a377-1593dcc37a25 req-c7cb664d-372d-4040-b74f-44a98c39d07a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330420 Aug 23 16:09:30.045397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a4c6e-ef2f-4e11-942e-9beba58943e2 req-75f60ccd-5fa1-4d0c-90db-bfa79e69d180 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:30.046880 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-319a4c6e-ef2f-4e11-942e-9beba58943e2 req-75f60ccd-5fa1-4d0c-90db-bfa79e69d180 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0491092 Aug 23 16:09:30.084410 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-319a4c6e-ef2f-4e11-942e-9beba58943e2 req-65ae5884-2b48-4bbd-92be-0c5c3acc8637 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315611 Aug 23 16:09:30.545316 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 53dabb6f-36d2-4f22-9882-bdfcca9d86aa details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:09:30.639822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:09:30.650089 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'port_id': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa', 'mac_address': 'fa:16:3e:9d:4c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:09:30.694172 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:30.707704 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53dabb6f-36d2-4f22-9882-bdfcca9d86aa {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:09:30.727326 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:09:30.783780 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:30.832310 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:09:30.839752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:09:30.841715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:09:30.841715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:09:30.841715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:09:30.841715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:09:30.841715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:09:30.842184 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:09:30.842184 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:09:30.842383 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:09:30.842708 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:09:30.843037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:09:30.843359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:09:31.022229 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['53dabb6f-36d2-4f22-9882-bdfcca9d86aa'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:09:31.200876 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d01bd5-018b-45c6-841c-1253862a0382 req-589853f4-e1ed-4271-9916-f10d24308245 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:31.202386 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2d01bd5-018b-45c6-841c-1253862a0382 req-589853f4-e1ed-4271-9916-f10d24308245 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 944 time: 0.0512397 Aug 23 16:09:31.245743 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2d01bd5-018b-45c6-841c-1253862a0382 req-bae9c693-95dc-4fd7-9ad1-1e19a2a5bee5 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374520 Aug 23 16:09:32.367170 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb83288-2aa6-43d7-962c-919706618747 req-fddabb8c-7f89-4b46-933d-fca4b91d1999 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:32.368887 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5cb83288-2aa6-43d7-962c-919706618747 req-fddabb8c-7f89-4b46-933d-fca4b91d1999 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 944 time: 0.0522192 Aug 23 16:09:32.410508 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5cb83288-2aa6-43d7-962c-919706618747 req-fffcd11a-ce2e-41cd-bd61-b634cc9ccbc0 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351095 Aug 23 16:09:32.561236 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 53dabb6f-36d2-4f22-9882-bdfcca9d86aa up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:09:32.673863 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:09:32.678054 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:09:32.678432 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:32.758779 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:32.781825 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:09:32.784148 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8197a1c7-515f-4534-9450-5e7817dc5b7d" -d '{"events": [{"server_uuid": "8b2f0f11-994c-4402-ae1d-510097c5e182", "name": "network-vif-plugged", "status": "completed", "tag": "53dabb6f-36d2-4f22-9882-bdfcca9d86aa"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:09:32.797520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:09:32.882141 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3c7e7a-5a08-4553-b39c-2715a7948a94 x-openstack-request-id: req-1c3c7e7a-5a08-4553-b39c-2715a7948a94 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:09:32.882436 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2f0f11-994c-4402-ae1d-510097c5e182", "name": "network-vif-plugged", "status": "completed", "tag": "53dabb6f-36d2-4f22-9882-bdfcca9d86aa", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:09:32.882692 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c3c7e7a-5a08-4553-b39c-2715a7948a94 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:09:32.883086 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa', 'code': 200} Aug 23 16:09:32.885120 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:32.936111 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:09:32.983156 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710827b-4849-452d-b70e-0d6d343b9979 req-1bc2018c-ae29-434a-a2b7-346c1974ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:32.992556 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e710827b-4849-452d-b70e-0d6d343b9979 req-1bc2018c-ae29-434a-a2b7-346c1974ba26 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 1096 time: 0.0434022 Aug 23 16:09:33.020931 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e710827b-4849-452d-b70e-0d6d343b9979 req-cf282ec0-f78b-4b49-a52e-9b7327a37dcc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289922 Aug 23 16:09:33.527338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af79dfb-ad36-4de4-8353-efe670661a28 req-bf5ea43f-8bff-4dde-b4be-58d79796ae78 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:33.528841 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4af79dfb-ad36-4de4-8353-efe670661a28 req-bf5ea43f-8bff-4dde-b4be-58d79796ae78 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0509551 Aug 23 16:09:33.567603 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4af79dfb-ad36-4de4-8353-efe670661a28 req-4e6fa8bf-1bee-4445-8beb-1d7b4fe967ba tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321038 Aug 23 16:09:34.686973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b919a6-8af0-4f0f-858e-fdf71f45651f req-9e112d9c-bc6e-4175-81cf-86f77cccb445 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:34.688518 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-83b919a6-8af0-4f0f-858e-fdf71f45651f req-9e112d9c-bc6e-4175-81cf-86f77cccb445 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0531363 Aug 23 16:09:34.728693 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-83b919a6-8af0-4f0f-858e-fdf71f45651f req-030ecb5e-18aa-4932-a3ae-796755ac5653 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342045 Aug 23 16:09:34.843266 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28736c-db77-4bdc-bb8a-bb2e5aff3bfa req-f804aaea-104e-4d89-b31f-cf2685209e3f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:34.844776 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf28736c-db77-4bdc-bb8a-bb2e5aff3bfa req-f804aaea-104e-4d89-b31f-cf2685209e3f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0499527 Aug 23 16:09:34.882973 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bf28736c-db77-4bdc-bb8a-bb2e5aff3bfa req-ce5396f6-e16e-44e4-8568-cfb31266ebef tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317504 Aug 23 16:09:34.905103 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41580) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:09:34.944280 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24849c75-1794-4319-b205-5ee3b3f1264b tempest-TestShelveInstance-1666006417 tempest-TestShelveInstance-1666006417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:34.945783 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-24849c75-1794-4319-b205-5ee3b3f1264b tempest-TestShelveInstance-1666006417 tempest-TestShelveInstance-1666006417-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 1091 time: 0.0396738 Aug 23 16:09:34.949218 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41582) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:09:34.953652 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.v2.base [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'fixed_ip_address': '172.20.0.3'}} {{(pid=96114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:09:35.045191 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for floatingip, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:35.150213 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:35.267173 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_common [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Allocated IP 172.25.8.157 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/c8778aa9-16a7-436b-acec-5b596a6f1549) {{(pid=96114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:09:35.375556 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for port, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:35.504417 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:35.542297 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:09:35.547724 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.base_scheduler [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Resources bound (agent type, host, resource id): {{(pid=96114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:09:35.550223 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Received port after_create {{(pid=96114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:09:35.583863 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'Port': ['ID=c8778aa9-16a7-436b-acec-5b596a6f1549,revision_number=1']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:09:35.924315 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:36.065403 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:36.210870 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for port, precommit_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:36.258295 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7905057'] for port, after_update {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:36.331001 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event updated for resources: {'Port': ['ID=c8778aa9-16a7-436b-acec-5b596a6f1549,revision_number=2']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:09:36.342668 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:36.441798 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Floating IP 088c2bb2-8465-49e9-8fa2-0653ff71d890 associated. External IP: 172.25.8.157, port: 53dabb6f-36d2-4f22-9882-bdfcca9d86aa. Aug 23 16:09:36.646998 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Router 0b709823-251a-4705-9d53-a515a21e091e has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:09:36.760349 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:09:36.769901 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e059f7fa-287b-4765-a5e6-543d7f9f7c9e None None] Sync routers for ids ['0b709823-251a-4705-9d53-a515a21e091e'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:09:36.779222 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e059f7fa-287b-4765-a5e6-543d7f9f7c9e None None] Routers {'0b709823-251a-4705-9d53-a515a21e091e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:09:36.779909 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e059f7fa-287b-4765-a5e6-543d7f9f7c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:09:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b709823-251a-4705-9d53-a515a21e091e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:09:36.829607 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:36.858656 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-b004cbaa-7dac-47f8-bb9c-d538e5a4e698 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9083741 Aug 23 16:09:36.859338 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'tag': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:09:36.861772 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}511f008c58a008c87eb616fe5d66cb7bdbcb90a14f59b6a049e8f0c7a287e225" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f09afcc-95c3-45d1-b190-d1059724987f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2f0f11-994c-4402-ae1d-510097c5e182", "tag": "53dabb6f-36d2-4f22-9882-bdfcca9d86aa"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:09:36.886958 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-e059f7fa-287b-4765-a5e6-543d7f9f7c9e None None] Set router 0b709823-251a-4705-9d53-a515a21e091e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:09:36.898176 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfb5a73-ee92-4fc9-ab4d-e73abc74b180 x-openstack-request-id: req-9cfb5a73-ee92-4fc9-ab4d-e73abc74b180 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:09:36.898506 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2f0f11-994c-4402-ae1d-510097c5e182", "tag": "53dabb6f-36d2-4f22-9882-bdfcca9d86aa", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:09:36.898843 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9cfb5a73-ee92-4fc9-ab4d-e73abc74b180 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:09:36.899311 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'tag': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa', 'status': 'completed', 'code': 200} Aug 23 16:09:36.962094 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09afcc-95c3-45d1-b190-d1059724987f req-0e098d39-44cf-4751-b086-ff7283a6ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:36.963893 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f09afcc-95c3-45d1-b190-d1059724987f req-0e098d39-44cf-4751-b086-ff7283a6ba1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 1096 time: 0.0421956 Aug 23 16:09:37.063546 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09afcc-95c3-45d1-b190-d1059724987f req-12af39f1-4bdb-4a27-bb49-91de5bde2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:37.065082 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f09afcc-95c3-45d1-b190-d1059724987f req-12af39f1-4bdb-4a27-bb49-91de5bde2147 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 910 time: 0.0945299 Aug 23 16:09:37.111955 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e059f7fa-287b-4765-a5e6-543d7f9f7c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '088c2bb2-8465-49e9-8fa2-0653ff71d890', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'floating_ip_address': '172.25.8.157', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0b709823-251a-4705-9d53-a515a21e091e', 'port_id': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'mac_address': 'fa:16:3e:9d:4c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:09:35Z', 'updated_at': '2021-08-23T16:09:35Z', 'revision_number': 0, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0269f21b-b26f-4cd0-87a8-ac8f18297db6', 'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'mac_address': 'fa:16:3e:e0:60:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:19Z', 'updated_at': '2021-08-23T16:04:25Z', 'revision_number': 5, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'subnets': [{'id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:09:37.132733 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f09afcc-95c3-45d1-b190-d1059724987f req-f490c4f1-c09b-428d-a35d-7d93062455a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa HTTP/1.1" status: 200 len: 999 time: 0.0608952 Aug 23 16:09:37.138273 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e059f7fa-287b-4765-a5e6-543d7f9f7c9e None None] Checking router: 0b709823-251a-4705-9d53-a515a21e091e for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:09:37.146504 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e059f7fa-287b-4765-a5e6-543d7f9f7c9e None None] Routers {'0b709823-251a-4705-9d53-a515a21e091e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:09:37.147106 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e059f7fa-287b-4765-a5e6-543d7f9f7c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:09:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b709823-251a-4705-9d53-a515a21e091e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:09:37.187394 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09afcc-95c3-45d1-b190-d1059724987f req-27342c8b-928e-4275-8915-a19e5f76755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:37.188862 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f09afcc-95c3-45d1-b190-d1059724987f req-27342c8b-928e-4275-8915-a19e5f76755e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0495925 Aug 23 16:09:37.235286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09afcc-95c3-45d1-b190-d1059724987f req-58814071-06b6-4522-8abe-e879ff582fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:09:37.236822 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f09afcc-95c3-45d1-b190-d1059724987f req-58814071-06b6-4522-8abe-e879ff582fc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415049 Aug 23 16:09:37.252330 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-e059f7fa-287b-4765-a5e6-543d7f9f7c9e None None] Set router 0b709823-251a-4705-9d53-a515a21e091e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:09:37.325370 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f09afcc-95c3-45d1-b190-d1059724987f req-eb007c97-e65a-4255-8ffa-bd159f11727f service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808134 Aug 23 16:09:37.422003 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1f09afcc-95c3-45d1-b190-d1059724987f req-668c5cf4-9d9f-450a-96c0-1fab96a4a24f service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899982 Aug 23 16:09:37.475411 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-e059f7fa-287b-4765-a5e6-543d7f9f7c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '088c2bb2-8465-49e9-8fa2-0653ff71d890', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'floating_ip_address': '172.25.8.157', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0b709823-251a-4705-9d53-a515a21e091e', 'port_id': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'mac_address': 'fa:16:3e:9d:4c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:09:35Z', 'updated_at': '2021-08-23T16:09:35Z', 'revision_number': 0, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0269f21b-b26f-4cd0-87a8-ac8f18297db6', 'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'mac_address': 'fa:16:3e:e0:60:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:19Z', 'updated_at': '2021-08-23T16:04:25Z', 'revision_number': 5, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'subnets': [{'id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:09:37.505584 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e059f7fa-287b-4765-a5e6-543d7f9f7c9e None None] The sync data for ids ['0b709823-251a-4705-9d53-a515a21e091e'] in n-d-804985-3 is: [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '088c2bb2-8465-49e9-8fa2-0653ff71d890', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'floating_ip_address': '172.25.8.157', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '0b709823-251a-4705-9d53-a515a21e091e', 'port_id': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'mac_address': 'fa:16:3e:9d:4c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:09:35Z', 'updated_at': '2021-08-23T16:09:35Z', 'revision_number': 0, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0269f21b-b26f-4cd0-87a8-ac8f18297db6', 'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'mac_address': 'fa:16:3e:e0:60:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:19Z', 'updated_at': '2021-08-23T16:04:25Z', 'revision_number': 5, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'subnets': [{'id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:09:37.697428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c7e3ca-369a-43c6-a12a-ebcc55176dc1 None None] New status for floating IP 088c2bb2-8465-49e9-8fa2-0653ff71d890: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:09:38.452961 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:09:46.560191 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:51.161244 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:52.679228 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7582e017-1244-4a45-b1a7-66970744dd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:55.601340 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:56.679720 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-726a156d-ddc1-4735-bb02-a7b106ecc04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:57.115403 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:09:58.949674 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:10:15.452015 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:10:16.519483 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:10:18.712554 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74806862-dbbb-47a5-8c8a-e3a591513afb req-61955894-484d-43ed-924e-01a71faec5bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408556 Aug 23 16:10:18.793326 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74806862-dbbb-47a5-8c8a-e3a591513afb req-77c5e065-6fb9-422f-b1b1-165fcf99d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:10:18.794801 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74806862-dbbb-47a5-8c8a-e3a591513afb req-77c5e065-6fb9-422f-b1b1-165fcf99d9bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 1096 time: 0.0411837 Aug 23 16:10:18.901875 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74806862-dbbb-47a5-8c8a-e3a591513afb req-c6a8bcdc-1acb-4ca1-bfff-739c43bce165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:10:18.903352 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74806862-dbbb-47a5-8c8a-e3a591513afb req-c6a8bcdc-1acb-4ca1-bfff-739c43bce165 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 910 time: 0.0909288 Aug 23 16:10:18.969918 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74806862-dbbb-47a5-8c8a-e3a591513afb req-b7e67985-fa74-4edc-ab21-bc7453a2f328 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa HTTP/1.1" status: 200 len: 1001 time: 0.0590994 Aug 23 16:10:19.022748 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74806862-dbbb-47a5-8c8a-e3a591513afb req-9bd98496-75fe-4bc0-9f62-dd0621d47513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:10:19.024246 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74806862-dbbb-47a5-8c8a-e3a591513afb req-9bd98496-75fe-4bc0-9f62-dd0621d47513 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0479872 Aug 23 16:10:19.070943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74806862-dbbb-47a5-8c8a-e3a591513afb req-ff95302b-473b-4673-8f8c-9531f284d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:10:19.072480 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74806862-dbbb-47a5-8c8a-e3a591513afb req-ff95302b-473b-4673-8f8c-9531f284d9af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412288 Aug 23 16:10:19.163755 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74806862-dbbb-47a5-8c8a-e3a591513afb req-8124623d-514b-4de4-8edb-bbd03fd1283a service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838430 Aug 23 16:10:19.263787 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-74806862-dbbb-47a5-8c8a-e3a591513afb req-d928e17d-6ada-4484-83cc-8f8fc70b30f9 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930252 Aug 23 16:10:21.206723 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:10:22.686771 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1e534bab-5988-4ab7-ba82-214a648d8a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:10:25.664488 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:10:26.692683 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7b83-13ea-4c0d-8de9-53b241f844bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:10:27.155324 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:10:28.914084 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:10:46.555423 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:10:51.206639 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:10:52.451678 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:10:52.736165 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f4c6e493-f2a3-4376-9655-f37ac9204b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:10:55.587027 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:10:56.715336 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-44eac659-5c87-4575-bd91-79ac55061777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:10:57.101560 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:10:58.930446 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:11:16.526579 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:11:19.735121 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4930af5a-127f-4fec-a21c-0e573a09db8d req-7cd0cf44-4019-428d-a521-0c9712a7a3ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424533 Aug 23 16:11:19.816671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930af5a-127f-4fec-a21c-0e573a09db8d req-21e0217c-9b55-404a-b5f4-cf85da70c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:11:19.818216 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4930af5a-127f-4fec-a21c-0e573a09db8d req-21e0217c-9b55-404a-b5f4-cf85da70c02d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 1096 time: 0.0424597 Aug 23 16:11:19.925269 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930af5a-127f-4fec-a21c-0e573a09db8d req-efdac7bd-937a-4a5f-b62b-9de9e2d66c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:11:19.926711 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4930af5a-127f-4fec-a21c-0e573a09db8d req-efdac7bd-937a-4a5f-b62b-9de9e2d66c59 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 910 time: 0.0905752 Aug 23 16:11:19.993741 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4930af5a-127f-4fec-a21c-0e573a09db8d req-c570c6c1-a38d-4aa5-9ae7-3405f0b31b99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa HTTP/1.1" status: 200 len: 1001 time: 0.0594895 Aug 23 16:11:20.052573 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930af5a-127f-4fec-a21c-0e573a09db8d req-84bba81c-7a8c-4ad1-a806-62071608f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:11:20.056464 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4930af5a-127f-4fec-a21c-0e573a09db8d req-84bba81c-7a8c-4ad1-a806-62071608f4e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0543275 Aug 23 16:11:20.100434 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930af5a-127f-4fec-a21c-0e573a09db8d req-79497bb7-6959-41fc-b67d-bbedaae7b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:11:20.102426 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4930af5a-127f-4fec-a21c-0e573a09db8d req-79497bb7-6959-41fc-b67d-bbedaae7b0d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411115 Aug 23 16:11:20.195124 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4930af5a-127f-4fec-a21c-0e573a09db8d req-94996834-9478-496d-ae14-34fa5a6b597b service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858121 Aug 23 16:11:20.293171 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4930af5a-127f-4fec-a21c-0e573a09db8d req-481ff6a6-e8a3-43d2-9983-472da23486c9 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908675 Aug 23 16:11:21.201005 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:11:22.675270 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-26e9b47b-de72-4410-b986-339bfbb6d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:11:25.583753 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:11:26.657785 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-cd493a0f-0033-415f-894e-a36386aa56bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:11:27.092142 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:11:28.926759 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:11:29.450629 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:11:46.575262 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:11:51.220871 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:11:52.726446 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-04bf1c40-0a92-4dab-aef6-c34a034fba30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:11:55.583615 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:11:56.666815 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-94f0199c-fe43-4c08-b5f9-146fb9c4952d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:11:57.132628 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:11:58.915102 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:03.986958 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84716fc1-6bf2-42d9-af77-c7e0952e30ab req-79bbd242-1455-4bd5-a864-7e7e4a368e89 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:03.988516 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84716fc1-6bf2-42d9-af77-c7e0952e30ab req-79bbd242-1455-4bd5-a864-7e7e4a368e89 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.1139407 Aug 23 16:12:04.028788 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-84716fc1-6bf2-42d9-af77-c7e0952e30ab req-22a79bf7-8d0c-49ac-ad5c-c133018b296d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340939 Aug 23 16:12:05.222001 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f8acd-8c97-46b8-8890-59fee23042cd req-737a96c9-a1ed-43cb-8201-d8be7d29d445 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:05.223544 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e65f8acd-8c97-46b8-8890-59fee23042cd req-737a96c9-a1ed-43cb-8201-d8be7d29d445 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0960474 Aug 23 16:12:05.261581 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e65f8acd-8c97-46b8-8890-59fee23042cd req-3cadc31d-de1a-4c95-b25f-706ce9417a0e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320022 Aug 23 16:12:06.409672 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fdff4-92cc-42ae-ae0d-5bfe41017405 req-21e2faca-1bdf-44af-87d9-bfeb613e424b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:06.411280 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c38fdff4-92cc-42ae-ae0d-5bfe41017405 req-21e2faca-1bdf-44af-87d9-bfeb613e424b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0540855 Aug 23 16:12:06.449085 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c38fdff4-92cc-42ae-ae0d-5bfe41017405 req-1640d34c-ce88-4810-b79a-5301928f49ce tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319891 Aug 23 16:12:06.449324 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:12:07.564958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389c157-cbda-461d-a413-ede8dea34ea8 req-01b84b7e-ca9c-4d06-8db3-d78f91799d7d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:07.566444 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3389c157-cbda-461d-a413-ede8dea34ea8 req-01b84b7e-ca9c-4d06-8db3-d78f91799d7d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0497620 Aug 23 16:12:07.609532 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3389c157-cbda-461d-a413-ede8dea34ea8 req-7aa4cdb0-09dc-4118-808b-1ea624b951b5 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370667 Aug 23 16:12:08.723057 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c4f0e-cc40-4a4e-b09c-32a318f12780 req-3c3060e4-4d48-4a7d-89d0-4a1126f0ab61 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:08.724577 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b86c4f0e-cc40-4a4e-b09c-32a318f12780 req-3c3060e4-4d48-4a7d-89d0-4a1126f0ab61 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0489504 Aug 23 16:12:08.761824 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b86c4f0e-cc40-4a4e-b09c-32a318f12780 req-2207edcc-d724-4a77-9639-dfe58b6b9a25 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313942 Aug 23 16:12:09.877780 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997ddb4-d2db-466c-ada0-8458b6010db3 req-90b98d96-ddd0-4364-b09c-ad444b47280a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:09.879695 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5997ddb4-d2db-466c-ada0-8458b6010db3 req-90b98d96-ddd0-4364-b09c-ad444b47280a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0493274 Aug 23 16:12:09.917975 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5997ddb4-d2db-466c-ada0-8458b6010db3 req-3f746236-6cc7-424b-8b4d-f408c77dbe1e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324726 Aug 23 16:12:11.033536 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9d724-1c4b-4da8-b7e5-ac65ecb52dc6 req-e2f10b33-2557-4f13-9b7d-d57a0f71cb5c tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:11.035028 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b5b9d724-1c4b-4da8-b7e5-ac65ecb52dc6 req-e2f10b33-2557-4f13-9b7d-d57a0f71cb5c tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0500143 Aug 23 16:12:11.073884 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b5b9d724-1c4b-4da8-b7e5-ac65ecb52dc6 req-610bc830-af67-46f2-b9df-0e6f800969e3 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328574 Aug 23 16:12:12.188618 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b191a-3c8d-40c0-95a9-5b6cb933e085 req-3bcbf8cc-db1a-4e2b-b396-a69d649944bd tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:12.190115 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6d8b191a-3c8d-40c0-95a9-5b6cb933e085 req-3bcbf8cc-db1a-4e2b-b396-a69d649944bd tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0497406 Aug 23 16:12:12.226961 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6d8b191a-3c8d-40c0-95a9-5b6cb933e085 req-5c28ef0e-53d4-468a-8a5f-a3059fe10cc2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309660 Aug 23 16:12:13.346067 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41a8e0-89e7-4805-990d-d2eb06d1f1d6 req-13add251-fee7-4024-98ef-c761439e7daf tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:13.347557 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9e41a8e0-89e7-4805-990d-d2eb06d1f1d6 req-13add251-fee7-4024-98ef-c761439e7daf tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0553539 Aug 23 16:12:13.385510 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9e41a8e0-89e7-4805-990d-d2eb06d1f1d6 req-77e0d607-b45b-4284-a220-101fd3580dc2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320597 Aug 23 16:12:14.150919 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6f193-d1a7-4eac-8e76-1cd4fbbb3448 req-dadd028d-4161-4e3d-b882-5604f12f8ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:14.152471 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8e6f193-d1a7-4eac-8e76-1cd4fbbb3448 req-dadd028d-4161-4e3d-b882-5604f12f8ef5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 1096 time: 0.0431514 Aug 23 16:12:14.243971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6f193-d1a7-4eac-8e76-1cd4fbbb3448 req-a13cb038-7d40-4e38-959b-7833ee852504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:14.245489 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8e6f193-d1a7-4eac-8e76-1cd4fbbb3448 req-a13cb038-7d40-4e38-959b-7833ee852504 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 910 time: 0.0866826 Aug 23 16:12:14.322522 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8e6f193-d1a7-4eac-8e76-1cd4fbbb3448 req-cfeee1a1-d69d-4cc3-8cf6-6755b55aded5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa HTTP/1.1" status: 200 len: 1001 time: 0.0703330 Aug 23 16:12:14.373798 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6f193-d1a7-4eac-8e76-1cd4fbbb3448 req-a4cde685-2887-4a90-ac3d-0c5887cdb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:14.375236 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8e6f193-d1a7-4eac-8e76-1cd4fbbb3448 req-a4cde685-2887-4a90-ac3d-0c5887cdb85d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0464303 Aug 23 16:12:14.422946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6f193-d1a7-4eac-8e76-1cd4fbbb3448 req-358ca763-80bf-46ed-a64c-0bea38d02a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:14.424529 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8e6f193-d1a7-4eac-8e76-1cd4fbbb3448 req-358ca763-80bf-46ed-a64c-0bea38d02a7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418375 Aug 23 16:12:14.500761 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584598c5-606d-4530-9a56-ec6d3ef702b0 req-a3a036ab-9eb0-47b5-b5cf-7ce94bbd1be8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:14.502241 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-584598c5-606d-4530-9a56-ec6d3ef702b0 req-a3a036ab-9eb0-47b5-b5cf-7ce94bbd1be8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0488353 Aug 23 16:12:14.529156 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8e6f193-d1a7-4eac-8e76-1cd4fbbb3448 req-821c647a-c9b7-43ce-8904-039f71c00e24 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923281 Aug 23 16:12:14.546387 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-584598c5-606d-4530-9a56-ec6d3ef702b0 req-2270d4d0-fad0-4ee7-9119-196b50b1f2fe tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379338 Aug 23 16:12:14.624892 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e8e6f193-d1a7-4eac-8e76-1cd4fbbb3448 req-3806bfb5-ed35-4b7d-9d41-6a361c229375 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885966 Aug 23 16:12:15.667689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0be82-d6c0-4715-b94c-bc0044fdffcc req-f41e4a65-d258-4baf-b86b-12c4e97a881a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:15.670262 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ce0be82-d6c0-4715-b94c-bc0044fdffcc req-f41e4a65-d258-4baf-b86b-12c4e97a881a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0572915 Aug 23 16:12:15.709316 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ce0be82-d6c0-4715-b94c-bc0044fdffcc req-8cb72d02-df1e-4180-b5b6-5ca8fefab7c2 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330515 Aug 23 16:12:16.563789 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:16.824840 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e0639-d715-4490-b537-cdfccb8b4826 req-3bf6d567-19a2-45ff-92d7-af1119c725c7 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:16.826352 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b54e0639-d715-4490-b537-cdfccb8b4826 req-3bf6d567-19a2-45ff-92d7-af1119c725c7 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0501058 Aug 23 16:12:16.865791 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-b54e0639-d715-4490-b537-cdfccb8b4826 req-bed893ed-3878-4801-9b76-9b80a0924395 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334077 Aug 23 16:12:17.982838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0e843-b10a-46e6-b833-bc31fed361bd req-a9524c06-3b26-49ab-84f0-7f72db52b259 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:17.984356 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1fd0e843-b10a-46e6-b833-bc31fed361bd req-a9524c06-3b26-49ab-84f0-7f72db52b259 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0516343 Aug 23 16:12:18.022932 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1fd0e843-b10a-46e6-b833-bc31fed361bd req-477bb7a5-ac99-4444-a55d-6a0549eec9ec tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325081 Aug 23 16:12:19.139174 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab44eab-710a-413c-9d52-daaa19c5c259 req-21035aa4-e2d2-46e8-9477-613f56a0c2c3 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:19.140705 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ab44eab-710a-413c-9d52-daaa19c5c259 req-21035aa4-e2d2-46e8-9477-613f56a0c2c3 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0514472 Aug 23 16:12:19.178493 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6ab44eab-710a-413c-9d52-daaa19c5c259 req-d5bb4291-366f-44d2-a6d3-e63244f1d65d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318127 Aug 23 16:12:19.465039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 53dabb6f-36d2-4f22-9882-bdfcca9d86aa no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:12:19.544619 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:19.567564 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:12:19.569927 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db9e397-dd40-4641-bc24-d9f52b7bec85" -d '{"events": [{"server_uuid": "8b2f0f11-994c-4402-ae1d-510097c5e182", "name": "network-vif-unplugged", "status": "completed", "tag": "53dabb6f-36d2-4f22-9882-bdfcca9d86aa"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:12:19.582845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:12:19.602881 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a654089b-dc58-433b-9eef-dd38e7e8107a x-openstack-request-id: req-a654089b-dc58-433b-9eef-dd38e7e8107a {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:12:19.603181 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2f0f11-994c-4402-ae1d-510097c5e182", "name": "network-vif-unplugged", "status": "failed", "tag": "53dabb6f-36d2-4f22-9882-bdfcca9d86aa", "code": 422}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:12:19.603483 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a654089b-dc58-433b-9eef-dd38e7e8107a {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:12:19.603913 n-d-804985-3 neutron-server[96116]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa', 'code': 422} returned with failed status Aug 23 16:12:19.620472 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c4b1f-8e84-4503-9b51-64bd8ceba20a req-aa8f9894-f96a-441c-9b45-73cf856c39b5 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:19.622525 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee9c4b1f-8e84-4503-9b51-64bd8ceba20a req-aa8f9894-f96a-441c-9b45-73cf856c39b5 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0523798 Aug 23 16:12:19.670222 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:19.673522 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-ee9c4b1f-8e84-4503-9b51-64bd8ceba20a req-bbecd258-8094-4afc-a0f8-aa2f6cc0e8f8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449259 Aug 23 16:12:19.715693 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-46689241-b081-44fa-b0ea-8a4b30e2227f req-5daa8ba6-b9bf-406f-9cc4-619a071415ae service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920007 Aug 23 16:12:19.720896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:12:19.728441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:12:19.728794 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:12:19.729136 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:12:19.729482 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:12:19.729811 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:12:19.730147 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:12:19.731027 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:12:19.731398 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:12:19.731788 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:12:19.732113 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:12:19.732439 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:12:19.732795 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:12:20.789613 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5fdae-6f97-4879-8e2a-82193de6ea76 req-f502a4c7-a43c-4b84-9b98-1bbc41b31516 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:20.791043 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ba5fdae-6f97-4879-8e2a-82193de6ea76 req-f502a4c7-a43c-4b84-9b98-1bbc41b31516 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0498660 Aug 23 16:12:20.831356 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8ba5fdae-6f97-4879-8e2a-82193de6ea76 req-d82200d0-ec5c-4432-8516-a8e17fd46957 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339391 Aug 23 16:12:21.229594 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:21.947771 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c0ecc-7351-429f-b6d9-e560f3519e04 req-ada235e4-7db8-46e1-a8ae-648d6ead90d8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:21.949821 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b2c0ecc-7351-429f-b6d9-e560f3519e04 req-ada235e4-7db8-46e1-a8ae-648d6ead90d8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0497565 Aug 23 16:12:21.988888 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b2c0ecc-7351-429f-b6d9-e560f3519e04 req-44c38b25-32ab-4866-8c30-b39d97ec2de5 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324788 Aug 23 16:12:22.718452 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f9bef1b5-9b5d-42e9-b445-41e316a9b88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:23.109537 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e41024-0fc7-4c17-a389-0e01552b0f0d req-a54f99de-bef7-4505-a006-96cd2ef13a63 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:23.111044 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-63e41024-0fc7-4c17-a389-0e01552b0f0d req-a54f99de-bef7-4505-a006-96cd2ef13a63 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0557110 Aug 23 16:12:23.149656 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-63e41024-0fc7-4c17-a389-0e01552b0f0d req-9403b624-406a-4a47-a08a-825ee89e8ca8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322807 Aug 23 16:12:24.289194 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23d323-801e-4ca1-a1fb-209c53ad4bc7 req-b0b6c39b-2ab4-4f6f-bd88-ac608bbed9c8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:24.290835 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df23d323-801e-4ca1-a1fb-209c53ad4bc7 req-b0b6c39b-2ab4-4f6f-bd88-ac608bbed9c8 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0631924 Aug 23 16:12:24.342113 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-df23d323-801e-4ca1-a1fb-209c53ad4bc7 req-59cb3815-ff28-4cb5-8e95-96b8f002adca tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434225 Aug 23 16:12:25.469033 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b4284-d528-4beb-905f-7b01e0c5e878 req-0dab48b9-88bd-48ed-a38c-7eff288530a0 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:25.470608 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e75b4284-d528-4beb-905f-7b01e0c5e878 req-0dab48b9-88bd-48ed-a38c-7eff288530a0 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0522132 Aug 23 16:12:25.514506 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e75b4284-d528-4beb-905f-7b01e0c5e878 req-d0221e89-1e4d-4d85-a01b-5d048397b6ec tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320017 Aug 23 16:12:25.626944 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:25.677725 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46689241-b081-44fa-b0ea-8a4b30e2227f req-f915ced3-b2ea-4c4b-8b85-3ff5e865dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:25.679343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46689241-b081-44fa-b0ea-8a4b30e2227f req-f915ced3-b2ea-4c4b-8b85-3ff5e865dd80 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182&tenant_id=3a4c523eb3c34180844a4797ef4f2508 HTTP/1.1" status: 200 len: 1094 time: 0.0518198 Aug 23 16:12:25.742127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46689241-b081-44fa-b0ea-8a4b30e2227f req-78a62d9e-fc83-4fcd-964e-ca7097fe5eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:25.743520 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46689241-b081-44fa-b0ea-8a4b30e2227f req-78a62d9e-fc83-4fcd-964e-ca7097fe5eba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 1094 time: 0.0413365 Aug 23 16:12:25.838503 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46689241-b081-44fa-b0ea-8a4b30e2227f req-f1644266-1beb-4647-bebc-c01e3391529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:25.840083 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46689241-b081-44fa-b0ea-8a4b30e2227f req-f1644266-1beb-4647-bebc-c01e3391529f service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 910 time: 0.0890510 Aug 23 16:12:25.909074 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46689241-b081-44fa-b0ea-8a4b30e2227f req-1283f89f-2f57-44d0-b7a8-4e847279c0f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa HTTP/1.1" status: 200 len: 999 time: 0.0613608 Aug 23 16:12:25.973293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46689241-b081-44fa-b0ea-8a4b30e2227f req-51d10632-e9ad-4333-a2cb-efd6faaddaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:25.983806 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46689241-b081-44fa-b0ea-8a4b30e2227f req-51d10632-e9ad-4333-a2cb-efd6faaddaf5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0519385 Aug 23 16:12:26.020965 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46689241-b081-44fa-b0ea-8a4b30e2227f req-c4039b33-2098-4d43-bc20-2239c9087c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:26.022371 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46689241-b081-44fa-b0ea-8a4b30e2227f req-c4039b33-2098-4d43-bc20-2239c9087c21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409291 Aug 23 16:12:26.114720 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46689241-b081-44fa-b0ea-8a4b30e2227f req-2619a104-b500-4be0-9ec4-2aa61d5211e0 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847285 Aug 23 16:12:26.210756 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-46689241-b081-44fa-b0ea-8a4b30e2227f req-72bc1f9e-4f9d-4975-8a85-35adae1a3d42 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882232 Aug 23 16:12:26.630402 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf94f3-517a-4384-97b1-e9f892eb7c1e req-0d2f2185-54ac-4b02-8ea9-5da068217ca9 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:26.631927 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fecf94f3-517a-4384-97b1-e9f892eb7c1e req-0d2f2185-54ac-4b02-8ea9-5da068217ca9 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0545986 Aug 23 16:12:26.658068 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-20ed0e29-e980-4422-b85c-42fe502c0beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:26.671983 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-fecf94f3-517a-4384-97b1-e9f892eb7c1e req-665cbcb9-81fe-4d34-bc89-9f7f696afeab tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338352 Aug 23 16:12:27.103178 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:27.787638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d624c-c7fe-45e4-bd12-f4a70c586cfb req-04a997e3-5ed5-4df5-bb50-cb7dd7f47879 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:27.789181 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e25d624c-c7fe-45e4-bd12-f4a70c586cfb req-04a997e3-5ed5-4df5-bb50-cb7dd7f47879 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0499499 Aug 23 16:12:27.827444 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e25d624c-c7fe-45e4-bd12-f4a70c586cfb req-ca180e82-2738-4c71-94c2-4c532ec8e822 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316422 Aug 23 16:12:28.942981 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309d106-906c-42bb-9788-6b7418fe5d4e req-dc28be2e-bf92-42d4-81bc-ec1f268d77b9 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:28.944428 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4309d106-906c-42bb-9788-6b7418fe5d4e req-dc28be2e-bf92-42d4-81bc-ec1f268d77b9 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0504894 Aug 23 16:12:28.983506 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-4309d106-906c-42bb-9788-6b7418fe5d4e req-520f79b4-8d53-4cbe-8be2-dd50e26aa431 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331030 Aug 23 16:12:28.992481 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:30.105072 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2424178-1d91-4022-a080-53842492f9af req-788f6883-f924-4a7e-bf9a-82ce586b8f92 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:30.106587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2424178-1d91-4022-a080-53842492f9af req-788f6883-f924-4a7e-bf9a-82ce586b8f92 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0560305 Aug 23 16:12:30.146079 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-d2424178-1d91-4022-a080-53842492f9af req-0a5aaffe-8cd8-4d3a-a8c2-2b687435974b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330353 Aug 23 16:12:31.263149 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31cacd-ee70-4d4b-8b14-342ecb9d27fc req-c62e9757-555f-496e-a995-9a11e01cb18c tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:31.264724 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8a31cacd-ee70-4d4b-8b14-342ecb9d27fc req-c62e9757-555f-496e-a995-9a11e01cb18c tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0497677 Aug 23 16:12:31.302349 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-8a31cacd-ee70-4d4b-8b14-342ecb9d27fc req-32b7ce9a-b0c7-4cfe-922c-2ffe75a4d5b3 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316269 Aug 23 16:12:32.421129 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b750142-84d3-461d-a89b-94127bce3c3e req-82046a34-211a-48dd-bdd5-20d67cce07f1 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:32.423551 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b750142-84d3-461d-a89b-94127bce3c3e req-82046a34-211a-48dd-bdd5-20d67cce07f1 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0544474 Aug 23 16:12:32.474497 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-8b750142-84d3-461d-a89b-94127bce3c3e req-aa7c2eee-2bf4-436d-8f1a-ba318e3da201 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356433 Aug 23 16:12:33.464604 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 53dabb6f-36d2-4f22-9882-bdfcca9d86aa details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:12:33.561269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:12:33.571741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'port_id': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa', 'mac_address': 'fa:16:3e:9d:4c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:12:33.594205 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42612a6-7271-446f-aced-ba2d6dee592f req-9fc3fba4-3919-47c5-9659-ebb21dca7a48 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:33.595698 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e42612a6-7271-446f-aced-ba2d6dee592f req-9fc3fba4-3919-47c5-9659-ebb21dca7a48 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 943 time: 0.0535524 Aug 23 16:12:33.610471 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:33.623499 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53dabb6f-36d2-4f22-9882-bdfcca9d86aa {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:12:33.634332 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e42612a6-7271-446f-aced-ba2d6dee592f req-6ac7edd4-4bf9-463f-8c2e-8900300e2d46 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322545 Aug 23 16:12:33.642417 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:12:33.733127 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:33.790469 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:12:33.956473 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['53dabb6f-36d2-4f22-9882-bdfcca9d86aa'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:12:34.748726 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6c251-8c7e-41c4-91c7-b74da1a8bfe0 req-217461be-94c8-4873-8908-2c0a4ad94e51 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:34.749351 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38c6c251-8c7e-41c4-91c7-b74da1a8bfe0 req-217461be-94c8-4873-8908-2c0a4ad94e51 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 944 time: 0.0492482 Aug 23 16:12:34.788194 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-38c6c251-8c7e-41c4-91c7-b74da1a8bfe0 req-1b0f1c30-e583-4b09-9415-f9694d21a196 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313120 Aug 23 16:12:35.495535 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 53dabb6f-36d2-4f22-9882-bdfcca9d86aa up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:12:35.544009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:12:35.544384 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:35.618752 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:35.641510 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:12:35.643780 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a21ac4-c111-48b1-a8c2-312ff8aa8a0e" -d '{"events": [{"server_uuid": "8b2f0f11-994c-4402-ae1d-510097c5e182", "name": "network-vif-plugged", "status": "completed", "tag": "53dabb6f-36d2-4f22-9882-bdfcca9d86aa"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:12:35.656587 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:12:35.679098 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d915f8-0397-478b-b738-dfbe84d9abc6 x-openstack-request-id: req-04d915f8-0397-478b-b738-dfbe84d9abc6 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:12:35.679388 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2f0f11-994c-4402-ae1d-510097c5e182", "name": "network-vif-plugged", "status": "completed", "tag": "53dabb6f-36d2-4f22-9882-bdfcca9d86aa", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:12:35.679643 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-04d915f8-0397-478b-b738-dfbe84d9abc6 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:12:35.680067 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa', 'code': 200} Aug 23 16:12:35.746417 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:35.799925 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:12:35.827727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d9612-7dfe-4b73-b4d6-4233f3022a5f req-6dfcdbcb-f4f2-4709-a360-2ed22a5ffb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:35.829261 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-164d9612-7dfe-4b73-b4d6-4233f3022a5f req-6dfcdbcb-f4f2-4709-a360-2ed22a5ffb77 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 1096 time: 0.0460744 Aug 23 16:12:35.879109 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-164d9612-7dfe-4b73-b4d6-4233f3022a5f req-608618a9-a89d-4a22-8ce2-00f5c0f307d2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414321 Aug 23 16:12:35.917862 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dcc75-1e79-4094-b252-3b85e2b3c6d9 req-8109e5df-7e75-476b-a1b8-a7f737b704a4 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:35.920271 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f7dcc75-1e79-4094-b252-3b85e2b3c6d9 req-8109e5df-7e75-476b-a1b8-a7f737b704a4 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0575137 Aug 23 16:12:35.963407 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-2f7dcc75-1e79-4094-b252-3b85e2b3c6d9 req-32ed2024-313c-4ae2-a6e4-98a897ef1fcd tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364511 Aug 23 16:12:37.082151 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575af121-c73c-4172-b7b3-1cc7d79b6ac5 req-25b29e5d-94e1-416e-a857-3d68a73e5bfe tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:37.083637 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-575af121-c73c-4172-b7b3-1cc7d79b6ac5 req-25b29e5d-94e1-416e-a857-3d68a73e5bfe tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0493865 Aug 23 16:12:37.121967 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-575af121-c73c-4172-b7b3-1cc7d79b6ac5 req-94526d70-99c8-4afe-9cbf-dcadb64d229f tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320072 Aug 23 16:12:38.240846 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff443228-ca5e-4b2c-8a53-a221bfa9ae5b req-c357449f-43b4-410c-bde6-3f9d47ebb0dc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:12:38.242307 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff443228-ca5e-4b2c-8a53-a221bfa9ae5b req-c357449f-43b4-410c-bde6-3f9d47ebb0dc tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0495064 Aug 23 16:12:38.280530 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ff443228-ca5e-4b2c-8a53-a221bfa9ae5b req-765b8873-d125-4f7a-bcd4-e621dd4ed4f9 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311608 Aug 23 16:12:43.448480 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:12:46.580607 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:51.215224 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:52.698085 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7a66684c-02a3-432f-b23c-4468c7b1348f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:55.563628 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:56.640716 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f17490d3-8dcf-40b4-bc52-1d14ac4359d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:57.117536 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:12:58.928996 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:13:16.592580 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:13:20.447641 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:13:21.269268 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:13:21.797223 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-486b833a-62b4-4ffb-8f3d-892f1a8e3631 req-eeb79051-c261-4ba3-bbc9-d345b953455a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948029 Aug 23 16:13:21.879006 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b833a-62b4-4ffb-8f3d-892f1a8e3631 req-c8d87b3c-e767-4d50-abe1-23f959eb736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:13:21.880587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-486b833a-62b4-4ffb-8f3d-892f1a8e3631 req-c8d87b3c-e767-4d50-abe1-23f959eb736c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 1096 time: 0.0413892 Aug 23 16:13:21.982542 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b833a-62b4-4ffb-8f3d-892f1a8e3631 req-5dd781a6-a669-495d-8bf1-8142fe4ff5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:13:21.984071 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-486b833a-62b4-4ffb-8f3d-892f1a8e3631 req-5dd781a6-a669-495d-8bf1-8142fe4ff5ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 910 time: 0.0846958 Aug 23 16:13:22.054373 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-486b833a-62b4-4ffb-8f3d-892f1a8e3631 req-afc0bb1c-bda0-4c21-925d-976c243255ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa HTTP/1.1" status: 200 len: 1001 time: 0.0617933 Aug 23 16:13:22.102907 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b833a-62b4-4ffb-8f3d-892f1a8e3631 req-596a4f14-2882-48bf-ac66-9e3f04caef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:13:22.104364 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-486b833a-62b4-4ffb-8f3d-892f1a8e3631 req-596a4f14-2882-48bf-ac66-9e3f04caef2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0436752 Aug 23 16:13:22.149069 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b833a-62b4-4ffb-8f3d-892f1a8e3631 req-79cac90c-3f64-42f3-88b2-be788e851352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:13:22.150542 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-486b833a-62b4-4ffb-8f3d-892f1a8e3631 req-79cac90c-3f64-42f3-88b2-be788e851352 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395293 Aug 23 16:13:22.242688 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-486b833a-62b4-4ffb-8f3d-892f1a8e3631 req-245bcf6b-e38b-47a8-a973-7b29b912bb8e service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849750 Aug 23 16:13:22.332209 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-486b833a-62b4-4ffb-8f3d-892f1a8e3631 req-9a7c8770-3c15-4f3d-87a0-b6d42689d150 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827913 Aug 23 16:13:22.674921 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1163f348-b592-44ed-a947-187769cb0acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:13:25.583384 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:13:26.712248 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9afc3b28-62d1-4874-b045-57df5c051ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:13:27.148916 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:13:28.937630 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:13:46.592502 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:13:51.240565 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:13:52.683293 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c119-502d-4863-be15-d3fc7d6a1783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:13:55.585489 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:13:56.669620 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4e8b766c-8434-4b56-80da-4eb9d2c6c843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:13:57.120484 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:13:57.446058 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:13:58.921454 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:14.521061 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41782) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:14.681449 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Deleting port c8778aa9-16a7-436b-acec-5b596a6f1549 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:14:14.681795 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:14.763422 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:14.763793 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:14.775388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Calling delete_port for c8778aa9-16a7-436b-acec-5b596a6f1549 owned by network:floatingip {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:14:15.029537 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:15.057705 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event deleted for resources: {'Port': ['ID=c8778aa9-16a7-436b-acec-5b596a6f1549,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:15.081291 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:15.084767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:15.084767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:15.084767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:15.084767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:15.084767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:15.084767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:15.084767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:15.084767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:15.084767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:15.084767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:15.084767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:15.128825 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for floatingip, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:15.129168 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Floating IP 088c2bb2-8465-49e9-8fa2-0653ff71d890 disassociated (deleted). External IP: 172.25.8.157, port: 53dabb6f-36d2-4f22-9882-bdfcca9d86aa. Aug 23 16:14:15.343063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Router 0b709823-251a-4705-9d53-a515a21e091e has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:14:15.451022 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:14:15.455885 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:15.460268 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dbb7f0-c4e7-47d2-b9f1-a214ade309b6 None None] Sync routers for ids ['0b709823-251a-4705-9d53-a515a21e091e'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:14:15.470406 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dbb7f0-c4e7-47d2-b9f1-a214ade309b6 None None] Routers {'0b709823-251a-4705-9d53-a515a21e091e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:14:15.471018 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a8dbb7f0-c4e7-47d2-b9f1-a214ade309b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:13:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b709823-251a-4705-9d53-a515a21e091e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:15.485279 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a8b144a9-f7c3-4c09-8bf6-d6ddb54457da tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "DELETE /v2.0/floatingips/088c2bb2-8465-49e9-8fa2-0653ff71d890 HTTP/1.1" status: 204 len: 168 time: 0.9629712 Aug 23 16:14:15.485887 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'tag': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:14:15.488262 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3b0d9f-4512-4f21-bdbf-675c3cf1a1df" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2f0f11-994c-4402-ae1d-510097c5e182", "tag": "53dabb6f-36d2-4f22-9882-bdfcca9d86aa"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:14:15.673024 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-a8dbb7f0-c4e7-47d2-b9f1-a214ade309b6 None None] Set router 0b709823-251a-4705-9d53-a515a21e091e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:14:15.874211 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a8dbb7f0-c4e7-47d2-b9f1-a214ade309b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0269f21b-b26f-4cd0-87a8-ac8f18297db6', 'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'mac_address': 'fa:16:3e:e0:60:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:19Z', 'updated_at': '2021-08-23T16:04:25Z', 'revision_number': 5, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'subnets': [{'id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:15.900662 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dbb7f0-c4e7-47d2-b9f1-a214ade309b6 None None] Checking router: 0b709823-251a-4705-9d53-a515a21e091e for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:14:15.909516 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dbb7f0-c4e7-47d2-b9f1-a214ade309b6 None None] Routers {'0b709823-251a-4705-9d53-a515a21e091e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:14:15.910229 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a8dbb7f0-c4e7-47d2-b9f1-a214ade309b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:13:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b709823-251a-4705-9d53-a515a21e091e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:15.927236 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12d191-b791-4810-a526-8b3177a1e0f5 req-5acfda7a-c6d3-4e52-bbc5-c83a5bdc829b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:15.928781 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6a12d191-b791-4810-a526-8b3177a1e0f5 req-5acfda7a-c6d3-4e52-bbc5-c83a5bdc829b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0501530 Aug 23 16:14:15.971933 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6a12d191-b791-4810-a526-8b3177a1e0f5 req-9077a0fc-c36e-4f71-a469-53a6dbc4a3b7 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361691 Aug 23 16:14:16.016421 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-a8dbb7f0-c4e7-47d2-b9f1-a214ade309b6 None None] Set router 0b709823-251a-4705-9d53-a515a21e091e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:14:16.206631 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-a8dbb7f0-c4e7-47d2-b9f1-a214ade309b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0269f21b-b26f-4cd0-87a8-ac8f18297db6', 'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'mac_address': 'fa:16:3e:e0:60:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:19Z', 'updated_at': '2021-08-23T16:04:25Z', 'revision_number': 5, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'subnets': [{'id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:16.239375 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dbb7f0-c4e7-47d2-b9f1-a214ade309b6 None None] The sync data for ids ['0b709823-251a-4705-9d53-a515a21e091e'] in n-d-804985-3 is: [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:20Z', 'revision_number': 4, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': '0269f21b-b26f-4cd0-87a8-ac8f18297db6', 'name': '', 'network_id': '0f42e327-d1f6-4476-b563-58f4f6dfcb37', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'mac_address': 'fa:16:3e:e0:60:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:19Z', 'updated_at': '2021-08-23T16:04:25Z', 'revision_number': 5, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'subnets': [{'id': 'f3d9baba-103f-4b97-8da3-9a97baab175e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:14:16.466598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc5d70-8533-4eda-9dbe-2dbf133b53e4 None None] New status for floating IP 088c2bb2-8465-49e9-8fa2-0653ff71d890: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:14:16.594517 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:16.616713 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086dc741-7d45-4954-908e-2857fab00146 x-openstack-request-id: req-086dc741-7d45-4954-908e-2857fab00146 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:14:16.617180 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2f0f11-994c-4402-ae1d-510097c5e182", "tag": "53dabb6f-36d2-4f22-9882-bdfcca9d86aa", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:14:16.617300 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-086dc741-7d45-4954-908e-2857fab00146 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:14:16.617681 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'tag': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa', 'status': 'completed', 'code': 200} Aug 23 16:14:16.681116 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0d9f-4512-4f21-bdbf-675c3cf1a1df req-6bb5221f-618d-46a2-83d0-f43452f435bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:16.682682 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c3b0d9f-4512-4f21-bdbf-675c3cf1a1df req-6bb5221f-618d-46a2-83d0-f43452f435bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3a4c523eb3c34180844a4797ef4f2508&device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 1096 time: 0.0416164 Aug 23 16:14:16.779388 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0d9f-4512-4f21-bdbf-675c3cf1a1df req-7d0d1d56-88f7-4280-830f-aab419a0bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:16.780904 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c3b0d9f-4512-4f21-bdbf-675c3cf1a1df req-7d0d1d56-88f7-4280-830f-aab419a0bd02 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 200 len: 910 time: 0.0897133 Aug 23 16:14:16.822139 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c3b0d9f-4512-4f21-bdbf-675c3cf1a1df req-7064b355-3dc7-4537-b186-4cdb3ab2e25f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa HTTP/1.1" status: 200 len: 217 time: 0.0340009 Aug 23 16:14:16.873561 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0d9f-4512-4f21-bdbf-675c3cf1a1df req-75889afa-d149-4045-bc46-b6630bc18e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:16.874971 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c3b0d9f-4512-4f21-bdbf-675c3cf1a1df req-75889afa-d149-4045-bc46-b6630bc18e2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 200 len: 848 time: 0.0437605 Aug 23 16:14:16.926858 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0d9f-4512-4f21-bdbf-675c3cf1a1df req-07ca2699-093b-4a64-ba4d-1dd0b78a6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:16.928390 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c3b0d9f-4512-4f21-bdbf-675c3cf1a1df req-07ca2699-093b-4a64-ba4d-1dd0b78a6856 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f42e327-d1f6-4476-b563-58f4f6dfcb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450487 Aug 23 16:14:17.023998 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c3b0d9f-4512-4f21-bdbf-675c3cf1a1df req-c3bf4504-05c4-4888-bcb2-142bfbec2ba3 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874820 Aug 23 16:14:17.100748 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3c819-9682-4b94-af8f-7e99683c9f07 req-c04f01f7-7908-4b00-bacf-31051299b21c tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:17.102170 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65e3c819-9682-4b94-af8f-7e99683c9f07 req-c04f01f7-7908-4b00-bacf-31051299b21c tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0498993 Aug 23 16:14:17.121506 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7c3b0d9f-4512-4f21-bdbf-675c3cf1a1df req-8841ffbc-c68d-4405-9f84-5812dfbc3301 service neutron] 10.222.0.57 "GET /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890002 Aug 23 16:14:17.142897 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65e3c819-9682-4b94-af8f-7e99683c9f07 req-a0faee67-7eb6-41b9-9d26-9a7573e8667e tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/security-groups?id=e607a0a2-8d9e-4149-b55c-2cbee7dacc58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331428 Aug 23 16:14:17.395063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602532c-d0fb-474c-b116-334c4f63bc7c req-7416d953-2460-4106-9a5f-a729d160419a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:17.396423 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4602532c-d0fb-474c-b116-334c4f63bc7c req-7416d953-2460-4106-9a5f-a729d160419a tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 945 time: 0.0483890 Aug 23 16:14:17.485000 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-4602532c-d0fb-474c-b116-334c4f63bc7c req-f09d2f7c-c2cf-49db-a10a-458a9141dc71 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Deleting port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:14:17.485337 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4602532c-d0fb-474c-b116-334c4f63bc7c req-f09d2f7c-c2cf-49db-a10a-458a9141dc71 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:17.577791 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-4602532c-d0fb-474c-b116-334c4f63bc7c req-f09d2f7c-c2cf-49db-a10a-458a9141dc71 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] For port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:17.578150 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4602532c-d0fb-474c-b116-334c4f63bc7c req-f09d2f7c-c2cf-49db-a10a-458a9141dc71 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:17.591384 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-4602532c-d0fb-474c-b116-334c4f63bc7c req-f09d2f7c-c2cf-49db-a10a-458a9141dc71 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Calling delete_port for 53dabb6f-36d2-4f22-9882-bdfcca9d86aa owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:14:17.783760 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4602532c-d0fb-474c-b116-334c4f63bc7c req-f09d2f7c-c2cf-49db-a10a-458a9141dc71 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:17.813030 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d2f7c-c2cf-49db-a10a-458a9141dc71 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event deleted for resources: {'Port': ['ID=53dabb6f-36d2-4f22-9882-bdfcca9d86aa,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:17.859064 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-4602532c-d0fb-474c-b116-334c4f63bc7c req-f09d2f7c-c2cf-49db-a10a-458a9141dc71 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] No DVR routers for this DVR port 53dabb6f-36d2-4f22-9882-bdfcca9d86aa on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:14:17.863701 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-4602532c-d0fb-474c-b116-334c4f63bc7c req-f09d2f7c-c2cf-49db-a10a-458a9141dc71 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:17.863844 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-4602532c-d0fb-474c-b116-334c4f63bc7c req-f09d2f7c-c2cf-49db-a10a-458a9141dc71 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.57 "DELETE /v2.0/ports/53dabb6f-36d2-4f22-9882-bdfcca9d86aa HTTP/1.1" status: 204 len: 173 time: 0.4616950 Aug 23 16:14:18.245011 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c19c02d7-d33b-44a6-a6fe-234cb77cbe24 req-61fc2057-2915-4c56-a2c9-045c6f784a5d tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 210 time: 0.0272870 Aug 23 16:14:18.619079 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'name': 'network-vif-deleted', 'tag': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:14:18.622126 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29706407-43a8-43ad-9b2c-85db70b2e7c1" -d '{"events": [{"server_uuid": "8b2f0f11-994c-4402-ae1d-510097c5e182", "name": "network-vif-deleted", "tag": "53dabb6f-36d2-4f22-9882-bdfcca9d86aa"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:14:18.657234 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6877871b-2440-403c-8414-d3a44fe25ae0 x-openstack-request-id: req-6877871b-2440-403c-8414-d3a44fe25ae0 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:14:18.657520 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2f0f11-994c-4402-ae1d-510097c5e182", "name": "network-vif-deleted", "tag": "53dabb6f-36d2-4f22-9882-bdfcca9d86aa", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:14:18.657773 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6877871b-2440-403c-8414-d3a44fe25ae0 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:14:18.658159 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2f0f11-994c-4402-ae1d-510097c5e182', 'name': 'network-vif-deleted', 'tag': '53dabb6f-36d2-4f22-9882-bdfcca9d86aa', 'status': 'completed', 'code': 200} Aug 23 16:14:19.347181 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3ad19e31-3253-41f0-b60f-a3ce2402c39e req-0e1ad81d-c157-4688-aeb2-022fce59df1b tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 210 time: 0.0305431 Aug 23 16:14:20.166366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 53dabb6f-36d2-4f22-9882-bdfcca9d86aa no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:14:20.191317 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 53dabb6f-36d2-4f22-9882-bdfcca9d86aa {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:14:20.191680 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 53dabb6f-36d2-4f22-9882-bdfcca9d86aa not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:14:20.451151 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-09f797a1-4ee5-4443-9cc8-3bcc41fa1703 req-e873bb80-3fc9-4d03-bdf2-2c7482996eda tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 210 time: 0.0307255 Aug 23 16:14:21.248258 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:21.548471 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a288309e-7eda-4a17-82fb-bfc4bd6f503f req-804dd1cf-bd5a-45a4-8699-0ea1f8e94094 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b2f0f11-994c-4402-ae1d-510097c5e182 HTTP/1.1" status: 200 len: 210 time: 0.0288057 Aug 23 16:14:22.604037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41818) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:22.673250 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-65283bc3-dc45-4d51-a238-bd32fb042227 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:22.702098 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-65283bc3-dc45-4d51-a238-bd32fb042227 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:22.705536 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b5b49541-3a5e-4ed5-aaef-1a7d7f2fd1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:22.834792 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-65283bc3-dc45-4d51-a238-bd32fb042227 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:22.837842 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-65283bc3-dc45-4d51-a238-bd32fb042227 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:22.842522 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-65283bc3-dc45-4d51-a238-bd32fb042227 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] 10.222.0.38 "DELETE /v2.0/security-groups/e607a0a2-8d9e-4149-b55c-2cbee7dacc58 HTTP/1.1" status: 204 len: 168 time: 0.2339880 Aug 23 16:14:22.854656 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65283bc3-dc45-4d51-a238-bd32fb042227 tempest-TestShelveInstance-931206097 tempest-TestShelveInstance-931206097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e607a0a2-8d9e-4149-b55c-2cbee7dacc58,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:23.959078 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41824) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:24.457123 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:24.709483 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Deleting port 0269f21b-b26f-4cd0-87a8-ac8f18297db6 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:14:24.709748 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:24.788720 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] For port 0269f21b-b26f-4cd0-87a8-ac8f18297db6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=0269f21b-b26f-4cd0-87a8-ac8f18297db6,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:24.789074 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:24.800629 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Calling delete_port for 0269f21b-b26f-4cd0-87a8-ac8f18297db6 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:14:25.043077 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:25.073551 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Pushing event deleted for resources: {'Port': ['ID=0269f21b-b26f-4cd0-87a8-ac8f18297db6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:25.104727 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:25.105169 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:25.105755 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:25.106220 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:25.106783 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:25.107340 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:25.107826 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:25.108171 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:25.108519 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:25.108846 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:25.109198 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:25.109508 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:25.283919 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:25.594981 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:25.885529 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Router 0b709823-251a-4705-9d53-a515a21e091e has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:14:25.995061 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:14:26.000918 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-e676fc53-d79e-4ff2-ad61-05965b66aa6e admin admin] 10.222.0.38 "PUT /v2.0/routers/0b709823-251a-4705-9d53-a515a21e091e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0407641 Aug 23 16:14:26.003450 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41828) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:26.004952 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a083ee2-6844-4f5e-a3eb-b5b6392aff3c None None] Sync routers for ids ['0b709823-251a-4705-9d53-a515a21e091e'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:14:26.018174 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a083ee2-6844-4f5e-a3eb-b5b6392aff3c None None] Routers {'0b709823-251a-4705-9d53-a515a21e091e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:14:26.018959 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7a083ee2-6844-4f5e-a3eb-b5b6392aff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:13:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b709823-251a-4705-9d53-a515a21e091e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:26.107292 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:26.124379 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-7a083ee2-6844-4f5e-a3eb-b5b6392aff3c None None] Set router 0b709823-251a-4705-9d53-a515a21e091e gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:14:26.210127 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:26.317520 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7a083ee2-6844-4f5e-a3eb-b5b6392aff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:14:24Z', 'revision_number': 5, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port': {'id': 'dbf3729b-9280-48b2-956a-257d31541f96', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b709823-251a-4705-9d53-a515a21e091e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:26.321086 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] Deleting port dbf3729b-9280-48b2-956a-257d31541f96 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:14:26.321429 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:26.347014 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a083ee2-6844-4f5e-a3eb-b5b6392aff3c None None] Checking router: 0b709823-251a-4705-9d53-a515a21e091e for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:14:26.355798 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a083ee2-6844-4f5e-a3eb-b5b6392aff3c None None] Routers {'0b709823-251a-4705-9d53-a515a21e091e'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:14:26.356404 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7a083ee2-6844-4f5e-a3eb-b5b6392aff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:13:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['0b709823-251a-4705-9d53-a515a21e091e'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:26.399993 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] For port dbf3729b-9280-48b2-956a-257d31541f96, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=dbf3729b-9280-48b2-956a-257d31541f96,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:26.400363 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:26.411918 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] Calling delete_port for dbf3729b-9280-48b2-956a-257d31541f96 owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:14:26.437248 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-7a083ee2-6844-4f5e-a3eb-b5b6392aff3c None None] Set router 0b709823-251a-4705-9d53-a515a21e091e gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:14:26.491825 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-7a083ee2-6844-4f5e-a3eb-b5b6392aff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:14:26Z', 'revision_number': 6, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:26.518393 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a083ee2-6844-4f5e-a3eb-b5b6392aff3c None None] The sync data for ids ['0b709823-251a-4705-9d53-a515a21e091e'] in n-d-804985-3 is: [{'id': '0b709823-251a-4705-9d53-a515a21e091e', 'name': 'tempest-TestShelveInstance-1375995210-router', 'tenant_id': '3a4c523eb3c34180844a4797ef4f2508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:17Z', 'updated_at': '2021-08-23T16:14:26Z', 'revision_number': 6, 'project_id': '3a4c523eb3c34180844a4797ef4f2508', 'gw_port_host': None}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:14:26.631491 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:26.662165 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf3729b-9280-48b2-956a-257d31541f96,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:26.686187 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fc4c510d-f76e-4203-a686-4ff0380dba72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:26.723500 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:26.813268 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:26.815287 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:26.917080 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:26.917669 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b709823-251a-4705-9d53-a515a21e091e {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:14:26.925580 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:26.925580 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-107bbd6f-7c65-465b-bd1b-139133f9e082 admin admin] 10.222.0.38 "DELETE /v2.0/routers/0b709823-251a-4705-9d53-a515a21e091e HTTP/1.1" status: 204 len: 168 time: 0.9200599 Aug 23 16:14:26.926946 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41830) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:26.982650 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-63247f28-22af-4ae8-a61a-8a5ef35ad38b admin admin] Deleting subnet f3d9baba-103f-4b97-8da3-9a97baab175e {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:14:26.985861 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-63247f28-22af-4ae8-a61a-8a5ef35ad38b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.027540 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-63247f28-22af-4ae8-a61a-8a5ef35ad38b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.105293 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-63247f28-22af-4ae8-a61a-8a5ef35ad38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.106297 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.208676 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-63247f28-22af-4ae8-a61a-8a5ef35ad38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.236823 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63247f28-22af-4ae8-a61a-8a5ef35ad38b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d9baba-103f-4b97-8da3-9a97baab175e,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:27.239508 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-63247f28-22af-4ae8-a61a-8a5ef35ad38b admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.241417 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-63247f28-22af-4ae8-a61a-8a5ef35ad38b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f3d9baba-103f-4b97-8da3-9a97baab175e HTTP/1.1" status: 204 len: 168 time: 0.3135755 Aug 23 16:14:27.243507 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebb94f9-bf66-4230-a64a-42912856b44a None None] Network 0f42e327-d1f6-4476-b563-58f4f6dfcb37 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:14:27.243938 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 41832) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:27.319202 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.389360 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] Deleting port 742ec5d1-9b9f-4632-9953-0312d660d37c {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:14:27.389703 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.399337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0269f21b-b26f-4cd0-87a8-ac8f18297db6 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:14:27.424127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 0269f21b-b26f-4cd0-87a8-ac8f18297db6 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:14:27.424576 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 0269f21b-b26f-4cd0-87a8-ac8f18297db6 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:14:27.445212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] DHCP port deletion for 0f42e327-d1f6-4476-b563-58f4f6dfcb37 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 16:14:27.465592 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] For port 742ec5d1-9b9f-4632-9953-0312d660d37c, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=742ec5d1-9b9f-4632-9953-0312d660d37c,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:27.465592 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.480263 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] Calling delete_port for 742ec5d1-9b9f-4632-9953-0312d660d37c owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:14:27.493943 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Deleting port 742ec5d1-9b9f-4632-9953-0312d660d37c {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:14:27.494355 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.558813 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] For port 742ec5d1-9b9f-4632-9953-0312d660d37c, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=742ec5d1-9b9f-4632-9953-0312d660d37c,segment=NetworkSegment(b1a559aa-f0d1-492f-a866-5b58c2b82b8d),segment_id=b1a559aa-f0d1-492f-a866-5b58c2b82b8d)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:27.559355 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.574002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Calling delete_port for 742ec5d1-9b9f-4632-9953-0312d660d37c owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:14:27.634772 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.657164 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.665110 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=742ec5d1-9b9f-4632-9953-0312d660d37c,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:27.667916 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] No DVR routers for this DVR port 742ec5d1-9b9f-4632-9953-0312d660d37c on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:14:27.687840 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Pushing event deleted for resources: {'Port': ['ID=742ec5d1-9b9f-4632-9953-0312d660d37c,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:27.697337 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] No DVR routers for this DVR port 742ec5d1-9b9f-4632-9953-0312d660d37c on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:14:27.699726 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:27.700047 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:27.700394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:27.700737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:27.701073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:27.701406 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:27.701737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:27.702066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:27.702395 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:27.702723 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:27.703050 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:27.703375 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421bb41f-0a38-47bc-a2c4-7e6ceb6dd157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:27.761333 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.771959 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f42e327-d1f6-4476-b563-58f4f6dfcb37']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:27.782443 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:27.782740 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a559aa-f0d1-492f-a866-5b58c2b82b8d') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:27.791472 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.805693 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.812962 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:14:27.813365 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: timer() Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:14:27.815056 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:14:27.934470 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.940080 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:27.941959 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] 10.222.0.38 "DELETE /v2.0/networks/0f42e327-d1f6-4476-b563-58f4f6dfcb37 HTTP/1.1" status: 204 len: 168 time: 0.6970999 Aug 23 16:14:27.945123 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41834) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:27.953113 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e328a0-9fbb-49b9-8634-44c1040b1c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=0f42e327-d1f6-4476-b563-58f4f6dfcb37,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:28.286704 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3b3cd0e-c73f-4480-af6e-e1680d0ddc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:28.849689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3cd0e-c73f-4480-af6e-e1680d0ddc5d admin admin] Deleting port c988268d-00c0-4b41-bb60-e9350ec3c114 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:14:28.850028 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3b3cd0e-c73f-4480-af6e-e1680d0ddc5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:28.916578 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:28.927286 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-f3b3cd0e-c73f-4480-af6e-e1680d0ddc5d admin admin] For port c988268d-00c0-4b41-bb60-e9350ec3c114, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=c988268d-00c0-4b41-bb60-e9350ec3c114,segment=NetworkSegment(2586edbe-385a-4464-a4f3-c20c6521bef1),segment_id=2586edbe-385a-4464-a4f3-c20c6521bef1)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:28.927581 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3b3cd0e-c73f-4480-af6e-e1680d0ddc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:28.940886 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3cd0e-c73f-4480-af6e-e1680d0ddc5d admin admin] Calling delete_port for c988268d-00c0-4b41-bb60-e9350ec3c114 owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:14:29.005889 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device dbf3729b-9280-48b2-956a-257d31541f96 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:14:29.026598 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: dbf3729b-9280-48b2-956a-257d31541f96 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:14:29.030668 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device dbf3729b-9280-48b2-956a-257d31541f96 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:14:29.030668 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 742ec5d1-9b9f-4632-9953-0312d660d37c no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:14:29.045907 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 742ec5d1-9b9f-4632-9953-0312d660d37c {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:14:29.046258 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 742ec5d1-9b9f-4632-9953-0312d660d37c not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:14:29.183340 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3b3cd0e-c73f-4480-af6e-e1680d0ddc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:29.218368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3cd0e-c73f-4480-af6e-e1680d0ddc5d admin admin] Pushing event deleted for resources: {'Port': ['ID=c988268d-00c0-4b41-bb60-e9350ec3c114,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:29.388978 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f3b3cd0e-c73f-4480-af6e-e1680d0ddc5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:29.602494 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b3cd0e-c73f-4480-af6e-e1680d0ddc5d admin admin] Router 8e0be6c3-497e-422d-a720-f8f4d727505c has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:14:29.712585 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b3cd0e-c73f-4480-af6e-e1680d0ddc5d admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:14:29.717546 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f3b3cd0e-c73f-4480-af6e-e1680d0ddc5d admin admin] 10.222.0.38 "PUT /v2.0/routers/8e0be6c3-497e-422d-a720-f8f4d727505c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7713935 Aug 23 16:14:29.720133 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41836) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:29.722976 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c2f02-8038-41d2-a172-80ffe20cbf4d None None] Sync routers for ids ['8e0be6c3-497e-422d-a720-f8f4d727505c'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:14:29.732975 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c2f02-8038-41d2-a172-80ffe20cbf4d None None] Routers {'8e0be6c3-497e-422d-a720-f8f4d727505c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:14:29.733687 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e61c2f02-8038-41d2-a172-80ffe20cbf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8e0be6c3-497e-422d-a720-f8f4d727505c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:29.828215 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:29.842843 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-e61c2f02-8038-41d2-a172-80ffe20cbf4d None None] Set router 8e0be6c3-497e-422d-a720-f8f4d727505c gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:14:29.936823 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:30.029359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e61c2f02-8038-41d2-a172-80ffe20cbf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'name': 'tempest-TestShelveInstance-1021678508-router', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6d3342ff-4bb0-414e-9900-b624eb309117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:23Z', 'updated_at': '2021-08-23T16:14:29Z', 'revision_number': 5, 'project_id': 'ed7a46323d1c4db48ae892390b05386e', 'gw_port': {'id': '6d3342ff-4bb0-414e-9900-b624eb309117', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:04:24Z', 'updated_at': '2021-08-23T16:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:30.061596 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c2f02-8038-41d2-a172-80ffe20cbf4d None None] Checking router: 8e0be6c3-497e-422d-a720-f8f4d727505c for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:14:30.065805 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] Deleting port 6d3342ff-4bb0-414e-9900-b624eb309117 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:14:30.066358 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:30.070269 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c2f02-8038-41d2-a172-80ffe20cbf4d None None] Routers {'8e0be6c3-497e-422d-a720-f8f4d727505c'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:14:30.071084 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e61c2f02-8038-41d2-a172-80ffe20cbf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['8e0be6c3-497e-422d-a720-f8f4d727505c'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:30.151067 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] For port 6d3342ff-4bb0-414e-9900-b624eb309117, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=6d3342ff-4bb0-414e-9900-b624eb309117,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:30.151441 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:30.157566 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-e61c2f02-8038-41d2-a172-80ffe20cbf4d None None] Set router 8e0be6c3-497e-422d-a720-f8f4d727505c gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:14:30.163994 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] Calling delete_port for 6d3342ff-4bb0-414e-9900-b624eb309117 owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:14:30.212308 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-e61c2f02-8038-41d2-a172-80ffe20cbf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'name': 'tempest-TestShelveInstance-1021678508-router', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:23Z', 'updated_at': '2021-08-23T16:14:29Z', 'revision_number': 6, 'project_id': 'ed7a46323d1c4db48ae892390b05386e', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:30.242249 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c2f02-8038-41d2-a172-80ffe20cbf4d None None] The sync data for ids ['8e0be6c3-497e-422d-a720-f8f4d727505c'] in n-d-804985-3 is: [{'id': '8e0be6c3-497e-422d-a720-f8f4d727505c', 'name': 'tempest-TestShelveInstance-1021678508-router', 'tenant_id': 'ed7a46323d1c4db48ae892390b05386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:04:23Z', 'updated_at': '2021-08-23T16:14:29Z', 'revision_number': 6, 'project_id': 'ed7a46323d1c4db48ae892390b05386e', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:14:30.414401 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:30.441506 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3342ff-4bb0-414e-9900-b624eb309117,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:30.510932 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:30.605442 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:30.608374 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:30.703047 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:30.703675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e0be6c3-497e-422d-a720-f8f4d727505c {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:14:30.708395 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:30.709587 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6e675ecf-c117-4415-b063-373d82b8727f admin admin] 10.222.0.38 "DELETE /v2.0/routers/8e0be6c3-497e-422d-a720-f8f4d727505c HTTP/1.1" status: 204 len: 168 time: 0.9885271 Aug 23 16:14:30.712558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41840) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:30.762319 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_v2 [None req-add08ad9-1843-4822-8abe-1217ce075f29 admin admin] Deleting subnet 72c91019-0c67-4d92-bcce-91b89464c6d4 {{(pid=96115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:14:30.765402 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-add08ad9-1843-4822-8abe-1217ce075f29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:30.800047 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-add08ad9-1843-4822-8abe-1217ce075f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7783219'] for subnet, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:30.877855 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-add08ad9-1843-4822-8abe-1217ce075f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:30.995186 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-add08ad9-1843-4822-8abe-1217ce075f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7943514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588172'] for subnet, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:31.021714 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6d3342ff-4bb0-414e-9900-b624eb309117 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:14:31.030589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add08ad9-1843-4822-8abe-1217ce075f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72c91019-0c67-4d92-bcce-91b89464c6d4,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:31.037273 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-add08ad9-1843-4822-8abe-1217ce075f29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:31.042811 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-add08ad9-1843-4822-8abe-1217ce075f29 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/72c91019-0c67-4d92-bcce-91b89464c6d4 HTTP/1.1" status: 204 len: 168 time: 0.3257051 Aug 23 16:14:31.042811 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41842) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:31.045022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c4127-abe5-4d7d-ba67-0fd34b9da7cf None None] Network 98360143-6c77-4b66-bbfe-e41f914d0363 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:14:31.048238 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 6d3342ff-4bb0-414e-9900-b624eb309117 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:14:31.048583 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 6d3342ff-4bb0-414e-9900-b624eb309117 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:14:31.049026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c988268d-00c0-4b41-bb60-e9350ec3c114 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:14:31.103082 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: c988268d-00c0-4b41-bb60-e9350ec3c114 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:14:31.103430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device c988268d-00c0-4b41-bb60-e9350ec3c114 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:14:31.116947 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:31.173902 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] Deleting port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:14:31.174246 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:31.243603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] For port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3,segment=NetworkSegment(2586edbe-385a-4464-a4f3-c20c6521bef1),segment_id=2586edbe-385a-4464-a4f3-c20c6521bef1)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:31.244003 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:31.258348 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] Calling delete_port for d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:14:31.263134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ad7cd5-6a93-406f-8331-dab6c962b4f4 None None] DHCP port deletion for 98360143-6c77-4b66-bbfe-e41f914d0363 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 16:14:31.311891 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad7cd5-6a93-406f-8331-dab6c962b4f4 None None] Deleting port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:14:31.312279 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7cd5-6a93-406f-8331-dab6c962b4f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:31.381476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-d9ad7cd5-6a93-406f-8331-dab6c962b4f4 None None] For port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3,segment=NetworkSegment(2586edbe-385a-4464-a4f3-c20c6521bef1),segment_id=2586edbe-385a-4464-a4f3-c20c6521bef1)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:31.381990 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7cd5-6a93-406f-8331-dab6c962b4f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:31.395093 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad7cd5-6a93-406f-8331-dab6c962b4f4 None None] Calling delete_port for d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:14:31.417615 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:31.446296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] Pushing event deleted for resources: {'Port': ['ID=d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:31.446296 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] No DVR routers for this DVR port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:14:31.473464 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7cd5-6a93-406f-8331-dab6c962b4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:31.499905 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad7cd5-6a93-406f-8331-dab6c962b4f4 None None] Pushing event deleted for resources: {'Port': ['ID=d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:31.502392 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad7cd5-6a93-406f-8331-dab6c962b4f4 None None] No DVR routers for this DVR port d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:14:31.523204 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:31.533957 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98360143-6c77-4b66-bbfe-e41f914d0363']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:31.544390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2586edbe-385a-4464-a4f3-c20c6521bef1') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:31.544686 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2586edbe-385a-4464-a4f3-c20c6521bef1') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:31.553434 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:31.566936 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:31.572689 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:14:31.573072 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: timer() Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:14:31.575202 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:14:31.717335 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:31.722912 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:31.724867 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] 10.222.0.38 "DELETE /v2.0/networks/98360143-6c77-4b66-bbfe-e41f914d0363 HTTP/1.1" status: 204 len: 168 time: 0.6818120 Aug 23 16:14:31.740677 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169d0ad-9c0b-4786-a345-64b8c7ce8901 admin admin] Pushing event deleted for resources: {'Network': ['ID=98360143-6c77-4b66-bbfe-e41f914d0363,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:32.155092 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41846) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:32.195324 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-d7607034-2a7c-4279-8187-e61dd4ebdf68 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3a4c523eb3c34180844a4797ef4f2508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389390 Aug 23 16:14:32.197829 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41848) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:32.247704 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-165146bd-ceaf-49cc-b776-dbafabd5dec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:32.269222 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-165146bd-ceaf-49cc-b776-dbafabd5dec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:32.423347 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-165146bd-ceaf-49cc-b776-dbafabd5dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:32.426042 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-165146bd-ceaf-49cc-b776-dbafabd5dec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:32.427217 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-165146bd-ceaf-49cc-b776-dbafabd5dec0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/313c604a-a5eb-430c-a564-ec504a426584 HTTP/1.1" status: 204 len: 168 time: 0.2284815 Aug 23 16:14:32.436060 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165146bd-ceaf-49cc-b776-dbafabd5dec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313c604a-a5eb-430c-a564-ec504a426584,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:33.004828 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:14:33.029309 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:14:33.029653 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device d485e7e6-4dd0-4091-9e9a-22f9ef62f8e3 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:14:33.163765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41858) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:33.210117 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7151131b-8cd9-41d6-9a87-bff8fcd0def4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ed7a46323d1c4db48ae892390b05386e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450895 Aug 23 16:14:33.212804 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41862) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:33.260276 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3e5639d-9140-455f-b8b6-c49464bb968e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:33.284556 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3e5639d-9140-455f-b8b6-c49464bb968e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:33.411763 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3e5639d-9140-455f-b8b6-c49464bb968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:33.414421 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e3e5639d-9140-455f-b8b6-c49464bb968e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:33.415877 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e3e5639d-9140-455f-b8b6-c49464bb968e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab211342-e246-4a86-8533-aef84813577a HTTP/1.1" status: 204 len: 168 time: 0.2021096 Aug 23 16:14:33.423961 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5639d-9140-455f-b8b6-c49464bb968e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab211342-e246-4a86-8533-aef84813577a,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:34.445113 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:14:34.576941 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41888) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:34.698060 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1147095549-network', 'tenant_id': '7d1ca42743b54382a034f118620535db'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:14:34.790702 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] Made reservation on behalf of 7d1ca42743b54382a034f118620535db for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:14:34.793606 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:34.802395 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:34.889506 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:34.962570 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:34.989448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:14:34.996174 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e732c7-8fb2-4d62-a18c-0f77187abfd0,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:35.002111 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:35.002461 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] Added segment 3fd0e194-79ba-40e0-a6e6-87b16ce49d6f of type vlan for network 885d7f7d-3924-4822-a147-85e0f84b12b4 Aug 23 16:14:35.043197 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:35.151083 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:35.152096 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:35.152678 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:35.214892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] Pushing event updated for resources: {'Network': ['ID=885d7f7d-3924-4822-a147-85e0f84b12b4,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:35.224764 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 885d7f7d-3924-4822-a147-85e0f84b12b4 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:14:35.281768 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-cb2c232f-6567-4639-9aea-c30e3cbf067e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7031772 Aug 23 16:14:35.284301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41894) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:35.290004 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1e12299c-c6a6-4dc9-ac4c-56e3b797eb92 admin admin] Request body: {'subnet': {'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1147095549-subnet', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:14:35.377395 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e12299c-c6a6-4dc9-ac4c-56e3b797eb92 admin admin] Made reservation on behalf of 7d1ca42743b54382a034f118620535db for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:14:35.379797 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1e12299c-c6a6-4dc9-ac4c-56e3b797eb92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:35.612248 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1e12299c-c6a6-4dc9-ac4c-56e3b797eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:35.669830 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12299c-c6a6-4dc9-ac4c-56e3b797eb92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e44acfe-c9c4-4021-b5d1-c4e8c32174f6,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:35.681336 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e12299c-c6a6-4dc9-ac4c-56e3b797eb92 admin admin] Checking segment: {'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:14:35.681889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e12299c-c6a6-4dc9-ac4c-56e3b797eb92 admin admin] Network hostable DHCP agents. Network: 885d7f7d-3924-4822-a147-85e0f84b12b4, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:14:35.783314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e12299c-c6a6-4dc9-ac4c-56e3b797eb92 admin admin] Network 885d7f7d-3924-4822-a147-85e0f84b12b4 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:14:35.851771 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-1e12299c-c6a6-4dc9-ac4c-56e3b797eb92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 885d7f7d-3924-4822-a147-85e0f84b12b4) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:14:35.855948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e12299c-c6a6-4dc9-ac4c-56e3b797eb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:35.856552 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1e12299c-c6a6-4dc9-ac4c-56e3b797eb92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:35.862037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46525ee-047e-4600-a948-690878d2a344 None None] Network 885d7f7d-3924-4822-a147-85e0f84b12b4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:14:35.938245 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1e12299c-c6a6-4dc9-ac4c-56e3b797eb92 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6523931 Aug 23 16:14:35.940645 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41896) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:35.945105 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:14:36.006994 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-885d7f7d-3924-4822-a147-85e0f84b12b4', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:14:36.018639 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:36.034968 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:36.036080 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:36.092218 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:36.299953 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Allocated IP 172.20.0.2 (885d7f7d-3924-4822-a147-85e0f84b12b4/6e44acfe-c9c4-4021-b5d1-c4e8c32174f6/7fa4f188-f58d-4b2c-a285-c3b76324fa28) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:14:36.320093 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:36.461439 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:36.470628 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Transition to ACTIVE for port object 7fa4f188-f58d-4b2c-a285-c3b76324fa28 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:14:36.486806 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Transition to ACTIVE for port object 7fa4f188-f58d-4b2c-a285-c3b76324fa28 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:14:36.551979 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:36.586151 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Network 885d7f7d-3924-4822-a147-85e0f84b12b4 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:14:36.589202 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:14:36.594920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:14:36.595135 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:36.616146 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:36.627698 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Pushing event updated for resources: {'Port': ['ID=7fa4f188-f58d-4b2c-a285-c3b76324fa28,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:36.661281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Attempting to bind port 7fa4f188-f58d-4b2c-a285-c3b76324fa28 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:14:36.661664 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Attempting to bind port 7fa4f188-f58d-4b2c-a285-c3b76324fa28 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:14:36.662013 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Attempting to bind port 7fa4f188-f58d-4b2c-a285-c3b76324fa28 on network 885d7f7d-3924-4822-a147-85e0f84b12b4 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:14:36.675430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:14:36.675430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Checking segment: {'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:14:36.678312 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:36.678741 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Bound using segment: {'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:14:36.679905 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Bound port: 7fa4f188-f58d-4b2c-a285-c3b76324fa28, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:14:36.680347 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:36.744201 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Allocated IP 172.25.8.178 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/ce9ac370-4b8c-4d4c-92e5-eee36c52dcca) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:14:36.751774 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] For port 7fa4f188-f58d-4b2c-a285-c3b76324fa28, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:14:36.754838 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] For port 7fa4f188-f58d-4b2c-a285-c3b76324fa28, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7fa4f188-f58d-4b2c-a285-c3b76324fa28,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:14:36.841704 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:36.849612 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:36.897768 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae45af4-8fca-4494-ae86-97bb7072f31d None None] Pushing event updated for resources: {'Port': ['ID=7fa4f188-f58d-4b2c-a285-c3b76324fa28,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:36.950949 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:36.993732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:14:36.993732 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:14:36.996390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:14:37.030415 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Pushing event updated for resources: {'Port': ['ID=ce9ac370-4b8c-4d4c-92e5-eee36c52dcca,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:37.362064 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:37.872833 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc0d55b-7e69-44a7-8c5d-9d4094c6a4fd None None] Network 885d7f7d-3924-4822-a147-85e0f84b12b4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:14:37.909740 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:38.017394 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-6be1942b-06ba-46c4-9d17-532631cdf64f None None] Provisioning for port 7fa4f188-f58d-4b2c-a285-c3b76324fa28 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:14:38.122588 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Router 58b99d2a-b6e3-4ec0-badf-427fa9151199 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:14:38.234135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:14:38.243261 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Sync routers for ids ['58b99d2a-b6e3-4ec0-badf-427fa9151199'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:14:38.252936 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Routers {'58b99d2a-b6e3-4ec0-badf-427fa9151199'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:14:38.253576 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['58b99d2a-b6e3-4ec0-badf-427fa9151199'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:38.305428 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:38.306726 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fddb18e7-f8a1-431a-911c-b5a5552e73bd admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3651135 Aug 23 16:14:38.310122 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41898) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:38.360899 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Set router 58b99d2a-b6e3-4ec0-badf-427fa9151199 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:14:38.622557 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:37Z', 'revision_number': 3, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:38.648613 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Checking router: 58b99d2a-b6e3-4ec0-badf-427fa9151199 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:14:38.648963 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Updating router 58b99d2a-b6e3-4ec0-badf-427fa9151199 port ce9ac370-4b8c-4d4c-92e5-eee36c52dcca binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:14:38.673294 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:38.735701 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:38.893548 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Allocated IP 172.20.0.1 (885d7f7d-3924-4822-a147-85e0f84b12b4/6e44acfe-c9c4-4021-b5d1-c4e8c32174f6/cb8255fe-7992-4d2b-b01d-80db94a611d1) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:14:38.920800 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:38.930637 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Transition to ACTIVE for port object ce9ac370-4b8c-4d4c-92e5-eee36c52dcca will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:14:38.997741 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:39.001234 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:39.016532 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Transition to ACTIVE for port object cb8255fe-7992-4d2b-b01d-80db94a611d1 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:14:39.047943 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Attempting to bind port ce9ac370-4b8c-4d4c-92e5-eee36c52dcca on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:14:39.048272 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Attempting to bind port ce9ac370-4b8c-4d4c-92e5-eee36c52dcca by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:14:39.049181 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Attempting to bind port ce9ac370-4b8c-4d4c-92e5-eee36c52dcca on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:14:39.060654 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:14:39.060654 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:14:39.060654 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:39.060654 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:14:39.060654 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Bound port: ce9ac370-4b8c-4d4c-92e5-eee36c52dcca, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:14:39.060654 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:39.061319 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7fa4f188-f58d-4b2c-a285-c3b76324fa28 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:14:39.066488 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7be667-92fa-4b2e-9943-6a18d3d03cf8 None None] Pushing event updated for resources: {'Port': ['ID=ce9ac370-4b8c-4d4c-92e5-eee36c52dcca,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:39.092617 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7be667-92fa-4b2e-9943-6a18d3d03cf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:39.092972 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7be667-92fa-4b2e-9943-6a18d3d03cf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:39.093319 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7be667-92fa-4b2e-9943-6a18d3d03cf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:39.093661 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7be667-92fa-4b2e-9943-6a18d3d03cf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:39.094001 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7be667-92fa-4b2e-9943-6a18d3d03cf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:39.094333 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7be667-92fa-4b2e-9943-6a18d3d03cf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:39.094663 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7be667-92fa-4b2e-9943-6a18d3d03cf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:39.094992 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7be667-92fa-4b2e-9943-6a18d3d03cf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:39.095320 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7be667-92fa-4b2e-9943-6a18d3d03cf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:39.095684 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7be667-92fa-4b2e-9943-6a18d3d03cf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:39.096005 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7be667-92fa-4b2e-9943-6a18d3d03cf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:39.096327 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7be667-92fa-4b2e-9943-6a18d3d03cf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:14:39.126563 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:39.129346 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] For port ce9ac370-4b8c-4d4c-92e5-eee36c52dcca, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:14:39.130795 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] For port ce9ac370-4b8c-4d4c-92e5-eee36c52dcca, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ce9ac370-4b8c-4d4c-92e5-eee36c52dcca,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:14:39.162392 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port 7fa4f188-f58d-4b2c-a285-c3b76324fa28 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:14:39.166542 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 7fa4f188-f58d-4b2c-a285-c3b76324fa28 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:39.166710 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Network 885d7f7d-3924-4822-a147-85e0f84b12b4 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:14:39.169620 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:39.170387 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:14:39.174647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:14:39.189680 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:39.207306 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Pushing event updated for resources: {'Port': ['ID=cb8255fe-7992-4d2b-b01d-80db94a611d1,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:39.224454 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:39.283487 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7be667-92fa-4b2e-9943-6a18d3d03cf8 None None] Pushing event updated for resources: {'Port': ['ID=ce9ac370-4b8c-4d4c-92e5-eee36c52dcca,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:39.291162 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Routers {'58b99d2a-b6e3-4ec0-badf-427fa9151199'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:14:39.291810 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['58b99d2a-b6e3-4ec0-badf-427fa9151199'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:39.297245 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:39.340905 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port 7fa4f188-f58d-4b2c-a285-c3b76324fa28, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7fa4f188-f58d-4b2c-a285-c3b76324fa28,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:39.423988 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] Set router 58b99d2a-b6e3-4ec0-badf-427fa9151199 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:14:39.434550 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:39.472743 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:39.495585 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=7fa4f188-f58d-4b2c-a285-c3b76324fa28,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:39.620925 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:37Z', 'revision_number': 3, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:39.623389 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e5435bf5-4e94-4cd2-9dc5-40625aca739c None None] Provisioning for port cb8255fe-7992-4d2b-b01d-80db94a611d1 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:14:39.627433 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e5435bf5-4e94-4cd2-9dc5-40625aca739c None None] Provisioning complete for port cb8255fe-7992-4d2b-b01d-80db94a611d1 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:39.627847 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e5435bf5-4e94-4cd2-9dc5-40625aca739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:39.639869 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:39.647681 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bc9cf9-774b-4785-8631-f8582d1b1478 None None] The sync data for ids ['58b99d2a-b6e3-4ec0-badf-427fa9151199'] in n-d-804985-3 is: [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:37Z', 'revision_number': 3, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:14:39.671423 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e5435bf5-4e94-4cd2-9dc5-40625aca739c None None] Port cb8255fe-7992-4d2b-b01d-80db94a611d1 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:14:39.720617 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:39.790717 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:39.793238 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Pushing event updated for resources: {'Port': ['ID=cb8255fe-7992-4d2b-b01d-80db94a611d1,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:39.903931 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Network 885d7f7d-3924-4822-a147-85e0f84b12b4 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:14:39.905284 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:14:40.028287 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Router 58b99d2a-b6e3-4ec0-badf-427fa9151199 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:14:40.150272 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:14:40.155723 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-fd40fe67-3fc5-45a2-8928-184bc2edbbc1 admin admin] 10.222.0.38 "PUT /v2.0/routers/58b99d2a-b6e3-4ec0-badf-427fa9151199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8445363 Aug 23 16:14:40.194696 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-e130769f-49bb-4959-bb31-05860935851c None None] Provisioning complete for port cb8255fe-7992-4d2b-b01d-80db94a611d1 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:40.195187 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e130769f-49bb-4959-bb31-05860935851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:40.244558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-e130769f-49bb-4959-bb31-05860935851c None None] Port cb8255fe-7992-4d2b-b01d-80db94a611d1 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:14:40.818777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41918) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:40.823988 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1090472172-network', 'tenant_id': 'e965be2e8df744fba28a50998de80677'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:14:40.937653 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] Made reservation on behalf of e965be2e8df744fba28a50998de80677 for: {'network': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:14:40.940212 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for network, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:40.949549 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:41.056480 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:41.087774 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7fa4f188-f58d-4b2c-a285-c3b76324fa28 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:14:41.138320 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port 7fa4f188-f58d-4b2c-a285-c3b76324fa28 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:41.138689 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:41.145491 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:41.169302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=96115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 16:14:41.181809 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3479cb63-c9e3-4eb2-ad1e-30cc741f2e1f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:41.187822 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:41.188180 n-d-804985-3 neutron-server[96115]: INFO neutron.db.segments_db [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] Added segment e7758dac-66bb-40c7-ba84-da73d075d294 of type vlan for network 0ba06d69-ac85-49b7-a597-808d38a94868 Aug 23 16:14:41.211737 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Sync routers for ids ['58b99d2a-b6e3-4ec0-badf-427fa9151199'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:14:41.231146 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Routers {'58b99d2a-b6e3-4ec0-badf-427fa9151199'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:14:41.231874 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['58b99d2a-b6e3-4ec0-badf-427fa9151199'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:41.233559 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727177114197'] for network, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:41.238752 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ce9ac370-4b8c-4d4c-92e5-eee36c52dcca up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:14:41.320686 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763'] for network, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:41.321603 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:41.322338 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:41.382767 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba06d69-ac85-49b7-a597-808d38a94868,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:41.388170 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Set router 58b99d2a-b6e3-4ec0-badf-427fa9151199 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:14:41.415002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Network 0ba06d69-ac85-49b7-a597-808d38a94868 details requested by agent ovs-agent-n-d-804985-3 with host n-d-804985-3 {{(pid=96116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 16:14:41.435667 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f51f8166-b317-4b9e-acd7-61f4948f2209 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6157479 Aug 23 16:14:41.438385 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41920) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:41.443190 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-984faa76-9832-4f7e-b854-1b73b6f8e7d3 admin admin] Request body: {'subnet': {'network_id': '0ba06d69-ac85-49b7-a597-808d38a94868', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1090472172-subnet', 'tenant_id': 'e965be2e8df744fba28a50998de80677', 'ip_version': 4}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:14:41.507441 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port ce9ac370-4b8c-4d4c-92e5-eee36c52dcca completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:14:41.522734 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ce9ac370-4b8c-4d4c-92e5-eee36c52dcca triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:41.523118 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:41.545442 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984faa76-9832-4f7e-b854-1b73b6f8e7d3 admin admin] Made reservation on behalf of e965be2e8df744fba28a50998de80677 for: {'subnet': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:14:41.548010 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-984faa76-9832-4f7e-b854-1b73b6f8e7d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588265'] for subnet, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:41.703599 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:41.730449 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port ce9ac370-4b8c-4d4c-92e5-eee36c52dcca, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ce9ac370-4b8c-4d4c-92e5-eee36c52dcca,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:41.739634 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'cb8255fe-7992-4d2b-b01d-80db94a611d1', 'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'mac_address': 'fa:16:3e:9e:ac:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:38Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 2, 'project_id': '7d1ca42743b54382a034f118620535db', 'subnets': [{'id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:41.767259 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Checking router: 58b99d2a-b6e3-4ec0-badf-427fa9151199 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:14:41.767616 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Updating router 58b99d2a-b6e3-4ec0-badf-427fa9151199 port cb8255fe-7992-4d2b-b01d-80db94a611d1 binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:14:41.798177 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:41.802801 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-984faa76-9832-4f7e-b854-1b73b6f8e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7944351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588167'] for subnet, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:41.840154 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:41.865679 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984faa76-9832-4f7e-b854-1b73b6f8e7d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc1bc7b-2abd-4ca4-a33f-a7c2ac8c0490,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:41.878051 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984faa76-9832-4f7e-b854-1b73b6f8e7d3 admin admin] Checking segment: {'id': 'e7758dac-66bb-40c7-ba84-da73d075d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ba06d69-ac85-49b7-a597-808d38a94868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:14:41.878422 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984faa76-9832-4f7e-b854-1b73b6f8e7d3 admin admin] Network hostable DHCP agents. Network: 0ba06d69-ac85-49b7-a597-808d38a94868, hostable agents: ['2c64c9a5-dfa6-43be-94ee-92fd67f15edb'], hosted agents: [] {{(pid=96115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 16:14:41.950924 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984faa76-9832-4f7e-b854-1b73b6f8e7d3 admin admin] Network 0ba06d69-ac85-49b7-a597-808d38a94868 is scheduled to be hosted by DHCP agent 2c64c9a5-dfa6-43be-94ee-92fd67f15edb with binding_index 1 {{(pid=96115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 16:14:41.955700 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=ce9ac370-4b8c-4d4c-92e5-eee36c52dcca,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:42.046995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-984faa76-9832-4f7e-b854-1b73b6f8e7d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-3, 0ba06d69-ac85-49b7-a597-808d38a94868) {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:14:42.052234 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984faa76-9832-4f7e-b854-1b73b6f8e7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:42.053476 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-984faa76-9832-4f7e-b854-1b73b6f8e7d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:42.058826 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3dea2d-4b37-4ff5-9381-1408ebbf8b07 None None] Network 0ba06d69-ac85-49b7-a597-808d38a94868 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:14:42.126772 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-984faa76-9832-4f7e-b854-1b73b6f8e7d3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6872706 Aug 23 16:14:42.129351 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41922) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:42.133926 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1090472172-router', 'tenant_id': 'e965be2e8df744fba28a50998de80677', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:14:42.149100 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:42.169528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Transition to ACTIVE for port object cb8255fe-7992-4d2b-b01d-80db94a611d1 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:14:42.206301 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31140'] for router, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:42.207327 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1812632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31165'] for router, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:42.241085 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:42.260935 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:42.270650 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa050eec9-581a-51f3-8aa1-7b2c4474a75e-0ba06d69-ac85-49b7-a597-808d38a94868', 'network_id': '0ba06d69-ac85-49b7-a597-808d38a94868', 'tenant_id': 'e965be2e8df744fba28a50998de80677', 'fixed_ips': [{'subnet_id': '5bc1bc7b-2abd-4ca4-a33f-a7c2ac8c0490'}]}} from n-d-804985-3. {{(pid=96116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 16:14:42.271498 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:42.313716 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a70cf-25e4-4baa-bf6d-d728b28abe9c None None] Pushing event updated for resources: {'Port': ['ID=cb8255fe-7992-4d2b-b01d-80db94a611d1,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:42.432290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Attempting to bind port cb8255fe-7992-4d2b-b01d-80db94a611d1 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:14:42.432694 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Attempting to bind port cb8255fe-7992-4d2b-b01d-80db94a611d1 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:14:42.433060 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Attempting to bind port cb8255fe-7992-4d2b-b01d-80db94a611d1 on network 885d7f7d-3924-4822-a147-85e0f84b12b4 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:14:42.469832 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:14:42.470212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Checking segment: {'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:14:42.470613 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:42.471002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Bound using segment: {'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:14:42.471481 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Bound port: cb8255fe-7992-4d2b-b01d-80db94a611d1, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:14:42.472037 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:42.510161 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:42.533145 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.db_base_plugin_common [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Allocated IP 172.20.0.2 (0ba06d69-ac85-49b7-a597-808d38a94868/5bc1bc7b-2abd-4ca4-a33f-a7c2ac8c0490/ceec630f-dba1-47ab-b0bd-69fabc016dd6) {{(pid=96116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:14:42.614432 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] For port cb8255fe-7992-4d2b-b01d-80db94a611d1, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:14:42.630026 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] For port cb8255fe-7992-4d2b-b01d-80db94a611d1, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=cb8255fe-7992-4d2b-b01d-80db94a611d1,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:14:42.710125 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Notify callbacks [] for port, precommit_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:42.718936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Transition to ACTIVE for port object ceec630f-dba1-47ab-b0bd-69fabc016dd6 will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:14:42.724890 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:42.759420 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Transition to ACTIVE for port object ceec630f-dba1-47ab-b0bd-69fabc016dd6 will not be triggered until provisioned by entity DHCP. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:14:42.794366 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Routers {'58b99d2a-b6e3-4ec0-badf-427fa9151199'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:14:42.795009 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['58b99d2a-b6e3-4ec0-badf-427fa9151199'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:42.812212 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:42.841430 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:42.965451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Allocated IP 172.25.8.166 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/f6074d52-ec5c-4ff8-808f-81393e496d9c) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:14:43.003134 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a70cf-25e4-4baa-bf6d-d728b28abe9c None None] Pushing event updated for resources: {'Port': ['ID=cb8255fe-7992-4d2b-b01d-80db94a611d1,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:43.008253 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439'] for port, after_create {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:43.041511 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ce9ac370-4b8c-4d4c-92e5-eee36c52dcca up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:14:43.088127 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:43.099051 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Network 0ba06d69-ac85-49b7-a597-808d38a94868 is already hosted by enough agents. {{(pid=96116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:14:43.136264 n-d-804985-3 neutron-server[96116]: DEBUG neutron.scheduler.base_scheduler [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Resources bound (agent type, host, resource id): {{(pid=96116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:14:43.138393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Pushing event updated for resources: {'Port': ['ID=ceec630f-dba1-47ab-b0bd-69fabc016dd6,revision_number=1']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:43.146424 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Received port after_create {{(pid=96116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:14:43.185666 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:43.197127 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] Set router 58b99d2a-b6e3-4ec0-badf-427fa9151199 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:14:43.226081 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:14:43.235896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:14:43.241003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Pushing event updated for resources: {'Port': ['ID=f6074d52-ec5c-4ff8-808f-81393e496d9c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:43.241003 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:14:43.263747 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Attempting to bind port ceec630f-dba1-47ab-b0bd-69fabc016dd6 on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:14:43.264371 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Attempting to bind port ceec630f-dba1-47ab-b0bd-69fabc016dd6 by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'e7758dac-66bb-40c7-ba84-da73d075d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ba06d69-ac85-49b7-a597-808d38a94868'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:14:43.264496 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Attempting to bind port ceec630f-dba1-47ab-b0bd-69fabc016dd6 on network 0ba06d69-ac85-49b7-a597-808d38a94868 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:14:43.275202 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ce9ac370-4b8c-4d4c-92e5-eee36c52dcca triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:43.275450 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:43.306467 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:14:43.306845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Checking segment: {'id': 'e7758dac-66bb-40c7-ba84-da73d075d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ba06d69-ac85-49b7-a597-808d38a94868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:14:43.307244 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:43.307715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Bound using segment: {'id': 'e7758dac-66bb-40c7-ba84-da73d075d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ba06d69-ac85-49b7-a597-808d38a94868'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:14:43.308442 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Bound port: ceec630f-dba1-47ab-b0bd-69fabc016dd6, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7758dac-66bb-40c7-ba84-da73d075d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ba06d69-ac85-49b7-a597-808d38a94868'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:14:43.308826 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:43.477346 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] For port ceec630f-dba1-47ab-b0bd-69fabc016dd6, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:14:43.481422 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] For port ceec630f-dba1-47ab-b0bd-69fabc016dd6, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ceec630f-dba1-47ab-b0bd-69fabc016dd6,segment=NetworkSegment(e7758dac-66bb-40c7-ba84-da73d075d294),segment_id=e7758dac-66bb-40c7-ba84-da73d075d294)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:14:43.545127 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:43.570098 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:43.615996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f67546-9ecc-4956-97ef-b687f8408441 None None] Pushing event updated for resources: {'Port': ['ID=ceec630f-dba1-47ab-b0bd-69fabc016dd6,revision_number=2']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:43.620748 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'cb8255fe-7992-4d2b-b01d-80db94a611d1', 'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'mac_address': 'fa:16:3e:9e:ac:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:38Z', 'updated_at': '2021-08-23T16:14:42Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'subnets': [{'id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:43.649703 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5e0b5-a923-43d7-874e-e4a152cff304 None None] The sync data for ids ['58b99d2a-b6e3-4ec0-badf-427fa9151199'] in n-d-804985-3 is: [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'cb8255fe-7992-4d2b-b01d-80db94a611d1', 'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'mac_address': 'fa:16:3e:9e:ac:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:38Z', 'updated_at': '2021-08-23T16:14:42Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'subnets': [{'id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:14:43.824238 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684115'] for router, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:44.071221 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Router 453a8961-f819-4d0c-9269-1242e9fa1144 is scheduled to L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a with binding_index 1 {{(pid=96115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 16:14:44.525580 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:14:44.538046 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Sync routers for ids ['453a8961-f819-4d0c-9269-1242e9fa1144'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:14:44.552536 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Routers {'453a8961-f819-4d0c-9269-1242e9fa1144'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:14:44.558689 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['453a8961-f819-4d0c-9269-1242e9fa1144'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:44.621986 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec92d8-34f2-4f10-9bf0-860c4446939c None None] Network 0ba06d69-ac85-49b7-a597-808d38a94868 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:14:44.664610 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Set router 453a8961-f819-4d0c-9269-1242e9fa1144 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:14:44.668613 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:44.672534 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-677f567f-4c5d-4733-9bf3-c3e1aeee8428 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5395145 Aug 23 16:14:44.673233 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41930) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:44.803818 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-d925f083-471c-42d8-a317-7312305c776c None None] Provisioning for port ceec630f-dba1-47ab-b0bd-69fabc016dd6 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:14:44.869514 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'name': 'tempest-TestSnapshotPattern-1090472172-router', 'tenant_id': 'e965be2e8df744fba28a50998de80677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'f6074d52-ec5c-4ff8-808f-81393e496d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:14:43Z', 'revision_number': 3, 'project_id': 'e965be2e8df744fba28a50998de80677', 'gw_port': {'id': 'f6074d52-ec5c-4ff8-808f-81393e496d9c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ad:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:44.904156 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Checking router: 453a8961-f819-4d0c-9269-1242e9fa1144 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:14:44.904756 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Updating router 453a8961-f819-4d0c-9269-1242e9fa1144 port f6074d52-ec5c-4ff8-808f-81393e496d9c binding host n-d-804985-3 {{(pid=96117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:14:44.936491 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:45.125044 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ceec630f-dba1-47ab-b0bd-69fabc016dd6 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:14:45.219764 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:45.240794 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Notify callbacks [] for port, precommit_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:45.252831 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.provisioning_blocks [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Transition to ACTIVE for port object f6074d52-ec5c-4ff8-808f-81393e496d9c will not be triggered until provisioned by entity L2. {{(pid=96117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:14:45.277409 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port ceec630f-dba1-47ab-b0bd-69fabc016dd6 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:14:45.281279 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ceec630f-dba1-47ab-b0bd-69fabc016dd6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:45.297205 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:45.365090 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:45.379904 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:45.398175 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Allocated IP 172.20.0.1 (0ba06d69-ac85-49b7-a597-808d38a94868/5bc1bc7b-2abd-4ca4-a33f-a7c2ac8c0490/b2d03b90-1edd-45da-a0f0-b07ac945bc8c) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:14:45.399212 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port ceec630f-dba1-47ab-b0bd-69fabc016dd6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ceec630f-dba1-47ab-b0bd-69fabc016dd6,segment=NetworkSegment(e7758dac-66bb-40c7-ba84-da73d075d294),segment_id=e7758dac-66bb-40c7-ba84-da73d075d294)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:45.437323 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Attempting to bind port f6074d52-ec5c-4ff8-808f-81393e496d9c on host n-d-804985-3 for vnic_type normal with profile {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:14:45.437680 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Attempting to bind port f6074d52-ec5c-4ff8-808f-81393e496d9c by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:14:45.438045 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Attempting to bind port f6074d52-ec5c-4ff8-808f-81393e496d9c on network e6581f12-2906-4ad2-9e73-ba5575fb886b {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:14:45.440115 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbb45c-ba5d-4f58-a0a2-b3553f973902 None None] Pushing event updated for resources: {'Port': ['ID=f6074d52-ec5c-4ff8-808f-81393e496d9c,revision_number=2']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:45.445681 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:14:45.446060 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Checking segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:14:45.446459 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:45.446846 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Bound using segment: {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'} {{(pid=96117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:14:45.447404 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.managers [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Bound port: f6074d52-ec5c-4ff8-808f-81393e496d9c, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c40cfa-bc06-481f-99c2-4584f01dcd11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b'}}] {{(pid=96117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:14:45.447810 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:45.494223 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:45.495640 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device cb8255fe-7992-4d2b-b01d-80db94a611d1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:14:45.501491 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] For port f6074d52-ec5c-4ff8-808f-81393e496d9c, host n-d-804985-3, cleared binding levels {{(pid=96117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:14:45.505934 n-d-804985-3 neutron-server[96117]: DEBUG neutron.plugins.ml2.db [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] For port f6074d52-ec5c-4ff8-808f-81393e496d9c, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f6074d52-ec5c-4ff8-808f-81393e496d9c,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:14:45.512077 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:45.526007 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Transition to ACTIVE for port object b2d03b90-1edd-45da-a0f0-b07ac945bc8c will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:14:45.575920 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=ceec630f-dba1-47ab-b0bd-69fabc016dd6,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:45.614737 n-d-804985-3 neutron-server[96117]: DEBUG neutron_lib.callbacks.manager [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:45.646859 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:45.668581 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Routers {'453a8961-f819-4d0c-9269-1242e9fa1144'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:14:45.669205 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['453a8961-f819-4d0c-9269-1242e9fa1144'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:45.701421 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Network 0ba06d69-ac85-49b7-a597-808d38a94868 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:14:45.704364 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:14:45.707892 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:14:45.715318 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbb45c-ba5d-4f58-a0a2-b3553f973902 None None] Pushing event updated for resources: {'Port': ['ID=f6074d52-ec5c-4ff8-808f-81393e496d9c,revision_number=3']} {{(pid=96117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:45.726068 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port cb8255fe-7992-4d2b-b01d-80db94a611d1 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:14:45.735294 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port cb8255fe-7992-4d2b-b01d-80db94a611d1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:45.737697 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:45.754301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d03b90-1edd-45da-a0f0-b07ac945bc8c,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:45.757158 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674874'] for router_interface, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:45.867808 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:45.906947 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] Set router 453a8961-f819-4d0c-9269-1242e9fa1144 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:14:45.923962 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port cb8255fe-7992-4d2b-b01d-80db94a611d1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=cb8255fe-7992-4d2b-b01d-80db94a611d1,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:46.008932 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:46.065905 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:46.081064 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=cb8255fe-7992-4d2b-b01d-80db94a611d1,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:46.092405 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a16c42b4-3610-4180-bb94-2bd67203ab4c None None] Provisioning for port b2d03b90-1edd-45da-a0f0-b07ac945bc8c completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:14:46.097416 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-a16c42b4-3610-4180-bb94-2bd67203ab4c None None] Provisioning complete for port b2d03b90-1edd-45da-a0f0-b07ac945bc8c triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:46.097816 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a16c42b4-3610-4180-bb94-2bd67203ab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:46.121648 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'name': 'tempest-TestSnapshotPattern-1090472172-router', 'tenant_id': 'e965be2e8df744fba28a50998de80677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'f6074d52-ec5c-4ff8-808f-81393e496d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:14:43Z', 'revision_number': 3, 'project_id': 'e965be2e8df744fba28a50998de80677', 'gw_port': {'id': 'f6074d52-ec5c-4ff8-808f-81393e496d9c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ad:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:46.135126 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-a16c42b4-3610-4180-bb94-2bd67203ab4c None None] Port b2d03b90-1edd-45da-a0f0-b07ac945bc8c cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:14:46.235862 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0566e36f-4ad0-421b-a6cb-ada01fbffe1f None None] The sync data for ids ['453a8961-f819-4d0c-9269-1242e9fa1144'] in n-d-804985-3 is: [{'id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'name': 'tempest-TestSnapshotPattern-1090472172-router', 'tenant_id': 'e965be2e8df744fba28a50998de80677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'f6074d52-ec5c-4ff8-808f-81393e496d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:14:43Z', 'revision_number': 3, 'project_id': 'e965be2e8df744fba28a50998de80677', 'gw_port': {'id': 'f6074d52-ec5c-4ff8-808f-81393e496d9c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ad:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:14:46.258835 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:46.337796 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:46.411244 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674916'] for router_interface, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:46.413039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d03b90-1edd-45da-a0f0-b07ac945bc8c,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:46.519753 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Network 0ba06d69-ac85-49b7-a597-808d38a94868 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:14:46.521187 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:14:46.606326 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:46.645946 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Router 453a8961-f819-4d0c-9269-1242e9fa1144 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:14:46.760512 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-7678301a-01af-4bd7-9e72-44b90022e4ec None None] Provisioning complete for port b2d03b90-1edd-45da-a0f0-b07ac945bc8c triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:46.761627 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7678301a-01af-4bd7-9e72-44b90022e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:46.768171 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:14:46.775914 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-92b794e1-c182-49d0-ab85-47164a212716 admin admin] 10.222.0.38 "PUT /v2.0/routers/453a8961-f819-4d0c-9269-1242e9fa1144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1003218 Aug 23 16:14:46.801416 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-7678301a-01af-4bd7-9e72-44b90022e4ec None None] Port b2d03b90-1edd-45da-a0f0-b07ac945bc8c cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:14:47.127751 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device cb8255fe-7992-4d2b-b01d-80db94a611d1 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:14:47.180592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port cb8255fe-7992-4d2b-b01d-80db94a611d1 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:47.180965 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:47.259715 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ceec630f-dba1-47ab-b0bd-69fabc016dd6 up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:14:47.310040 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port ceec630f-dba1-47ab-b0bd-69fabc016dd6 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:47.310439 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:47.394204 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f6074d52-ec5c-4ff8-808f-81393e496d9c up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:14:47.437005 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41938) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:47.441989 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-1787c03e-06fd-4e37-9028-c6c2a1ea0992 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490456561', 'description': 'tempest-secgroup-smoke-1490456561 description', 'project_id': '7d1ca42743b54382a034f118620535db'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:14:47.537463 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port f6074d52-ec5c-4ff8-808f-81393e496d9c completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:14:47.541635 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f6074d52-ec5c-4ff8-808f-81393e496d9c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:47.542376 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:47.553952 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1787c03e-06fd-4e37-9028-c6c2a1ea0992 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:47.631020 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:47.650675 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1787c03e-06fd-4e37-9028-c6c2a1ea0992 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:47.654560 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port f6074d52-ec5c-4ff8-808f-81393e496d9c, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f6074d52-ec5c-4ff8-808f-81393e496d9c,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:47.731518 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1787c03e-06fd-4e37-9028-c6c2a1ea0992 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:47.742912 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:47.765727 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787c03e-06fd-4e37-9028-c6c2a1ea0992 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205488b6-2c16-447b-9fc7-f131ad2564d2,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:47.801527 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=f6074d52-ec5c-4ff8-808f-81393e496d9c,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:47.819432 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-1787c03e-06fd-4e37-9028-c6c2a1ea0992 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:47.820803 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-1787c03e-06fd-4e37-9028-c6c2a1ea0992 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3825977 Aug 23 16:14:47.825764 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41940) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:47.829265 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-ac357e18-c74a-4fc5-a82e-468451fa3e66 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Request body: {'security_group_rule': {'security_group_id': '205488b6-2c16-447b-9fc7-f131ad2564d2', 'project_id': '7d1ca42743b54382a034f118620535db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:14:47.852098 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Sync routers for ids ['453a8961-f819-4d0c-9269-1242e9fa1144'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:14:47.862003 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Routers {'453a8961-f819-4d0c-9269-1242e9fa1144'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:14:47.862615 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['453a8961-f819-4d0c-9269-1242e9fa1144'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:47.922587 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ac357e18-c74a-4fc5-a82e-468451fa3e66 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:47.973629 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Set router 453a8961-f819-4d0c-9269-1242e9fa1144 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:14:47.980933 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ac357e18-c74a-4fc5-a82e-468451fa3e66 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.040414 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ac357e18-c74a-4fc5-a82e-468451fa3e66 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.060747 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac357e18-c74a-4fc5-a82e-468451fa3e66 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6b47c0-e217-4965-be42-bc4a1942c276,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:48.134173 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ac357e18-c74a-4fc5-a82e-468451fa3e66 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.135343 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ac357e18-c74a-4fc5-a82e-468451fa3e66 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3096328 Aug 23 16:14:48.138209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41942) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:48.142909 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-e81cca53-9e16-418b-bc85-ef700a05ee93 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Request body: {'security_group_rule': {'security_group_id': '205488b6-2c16-447b-9fc7-f131ad2564d2', 'project_id': '7d1ca42743b54382a034f118620535db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:14:48.179993 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'name': 'tempest-TestSnapshotPattern-1090472172-router', 'tenant_id': 'e965be2e8df744fba28a50998de80677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'f6074d52-ec5c-4ff8-808f-81393e496d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 4, 'project_id': 'e965be2e8df744fba28a50998de80677', 'gw_port': {'id': 'f6074d52-ec5c-4ff8-808f-81393e496d9c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ad:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'b2d03b90-1edd-45da-a0f0-b07ac945bc8c', 'name': '', 'network_id': '0ba06d69-ac85-49b7-a597-808d38a94868', 'tenant_id': 'e965be2e8df744fba28a50998de80677', 'mac_address': 'fa:16:3e:3b:54:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '5bc1bc7b-2abd-4ca4-a33f-a7c2ac8c0490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:45Z', 'updated_at': '2021-08-23T16:14:46Z', 'revision_number': 2, 'project_id': 'e965be2e8df744fba28a50998de80677', 'subnets': [{'id': '5bc1bc7b-2abd-4ca4-a33f-a7c2ac8c0490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:48.205996 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Checking router: 453a8961-f819-4d0c-9269-1242e9fa1144 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:14:48.206356 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Updating router 453a8961-f819-4d0c-9269-1242e9fa1144 port b2d03b90-1edd-45da-a0f0-b07ac945bc8c binding host n-d-804985-3 {{(pid=96116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 16:14:48.231761 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e81cca53-9e16-418b-bc85-ef700a05ee93 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.235217 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.297327 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e81cca53-9e16-418b-bc85-ef700a05ee93 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.372393 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e81cca53-9e16-418b-bc85-ef700a05ee93 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.390154 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cca53-9e16-418b-bc85-ef700a05ee93 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f733e0-db14-4558-bb2a-161f805e9b35,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:48.469289 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-e81cca53-9e16-418b-bc85-ef700a05ee93 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.470676 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-e81cca53-9e16-418b-bc85-ef700a05ee93 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3314471 Aug 23 16:14:48.473459 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41944) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:48.478021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-b3400a9a-623d-4210-bf97-65ef5f4279a5 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Request body: {'security_group_rule': {'security_group_id': '205488b6-2c16-447b-9fc7-f131ad2564d2', 'project_id': '7d1ca42743b54382a034f118620535db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:14:48.596660 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b3400a9a-623d-4210-bf97-65ef5f4279a5 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.652905 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Notify callbacks [] for port, precommit_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.662472 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b3400a9a-623d-4210-bf97-65ef5f4279a5 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.663003 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Transition to ACTIVE for port object b2d03b90-1edd-45da-a0f0-b07ac945bc8c will not be triggered until provisioned by entity L2. {{(pid=96116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:14:48.762687 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b3400a9a-623d-4210-bf97-65ef5f4279a5 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.781983 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3400a9a-623d-4210-bf97-65ef5f4279a5 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cabac7-83a4-4c11-a334-1fc91b927c9a,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:48.808101 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.858746 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fc29f-9d62-499c-9383-ddd2e29a6f52 None None] Pushing event updated for resources: {'Port': ['ID=b2d03b90-1edd-45da-a0f0-b07ac945bc8c,revision_number=3']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:48.871370 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b3400a9a-623d-4210-bf97-65ef5f4279a5 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.875326 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b3400a9a-623d-4210-bf97-65ef5f4279a5 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3986218 Aug 23 16:14:48.875477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41946) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:48.880209 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a0fb5ef1-3815-4b81-b17d-bc1ca942eb9e tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Request body: {'security_group_rule': {'security_group_id': '205488b6-2c16-447b-9fc7-f131ad2564d2', 'project_id': '7d1ca42743b54382a034f118620535db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:14:48.920997 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Attempting to bind port b2d03b90-1edd-45da-a0f0-b07ac945bc8c on host n-d-804985-3 for vnic_type normal with profile {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:14:48.921460 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Attempting to bind port b2d03b90-1edd-45da-a0f0-b07ac945bc8c by drivers openvswitch,hyperv on host n-d-804985-3 at level 0 using segments [{'id': 'e7758dac-66bb-40c7-ba84-da73d075d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ba06d69-ac85-49b7-a597-808d38a94868'}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:14:48.921827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Attempting to bind port b2d03b90-1edd-45da-a0f0-b07ac945bc8c on network 0ba06d69-ac85-49b7-a597-808d38a94868 {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:14:48.926936 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Checking agent: {'id': 'bbb73f87-abe1-4287-8877-2fa6c7d20467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 30, 25), 'started_at': datetime.datetime(2021, 8, 23, 14, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:14:48.927318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Checking segment: {'id': 'e7758dac-66bb-40c7-ba84-da73d075d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ba06d69-ac85-49b7-a597-808d38a94868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:14:48.927750 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.928138 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Bound using segment: {'id': 'e7758dac-66bb-40c7-ba84-da73d075d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ba06d69-ac85-49b7-a597-808d38a94868'} {{(pid=96116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:14:48.928605 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.managers [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Bound port: b2d03b90-1edd-45da-a0f0-b07ac945bc8c, host: n-d-804985-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7758dac-66bb-40c7-ba84-da73d075d294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0ba06d69-ac85-49b7-a597-808d38a94868'}}] {{(pid=96116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:14:48.929023 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:48.969159 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5ef1-3815-4b81-b17d-bc1ca942eb9e tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:49.006673 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] For port b2d03b90-1edd-45da-a0f0-b07ac945bc8c, host n-d-804985-3, cleared binding levels {{(pid=96116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:14:49.010344 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] For port b2d03b90-1edd-45da-a0f0-b07ac945bc8c, host n-d-804985-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b2d03b90-1edd-45da-a0f0-b07ac945bc8c,segment=NetworkSegment(e7758dac-66bb-40c7-ba84-da73d075d294),segment_id=e7758dac-66bb-40c7-ba84-da73d075d294)] {{(pid=96116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:14:49.041834 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f6074d52-ec5c-4ff8-808f-81393e496d9c up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:14:49.042930 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5ef1-3815-4b81-b17d-bc1ca942eb9e tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:49.090749 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port f6074d52-ec5c-4ff8-808f-81393e496d9c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:49.091113 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:49.109030 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5ef1-3815-4b81-b17d-bc1ca942eb9e tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:49.111644 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:49.127477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb5ef1-3815-4b81-b17d-bc1ca942eb9e tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b0f839-ee56-4ba0-843e-65482e9ed8d4,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:49.202627 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0fb5ef1-3815-4b81-b17d-bc1ca942eb9e tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:49.205159 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a0fb5ef1-3815-4b81-b17d-bc1ca942eb9e tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3285625 Aug 23 16:14:49.207369 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41948) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:49.214149 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-41a6ceda-5053-4da9-a0ac-be5ec94153f1 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Request body: {'security_group_rule': {'security_group_id': '205488b6-2c16-447b-9fc7-f131ad2564d2', 'project_id': '7d1ca42743b54382a034f118620535db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:14:49.217312 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fc29f-9d62-499c-9383-ddd2e29a6f52 None None] Pushing event updated for resources: {'Port': ['ID=b2d03b90-1edd-45da-a0f0-b07ac945bc8c,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:49.219992 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Routers {'453a8961-f819-4d0c-9269-1242e9fa1144'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:14:49.220605 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:14:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['453a8961-f819-4d0c-9269-1242e9fa1144'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:49.332780 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-41a6ceda-5053-4da9-a0ac-be5ec94153f1 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Project 7d1ca42743b54382a034f118620535db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:14:49.339949 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41a6ceda-5053-4da9-a0ac-be5ec94153f1 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:49.368766 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] Set router 453a8961-f819-4d0c-9269-1242e9fa1144 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:14:49.407577 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41a6ceda-5053-4da9-a0ac-be5ec94153f1 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:49.486006 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41a6ceda-5053-4da9-a0ac-be5ec94153f1 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:49.507338 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6ceda-5053-4da9-a0ac-be5ec94153f1 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d37d941-a2b4-4da2-8983-102d731027e7,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:49.581281 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'name': 'tempest-TestSnapshotPattern-1090472172-router', 'tenant_id': 'e965be2e8df744fba28a50998de80677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'f6074d52-ec5c-4ff8-808f-81393e496d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 4, 'project_id': 'e965be2e8df744fba28a50998de80677', 'gw_port': {'id': 'f6074d52-ec5c-4ff8-808f-81393e496d9c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ad:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'b2d03b90-1edd-45da-a0f0-b07ac945bc8c', 'name': '', 'network_id': '0ba06d69-ac85-49b7-a597-808d38a94868', 'tenant_id': 'e965be2e8df744fba28a50998de80677', 'mac_address': 'fa:16:3e:3b:54:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '5bc1bc7b-2abd-4ca4-a33f-a7c2ac8c0490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:45Z', 'updated_at': '2021-08-23T16:14:49Z', 'revision_number': 4, 'project_id': 'e965be2e8df744fba28a50998de80677', 'subnets': [{'id': '5bc1bc7b-2abd-4ca4-a33f-a7c2ac8c0490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:14:49.594644 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-41a6ceda-5053-4da9-a0ac-be5ec94153f1 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:49.596079 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-41a6ceda-5053-4da9-a0ac-be5ec94153f1 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3876450 Aug 23 16:14:49.598977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 41950) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:14:49.603558 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-12fceef2-e519-4bb5-8cfa-acaa63ec88fc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Request body: {'security_group_rule': {'security_group_id': '205488b6-2c16-447b-9fc7-f131ad2564d2', 'project_id': '7d1ca42743b54382a034f118620535db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:14:49.608305 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb1fa3-dba9-4c46-b9fe-3100fb0e109a None None] The sync data for ids ['453a8961-f819-4d0c-9269-1242e9fa1144'] in n-d-804985-3 is: [{'id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'name': 'tempest-TestSnapshotPattern-1090472172-router', 'tenant_id': 'e965be2e8df744fba28a50998de80677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'f6074d52-ec5c-4ff8-808f-81393e496d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 4, 'project_id': 'e965be2e8df744fba28a50998de80677', 'gw_port': {'id': 'f6074d52-ec5c-4ff8-808f-81393e496d9c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ad:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'b2d03b90-1edd-45da-a0f0-b07ac945bc8c', 'name': '', 'network_id': '0ba06d69-ac85-49b7-a597-808d38a94868', 'tenant_id': 'e965be2e8df744fba28a50998de80677', 'mac_address': 'fa:16:3e:3b:54:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '5bc1bc7b-2abd-4ca4-a33f-a7c2ac8c0490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:45Z', 'updated_at': '2021-08-23T16:14:49Z', 'revision_number': 4, 'project_id': 'e965be2e8df744fba28a50998de80677', 'subnets': [{'id': '5bc1bc7b-2abd-4ca4-a33f-a7c2ac8c0490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:14:49.743499 n-d-804985-3 neutron-server[96115]: INFO neutron.db.securitygroups_db [None req-12fceef2-e519-4bb5-8cfa-acaa63ec88fc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Project 7d1ca42743b54382a034f118620535db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 16:14:49.749846 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-12fceef2-e519-4bb5-8cfa-acaa63ec88fc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:49.906790 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-12fceef2-e519-4bb5-8cfa-acaa63ec88fc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:49.977465 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-12fceef2-e519-4bb5-8cfa-acaa63ec88fc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586961'] for security_group_rule, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:49.997624 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fceef2-e519-4bb5-8cfa-acaa63ec88fc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48e9b2b-a4d9-492e-8f88-489e15456132,revision_number=0']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:50.099616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-12fceef2-e519-4bb5-8cfa-acaa63ec88fc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:50.101020 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-12fceef2-e519-4bb5-8cfa-acaa63ec88fc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5009997 Aug 23 16:14:50.258109 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-6e50d5a3-de55-45e3-ad2a-a1d3be893b65 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490456561&fields=id&tenant_id=7d1ca42743b54382a034f118620535db HTTP/1.1" status: 200 len: 267 time: 0.0353982 Aug 23 16:14:50.368947 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fe09a-2e06-48a6-a298-a838352dec48 req-914f723a-61d9-4b72-845c-398d302fa785 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:50.370429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-914f723a-61d9-4b72-845c-398d302fa785 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/networks?id=885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 200 len: 810 time: 0.1043317 Aug 23 16:14:50.388519 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-d377d9b9-c562-4493-b76e-481d9c3f7143 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/quotas/7d1ca42743b54382a034f118620535db HTTP/1.1" status: 200 len: 375 time: 0.0119381 Aug 23 16:14:50.447112 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-ca01d82a-b79e-48ee-b78c-29ab13ebaf57 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526495 Aug 23 16:14:50.638579 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-ff0387b6-5416-4eed-92f7-ca4302170c50 service neutron] 10.222.0.38 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785443 Aug 23 16:14:50.739839 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-2807d622-d203-4fc7-98f6-7bf84c3b8484 service neutron] 10.222.0.38 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947833 Aug 23 16:14:50.985613 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-042ba169-bf99-45fd-b345-59ef3ea9986f req-28960c46-f2c6-4a47-a425-f4b00dd5fc42 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 210 time: 0.0301421 Aug 23 16:14:51.060103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b2d03b90-1edd-45da-a0f0-b07ac945bc8c up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:14:51.217359 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning for port b2d03b90-1edd-45da-a0f0-b07ac945bc8c completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:14:51.221415 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b2d03b90-1edd-45da-a0f0-b07ac945bc8c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:51.224689 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:51.303017 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:51.306021 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:51.334790 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] For port b2d03b90-1edd-45da-a0f0-b07ac945bc8c, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b2d03b90-1edd-45da-a0f0-b07ac945bc8c,segment=NetworkSegment(e7758dac-66bb-40c7-ba84-da73d075d294),segment_id=e7758dac-66bb-40c7-ba84-da73d075d294)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:51.533816 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:51.581431 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Pushing event updated for resources: {'Port': ['ID=b2d03b90-1edd-45da-a0f0-b07ac945bc8c,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:52.067948 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e76aefe8-59b1-44a4-ad3a-e21afbc5a2c7 req-f6da062a-0817-40e3-8e20-9e386fd48dd1 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 210 time: 0.0273070 Aug 23 16:14:52.705157 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e2368c9d-0711-4dcd-a1f8-932f3f6b919d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:53.023917 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b2d03b90-1edd-45da-a0f0-b07ac945bc8c up at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:14:53.073712 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Provisioning complete for port b2d03b90-1edd-45da-a0f0-b07ac945bc8c triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:53.074224 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:53.170275 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-65ecbced-fdaf-4574-af4a-dea85968e9cf req-ce344af5-448c-4004-a16e-d7dacb0450f2 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 210 time: 0.0317125 Aug 23 16:14:53.416406 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fe09a-2e06-48a6-a298-a838352dec48 req-07f82e4c-d399-4e52-b987-ff05726619bc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:53.418629 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-07f82e4c-d399-4e52-b987-ff05726619bc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.57 "GET /v2.0/networks?id=885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 200 len: 810 time: 0.1166141 Aug 23 16:14:53.465359 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7df84ee8-e505-4877-82b8-0a6ceab082e9 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d1ca42743b54382a034f118620535db HTTP/1.1" status: 200 len: 380 time: 0.0360134 Aug 23 16:14:53.474595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-115fe09a-2e06-48a6-a298-a838352dec48 req-1daca2bd-ded0-45fb-bedf-4e6defa95ebc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Request body: {'port': {'device_id': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'admin_state_up': True, 'tenant_id': '7d1ca42743b54382a034f118620535db', 'security_groups': ['205488b6-2c16-447b-9fc7-f131ad2564d2']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:14:53.685891 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115fe09a-2e06-48a6-a298-a838352dec48 req-1daca2bd-ded0-45fb-bedf-4e6defa95ebc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Made reservation on behalf of 7d1ca42743b54382a034f118620535db for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:14:53.689547 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-115fe09a-2e06-48a6-a298-a838352dec48 req-1daca2bd-ded0-45fb-bedf-4e6defa95ebc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:53.814937 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-115fe09a-2e06-48a6-a298-a838352dec48 req-1daca2bd-ded0-45fb-bedf-4e6defa95ebc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Allocated IP 172.20.0.11 (885d7f7d-3924-4822-a147-85e0f84b12b4/6e44acfe-c9c4-4021-b5d1-c4e8c32174f6/11276db3-e623-45ef-85a7-c9b9cc8a83e0) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:14:53.959268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-115fe09a-2e06-48a6-a298-a838352dec48 req-1daca2bd-ded0-45fb-bedf-4e6defa95ebc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:53.974601 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-115fe09a-2e06-48a6-a298-a838352dec48 req-1daca2bd-ded0-45fb-bedf-4e6defa95ebc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Transition to ACTIVE for port object 11276db3-e623-45ef-85a7-c9b9cc8a83e0 will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:14:54.075403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-115fe09a-2e06-48a6-a298-a838352dec48 req-1daca2bd-ded0-45fb-bedf-4e6defa95ebc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:54.119016 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115fe09a-2e06-48a6-a298-a838352dec48 req-1daca2bd-ded0-45fb-bedf-4e6defa95ebc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Network 885d7f7d-3924-4822-a147-85e0f84b12b4 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:14:54.121885 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-115fe09a-2e06-48a6-a298-a838352dec48 req-1daca2bd-ded0-45fb-bedf-4e6defa95ebc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:14:54.126066 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-115fe09a-2e06-48a6-a298-a838352dec48 req-1daca2bd-ded0-45fb-bedf-4e6defa95ebc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:14:54.158322 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daca2bd-ded0-45fb-bedf-4e6defa95ebc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event updated for resources: {'Port': ['ID=11276db3-e623-45ef-85a7-c9b9cc8a83e0,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:54.190484 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fe09a-2e06-48a6-a298-a838352dec48 req-1daca2bd-ded0-45fb-bedf-4e6defa95ebc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:54.191123 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-115fe09a-2e06-48a6-a298-a838352dec48 req-1daca2bd-ded0-45fb-bedf-4e6defa95ebc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:54.272253 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-1daca2bd-ded0-45fb-bedf-4e6defa95ebc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8013461 Aug 23 16:14:54.286302 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Request body: {'port': {'device_id': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:14:54.316562 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d954dd3-3fe0-432d-99c9-c19e047e4f74 req-19f45e3b-0051-4f15-9866-bfafe3c8a0b5 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:54.318050 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d954dd3-3fe0-432d-99c9-c19e047e4f74 req-19f45e3b-0051-4f15-9866-bfafe3c8a0b5 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 932 time: 0.0785129 Aug 23 16:14:54.378593 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:54.398925 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5d954dd3-3fe0-432d-99c9-c19e047e4f74 req-f8b1dacf-27aa-41de-b24f-9e77fbabf1eb tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735297 Aug 23 16:14:54.442470 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c9290791-16cb-4b67-8004-5a42d1638383 None None] Provisioning for port 11276db3-e623-45ef-85a7-c9b9cc8a83e0 completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:14:54.446613 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-c9290791-16cb-4b67-8004-5a42d1638383 None None] Provisioning complete for port 11276db3-e623-45ef-85a7-c9b9cc8a83e0 triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:14:54.447014 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c9290791-16cb-4b67-8004-5a42d1638383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:54.481382 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-c9290791-16cb-4b67-8004-5a42d1638383 None None] Port 11276db3-e623-45ef-85a7-c9b9cc8a83e0 cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:14:54.656009 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11276db3-e623-45ef-85a7-c9b9cc8a83e0 {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:14:54.663424 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:54.676027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Transition to ACTIVE for port object 11276db3-e623-45ef-85a7-c9b9cc8a83e0 will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:14:54.743099 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:54.794837 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Pushing event updated for resources: {'Port': ['ID=11276db3-e623-45ef-85a7-c9b9cc8a83e0,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:54.877606 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Attempting to bind port 11276db3-e623-45ef-85a7-c9b9cc8a83e0 on host n-h1-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:14:54.877945 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Attempting to bind port 11276db3-e623-45ef-85a7-c9b9cc8a83e0 by drivers openvswitch,hyperv on host n-h1-804985-3 at level 0 using segments [{'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:14:54.878281 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Attempting to bind port 11276db3-e623-45ef-85a7-c9b9cc8a83e0 on network 885d7f7d-3924-4822-a147-85e0f84b12b4 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:14:54.882906 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Port 11276db3-e623-45ef-85a7-c9b9cc8a83e0 on network 885d7f7d-3924-4822-a147-85e0f84b12b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:14:54.883242 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Attempting to bind port 11276db3-e623-45ef-85a7-c9b9cc8a83e0 on network 885d7f7d-3924-4822-a147-85e0f84b12b4 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:14:54.888980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Checking agent: {'id': 'f242d29b-4b59-4e35-89c1-6f81dd14e58c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:14:54.889321 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Checking segment: {'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:14:54.889712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Bound using segment: {'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:14:54.890144 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Bound port: 11276db3-e623-45ef-85a7-c9b9cc8a83e0, host: n-h1-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:14:54.890508 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:54.958334 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] For port 11276db3-e623-45ef-85a7-c9b9cc8a83e0, host n-h1-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:14:54.961627 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] For port 11276db3-e623-45ef-85a7-c9b9cc8a83e0, host n-h1-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:14:55.065833 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:55.101609 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:55.102207 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:55.103590 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] 10.222.0.57 "PUT /v2.0/ports/11276db3-e623-45ef-85a7-c9b9cc8a83e0 HTTP/1.1" status: 200 len: 1092 time: 0.8225842 Aug 23 16:14:55.104053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'tag': '11276db3-e623-45ef-85a7-c9b9cc8a83e0'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:14:55.106956 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c029008-e63c-4dcc-9fab-b92aed86a668" -d '{"events": [{"name": "network-changed", "server_uuid": "b42be46c-d12a-42e2-89d1-2e8871471112", "tag": "11276db3-e623-45ef-85a7-c9b9cc8a83e0"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:14:55.135453 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8cfda-41e9-4aa5-a6b2-7c9f75804649 service neutron] Pushing event updated for resources: {'Port': ['ID=11276db3-e623-45ef-85a7-c9b9cc8a83e0,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:55.150080 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d656626-0329-4565-841b-06f9108fa9b3 x-openstack-request-id: req-8d656626-0329-4565-841b-06f9108fa9b3 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:14:55.150080 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42be46c-d12a-42e2-89d1-2e8871471112", "tag": "11276db3-e623-45ef-85a7-c9b9cc8a83e0", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:14:55.150080 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d656626-0329-4565-841b-06f9108fa9b3 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:14:55.150080 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'tag': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'status': 'completed', 'code': 200} Aug 23 16:14:55.211159 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c029008-e63c-4dcc-9fab-b92aed86a668 req-146dd67d-fd6a-4f4b-acae-c7ca3fdebbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:55.212743 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c029008-e63c-4dcc-9fab-b92aed86a668 req-146dd67d-fd6a-4f4b-acae-c7ca3fdebbf9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 1095 time: 0.0433643 Aug 23 16:14:55.320530 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c029008-e63c-4dcc-9fab-b92aed86a668 req-5ff0fc46-f427-4141-8582-398080a64191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:55.322034 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c029008-e63c-4dcc-9fab-b92aed86a668 req-5ff0fc46-f427-4141-8582-398080a64191 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7d1ca42743b54382a034f118620535db&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1015608 Aug 23 16:14:55.419127 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c029008-e63c-4dcc-9fab-b92aed86a668 req-a833201b-b5ca-4493-99a1-c54c52ca92d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:55.421328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c029008-e63c-4dcc-9fab-b92aed86a668 req-a833201b-b5ca-4493-99a1-c54c52ca92d9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919526 Aug 23 16:14:55.541268 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fe09a-2e06-48a6-a298-a838352dec48 req-edad20f5-8de6-44eb-bad3-e9379542142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:55.542851 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-edad20f5-8de6-44eb-bad3-e9379542142a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 1095 time: 0.0800941 Aug 23 16:14:55.553886 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c2b27-6166-483f-aefd-dab74f54a983 req-9e520115-5a32-4d1a-92e1-9d6899feebdb tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:55.555478 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b53c2b27-6166-483f-aefd-dab74f54a983 req-9e520115-5a32-4d1a-92e1-9d6899feebdb tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 944 time: 0.0824978 Aug 23 16:14:55.596545 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:55.601530 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-313b452c-eb3f-4104-9838-76a4e2a437b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0 HTTP/1.1" status: 200 len: 217 time: 0.0450459 Aug 23 16:14:55.650908 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b53c2b27-6166-483f-aefd-dab74f54a983 req-8eeab8da-00ef-4ea3-ab81-1a698b247da9 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888355 Aug 23 16:14:55.666398 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fe09a-2e06-48a6-a298-a838352dec48 req-441318df-eaac-4c93-97b3-47872f2738cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:55.668030 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-441318df-eaac-4c93-97b3-47872f2738cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e44acfe-c9c4-4021-b5d1-c4e8c32174f6 HTTP/1.1" status: 200 len: 849 time: 0.0601857 Aug 23 16:14:55.716570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fe09a-2e06-48a6-a298-a838352dec48 req-82dc6851-5dd9-4931-b60d-3cce695ad0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:55.718080 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-82dc6851-5dd9-4931-b60d-3cce695ad0b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885d7f7d-3924-4822-a147-85e0f84b12b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429046 Aug 23 16:14:55.810024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-393d0ae0-8a28-42c2-9d7c-377186085e20 service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850070 Aug 23 16:14:55.908178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-115fe09a-2e06-48a6-a298-a838352dec48 req-6973b2cc-8ed2-4a88-bc75-1e8d799e066c service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914652 Aug 23 16:14:56.675126 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-10a314fe-eb8b-4e67-9500-9b2ff6c91211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:56.772143 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429a946-d2cc-4be0-8275-700b852ee79b req-fdd24b63-53db-4251-87d1-a8d635f6a918 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:56.773614 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c429a946-d2cc-4be0-8275-700b852ee79b req-fdd24b63-53db-4251-87d1-a8d635f6a918 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 944 time: 0.0486429 Aug 23 16:14:56.816496 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c429a946-d2cc-4be0-8275-700b852ee79b req-cd61ba7b-682e-4193-a497-209de19c2d46 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359638 Aug 23 16:14:57.137323 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:57.937143 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f09cc-b975-49a1-a686-b6706014f30a req-bd87cdc4-9bf2-47c9-9b3c-4529bde84c06 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:57.938558 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b2f09cc-b975-49a1-a686-b6706014f30a req-bd87cdc4-9bf2-47c9-9b3c-4529bde84c06 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 944 time: 0.0551221 Aug 23 16:14:57.976306 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3b2f09cc-b975-49a1-a686-b6706014f30a req-9486e2c4-1a71-4c7b-9e28-5824748e3662 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317566 Aug 23 16:14:58.416143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 11276db3-e623-45ef-85a7-c9b9cc8a83e0 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:14:58.509979 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 11276db3-e623-45ef-85a7-c9b9cc8a83e0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:58.520777 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'port_id': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'mac_address': 'fa:16:3e:2a:45:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:14:58.557668 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:58.569935 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11276db3-e623-45ef-85a7-c9b9cc8a83e0 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:14:58.589618 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 11276db3-e623-45ef-85a7-c9b9cc8a83e0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:14:58.657100 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:58.704735 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=11276db3-e623-45ef-85a7-c9b9cc8a83e0,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:14:58.858518 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['11276db3-e623-45ef-85a7-c9b9cc8a83e0'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:14:58.941638 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:14:59.096742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326d8e3-5859-463a-8f68-7e1f79d527e3 req-58009cb9-aeed-48c0-bdb6-74644409133a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:14:59.098226 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1326d8e3-5859-463a-8f68-7e1f79d527e3 req-58009cb9-aeed-48c0-bdb6-74644409133a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 945 time: 0.0543082 Aug 23 16:14:59.136884 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-1326d8e3-5859-463a-8f68-7e1f79d527e3 req-894dbf23-761b-4d96-bccc-0eba25b7198d tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324998 Aug 23 16:15:00.250880 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf14ee5-f8b7-46d1-b886-23f137e0aef3 req-8ed27a5a-693f-438d-972f-e6b83114f3f8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:15:00.252405 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fbf14ee5-f8b7-46d1-b886-23f137e0aef3 req-8ed27a5a-693f-438d-972f-e6b83114f3f8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 945 time: 0.0495219 Aug 23 16:15:00.296328 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fbf14ee5-f8b7-46d1-b886-23f137e0aef3 req-3c737843-b993-441b-85d4-3c524347f0b9 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374060 Aug 23 16:15:00.429842 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 11276db3-e623-45ef-85a7-c9b9cc8a83e0 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:15:00.559928 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning for port 11276db3-e623-45ef-85a7-c9b9cc8a83e0 completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:15:00.563845 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 11276db3-e623-45ef-85a7-c9b9cc8a83e0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:15:00.564229 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:00.642363 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:00.665883 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11276db3-e623-45ef-85a7-c9b9cc8a83e0'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:15:00.668902 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a040aa-da20-48fb-9364-012ed8ea0f92" -d '{"events": [{"server_uuid": "b42be46c-d12a-42e2-89d1-2e8871471112", "name": "network-vif-plugged", "status": "completed", "tag": "11276db3-e623-45ef-85a7-c9b9cc8a83e0"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:15:00.683017 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 11276db3-e623-45ef-85a7-c9b9cc8a83e0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:15:00.763309 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ab2779-4d2f-425b-8dd0-60b5c7690981 x-openstack-request-id: req-10ab2779-4d2f-425b-8dd0-60b5c7690981 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:15:00.763309 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42be46c-d12a-42e2-89d1-2e8871471112", "name": "network-vif-plugged", "status": "completed", "tag": "11276db3-e623-45ef-85a7-c9b9cc8a83e0", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:15:00.763309 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-10ab2779-4d2f-425b-8dd0-60b5c7690981 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:15:00.763309 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'code': 200} Aug 23 16:15:00.800291 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:00.851030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=11276db3-e623-45ef-85a7-c9b9cc8a83e0,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:15:00.856471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41e50b-1d21-4ea7-9ce1-769960a8f7b7 req-8b33d040-e71c-40c5-a295-34eca939680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:15:00.858024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f41e50b-1d21-4ea7-9ce1-769960a8f7b7 req-8b33d040-e71c-40c5-a295-34eca939680c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 1097 time: 0.0426340 Aug 23 16:15:00.893441 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f41e50b-1d21-4ea7-9ce1-769960a8f7b7 req-f8baed1c-1a19-45ac-8815-1bb066b17f08 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282769 Aug 23 16:15:01.419765 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb20b5-f9de-4b82-839a-7796a472d19e req-d4644047-bb50-431f-b792-b2f029d6d20a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:15:01.421253 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1fb20b5-f9de-4b82-839a-7796a472d19e req-d4644047-bb50-431f-b792-b2f029d6d20a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 946 time: 0.0498805 Aug 23 16:15:01.458599 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c1fb20b5-f9de-4b82-839a-7796a472d19e req-ddf0c1d6-52ae-4991-9afe-c26ec0fb577b tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314317 Aug 23 16:15:02.577538 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833a028-6d2d-43b2-86e6-b13f6f892578 req-e5875ed1-7094-4d28-8e2f-3d66b9c08724 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:15:02.579027 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e833a028-6d2d-43b2-86e6-b13f6f892578 req-e5875ed1-7094-4d28-8e2f-3d66b9c08724 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 946 time: 0.0502319 Aug 23 16:15:02.617776 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-e833a028-6d2d-43b2-86e6-b13f6f892578 req-9537bf11-112b-41ca-927a-8a6a74f151ea tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326550 Aug 23 16:15:02.741239 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c3873-a67f-423e-a17f-e36bfa566777 req-2f422dcd-8efa-464f-bdff-10be3dde9d81 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:15:02.742652 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-798c3873-a67f-423e-a17f-e36bfa566777 req-2f422dcd-8efa-464f-bdff-10be3dde9d81 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 946 time: 0.0556545 Aug 23 16:15:02.785398 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-798c3873-a67f-423e-a17f-e36bfa566777 req-ac64d31f-515b-4b1d-8e34-eb07a88b5061 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356393 Aug 23 16:15:02.807193 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42010) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:15:02.888674 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8f4a2e-c5dd-4f2d-a256-5534961efb30 tempest-TestSnapshotPattern-2114926135 tempest-TestSnapshotPattern-2114926135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:15:02.890215 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-7c8f4a2e-c5dd-4f2d-a256-5534961efb30 tempest-TestSnapshotPattern-2114926135 tempest-TestSnapshotPattern-2114926135-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 1092 time: 0.0814495 Aug 23 16:15:02.893167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42014) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:15:02.897464 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'fixed_ip_address': '172.20.0.11'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:15:03.027211 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-04257aba-54e7-4a3f-82a4-f895b727d7b4 req-62cd1f93-d76a-4bf6-b888-1dd9f18a207d service neutron] (96114) timed out ('10.222.0.38', 34870) {{(pid=96114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 16:15:03.029086 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:03.127621 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:03.233515 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Allocated IP 172.25.8.70 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/36920b50-28ba-4e20-a00f-a16c4fd67d17) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:15:03.332173 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:03.448582 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:03.486039 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:15:03.488797 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:15:03.492222 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:15:03.521249 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event updated for resources: {'Port': ['ID=36920b50-28ba-4e20-a00f-a16c4fd67d17,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:15:03.860506 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:03.977833 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:04.127823 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:04.184926 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:04.254226 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event updated for resources: {'Port': ['ID=36920b50-28ba-4e20-a00f-a16c4fd67d17,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:15:04.262977 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:04.367782 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Floating IP 076aed04-9a35-4ef5-9e0b-93225836620c associated. External IP: 172.25.8.70, port: 11276db3-e623-45ef-85a7-c9b9cc8a83e0. Aug 23 16:15:04.572889 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Router 58b99d2a-b6e3-4ec0-badf-427fa9151199 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:15:05.019827 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:15:05.030336 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f710013-6f96-47f2-8290-07c2c6fac641 None None] Sync routers for ids ['58b99d2a-b6e3-4ec0-badf-427fa9151199'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:15:05.039098 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f710013-6f96-47f2-8290-07c2c6fac641 None None] Routers {'58b99d2a-b6e3-4ec0-badf-427fa9151199'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:15:05.043787 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9f710013-6f96-47f2-8290-07c2c6fac641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:14:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['58b99d2a-b6e3-4ec0-badf-427fa9151199'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:15:05.122298 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:05.149063 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-9f710013-6f96-47f2-8290-07c2c6fac641 None None] Set router 58b99d2a-b6e3-4ec0-badf-427fa9151199 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:15:05.149539 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-a0ab3d34-c3e1-40f8-b85b-51435a76d549 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2553596 Aug 23 16:15:05.150104 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'tag': '11276db3-e623-45ef-85a7-c9b9cc8a83e0'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:15:05.152613 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea0010b-c5a1-4489-b3a1-8ee98cc4316b" -d '{"events": [{"name": "network-changed", "server_uuid": "b42be46c-d12a-42e2-89d1-2e8871471112", "tag": "11276db3-e623-45ef-85a7-c9b9cc8a83e0"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:15:05.191284 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffb0128-443d-4f2f-8275-22280085c4b3 x-openstack-request-id: req-bffb0128-443d-4f2f-8275-22280085c4b3 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:15:05.191674 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42be46c-d12a-42e2-89d1-2e8871471112", "tag": "11276db3-e623-45ef-85a7-c9b9cc8a83e0", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:15:05.191929 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bffb0128-443d-4f2f-8275-22280085c4b3 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:15:05.192324 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'tag': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'status': 'completed', 'code': 200} Aug 23 16:15:05.254768 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0010b-c5a1-4489-b3a1-8ee98cc4316b req-6511d117-bc90-48f4-8466-2bdc0fa5b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:15:05.256242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fea0010b-c5a1-4489-b3a1-8ee98cc4316b req-6511d117-bc90-48f4-8466-2bdc0fa5b1da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 1097 time: 0.0413127 Aug 23 16:15:05.348945 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0010b-c5a1-4489-b3a1-8ee98cc4316b req-224b8a87-dde3-47ac-8bbf-00beac04d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:15:05.350443 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fea0010b-c5a1-4489-b3a1-8ee98cc4316b req-224b8a87-dde3-47ac-8bbf-00beac04d8e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 200 len: 911 time: 0.0879083 Aug 23 16:15:05.378485 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9f710013-6f96-47f2-8290-07c2c6fac641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '076aed04-9a35-4ef5-9e0b-93225836620c', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'port_id': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'mac_address': 'fa:16:3e:2a:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:15:03Z', 'updated_at': '2021-08-23T16:15:03Z', 'revision_number': 0, 'project_id': '7d1ca42743b54382a034f118620535db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8255fe-7992-4d2b-b01d-80db94a611d1', 'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'mac_address': 'fa:16:3e:9e:ac:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:38Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 5, 'project_id': '7d1ca42743b54382a034f118620535db', 'subnets': [{'id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:15:05.405644 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f710013-6f96-47f2-8290-07c2c6fac641 None None] Checking router: 58b99d2a-b6e3-4ec0-badf-427fa9151199 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:15:05.413866 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f710013-6f96-47f2-8290-07c2c6fac641 None None] Routers {'58b99d2a-b6e3-4ec0-badf-427fa9151199'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:15:05.414466 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9f710013-6f96-47f2-8290-07c2c6fac641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:14:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['58b99d2a-b6e3-4ec0-badf-427fa9151199'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:15:05.415732 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fea0010b-c5a1-4489-b3a1-8ee98cc4316b req-cb520f1d-a7ad-46f1-be1c-4769d83ba6d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0 HTTP/1.1" status: 200 len: 999 time: 0.0585306 Aug 23 16:15:05.469426 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0010b-c5a1-4489-b3a1-8ee98cc4316b req-9f0e1693-2b67-4886-b564-28c5801f8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:15:05.470901 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fea0010b-c5a1-4489-b3a1-8ee98cc4316b req-9f0e1693-2b67-4886-b564-28c5801f8654 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e44acfe-c9c4-4021-b5d1-c4e8c32174f6 HTTP/1.1" status: 200 len: 849 time: 0.0485177 Aug 23 16:15:05.527584 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-9f710013-6f96-47f2-8290-07c2c6fac641 None None] Set router 58b99d2a-b6e3-4ec0-badf-427fa9151199 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:15:05.527832 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0010b-c5a1-4489-b3a1-8ee98cc4316b req-bd8a160d-9a73-4556-aee1-58c085b9ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:15:05.529242 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fea0010b-c5a1-4489-b3a1-8ee98cc4316b req-bd8a160d-9a73-4556-aee1-58c085b9ea13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885d7f7d-3924-4822-a147-85e0f84b12b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512018 Aug 23 16:15:05.621988 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fea0010b-c5a1-4489-b3a1-8ee98cc4316b req-d8ea414f-929b-4b13-95b6-8f69e2daf48b service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852919 Aug 23 16:15:05.717811 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fea0010b-c5a1-4489-b3a1-8ee98cc4316b req-91208c01-b29d-4a3a-8819-222ba9346f88 service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892727 Aug 23 16:15:05.748608 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-9f710013-6f96-47f2-8290-07c2c6fac641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '076aed04-9a35-4ef5-9e0b-93225836620c', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'port_id': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'mac_address': 'fa:16:3e:2a:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:15:03Z', 'updated_at': '2021-08-23T16:15:03Z', 'revision_number': 0, 'project_id': '7d1ca42743b54382a034f118620535db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8255fe-7992-4d2b-b01d-80db94a611d1', 'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'mac_address': 'fa:16:3e:9e:ac:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:38Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 5, 'project_id': '7d1ca42743b54382a034f118620535db', 'subnets': [{'id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:15:05.778984 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f710013-6f96-47f2-8290-07c2c6fac641 None None] The sync data for ids ['58b99d2a-b6e3-4ec0-badf-427fa9151199'] in n-d-804985-3 is: [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '076aed04-9a35-4ef5-9e0b-93225836620c', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'port_id': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'mac_address': 'fa:16:3e:2a:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:15:03Z', 'updated_at': '2021-08-23T16:15:03Z', 'revision_number': 0, 'project_id': '7d1ca42743b54382a034f118620535db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8255fe-7992-4d2b-b01d-80db94a611d1', 'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'mac_address': 'fa:16:3e:9e:ac:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:38Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 5, 'project_id': '7d1ca42743b54382a034f118620535db', 'subnets': [{'id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:15:05.973661 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2c6f5-8444-4266-88d9-222ae528376d None None] New status for floating IP 076aed04-9a35-4ef5-9e0b-93225836620c: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:15:11.444677 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:15:16.628922 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:21.253742 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:22.733247 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-df784763-df12-4a37-b67f-5fb57b9b0637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:23.714523 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1abab90b-f6e9-4270-8570-e99a8e9185e7 req-a92b81d2-6573-42f4-8aac-966782290a64 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434861 Aug 23 16:15:23.805400 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abab90b-f6e9-4270-8570-e99a8e9185e7 req-fa3986c1-320f-409c-b6ac-63b9dd22ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:15:23.806885 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1abab90b-f6e9-4270-8570-e99a8e9185e7 req-fa3986c1-320f-409c-b6ac-63b9dd22ad93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 1097 time: 0.0416033 Aug 23 16:15:23.914063 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abab90b-f6e9-4270-8570-e99a8e9185e7 req-5a0f2ddd-bf79-4c25-9e9f-a40c6bea3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:15:23.915523 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1abab90b-f6e9-4270-8570-e99a8e9185e7 req-5a0f2ddd-bf79-4c25-9e9f-a40c6bea3569 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 200 len: 911 time: 0.0898318 Aug 23 16:15:23.979915 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1abab90b-f6e9-4270-8570-e99a8e9185e7 req-071a4a83-6a0b-464c-9463-83b3464fe07d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0 HTTP/1.1" status: 200 len: 1001 time: 0.0564923 Aug 23 16:15:24.031963 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abab90b-f6e9-4270-8570-e99a8e9185e7 req-b5045ed3-43a5-4fd4-aa7b-ed576c0a8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:15:24.033534 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1abab90b-f6e9-4270-8570-e99a8e9185e7 req-b5045ed3-43a5-4fd4-aa7b-ed576c0a8357 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e44acfe-c9c4-4021-b5d1-c4e8c32174f6 HTTP/1.1" status: 200 len: 849 time: 0.0469043 Aug 23 16:15:24.085053 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abab90b-f6e9-4270-8570-e99a8e9185e7 req-2ec2fe99-899b-4f77-81bc-d97312049f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:15:24.086853 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1abab90b-f6e9-4270-8570-e99a8e9185e7 req-2ec2fe99-899b-4f77-81bc-d97312049f5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885d7f7d-3924-4822-a147-85e0f84b12b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459116 Aug 23 16:15:24.180459 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1abab90b-f6e9-4270-8570-e99a8e9185e7 req-729dc07a-f321-48d9-a948-9e10e4168716 service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855820 Aug 23 16:15:24.276297 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1abab90b-f6e9-4270-8570-e99a8e9185e7 req-e6e68be5-b998-4c93-accf-8f0c1120c9dd service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886400 Aug 23 16:15:25.607929 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:26.659142 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-663dcea8-f1ce-4024-a8b0-2c71443c5cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:27.111440 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:28.937053 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:46.652998 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:48.444908 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:15:51.242047 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:52.693378 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6d9aef6a-6c69-400e-a78d-94eb2e371945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:55.607402 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:56.687344 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-179e6789-9aa2-4720-9ccf-4e3fdad459c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:57.115749 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:15:58.931625 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:16.624665 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:21.279583 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:22.697120 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9adc31db-ddf7-4ec0-a64f-2605c1a501a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:23.711354 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f7b0fa7-a48d-44e6-828c-73d680320040 req-87f782cd-0037-42cf-b1df-986bade4bb4a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428519 Aug 23 16:16:23.791070 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b0fa7-a48d-44e6-828c-73d680320040 req-c5d76695-c1a4-4cf6-86f9-b6ba84a95890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:16:23.794031 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f7b0fa7-a48d-44e6-828c-73d680320040 req-c5d76695-c1a4-4cf6-86f9-b6ba84a95890 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 1097 time: 0.0416582 Aug 23 16:16:23.908974 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b0fa7-a48d-44e6-828c-73d680320040 req-dc67ff29-d840-45b0-872b-9e5a01b59bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:16:23.910461 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f7b0fa7-a48d-44e6-828c-73d680320040 req-dc67ff29-d840-45b0-872b-9e5a01b59bdc service neutron] 10.222.0.57 "GET /v2.0/networks?id=885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 200 len: 911 time: 0.0918684 Aug 23 16:16:23.977308 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f7b0fa7-a48d-44e6-828c-73d680320040 req-a90e8aa4-7c95-4b89-bd08-82dbe80e036c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0 HTTP/1.1" status: 200 len: 1001 time: 0.0592382 Aug 23 16:16:24.029950 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b0fa7-a48d-44e6-828c-73d680320040 req-7444ffaf-7cea-4d0f-a844-0f2a05e8fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:16:24.031495 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f7b0fa7-a48d-44e6-828c-73d680320040 req-7444ffaf-7cea-4d0f-a844-0f2a05e8fef6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e44acfe-c9c4-4021-b5d1-c4e8c32174f6 HTTP/1.1" status: 200 len: 849 time: 0.0475070 Aug 23 16:16:24.077769 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b0fa7-a48d-44e6-828c-73d680320040 req-cd76a247-97ef-4471-9d85-43850ce16c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:16:24.079243 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f7b0fa7-a48d-44e6-828c-73d680320040 req-cd76a247-97ef-4471-9d85-43850ce16c5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885d7f7d-3924-4822-a147-85e0f84b12b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399578 Aug 23 16:16:24.167369 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f7b0fa7-a48d-44e6-828c-73d680320040 req-447c8731-7c7a-4e13-9fb2-dcf4d4bce80b service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799730 Aug 23 16:16:24.259903 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-9f7b0fa7-a48d-44e6-828c-73d680320040 req-94d04252-1ae7-4181-bc16-3b839e64abd6 service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852234 Aug 23 16:16:25.444123 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:16:25.584188 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:26.669720 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-199427b6-f5d8-49c7-9238-1d09afa7b772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:27.119819 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:28.937129 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:46.628012 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:51.304182 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:52.698389 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d9cb462c-1f22-4869-bdb2-dcfbc0c7208e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:55.595280 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:56.681070 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-8b0f588d-611d-4861-a224-898908e76396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:57.149729 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:16:58.961103 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:02.444219 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:17:02.994729 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 11276db3-e623-45ef-85a7-c9b9cc8a83e0 details requested by agent hyperv_n-h1-804985-3 with host n-h1-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:17:03.090520 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 11276db3-e623-45ef-85a7-c9b9cc8a83e0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:17:03.101430 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Returning: {'device': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'port_id': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'mac_address': 'fa:16:3e:2a:45:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:17:03.144768 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:03.159030 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11276db3-e623-45ef-85a7-c9b9cc8a83e0 {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:17:03.178820 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 11276db3-e623-45ef-85a7-c9b9cc8a83e0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:17:03.298316 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:03.348257 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=11276db3-e623-45ef-85a7-c9b9cc8a83e0,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:17:03.359822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:03.359822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:03.359822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:03.359822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:03.359822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:03.359822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:03.359822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:03.359822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:03.359822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:03.359822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:03.359822 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:03.360800 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:03.364718 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] get_ports_and_sgs() called for port_ids ['11276db3-e623-45ef-85a7-c9b9cc8a83e0'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:17:05.009290 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 11276db3-e623-45ef-85a7-c9b9cc8a83e0 up at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:17:05.075902 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Provisioning complete for port 11276db3-e623-45ef-85a7-c9b9cc8a83e0 triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:17:05.076559 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:05.165404 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:05.191957 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11276db3-e623-45ef-85a7-c9b9cc8a83e0'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:17:05.194483 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc08fbb-1dcc-4d08-b4a9-f9d0d9552d6a" -d '{"events": [{"server_uuid": "b42be46c-d12a-42e2-89d1-2e8871471112", "name": "network-vif-plugged", "status": "completed", "tag": "11276db3-e623-45ef-85a7-c9b9cc8a83e0"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:17:05.223379 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 11276db3-e623-45ef-85a7-c9b9cc8a83e0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:17:05.279427 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e82783c-11d4-4ba8-956b-5fb51ee38bc9 x-openstack-request-id: req-2e82783c-11d4-4ba8-956b-5fb51ee38bc9 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:17:05.279778 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42be46c-d12a-42e2-89d1-2e8871471112", "name": "network-vif-plugged", "status": "completed", "tag": "11276db3-e623-45ef-85a7-c9b9cc8a83e0", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:17:05.280141 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2e82783c-11d4-4ba8-956b-5fb51ee38bc9 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:17:05.280656 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'code': 200} Aug 23 16:17:05.320096 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:05.379454 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=11276db3-e623-45ef-85a7-c9b9cc8a83e0,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:17:15.632971 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-917b10fc-79cf-4db1-8c3d-a606a808dfa4 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490456561&fields=id&tenant_id=7d1ca42743b54382a034f118620535db HTTP/1.1" status: 200 len: 267 time: 0.0346847 Aug 23 16:17:15.748188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-e89dc7f3-7a19-4d83-a81e-356e898febbc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:15.749888 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-e89dc7f3-7a19-4d83-a81e-356e898febbc tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/networks?id=885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 200 len: 810 time: 0.1097324 Aug 23 16:17:15.766244 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-3f7be868-fc8e-4c9e-906f-43b8d3550cc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/quotas/7d1ca42743b54382a034f118620535db HTTP/1.1" status: 200 len: 375 time: 0.0102654 Aug 23 16:17:15.824436 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-679d9cce-558b-4109-81ff-88038b351d55 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0522382 Aug 23 16:17:15.922028 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f32959e8-7331-4e14-9624-74e189661dcc service neutron] 10.222.0.38 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851159 Aug 23 16:17:16.022594 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-68923784-6f14-4fb9-b48c-8c9b499d0712 service neutron] 10.222.0.38 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946336 Aug 23 16:17:16.355026 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-31aa40a3-d564-4350-863b-51e885478a73 req-5aa769cd-a57e-45c2-81e3-8794c0442e9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 210 time: 0.1218853 Aug 23 16:17:16.646928 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:17.454429 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b044e0f2-1347-40d5-954f-4948776adef8 req-e4b3dcff-ed6d-4c84-b6d2-ad630a7d8543 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 210 time: 0.0281429 Aug 23 16:17:18.557044 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-5dc11852-5b9c-4d14-9aa7-3a878674635c req-f4ab49b3-79a9-492c-9e0b-b3a73313ec4b tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 210 time: 0.0317824 Aug 23 16:17:18.605141 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-8c80d4b5-e9de-4272-8882-e7cd28ac1880 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:18.606630 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-8c80d4b5-e9de-4272-8882-e7cd28ac1880 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.61 "GET /v2.0/networks?id=885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 200 len: 810 time: 0.1100082 Aug 23 16:17:18.653631 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-e556beba-9fd4-4801-ac45-54f829ea4375 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d1ca42743b54382a034f118620535db HTTP/1.1" status: 200 len: 380 time: 0.0354779 Aug 23 16:17:18.665612 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Request body: {'port': {'device_id': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'admin_state_up': True, 'tenant_id': '7d1ca42743b54382a034f118620535db', 'security_groups': ['205488b6-2c16-447b-9fc7-f131ad2564d2']}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:17:18.862478 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Made reservation on behalf of 7d1ca42743b54382a034f118620535db for: {'port': 1} {{(pid=96115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 16:17:18.866093 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:19.002037 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Allocated IP 172.20.0.10 (885d7f7d-3924-4822-a147-85e0f84b12b4/6e44acfe-c9c4-4021-b5d1-c4e8c32174f6/12fb5294-6ef9-4433-aa45-5e058a29708f) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:17:19.131580 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 11276db3-e623-45ef-85a7-c9b9cc8a83e0 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:17:19.156033 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:19.170779 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Transition to ACTIVE for port object 12fb5294-6ef9-4433-aa45-5e058a29708f will not be triggered until provisioned by entity DHCP. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:17:19.213332 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:19.235896 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11276db3-e623-45ef-85a7-c9b9cc8a83e0'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:17:19.238145 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c7f7ee-cbc6-4d42-a8a3-976e662ed8c5" -d '{"events": [{"server_uuid": "b42be46c-d12a-42e2-89d1-2e8871471112", "name": "network-vif-unplugged", "status": "completed", "tag": "11276db3-e623-45ef-85a7-c9b9cc8a83e0"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:17:19.252556 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] For port 11276db3-e623-45ef-85a7-c9b9cc8a83e0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:17:19.258609 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:19.284671 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 16:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f4f581-f8bf-41b9-9627-3a5767cd5841 x-openstack-request-id: req-d8f4f581-f8bf-41b9-9627-3a5767cd5841 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:17:19.290217 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42be46c-d12a-42e2-89d1-2e8871471112", "name": "network-vif-unplugged", "status": "completed", "tag": "11276db3-e623-45ef-85a7-c9b9cc8a83e0", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:17:19.290217 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d8f4f581-f8bf-41b9-9627-3a5767cd5841 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:17:19.290217 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'code': 200} Aug 23 16:17:19.325168 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event updated for resources: {'Port': ['ID=12fb5294-6ef9-4433-aa45-5e058a29708f,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:17:19.337390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:19.338011 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:19.338293 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:19.338750 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:19.339252 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:19.339787 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:19.340691 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:19.341350 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:19.341855 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:19.342418 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:19.342980 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:19.343534 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:19.344134 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:17:19.354564 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Network 885d7f7d-3924-4822-a147-85e0f84b12b4 is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:17:19.356816 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:17:19.359706 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:17:19.428822 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:19.430399 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:19.445344 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Pushing event updated for resources: {'Port': ['ID=11276db3-e623-45ef-85a7-c9b9cc8a83e0,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:17:19.521986 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f07fe5b4-f6f1-45c7-b6ff-c41a6ca8bcc6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8616581 Aug 23 16:17:19.700101 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c87518-aa72-434e-b2c7-6305b85d8011 req-4067d780-107c-4f31-9423-84a5ce10835f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:19.702341 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75c87518-aa72-434e-b2c7-6305b85d8011 req-4067d780-107c-4f31-9423-84a5ce10835f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 932 time: 0.0578415 Aug 23 16:17:19.747594 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-75c87518-aa72-434e-b2c7-6305b85d8011 req-0d536f64-1aad-46c9-9082-c7dca3beec0e tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387127 Aug 23 16:17:19.784028 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f9d82d16-173a-41e6-b4ab-3a98264a7024 None None] Provisioning for port 12fb5294-6ef9-4433-aa45-5e058a29708f completed by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:17:19.788466 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-f9d82d16-173a-41e6-b4ab-3a98264a7024 None None] Provisioning complete for port 12fb5294-6ef9-4433-aa45-5e058a29708f triggered by entity DHCP. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:17:19.788869 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f9d82d16-173a-41e6-b4ab-3a98264a7024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:19.825253 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-f9d82d16-173a-41e6-b4ab-3a98264a7024 None None] Port 12fb5294-6ef9-4433-aa45-5e058a29708f cannot update to ACTIVE because it is not bound. {{(pid=96116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 16:17:20.877188 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0621e7a-a8a6-435e-8a71-f0cba2c71085 req-d10c409a-bf9c-428f-ab39-caa32c2b595d tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:20.878695 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0621e7a-a8a6-435e-8a71-f0cba2c71085 req-d10c409a-bf9c-428f-ab39-caa32c2b595d tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 932 time: 0.0532789 Aug 23 16:17:20.919764 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-a0621e7a-a8a6-435e-8a71-f0cba2c71085 req-4c7910d9-706c-47be-9e17-e8fd6bfe1c46 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350308 Aug 23 16:17:21.332070 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:22.044856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107d96d-59c7-47ee-a0f4-9313c350d8ae req-518f608d-8267-404a-a191-0078f0d3efe3 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:22.046486 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6107d96d-59c7-47ee-a0f4-9313c350d8ae req-518f608d-8267-404a-a191-0078f0d3efe3 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 932 time: 0.0546079 Aug 23 16:17:22.089568 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6107d96d-59c7-47ee-a0f4-9313c350d8ae req-75d868e6-7f90-42ac-a311-c04bc4fe5c20 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369337 Aug 23 16:17:22.716374 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-865d82f3-91e7-4781-8856-faa159d27609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:23.218303 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd171c09-7e00-469b-9883-cc93ce8c8240 req-4df1feaa-4fa7-4d5a-9227-15c8f1acad75 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:23.219881 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd171c09-7e00-469b-9883-cc93ce8c8240 req-4df1feaa-4fa7-4d5a-9227-15c8f1acad75 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 932 time: 0.0588605 Aug 23 16:17:23.264281 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-cd171c09-7e00-469b-9883-cc93ce8c8240 req-544a39ca-92ab-4df6-8dc9-1d329aebffb6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383174 Aug 23 16:17:23.701417 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32e726e2-de77-499b-bad6-92e3f4366ee1 req-8e98ea08-b659-4381-bc19-e6c4a7417c8a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458155 Aug 23 16:17:23.793027 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e726e2-de77-499b-bad6-92e3f4366ee1 req-18717c55-0d8e-4118-8dd0-c74a0e686a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:23.795122 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32e726e2-de77-499b-bad6-92e3f4366ee1 req-18717c55-0d8e-4118-8dd0-c74a0e686a66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 1095 time: 0.0467994 Aug 23 16:17:23.905868 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e726e2-de77-499b-bad6-92e3f4366ee1 req-20345846-00b2-4ae4-a22b-b4913e12729a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:23.907391 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32e726e2-de77-499b-bad6-92e3f4366ee1 req-20345846-00b2-4ae4-a22b-b4913e12729a service neutron] 10.222.0.57 "GET /v2.0/networks?id=885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 200 len: 911 time: 0.0921381 Aug 23 16:17:23.983873 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32e726e2-de77-499b-bad6-92e3f4366ee1 req-ff69d8d9-4117-4b0c-be56-96dcdb980cb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0 HTTP/1.1" status: 200 len: 999 time: 0.0689056 Aug 23 16:17:24.037682 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e726e2-de77-499b-bad6-92e3f4366ee1 req-3664ffca-cdd8-4c83-b477-25e28075ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:24.039163 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32e726e2-de77-499b-bad6-92e3f4366ee1 req-3664ffca-cdd8-4c83-b477-25e28075ca5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e44acfe-c9c4-4021-b5d1-c4e8c32174f6 HTTP/1.1" status: 200 len: 849 time: 0.0486958 Aug 23 16:17:24.094570 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e726e2-de77-499b-bad6-92e3f4366ee1 req-69dac759-c436-4f59-adc0-38cf886d8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:24.096132 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32e726e2-de77-499b-bad6-92e3f4366ee1 req-69dac759-c436-4f59-adc0-38cf886d8c62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885d7f7d-3924-4822-a147-85e0f84b12b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499032 Aug 23 16:17:24.107575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-32e726e2-de77-499b-bad6-92e3f4366ee1 req-20db756c-78b9-4ff7-a8db-e7a4c23f19a7 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:17:24.108647 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32e726e2-de77-499b-bad6-92e3f4366ee1 req-20db756c-78b9-4ff7-a8db-e7a4c23f19a7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058656 Aug 23 16:17:24.201017 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32e726e2-de77-499b-bad6-92e3f4366ee1 req-67aada4a-7adc-4cca-9905-fe6ba71d4911 service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857658 Aug 23 16:17:24.306513 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-32e726e2-de77-499b-bad6-92e3f4366ee1 req-ce520570-afd1-4ebe-8c42-dae895704b31 service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992460 Aug 23 16:17:24.401502 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42b7e6-ed0a-43ea-a47b-07c2e9bb6561 req-4c0f1546-ce9f-48ba-96e9-d1993cfa9166 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:24.403625 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da42b7e6-ed0a-43ea-a47b-07c2e9bb6561 req-4c0f1546-ce9f-48ba-96e9-d1993cfa9166 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 932 time: 0.0582368 Aug 23 16:17:24.446629 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-da42b7e6-ed0a-43ea-a47b-07c2e9bb6561 req-097ed7f7-c515-42fd-80f7-8ff9c86df86f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354238 Aug 23 16:17:25.569622 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b601c09-369a-43ef-8606-64ca79a1326e req-ad38f4c2-fc27-458c-a354-b3e6ec7c784d tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:25.570854 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b601c09-369a-43ef-8606-64ca79a1326e req-ad38f4c2-fc27-458c-a354-b3e6ec7c784d tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 932 time: 0.0553868 Aug 23 16:17:25.616035 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-5b601c09-369a-43ef-8606-64ca79a1326e req-52dd56d1-bf1f-4867-b7a6-61d589654af0 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353475 Aug 23 16:17:25.618169 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:26.675206 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2320-b81c-4ebb-8d80-0ec8159a5e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:26.745982 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d27b8-e496-489f-b4f5-6d533ac2ef54 req-09bca097-42e2-43df-94e4-985731297b00 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:26.747997 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd3d27b8-e496-489f-b4f5-6d533ac2ef54 req-09bca097-42e2-43df-94e4-985731297b00 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 932 time: 0.0527956 Aug 23 16:17:26.800069 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-cd3d27b8-e496-489f-b4f5-6d533ac2ef54 req-5eb2ad36-7c32-4d6f-878c-aa09cfa30645 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455933 Aug 23 16:17:27.120962 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:27.926346 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827efb6b-2dd8-4c9d-bec4-8711e42aa163 req-9a38dc76-480e-44c3-a3ea-e9e5df4995e0 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:27.927925 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-827efb6b-2dd8-4c9d-bec4-8711e42aa163 req-9a38dc76-480e-44c3-a3ea-e9e5df4995e0 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 932 time: 0.0542119 Aug 23 16:17:27.968562 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-827efb6b-2dd8-4c9d-bec4-8711e42aa163 req-f85438e8-f34a-461d-8c8d-3fb9a99539fb tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345767 Aug 23 16:17:29.123235 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834e0a6-2585-4f85-a8fd-3a7df83b1587 req-cb4efe01-b021-445a-a060-02662c2780f8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:29.251935 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6834e0a6-2585-4f85-a8fd-3a7df83b1587 req-cb4efe01-b021-445a-a060-02662c2780f8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 932 time: 0.0705328 Aug 23 16:17:29.251935 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6834e0a6-2585-4f85-a8fd-3a7df83b1587 req-7c836ded-9b1f-435e-b637-0d4fe7060711 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597794 Aug 23 16:17:29.446299 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:30.318314 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f58739-e535-4804-93f2-f6fb19c6745b req-7744c8c8-511c-42c3-8f06-5652c24ed398 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:30.319847 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43f58739-e535-4804-93f2-f6fb19c6745b req-7744c8c8-511c-42c3-8f06-5652c24ed398 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 932 time: 0.0542736 Aug 23 16:17:30.346971 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-247dd7a4-ae15-42bc-9f15-f1fd6c25f986 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=96115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 16:17:30.347971 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-247dd7a4-ae15-42bc-9f15-f1fd6c25f986 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052114 Aug 23 16:17:30.375952 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-43f58739-e535-4804-93f2-f6fb19c6745b req-36dda5e5-5298-4795-a780-e08586742890 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498364 Aug 23 16:17:30.414309 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Request body: {'port': {'device_id': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-3'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:17:30.477268 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:30.742172 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fb5294-6ef9-4433-aa45-5e058a29708f {{(pid=96115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:17:30.750413 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:30.763447 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.provisioning_blocks [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Transition to ACTIVE for port object 12fb5294-6ef9-4433-aa45-5e058a29708f will not be triggered until provisioned by entity L2. {{(pid=96115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 16:17:30.823707 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:30.879849 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Pushing event updated for resources: {'Port': ['ID=12fb5294-6ef9-4433-aa45-5e058a29708f,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:17:30.954301 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Attempting to bind port 12fb5294-6ef9-4433-aa45-5e058a29708f on host n-h2-804985-3 for vnic_type normal with profile {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 16:17:30.954638 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Attempting to bind port 12fb5294-6ef9-4433-aa45-5e058a29708f by drivers openvswitch,hyperv on host n-h2-804985-3 at level 0 using segments [{'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 16:17:30.954973 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Attempting to bind port 12fb5294-6ef9-4433-aa45-5e058a29708f on network 885d7f7d-3924-4822-a147-85e0f84b12b4 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:17:30.960032 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Port 12fb5294-6ef9-4433-aa45-5e058a29708f on network 885d7f7d-3924-4822-a147-85e0f84b12b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-3 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 16:17:30.965021 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Attempting to bind port 12fb5294-6ef9-4433-aa45-5e058a29708f on network 885d7f7d-3924-4822-a147-85e0f84b12b4 {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 16:17:30.966812 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Checking agent: {'id': 'c893dbf1-9679-473e-a5c8-776d892e62d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'started_at': datetime.datetime(2021, 8, 23, 14, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 16, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 16:17:30.967161 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Checking segment: {'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 16:17:30.967549 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Bound using segment: {'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'} {{(pid=96115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 16:17:30.968012 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.managers [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Bound port: 12fb5294-6ef9-4433-aa45-5e058a29708f, host: n-h2-804985-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4'}}] {{(pid=96115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 16:17:30.968375 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:31.041590 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] For port 12fb5294-6ef9-4433-aa45-5e058a29708f, host n-h2-804985-3, cleared binding levels {{(pid=96115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 16:17:31.044777 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] For port 12fb5294-6ef9-4433-aa45-5e058a29708f, host n-h2-804985-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=12fb5294-6ef9-4433-aa45-5e058a29708f,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 16:17:31.102856 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:31.141751 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:31.142399 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:31.143887 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] 10.222.0.61 "PUT /v2.0/ports/12fb5294-6ef9-4433-aa45-5e058a29708f HTTP/1.1" status: 200 len: 1092 time: 0.7818503 Aug 23 16:17:31.144337 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'tag': '12fb5294-6ef9-4433-aa45-5e058a29708f'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:17:31.146589 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14704320-f11f-4dfc-b09b-35dda3c47c18" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173", "tag": "12fb5294-6ef9-4433-aa45-5e058a29708f"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:17:31.173523 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f9205-88d5-4298-961c-33833e0f540c service neutron] Pushing event updated for resources: {'Port': ['ID=12fb5294-6ef9-4433-aa45-5e058a29708f,revision_number=3']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:17:31.192000 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e04860-3e6a-45de-966f-ec142a3df246 x-openstack-request-id: req-67e04860-3e6a-45de-966f-ec142a3df246 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:17:31.192325 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173", "tag": "12fb5294-6ef9-4433-aa45-5e058a29708f", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:17:31.192554 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67e04860-3e6a-45de-966f-ec142a3df246 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:17:31.192963 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'tag': '12fb5294-6ef9-4433-aa45-5e058a29708f', 'status': 'completed', 'code': 200} Aug 23 16:17:31.260992 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14704320-f11f-4dfc-b09b-35dda3c47c18 req-d15e68db-30c2-413b-8cf3-e2a94592d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:31.263523 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14704320-f11f-4dfc-b09b-35dda3c47c18 req-d15e68db-30c2-413b-8cf3-e2a94592d4e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 1095 time: 0.0464935 Aug 23 16:17:31.370676 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14704320-f11f-4dfc-b09b-35dda3c47c18 req-262c4cb3-c587-4e44-aafe-98106f8247f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:31.372842 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14704320-f11f-4dfc-b09b-35dda3c47c18 req-262c4cb3-c587-4e44-aafe-98106f8247f2 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7d1ca42743b54382a034f118620535db&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1001687 Aug 23 16:17:31.499828 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14704320-f11f-4dfc-b09b-35dda3c47c18 req-db9c688a-4345-4057-bc9b-e521486d80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:31.501363 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-14704320-f11f-4dfc-b09b-35dda3c47c18 req-db9c688a-4345-4057-bc9b-e521486d80b5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210027 Aug 23 16:17:31.517785 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64265-fcd8-43a9-bed3-273691f6c21a req-2b326737-d406-4b9f-936d-45c91f099928 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:31.519355 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fc64265-fcd8-43a9-bed3-273691f6c21a req-2b326737-d406-4b9f-936d-45c91f099928 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 944 time: 0.0667303 Aug 23 16:17:31.588458 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7fc64265-fcd8-43a9-bed3-273691f6c21a req-4c38fdea-ef07-4b0b-9799-bc67b2a5f61a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629587 Aug 23 16:17:31.601435 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-8b68c45e-83bd-4903-aed5-d32565441ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:31.602933 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-8b68c45e-83bd-4903-aed5-d32565441ee7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 1095 time: 0.0582194 Aug 23 16:17:31.647491 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-7ca26853-e8e7-42e1-b855-834f0f607ec4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12fb5294-6ef9-4433-aa45-5e058a29708f HTTP/1.1" status: 200 len: 217 time: 0.0351489 Aug 23 16:17:31.700755 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-db647c9e-d1b2-43a1-8180-c2fe055018a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:31.702223 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-db647c9e-d1b2-43a1-8180-c2fe055018a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e44acfe-c9c4-4021-b5d1-c4e8c32174f6 HTTP/1.1" status: 200 len: 849 time: 0.0467792 Aug 23 16:17:31.755886 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-3253629c-6a73-4085-ae73-11508a1ef8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:31.757423 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-3253629c-6a73-4085-ae73-11508a1ef8c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=885d7f7d-3924-4822-a147-85e0f84b12b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462294 Aug 23 16:17:31.850218 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-4a063cee-ed06-4564-b6bd-aa57e8b744ff service neutron] 10.222.0.61 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841587 Aug 23 16:17:31.945224 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-1c0ed6c8-8385-49cf-815c-7a0d9a158ba4 req-00efedd8-039c-434c-84c1-bdf30f00af9a service neutron] 10.222.0.61 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866077 Aug 23 16:17:32.717516 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97118bc3-194b-486c-b1e4-7da727ef6377 req-f9e60afe-113a-4470-8149-d9422c0e0a93 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:32.719011 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-97118bc3-194b-486c-b1e4-7da727ef6377 req-f9e60afe-113a-4470-8149-d9422c0e0a93 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 944 time: 0.0566692 Aug 23 16:17:32.758214 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-97118bc3-194b-486c-b1e4-7da727ef6377 req-9f015b52-4247-4a9b-8dd0-6f99b7ba8e0f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331414 Aug 23 16:17:33.876675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75b021-4953-4f5a-85f0-3117d022af8a req-f205303d-bce7-425f-a683-5251f7839753 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:33.878178 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec75b021-4953-4f5a-85f0-3117d022af8a req-f205303d-bce7-425f-a683-5251f7839753 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 944 time: 0.0497358 Aug 23 16:17:33.916683 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ec75b021-4953-4f5a-85f0-3117d022af8a req-713cc30a-4757-496e-87b8-e117f6778e76 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322611 Aug 23 16:17:34.811558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 12fb5294-6ef9-4433-aa45-5e058a29708f details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:17:34.906801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 12fb5294-6ef9-4433-aa45-5e058a29708f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=12fb5294-6ef9-4433-aa45-5e058a29708f,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:17:34.917195 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '12fb5294-6ef9-4433-aa45-5e058a29708f', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'port_id': '12fb5294-6ef9-4433-aa45-5e058a29708f', 'mac_address': 'fa:16:3e:d0:8c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:17:34.958103 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:34.975179 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fb5294-6ef9-4433-aa45-5e058a29708f {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:17:35.003528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 12fb5294-6ef9-4433-aa45-5e058a29708f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=12fb5294-6ef9-4433-aa45-5e058a29708f,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:17:35.034856 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a772ec-b550-44e7-8fbf-d9e02a392cdf req-e25b7816-aa02-4ae1-8012-51d32d20aa03 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:35.036415 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-43a772ec-b550-44e7-8fbf-d9e02a392cdf req-e25b7816-aa02-4ae1-8012-51d32d20aa03 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 944 time: 0.0505629 Aug 23 16:17:35.076396 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-43a772ec-b550-44e7-8fbf-d9e02a392cdf req-f24152d8-04d0-428c-a841-22e0273ad72e tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338371 Aug 23 16:17:35.109374 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:35.156641 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=12fb5294-6ef9-4433-aa45-5e058a29708f,revision_number=4']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:17:35.415073 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['12fb5294-6ef9-4433-aa45-5e058a29708f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:17:36.192625 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf2cb1-0d4f-4afd-98d9-49263cf52436 req-4f0f6267-e6b9-4b8e-bb83-0c987f5291ac tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:36.194124 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6dbf2cb1-0d4f-4afd-98d9-49263cf52436 req-4f0f6267-e6b9-4b8e-bb83-0c987f5291ac tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 945 time: 0.0498149 Aug 23 16:17:36.234746 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-6dbf2cb1-0d4f-4afd-98d9-49263cf52436 req-aacc8ff8-ed06-453d-876c-a95780a9dc31 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337601 Aug 23 16:17:36.823369 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 12fb5294-6ef9-4433-aa45-5e058a29708f up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:17:36.932019 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning for port 12fb5294-6ef9-4433-aa45-5e058a29708f completed by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 16:17:36.936148 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 12fb5294-6ef9-4433-aa45-5e058a29708f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:17:36.936519 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:37.018638 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:37.041387 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fb5294-6ef9-4433-aa45-5e058a29708f'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:17:37.043762 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6004f2ce-74c0-4f1b-acb8-b61e604dce70" -d '{"events": [{"server_uuid": "0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173", "name": "network-vif-plugged", "status": "completed", "tag": "12fb5294-6ef9-4433-aa45-5e058a29708f"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:17:37.056194 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 12fb5294-6ef9-4433-aa45-5e058a29708f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=12fb5294-6ef9-4433-aa45-5e058a29708f,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:17:37.083898 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27a6ada-a6c3-497d-8ee8-dbd528b862a9 x-openstack-request-id: req-d27a6ada-a6c3-497d-8ee8-dbd528b862a9 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:17:37.084474 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173", "name": "network-vif-plugged", "status": "completed", "tag": "12fb5294-6ef9-4433-aa45-5e058a29708f", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:17:37.084749 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d27a6ada-a6c3-497d-8ee8-dbd528b862a9 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:17:37.085161 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fb5294-6ef9-4433-aa45-5e058a29708f', 'code': 200} Aug 23 16:17:37.125617 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:37.178676 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=12fb5294-6ef9-4433-aa45-5e058a29708f,revision_number=5']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:17:37.201737 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43ae89-3aa1-44da-8837-525f3becf15e req-45e95dc7-d357-43ad-8dd3-21a00e6d31df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:37.203339 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd43ae89-3aa1-44da-8837-525f3becf15e req-45e95dc7-d357-43ad-8dd3-21a00e6d31df service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 1097 time: 0.0556409 Aug 23 16:17:37.250668 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-fd43ae89-3aa1-44da-8837-525f3becf15e req-9b49eab3-dae1-48f6-8909-eec22013acd8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367610 Aug 23 16:17:37.355500 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50c66e-1422-44e9-8786-443842980cfb req-54590bee-eb4d-48bc-baae-2ae84621ea91 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:37.357802 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa50c66e-1422-44e9-8786-443842980cfb req-54590bee-eb4d-48bc-baae-2ae84621ea91 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 946 time: 0.0540338 Aug 23 16:17:37.399702 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-aa50c66e-1422-44e9-8786-443842980cfb req-bcf9719e-23a9-4772-a61b-d206c6147175 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354848 Aug 23 16:17:38.533177 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d750d19-71d4-47a2-847e-c8e409f9eed2 req-4584021d-264b-4fc8-9bde-0a1530c759d4 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:38.534790 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3d750d19-71d4-47a2-847e-c8e409f9eed2 req-4584021d-264b-4fc8-9bde-0a1530c759d4 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 946 time: 0.0633175 Aug 23 16:17:38.575907 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-3d750d19-71d4-47a2-847e-c8e409f9eed2 req-8dbbd2d2-04c8-4eae-9fcb-58a7bd26a4ed tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329385 Aug 23 16:17:39.443065 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:17:39.702498 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69301ee-693e-4c85-8723-67cc8aa90dea req-834e80f0-8982-4b98-95ad-6f7ae512fed2 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:39.704047 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b69301ee-693e-4c85-8723-67cc8aa90dea req-834e80f0-8982-4b98-95ad-6f7ae512fed2 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 946 time: 0.0532954 Aug 23 16:17:39.742543 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-b69301ee-693e-4c85-8723-67cc8aa90dea req-cd3484ab-0ce4-4ea3-b0ce-b29b0b653eec tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322769 Aug 23 16:17:39.866568 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cfe49-ede8-423c-8759-7847482160df req-3f4bf183-27ba-4381-947e-60f11ec73223 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:39.868068 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b8cfe49-ede8-423c-8759-7847482160df req-3f4bf183-27ba-4381-947e-60f11ec73223 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 946 time: 0.0540850 Aug 23 16:17:39.906709 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6b8cfe49-ede8-423c-8759-7847482160df req-b3384f8d-9014-402e-882a-b6f85a6b0744 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317423 Aug 23 16:17:39.928943 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42314) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:17:39.973223 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c209b591-da55-46be-a92d-4ac3967e4417 tempest-TestSnapshotPattern-2114926135 tempest-TestSnapshotPattern-2114926135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:39.974821 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-c209b591-da55-46be-a92d-4ac3967e4417 tempest-TestSnapshotPattern-2114926135 tempest-TestSnapshotPattern-2114926135-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 1092 time: 0.0448716 Aug 23 16:17:39.977611 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42316) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:17:39.982578 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.v2.base [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Request body: {'floatingip': {'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'port_id': '12fb5294-6ef9-4433-aa45-5e058a29708f', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'fixed_ip_address': '172.20.0.10'}} {{(pid=96115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 16:17:40.092286 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for floatingip, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:40.191763 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:40.305967 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.db_base_plugin_common [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Allocated IP 172.25.8.62 (e6581f12-2906-4ad2-9e73-ba5575fb886b/9859893c-f770-4aaa-b6e5-4c043c6a93d6/bf5c72c5-f834-42b9-9e41-f72780d13984) {{(pid=96115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 16:17:40.411239 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for port, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:40.520063 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727177128439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:40.565390 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Network e6581f12-2906-4ad2-9e73-ba5575fb886b is already hosted by enough agents. {{(pid=96115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 16:17:40.568078 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.base_scheduler [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Resources bound (agent type, host, resource id): {{(pid=96115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 16:17:40.571493 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Received port after_create {{(pid=96115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 16:17:40.579838 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event updated for resources: {'Port': ['ID=bf5c72c5-f834-42b9-9e41-f72780d13984,revision_number=1']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:17:40.943616 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:41.125576 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:41.282595 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for port, precommit_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:41.326439 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7943424'] for port, after_update {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:41.397671 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event updated for resources: {'Port': ['ID=bf5c72c5-f834-42b9-9e41-f72780d13984,revision_number=2']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:17:41.409247 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684029'] for floatingip, after_create {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:41.515018 n-d-804985-3 neutron-server[96115]: INFO neutron.db.l3_db [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Floating IP 99a87e6e-c55e-495b-9b9d-4daf4bf6b283 associated. External IP: 172.25.8.62, port: 12fb5294-6ef9-4433-aa45-5e058a29708f. Aug 23 16:17:42.070630 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Router 58b99d2a-b6e3-4ec0-badf-427fa9151199 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:17:42.182198 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:17:42.192452 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dbc351-3874-41ec-ae44-e0fa83c5455f None None] Sync routers for ids ['58b99d2a-b6e3-4ec0-badf-427fa9151199'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:17:42.202453 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dbc351-3874-41ec-ae44-e0fa83c5455f None None] Routers {'58b99d2a-b6e3-4ec0-badf-427fa9151199'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:17:42.203058 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-42dbc351-3874-41ec-ae44-e0fa83c5455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['58b99d2a-b6e3-4ec0-badf-427fa9151199'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:17:42.247696 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:42.276024 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-f9239681-e8ba-4f8a-90f3-57fff5390f9f tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2972240 Aug 23 16:17:42.276522 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'tag': '12fb5294-6ef9-4433-aa45-5e058a29708f'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:17:42.279460 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632b2c24-638d-4c92-bc34-5bff2df0e002" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173", "tag": "12fb5294-6ef9-4433-aa45-5e058a29708f"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:17:42.311194 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-42dbc351-3874-41ec-ae44-e0fa83c5455f None None] Set router 58b99d2a-b6e3-4ec0-badf-427fa9151199 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:17:42.322327 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e1564e-0cb0-4e7a-89fb-f346cd8a4fcc x-openstack-request-id: req-21e1564e-0cb0-4e7a-89fb-f346cd8a4fcc {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:17:42.322622 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173", "tag": "12fb5294-6ef9-4433-aa45-5e058a29708f", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:17:42.322874 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-21e1564e-0cb0-4e7a-89fb-f346cd8a4fcc {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:17:42.323282 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'tag': '12fb5294-6ef9-4433-aa45-5e058a29708f', 'status': 'completed', 'code': 200} Aug 23 16:17:42.393232 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b2c24-638d-4c92-bc34-5bff2df0e002 req-8ab42077-a12d-4486-bdee-6891a0a68c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:42.394790 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-632b2c24-638d-4c92-bc34-5bff2df0e002 req-8ab42077-a12d-4486-bdee-6891a0a68c05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 1097 time: 0.0426311 Aug 23 16:17:42.500496 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b2c24-638d-4c92-bc34-5bff2df0e002 req-af9a5d4e-49b4-41e4-a103-646dd8e77d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:42.501988 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-632b2c24-638d-4c92-bc34-5bff2df0e002 req-af9a5d4e-49b4-41e4-a103-646dd8e77d9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 200 len: 911 time: 0.0990455 Aug 23 16:17:42.545172 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-42dbc351-3874-41ec-ae44-e0fa83c5455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '076aed04-9a35-4ef5-9e0b-93225836620c', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'port_id': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'mac_address': 'fa:16:3e:2a:45:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:15:03Z', 'updated_at': '2021-08-23T16:15:06Z', 'revision_number': 1, 'project_id': '7d1ca42743b54382a034f118620535db', 'fixed_ip_address_scope': None}, {'id': '99a87e6e-c55e-495b-9b9d-4daf4bf6b283', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'floating_ip_address': '172.25.8.62', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'port_id': '12fb5294-6ef9-4433-aa45-5e058a29708f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'mac_address': 'fa:16:3e:d0:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:17:40Z', 'updated_at': '2021-08-23T16:17:40Z', 'revision_number': 0, 'project_id': '7d1ca42743b54382a034f118620535db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8255fe-7992-4d2b-b01d-80db94a611d1', 'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'mac_address': 'fa:16:3e:9e:ac:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:38Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 5, 'project_id': '7d1ca42743b54382a034f118620535db', 'subnets': [{'id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:17:42.571877 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dbc351-3874-41ec-ae44-e0fa83c5455f None None] Checking router: 58b99d2a-b6e3-4ec0-badf-427fa9151199 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:17:42.582745 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-632b2c24-638d-4c92-bc34-5bff2df0e002 req-3aa8114e-e21f-45db-908a-2d9bdc9a08fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12fb5294-6ef9-4433-aa45-5e058a29708f HTTP/1.1" status: 200 len: 999 time: 0.0717499 Aug 23 16:17:42.586170 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dbc351-3874-41ec-ae44-e0fa83c5455f None None] Routers {'58b99d2a-b6e3-4ec0-badf-427fa9151199'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:17:42.586835 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-42dbc351-3874-41ec-ae44-e0fa83c5455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:17:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['58b99d2a-b6e3-4ec0-badf-427fa9151199'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:17:42.639736 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b2c24-638d-4c92-bc34-5bff2df0e002 req-262996ed-fd0f-40b6-888c-6d9a2f163c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:42.641281 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-632b2c24-638d-4c92-bc34-5bff2df0e002 req-262996ed-fd0f-40b6-888c-6d9a2f163c12 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e44acfe-c9c4-4021-b5d1-c4e8c32174f6 HTTP/1.1" status: 200 len: 849 time: 0.0496647 Aug 23 16:17:42.701164 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b2c24-638d-4c92-bc34-5bff2df0e002 req-e9adfa4e-8c88-46ea-874e-ca429d8e14af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:17:42.702727 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-632b2c24-638d-4c92-bc34-5bff2df0e002 req-e9adfa4e-8c88-46ea-874e-ca429d8e14af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=885d7f7d-3924-4822-a147-85e0f84b12b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534267 Aug 23 16:17:42.792103 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-42dbc351-3874-41ec-ae44-e0fa83c5455f None None] Set router 58b99d2a-b6e3-4ec0-badf-427fa9151199 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:17:42.805806 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-632b2c24-638d-4c92-bc34-5bff2df0e002 req-7c085cf3-9982-449b-bf02-844b5eaec8a1 service neutron] 10.222.0.61 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876405 Aug 23 16:17:42.907925 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-632b2c24-638d-4c92-bc34-5bff2df0e002 req-db116458-bed3-47f6-be70-5484f989eacb service neutron] 10.222.0.61 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946345 Aug 23 16:17:43.028542 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-42dbc351-3874-41ec-ae44-e0fa83c5455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '076aed04-9a35-4ef5-9e0b-93225836620c', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'port_id': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'mac_address': 'fa:16:3e:2a:45:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:15:03Z', 'updated_at': '2021-08-23T16:15:06Z', 'revision_number': 1, 'project_id': '7d1ca42743b54382a034f118620535db', 'fixed_ip_address_scope': None}, {'id': '99a87e6e-c55e-495b-9b9d-4daf4bf6b283', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'floating_ip_address': '172.25.8.62', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'port_id': '12fb5294-6ef9-4433-aa45-5e058a29708f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'mac_address': 'fa:16:3e:d0:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:17:40Z', 'updated_at': '2021-08-23T16:17:40Z', 'revision_number': 0, 'project_id': '7d1ca42743b54382a034f118620535db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8255fe-7992-4d2b-b01d-80db94a611d1', 'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'mac_address': 'fa:16:3e:9e:ac:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:38Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 5, 'project_id': '7d1ca42743b54382a034f118620535db', 'subnets': [{'id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:17:43.058140 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dbc351-3874-41ec-ae44-e0fa83c5455f None None] The sync data for ids ['58b99d2a-b6e3-4ec0-badf-427fa9151199'] in n-d-804985-3 is: [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '076aed04-9a35-4ef5-9e0b-93225836620c', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'port_id': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'mac_address': 'fa:16:3e:2a:45:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:15:03Z', 'updated_at': '2021-08-23T16:15:06Z', 'revision_number': 1, 'project_id': '7d1ca42743b54382a034f118620535db', 'fixed_ip_address_scope': None}, {'id': '99a87e6e-c55e-495b-9b9d-4daf4bf6b283', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'floating_ip_address': '172.25.8.62', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'port_id': '12fb5294-6ef9-4433-aa45-5e058a29708f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'mac_address': 'fa:16:3e:d0:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:17:40Z', 'updated_at': '2021-08-23T16:17:40Z', 'revision_number': 0, 'project_id': '7d1ca42743b54382a034f118620535db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8255fe-7992-4d2b-b01d-80db94a611d1', 'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'mac_address': 'fa:16:3e:9e:ac:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:38Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 5, 'project_id': '7d1ca42743b54382a034f118620535db', 'subnets': [{'id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:17:43.253199 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ccdc6-db5f-4f05-8e3b-aa88d542b5b6 None None] New status for floating IP 99a87e6e-c55e-495b-9b9d-4daf4bf6b283: ACTIVE {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:17:46.640085 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:51.344288 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:52.748171 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c1408d63-a6e0-47f6-a112-fa744def31b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:55.594163 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:56.732702 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-db7f9aaf-986f-4d01-8f60-0b3eef892a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:57.200644 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:17:58.948928 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:16.442404 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:18:16.622859 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:21.320741 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:22.732317 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-84cdcabd-127c-433b-93b2-35d7fe1f8c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:22.876765 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c82f81b-4fba-482b-816f-39f66521d26c req-b33bdd62-0e52-492a-886b-715ae68650ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422492 Aug 23 16:18:22.976507 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82f81b-4fba-482b-816f-39f66521d26c req-eb1811b9-3ff1-4e17-a026-144bdd82e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:22.978046 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c82f81b-4fba-482b-816f-39f66521d26c req-eb1811b9-3ff1-4e17-a026-144bdd82e422 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 1097 time: 0.0479097 Aug 23 16:18:23.102102 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82f81b-4fba-482b-816f-39f66521d26c req-daed1741-5995-41f4-ad94-5a71562e0960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:23.103676 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c82f81b-4fba-482b-816f-39f66521d26c req-daed1741-5995-41f4-ad94-5a71562e0960 service neutron] 10.222.0.61 "GET /v2.0/networks?id=885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 200 len: 911 time: 0.0980697 Aug 23 16:18:23.184568 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c82f81b-4fba-482b-816f-39f66521d26c req-3ec5d5b4-d885-4708-a3b9-868ee153d88e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12fb5294-6ef9-4433-aa45-5e058a29708f HTTP/1.1" status: 200 len: 1001 time: 0.0720406 Aug 23 16:18:23.247108 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82f81b-4fba-482b-816f-39f66521d26c req-9f11e16a-1103-4b8e-9fe6-23af0c5e2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:23.249679 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c82f81b-4fba-482b-816f-39f66521d26c req-9f11e16a-1103-4b8e-9fe6-23af0c5e2789 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e44acfe-c9c4-4021-b5d1-c4e8c32174f6 HTTP/1.1" status: 200 len: 849 time: 0.0533097 Aug 23 16:18:23.310794 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82f81b-4fba-482b-816f-39f66521d26c req-d44ed60a-b674-49b5-9779-7d6bd6483adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:23.312406 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c82f81b-4fba-482b-816f-39f66521d26c req-d44ed60a-b674-49b5-9779-7d6bd6483adc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=885d7f7d-3924-4822-a147-85e0f84b12b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516284 Aug 23 16:18:23.411191 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c82f81b-4fba-482b-816f-39f66521d26c req-d3353028-5142-4ee0-aef6-b84e8d03a2be service neutron] 10.222.0.61 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890195 Aug 23 16:18:23.507932 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-3c82f81b-4fba-482b-816f-39f66521d26c req-00926f15-f53a-4645-a4c9-55922e740abb service neutron] 10.222.0.61 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892789 Aug 23 16:18:23.772720 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6cf1da9-323f-450d-b203-cb7616c2c58d req-5fc4ea55-4524-48aa-835e-7615c495c664 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0923107 Aug 23 16:18:23.866509 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf1da9-323f-450d-b203-cb7616c2c58d req-542603aa-2504-425c-a429-3f710bb7b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:23.868109 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6cf1da9-323f-450d-b203-cb7616c2c58d req-542603aa-2504-425c-a429-3f710bb7b40b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 1095 time: 0.0524919 Aug 23 16:18:23.987407 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf1da9-323f-450d-b203-cb7616c2c58d req-46f47c47-e43f-47d6-89e8-01892a6c3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:23.989266 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6cf1da9-323f-450d-b203-cb7616c2c58d req-46f47c47-e43f-47d6-89e8-01892a6c3276 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 200 len: 911 time: 0.1009343 Aug 23 16:18:24.058026 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6cf1da9-323f-450d-b203-cb7616c2c58d req-cc46577e-848b-471c-95f6-99007bd739cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0 HTTP/1.1" status: 200 len: 999 time: 0.0620799 Aug 23 16:18:24.109085 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf1da9-323f-450d-b203-cb7616c2c58d req-3c3e99d8-f091-4ecf-9bea-8d72a785accb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:24.110573 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6cf1da9-323f-450d-b203-cb7616c2c58d req-3c3e99d8-f091-4ecf-9bea-8d72a785accb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e44acfe-c9c4-4021-b5d1-c4e8c32174f6 HTTP/1.1" status: 200 len: 849 time: 0.0458152 Aug 23 16:18:24.162692 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf1da9-323f-450d-b203-cb7616c2c58d req-493cd377-8e0a-4762-9b47-49a66a5a8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:18:24.164307 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6cf1da9-323f-450d-b203-cb7616c2c58d req-493cd377-8e0a-4762-9b47-49a66a5a8f83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885d7f7d-3924-4822-a147-85e0f84b12b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466650 Aug 23 16:18:24.258990 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6cf1da9-323f-450d-b203-cb7616c2c58d req-b0cdde35-624b-4d4b-9ebd-686eb13b23a9 service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876205 Aug 23 16:18:24.354971 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6cf1da9-323f-450d-b203-cb7616c2c58d req-1bc62d52-0007-42aa-bb65-f822ef4266f2 service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893817 Aug 23 16:18:25.617139 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:26.646657 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e36e0145-b0b0-4c5d-99bd-db56d806eb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:27.182170 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:28.949075 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:46.657138 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:51.354222 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:52.731263 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-376862c0-3027-459b-9e95-d7058234aa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:53.441232 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:18:55.611439 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:56.663371 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c44d3f07-d79b-4b11-b074-6809a2710ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:57.132304 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:18:58.954043 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:16.650692 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:21.342610 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:22.719199 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-26507ef3-c86d-4e9d-804d-f52bb9510407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:22.911368 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6d584-7636-47f1-8610-16f6ba0e5ad3 req-4045fa66-f857-47af-8969-4bf8c7cdad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:22.912980 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ee6d584-7636-47f1-8610-16f6ba0e5ad3 req-4045fa66-f857-47af-8969-4bf8c7cdad0e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 1097 time: 0.0425589 Aug 23 16:19:23.022972 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6d584-7636-47f1-8610-16f6ba0e5ad3 req-74425e6d-2b8f-4674-850f-3d11f8359ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:23.024485 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ee6d584-7636-47f1-8610-16f6ba0e5ad3 req-74425e6d-2b8f-4674-850f-3d11f8359ddc service neutron] 10.222.0.61 "GET /v2.0/networks?id=885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 200 len: 911 time: 0.0852928 Aug 23 16:19:23.095277 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ee6d584-7636-47f1-8610-16f6ba0e5ad3 req-0466f7b3-2dfb-49ac-965e-56842e58609c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12fb5294-6ef9-4433-aa45-5e058a29708f HTTP/1.1" status: 200 len: 1001 time: 0.0627410 Aug 23 16:19:23.151118 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6d584-7636-47f1-8610-16f6ba0e5ad3 req-21f545e2-c776-4133-8f27-67fd89a681d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:23.152624 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ee6d584-7636-47f1-8610-16f6ba0e5ad3 req-21f545e2-c776-4133-8f27-67fd89a681d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e44acfe-c9c4-4021-b5d1-c4e8c32174f6 HTTP/1.1" status: 200 len: 849 time: 0.0453315 Aug 23 16:19:23.204020 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6d584-7636-47f1-8610-16f6ba0e5ad3 req-0fe86833-1e9f-4d79-8cc1-53a864751104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:23.205431 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ee6d584-7636-47f1-8610-16f6ba0e5ad3 req-0fe86833-1e9f-4d79-8cc1-53a864751104 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=885d7f7d-3924-4822-a147-85e0f84b12b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402491 Aug 23 16:19:23.307555 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ee6d584-7636-47f1-8610-16f6ba0e5ad3 req-338032a5-0bba-4a04-925b-85fc6baae0d0 service neutron] 10.222.0.61 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902162 Aug 23 16:19:23.406712 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7ee6d584-7636-47f1-8610-16f6ba0e5ad3 req-04382361-1d87-4d52-b9dc-5e5c195fc62c service neutron] 10.222.0.61 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871725 Aug 23 16:19:24.714692 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea367716-b233-40b7-a5d2-7100ba015871 req-c0f2fdb4-40b3-4e10-af17-a68d4673a087 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471435 Aug 23 16:19:24.796513 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea367716-b233-40b7-a5d2-7100ba015871 req-8e23eef8-af66-4b35-b74e-a0f3b0b61485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:24.798016 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea367716-b233-40b7-a5d2-7100ba015871 req-8e23eef8-af66-4b35-b74e-a0f3b0b61485 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 1095 time: 0.0414631 Aug 23 16:19:24.905842 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea367716-b233-40b7-a5d2-7100ba015871 req-08930423-ea2a-456d-a832-01d95229b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:24.907339 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea367716-b233-40b7-a5d2-7100ba015871 req-08930423-ea2a-456d-a832-01d95229b1ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 200 len: 911 time: 0.0899951 Aug 23 16:19:24.979150 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea367716-b233-40b7-a5d2-7100ba015871 req-ff63d876-eb3a-4aa9-8517-186851370677 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0 HTTP/1.1" status: 200 len: 999 time: 0.0641928 Aug 23 16:19:25.029595 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea367716-b233-40b7-a5d2-7100ba015871 req-e9613c5f-c259-49c6-b79f-1a466c1b2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:25.031060 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea367716-b233-40b7-a5d2-7100ba015871 req-e9613c5f-c259-49c6-b79f-1a466c1b2996 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e44acfe-c9c4-4021-b5d1-c4e8c32174f6 HTTP/1.1" status: 200 len: 849 time: 0.0455749 Aug 23 16:19:25.079888 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea367716-b233-40b7-a5d2-7100ba015871 req-0db072d8-794e-4624-86ef-22892c7e07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:25.081524 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea367716-b233-40b7-a5d2-7100ba015871 req-0db072d8-794e-4624-86ef-22892c7e07a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885d7f7d-3924-4822-a147-85e0f84b12b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429244 Aug 23 16:19:25.181241 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea367716-b233-40b7-a5d2-7100ba015871 req-975201e3-1253-4267-aeb4-772aff1f971c service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929163 Aug 23 16:19:25.276370 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-ea367716-b233-40b7-a5d2-7100ba015871 req-0e8613c4-0b47-47f0-a8d9-480a52d0e91f service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880220 Aug 23 16:19:25.367503 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 12fb5294-6ef9-4433-aa45-5e058a29708f details requested by agent hyperv_n-h2-804985-3 with host n-h2-804985-3 {{(pid=96116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 16:19:25.464161 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 12fb5294-6ef9-4433-aa45-5e058a29708f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=12fb5294-6ef9-4433-aa45-5e058a29708f,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:19:25.474982 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Returning: {'device': '12fb5294-6ef9-4433-aa45-5e058a29708f', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'port_id': '12fb5294-6ef9-4433-aa45-5e058a29708f', 'mac_address': 'fa:16:3e:d0:8c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 16:19:25.513850 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:25.528857 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12fb5294-6ef9-4433-aa45-5e058a29708f {{(pid=96116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 16:19:25.558549 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 12fb5294-6ef9-4433-aa45-5e058a29708f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=12fb5294-6ef9-4433-aa45-5e058a29708f,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:19:25.645475 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:25.663237 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:25.719144 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=12fb5294-6ef9-4433-aa45-5e058a29708f,revision_number=6']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:25.727327 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:25.727703 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:25.728067 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:25.728393 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:25.728730 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:25.729066 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:25.729400 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:25.729730 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:25.730058 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:25.730384 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:25.730711 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:25.731037 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:25.765138 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] get_ports_and_sgs() called for port_ids ['12fb5294-6ef9-4433-aa45-5e058a29708f'] {{(pid=96116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 16:19:26.662976 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-50d766c2-88c3-4af4-98c7-d59cb39d2f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:27.154097 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:27.386002 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 12fb5294-6ef9-4433-aa45-5e058a29708f up at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 16:19:27.485293 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.provisioning_blocks [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Provisioning complete for port 12fb5294-6ef9-4433-aa45-5e058a29708f triggered by entity L2. {{(pid=96116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 16:19:27.485895 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670137'] for port, provisioning_complete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:27.573889 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:27.602448 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fb5294-6ef9-4433-aa45-5e058a29708f'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:19:27.604776 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff9d3e2-4ba8-47ea-9a76-701188860492" -d '{"events": [{"server_uuid": "0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173", "name": "network-vif-plugged", "status": "completed", "tag": "12fb5294-6ef9-4433-aa45-5e058a29708f"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:19:27.626592 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 12fb5294-6ef9-4433-aa45-5e058a29708f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=12fb5294-6ef9-4433-aa45-5e058a29708f,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:19:27.688839 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd62632-a8c7-4a7d-aedb-b28a510ecca8 x-openstack-request-id: req-0dd62632-a8c7-4a7d-aedb-b28a510ecca8 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:19:27.690065 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173", "name": "network-vif-plugged", "status": "completed", "tag": "12fb5294-6ef9-4433-aa45-5e058a29708f", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:19:27.690557 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0dd62632-a8c7-4a7d-aedb-b28a510ecca8 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:19:27.691163 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fb5294-6ef9-4433-aa45-5e058a29708f', 'code': 200} Aug 23 16:19:27.766425 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:27.839143 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=12fb5294-6ef9-4433-aa45-5e058a29708f,revision_number=7']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:28.960092 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:30.440778 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:19:38.687469 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42552) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:38.862989 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Deleting port bf5c72c5-f834-42b9-9e41-f72780d13984 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:19:38.863900 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:38.941094 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:38.941353 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:38.954462 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Calling delete_port for bf5c72c5-f834-42b9-9e41-f72780d13984 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:19:39.251204 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:39.277449 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event deleted for resources: {'Port': ['ID=bf5c72c5-f834-42b9-9e41-f72780d13984,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:39.309265 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:39.309610 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:39.309958 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:39.310295 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:39.310633 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:39.310966 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:39.311295 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:39.311623 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:39.312054 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:39.312382 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:39.312709 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:39.313036 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:39.356419 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:39.356809 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Floating IP 99a87e6e-c55e-495b-9b9d-4daf4bf6b283 disassociated (deleted). External IP: 172.25.8.62, port: 12fb5294-6ef9-4433-aa45-5e058a29708f. Aug 23 16:19:39.576480 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Router 58b99d2a-b6e3-4ec0-badf-427fa9151199 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:19:39.690264 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:19:39.695590 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:39.700513 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b1038-fdb7-41b1-8d73-37f0eba1b515 None None] Sync routers for ids ['58b99d2a-b6e3-4ec0-badf-427fa9151199'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:19:39.710757 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b1038-fdb7-41b1-8d73-37f0eba1b515 None None] Routers {'58b99d2a-b6e3-4ec0-badf-427fa9151199'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:19:39.711371 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f01b1038-fdb7-41b1-8d73-37f0eba1b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:19:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['58b99d2a-b6e3-4ec0-badf-427fa9151199'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:39.725353 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-5e2c3ef9-c07a-429c-8527-c3d0939f4f8a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "DELETE /v2.0/floatingips/99a87e6e-c55e-495b-9b9d-4daf4bf6b283 HTTP/1.1" status: 204 len: 168 time: 1.0367305 Aug 23 16:19:39.725949 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'tag': '12fb5294-6ef9-4433-aa45-5e058a29708f'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:19:39.728269 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}511f008c58a008c87eb616fe5d66cb7bdbcb90a14f59b6a049e8f0c7a287e225" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f09a303-685e-4e0e-a809-1afb96e05b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173", "tag": "12fb5294-6ef9-4433-aa45-5e058a29708f"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:19:39.833747 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f01b1038-fdb7-41b1-8d73-37f0eba1b515 None None] Set router 58b99d2a-b6e3-4ec0-badf-427fa9151199 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:19:39.859391 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a297e1e6-ca91-4259-8301-f98294863fa2 x-openstack-request-id: req-a297e1e6-ca91-4259-8301-f98294863fa2 {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:19:39.859712 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173", "tag": "12fb5294-6ef9-4433-aa45-5e058a29708f", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:19:39.859973 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a297e1e6-ca91-4259-8301-f98294863fa2 {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:19:39.860416 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'tag': '12fb5294-6ef9-4433-aa45-5e058a29708f', 'status': 'completed', 'code': 200} Aug 23 16:19:39.935137 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a303-685e-4e0e-a809-1afb96e05b6a req-6cea2b45-c2bf-4525-b792-b8bf8f184068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:39.936722 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f09a303-685e-4e0e-a809-1afb96e05b6a req-6cea2b45-c2bf-4525-b792-b8bf8f184068 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 1097 time: 0.0506055 Aug 23 16:19:40.053677 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a303-685e-4e0e-a809-1afb96e05b6a req-9ae42894-0138-48e1-a875-cf0e8ebf8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:40.055188 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f09a303-685e-4e0e-a809-1afb96e05b6a req-9ae42894-0138-48e1-a875-cf0e8ebf8482 service neutron] 10.222.0.61 "GET /v2.0/networks?id=885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 200 len: 911 time: 0.1096117 Aug 23 16:19:40.096004 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f01b1038-fdb7-41b1-8d73-37f0eba1b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '076aed04-9a35-4ef5-9e0b-93225836620c', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'port_id': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'mac_address': 'fa:16:3e:2a:45:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:15:03Z', 'updated_at': '2021-08-23T16:15:06Z', 'revision_number': 1, 'project_id': '7d1ca42743b54382a034f118620535db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8255fe-7992-4d2b-b01d-80db94a611d1', 'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'mac_address': 'fa:16:3e:9e:ac:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:38Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 5, 'project_id': '7d1ca42743b54382a034f118620535db', 'subnets': [{'id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:40.103254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f09a303-685e-4e0e-a809-1afb96e05b6a req-8a3ec57c-67cc-4088-bd19-d0a0036df29c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12fb5294-6ef9-4433-aa45-5e058a29708f HTTP/1.1" status: 200 len: 217 time: 0.0399487 Aug 23 16:19:40.130909 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b1038-fdb7-41b1-8d73-37f0eba1b515 None None] Checking router: 58b99d2a-b6e3-4ec0-badf-427fa9151199 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:19:40.141281 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b1038-fdb7-41b1-8d73-37f0eba1b515 None None] Routers {'58b99d2a-b6e3-4ec0-badf-427fa9151199'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:19:40.141928 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f01b1038-fdb7-41b1-8d73-37f0eba1b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:19:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['58b99d2a-b6e3-4ec0-badf-427fa9151199'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:40.166977 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a303-685e-4e0e-a809-1afb96e05b6a req-0447b91b-2cfc-4f6b-8b47-9f7c3407d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:40.168535 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f09a303-685e-4e0e-a809-1afb96e05b6a req-0447b91b-2cfc-4f6b-8b47-9f7c3407d319 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e44acfe-c9c4-4021-b5d1-c4e8c32174f6 HTTP/1.1" status: 200 len: 849 time: 0.0490587 Aug 23 16:19:40.248995 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a303-685e-4e0e-a809-1afb96e05b6a req-2194fbfd-72d2-4862-9e5c-5f2f3e56e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:40.250599 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f09a303-685e-4e0e-a809-1afb96e05b6a req-2194fbfd-72d2-4862-9e5c-5f2f3e56e10c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=885d7f7d-3924-4822-a147-85e0f84b12b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730329 Aug 23 16:19:40.252865 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-f01b1038-fdb7-41b1-8d73-37f0eba1b515 None None] Set router 58b99d2a-b6e3-4ec0-badf-427fa9151199 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:19:40.259626 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c10f1a-9cc1-4c6f-a9b4-7554895fcad8 req-43be656d-fcb6-429a-96d2-19d18c70f451 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:40.261160 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6c10f1a-9cc1-4c6f-a9b4-7554895fcad8 req-43be656d-fcb6-429a-96d2-19d18c70f451 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 946 time: 0.0755599 Aug 23 16:19:40.350957 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-e6c10f1a-9cc1-4c6f-a9b4-7554895fcad8 req-a4591af3-4a03-478a-b389-8f92d31a8b24 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814016 Aug 23 16:19:40.393118 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f09a303-685e-4e0e-a809-1afb96e05b6a req-0c4c902c-5c54-4680-bc45-8a851894517c service neutron] 10.222.0.61 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303296 Aug 23 16:19:40.485793 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-f01b1038-fdb7-41b1-8d73-37f0eba1b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '076aed04-9a35-4ef5-9e0b-93225836620c', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'port_id': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'mac_address': 'fa:16:3e:2a:45:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:15:03Z', 'updated_at': '2021-08-23T16:15:06Z', 'revision_number': 1, 'project_id': '7d1ca42743b54382a034f118620535db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8255fe-7992-4d2b-b01d-80db94a611d1', 'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'mac_address': 'fa:16:3e:9e:ac:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:38Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 5, 'project_id': '7d1ca42743b54382a034f118620535db', 'subnets': [{'id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:40.500869 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-7f09a303-685e-4e0e-a809-1afb96e05b6a req-f05fb85d-ce7b-4c75-80ed-47d497e7c994 service neutron] 10.222.0.61 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975511 Aug 23 16:19:40.516693 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b1038-fdb7-41b1-8d73-37f0eba1b515 None None] The sync data for ids ['58b99d2a-b6e3-4ec0-badf-427fa9151199'] in n-d-804985-3 is: [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_floatingips': [{'id': '076aed04-9a35-4ef5-9e0b-93225836620c', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'router_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'port_id': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'mac_address': 'fa:16:3e:2a:45:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T16:15:03Z', 'updated_at': '2021-08-23T16:15:06Z', 'revision_number': 1, 'project_id': '7d1ca42743b54382a034f118620535db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8255fe-7992-4d2b-b01d-80db94a611d1', 'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'mac_address': 'fa:16:3e:9e:ac:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:38Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 5, 'project_id': '7d1ca42743b54382a034f118620535db', 'subnets': [{'id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:19:40.762537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3546d5-f562-42f3-bd9e-8986a3d4a806 None None] New status for floating IP 99a87e6e-c55e-495b-9b9d-4daf4bf6b283: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:19:41.474561 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039a4b7-b23c-4d07-b2d3-81df00c82a18 req-a492ed57-b442-43f8-8278-7435c4af8466 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:41.476114 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c039a4b7-b23c-4d07-b2d3-81df00c82a18 req-a492ed57-b442-43f8-8278-7435c4af8466 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 946 time: 0.0511298 Aug 23 16:19:41.477319 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 12fb5294-6ef9-4433-aa45-5e058a29708f no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:19:41.518764 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-c039a4b7-b23c-4d07-b2d3-81df00c82a18 req-6126de04-d1fb-4da6-af27-431d7aff1cf4 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347149 Aug 23 16:19:41.560612 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-711108'] for port, before_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:41.585382 n-d-804985-3 neutron-server[96116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12fb5294-6ef9-4433-aa45-5e058a29708f'}] {{(pid=96116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:19:41.587630 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe033f065b09c3c48b855e01a96b84c622d12efa03289942cc5d29ff526d2ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0fdcde-4ca1-43e3-bd8e-569c85187d96" -d '{"events": [{"server_uuid": "0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173", "name": "network-vif-unplugged", "status": "completed", "tag": "12fb5294-6ef9-4433-aa45-5e058a29708f"}]}' {{(pid=96116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:19:41.601103 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] For port 12fb5294-6ef9-4433-aa45-5e058a29708f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=12fb5294-6ef9-4433-aa45-5e058a29708f,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:19:41.623033 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 16:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96c97e8-2fdd-4d6d-8381-69bdcb036b17 x-openstack-request-id: req-c96c97e8-2fdd-4d6d-8381-69bdcb036b17 {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:19:41.623340 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173", "name": "network-vif-unplugged", "status": "completed", "tag": "12fb5294-6ef9-4433-aa45-5e058a29708f", "code": 200}]} {{(pid=96116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:19:41.623599 n-d-804985-3 neutron-server[96116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c96c97e8-2fdd-4d6d-8381-69bdcb036b17 {{(pid=96116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:19:41.624029 n-d-804985-3 neutron-server[96116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12fb5294-6ef9-4433-aa45-5e058a29708f', 'code': 200} Aug 23 16:19:41.679354 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727177648963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727177125389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727177125407'] for port, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:41.731621 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Pushing event updated for resources: {'Port': ['ID=12fb5294-6ef9-4433-aa45-5e058a29708f,revision_number=8']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:42.256343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470cc4a-790d-492d-bd70-810ac8c603e6 req-d4546cb7-f445-424a-9896-95d65763fbda tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:42.257824 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c470cc4a-790d-492d-bd70-810ac8c603e6 req-d4546cb7-f445-424a-9896-95d65763fbda tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 944 time: 0.0503218 Aug 23 16:19:42.351975 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-c470cc4a-790d-492d-bd70-810ac8c603e6 req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Deleting port 12fb5294-6ef9-4433-aa45-5e058a29708f {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:19:42.352319 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c470cc4a-790d-492d-bd70-810ac8c603e6 req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:42.446343 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-c470cc4a-790d-492d-bd70-810ac8c603e6 req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] For port 12fb5294-6ef9-4433-aa45-5e058a29708f, host n-h2-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-3',level=0,port_id=12fb5294-6ef9-4433-aa45-5e058a29708f,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:19:42.446718 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c470cc4a-790d-492d-bd70-810ac8c603e6 req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:42.459893 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-c470cc4a-790d-492d-bd70-810ac8c603e6 req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Calling delete_port for 12fb5294-6ef9-4433-aa45-5e058a29708f owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:19:42.648412 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83ed2a-2384-440e-826c-74e176072098 req-0d81136d-020f-4fed-8f2a-b2acacaeec5c tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:42.649981 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc83ed2a-2384-440e-826c-74e176072098 req-0d81136d-020f-4fed-8f2a-b2acacaeec5c tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 944 time: 0.0523701 Aug 23 16:19:42.693959 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-bc83ed2a-2384-440e-826c-74e176072098 req-e5aaea1e-e7cc-40bb-ba58-81538497eac6 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376568 Aug 23 16:19:42.696722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c470cc4a-790d-492d-bd70-810ac8c603e6 req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:42.729905 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event deleted for resources: {'Port': ['ID=12fb5294-6ef9-4433-aa45-5e058a29708f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:42.743067 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:42.743067 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:42.743360 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:42.743471 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:42.743807 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:42.744150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:42.744485 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:42.744820 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:42.745162 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:42.745486 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:42.745826 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:42.746167 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-3 {{(pid=96115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 16:19:42.783190 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c470cc4a-790d-492d-bd70-810ac8c603e6 req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] No DVR routers for this DVR port 12fb5294-6ef9-4433-aa45-5e058a29708f on host n-h2-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:19:42.787070 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-c470cc4a-790d-492d-bd70-810ac8c603e6 req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:42.789160 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-c470cc4a-790d-492d-bd70-810ac8c603e6 req-79f9900c-b626-436e-b9ed-a98ee280dee8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.61 "DELETE /v2.0/ports/12fb5294-6ef9-4433-aa45-5e058a29708f HTTP/1.1" status: 204 len: 173 time: 0.5242693 Aug 23 16:19:42.789634 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'name': 'network-vif-deleted', 'tag': '12fb5294-6ef9-4433-aa45-5e058a29708f'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:19:42.791964 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77537667-9f66-4a21-83b3-bd0ece1daad9" -d '{"events": [{"server_uuid": "0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173", "name": "network-vif-deleted", "tag": "12fb5294-6ef9-4433-aa45-5e058a29708f"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:19:42.897281 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f6c296-f93d-4c72-8510-7a25cddf8c7e x-openstack-request-id: req-57f6c296-f93d-4c72-8510-7a25cddf8c7e {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:19:42.897568 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173", "name": "network-vif-deleted", "tag": "12fb5294-6ef9-4433-aa45-5e058a29708f", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:19:42.897826 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-57f6c296-f93d-4c72-8510-7a25cddf8c7e {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:19:42.898227 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173', 'name': 'network-vif-deleted', 'tag': '12fb5294-6ef9-4433-aa45-5e058a29708f', 'status': 'completed', 'code': 200} Aug 23 16:19:43.837585 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-13e74358-f54e-4817-b4af-a6954d0394e7 req-afacbc0c-c25a-4211-b1f8-e89a43757991 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a8d5c04-dfc5-438b-b0a3-7e7a3cea9173 HTTP/1.1" status: 200 len: 210 time: 0.0444584 Aug 23 16:19:45.507827 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 12fb5294-6ef9-4433-aa45-5e058a29708f no longer exists at agent hyperv_n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:19:45.530168 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] No Port match for: 12fb5294-6ef9-4433-aa45-5e058a29708f {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:19:45.530508 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Device 12fb5294-6ef9-4433-aa45-5e058a29708f not bound to the agent host n-h2-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:19:46.551285 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42634) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:46.674662 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:46.718557 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9fdbf-6d21-4e61-99ec-2416967f191a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Deleting port 36920b50-28ba-4e20-a00f-a16c4fd67d17 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:19:46.718903 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2dd9fdbf-6d21-4e61-99ec-2416967f191a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:46.801450 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2dd9fdbf-6d21-4e61-99ec-2416967f191a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:46.801746 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2dd9fdbf-6d21-4e61-99ec-2416967f191a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:46.814306 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9fdbf-6d21-4e61-99ec-2416967f191a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Calling delete_port for 36920b50-28ba-4e20-a00f-a16c4fd67d17 owned by network:floatingip {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:19:47.079804 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2dd9fdbf-6d21-4e61-99ec-2416967f191a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:47.108640 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9fdbf-6d21-4e61-99ec-2416967f191a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event deleted for resources: {'Port': ['ID=36920b50-28ba-4e20-a00f-a16c4fd67d17,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:47.179690 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2dd9fdbf-6d21-4e61-99ec-2416967f191a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for floatingip, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:47.180023 n-d-804985-3 neutron-server[96114]: INFO neutron.db.l3_db [None req-2dd9fdbf-6d21-4e61-99ec-2416967f191a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Floating IP 076aed04-9a35-4ef5-9e0b-93225836620c disassociated (deleted). External IP: 172.25.8.70, port: 11276db3-e623-45ef-85a7-c9b9cc8a83e0. Aug 23 16:19:47.772834 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd9fdbf-6d21-4e61-99ec-2416967f191a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Router 58b99d2a-b6e3-4ec0-badf-427fa9151199 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:19:47.889880 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd9fdbf-6d21-4e61-99ec-2416967f191a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:19:47.895054 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-2dd9fdbf-6d21-4e61-99ec-2416967f191a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for floatingip, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:47.903230 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca090864-9205-4943-abf9-a4c771f03207 None None] Sync routers for ids ['58b99d2a-b6e3-4ec0-badf-427fa9151199'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:19:47.916075 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca090864-9205-4943-abf9-a4c771f03207 None None] Routers {'58b99d2a-b6e3-4ec0-badf-427fa9151199'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:19:47.917310 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ca090864-9205-4943-abf9-a4c771f03207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:19:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['58b99d2a-b6e3-4ec0-badf-427fa9151199'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:47.931204 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-2dd9fdbf-6d21-4e61-99ec-2416967f191a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "DELETE /v2.0/floatingips/076aed04-9a35-4ef5-9e0b-93225836620c HTTP/1.1" status: 204 len: 168 time: 1.3763747 Aug 23 16:19:47.931204 n-d-804985-3 neutron-server[96114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'tag': '11276db3-e623-45ef-85a7-c9b9cc8a83e0'}] {{(pid=96114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:19:47.932216 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}511f008c58a008c87eb616fe5d66cb7bdbcb90a14f59b6a049e8f0c7a287e225" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220080c5-e655-45dc-bbe6-6869d59cbf3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b42be46c-d12a-42e2-89d1-2e8871471112", "tag": "11276db3-e623-45ef-85a7-c9b9cc8a83e0"}]}' {{(pid=96114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:19:47.975186 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 16:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754a8de9-9b19-42fb-9caa-722703b4679f x-openstack-request-id: req-754a8de9-9b19-42fb-9caa-722703b4679f {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:19:47.975516 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42be46c-d12a-42e2-89d1-2e8871471112", "tag": "11276db3-e623-45ef-85a7-c9b9cc8a83e0", "status": "completed", "code": 200}]} {{(pid=96114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:19:47.975863 n-d-804985-3 neutron-server[96114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-754a8de9-9b19-42fb-9caa-722703b4679f {{(pid=96114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:19:47.976398 n-d-804985-3 neutron-server[96114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'tag': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'status': 'completed', 'code': 200} Aug 23 16:19:48.044267 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-ca090864-9205-4943-abf9-a4c771f03207 None None] Set router 58b99d2a-b6e3-4ec0-badf-427fa9151199 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:19:48.045342 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220080c5-e655-45dc-bbe6-6869d59cbf3a req-90a99686-9502-4398-8fc8-1ec025cf48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:48.047814 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-220080c5-e655-45dc-bbe6-6869d59cbf3a req-90a99686-9502-4398-8fc8-1ec025cf48d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d1ca42743b54382a034f118620535db&device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 1095 time: 0.0506904 Aug 23 16:19:48.167226 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220080c5-e655-45dc-bbe6-6869d59cbf3a req-9075d0f7-f1e5-4376-b179-7baa371f6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:48.168782 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-220080c5-e655-45dc-bbe6-6869d59cbf3a req-9075d0f7-f1e5-4376-b179-7baa371f6efb service neutron] 10.222.0.57 "GET /v2.0/networks?id=885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 200 len: 911 time: 0.1142144 Aug 23 16:19:48.221097 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-220080c5-e655-45dc-bbe6-6869d59cbf3a req-4ae553c3-8cfa-4bc9-b0bf-66ee559b1bf8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0 HTTP/1.1" status: 200 len: 217 time: 0.0406663 Aug 23 16:19:48.281592 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220080c5-e655-45dc-bbe6-6869d59cbf3a req-49fc9d6f-f66d-47ca-9b2b-ad3b061e7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:48.283165 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-220080c5-e655-45dc-bbe6-6869d59cbf3a req-49fc9d6f-f66d-47ca-9b2b-ad3b061e7640 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6e44acfe-c9c4-4021-b5d1-c4e8c32174f6 HTTP/1.1" status: 200 len: 849 time: 0.0595381 Aug 23 16:19:48.358050 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220080c5-e655-45dc-bbe6-6869d59cbf3a req-100b351f-7ad0-4672-901f-c3a4708161e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:48.359628 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-220080c5-e655-45dc-bbe6-6869d59cbf3a req-100b351f-7ad0-4672-901f-c3a4708161e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885d7f7d-3924-4822-a147-85e0f84b12b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681684 Aug 23 16:19:48.400128 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ca090864-9205-4943-abf9-a4c771f03207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'cb8255fe-7992-4d2b-b01d-80db94a611d1', 'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'mac_address': 'fa:16:3e:9e:ac:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:38Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 5, 'project_id': '7d1ca42743b54382a034f118620535db', 'subnets': [{'id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:48.426813 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca090864-9205-4943-abf9-a4c771f03207 None None] Checking router: 58b99d2a-b6e3-4ec0-badf-427fa9151199 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:19:48.436653 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca090864-9205-4943-abf9-a4c771f03207 None None] Routers {'58b99d2a-b6e3-4ec0-badf-427fa9151199'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:19:48.436653 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ca090864-9205-4943-abf9-a4c771f03207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:19:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['58b99d2a-b6e3-4ec0-badf-427fa9151199'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:48.462249 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-220080c5-e655-45dc-bbe6-6869d59cbf3a req-da486c92-bb34-47b5-99ab-ab1a0a339b9f service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949166 Aug 23 16:19:48.561746 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-ca090864-9205-4943-abf9-a4c771f03207 None None] Set router 58b99d2a-b6e3-4ec0-badf-427fa9151199 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:19:48.604831 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a22b66-6d3f-4e47-bd86-72b906b2c315 req-213dc905-ef2f-48de-b693-34cea5a21f26 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:48.606412 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86a22b66-6d3f-4e47-bd86-72b906b2c315 req-213dc905-ef2f-48de-b693-34cea5a21f26 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 944 time: 0.0821052 Aug 23 16:19:48.608559 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-220080c5-e655-45dc-bbe6-6869d59cbf3a req-84d5750b-15eb-400b-855e-2dddd98aa92a service neutron] 10.222.0.57 "GET /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383619 Aug 23 16:19:48.654340 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-86a22b66-6d3f-4e47-bd86-72b906b2c315 req-89e9af53-d977-40f8-9cfc-8df85b8a5dd8 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400467 Aug 23 16:19:48.777869 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-ca090864-9205-4943-abf9-a4c771f03207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'cb8255fe-7992-4d2b-b01d-80db94a611d1', 'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'mac_address': 'fa:16:3e:9e:ac:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:38Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 5, 'project_id': '7d1ca42743b54382a034f118620535db', 'subnets': [{'id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:48.807825 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca090864-9205-4943-abf9-a4c771f03207 None None] The sync data for ids ['58b99d2a-b6e3-4ec0-badf-427fa9151199'] in n-d-804985-3 is: [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:39Z', 'revision_number': 4, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3', '_interfaces': [{'id': 'cb8255fe-7992-4d2b-b01d-80db94a611d1', 'name': '', 'network_id': '885d7f7d-3924-4822-a147-85e0f84b12b4', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'mac_address': 'fa:16:3e:9e:ac:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:38Z', 'updated_at': '2021-08-23T16:14:45Z', 'revision_number': 5, 'project_id': '7d1ca42743b54382a034f118620535db', 'subnets': [{'id': '6e44acfe-c9c4-4021-b5d1-c4e8c32174f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:19:49.053627 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37a9c1-d62b-4fa6-b681-f2ab864e34af None None] New status for floating IP 076aed04-9a35-4ef5-9e0b-93225836620c: DOWN {{(pid=96116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 16:19:49.788521 n-d-804985-3 neutron-server[96114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef8976-c741-4e20-9fd7-fdb58a642b29 req-aa82d9c1-5af9-4dbb-b658-48279b8d188a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:49.790113 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07ef8976-c741-4e20-9fd7-fdb58a642b29 req-aa82d9c1-5af9-4dbb-b658-48279b8d188a tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 944 time: 0.0536988 Aug 23 16:19:49.834711 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-07ef8976-c741-4e20-9fd7-fdb58a642b29 req-1456c050-211f-4145-8a1f-bba283cc28ad tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/security-groups?id=205488b6-2c16-447b-9fc7-f131ad2564d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372832 Aug 23 16:19:50.062325 n-d-804985-3 neutron-server[96115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f10cba-b4d6-4425-8774-8784a17958d6 req-3c869c07-3383-4d1f-b136-eba33a0ad83e tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 16:19:50.063940 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51f10cba-b4d6-4425-8774-8784a17958d6 req-3c869c07-3383-4d1f-b136-eba33a0ad83e tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.57 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 944 time: 0.0515838 Aug 23 16:19:50.166451 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-51f10cba-b4d6-4425-8774-8784a17958d6 req-a957596b-c112-467d-ac99-3ecb6913a274 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Deleting port 11276db3-e623-45ef-85a7-c9b9cc8a83e0 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:19:50.166795 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51f10cba-b4d6-4425-8774-8784a17958d6 req-a957596b-c112-467d-ac99-3ecb6913a274 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:50.261745 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [req-51f10cba-b4d6-4425-8774-8784a17958d6 req-a957596b-c112-467d-ac99-3ecb6913a274 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] For port 11276db3-e623-45ef-85a7-c9b9cc8a83e0, host n-h1-804985-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-3',level=0,port_id=11276db3-e623-45ef-85a7-c9b9cc8a83e0,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:19:50.262091 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51f10cba-b4d6-4425-8774-8784a17958d6 req-a957596b-c112-467d-ac99-3ecb6913a274 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:50.278430 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [req-51f10cba-b4d6-4425-8774-8784a17958d6 req-a957596b-c112-467d-ac99-3ecb6913a274 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Calling delete_port for 11276db3-e623-45ef-85a7-c9b9cc8a83e0 owned by compute:nova {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:19:50.599541 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51f10cba-b4d6-4425-8774-8784a17958d6 req-a957596b-c112-467d-ac99-3ecb6913a274 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:50.633948 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957596b-c112-467d-ac99-3ecb6913a274 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event deleted for resources: {'Port': ['ID=11276db3-e623-45ef-85a7-c9b9cc8a83e0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:50.681293 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f10cba-b4d6-4425-8774-8784a17958d6 req-a957596b-c112-467d-ac99-3ecb6913a274 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] No DVR routers for this DVR port 11276db3-e623-45ef-85a7-c9b9cc8a83e0 on host n-h1-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:19:50.683992 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [req-51f10cba-b4d6-4425-8774-8784a17958d6 req-a957596b-c112-467d-ac99-3ecb6913a274 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-178647'] for port, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:50.686067 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [req-51f10cba-b4d6-4425-8774-8784a17958d6 req-a957596b-c112-467d-ac99-3ecb6913a274 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.57 "DELETE /v2.0/ports/11276db3-e623-45ef-85a7-c9b9cc8a83e0 HTTP/1.1" status: 204 len: 173 time: 0.6162415 Aug 23 16:19:50.686533 n-d-804985-3 neutron-server[96115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'name': 'network-vif-deleted', 'tag': '11276db3-e623-45ef-85a7-c9b9cc8a83e0'}] {{(pid=96115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 16:19:50.688914 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933cc13a0f01c6d3e204aebd837966d1b2e890fd22e60b156874b34488fd40bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdc840e-6ae8-45b6-8b88-356a3628d2dc" -d '{"events": [{"server_uuid": "b42be46c-d12a-42e2-89d1-2e8871471112", "name": "network-vif-deleted", "tag": "11276db3-e623-45ef-85a7-c9b9cc8a83e0"}]}' {{(pid=96115) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 16:19:50.724648 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 16:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc46ac0-b298-4bf3-9533-8d3143a22855 x-openstack-request-id: req-5fc46ac0-b298-4bf3-9533-8d3143a22855 {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 16:19:50.724941 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42be46c-d12a-42e2-89d1-2e8871471112", "name": "network-vif-deleted", "tag": "11276db3-e623-45ef-85a7-c9b9cc8a83e0", "status": "completed", "code": 200}]} {{(pid=96115) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 16:19:50.725195 n-d-804985-3 neutron-server[96115]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5fc46ac0-b298-4bf3-9533-8d3143a22855 {{(pid=96115) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 16:19:50.725600 n-d-804985-3 neutron-server[96115]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42be46c-d12a-42e2-89d1-2e8871471112', 'name': 'network-vif-deleted', 'tag': '11276db3-e623-45ef-85a7-c9b9cc8a83e0', 'status': 'completed', 'code': 200} Aug 23 16:19:50.935326 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [req-6aafd73d-c020-4758-b00d-95577231ab41 req-8c3ff893-e426-4ab7-a30f-1939f1345952 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "GET /v2.0/ports?device_id=b42be46c-d12a-42e2-89d1-2e8871471112 HTTP/1.1" status: 200 len: 210 time: 0.0291481 Aug 23 16:19:51.358976 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:51.996488 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42654) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:52.061773 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6659d52a-b847-4f65-a960-397e60690286 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:52.093762 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6659d52a-b847-4f65-a960-397e60690286 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:52.233864 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6659d52a-b847-4f65-a960-397e60690286 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:52.236453 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-6659d52a-b847-4f65-a960-397e60690286 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Notify callbacks [] for security_group, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:52.237624 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-6659d52a-b847-4f65-a960-397e60690286 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] 10.222.0.38 "DELETE /v2.0/security-groups/205488b6-2c16-447b-9fc7-f131ad2564d2 HTTP/1.1" status: 204 len: 168 time: 0.2399502 Aug 23 16:19:52.248501 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659d52a-b847-4f65-a960-397e60690286 tempest-TestSnapshotPattern-2011444670 tempest-TestSnapshotPattern-2011444670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=205488b6-2c16-447b-9fc7-f131ad2564d2,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:52.366159 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42658) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:52.753455 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-55c524a7-ac26-488a-a0ca-5e38d90cd107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:52.868891 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-453ceaac-6ed6-4bd7-940a-945cfd0b42fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:53.155619 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-453ceaac-6ed6-4bd7-940a-945cfd0b42fe admin admin] Deleting port cb8255fe-7992-4d2b-b01d-80db94a611d1 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:19:53.156337 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-453ceaac-6ed6-4bd7-940a-945cfd0b42fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:53.244978 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-453ceaac-6ed6-4bd7-940a-945cfd0b42fe admin admin] For port cb8255fe-7992-4d2b-b01d-80db94a611d1, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=cb8255fe-7992-4d2b-b01d-80db94a611d1,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:19:53.245344 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-453ceaac-6ed6-4bd7-940a-945cfd0b42fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:53.257635 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-453ceaac-6ed6-4bd7-940a-945cfd0b42fe admin admin] Calling delete_port for cb8255fe-7992-4d2b-b01d-80db94a611d1 owned by network:router_interface {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:19:53.559131 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-453ceaac-6ed6-4bd7-940a-945cfd0b42fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:53.591410 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ceaac-6ed6-4bd7-940a-945cfd0b42fe admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8255fe-7992-4d2b-b01d-80db94a611d1,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:53.774843 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-453ceaac-6ed6-4bd7-940a-945cfd0b42fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:54.007361 n-d-804985-3 neutron-server[96114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453ceaac-6ed6-4bd7-940a-945cfd0b42fe admin admin] Router 58b99d2a-b6e3-4ec0-badf-427fa9151199 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:19:54.034113 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 11276db3-e623-45ef-85a7-c9b9cc8a83e0 no longer exists at agent hyperv_n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:19:54.057186 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] No Port match for: 11276db3-e623-45ef-85a7-c9b9cc8a83e0 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:19:54.057528 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Device 11276db3-e623-45ef-85a7-c9b9cc8a83e0 not bound to the agent host n-h1-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:19:54.122795 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453ceaac-6ed6-4bd7-940a-945cfd0b42fe admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:19:54.127960 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-453ceaac-6ed6-4bd7-940a-945cfd0b42fe admin admin] 10.222.0.38 "PUT /v2.0/routers/58b99d2a-b6e3-4ec0-badf-427fa9151199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7606769 Aug 23 16:19:54.131397 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42662) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:54.134731 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b398d2-9de8-45b5-8d5b-5d1f2a89a08f None None] Sync routers for ids ['58b99d2a-b6e3-4ec0-badf-427fa9151199'] in n-d-804985-3 {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:19:54.145257 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b398d2-9de8-45b5-8d5b-5d1f2a89a08f None None] Routers {'58b99d2a-b6e3-4ec0-badf-427fa9151199'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:19:54.145494 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-12b398d2-9de8-45b5-8d5b-5d1f2a89a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:19:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['58b99d2a-b6e3-4ec0-badf-427fa9151199'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:54.262318 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] Notify callbacks [] for router, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:54.275718 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-12b398d2-9de8-45b5-8d5b-5d1f2a89a08f None None] Set router 58b99d2a-b6e3-4ec0-badf-427fa9151199 gateway port host: n-d-804985-3 {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:19:54.374245 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:54.477408 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-12b398d2-9de8-45b5-8d5b-5d1f2a89a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:19:53Z', 'revision_number': 5, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port': {'id': 'ce9ac370-4b8c-4d4c-92e5-eee36c52dcca', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:54.508275 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b398d2-9de8-45b5-8d5b-5d1f2a89a08f None None] Checking router: 58b99d2a-b6e3-4ec0-badf-427fa9151199 for host: n-d-804985-3 {{(pid=96117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:19:54.518711 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b398d2-9de8-45b5-8d5b-5d1f2a89a08f None None] Routers {'58b99d2a-b6e3-4ec0-badf-427fa9151199'} bound to L3 agent in host n-d-804985-3 {{(pid=96117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:19:54.519604 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-12b398d2-9de8-45b5-8d5b-5d1f2a89a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:19:27Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['58b99d2a-b6e3-4ec0-badf-427fa9151199'], 'active': True} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:54.522742 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] Deleting port ce9ac370-4b8c-4d4c-92e5-eee36c52dcca {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:19:54.523096 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:54.613936 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_dvr_db [None req-12b398d2-9de8-45b5-8d5b-5d1f2a89a08f None None] Set router 58b99d2a-b6e3-4ec0-badf-427fa9151199 gateway port host: None {{(pid=96117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:19:54.617371 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] For port ce9ac370-4b8c-4d4c-92e5-eee36c52dcca, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ce9ac370-4b8c-4d4c-92e5-eee36c52dcca,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:19:54.617745 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:54.631003 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] Calling delete_port for ce9ac370-4b8c-4d4c-92e5-eee36c52dcca owned by network:router_gateway {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:19:54.672836 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.l3_hamode_db [None req-12b398d2-9de8-45b5-8d5b-5d1f2a89a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:19:54Z', 'revision_number': 6, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:54.703190 n-d-804985-3 neutron-server[96117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b398d2-9de8-45b5-8d5b-5d1f2a89a08f None None] The sync data for ids ['58b99d2a-b6e3-4ec0-badf-427fa9151199'] in n-d-804985-3 is: [{'id': '58b99d2a-b6e3-4ec0-badf-427fa9151199', 'name': 'tempest-TestSnapshotPattern-1147095549-router', 'tenant_id': '7d1ca42743b54382a034f118620535db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:36Z', 'updated_at': '2021-08-23T16:19:54Z', 'revision_number': 6, 'project_id': '7d1ca42743b54382a034f118620535db', 'gw_port_host': None}] {{(pid=96117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:19:54.907569 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:54.932793 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9ac370-4b8c-4d4c-92e5-eee36c52dcca,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:54.998693 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:55.094304 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:55.096691 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:55.262886 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:55.263905 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58b99d2a-b6e3-4ec0-badf-427fa9151199 {{(pid=96114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:19:55.271817 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] Notify callbacks [] for router, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:55.272675 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-d4da4f0a-2480-4822-bebd-b6b816dc9c17 admin admin] 10.222.0.38 "DELETE /v2.0/routers/58b99d2a-b6e3-4ec0-badf-427fa9151199 HTTP/1.1" status: 204 len: 168 time: 1.1397984 Aug 23 16:19:55.274981 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42664) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:55.325991 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-7497a371-a53b-4e6b-8faa-a015f60000ec admin admin] Deleting subnet 6e44acfe-c9c4-4021-b5d1-c4e8c32174f6 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:19:55.329153 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7497a371-a53b-4e6b-8faa-a015f60000ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:55.365232 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7497a371-a53b-4e6b-8faa-a015f60000ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:55.453299 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7497a371-a53b-4e6b-8faa-a015f60000ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:55.512532 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device cb8255fe-7992-4d2b-b01d-80db94a611d1 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:19:55.539571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: cb8255fe-7992-4d2b-b01d-80db94a611d1 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:19:55.539571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device cb8255fe-7992-4d2b-b01d-80db94a611d1 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:19:55.539571 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ce9ac370-4b8c-4d4c-92e5-eee36c52dcca no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:19:55.565267 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: ce9ac370-4b8c-4d4c-92e5-eee36c52dcca {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:19:55.565647 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ce9ac370-4b8c-4d4c-92e5-eee36c52dcca not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:19:55.599943 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7497a371-a53b-4e6b-8faa-a015f60000ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:55.626532 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497a371-a53b-4e6b-8faa-a015f60000ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e44acfe-c9c4-4021-b5d1-c4e8c32174f6,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:55.634450 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-7497a371-a53b-4e6b-8faa-a015f60000ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:55.636575 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-7497a371-a53b-4e6b-8faa-a015f60000ec admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6e44acfe-c9c4-4021-b5d1-c4e8c32174f6 HTTP/1.1" status: 204 len: 168 time: 0.3606675 Aug 23 16:19:55.639238 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42666) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:55.642135 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357bc694-d37a-4a8d-8cd0-f543f986b89a None None] Network 885d7f7d-3924-4822-a147-85e0f84b12b4 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:19:55.690039 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:55.723790 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:55.796201 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] Deleting port 7fa4f188-f58d-4b2c-a285-c3b76324fa28 {{(pid=96114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:19:55.796984 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:55.857663 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95fcf64-1892-4594-beee-1f366764fe1b None None] DHCP port deletion for 885d7f7d-3924-4822-a147-85e0f84b12b4 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 16:19:55.872059 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.db [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] For port 7fa4f188-f58d-4b2c-a285-c3b76324fa28, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7fa4f188-f58d-4b2c-a285-c3b76324fa28,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:19:55.872528 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:55.886418 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.plugin [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] Calling delete_port for 7fa4f188-f58d-4b2c-a285-c3b76324fa28 owned by network:dhcp {{(pid=96114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:19:55.908972 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b95fcf64-1892-4594-beee-1f366764fe1b None None] Deleting port 7fa4f188-f58d-4b2c-a285-c3b76324fa28 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:19:55.909377 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b95fcf64-1892-4594-beee-1f366764fe1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:55.986022 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-b95fcf64-1892-4594-beee-1f366764fe1b None None] For port 7fa4f188-f58d-4b2c-a285-c3b76324fa28, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=7fa4f188-f58d-4b2c-a285-c3b76324fa28,segment=NetworkSegment(3fd0e194-79ba-40e0-a6e6-87b16ce49d6f),segment_id=3fd0e194-79ba-40e0-a6e6-87b16ce49d6f)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:19:55.992186 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b95fcf64-1892-4594-beee-1f366764fe1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:56.001565 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-b95fcf64-1892-4594-beee-1f366764fe1b None None] Calling delete_port for 7fa4f188-f58d-4b2c-a285-c3b76324fa28 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:19:56.052202 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7905070'] for port, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:56.078694 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b95fcf64-1892-4594-beee-1f366764fe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:56.079590 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa4f188-f58d-4b2c-a285-c3b76324fa28,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:56.084637 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] No DVR routers for this DVR port 7fa4f188-f58d-4b2c-a285-c3b76324fa28 on host n-d-804985-3 {{(pid=96114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:19:56.108867 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fcf64-1892-4594-beee-1f366764fe1b None None] Pushing event deleted for resources: {'Port': ['ID=7fa4f188-f58d-4b2c-a285-c3b76324fa28,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:56.114242 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95fcf64-1892-4594-beee-1f366764fe1b None None] No DVR routers for this DVR port 7fa4f188-f58d-4b2c-a285-c3b76324fa28 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:19:56.164163 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:56.174188 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885d7f7d-3924-4822-a147-85e0f84b12b4']}} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:56.192546 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f') {'for_net_delete': True} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:56.192843 n-d-804985-3 neutron-server[96114]: DEBUG neutron.services.segments.db [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd0e194-79ba-40e0-a6e6-87b16ce49d6f') {} {{(pid=96114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:56.202069 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8105264'] for segment, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:56.220959 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:56.228052 n-d-804985-3 neutron-server[96114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=96114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:19:56.228476 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7905053'] for segment, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: Traceback (most recent call last): Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: timer() Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: cb(*args, **kw) Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: return func(*args, **kwargs) Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: self._notify() Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: self.callback(batched_events) Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: event.method(event) Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: return f(self, *a, **k) Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: return self._get(url).json() Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: return self.request(url, 'GET', **kwargs) Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:19:56.230152 n-d-804985-3 neutron-server[96114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:19:56.405183 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:56.411330 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] Notify callbacks [] for network, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:56.422138 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] 10.222.0.38 "DELETE /v2.0/networks/885d7f7d-3924-4822-a147-85e0f84b12b4 HTTP/1.1" status: 204 len: 168 time: 0.7729745 Aug 23 16:19:56.422262 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42668) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:56.424620 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9eaa2-d4f7-4a2a-a649-e28830b4898d admin admin] Pushing event deleted for resources: {'Network': ['ID=885d7f7d-3924-4822-a147-85e0f84b12b4,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:56.667638 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-12fa09e7-3050-4916-b16b-f2c3b7817a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:56.790834 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55ebdfa6-2e61-44a8-ba69-76277fa5696a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1680401'] for router_interface, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:57.194132 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7fa4f188-f58d-4b2c-a285-c3b76324fa28 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:19:57.202195 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:57.219123 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: 7fa4f188-f58d-4b2c-a285-c3b76324fa28 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:19:57.219476 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device 7fa4f188-f58d-4b2c-a285-c3b76324fa28 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:19:57.383712 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-55ebdfa6-2e61-44a8-ba69-76277fa5696a admin admin] Deleting port b2d03b90-1edd-45da-a0f0-b07ac945bc8c {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:19:57.383976 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55ebdfa6-2e61-44a8-ba69-76277fa5696a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:57.467602 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-55ebdfa6-2e61-44a8-ba69-76277fa5696a admin admin] For port b2d03b90-1edd-45da-a0f0-b07ac945bc8c, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=b2d03b90-1edd-45da-a0f0-b07ac945bc8c,segment=NetworkSegment(e7758dac-66bb-40c7-ba84-da73d075d294),segment_id=e7758dac-66bb-40c7-ba84-da73d075d294)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:19:57.468340 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55ebdfa6-2e61-44a8-ba69-76277fa5696a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:57.480743 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-55ebdfa6-2e61-44a8-ba69-76277fa5696a admin admin] Calling delete_port for b2d03b90-1edd-45da-a0f0-b07ac945bc8c owned by network:router_interface {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:19:57.742101 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55ebdfa6-2e61-44a8-ba69-76277fa5696a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:57.771071 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebdfa6-2e61-44a8-ba69-76277fa5696a admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d03b90-1edd-45da-a0f0-b07ac945bc8c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:57.946317 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-55ebdfa6-2e61-44a8-ba69-76277fa5696a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681013'] for router_interface, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:58.177962 n-d-804985-3 neutron-server[96115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ebdfa6-2e61-44a8-ba69-76277fa5696a admin admin] Router 453a8961-f819-4d0c-9269-1242e9fa1144 has already been hosted by L3 agent 13a3fdd3-c921-4a3f-8fed-85f99b0edb2a {{(pid=96115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 16:19:58.307150 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ebdfa6-2e61-44a8-ba69-76277fa5696a admin admin] Notify agent at l3_agent.n-d-804985-3 the message routers_updated {{(pid=96115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 16:19:58.312345 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-55ebdfa6-2e61-44a8-ba69-76277fa5696a admin admin] 10.222.0.38 "PUT /v2.0/routers/453a8961-f819-4d0c-9269-1242e9fa1144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8950245 Aug 23 16:19:58.315186 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42670) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:58.317801 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b279b7e2-5c0f-4093-a5e5-b6f38f395921 None None] Sync routers for ids ['453a8961-f819-4d0c-9269-1242e9fa1144'] in n-d-804985-3 {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 16:19:58.327268 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b279b7e2-5c0f-4093-a5e5-b6f38f395921 None None] Routers {'453a8961-f819-4d0c-9269-1242e9fa1144'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:19:58.327930 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-b279b7e2-5c0f-4093-a5e5-b6f38f395921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:19:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['453a8961-f819-4d0c-9269-1242e9fa1144'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:58.435590 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] Notify callbacks [] for router, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:58.439988 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-b279b7e2-5c0f-4093-a5e5-b6f38f395921 None None] Set router 453a8961-f819-4d0c-9269-1242e9fa1144 gateway port host: n-d-804985-3 {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:19:58.547634 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:58.634558 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-b279b7e2-5c0f-4093-a5e5-b6f38f395921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'name': 'tempest-TestSnapshotPattern-1090472172-router', 'tenant_id': 'e965be2e8df744fba28a50998de80677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'external_fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'f6074d52-ec5c-4ff8-808f-81393e496d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:19:57Z', 'revision_number': 5, 'project_id': 'e965be2e8df744fba28a50998de80677', 'gw_port': {'id': 'f6074d52-ec5c-4ff8-808f-81393e496d9c', 'name': '', 'network_id': 'e6581f12-2906-4ad2-9e73-ba5575fb886b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ad:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9859893c-f770-4aaa-b6e5-4c043c6a93d6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-3'}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:58.673796 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b279b7e2-5c0f-4093-a5e5-b6f38f395921 None None] Checking router: 453a8961-f819-4d0c-9269-1242e9fa1144 for host: n-d-804985-3 {{(pid=96116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 16:19:58.685065 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b279b7e2-5c0f-4093-a5e5-b6f38f395921 None None] Routers {'453a8961-f819-4d0c-9269-1242e9fa1144'} bound to L3 agent in host n-d-804985-3 {{(pid=96116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 16:19:58.685677 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-b279b7e2-5c0f-4093-a5e5-b6f38f395921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T14:30:26Z,description=,heartbeat_timestamp=2021-08-23T16:19:57Z,host='n-d-804985-3',id=13a3fdd3-c921-4a3f-8fed-85f99b0edb2a,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T14:30:26Z,topic='l3_agent')) {'router_ids': ['453a8961-f819-4d0c-9269-1242e9fa1144'], 'active': True} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:58.688462 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] Deleting port f6074d52-ec5c-4ff8-808f-81393e496d9c {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:19:58.688910 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:58.784391 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] For port f6074d52-ec5c-4ff8-808f-81393e496d9c, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=f6074d52-ec5c-4ff8-808f-81393e496d9c,segment=NetworkSegment(a9c40cfa-bc06-481f-99c2-4584f01dcd11),segment_id=a9c40cfa-bc06-481f-99c2-4584f01dcd11)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:19:58.785666 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:58.803477 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] Calling delete_port for f6074d52-ec5c-4ff8-808f-81393e496d9c owned by network:router_gateway {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:19:58.952376 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvr_db [None req-b279b7e2-5c0f-4093-a5e5-b6f38f395921 None None] Set router 453a8961-f819-4d0c-9269-1242e9fa1144 gateway port host: None {{(pid=96116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 16:19:59.011275 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_hamode_db [None req-b279b7e2-5c0f-4093-a5e5-b6f38f395921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'name': 'tempest-TestSnapshotPattern-1090472172-router', 'tenant_id': 'e965be2e8df744fba28a50998de80677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:19:58Z', 'revision_number': 6, 'project_id': 'e965be2e8df744fba28a50998de80677', 'gw_port_host': None}], 'n-d-804985-3', False) {} {{(pid=96116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:19:59.041846 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b279b7e2-5c0f-4093-a5e5-b6f38f395921 None None] The sync data for ids ['453a8961-f819-4d0c-9269-1242e9fa1144'] in n-d-804985-3 is: [{'id': '453a8961-f819-4d0c-9269-1242e9fa1144', 'name': 'tempest-TestSnapshotPattern-1090472172-router', 'tenant_id': 'e965be2e8df744fba28a50998de80677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T16:14:42Z', 'updated_at': '2021-08-23T16:19:58Z', 'revision_number': 6, 'project_id': 'e965be2e8df744fba28a50998de80677', 'gw_port_host': None}] {{(pid=96116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 16:19:59.043996 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:59.113403 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:59.142448 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] Pushing event deleted for resources: {'Port': ['ID=f6074d52-ec5c-4ff8-808f-81393e496d9c,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:59.210146 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684215'] for router_gateway, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:59.308660 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31158'] for router, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:59.310822 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:59.433372 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673822'] for router, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:59.433939 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 453a8961-f819-4d0c-9269-1242e9fa1144 {{(pid=96115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 16:19:59.438869 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] Notify callbacks [] for router, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:59.442300 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-6d04837d-32e6-4a77-bd31-24ebfc91099e admin admin] 10.222.0.38 "DELETE /v2.0/routers/453a8961-f819-4d0c-9269-1242e9fa1144 HTTP/1.1" status: 204 len: 168 time: 1.1240230 Aug 23 16:19:59.444708 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42672) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:59.497413 n-d-804985-3 neutron-server[96114]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4c5da1-1f30-41d6-b7e5-34e9bbac42c0 admin admin] Deleting subnet 5bc1bc7b-2abd-4ca4-a33f-a7c2ac8c0490 {{(pid=96114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 16:19:59.501031 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5da1-1f30-41d6-b7e5-34e9bbac42c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:59.513537 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b2d03b90-1edd-45da-a0f0-b07ac945bc8c no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:19:59.536779 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: b2d03b90-1edd-45da-a0f0-b07ac945bc8c {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:19:59.539792 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device b2d03b90-1edd-45da-a0f0-b07ac945bc8c not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:19:59.549299 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5da1-1f30-41d6-b7e5-34e9bbac42c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8105273'] for subnet, precommit_delete_associations {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:59.638969 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5da1-1f30-41d6-b7e5-34e9bbac42c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-674219'] for subnet, precommit_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:59.788507 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5da1-1f30-41d6-b7e5-34e9bbac42c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-674258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7905147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4907856'] for subnet, after_delete {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:59.817132 n-d-804985-3 neutron-server[96114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c5da1-1f30-41d6-b7e5-34e9bbac42c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc1bc7b-2abd-4ca4-a33f-a7c2ac8c0490,revision_number=None']} {{(pid=96114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:19:59.825172 n-d-804985-3 neutron-server[96114]: DEBUG neutron_lib.callbacks.manager [None req-9a4c5da1-1f30-41d6-b7e5-34e9bbac42c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:59.828123 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9a4c5da1-1f30-41d6-b7e5-34e9bbac42c0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5bc1bc7b-2abd-4ca4-a33f-a7c2ac8c0490 HTTP/1.1" status: 204 len: 168 time: 0.3819962 Aug 23 16:19:59.832229 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae98c4b2-8161-4da4-ad03-8c140895f7f4 None None] Network 0ba06d69-ac85-49b7-a597-808d38a94868 requested from n-d-804985-3 {{(pid=96116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 16:19:59.833040 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42674) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:19:59.908581 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611902'] for network, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:19:59.976135 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] Deleting port ceec630f-dba1-47ab-b0bd-69fabc016dd6 {{(pid=96115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:19:59.976570 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:00.030515 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd54ae-03a6-4b49-b436-fb5f1291ef9f None None] DHCP port deletion for 0ba06d69-ac85-49b7-a597-808d38a94868 request from n-d-804985-3 {{(pid=96116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 16:20:00.060575 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.db [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] For port ceec630f-dba1-47ab-b0bd-69fabc016dd6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ceec630f-dba1-47ab-b0bd-69fabc016dd6,segment=NetworkSegment(e7758dac-66bb-40c7-ba84-da73d075d294),segment_id=e7758dac-66bb-40c7-ba84-da73d075d294)] {{(pid=96115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:20:00.061191 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:00.076589 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.plugin [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] Calling delete_port for ceec630f-dba1-47ab-b0bd-69fabc016dd6 owned by network:dhcp {{(pid=96115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:20:00.105039 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-16cd54ae-03a6-4b49-b436-fb5f1291ef9f None None] Deleting port ceec630f-dba1-47ab-b0bd-69fabc016dd6 {{(pid=96116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 16:20:00.105420 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-16cd54ae-03a6-4b49-b436-fb5f1291ef9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727177525751'] for port, before_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:00.185937 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.db [None req-16cd54ae-03a6-4b49-b436-fb5f1291ef9f None None] For port ceec630f-dba1-47ab-b0bd-69fabc016dd6, host n-d-804985-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-3',level=0,port_id=ceec630f-dba1-47ab-b0bd-69fabc016dd6,segment=NetworkSegment(e7758dac-66bb-40c7-ba84-da73d075d294),segment_id=e7758dac-66bb-40c7-ba84-da73d075d294)] {{(pid=96116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 16:20:00.185937 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-16cd54ae-03a6-4b49-b436-fb5f1291ef9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680566'] for port, precommit_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:00.199318 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-16cd54ae-03a6-4b49-b436-fb5f1291ef9f None None] Calling delete_port for ceec630f-dba1-47ab-b0bd-69fabc016dd6 owned by network:dhcp {{(pid=96116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 16:20:00.245284 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7943439'] for port, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:00.276675 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceec630f-dba1-47ab-b0bd-69fabc016dd6,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:20:00.285896 n-d-804985-3 neutron-server[96115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] No DVR routers for this DVR port ceec630f-dba1-47ab-b0bd-69fabc016dd6 on host n-d-804985-3 {{(pid=96115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:20:00.290022 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-16cd54ae-03a6-4b49-b436-fb5f1291ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-710917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727177648945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727177125380'] for port, after_delete {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:00.322183 n-d-804985-3 neutron-server[96116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd54ae-03a6-4b49-b436-fb5f1291ef9f None None] Pushing event deleted for resources: {'Port': ['ID=ceec630f-dba1-47ab-b0bd-69fabc016dd6,revision_number=None']} {{(pid=96116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:20:00.325428 n-d-804985-3 neutron-server[96116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cd54ae-03a6-4b49-b436-fb5f1291ef9f None None] No DVR routers for this DVR port ceec630f-dba1-47ab-b0bd-69fabc016dd6 on host n-d-804985-3 {{(pid=96116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 16:20:00.371219 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708414', 'neutron.services.segments.db._delete_segments_for_network-8727177596344'] for network, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:00.383080 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba06d69-ac85-49b7-a597-808d38a94868']}} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:20:00.395998 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7758dac-66bb-40c7-ba84-da73d075d294') {'for_net_delete': True} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:20:00.396452 n-d-804985-3 neutron-server[96115]: DEBUG neutron.services.segments.db [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7758dac-66bb-40c7-ba84-da73d075d294') {} {{(pid=96115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 16:20:00.407239 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727177609153', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7783226'] for segment, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:00.424578 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870'] for segment, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:00.433383 n-d-804985-3 neutron-server[96115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=96115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-672870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7943484'] for segment, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: Traceback (most recent call last): Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: timer() Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: cb(*args, **kw) Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: return func(*args, **kwargs) Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: self._notify() Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: self.callback(batched_events) Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: event.method(event) Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: return f(self, *a, **k) Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: return self._get(url).json() Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: return self.request(url, 'GET', **kwargs) Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 16:20:00.437261 n-d-804985-3 neutron-server[96115]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 16:20:00.593880 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684011'] for network, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:00.609507 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] Notify callbacks [] for network, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:00.609507 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0ba06d69-ac85-49b7-a597-808d38a94868 HTTP/1.1" status: 204 len: 168 time: 0.7770059 Aug 23 16:20:00.621932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ad590-6bff-4ced-bece-93f944b4a2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba06d69-ac85-49b7-a597-808d38a94868,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:20:00.979680 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [-] (96114) accepted ('10.222.0.38', 42678) {{(pid=96114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:20:01.026186 n-d-804985-3 neutron-server[96114]: INFO neutron.wsgi [None req-9c2e333f-a76e-4545-bd99-07e2e3c721a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7d1ca42743b54382a034f118620535db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447843 Aug 23 16:20:01.028647 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42680) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:20:01.094635 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec018311-f952-4fef-91ad-c19505559bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:01.119823 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec018311-f952-4fef-91ad-c19505559bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:01.201291 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ceec630f-dba1-47ab-b0bd-69fabc016dd6 no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:20:01.219933 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: ceec630f-dba1-47ab-b0bd-69fabc016dd6 {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:20:01.220287 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device ceec630f-dba1-47ab-b0bd-69fabc016dd6 not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:20:01.220782 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f6074d52-ec5c-4ff8-808f-81393e496d9c no longer exists at agent ovs-agent-n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 16:20:01.233767 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec018311-f952-4fef-91ad-c19505559bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:01.236572 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-ec018311-f952-4fef-91ad-c19505559bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:01.242254 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-ec018311-f952-4fef-91ad-c19505559bf6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b1e732c7-8fb2-4d62-a18c-0f77187abfd0 HTTP/1.1" status: 204 len: 168 time: 0.2080839 Aug 23 16:20:01.249654 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.plugin [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] No Port match for: f6074d52-ec5c-4ff8-808f-81393e496d9c {{(pid=96116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 16:20:01.249654 n-d-804985-3 neutron-server[96116]: DEBUG neutron.plugins.ml2.rpc [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Device f6074d52-ec5c-4ff8-808f-81393e496d9c not bound to the agent host n-d-804985-3 {{(pid=96116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 16:20:01.256932 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec018311-f952-4fef-91ad-c19505559bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e732c7-8fb2-4d62-a18c-0f77187abfd0,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:20:02.038655 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42686) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:20:02.079670 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-27a286a1-3621-43f8-9634-ad3550c1471e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e965be2e8df744fba28a50998de80677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399413 Aug 23 16:20:02.083097 n-d-804985-3 neutron-server[96115]: DEBUG neutron.wsgi [-] (96115) accepted ('10.222.0.38', 42688) {{(pid=96115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 16:20:02.132525 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86e4bcd8-5b3b-4a7b-b55e-f03f2331a74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:02.157722 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86e4bcd8-5b3b-4a7b-b55e-f03f2331a74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:02.279096 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86e4bcd8-5b3b-4a7b-b55e-f03f2331a74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587165'] for security_group, after_delete {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:02.281888 n-d-804985-3 neutron-server[96115]: DEBUG neutron_lib.callbacks.manager [None req-86e4bcd8-5b3b-4a7b-b55e-f03f2331a74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:02.283068 n-d-804985-3 neutron-server[96115]: INFO neutron.wsgi [None req-86e4bcd8-5b3b-4a7b-b55e-f03f2331a74c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3479cb63-c9e3-4eb2-ad1e-30cc741f2e1f HTTP/1.1" status: 204 len: 168 time: 0.1988704 Aug 23 16:20:02.291420 n-d-804985-3 neutron-server[96115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4bcd8-5b3b-4a7b-b55e-f03f2331a74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3479cb63-c9e3-4eb2-ad1e-30cc741f2e1f,revision_number=None']} {{(pid=96115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 16:20:07.444224 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:20:16.655736 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:21.392984 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:22.735383 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-37a0e8f5-344a-4043-b745-2bdecec374f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:25.644011 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:26.655438 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9814ad8a-2cf1-48a6-aedc-e072a6f5fda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:27.146521 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:28.964256 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:44.443909 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:20:46.694596 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:51.397364 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:52.745568 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-983a23c5-ca23-4270-b130-757283388b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:55.603500 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:56.660092 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-6b73b874-7019-4c6c-a2bc-aa892c2f124e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:57.156982 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:20:58.979990 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:16.733678 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:21.419527 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:21.442969 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:21:22.756363 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-552eceea-5c8c-487e-a748-dbcd72cb3f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:25.613333 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:26.687853 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-b71f3afb-4830-4980-8985-51b7bb48abfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:27.168627 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:28.962340 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:46.733113 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:51.475755 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:52.738775 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-25672a3e-b06f-4fec-97df-e24486355747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:55.624157 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:56.704419 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-07e8cdc3-c505-4776-afc0-aa3b85a97f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:57.173000 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:21:58.442660 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:21:58.961132 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:16.749636 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:21.412340 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:22.733583 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-86d6bb71-f21a-4712-9d31-fbea2caba378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:25.617183 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:26.663893 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d8624cc6-3403-4c24-adaa-17716d96dd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:27.166541 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:28.972070 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:35.442149 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:22:46.754318 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:51.485923 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:52.703768 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0e2d2297-fd01-489e-ac7d-999f6d414dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:55.651859 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:56.662141 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4487380e-75a0-48f9-8733-e2b4d9dad70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:57.172128 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:22:58.971186 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:12.440828 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:23:16.759211 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:21.416613 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:22.741968 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7c25f8b5-8978-49fd-90b4-e56600b9940f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:25.622369 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:26.678472 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a04190e8-bee0-451d-a0f4-1db619c066fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:27.215134 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:29.010340 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:46.793238 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:49.440292 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:23:51.444412 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:52.689869 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-524e4463-8b8a-4bdd-9991-031c30fcee16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:55.621859 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:56.649975 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-1bf2b4b2-57bc-434a-88b5-a5f4d0bfad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:57.192119 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:23:58.964134 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:16.809282 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:21.459773 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:22.763059 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-efdb2da9-80f6-48ef-a6b8-af2a219efa5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:25.626574 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:26.440280 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:24:26.660544 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-58729ba1-e0b3-40bb-b746-2ad06a657d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:27.185335 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:29.008068 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:46.832011 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:51.420263 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:52.727186 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9428601e-5e6f-4f58-b8df-81aaf2c9b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:55.614124 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:56.654810 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-7e5be6ca-fd97-4796-bbab-d22493bbec2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:57.180169 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:24:58.972799 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:03.441486 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:25:16.814092 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:21.470852 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:22.734362 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-89bb925a-83b3-4cb3-93bf-b2db380332c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:25.637480 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:26.659561 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-c9c765d5-9352-4a70-99bd-0238e4e53b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:27.196501 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:28.994723 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:40.441305 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:25:46.805672 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:51.447974 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:52.734488 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-407127dc-1f68-46d8-bcf5-11dfc014029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:55.607318 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:56.670211 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc3f8-bba2-454d-878c-5b841d07dc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:57.184723 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:25:58.988522 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:16.835865 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:17.442089 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:26:21.456554 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:22.731143 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e332f34f-2c60-4864-8f9f-95ef2f48dba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:25.624228 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:26.668019 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e46f030d-bbd5-4782-8c8e-41a8d233dae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:27.206149 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:28.982259 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:46.849825 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:51.475240 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:52.692282 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-9b5c8418-5ac0-4371-9b21-cda2846ff0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:54.442491 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:26:55.635027 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:56.657580 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-a805460b-76f2-4af5-8f48-c77236cb1ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:57.183728 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:26:58.992521 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:16.817897 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:19.717367 n-d-804985-3 neutron-server[96114]: DEBUG neutron.wsgi [req-46689241-b081-44fa-b0ea-8a4b30e2227f req-5daa8ba6-b9bf-406f-9cc4-619a071415ae service neutron] (96114) timed out ('10.222.0.38', 41176) {{(pid=96114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 16:27:21.486057 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:22.712195 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ff02829e-c007-468f-a52b-24be3ef37328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:25.620707 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:26.660452 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-15073edd-0e12-450e-afe3-9a47940b4c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:27.209801 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:29.006295 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:31.443421 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:27:46.839887 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:51.488898 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:52.731094 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-0b33027a-2175-47c4-91ca-f8fc8c9b5add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:55.625566 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:56.682646 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-5a9e3afd-fdc4-41ae-93be-178d989e52e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:57.176914 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:27:59.050641 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:08.443841 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:28:16.856285 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:21.536355 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:22.767942 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-03756338-35d3-4f7c-aed8-d2fd64483e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:25.624705 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:26.682842 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-f782f24d-68e9-4a11-94ac-91bc3a630dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:27.190548 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:28.990624 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:45.444296 n-d-804985-3 neutron-server[96117]: DEBUG neutron.db.agents_db [None req-3b95d54a-1a50-482c-8fe7-169a2d6866f7 None None] Agent healthcheck: found 7 active agents {{(pid=96117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 16:28:46.839067 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-091f0a10-0112-4038-bfc1-46daae1b6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:51.498164 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-ceded444-362d-4ea9-8e56-39735a1284c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:52.701090 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-e3a6275f-9e6b-4c22-9b50-670fc7396a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:55.624460 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-4435bfed-0b62-4d95-8aa4-6567f8c3713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:56.664171 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-fd65aa8e-a944-4740-a153-6df392345785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:57.195391 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-136a6cfa-c3e8-4313-8c4e-79568cb330f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 16:28:59.010563 n-d-804985-3 neutron-server[96116]: DEBUG neutron_lib.callbacks.manager [None req-70b4d628-5044-4da3-8cf8-6b9bce3d0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727177602088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670184'] for agent, after_update {{(pid=96116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}